-- Logs begin at Tue 2022-04-05 17:48:48 UTC, end at Tue 2022-04-05 20:00:37 UTC. -- Apr 05 18:22:52.458227 n-d-836650-3 systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 18:22:55.230453 n-d-836650-3 neutron-server[102532]: INFO neutron.common.config [-] Logging enabled! Apr 05 18:22:55.231052 n-d-836650-3 neutron-server[102532]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev112 Apr 05 18:22:55.231225 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102532) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 18:22:55.234461 n-d-836650-3 neutron-server[102532]: INFO neutron.common.config [-] Logging enabled! Apr 05 18:22:55.234713 n-d-836650-3 neutron-server[102532]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev112 Apr 05 18:22:55.235017 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102532) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 18:22:55.235955 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:22:55.236186 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 18:22:55.236540 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 18:22:55.236784 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 18:22:55.237011 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 18:22:55.237329 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.237626 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.237921 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.238150 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.238475 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.238769 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.239049 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.239337 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.239886 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.240170 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.240448 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.240735 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.240970 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.241250 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.241533 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.241998 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.242387 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] debug = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.242697 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.243127 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.243538 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.243821 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.244110 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.244395 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.244665 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.244941 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.245238 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.245553 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] host = n-d-836650-3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.245843 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.246116 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.246423 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.246718 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.246992 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.247267 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.247550 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.247821 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.248092 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] log_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.248366 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.248653 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.248939 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.249224 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.249447 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.249668 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.249954 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.250239 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.250537 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.250813 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.251094 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.251367 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.251640 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.251908 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.252189 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.252470 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.252754 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.253025 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.253298 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.253567 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.253838 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.254116 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.254407 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.254684 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.254957 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.255240 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.255508 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.255780 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.256078 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.256361 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.256639 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.256918 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.257192 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.257746 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.258108 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.258386 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.258681 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] use_json = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.258957 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.259241 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.259503 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.259775 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.260046 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.260318 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.260589 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.260870 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.261144 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:55.261438 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.261735 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.262034 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.262320 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.262634 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.262915 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.263202 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.263479 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.263765 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.264053 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.264345 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.264622 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.264908 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.265185 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.265478 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.265780 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.266072 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.266364 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.266659 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.266931 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.267205 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.267481 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.267767 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.268042 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.268328 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.268615 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.268894 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.269178 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.269469 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.269758 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.270030 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.270309 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.270625 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.270908 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.271179 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.271454 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.271739 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.272014 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.272286 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.272567 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.273347 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.273816 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.274096 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.274377 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.274692 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.274974 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.275247 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.275520 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.275796 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.276069 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.276353 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.276631 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.276904 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.277173 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.277450 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.277723 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.277996 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.278271 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.278571 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.278851 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.279128 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.279398 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.279673 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.279945 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.280216 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.280486 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.280760 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.281034 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.281311 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.281581 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.281855 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.282125 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.282416 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.282710 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.283012 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.283293 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.283575 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.283855 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.284133 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.284408 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.284690 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.284967 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.285245 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.285521 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.285811 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.286093 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.286380 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.286691 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.286978 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.287274 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.287552 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.287834 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.288110 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.288387 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.289240 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.289537 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.289827 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.290122 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.290445 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.290744 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.291042 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.291332 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.291643 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.291925 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:55.292143 n-d-836650-3 neutron-server[102532]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 18:22:55.292379 n-d-836650-3 neutron-server[102532]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102532) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 18:22:55.648718 n-d-836650-3 neutron-server[102532]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 18:22:55.648988 n-d-836650-3 neutron-server[102532]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 18:22:55.649276 n-d-836650-3 neutron-server[102532]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 18:22:55.649601 n-d-836650-3 neutron-server[102532]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 18:22:56.047395 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.047660 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.047858 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.049153 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.049421 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.049688 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.086093 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.086372 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.086662 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.101420 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.101698 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.101965 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.131400 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.131681 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.131946 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.169329 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.169606 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.169874 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.399468 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.400107 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.400107 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.400278 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.400940 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.521486 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.521806 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.522088 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.522357 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.522646 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.523064 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.523363 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.523616 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.523870 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.524149 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.524408 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.524669 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.524921 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.525170 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.525420 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.525678 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.525927 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.526188 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.526485 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.526741 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.527005 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.527254 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.527531 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.527903 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.528148 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.528390 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.528777 n-d-836650-3 neutron-server[102532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 18:22:56.529015 n-d-836650-3 neutron-server[102532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 18:22:56.529248 n-d-836650-3 neutron-server[102532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 18:22:56.529481 n-d-836650-3 neutron-server[102532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 18:22:56.529713 n-d-836650-3 neutron-server[102532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 18:22:56.529944 n-d-836650-3 neutron-server[102532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 18:22:56.530300 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 18:22:56.533376 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 18:22:56.537409 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 18:22:56.541678 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 05 18:22:56.543335 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 18:22:56.543777 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 18:22:56.544108 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 18:22:56.544489 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 18:22:56.547277 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 18:22:56.547522 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 18:22:56.547858 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 18:22:56.553117 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 18:22:56.575452 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 18:22:56.576072 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.576368 n-d-836650-3 neutron-server[102532]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102532) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 18:22:56.576732 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.578081 n-d-836650-3 neutron-server[102532]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102532) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 18:22:56.578357 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 18:22:56.578622 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 18:22:56.581860 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.582143 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:56.645564 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 18:22:56.645802 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 18:22:56.646039 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 18:22:56.646461 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 18:22:56.668026 n-d-836650-3 neutron-server[102532]: DEBUG oslo_db.sqlalchemy.engines [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102532) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 18:22:57.207092 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Initializing driver for type 'gre' Apr 05 18:22:57.207604 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] gre ID ranges: [(1, 1000)] Apr 05 18:22:57.262660 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Initializing driver for type 'local' Apr 05 18:22:57.262990 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Initializing driver for type 'vlan' Apr 05 18:22:57.275982 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] VlanTypeDriver initialization complete Apr 05 18:22:57.276432 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Initializing driver for type 'vxlan' Apr 05 18:22:57.277008 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] vxlan ID ranges: [(1, 1000)] Apr 05 18:22:57.328316 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Initializing extension driver 'port_security' Apr 05 18:22:57.328721 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.extensions.port_security [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] PortSecurityExtensionDriver initialization complete Apr 05 18:22:57.329047 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Initializing mechanism driver 'openvswitch' Apr 05 18:22:57.329363 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Initializing mechanism driver 'hyperv' Apr 05 18:22:57.336471 n-d-836650-3 neutron-server[102532]: DEBUG neutron.plugins.ml2.plugin [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:22:57.337124 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > port after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.337484 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > port after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.337827 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > port after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.338328 n-d-836650-3 neutron-server[102532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 18:22:57.338801 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > subnet after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.339145 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > subnet after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.339482 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.339862 n-d-836650-3 neutron-server[102532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 18:22:57.340258 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > network after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.340600 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > network after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.340935 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > network after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.341311 n-d-836650-3 neutron-server[102532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 18:22:57.341700 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > security_group after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.342037 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > security_group after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.342365 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.344421 n-d-836650-3 neutron-server[102532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 18:22:57.344843 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.345202 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.345547 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.345941 n-d-836650-3 neutron-server[102532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 18:22:57.346341 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > address_group after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.346707 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > address_group after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.347042 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.347464 n-d-836650-3 neutron-server[102532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 18:22:57.348057 n-d-836650-3 neutron-server[102532]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] ML2 OVO RPC backend initialized. {{(pid=102532) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 05 18:22:57.348788 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.349268 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.349666 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > network before_response 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.350009 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > networks before_response 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.350351 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > port before_response 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.350711 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > ports before_response 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.351068 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > subnet before_response 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.351423 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > subnets before_response 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.351744 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > network after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.352076 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > network after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.352402 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > network after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.352733 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > port after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.353058 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > port after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.353384 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > port after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.353711 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > subnet after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.354038 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > subnet after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.354363 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.361442 n-d-836650-3 neutron-server[102532]: INFO neutron.quota [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded quota_driver: . Apr 05 18:22:57.361795 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.plugin [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Modular L2 Plugin initialization complete Apr 05 18:22:57.362133 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading services supported by the core plugin {{(pid=102532) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 18:22:57.362499 n-d-836650-3 neutron-server[102532]: INFO neutron.plugins.ml2.managers [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Got port-security extension from driver 'port_security' Apr 05 18:22:57.362971 n-d-836650-3 neutron-server[102532]: INFO neutron.extensions.vlantransparent [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Disabled vlantransparent extension. Apr 05 18:22:57.363450 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102532) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 18:22:57.363767 n-d-836650-3 neutron-server[102532]: INFO neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading Plugin: router Apr 05 18:22:57.400101 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.400689 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router after_create 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.400831 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router before_create 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.401187 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.401652 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.402007 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router after_delete 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.402358 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.402723 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.403078 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router after_create 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.403413 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router after_update 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.403755 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router after_update 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.404095 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.404449 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router after_update 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.404848 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router precommit_update 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.405209 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: port after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.405540 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: port after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.405868 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: subnet after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.406197 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.406563 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.406902 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router precommit_create 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.407234 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: port before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.407567 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router precommit_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.407914 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router after_update 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.408252 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.408597 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router precommit_create 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.408950 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.409290 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router precommit_update 55549900 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.409647 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > agent after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.409987 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > agent after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.410323 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > network after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.411179 n-d-836650-3 neutron-server[102532]: DEBUG neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Tracking information for resource: router configured {{(pid=102532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 18:22:57.411504 n-d-836650-3 neutron-server[102532]: DEBUG neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Tracking information for resource: floatingip configured {{(pid=102532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 18:22:57.416389 n-d-836650-3 neutron-server[102532]: INFO neutron.db.l3_agentschedulers_db [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 18:22:57.416952 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: port after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.417301 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: port after_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.417643 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: port after_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.417985 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: port after_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.418782 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router before_create 55550100 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.419139 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.419491 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router precommit_create 55550100 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.419838 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > router precommit_update 55550100 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.424651 n-d-836650-3 neutron-server[102532]: DEBUG neutron.services.provider_configuration [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service providers = [] {{(pid=102532) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 18:22:57.425008 n-d-836650-3 neutron-server[102532]: DEBUG neutron.db.servicetype_db [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102532) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 18:22:57.427939 n-d-836650-3 neutron-server[102532]: DEBUG neutron.services.service_base [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 18:22:57.428281 n-d-836650-3 neutron-server[102532]: DEBUG neutron.services.service_base [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 18:22:57.428616 n-d-836650-3 neutron-server[102532]: DEBUG neutron.services.service_base [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 18:22:57.430014 n-d-836650-3 neutron-server[102532]: DEBUG neutron.services.service_base [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 18:22:57.430373 n-d-836650-3 neutron-server[102532]: INFO neutron.services.service_base [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 18:22:57.430763 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 18:22:57.431074 n-d-836650-3 neutron-server[102532]: INFO neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 18:22:57.441246 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 18:22:57.441571 n-d-836650-3 neutron-server[102532]: INFO neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading Plugin: auto_allocate Apr 05 18:22:57.448143 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: network precommit_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.448505 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: network precommit_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.449010 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 18:22:57.449325 n-d-836650-3 neutron-server[102532]: INFO neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading Plugin: tag Apr 05 18:22:57.455775 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 18:22:57.456098 n-d-836650-3 neutron-server[102532]: INFO neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading Plugin: timestamp Apr 05 18:22:57.460048 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 18:22:57.460361 n-d-836650-3 neutron-server[102532]: INFO neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading Plugin: network_ip_availability Apr 05 18:22:57.465763 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.466124 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.466504 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.467206 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 18:22:57.467517 n-d-836650-3 neutron-server[102532]: INFO neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading Plugin: flavors Apr 05 18:22:57.472158 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 18:22:57.472486 n-d-836650-3 neutron-server[102532]: INFO neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading Plugin: revisions Apr 05 18:22:57.476782 n-d-836650-3 neutron-server[102532]: DEBUG neutron.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 18:22:57.477164 n-d-836650-3 neutron-server[102532]: DEBUG oslo_concurrency.lockutils [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=102532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 18:22:57.477893 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102532) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 18:22:57.478220 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Initializing extension manager. Apr 05 18:22:57.478747 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: __init__.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.479084 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: __pycache__ {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.479412 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.479739 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: address_group.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.480474 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.481021 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: address-group Apr 05 18:22:57.481336 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: address_scope.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.482040 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.482569 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: address-scope Apr 05 18:22:57.482885 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.483793 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.484289 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: router-admin-state-down-before-update Apr 05 18:22:57.484604 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: agent.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.485458 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.485953 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: agent Apr 05 18:22:57.486269 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: agent_resources_synced.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.487198 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.487694 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: agent-resources-synced Apr 05 18:22:57.488009 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: allowedaddresspairs.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.490001 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.490537 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: allowed-address-pairs Apr 05 18:22:57.490859 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: auto_allocated_topology.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.492448 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.492948 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: auto-allocated-topology Apr 05 18:22:57.493265 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: availability_zone.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.493947 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.494474 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: availability_zone Apr 05 18:22:57.494790 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: availability_zone_filter.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.495689 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.496184 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: availability_zone_filter Apr 05 18:22:57.496496 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: data_plane_status.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.497386 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.497877 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 18:22:57.498192 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: default_subnetpools.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.499127 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.499622 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: default-subnetpools Apr 05 18:22:57.499935 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.500725 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.501224 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: dhcp_agent_scheduler Apr 05 18:22:57.501540 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: dns.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.502475 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.503047 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 18:22:57.503363 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: dns_domain_ports.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.504270 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.504766 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 18:22:57.505081 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.505984 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.506509 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 18:22:57.506824 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: dvr.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.507554 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.508051 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: dvr Apr 05 18:22:57.508362 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: ecmp_routes.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.509265 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.509760 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 18:22:57.510071 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: empty_string_filtering.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.511006 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.511504 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: empty-string-filtering Apr 05 18:22:57.511812 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.512723 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.513214 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 18:22:57.513525 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.514437 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.514932 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 18:22:57.515244 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: external_net.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.516136 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.516631 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: external-net Apr 05 18:22:57.516941 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.517835 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.518327 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: extra_dhcp_opt Apr 05 18:22:57.518665 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: extraroute.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.519571 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.520061 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: extraroute Apr 05 18:22:57.520374 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: extraroute_atomic.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.521378 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.521960 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: extraroute-atomic Apr 05 18:22:57.522279 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: filter_validation.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.523507 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.524000 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: filter-validation Apr 05 18:22:57.524313 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: fip_pf_description.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.525208 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.525704 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 18:22:57.526019 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: fip_port_details.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.526960 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.527453 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: fip-port-details Apr 05 18:22:57.527769 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: flavors.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.528974 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.529481 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: flavors Apr 05 18:22:57.529795 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.531454 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.531970 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 18:22:57.532298 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: floatingip_pools.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.532990 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.533499 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: floatingip-pools Apr 05 18:22:57.533818 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: ip_allocation.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.534775 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.535277 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 18:22:57.535595 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.536504 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.537003 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: ip-substring-filtering Apr 05 18:22:57.537319 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: l2_adjacency.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.538225 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.539321 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 18:22:57.539710 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: l3.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.540648 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.541156 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: router Apr 05 18:22:57.541473 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.543823 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.544344 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 18:22:57.544668 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.545588 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.546094 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: ext-gw-mode Apr 05 18:22:57.546429 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.547338 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.547840 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: l3-ha Apr 05 18:22:57.548157 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: l3_flavors.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.549068 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.549567 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: l3-flavors Apr 05 18:22:57.549885 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.550817 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.551317 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 18:22:57.551634 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: l3agentscheduler.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.552646 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.553156 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: l3_agent_scheduler Apr 05 18:22:57.553474 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: logging.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.555091 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.555601 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension logging not supported by any of loaded plugins Apr 05 18:22:57.555923 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: metering.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.556653 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.557212 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: metering Apr 05 18:22:57.557531 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.558642 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.559165 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: metering_source_and_destination_fields Apr 05 18:22:57.559464 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: multiprovidernet.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.560376 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.560871 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: multi-provider Apr 05 18:22:57.561187 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: netmtu.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.562087 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.562604 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: net-mtu Apr 05 18:22:57.562920 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: netmtu_writable.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.563827 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.564320 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: net-mtu-writable Apr 05 18:22:57.564634 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: network_availability_zone.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.565297 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.565815 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: network_availability_zone Apr 05 18:22:57.566126 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: network_ip_availability.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.567245 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.567747 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: network-ip-availability Apr 05 18:22:57.568063 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: network_segment_range.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.568820 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.569311 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 18:22:57.569651 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: pagination.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.570735 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.571062 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: pagination Apr 05 18:22:57.571374 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: port_device_profile.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.572267 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.572776 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: port-device-profile Apr 05 18:22:57.573095 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.574005 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.574545 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: port-mac-address-regenerate Apr 05 18:22:57.574860 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.575760 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.576260 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: port-numa-affinity-policy Apr 05 18:22:57.576573 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: port_resource_request.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.577479 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.578066 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 18:22:57.578382 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: portbindings.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.579326 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.579828 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: binding Apr 05 18:22:57.580141 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: portbindings_extended.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.581502 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.582005 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: binding-extended Apr 05 18:22:57.582326 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: portsecurity.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.583258 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.583756 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: port-security Apr 05 18:22:57.584073 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: project_id.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.585050 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.585918 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: project-id Apr 05 18:22:57.586360 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: providernet.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.587309 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.587814 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: provider Apr 05 18:22:57.588129 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.591664 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.592175 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos not supported by any of loaded plugins Apr 05 18:22:57.592497 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.593725 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.594258 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 18:22:57.594606 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.595516 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.596016 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 18:22:57.596336 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos_default.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.597236 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.597736 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos-default not supported by any of loaded plugins Apr 05 18:22:57.598058 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos_fip.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.598727 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.599216 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 18:22:57.599534 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos_gateway_ip.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.600444 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.601016 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 18:22:57.601587 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos_port_network_policy.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.602531 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.603036 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 18:22:57.603352 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos_pps_rule.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.604591 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.605104 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos-pps not supported by any of loaded plugins Apr 05 18:22:57.605424 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos_rule_type_details.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.606327 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.606861 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 18:22:57.607183 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: qos_rules_alias.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.608226 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.608727 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 18:22:57.609043 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: quotasv2.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.609927 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.610249 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: quotas Apr 05 18:22:57.610600 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: quotasv2_detail.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.612269 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.612600 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: quota_details Apr 05 18:22:57.612920 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: rbac.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.613965 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.614784 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: rbac-policies Apr 05 18:22:57.615111 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: rbac_address_group.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.616030 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.617061 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: rbac-address-group Apr 05 18:22:57.617385 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: rbac_address_scope.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.618296 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.619000 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: rbac-address-scope Apr 05 18:22:57.619319 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: rbac_security_groups.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.620230 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.620732 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: rbac-security-groups Apr 05 18:22:57.621047 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: rbac_subnetpool.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.621952 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.622478 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: rbac-subnetpool Apr 05 18:22:57.622796 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: revisionifmatch.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.623713 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.624248 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: revision-if-match Apr 05 18:22:57.624562 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: revisions.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.625661 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.626165 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: standard-attr-revisions Apr 05 18:22:57.626506 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: router_availability_zone.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.627177 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.627682 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: router_availability_zone Apr 05 18:22:57.627997 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: routerservicetype.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.628905 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.629401 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 18:22:57.629714 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.630653 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.631149 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: security-groups-normalized-cidr Apr 05 18:22:57.631460 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.632989 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.633483 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: port-security-groups-filtering Apr 05 18:22:57.633796 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.634756 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.635260 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: security-groups-remote-address-group Apr 05 18:22:57.635575 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: securitygroup.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.646554 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.647073 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: security-group Apr 05 18:22:57.647398 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: segment.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.648307 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.648814 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension segment not supported by any of loaded plugins Apr 05 18:22:57.649135 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.650076 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.650612 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 18:22:57.650929 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: servicetype.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.652085 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.652601 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: service-type Apr 05 18:22:57.652920 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: sorting.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.653898 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.654228 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: sorting Apr 05 18:22:57.654580 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: standard_attr_segment.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.655491 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.655997 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 18:22:57.656313 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: standardattrdescription.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.656952 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.657448 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: standard-attr-description Apr 05 18:22:57.657763 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: stateful_security_group.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.658717 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.659215 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: stateful-security-group Apr 05 18:22:57.659529 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: stdattrs_common.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.660104 n-d-836650-3 neutron-server[102532]: WARNING neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 18:22:57.660417 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.661341 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.661851 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 18:22:57.662169 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: subnet_onboard.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.663256 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.663969 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: subnet_onboard Apr 05 18:22:57.664294 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.665212 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.665711 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 18:22:57.666027 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: subnet_service_types.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.666970 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.667475 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: subnet-service-types Apr 05 18:22:57.667794 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: subnetallocation.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.668860 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.669359 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: subnet_allocation Apr 05 18:22:57.669673 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.670324 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.670848 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: subnetpool-prefix-ops Apr 05 18:22:57.671162 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.672087 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.672599 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 18:22:57.672917 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: tagging.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.673971 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.674506 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: standard-attr-tag Apr 05 18:22:57.674829 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: timestamp.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.676013 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.676522 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loaded extension: standard-attr-timestamp Apr 05 18:22:57.676839 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: trunk.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.677858 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.678362 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension trunk not supported by any of loaded plugins Apr 05 18:22:57.678702 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: trunk_details.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.680203 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.680707 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 18:22:57.681023 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: uplink_status_propagation.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.681936 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.682467 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 18:22:57.682786 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Loading extension file: vlantransparent.py {{(pid=102532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 18:22:57.683449 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 18:22:57.683950 n-d-836650-3 neutron-server[102532]: INFO neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 18:22:57.686329 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:network Apr 05 18:22:57.686869 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:subnet Apr 05 18:22:57.687258 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:22:57.687638 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:port Apr 05 18:22:57.688838 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.689264 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service FLAVORS assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.689880 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.690305 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.690653 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:router Apr 05 18:22:57.691070 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 18:22:57.691531 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service METERING assigned prefix: /metering {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.692955 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.693318 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.693662 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:22:57.695218 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 18:22:57.695653 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:security_group Apr 05 18:22:57.696093 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 18:22:57.696678 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service CORE assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.697002 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:22:57.697339 n-d-836650-3 neutron-server[102532]: WARNING neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] subnetpool is already registered Apr 05 18:22:57.697750 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service CORE assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.698065 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:22:57.698386 n-d-836650-3 neutron-server[102532]: WARNING neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] subnetpool is already registered Apr 05 18:22:57.700700 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.701122 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service FLAVORS assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.701698 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.702106 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.702451 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:router Apr 05 18:22:57.702784 n-d-836650-3 neutron-server[102532]: WARNING neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] router is already registered Apr 05 18:22:57.703186 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 18:22:57.703509 n-d-836650-3 neutron-server[102532]: WARNING neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] floatingip is already registered Apr 05 18:22:57.703953 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service METERING assigned prefix: /metering {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.704706 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 18:22:57.705028 n-d-836650-3 neutron-server[102532]: WARNING neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] rbac_policy is already registered Apr 05 18:22:57.705430 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:security_group Apr 05 18:22:57.705755 n-d-836650-3 neutron-server[102532]: WARNING neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] security_group is already registered Apr 05 18:22:57.706148 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 18:22:57.706501 n-d-836650-3 neutron-server[102532]: WARNING neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] security_group_rule is already registered Apr 05 18:22:57.707108 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service CORE assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.707426 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:22:57.707749 n-d-836650-3 neutron-server[102532]: WARNING neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] subnetpool is already registered Apr 05 18:22:57.708154 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.v2.resource_helper [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Service CORE assigned prefix: {{(pid=102532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 18:22:57.708468 n-d-836650-3 neutron-server[102532]: INFO neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 18:22:57.708786 n-d-836650-3 neutron-server[102532]: WARNING neutron.quota.resource_registry [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] subnetpool is already registered Apr 05 18:22:57.709244 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: extensions {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.710983 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: address-groups {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.712404 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: address-scopes {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.713724 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: agents {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.714904 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: auto-allocated-topology {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.716136 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: availability_zones {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.717326 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: dhcp-networks {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.718835 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: dhcp-agents {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.720232 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: routers {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.722423 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: flavors {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.723622 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: service_profiles {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.724864 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: next_providers {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.727011 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: service_profiles {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.728536 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: floatingip-pools {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.729743 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: routers {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.731857 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: floatingips {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.733119 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: l3-routers {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.734505 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: l3-agents {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.735914 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: metering-labels {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.737239 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: metering-label-rules {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.738519 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: network-ip-availabilities {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.740049 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: bindings {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.741745 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: quotas {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.743207 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: quotas {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.744609 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: rbac-policies {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.745804 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: security-groups {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.748024 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: security-group-rules {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.749243 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: service-providers {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.750478 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: subnetpools {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.751873 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: subnetpools {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.753309 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.755042 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.756841 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.759170 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.760899 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.762842 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.764503 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.766387 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.768135 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.769870 n-d-836650-3 neutron-server[102532]: DEBUG neutron.api.extensions [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Extended resource: tags {{(pid=102532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 18:22:57.776479 n-d-836650-3 neutron-server[102532]: WARNING keystonemiddleware.auth_token [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 18:22:57.781151 n-d-836650-3 neutron-server[102532]: WARNING keystonemiddleware.auth_token [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 18:22:57.789947 n-d-836650-3 neutron-server[102532]: DEBUG oslo_concurrency.lockutils [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Acquired lock "singleton_lock" {{(pid=102532) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 18:22:57.790445 n-d-836650-3 neutron-server[102532]: DEBUG oslo_concurrency.lockutils [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Releasing lock "singleton_lock" {{(pid=102532) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 18:22:57.791063 n-d-836650-3 neutron-server[102532]: INFO oslo_service.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Starting 2 workers Apr 05 18:22:57.795843 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Started child 102639 {{(pid=102532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 18:22:57.800253 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Started child 102640 {{(pid=102532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 18:22:57.801197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:22:57.802029 n-d-836650-3 neutron-server[102532]: INFO neutron.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 18:22:57.802387 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Notify callbacks [] for process, before_spawn {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:22:57.802681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [-] (102639) wsgi starting up on http://0.0.0.0:9696 Apr 05 18:22:57.804859 n-d-836650-3 neutron-server[102532]: INFO oslo_service.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Starting 1 workers Apr 05 18:22:57.805032 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:22:57.806387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [-] (102640) wsgi starting up on http://0.0.0.0:9696 Apr 05 18:22:57.810107 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Started child 102641 {{(pid=102532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 18:22:57.810661 n-d-836650-3 neutron-server[102532]: INFO oslo_service.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Starting 1 workers Apr 05 18:22:57.813891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] calling RpcWorker wait() {{(pid=102641) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 18:22:57.814447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] returning from RpcWorker wait() {{(pid=102641) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 18:22:57.815065 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Started child 102642 {{(pid=102532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 18:22:57.815657 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:22:57.815879 n-d-836650-3 neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-73ead75c-2328-48ec-8b3f-d00ff8b4ba90 None None] Notify callbacks [] for process, after_spawn {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:22:57.816094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:22:57.817674 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102532) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 18:22:57.817881 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:22:57.818062 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 18:22:57.818275 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 18:22:57.818612 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 18:22:57.818768 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 18:22:57.819430 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.820218 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.820478 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.820720 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:22:57.821224 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.821224 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.821607 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.821763 n-d-836650-3 neutron-server[102642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:22:57.821900 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.822107 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.822382 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.822654 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.822821 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.822977 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.823387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.823637 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.823931 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.824176 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.824419 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.824670 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.824843 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.825096 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.825366 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.825617 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.825879 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] debug = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.826110 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.826623 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.826852 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.827084 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.827312 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.827571 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.827810 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.828077 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.828302 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.828518 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.828767 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.829032 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.829270 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.829473 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.829684 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.829941 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.830165 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.830651 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] host = n-d-836650-3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.830858 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.831070 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.831307 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.831545 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.831781 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.831988 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.832244 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.832494 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.832735 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.832970 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.833232 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.833486 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.833711 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.833942 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.834094 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_options = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.834312 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.834584 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.834837 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.835015 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.835180 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.835526 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.836274 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.836274 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.836566 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.836724 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.836930 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.837137 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.837341 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.837564 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.837803 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.838043 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.838270 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.838515 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.838757 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.839003 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.839219 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.839435 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.839666 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.840766 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.841021 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.841281 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.841553 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.841780 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.842008 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.842264 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.842625 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.842845 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.843098 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.843402 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.843783 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.844074 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.844324 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.844916 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.844916 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.846324 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.846678 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.847534 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.848155 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.848155 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.848318 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.848672 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.848779 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_json = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.848948 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.851123 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.851409 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.851658 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.851913 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.852178 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.852386 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.852706 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.852869 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.853285 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.853587 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.853904 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.854257 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.854379 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.854644 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.855105 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.855211 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.855391 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.855894 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.856003 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.856186 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.856504 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.856724 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.856986 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.857901 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.857901 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.857901 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.858157 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.858629 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.858629 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.858873 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.859234 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.859384 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.859647 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.859885 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.860108 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.860637 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.860729 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.861237 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.861237 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.861440 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.861689 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.861941 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.862161 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.862444 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.862660 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.863078 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.863476 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.863692 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.863914 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.864150 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.864369 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.865964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.865964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.865964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.865964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.865964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.865964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.866454 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.866454 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.866687 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.866866 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.867105 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.868298 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.868298 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.868298 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.868298 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.868298 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.868716 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.868716 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.868899 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.869261 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.869645 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.869870 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.870243 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.870519 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.870763 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.871006 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.871189 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.871408 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.871644 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.872391 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.872391 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.872391 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.872770 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.872770 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.872959 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.873175 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.873423 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.873639 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.873850 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.874065 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.874280 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.874511 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.874720 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.875026 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.875243 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.875454 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.875724 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.876050 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.876437 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.876678 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.876937 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.877173 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.877388 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.877647 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.877864 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.878089 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.878318 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.878608 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.878829 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.879091 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.879332 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.879565 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.879823 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.880020 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.880491 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.880491 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.880764 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.880888 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.881122 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.881502 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.881918 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.882792 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.883196 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.883345 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.883583 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.884031 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.884464 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.886128 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.886128 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.886128 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.886128 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.886128 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.886128 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.886729 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.886869 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.887139 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.887369 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.887618 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.887855 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.888131 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.888381 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.888600 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.888812 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.889042 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.889371 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.889594 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.889821 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.890032 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.890277 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.890547 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.890782 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.891041 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.891283 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.891514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.891816 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.892222 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.892377 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.892467 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.892714 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.892919 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.893160 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.893370 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.893601 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.893827 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.894204 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.894645 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.894860 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.895108 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.895346 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.895562 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.895779 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.896024 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.896233 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.896450 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.896688 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.896902 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.897141 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.897359 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.897565 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.898413 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.898642 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.898912 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.899162 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.899393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.899636 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.899879 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.900141 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.900490 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.900638 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.900776 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.900985 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.901192 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.901422 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.901656 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.901893 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.902173 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.902425 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.902657 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.902890 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.903231 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.903476 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.903792 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.904051 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.904288 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.904966 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.904966 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.904966 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.905202 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.906221 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.906221 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.906221 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.906221 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.906221 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.906870 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.906870 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.907032 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.907137 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.907392 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.907604 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.907842 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.908054 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.908289 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.908591 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.908731 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.908963 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.909172 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.909420 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.909628 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.909909 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.910160 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.910417 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.910675 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.910921 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.911132 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.911408 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.911591 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.911865 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.912060 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.912272 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.912479 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.912707 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.912916 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.913125 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.913347 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.913778 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.913778 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.913998 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.914211 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.914450 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.914670 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.914883 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.915089 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.915313 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.915520 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.915729 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.915945 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.916207 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.916388 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.916614 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.916827 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.917035 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.917282 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.917498 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.917822 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.918011 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.918262 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.918675 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.918831 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.919046 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.919298 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.919552 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.919856 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.920068 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.920305 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.920554 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.920770 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.920988 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.921256 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.921562 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.921848 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.922099 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.922364 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.922647 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.922935 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.923204 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.923415 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.923725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.924070 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.924353 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.924634 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.924858 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.925087 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.925304 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.925537 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.925750 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.925981 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.926194 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.926480 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.926686 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.926933 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.927128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:22:57.927235 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.927370 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.927580 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.927821 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.928050 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.928269 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.928481 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.928638 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 18:22:57.929259 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102532) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 18:22:57.929479 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 18:22:57.929712 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 18:22:57.929947 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 18:22:57.930142 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 18:22:57.930484 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 18:22:57.930846 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.931023 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.931153 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.931629 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.931629 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.931629 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.932005 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.932005 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.932260 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.932260 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.932511 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.932511 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.932706 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.932786 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.932999 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.933098 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.933244 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.933390 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.933541 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.933698 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.933853 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.934007 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.934167 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] debug = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.934618 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.934618 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935127 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935127 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935127 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935127 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935648 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935648 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935648 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935989 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935989 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.935989 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.936339 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.936339 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.936572 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.936572 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.936806 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.936937 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] host = n-d-836650-3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.937061 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.937222 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.937619 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.937619 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.937619 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.937978 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.937978 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939005 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939005 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939005 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939005 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939005 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939005 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939005 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939821 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_options = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939821 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939821 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939821 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939821 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.939821 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.941945 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.941945 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.941945 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.941945 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.941945 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.941945 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.941945 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.941945 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.942874 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.942874 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.942874 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.942874 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.942874 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.942874 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.942874 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.942874 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.943514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.943514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.943514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.943514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.943514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.943514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.943514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.943514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.943514 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.945797 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.945797 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.945797 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.945797 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.945797 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.945797 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.945797 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.945797 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.946350 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.946350 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.946350 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.946350 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.946350 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.946350 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.946350 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.946350 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.948395 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_json = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.948395 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.948395 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.948395 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.948395 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.948395 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.948395 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.948395 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.949378 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.949378 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 18:22:57.949378 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.949378 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.949378 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.949378 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.949378 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.949378 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.950310 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.950310 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.950310 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.950310 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.950310 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.950310 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.950310 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.950310 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.951259 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.951259 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.951259 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.951259 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.951259 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.951259 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.951259 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.953697 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.953697 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.953697 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.953697 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.953697 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.953697 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.953697 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.953697 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.954964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.954964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.954964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.954964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.954964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.954964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.954964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.954964 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.955875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.955875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.955875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.955875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.955875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.955875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.955875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.955875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.955875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.957961 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.957961 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.957961 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.957961 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.957961 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.957961 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.957961 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.957961 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.957961 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.959691 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.959691 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.959691 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.959691 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.959691 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.959691 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.959691 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.959691 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.959691 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.960980 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.960980 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.960980 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.960980 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.960980 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.960980 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.960980 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.960980 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.960980 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.962387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.962387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.962387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.962387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.962387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.962387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.962387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.962387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.962387 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.964725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.964725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.964725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.964725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.964725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.964725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.964725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.964725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.964725 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967149 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967149 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967149 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967149 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967149 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967149 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967149 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967149 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967698 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967698 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967698 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967698 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967698 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967698 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967698 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.967698 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968306 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968306 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968306 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968306 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968306 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968306 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968306 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968306 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968847 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968847 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968847 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968847 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968847 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968847 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968847 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.968847 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969996 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969996 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969996 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969996 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969996 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969996 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969996 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.969996 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.971561 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.971561 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.971561 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.971561 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.971561 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.971561 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.971561 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.971561 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972206 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972206 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972206 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972206 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972206 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972206 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972206 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972206 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972741 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972741 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972741 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.972741 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.973195 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.973195 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.973195 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.973497 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.973497 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.973652 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.973652 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.973825 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.973984 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.974143 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.974301 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.974481 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.974639 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.974802 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.974965 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.975126 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.975286 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.975448 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.975608 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.975769 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.976501 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.976676 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.976836 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.976997 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.977158 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.977316 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.977476 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.977636 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.977795 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.977955 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.978114 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.978274 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.978471 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.978634 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.978794 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.978957 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.979117 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.979277 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.979437 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.979597 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.979758 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.979917 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.980079 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.980240 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.980400 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.980558 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.980716 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.980875 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.981037 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.981198 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.981357 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.981516 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.981677 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.981838 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.981998 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.982157 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.982316 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.982495 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.982655 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.982814 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.982973 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.983146 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.983306 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.983464 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.983622 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.983780 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.983940 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.984109 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.984268 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.984428 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.984586 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.984749 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.984908 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.985076 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.985236 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.985395 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.985554 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.985712 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.985870 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.986037 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.986196 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.986355 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.986533 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.986693 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.986851 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.987020 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.987178 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.987336 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.987494 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.987652 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.987811 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.987979 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.988137 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.988296 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.988454 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.988613 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.988772 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.988939 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.989101 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.989262 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.989704 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.989866 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.990025 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.990185 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.990357 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.990539 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.990702 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.990862 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.991021 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.991181 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.991344 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.991534 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.991723 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.992393 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.992570 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.992806 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.992978 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.993149 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.993309 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.993476 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.993647 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.993807 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.993965 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.994124 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.994284 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.994471 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.994635 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.994794 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.994953 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.995111 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.995271 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.995429 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.995588 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.995746 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.995906 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.996064 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.996223 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.996381 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.996540 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.996699 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 18:22:57.996851 n-d-836650-3 neutron-server[102532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 18:22:58.132999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55656) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:22:58.141720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064390 Apr 05 18:23:09.408884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8176d29-45ba-4d52-83ea-bd5c6a95dc70 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:23:09.493483 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8176d29-45ba-4d52-83ea-bd5c6a95dc70 None None] No non-hosted networks {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 18:23:09.510291 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8519e112-eb91-40fb-960f-ceb995ef7654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275582'] for agent, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:11.638075 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89209ea6-f82e-4274-8559-ae33a15765de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275582'] for agent, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:11.689921 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3888cec-eca5-41ad-b778-22fea171e8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:12.654053 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275582'] for agent, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:14.193364 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275582'] for agent, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:14.705192 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275582'] for agent, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:14.706072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.706416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.706741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.707056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.707366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.707675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.707983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.708288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.708592 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.708897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.709203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.709507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:14.710352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836650-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:14.721130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836650-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:15.151018 n-d-836650-3 neutron-server[102641]: INFO neutron.db.l3_hamode_db [None req-b11e0db7-8807-4f9d-9f1f-7cefd96b99f4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 18:23:15.232679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e0db7-8807-4f9d-9f1f-7cefd96b99f4 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:23:15.232679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e0db7-8807-4f9d-9f1f-7cefd96b99f4 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 18:23:15.500901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55746) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:16.016390 n-d-836650-3 neutron-server[102640]: WARNING oslo_policy.policy [None req-3bd393df-1db0-47a2-aa4b-580781e93058 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:23:16.016870 n-d-836650-3 neutron-server[102640]: WARNING oslo_policy.policy [None req-3bd393df-1db0-47a2-aa4b-580781e93058 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:23:16.240550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-3bd393df-1db0-47a2-aa4b-580781e93058 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:23:16.241754 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3bd393df-1db0-47a2-aa4b-580781e93058 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7387242 Apr 05 18:23:18.644674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:18.951136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-63f1a82a-2634-4b24-b2f3-2168096309a9 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:23:19.044889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.policy [None req-63f1a82a-2634-4b24-b2f3-2168096309a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 18:23:19.089532 n-d-836650-3 neutron-server[102640]: WARNING oslo_policy.policy [None req-63f1a82a-2634-4b24-b2f3-2168096309a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:23:19.089914 n-d-836650-3 neutron-server[102640]: WARNING oslo_policy.policy [None req-63f1a82a-2634-4b24-b2f3-2168096309a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:23:19.183662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63f1a82a-2634-4b24-b2f3-2168096309a9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773420721519', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773420720960', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773420716745', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773420968813', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773421415587', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773420956837', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-548343', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560908', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16310843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16378060'] for rbac-policy, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:19.248969 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63f1a82a-2634-4b24-b2f3-2168096309a9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:19.250152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-63f1a82a-2634-4b24-b2f3-2168096309a9 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6045196 Apr 05 18:23:21.836309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55774) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:22.132045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'project_id': 'c364a0e47e1446d3bf34083945774b41'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:23:22.158140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Made reservation on behalf of c364a0e47e1446d3bf34083945774b41 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:23:22.160920 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:22.177178 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:22.290373 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:22.293676 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:22.312803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:23:22.340062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773418722551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:22.340640 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Unsubscribe: segment precommit_create {{(pid=102640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 18:23:22.341142 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Added segment 788cad0f-0de4-4e1f-9bea-65213a93af69 of type vlan for network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 Apr 05 18:23:22.356667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b9af5d-c9d4-4138-895a-aba2f5fc0abc,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:22.383280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.383612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.383934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.384255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.384572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.384882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.385190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.385496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.385800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.386102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.386423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.386727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Tracked resource versions report: Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: pushed versions: Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: { 'AddressGroup': {'1.2'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'ConntrackHelper': {'1.0'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Log': {'1.0'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Network': {'1.1'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Port': {'1.7'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'PortForwarding': {'1.2'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'QosPolicy': {'1.9'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'SecurityGroup': {'1.4'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'SubPort': {'1.0'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Subnet': {'1.1'}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Trunk': {'1.1'}} Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: consumer versions: Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: { DHCP agent@n-d-836650-3: {}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: L3 agent@n-d-836650-3: {}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: Metadata agent@n-d-836650-3: {}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: Metering agent@n-d-836650-3: {}, Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: Open vSwitch agent@n-d-836650-3: { 'AddressGroup': '1.2', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'ConntrackHelper': '1.0', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Log': '1.0', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Network': '1.1', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Port': '1.7', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'PortForwarding': '1.2', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'QosPolicy': '1.9', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'SecurityGroup': '1.4', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'SecurityGroupRule': '1.2', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'SubPort': '1.0', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Subnet': '1.1', Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: 'Trunk': '1.1'}} Apr 05 18:23:22.387833 n-d-836650-3 neutron-server[102640]: {{(pid=102640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 18:23:22.453532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:22.491545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:22.492768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:23:22.493454 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:22.568846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7314348 Apr 05 18:23:22.591092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc7fd0-48d0-4702-9058-f4fb9c6c38e1 admin admin] Pushing event updated for resources: {'Network': ['ID=038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:22.603653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:23:25.336885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55788) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:25.822562 n-d-836650-3 neutron-server[102639]: WARNING oslo_policy.policy [None req-e6879571-e11f-4ab9-ad86-b31469233c03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:23:25.823118 n-d-836650-3 neutron-server[102639]: WARNING oslo_policy.policy [None req-e6879571-e11f-4ab9-ad86-b31469233c03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:23:26.267034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.policy [None req-e6879571-e11f-4ab9-ad86-b31469233c03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 18:23:26.313006 n-d-836650-3 neutron-server[102639]: WARNING oslo_policy.policy [None req-e6879571-e11f-4ab9-ad86-b31469233c03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:23:26.313368 n-d-836650-3 neutron-server[102639]: WARNING oslo_policy.policy [None req-e6879571-e11f-4ab9-ad86-b31469233c03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 18:23:26.322277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6879571-e11f-4ab9-ad86-b31469233c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:23:26.324028 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e6879571-e11f-4ab9-ad86-b31469233c03 admin admin] 10.222.0.15 "GET /v2.0/networks/038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 HTTP/1.1" status: 200 len: 824 time: 0.9862542 Apr 05 18:23:26.362200 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c4ee9732-44ae-4848-a310-d4a0c5a964eb admin admin] 10.222.0.15 "GET /v2.0/subnetpools/b7aba206-db6c-4353-89bd-e1dad5998642 HTTP/1.1" status: 200 len: 734 time: 0.0320096 Apr 05 18:23:26.371944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Request body: {'subnet': {'subnetpool_id': 'b7aba206-db6c-4353-89bd-e1dad5998642', 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:23:26.408281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Made reservation on behalf of c364a0e47e1446d3bf34083945774b41 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:23:26.411019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:26.700868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:26.770576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Checking segment: {'id': '788cad0f-0de4-4e1f-9bea-65213a93af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:23:26.770950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Network hostable DHCP agents. Network: 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:23:26.779133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29a950a-ebb7-4a38-a86f-b4826e7e048f,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:26.790107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.790466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.790798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.791126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.791594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.791785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.792071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.792387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.792775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.793090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.793403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.793712 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Tracked resource versions report: Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: pushed versions: Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: { 'AddressGroup': {'1.2'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'ConntrackHelper': {'1.0'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Log': {'1.0'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Network': {'1.1'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Port': {'1.7'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'PortForwarding': {'1.2'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'QosPolicy': {'1.9'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'SecurityGroup': {'1.4'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'SubPort': {'1.0'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Subnet': {'1.1'}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Trunk': {'1.1'}} Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: consumer versions: Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: { DHCP agent@n-d-836650-3: {}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: L3 agent@n-d-836650-3: {}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: Metadata agent@n-d-836650-3: {}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: Metering agent@n-d-836650-3: {}, Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: Open vSwitch agent@n-d-836650-3: { 'AddressGroup': '1.2', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'ConntrackHelper': '1.0', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Log': '1.0', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Network': '1.1', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Port': '1.7', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'PortForwarding': '1.2', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'QosPolicy': '1.9', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'SecurityGroup': '1.4', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'SecurityGroupRule': '1.2', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'SubPort': '1.0', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Subnet': '1.1', Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: 'Trunk': '1.1'}} Apr 05 18:23:26.794809 n-d-836650-3 neutron-server[102639]: {{(pid=102639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 18:23:26.822558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:23:26.834529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:23:26.838989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:23:26.839618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:26.844357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb78ba1-992f-4d0c-a6ce-7858b8dd3c70 None None] Network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:23:26.860439 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-936faa35-8d82-4622-afc1-3814ddc55ca7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4918206 Apr 05 18:23:27.165067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7', 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'fixed_ips': [{'subnet_id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:23:27.166326 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:27.461267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Allocated IP 172.20.0.2 (038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7/b29a950a-ebb7-4a38-a86f-b4826e7e048f/7f79b1d8-5bab-4652-9c3e-b7d89f985f2e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:23:27.658650 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:27.665435 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:27.741068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:23:27.749513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:23:27.754989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Pushing event updated for resources: {'Port': ['ID=7f79b1d8-5bab-4652-9c3e-b7d89f985f2e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:27.757124 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:23:27.787041 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.788020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.788368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.788847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.789177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.789502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.789828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.790150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.790494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.790811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.791125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.791439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Tracked resource versions report: Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: pushed versions: Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: { 'AddressGroup': {'1.2'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'ConntrackHelper': {'1.0'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Log': {'1.0'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Network': {'1.1'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Port': {'1.7'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'PortForwarding': {'1.2'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'QosPolicy': {'1.9'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'SecurityGroup': {'1.4'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'SubPort': {'1.0'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Subnet': {'1.1'}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Trunk': {'1.1'}} Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: consumer versions: Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: { DHCP agent@n-d-836650-3: {}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: L3 agent@n-d-836650-3: {}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: Metadata agent@n-d-836650-3: {}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: Metering agent@n-d-836650-3: {}, Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: Open vSwitch agent@n-d-836650-3: { 'AddressGroup': '1.2', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'ConntrackHelper': '1.0', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Log': '1.0', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Network': '1.1', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Port': '1.7', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'PortForwarding': '1.2', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'QosPolicy': '1.9', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'SecurityGroup': '1.4', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'SecurityGroupRule': '1.2', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'SubPort': '1.0', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Subnet': '1.1', Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: 'Trunk': '1.1'}} Apr 05 18:23:27.792532 n-d-836650-3 neutron-server[102641]: {{(pid=102641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 18:23:27.844237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Attempting to bind port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:23:27.844612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Attempting to bind port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '788cad0f-0de4-4e1f-9bea-65213a93af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:23:27.845147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Attempting to bind port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e on network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:23:27.850358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:23:27.850852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Checking segment: {'id': '788cad0f-0de4-4e1f-9bea-65213a93af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:23:27.851316 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:27.851693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Bound using segment: {'id': '788cad0f-0de4-4e1f-9bea-65213a93af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:23:27.852160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Bound port: 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788cad0f-0de4-4e1f-9bea-65213a93af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:23:27.852565 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:27.915346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] For port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:23:27.919533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] For port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7f79b1d8-5bab-4652-9c3e-b7d89f985f2e,segment=NetworkSegment(788cad0f-0de4-4e1f-9bea-65213a93af69),segment_id=788cad0f-0de4-4e1f-9bea-65213a93af69)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:23:27.923889 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:27.993422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01956dcd-ec09-413d-a337-6c3db9ba44b5 None None] Pushing event updated for resources: {'Port': ['ID=7f79b1d8-5bab-4652-9c3e-b7d89f985f2e,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:29.320362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55808) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:29.635306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-1703bd73-a99f-4f7f-8144-16149292215b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:23:29.636294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1703bd73-a99f-4f7f-8144-16149292215b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149872 Apr 05 18:23:32.080390 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55816) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:32.410086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-f9121720-9cc4-4919-bf52-13f71dcd4994 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:23:32.411125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f9121720-9cc4-4919-bf52-13f71dcd4994 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3297212 Apr 05 18:23:35.050360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55828) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:35.364836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0e400406-d7ea-4bf6-968b-9b8899961be9 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'name': 'router1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:23:35.386883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e400406-d7ea-4bf6-968b-9b8899961be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:35.388705 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e400406-d7ea-4bf6-968b-9b8899961be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:35.526074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e400406-d7ea-4bf6-968b-9b8899961be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:35.530945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e400406-d7ea-4bf6-968b-9b8899961be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:35.545778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e400406-d7ea-4bf6-968b-9b8899961be9 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:35.547006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0e400406-d7ea-4bf6-968b-9b8899961be9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4956775 Apr 05 18:23:36.103235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:23:36.191205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:36.191586 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:36.306284 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:36.339639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7f79b1d8-5bab-4652-9c3e-b7d89f985f2e,segment=NetworkSegment(788cad0f-0de4-4e1f-9bea-65213a93af69),segment_id=788cad0f-0de4-4e1f-9bea-65213a93af69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:23:36.343883 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:36.394135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aafe9f-e537-4375-a818-13e4cc139300 None None] Network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:23:36.397826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=7f79b1d8-5bab-4652-9c3e-b7d89f985f2e,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:36.480388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-936515d0-a824-4934-bea1-7f2dc8344ca6 None None] Provisioning complete for port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:36.480753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-936515d0-a824-4934-bea1-7f2dc8344ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:36.842224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a7e60563-f379-441c-9e17-5037909844ca None None] Provisioning complete for port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:36.842620 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7e60563-f379-441c-9e17-5037909844ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:37.950279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55838) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:38.071727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:23:38.120119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:38.120479 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:38.267683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-2526300f-0f3d-4c42-a04e-0c311d1a2590 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:23:38.268609 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2526300f-0f3d-4c42-a04e-0c311d1a2590 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3173914 Apr 05 18:23:39.323197 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3a48b0c-b699-4cb4-8663-0b6101e3fe04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:40.669234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55846) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:40.974966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:23:40.992970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Made reservation on behalf of a8bd542ff11645bbad67f7122e62395a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:23:40.995400 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:41.003226 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:41.077571 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:41.080862 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:41.095532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Reserving flat network on physical network physnet1 {{(pid=102640) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 18:23:41.113175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75089c60-cdd5-4c67-b58d-013a20f9937f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:41.118933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:41.119269 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Added segment 4c10c64c-39e3-453e-8b99-7620d10d975b of type flat for network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f Apr 05 18:23:41.163987 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:41.194595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:41.195502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:23:41.196090 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:41.261427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5910952 Apr 05 18:23:41.273671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17175dde-f41b-4497-96ff-e60401905ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:41.291532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:23:41.634802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a49b1fe0-fa07-413b-8f82-9e487beff3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:42.616895 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:43.662263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55864) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:43.875645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e550d-d5c7-49e0-a828-f51cf5da7245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:23:43.876981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d29e550d-d5c7-49e0-a828-f51cf5da7245 admin admin] 10.222.0.15 "GET /v2.0/subnets/b29a950a-ebb7-4a38-a86f-b4826e7e048f HTTP/1.1" status: 200 len: 849 time: 0.2137630 Apr 05 18:23:43.993051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ed08f0b1-99a1-491a-9e2e-c6e9af360989 admin admin] 10.222.0.15 "GET /v2.0/routers/190f9a59-af01-4f36-ad8b-57e3316e3561 HTTP/1.1" status: 200 len: 704 time: 0.1092923 Apr 05 18:23:44.144079 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:44.262216 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:44.553180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Allocated IP 172.20.0.1 (038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7/b29a950a-ebb7-4a38-a86f-b4826e7e048f/bf32e36d-905e-47ac-aaeb-a279ae58fc58) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:23:44.680118 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:44.736025 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:44.799648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:44.875939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:23:44.881203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:23:44.890192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:23:44.891067 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:44.908243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Pushing event updated for resources: {'Port': ['ID=bf32e36d-905e-47ac-aaeb-a279ae58fc58,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:45.082895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2ea9a6d4-cf2f-43f6-bb7f-706a0faf999d None None] Provisioning complete for port bf32e36d-905e-47ac-aaeb-a279ae58fc58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:45.083255 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a6d4-cf2f-43f6-bb7f-706a0faf999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:45.135642 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:45.166916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9a6d4-cf2f-43f6-bb7f-706a0faf999d None None] Port bf32e36d-905e-47ac-aaeb-a279ae58fc58 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:23:45.339545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:45.343592 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:45.344324 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:45.421028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Pushing event updated for resources: {'Port': ['ID=bf32e36d-905e-47ac-aaeb-a279ae58fc58,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:45.465521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:23:45.466843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:23:45.624234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Router 190f9a59-af01-4f36-ad8b-57e3316e3561 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:23:45.694368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fd00f9f7-0545-47ad-818f-6f56ee0efef0 None None] Provisioning complete for port bf32e36d-905e-47ac-aaeb-a279ae58fc58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:45.694684 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd00f9f7-0545-47ad-818f-6f56ee0efef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:45.718163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:23:45.723475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2ec51e17-8991-4831-b5a0-019ba5645a1f admin admin] 10.222.0.15 "PUT /v2.0/routers/190f9a59-af01-4f36-ad8b-57e3316e3561/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7234578 Apr 05 18:23:45.736934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fd00f9f7-0545-47ad-818f-6f56ee0efef0 None None] Port bf32e36d-905e-47ac-aaeb-a279ae58fc58 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:23:45.740506 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Sync routers for ids ['190f9a59-af01-4f36-ad8b-57e3316e3561'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:23:45.752019 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Routers {'190f9a59-af01-4f36-ad8b-57e3316e3561'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:23:45.753050 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:23:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['190f9a59-af01-4f36-ad8b-57e3316e3561'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:45.938812 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Set router 190f9a59-af01-4f36-ad8b-57e3316e3561 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:23:46.367352 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'name': 'router1', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:23:35Z', 'updated_at': '2022-04-05T18:23:45Z', 'revision_number': 2, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'gw_port_host': None, '_interfaces': [{'id': 'bf32e36d-905e-47ac-aaeb-a279ae58fc58', 'name': '', 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'mac_address': 'fa:16:3e:80:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:23:44Z', 'updated_at': '2022-04-05T18:23:45Z', 'revision_number': 2, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'subnets': [{'id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7aba206-db6c-4353-89bd-e1dad5998642'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:46.418250 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Checking router: 190f9a59-af01-4f36-ad8b-57e3316e3561 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:23:46.418635 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Updating router 190f9a59-af01-4f36-ad8b-57e3316e3561 port bf32e36d-905e-47ac-aaeb-a279ae58fc58 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:23:46.466609 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:46.986645 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:46.995844 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:47.158800 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Pushing event updated for resources: {'Port': ['ID=bf32e36d-905e-47ac-aaeb-a279ae58fc58,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:47.169316 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Attempting to bind port bf32e36d-905e-47ac-aaeb-a279ae58fc58 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:23:47.169704 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Attempting to bind port bf32e36d-905e-47ac-aaeb-a279ae58fc58 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '788cad0f-0de4-4e1f-9bea-65213a93af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:23:47.170145 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Attempting to bind port bf32e36d-905e-47ac-aaeb-a279ae58fc58 on network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:23:47.175173 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:23:47.175588 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Checking segment: {'id': '788cad0f-0de4-4e1f-9bea-65213a93af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:23:47.176053 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:47.176437 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Bound using segment: {'id': '788cad0f-0de4-4e1f-9bea-65213a93af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:23:47.176936 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Bound port: bf32e36d-905e-47ac-aaeb-a279ae58fc58, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788cad0f-0de4-4e1f-9bea-65213a93af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:23:47.177891 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:47.180134 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.180471 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.180798 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.181123 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.181443 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.181761 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.182077 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.182390 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.182720 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.183034 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.183344 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.183655 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Tracked resource versions report: Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: pushed versions: Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: { 'AddressGroup': {'1.2'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'ConntrackHelper': {'1.0'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Log': {'1.0'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Network': {'1.1'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Port': {'1.7'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'PortForwarding': {'1.2'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'QosPolicy': {'1.9'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'SecurityGroup': {'1.4'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'SubPort': {'1.0'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Subnet': {'1.1'}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Trunk': {'1.1'}} Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: consumer versions: Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: { DHCP agent@n-d-836650-3: {}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: L3 agent@n-d-836650-3: {}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: Metadata agent@n-d-836650-3: {}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: Metering agent@n-d-836650-3: {}, Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: Open vSwitch agent@n-d-836650-3: { 'AddressGroup': '1.2', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'ConntrackHelper': '1.0', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Log': '1.0', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Network': '1.1', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Port': '1.7', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'PortForwarding': '1.2', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'QosPolicy': '1.9', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'SecurityGroup': '1.4', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'SecurityGroupRule': '1.2', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'SubPort': '1.0', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Subnet': '1.1', Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: 'Trunk': '1.1'}} Apr 05 18:23:47.184742 n-d-836650-3 neutron-server[102642]: {{(pid=102642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 18:23:47.253703 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] For port bf32e36d-905e-47ac-aaeb-a279ae58fc58, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:23:47.273611 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] For port bf32e36d-905e-47ac-aaeb-a279ae58fc58, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bf32e36d-905e-47ac-aaeb-a279ae58fc58,segment=NetworkSegment(788cad0f-0de4-4e1f-9bea-65213a93af69),segment_id=788cad0f-0de4-4e1f-9bea-65213a93af69)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:23:47.275754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-93ca5765-131a-48e3-b973-24362d772fb4 None None] Provisioning complete for port bf32e36d-905e-47ac-aaeb-a279ae58fc58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:47.276267 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93ca5765-131a-48e3-b973-24362d772fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:47.279545 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:47.335093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Routers {'190f9a59-af01-4f36-ad8b-57e3316e3561'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:23:47.335712 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:23:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['190f9a59-af01-4f36-ad8b-57e3316e3561'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:47.361712 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93ca5765-131a-48e3-b973-24362d772fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:47.375311 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa5fb4-a4e1-4f58-8272-09bf5835d9ed None None] Pushing event updated for resources: {'Port': ['ID=bf32e36d-905e-47ac-aaeb-a279ae58fc58,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:47.408160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-93ca5765-131a-48e3-b973-24362d772fb4 None None] For port bf32e36d-905e-47ac-aaeb-a279ae58fc58, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bf32e36d-905e-47ac-aaeb-a279ae58fc58,segment=NetworkSegment(788cad0f-0de4-4e1f-9bea-65213a93af69),segment_id=788cad0f-0de4-4e1f-9bea-65213a93af69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:23:47.413931 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93ca5765-131a-48e3-b973-24362d772fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:47.440504 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] Set router 190f9a59-af01-4f36-ad8b-57e3316e3561 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:23:47.473026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca5765-131a-48e3-b973-24362d772fb4 None None] Pushing event updated for resources: {'Port': ['ID=bf32e36d-905e-47ac-aaeb-a279ae58fc58,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:47.534014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-142a4dec-4946-4ea0-b56b-e89c3504ed71 None None] Provisioning complete for port bf32e36d-905e-47ac-aaeb-a279ae58fc58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:47.534372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-142a4dec-4946-4ea0-b56b-e89c3504ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:47.666329 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'name': 'router1', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:23:35Z', 'updated_at': '2022-04-05T18:23:45Z', 'revision_number': 2, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'gw_port_host': None, '_interfaces': [{'id': 'bf32e36d-905e-47ac-aaeb-a279ae58fc58', 'name': '', 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'mac_address': 'fa:16:3e:80:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:23:44Z', 'updated_at': '2022-04-05T18:23:47Z', 'revision_number': 4, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'subnets': [{'id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7aba206-db6c-4353-89bd-e1dad5998642'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:47.695378 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba140fe-215e-4df2-ae1c-e3cc624863a8 None None] The sync data for ids ['190f9a59-af01-4f36-ad8b-57e3316e3561'] in n-d-836650-3 is: [{'id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'name': 'router1', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:23:35Z', 'updated_at': '2022-04-05T18:23:45Z', 'revision_number': 2, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'gw_port_host': None, '_interfaces': [{'id': 'bf32e36d-905e-47ac-aaeb-a279ae58fc58', 'name': '', 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'mac_address': 'fa:16:3e:80:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:23:44Z', 'updated_at': '2022-04-05T18:23:47Z', 'revision_number': 4, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'subnets': [{'id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7aba206-db6c-4353-89bd-e1dad5998642'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:23:47.991265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55884) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:48.100001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f68057-76ec-42f3-8d71-1d93c73cae2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:23:48.101373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-72f68057-76ec-42f3-8d71-1d93c73cae2f admin admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 842 time: 0.1092494 Apr 05 18:23:48.111181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'gateway_ip': '172.25.4.1', 'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:23:48.134802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Made reservation on behalf of a8bd542ff11645bbad67f7122e62395a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:23:48.137035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:48.432772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 18:23:48.433192 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:48.483949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5412efe-cfc4-495f-891b-df8ae7905400,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:48.497953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:23:48.498312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Network hostable DHCP agents. Network: b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:23:48.521636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:23:48.533699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:23:48.537896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:23:48.538513 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:48.544447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0926c05-dc84-48d9-82a8-d19de414c302 None None] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:23:48.555309 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-619d5c0b-adfd-4e8d-8860-3e3a5dbea91e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4473937 Apr 05 18:23:48.682790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598750ac-523e-4e90-a608-0e5aac3da255 None None] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:23:50.900926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55892) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:51.030926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b7ef1502-3587-4e4d-9810-f4ec20ac8634 admin admin] 10.222.0.15 "GET /v2.0/routers/190f9a59-af01-4f36-ad8b-57e3316e3561 HTTP/1.1" status: 200 len: 710 time: 0.1287684 Apr 05 18:23:51.195731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0be40db-9af8-49e7-9307-38bdd3c20eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:23:51.197008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c0be40db-9af8-49e7-9307-38bdd3c20eb4 admin admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 886 time: 0.1576138 Apr 05 18:23:51.206370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:23:51.446268 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:51.676419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:51.747592 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:51.848325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Allocated IP 172.25.4.178 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/43133452-0c3e-4e07-94cc-670fe0aec5c6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:23:51.948155 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:51.985528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:52.020953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:23:52.029244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:23:52.033638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Pushing event updated for resources: {'Port': ['ID=43133452-0c3e-4e07-94cc-670fe0aec5c6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:52.039092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:23:52.297344 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:52.573551 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:52.576912 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:52.681252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Router 190f9a59-af01-4f36-ad8b-57e3316e3561 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:23:52.791100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:23:52.797723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:52.799089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1afc913d-20ae-43ee-a1ce-f37d519cc6ef admin admin] 10.222.0.15 "PUT /v2.0/routers/190f9a59-af01-4f36-ad8b-57e3316e3561 HTTP/1.1" status: 200 len: 890 time: 1.5957475 Apr 05 18:23:54.119187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bf32e36d-905e-47ac-aaeb-a279ae58fc58 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:23:54.151854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Sync routers for ids ['190f9a59-af01-4f36-ad8b-57e3316e3561'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:23:54.173409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Routers {'190f9a59-af01-4f36-ad8b-57e3316e3561'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:23:54.174063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:23:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['190f9a59-af01-4f36-ad8b-57e3316e3561'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:54.254639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bf32e36d-905e-47ac-aaeb-a279ae58fc58 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:54.255037 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:54.415785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Set router 190f9a59-af01-4f36-ad8b-57e3316e3561 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:23:54.860333 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:23:54.901949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'name': 'router1', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '43133452-0c3e-4e07-94cc-670fe0aec5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:23:35Z', 'updated_at': '2022-04-05T18:23:52Z', 'revision_number': 4, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'gw_port': {'id': '43133452-0c3e-4e07-94cc-670fe0aec5c6', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:23:51Z', 'updated_at': '2022-04-05T18:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'bf32e36d-905e-47ac-aaeb-a279ae58fc58', 'name': '', 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'mac_address': 'fa:16:3e:80:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:23:44Z', 'updated_at': '2022-04-05T18:23:47Z', 'revision_number': 5, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'subnets': [{'id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7aba206-db6c-4353-89bd-e1dad5998642'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:54.950467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Checking router: 190f9a59-af01-4f36-ad8b-57e3316e3561 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:23:54.950833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Updating router 190f9a59-af01-4f36-ad8b-57e3316e3561 port 43133452-0c3e-4e07-94cc-670fe0aec5c6 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:23:54.999302 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:55.240125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55906) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:23:55.324649 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:55.330458 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:55.352462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aae586e5-cb18-4033-ba2f-27bd0c151760 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1109064 Apr 05 18:23:55.388815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Attempting to bind port 43133452-0c3e-4e07-94cc-670fe0aec5c6 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:23:55.389091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Attempting to bind port 43133452-0c3e-4e07-94cc-670fe0aec5c6 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:23:55.389443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Attempting to bind port 43133452-0c3e-4e07-94cc-670fe0aec5c6 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:23:55.395395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cab48-2d9b-4d4b-9921-b294dcc633cd None None] Pushing event updated for resources: {'Port': ['ID=43133452-0c3e-4e07-94cc-670fe0aec5c6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:55.404643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:23:55.405019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:23:55.405939 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:55.405939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:23:55.406240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Bound port: 43133452-0c3e-4e07-94cc-670fe0aec5c6, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:23:55.406707 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:55.460272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] For port 43133452-0c3e-4e07-94cc-670fe0aec5c6, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:23:55.463791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] For port 43133452-0c3e-4e07-94cc-670fe0aec5c6, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=43133452-0c3e-4e07-94cc-670fe0aec5c6,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:23:55.468165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:55.522714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Routers {'190f9a59-af01-4f36-ad8b-57e3316e3561'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:23:55.523319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:23:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['190f9a59-af01-4f36-ad8b-57e3316e3561'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:55.564405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cab48-2d9b-4d4b-9921-b294dcc633cd None None] Pushing event updated for resources: {'Port': ['ID=43133452-0c3e-4e07-94cc-670fe0aec5c6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:55.640303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] Set router 190f9a59-af01-4f36-ad8b-57e3316e3561 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:23:55.849374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'name': 'router1', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '43133452-0c3e-4e07-94cc-670fe0aec5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:23:35Z', 'updated_at': '2022-04-05T18:23:52Z', 'revision_number': 4, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'gw_port': {'id': '43133452-0c3e-4e07-94cc-670fe0aec5c6', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:23:51Z', 'updated_at': '2022-04-05T18:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'bf32e36d-905e-47ac-aaeb-a279ae58fc58', 'name': '', 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'mac_address': 'fa:16:3e:80:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:23:44Z', 'updated_at': '2022-04-05T18:23:47Z', 'revision_number': 5, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'subnets': [{'id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7aba206-db6c-4353-89bd-e1dad5998642'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:23:55.877072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120df68-6ddf-41db-8a7d-25a68df38c5c None None] The sync data for ids ['190f9a59-af01-4f36-ad8b-57e3316e3561'] in n-d-836650-3 is: [{'id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'name': 'router1', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '43133452-0c3e-4e07-94cc-670fe0aec5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:23:35Z', 'updated_at': '2022-04-05T18:23:52Z', 'revision_number': 4, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'gw_port': {'id': '43133452-0c3e-4e07-94cc-670fe0aec5c6', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:23:51Z', 'updated_at': '2022-04-05T18:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'bf32e36d-905e-47ac-aaeb-a279ae58fc58', 'name': '', 'network_id': '038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7', 'tenant_id': 'c364a0e47e1446d3bf34083945774b41', 'mac_address': 'fa:16:3e:80:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190f9a59-af01-4f36-ad8b-57e3316e3561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:23:44Z', 'updated_at': '2022-04-05T18:23:47Z', 'revision_number': 5, 'project_id': 'c364a0e47e1446d3bf34083945774b41', 'subnets': [{'id': 'b29a950a-ebb7-4a38-a86f-b4826e7e048f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7aba206-db6c-4353-89bd-e1dad5998642'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:23:56.136012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 43133452-0c3e-4e07-94cc-670fe0aec5c6 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:23:56.194833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 43133452-0c3e-4e07-94cc-670fe0aec5c6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:56.194833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:56.280898 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:56.317594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 43133452-0c3e-4e07-94cc-670fe0aec5c6, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=43133452-0c3e-4e07-94cc-670fe0aec5c6,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:23:56.324711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:23:56.373888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=43133452-0c3e-4e07-94cc-670fe0aec5c6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:23:58.101896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 43133452-0c3e-4e07-94cc-670fe0aec5c6 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:23:58.149877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 43133452-0c3e-4e07-94cc-670fe0aec5c6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:23:58.150230 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:09.326687 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26ddb2c8-926a-4174-b9c9-3367f5c2a220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:11.641910 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c183e7be-c66e-40b5-be91-5c2c4c0250c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:12.625643 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:14.153982 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:14.683539 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:31.860076 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:24:39.332701 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ff78d59-8cb3-4248-975a-53118e65ff66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:41.638594 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0feb-e71d-4a0a-8670-624b58f58e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:42.627840 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:44.155186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:24:44.685292 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:08.858707 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:25:09.335280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e49aed-3e28-4675-9cc0-1eb89ac77381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:11.641450 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7cc00f3-4804-40b0-8543-af901a9a257b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:12.630955 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:14.153939 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:14.692198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:36.957973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56500) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:37.023536 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4dad03-52c0-4c52-abc8-27f58b5e5295 admin admin] GET failed (client error): The resource could not be found. Apr 05 18:25:37.024818 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e4dad03-52c0-4c52-abc8-27f58b5e5295 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659206 Apr 05 18:25:37.206861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d701bf3c-13d2-42f7-a633-3bfb26d83bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:37.208246 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d701bf3c-13d2-42f7-a633-3bfb26d83bde admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1787875 Apr 05 18:25:39.337428 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fb425ec-28b8-46da-8a6c-4cb80899da65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:39.411679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56510) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:39.503621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd53e5c-c531-4183-9c6c-92f0a051b5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:39.504852 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cdd53e5c-c531-4183-9c6c-92f0a051b5e9 admin admin] 10.222.0.15 "GET /v2.0/subnets/b29a950a-ebb7-4a38-a86f-b4826e7e048f HTTP/1.1" status: 200 len: 849 time: 0.0922446 Apr 05 18:25:39.515958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:25:39.597312 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:39.744672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773418736312'] for subnet, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:39.778345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:39.778879 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:39.780165 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] 10.222.0.15 "PUT /v2.0/subnets/b29a950a-ebb7-4a38-a86f-b4826e7e048f HTTP/1.1" status: 200 len: 868 time: 0.2677283 Apr 05 18:25:39.791258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4916ae-86cf-42f5-8877-90070b553e74 None None] Network 038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:25:39.798346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29a950a-ebb7-4a38-a86f-b4826e7e048f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:25:39.806996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.807401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.807670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.808004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.808335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.808660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.808987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.809309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.809637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.809953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.810272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:39.810616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9602fd-87e7-49b1-aa96-fabf9a3fac90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:25:40.147844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-21b1db04-603d-412e-9690-81b46921ac1c None None] Provisioning complete for port bf32e36d-905e-47ac-aaeb-a279ae58fc58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:25:40.148205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21b1db04-603d-412e-9690-81b46921ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:40.233301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-21b1db04-603d-412e-9690-81b46921ac1c None None] Provisioning complete for port 7f79b1d8-5bab-4652-9c3e-b7d89f985f2e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:25:40.233664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21b1db04-603d-412e-9690-81b46921ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:41.647674 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e5c5e1e-4b50-4105-9749-48edda40f903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:41.994203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56518) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:42.204048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dde601-6f75-4521-946c-b83a3f3e5a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:42.204442 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dde601-6f75-4521-946c-b83a3f3e5a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:42.206282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-82dde601-6f75-4521-946c-b83a3f3e5a5b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2108257 Apr 05 18:25:42.633069 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:44.155346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:44.381147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56528) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:44.510055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab64157-a0d4-46ce-9296-a7aaaacf40f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:44.510553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab64157-a0d4-46ce-9296-a7aaaacf40f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:44.512063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7ab64157-a0d4-46ce-9296-a7aaaacf40f1 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1299520 Apr 05 18:25:44.686230 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:25:45.857542 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:25:46.702606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56536) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:46.828743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a47b14-354e-4e54-8f81-f9717e5a56b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:46.830075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c0a47b14-354e-4e54-8f81-f9717e5a56b3 admin admin] 10.222.0.15 "GET /v2.0/networks/038e0f70-0a6f-4563-bf5a-fb3bd4bd0aa7 HTTP/1.1" status: 200 len: 868 time: 0.1265404 Apr 05 18:25:49.002293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56544) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:49.125990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7120e-ff85-4045-8ed4-f70ceb980c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:49.127422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6de7120e-ff85-4045-8ed4-f70ceb980c6f admin admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 886 time: 0.1240261 Apr 05 18:25:51.326631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56552) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:51.447525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af976f7-82d1-4a01-904f-bf9327a7f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:51.447972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af976f7-82d1-4a01-904f-bf9327a7f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:51.449501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0af976f7-82d1-4a01-904f-bf9327a7f179 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219323 Apr 05 18:25:53.653599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56560) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:53.746380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67286201-9e10-4f20-8119-3beadcb1026d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:53.746862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67286201-9e10-4f20-8119-3beadcb1026d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:53.748365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-67286201-9e10-4f20-8119-3beadcb1026d admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937304 Apr 05 18:25:55.955435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56568) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:56.041159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c467e0-94b4-402e-90a1-ca7cd37b5e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:56.042493 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-72c467e0-94b4-402e-90a1-ca7cd37b5e99 admin admin] 10.222.0.15 "GET /v2.0/subnets/a5412efe-cfc4-495f-891b-df8ae7905400 HTTP/1.1" status: 200 len: 816 time: 0.0861108 Apr 05 18:25:58.251939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56576) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:25:58.342986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2f653-f67e-49fd-b259-f67b8e29284d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:25:58.344408 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-20f2f653-f67e-49fd-b259-f67b8e29284d admin admin] 10.222.0.15 "GET /v2.0/subnets/b29a950a-ebb7-4a38-a86f-b4826e7e048f HTTP/1.1" status: 200 len: 868 time: 0.0914495 Apr 05 18:26:09.342218 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a64c9288-8178-400a-be86-65a8a1a7e331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:11.645512 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f53f2ee-c21e-4211-b0b1-1bba0ac81698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:12.637199 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:14.157171 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:14.688655 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:19.007026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56630) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:26:19.053297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-3b2a3736-96c3-4a20-84a2-1d6c9351ba1a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:26:19.054307 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b2a3736-96c3-4a20-84a2-1d6c9351ba1a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463560 Apr 05 18:26:21.338012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56638) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:26:21.400145 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5469af62-247a-4b2f-b23c-38f7e8d2e532 admin admin] GET failed (client error): The resource could not be found. Apr 05 18:26:21.401430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5469af62-247a-4b2f-b23c-38f7e8d2e532 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624475 Apr 05 18:26:21.543103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87ec3d-2e33-4f7a-b03a-4c05215d25c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:26:21.544460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6c87ec3d-2e33-4f7a-b03a-4c05215d25c4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383808 Apr 05 18:26:22.856328 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:26:23.749414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:26:23.796529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:26:23.814851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Made reservation on behalf of a8bd542ff11645bbad67f7122e62395a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:26:23.817018 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:23.843903 n-d-836650-3 neutron-server[102640]: WARNING neutron.services.revisions.revision_plugin [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Could not find related network for resource to bump revision. Apr 05 18:26:23.855799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:26:23.865004 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:23.865336 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Added segment 0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba of type vlan for network 058d777f-032f-42cb-b349-189b9469a41f Apr 05 18:26:23.913292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:23.936574 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:23.937514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:26:23.938100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:23.987021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2365496 Apr 05 18:26:24.001337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Pushing event updated for resources: {'Network': ['ID=058d777f-032f-42cb-b349-189b9469a41f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:26:24.009130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.009465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.009799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.010127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.010513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.010837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.011157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.011473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.011789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.012105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.012438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.012737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89679510-159d-48a1-8144-e58bd25bf774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:24.025600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 058d777f-032f-42cb-b349-189b9469a41f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:26:26.275593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56654) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:26:26.340603 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4463f5e2-277e-4ae6-a97e-dacce9ec9f92 admin admin] GET failed (client error): The resource could not be found. Apr 05 18:26:26.341935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4463f5e2-277e-4ae6-a97e-dacce9ec9f92 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0653868 Apr 05 18:26:26.412756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf09a4-8d98-450e-9f6a-4f97842567bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:26:26.414088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1fcf09a4-8d98-450e-9f6a-4f97842567bf admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0667858 Apr 05 18:26:26.424723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:26:26.442386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Made reservation on behalf of a8bd542ff11645bbad67f7122e62395a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:26:26.444532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:26.701809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:26.755179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04c81aa-07d7-4144-a03b-6d2077812111,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:26:26.764485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:26:26.764836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Network hostable DHCP agents. Network: 058d777f-032f-42cb-b349-189b9469a41f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:26:26.781033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Network 058d777f-032f-42cb-b349-189b9469a41f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:26:26.789927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 058d777f-032f-42cb-b349-189b9469a41f) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:26:26.793934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:26:26.794575 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:26.798733 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea7bda-469c-43b6-8a46-ef94e7f20543 None None] Network 058d777f-032f-42cb-b349-189b9469a41f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:26:26.810760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7f8091b1-14ed-4017-81fe-00b25f19225e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3898764 Apr 05 18:26:27.045965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-058d777f-032f-42cb-b349-189b9469a41f', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'tenant_id': 'a8bd542ff11645bbad67f7122e62395a', 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:26:27.046869 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:27.186715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Allocated IP 192.168.233.2 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/01e42d44-aa88-4789-b112-257a2e27f2de) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:26:27.330737 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:27.336033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:27.382887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:26:27.384132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Pushing event updated for resources: {'Port': ['ID=01e42d44-aa88-4789-b112-257a2e27f2de,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:26:27.386404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:26:27.392826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:26:27.395333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.395674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.396010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.396341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.396669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.397008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.397337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.397657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.397975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.398311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.398676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.398976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:26:27.456180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Attempting to bind port 01e42d44-aa88-4789-b112-257a2e27f2de on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:26:27.456539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Attempting to bind port 01e42d44-aa88-4789-b112-257a2e27f2de by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:26:27.456901 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Attempting to bind port 01e42d44-aa88-4789-b112-257a2e27f2de on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:26:27.461864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:26:27.462232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:26:27.462654 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:27.463040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:26:27.463494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Bound port: 01e42d44-aa88-4789-b112-257a2e27f2de, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:26:27.463887 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:27.528578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dde5227e-07fb-40df-a407-06e367598384 None None] For port 01e42d44-aa88-4789-b112-257a2e27f2de, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:26:27.532088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dde5227e-07fb-40df-a407-06e367598384 None None] For port 01e42d44-aa88-4789-b112-257a2e27f2de, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=01e42d44-aa88-4789-b112-257a2e27f2de,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:26:27.537193 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:27.599091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5227e-07fb-40df-a407-06e367598384 None None] Pushing event updated for resources: {'Port': ['ID=01e42d44-aa88-4789-b112-257a2e27f2de,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:26:28.233523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 01e42d44-aa88-4789-b112-257a2e27f2de up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:26:28.290187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 01e42d44-aa88-4789-b112-257a2e27f2de triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:26:28.290743 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:28.384579 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:28.419605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 01e42d44-aa88-4789-b112-257a2e27f2de, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=01e42d44-aa88-4789-b112-257a2e27f2de,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:26:28.425601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:28.474199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc32a37-3676-43f9-a7a7-6374dc878f08 None None] Network 058d777f-032f-42cb-b349-189b9469a41f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:26:28.529700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=01e42d44-aa88-4789-b112-257a2e27f2de,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:26:28.567297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7f980b93-4ef8-4d6c-a902-6bc40ac0940f None None] Provisioning complete for port 01e42d44-aa88-4789-b112-257a2e27f2de triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:26:28.567659 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f980b93-4ef8-4d6c-a902-6bc40ac0940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:28.922667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a77189cc-959b-4062-8995-fba0c1bce374 None None] Provisioning complete for port 01e42d44-aa88-4789-b112-257a2e27f2de triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:26:28.923026 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a77189cc-959b-4062-8995-fba0c1bce374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:30.167702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 01e42d44-aa88-4789-b112-257a2e27f2de up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:26:30.218978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 01e42d44-aa88-4789-b112-257a2e27f2de triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:26:30.219344 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:39.343527 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ca07317-31d5-4198-b319-6faea6720fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:41.638929 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d298d27-ceba-4209-9eeb-efc45c32bc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:42.638824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:44.161097 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:44.692709 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:26:59.854419 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:27:09.346790 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6099096-ff01-4417-8525-e5f005fe784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:27:11.639599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c18ff14f-8968-4a2a-be23-0839cd21b7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:27:12.642195 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:27:14.163372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:27:14.697578 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:27:36.853079 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:27:39.348171 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-366f1530-115e-4d70-8583-2d4f445edf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:27:41.643793 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b8070b8-4240-482e-9073-24b400225dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:27:42.646741 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:27:44.168744 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:27:44.700753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:01.989174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56694) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:28:01.994670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-3a4009c1-6cd7-4a83-9b1c-2a8f16d44fa8 tempest-verify_tempest_config-468491438 tempest-verify_tempest_config-468491438-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:28:01.995633 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3a4009c1-6cd7-4a83-9b1c-2a8f16d44fa8 tempest-verify_tempest_config-468491438 tempest-verify_tempest_config-468491438-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0055814 Apr 05 18:28:02.285224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56712) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:28:02.394573 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:02.496588 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:02.500938 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:02.543499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f0d2f9-117f-442d-9f3e-9fd46e6d25a2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:28:02.548384 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=264fd7a8d10c4035b8fc8085ba04fcf0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2621856 Apr 05 18:28:02.551175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56716) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:28:02.552650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.552874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.553210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.553543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.553869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.554193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.554540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.554862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.555182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.555501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.555821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.556140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b9af3-37a2-407b-a359-9390969f139f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.606333 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:02.627661 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:02.716566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:02.719807 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:02.721533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4f0d2f9-117f-442d-9f3e-9fd46e6d25a2 HTTP/1.1" status: 204 len: 168 time: 0.1693084 Apr 05 18:28:02.734967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f0d2f9-117f-442d-9f3e-9fd46e6d25a2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:28:02.742282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.742654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.742984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.743308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.743630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.743948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.744263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.744570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.744876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.745185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.745496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:02.745898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b7d97-b770-4334-99f6-905070baf923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:28:09.349864 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8694ceb8-44b7-4963-9650-34e09e260de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:11.645347 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-baafbcd5-1bef-406b-89e6-72f9068bd00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:12.646214 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:13.851594 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:28:14.168763 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:14.705293 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:39.351274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d946069-ad0d-4c06-a697-627993dc1f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:41.646103 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f43691a1-3830-471e-b8db-ffed2ddee1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:42.648360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:44.172057 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:44.706686 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:28:50.853401 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:29:09.352112 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ecbd99c6-b5d0-4efa-953b-103a030969dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:29:11.649324 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c7c51a8-33a1-420b-839d-19b146286d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:29:12.651430 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:29:14.176037 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:29:14.708984 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:29:27.851204 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:29:39.353773 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a807c3f1-abf9-4528-9147-de5d3f49cbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:29:41.653054 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10a3ae0c-861b-43f3-898a-32b79c602eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:29:42.655403 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:29:44.178137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:29:44.711417 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:04.849290 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:30:09.354767 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b030ad10-67e3-48d9-b310-042f36f3a4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:11.654647 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c71389d-c32a-4dbd-b011-03ab140ba2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:12.658445 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:14.180369 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:14.713918 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:39.357669 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2bb1-136c-407f-9ee6-9d4699b827e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:41.658933 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30507c1-cba3-4d9b-a6c9-f80dff56a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:41.848214 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 5 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:30:42.661110 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:44.182920 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:30:44.717694 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:04.736777 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275582'] for agent, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:06.816784 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275582'] for agent, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:09.361057 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-521a92e5-ae64-4583-8227-86ac48dc54f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:11.660450 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55ad802c-5999-4114-8bd2-990dc83aa8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:12.665368 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:14.183927 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:14.719149 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:18.847015 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:31:34.686711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:36.793270 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:39.364193 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51f7bcd7-082c-4d7d-996a-6fa9550c93c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:41.661163 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f344-fcf4-49c2-9098-a9a569a1831e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:42.665485 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:44.187165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:44.722599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:31:50.245216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56774) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:31:50.347844 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-35912cfd-d81e-4092-a303-123d83b3d719 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1015637 Apr 05 18:31:52.563010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56784) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:31:52.623970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-55714b13-d528-4325-be18-b3ddad3a3451 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0598843 Apr 05 18:31:55.846467 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:32:04.687379 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:06.792355 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:09.365242 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f746f622-652c-40da-8850-8a383dade335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:11.662281 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96e40708-f894-4fc1-a8b2-2953382755be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:12.668840 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:14.188878 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:14.725503 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:32.845630 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:32:34.708976 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:36.822600 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:39.366196 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f013d02-ad5c-4db9-8c91-75427686139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:41.666572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e939fca0-8944-442e-9c3d-b4afb8d918a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:42.680733 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:44.191521 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:32:44.726921 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:04.701203 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:06.805603 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:09.368599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49610dae-b999-4bf2-b8a5-ab652a93c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:09.847026 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:33:11.668937 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-898563b9-ae46-42c3-a26f-aa4ac5e2f118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:12.676016 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:14.197633 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:14.729823 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:25.775629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57042) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:25.971156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57058) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:26.104889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-network', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:26.125000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Made reservation on behalf of cdcb17fbb5b94cf1b86530cbd9f1bd72 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:26.127529 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.135838 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.214923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.222369 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.256426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:33:26.258885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88544978-60f3-4da6-a22e-3110dc123883,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:26.268689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.269060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.269540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.269794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.270198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.270545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.270866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.271226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.271539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.271852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.272214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.272526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Tracked resource versions report: Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: pushed versions: Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: { 'AddressGroup': {'1.2'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'ConntrackHelper': {'1.0'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Log': {'1.0'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Network': {'1.1'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Port': {'1.7'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'PortForwarding': {'1.2'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'QosPolicy': {'1.9'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'SecurityGroup': {'1.4'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'SubPort': {'1.0'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Subnet': {'1.1'}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Trunk': {'1.1'}} Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: consumer versions: Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: { DHCP agent@n-d-836650-3: {}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: HyperV agent@n-h1-836650-3: {}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: HyperV agent@n-h2-836650-3: {}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: L3 agent@n-d-836650-3: {}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: Metadata agent@n-d-836650-3: {}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: Metering agent@n-d-836650-3: {}, Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: Open vSwitch agent@n-d-836650-3: { 'AddressGroup': '1.2', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'ConntrackHelper': '1.0', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Log': '1.0', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Network': '1.1', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Port': '1.7', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'PortForwarding': '1.2', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'QosPolicy': '1.9', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'SecurityGroup': '1.4', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'SecurityGroupRule': '1.2', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'SubPort': '1.0', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Subnet': '1.1', Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: 'Trunk': '1.1'}} Apr 05 18:33:26.273681 n-d-836650-3 neutron-server[102640]: {{(pid=102640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 18:33:26.282689 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.283049 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Added segment 500dfec7-4790-49d3-8b6e-f461f09f5cc8 of type vlan for network a8485de0-5c8f-4cbd-ac10-501236a7342b Apr 05 18:33:26.323804 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.351211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.355681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:26.356858 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.385315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6075308 Apr 05 18:33:26.388097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57074) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:26.394358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Request body: {'subnet': {'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-subnet', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:26.418275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Made reservation on behalf of cdcb17fbb5b94cf1b86530cbd9f1bd72 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:26.421160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.426687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899cdbd-59e2-4748-b488-6ebba4d296cd admin admin] Pushing event updated for resources: {'Network': ['ID=a8485de0-5c8f-4cbd-ac10-501236a7342b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:26.438688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network a8485de0-5c8f-4cbd-ac10-501236a7342b details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:33:26.494071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.674073 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.683191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.722007 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.740917 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c266469687df4a7697e6730ab2514a61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7686388 Apr 05 18:33:26.743672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57098) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:26.789501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c7c217-922e-4e45-9a68-8e402d076f0e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:26.806012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.806520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.807003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.807463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.807921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.808374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.808837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.809287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.809739 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.810199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.810766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5214-c0df-4d45-99e6-01670b1f9e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.811287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.811735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf59ed-2d16-4d48-a67c-58d37748c962 admin admin] Tracked resource versions report: Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: pushed versions: Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: { 'AddressGroup': {'1.2'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'ConntrackHelper': {'1.0'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Log': {'1.0'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Network': {'1.1'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Port': {'1.7'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'PortForwarding': {'1.2'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'QosPolicy': {'1.9'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'SecurityGroup': {'1.4'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'SubPort': {'1.0'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Subnet': {'1.1'}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Trunk': {'1.1'}} Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: consumer versions: Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: { DHCP agent@n-d-836650-3: {}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: HyperV agent@n-h1-836650-3: {}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: HyperV agent@n-h2-836650-3: {}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: L3 agent@n-d-836650-3: {}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: Metadata agent@n-d-836650-3: {}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: Metering agent@n-d-836650-3: {}, Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: Open vSwitch agent@n-d-836650-3: { 'AddressGroup': '1.2', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'ConntrackHelper': '1.0', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Log': '1.0', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Network': '1.1', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Port': '1.7', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'PortForwarding': '1.2', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'QosPolicy': '1.9', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'SecurityGroup': '1.4', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'SecurityGroupRule': '1.2', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'SubPort': '1.0', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Subnet': '1.1', Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: 'Trunk': '1.1'}} Apr 05 18:33:26.813744 n-d-836650-3 neutron-server[102639]: {{(pid=102639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 18:33:26.850423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:26.851938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5214-c0df-4d45-99e6-01670b1f9e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.855827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Checking segment: {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:26.856352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Network hostable DHCP agents. Network: a8485de0-5c8f-4cbd-ac10-501236a7342b, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:33:26.875601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Network a8485de0-5c8f-4cbd-ac10-501236a7342b is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:33:26.893247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, a8485de0-5c8f-4cbd-ac10-501236a7342b) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:26.900844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:26.901432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.910012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776e47b-2004-4982-b8bb-5d4452f282a9 None None] Network a8485de0-5c8f-4cbd-ac10-501236a7342b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:26.912606 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5214-c0df-4d45-99e6-01670b1f9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.917025 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5214-c0df-4d45-99e6-01670b1f9e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.921876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b7cb5214-c0df-4d45-99e6-01670b1f9e16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0c7c217-922e-4e45-9a68-8e402d076f0e HTTP/1.1" status: 204 len: 168 time: 0.1770318 Apr 05 18:33:26.923806 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7d4c978d-b5a7-4619-85ea-a1e11d0ccdd3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5344362 Apr 05 18:33:26.927883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57112) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:26.936077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb5214-c0df-4d45-99e6-01670b1f9e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c7c217-922e-4e45-9a68-8e402d076f0e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:26.937725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:26.970357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:26.972382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.103973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-a8485de0-5c8f-4cbd-ac10-501236a7342b', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:33:27.104855 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.136256 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.262705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Allocated IP 172.20.0.2 (a8485de0-5c8f-4cbd-ac10-501236a7342b/09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d/5fb93eda-484b-4cd6-807a-7c170fc63376) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:33:27.361891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.437230 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.447535 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.490367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Network a8485de0-5c8f-4cbd-ac10-501236a7342b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:27.496269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:27.501429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:33:27.503708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Pushing event updated for resources: {'Port': ['ID=5fb93eda-484b-4cd6-807a-7c170fc63376,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:27.516636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.517468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.517970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.518474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.518929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.519377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.519824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.520289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.520732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.521175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.521615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.522054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Tracked resource versions report: Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: pushed versions: Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: { 'AddressGroup': {'1.2'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'ConntrackHelper': {'1.0'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Log': {'1.0'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Network': {'1.1'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Port': {'1.7'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'PortForwarding': {'1.2'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'QosPolicy': {'1.9'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'SecurityGroup': {'1.4'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'SubPort': {'1.0'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Subnet': {'1.1'}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Trunk': {'1.1'}} Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: consumer versions: Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: { DHCP agent@n-d-836650-3: {}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: HyperV agent@n-h1-836650-3: {}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: HyperV agent@n-h2-836650-3: {}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: L3 agent@n-d-836650-3: {}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: Metadata agent@n-d-836650-3: {}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: Metering agent@n-d-836650-3: {}, Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: Open vSwitch agent@n-d-836650-3: { 'AddressGroup': '1.2', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'ConntrackHelper': '1.0', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Log': '1.0', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Network': '1.1', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Port': '1.7', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'PortForwarding': '1.2', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'QosPolicy': '1.9', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'SecurityGroup': '1.4', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'SecurityGroupRule': '1.2', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'SubPort': '1.0', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Subnet': '1.1', Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: 'Trunk': '1.1'}} Apr 05 18:33:27.523463 n-d-836650-3 neutron-server[102641]: {{(pid=102641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 18:33:27.587996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Attempting to bind port 5fb93eda-484b-4cd6-807a-7c170fc63376 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:33:27.588784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Attempting to bind port 5fb93eda-484b-4cd6-807a-7c170fc63376 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:33:27.589340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Attempting to bind port 5fb93eda-484b-4cd6-807a-7c170fc63376 on network a8485de0-5c8f-4cbd-ac10-501236a7342b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:27.595560 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:33:27.596128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Checking segment: {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:27.596662 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.597246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Bound using segment: {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:33:27.597838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Bound port: 5fb93eda-484b-4cd6-807a-7c170fc63376, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:33:27.598374 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.682065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] For port 5fb93eda-484b-4cd6-807a-7c170fc63376, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:33:27.688616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] For port 5fb93eda-484b-4cd6-807a-7c170fc63376, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5fb93eda-484b-4cd6-807a-7c170fc63376,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:33:27.699231 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.732622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.760282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:27.781702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd744a-8b6b-4b07-84b7-b1e66301fe63 None None] Pushing event updated for resources: {'Port': ['ID=5fb93eda-484b-4cd6-807a-7c170fc63376,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:28.000101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Allocated IP 172.25.4.193 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/2d960dab-a2a2-441d-9e39-ef105fb98201) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:33:28.009963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57152) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:28.029840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f3bcccb8-3f94-4159-8e22-7edf62d84807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.198556 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f3bcccb8-3f94-4159-8e22-7edf62d84807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.205410 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f3bcccb8-3f94-4159-8e22-7edf62d84807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.221290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.262830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcccb8-3f94-4159-8e22-7edf62d84807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae788e8-b7f6-4bda-a92b-502f682b3f0d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:28.287138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f3bcccb8-3f94-4159-8e22-7edf62d84807 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db7fb572e3444dcab4d0074697c10e78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2718501 Apr 05 18:33:28.287746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57156) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:28.329813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.352558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:28.353163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60022480-3562-4de8-9815-ba3dc7c52546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.385119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:28.404803 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60022480-3562-4de8-9815-ba3dc7c52546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.429672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:33:28.507450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5fb93eda-484b-4cd6-807a-7c170fc63376 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:28.517057 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60022480-3562-4de8-9815-ba3dc7c52546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.519820 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60022480-3562-4de8-9815-ba3dc7c52546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.531890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-60022480-3562-4de8-9815-ba3dc7c52546 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ae788e8-b7f6-4bda-a92b-502f682b3f0d HTTP/1.1" status: 204 len: 168 time: 0.2406735 Apr 05 18:33:28.554543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60022480-3562-4de8-9815-ba3dc7c52546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae788e8-b7f6-4bda-a92b-502f682b3f0d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:28.622245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5fb93eda-484b-4cd6-807a-7c170fc63376 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:28.624576 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.670207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d960dab-a2a2-441d-9e39-ef105fb98201,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:28.783278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.838170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 5fb93eda-484b-4cd6-807a-7c170fc63376, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5fb93eda-484b-4cd6-807a-7c170fc63376,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:28.843725 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.922996 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:28.931624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=5fb93eda-484b-4cd6-807a-7c170fc63376,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:29.121970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c39b9e-292c-4e8b-b48d-b36832a34d4c None None] Network a8485de0-5c8f-4cbd-ac10-501236a7342b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:29.148119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:29.149409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57190) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:29.152109 n-d-836650-3 neutron-server[102640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 18:33:29.189341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-48601866-8b0b-4202-8e07-ee68335ccd16 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=062e376223924289a94e8981e32e8734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382504 Apr 05 18:33:29.260612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-47b78d15-19a6-4d16-9955-0ae67e91bd5d None None] Provisioning complete for port 5fb93eda-484b-4cd6-807a-7c170fc63376 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:29.260980 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47b78d15-19a6-4d16-9955-0ae67e91bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:29.343595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Router ab9b65c2-214d-4aea-9929-262ea2841b48 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:33:29.451933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0f2cfff1-f7e0-4320-8508-95a86ffa6d4d tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:29.454615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0f2cfff1-f7e0-4320-8508-95a86ffa6d4d tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640924 Apr 05 18:33:29.487509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-26459530-6c42-47f0-8fc7-67777e199022 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/quotas/062e376223924289a94e8981e32e8734 HTTP/1.1" status: 200 len: 375 time: 0.0243373 Apr 05 18:33:29.504192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:33:29.517773 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Sync routers for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:33:29.534813 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:33:29.535519 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:33:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:29.537986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:29.542815 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3102755a-5bfb-445e-afc4-83f1a17c95d7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6139443 Apr 05 18:33:29.544564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57212) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:29.550829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-53913ea5-da3c-47c2-96fb-0415ef0eb413 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=062e376223924289a94e8981e32e8734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594363 Apr 05 18:33:29.833068 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:33:30.020833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-836357d1-9828-4b17-b136-1a7300656808 None None] Provisioning complete for port 5fb93eda-484b-4cd6-807a-7c170fc63376 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:30.021336 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-836357d1-9828-4b17-b136-1a7300656808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:30.092250 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:28Z', 'revision_number': 3, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:30.126907 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Checking router: ab9b65c2-214d-4aea-9929-262ea2841b48 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:33:30.127338 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Updating router ab9b65c2-214d-4aea-9929-262ea2841b48 port 2d960dab-a2a2-441d-9e39-ef105fb98201 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:33:30.156005 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:30.319285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:30.460767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5fb93eda-484b-4cd6-807a-7c170fc63376 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:30.565263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5fb93eda-484b-4cd6-807a-7c170fc63376 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:30.565859 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:30.702742 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:30.715047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c15f2fb-e520-400c-80f1-2c83c078dbe8 req-22c8f5f1-2cff-43c7-bc27-b9b400f87fa4 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 210 time: 0.1265578 Apr 05 18:33:30.715923 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:30.737647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Allocated IP 172.20.0.1 (a8485de0-5c8f-4cbd-ac10-501236a7342b/09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d/b8a61ace-88cb-471a-a4fd-9a937336cf74) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:33:30.810456 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Pushing event updated for resources: {'Port': ['ID=2d960dab-a2a2-441d-9e39-ef105fb98201,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:30.819864 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.820209 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.820540 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.820867 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.821254 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.821593 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.821912 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.822247 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.822586 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.822904 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.823219 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.823533 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Tracked resource versions report: Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: pushed versions: Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: { 'AddressGroup': {'1.2'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'ConntrackHelper': {'1.0'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Log': {'1.0'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Network': {'1.1'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Port': {'1.7'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'PortForwarding': {'1.2'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'QosPolicy': {'1.9'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'SecurityGroup': {'1.4'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'SecurityGroupRule': {'1.2'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'SubPort': {'1.0'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Subnet': {'1.1'}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Trunk': {'1.1'}} Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: consumer versions: Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: { DHCP agent@n-d-836650-3: {}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: HyperV agent@n-h1-836650-3: {}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: HyperV agent@n-h2-836650-3: {}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: L3 agent@n-d-836650-3: {}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: Metadata agent@n-d-836650-3: {}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: Metering agent@n-d-836650-3: {}, Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: Open vSwitch agent@n-d-836650-3: { 'AddressGroup': '1.2', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'ConntrackHelper': '1.0', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Log': '1.0', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Network': '1.1', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Port': '1.7', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'PortForwarding': '1.2', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'QosPolicy': '1.9', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'SecurityGroup': '1.4', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'SecurityGroupRule': '1.2', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'SubPort': '1.0', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Subnet': '1.1', Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: 'Trunk': '1.1'}} Apr 05 18:33:30.824620 n-d-836650-3 neutron-server[102642]: {{(pid=102642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 18:33:30.840798 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Attempting to bind port 2d960dab-a2a2-441d-9e39-ef105fb98201 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:33:30.841180 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Attempting to bind port 2d960dab-a2a2-441d-9e39-ef105fb98201 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:33:30.841538 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Attempting to bind port 2d960dab-a2a2-441d-9e39-ef105fb98201 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:30.861667 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:33:30.862105 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:30.863713 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:30.864120 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:33:30.864611 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Bound port: 2d960dab-a2a2-441d-9e39-ef105fb98201, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:33:30.865017 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:31.023166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:31.038157 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] For port 2d960dab-a2a2-441d-9e39-ef105fb98201, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:33:31.043095 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] For port 2d960dab-a2a2-441d-9e39-ef105fb98201, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2d960dab-a2a2-441d-9e39-ef105fb98201,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:33:31.051530 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:31.127354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:31.128100 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:33:31.128901 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:33:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:31.170579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Network a8485de0-5c8f-4cbd-ac10-501236a7342b is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:31.174009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:31.189049 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:33:31.191970 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ee08b-dc72-499e-a91a-984d9783ef5a None None] Pushing event updated for resources: {'Port': ['ID=2d960dab-a2a2-441d-9e39-ef105fb98201,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:31.192457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:31.315408 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:33:31.380363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a61ace-88cb-471a-a4fd-9a937336cf74,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:31.476165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c01d994a-f614-4240-8a7a-dedd659193d4 None None] Provisioning complete for port b8a61ace-88cb-471a-a4fd-9a937336cf74 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:31.476658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c01d994a-f614-4240-8a7a-dedd659193d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:31.550049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c01d994a-f614-4240-8a7a-dedd659193d4 None None] Port b8a61ace-88cb-471a-a4fd-9a937336cf74 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:33:31.635305 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:31.662519 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:28Z', 'revision_number': 3, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:31.680842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:31.697308 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82772b88-2f04-4aab-8034-308ca74fa138 None None] The sync data for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 is: [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:28Z', 'revision_number': 3, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:33:31.720850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57322) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:31.764098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57328) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:31.942522 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:31.951155 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:31.952314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.012849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a61ace-88cb-471a-a4fd-9a937336cf74,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:32.164487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709f2724-8073-47a8-89f7-bf43d317fa87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.175058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Network a8485de0-5c8f-4cbd-ac10-501236a7342b is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:32.179614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:32.222765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb595d1f-8092-4b60-b465-9b379cc1b4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.294851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14065d7b-9568-4caf-8747-0bc0d65442d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.406042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Router ab9b65c2-214d-4aea-9929-262ea2841b48 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:33:32.473841 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb595d1f-8092-4b60-b465-9b379cc1b4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.514335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d960dab-a2a2-441d-9e39-ef105fb98201 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:32.573059 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709f2724-8073-47a8-89f7-bf43d317fa87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.575545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57350) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:32.627131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ce2278d0-6baa-4bab-a6df-530882925893 None None] Provisioning complete for port b8a61ace-88cb-471a-a4fd-9a937336cf74 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:32.627778 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce2278d0-6baa-4bab-a6df-530882925893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.634279 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb595d1f-8092-4b60-b465-9b379cc1b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.645358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.20', 53546) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:32.657872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709f2724-8073-47a8-89f7-bf43d317fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.699042 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-709f2724-8073-47a8-89f7-bf43d317fa87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b65914e10efe4ffc8e9121ceed412e64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9766071 Apr 05 18:33:32.704025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57366) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:32.775777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ce2278d0-6baa-4bab-a6df-530882925893 None None] Port b8a61ace-88cb-471a-a4fd-9a937336cf74 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:33:32.813826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2d960dab-a2a2-441d-9e39-ef105fb98201 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:32.814530 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:32.888357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fb595d1f-8092-4b60-b465-9b379cc1b4bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c2be21571a84d13a735439ea8ba875b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2060478 Apr 05 18:33:32.898378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57380) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:32.919911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-d7bec8c1-05b4-48f3-841c-bc99c2466145 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=062e376223924289a94e8981e32e8734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2401521 Apr 05 18:33:32.944463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:33:32.967076 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c5c3d4f2-5484-46cb-b821-00d6c87eba01 admin admin] 10.222.0.15 "PUT /v2.0/routers/ab9b65c2-214d-4aea-9929-262ea2841b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4119320 Apr 05 18:33:33.022609 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.060182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 2d960dab-a2a2-441d-9e39-ef105fb98201, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2d960dab-a2a2-441d-9e39-ef105fb98201,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:33.069473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.176618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=2d960dab-a2a2-441d-9e39-ef105fb98201,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:33.183997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-4a4f770c-9114-43e4-b48c-da134433d9e0 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:33.185515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-4a4f770c-9114-43e4-b48c-da134433d9e0 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860971 Apr 05 18:33:33.200390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed968f0d-c823-4358-888b-734529b4af57 req-b2e24f40-8c09-427d-b7a2-a024e69e0229 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 210 time: 0.5906038 Apr 05 18:33:33.230847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb595d1f-8092-4b60-b465-9b379cc1b4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6833e6dc-d04a-4048-a2ac-4d2fdf81c8d9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:33.269060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-104b086d-2d6d-40cf-91ca-7bfffd979845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.276527 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14065d7b-9568-4caf-8747-0bc0d65442d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.302832 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14065d7b-9568-4caf-8747-0bc0d65442d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.327760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Request body: {'port': {'device_id': '7ee466ba-1ec3-4ee8-8339-2821d98904f1', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '062e376223924289a94e8981e32e8734'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:33.351783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f2724-8073-47a8-89f7-bf43d317fa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fa5e03-1c83-48eb-b4b7-02ff72571991,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:33.377712 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-104b086d-2d6d-40cf-91ca-7bfffd979845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.379631 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b537c3f-a37d-4f50-98fc-589ea38f84ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.457957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-14065d7b-9568-4caf-8747-0bc0d65442d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17bcdd84379845238cc5ed5faf36065a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6923172 Apr 05 18:33:33.462595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57408) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:33.526555 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b537c3f-a37d-4f50-98fc-589ea38f84ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.537845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14065d7b-9568-4caf-8747-0bc0d65442d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df5561f-64f7-42b8-9ddf-2e2ea93bcc19,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:33.597263 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f7773c-c0d7-4a24-b9c4-4c0c970cc513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.627882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f7773c-c0d7-4a24-b9c4-4c0c970cc513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.665085 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-104b086d-2d6d-40cf-91ca-7bfffd979845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.667653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-104b086d-2d6d-40cf-91ca-7bfffd979845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.671606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-104b086d-2d6d-40cf-91ca-7bfffd979845 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1fa5e03-1c83-48eb-b4b7-02ff72571991 HTTP/1.1" status: 204 len: 168 time: 0.9632609 Apr 05 18:33:33.688167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b537c3f-a37d-4f50-98fc-589ea38f84ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.690809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b537c3f-a37d-4f50-98fc-589ea38f84ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.694456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6b537c3f-a37d-4f50-98fc-589ea38f84ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6833e6dc-d04a-4048-a2ac-4d2fdf81c8d9 HTTP/1.1" status: 204 len: 168 time: 0.7871075 Apr 05 18:33:33.694648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b086d-2d6d-40cf-91ca-7bfffd979845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fa5e03-1c83-48eb-b4b7-02ff72571991,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:33.695978 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f7773c-c0d7-4a24-b9c4-4c0c970cc513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.700368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f7773c-c0d7-4a24-b9c4-4c0c970cc513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.701793 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-38f7773c-c0d7-4a24-b9c4-4c0c970cc513 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0df5561f-64f7-42b8-9ddf-2e2ea93bcc19 HTTP/1.1" status: 204 len: 168 time: 0.2360823 Apr 05 18:33:33.705239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b537c3f-a37d-4f50-98fc-589ea38f84ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6833e6dc-d04a-4048-a2ac-4d2fdf81c8d9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:33.707217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Made reservation on behalf of 062e376223924289a94e8981e32e8734 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:33.711375 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.718027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7773c-c0d7-4a24-b9c4-4c0c970cc513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df5561f-64f7-42b8-9ddf-2e2ea93bcc19,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:33.725288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.762670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57438) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:33.846748 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:33.860672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:34.068550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78901be1-5e73-4486-9e36-79c1785a6792,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:34.274458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Sync routers for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:33:34.284924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:33:34.285541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:33:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:34.285670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Allocated IP 192.168.233.174 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/2532c4c3-6bd0-4873-8e18-e1e2c4711e89) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:33:34.404738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6294d55c-b6e4-4d98-b6fb-de74add81938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:34.445984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d960dab-a2a2-441d-9e39-ef105fb98201 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:34.483214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:33:34.557249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6294d55c-b6e4-4d98-b6fb-de74add81938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:34.564950 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6294d55c-b6e4-4d98-b6fb-de74add81938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:34.572624 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:34.638110 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6294d55c-b6e4-4d98-b6fb-de74add81938 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4383165b57614cc69adf60de47c45ecb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8700199 Apr 05 18:33:34.638110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294d55c-b6e4-4d98-b6fb-de74add81938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08d2c05-9c7a-46db-b269-70be651fbfb9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:34.639232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57466) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:34.700471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2d960dab-a2a2-441d-9e39-ef105fb98201 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:34.700941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:34.713842 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:34.835952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:34.857234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:34.888047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:33:34.908593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:34.911857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:34.971319 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.010192 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b26ca57-6e94-4b34-9f0a-a870c6003553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.064897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57476) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:35.089439 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b26ca57-6e94-4b34-9f0a-a870c6003553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.103478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60f4463c-36b0-4e01-9070-1ae3cd2bcfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.180005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 2, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:35.246423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Pushing event updated for resources: {'Port': ['ID=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:35.270314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57484) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:35.292227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Checking router: ab9b65c2-214d-4aea-9929-262ea2841b48 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:33:35.297586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Updating router ab9b65c2-214d-4aea-9929-262ea2841b48 port b8a61ace-88cb-471a-a4fd-9a937336cf74 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:33:35.347779 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25048ec6-1479-46b4-a7c2-2fafa4c7c81c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0322351 Apr 05 18:33:35.392042 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60f4463c-36b0-4e01-9070-1ae3cd2bcfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.397112 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.399561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60f4463c-36b0-4e01-9070-1ae3cd2bcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.414565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-a4ecc2c7-4803-4b55-a661-c967f9267c71 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:33:35.415488 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-a4ecc2c7-4803-4b55-a661-c967f9267c71 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222235 Apr 05 18:33:35.416754 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d50b18eb-c7c9-4795-b4b0-55e576b7d6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.443136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe8ba7-cdc8-47e5-925d-aa1218a57f35 req-c37049a9-0be3-415c-9594-a0e33d18e606 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:35.451392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0dbe8ba7-cdc8-47e5-925d-aa1218a57f35 req-c37049a9-0be3-415c-9594-a0e33d18e606 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 936 time: 0.6753907 Apr 05 18:33:35.502448 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-60f4463c-36b0-4e01-9070-1ae3cd2bcfd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b29f3a22ae914a249f2e18a6707ad451&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4363217 Apr 05 18:33:35.503308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57488) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:35.520678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4463c-36b0-4e01-9070-1ae3cd2bcfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1446643-4da6-4353-b911-a3a9c44a87fe,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:35.527249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57490) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:35.602626 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b35b263d-8367-4eca-8cb9-5d981ac1ca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.613942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b26ca57-6e94-4b34-9f0a-a870c6003553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.624280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3edd320f-c0d7-4433-8cf5-a111292660e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.629046 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b26ca57-6e94-4b34-9f0a-a870c6003553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.630287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6b26ca57-6e94-4b34-9f0a-a870c6003553 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d08d2c05-9c7a-46db-b269-70be651fbfb9 HTTP/1.1" status: 204 len: 168 time: 0.9901171 Apr 05 18:33:35.656041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3edd320f-c0d7-4433-8cf5-a111292660e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.753139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3edd320f-c0d7-4433-8cf5-a111292660e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.758191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3edd320f-c0d7-4433-8cf5-a111292660e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.760283 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3edd320f-c0d7-4433-8cf5-a111292660e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1446643-4da6-4353-b911-a3a9c44a87fe HTTP/1.1" status: 204 len: 168 time: 0.2554801 Apr 05 18:33:35.781015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd320f-c0d7-4433-8cf5-a111292660e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1446643-4da6-4353-b911-a3a9c44a87fe,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:35.797713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d7b9a664-247c-401e-b9be-e43dd59f6fe3 None None] Provisioning complete for port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:35.798441 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7b9a664-247c-401e-b9be-e43dd59f6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.916775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b35b263d-8367-4eca-8cb9-5d981ac1ca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.918018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26ca57-6e94-4b34-9f0a-a870c6003553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08d2c05-9c7a-46db-b269-70be651fbfb9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:35.947311 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b35b263d-8367-4eca-8cb9-5d981ac1ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:35.966043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0dbe8ba7-cdc8-47e5-925d-aa1218a57f35 req-87c2c18f-2236-4d9f-b946-9eb45d49b6cf tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987361 Apr 05 18:33:36.068757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9a664-247c-401e-b9be-e43dd59f6fe3 None None] Port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:33:36.114034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b263d-8367-4eca-8cb9-5d981ac1ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09548cfc-a31b-4558-8574-775a7b1704c2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:36.165983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b35b263d-8367-4eca-8cb9-5d981ac1ca75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8520a54b74d1464c80fcbdc365a82cb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6232629 Apr 05 18:33:36.168917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57508) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:36.234117 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d50b18eb-c7c9-4795-b4b0-55e576b7d6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.242520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d50b18eb-c7c9-4795-b4b0-55e576b7d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.268318 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b521d9e-18c8-4529-8d93-3262a81bba6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.280774 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.299519 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.314589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d50b18eb-c7c9-4795-b4b0-55e576b7d6a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=960545715b424265a920d342dee00689&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0195446 Apr 05 18:33:36.314589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b18eb-c7c9-4795-b4b0-55e576b7d6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d33954c-d41e-4ec2-a8ac-93ac3041d6c1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:36.317359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57514) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:36.351695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b521d9e-18c8-4529-8d93-3262a81bba6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.426106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd8176-7949-4c42-8792-21460cd7161e None None] Pushing event updated for resources: {'Port': ['ID=b8a61ace-88cb-471a-a4fd-9a937336cf74,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:36.437127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74e0d352-14a9-4a0e-8d3c-99ade08ff852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.461375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b521d9e-18c8-4529-8d93-3262a81bba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.467450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b521d9e-18c8-4529-8d93-3262a81bba6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.474912 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4b521d9e-18c8-4529-8d93-3262a81bba6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09548cfc-a31b-4558-8574-775a7b1704c2 HTTP/1.1" status: 204 len: 168 time: 0.3043811 Apr 05 18:33:36.490946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b521d9e-18c8-4529-8d93-3262a81bba6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09548cfc-a31b-4558-8574-775a7b1704c2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:36.498283 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74e0d352-14a9-4a0e-8d3c-99ade08ff852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.625531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Attempting to bind port b8a61ace-88cb-471a-a4fd-9a937336cf74 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:33:36.625902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Attempting to bind port b8a61ace-88cb-471a-a4fd-9a937336cf74 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:33:36.626288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Attempting to bind port b8a61ace-88cb-471a-a4fd-9a937336cf74 on network a8485de0-5c8f-4cbd-ac10-501236a7342b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:36.632477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74e0d352-14a9-4a0e-8d3c-99ade08ff852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.635202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74e0d352-14a9-4a0e-8d3c-99ade08ff852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.639281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-74e0d352-14a9-4a0e-8d3c-99ade08ff852 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d33954c-d41e-4ec2-a8ac-93ac3041d6c1 HTTP/1.1" status: 204 len: 168 time: 0.3177171 Apr 05 18:33:36.647942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:33:36.648276 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Checking segment: {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:36.648677 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.649122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Bound using segment: {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:33:36.649768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Bound port: b8a61ace-88cb-471a-a4fd-9a937336cf74, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:33:36.649967 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.650512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0d352-14a9-4a0e-8d3c-99ade08ff852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d33954c-d41e-4ec2-a8ac-93ac3041d6c1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:36.685124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57522) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:36.690953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Request body: {'port': {'device_id': '7ee466ba-1ec3-4ee8-8339-2821d98904f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:36.693689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-network', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:36.749243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Made reservation on behalf of 6682900afac64b4ca906ace9b3dc080a for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:36.755512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.782030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.849374 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:36.995139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.006063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.082204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:33:37.088229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5597706-334c-4e8b-84d7-548b99f981af,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:37.111684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773418722551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.119933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Unsubscribe: segment precommit_create {{(pid=102639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 18:33:37.120723 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Added segment 6b7922c8-c5df-471b-b468-35c4a80bddb2 of type vlan for network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea Apr 05 18:33:37.159852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57530) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:37.263456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] For port b8a61ace-88cb-471a-a4fd-9a937336cf74, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:33:37.268887 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca0288dc-b25f-4b8f-a6ef-66dee0c6e366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.283302 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] For port b8a61ace-88cb-471a-a4fd-9a937336cf74, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b8a61ace-88cb-471a-a4fd-9a937336cf74,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:33:37.284705 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.287558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-929d996c-c0e2-4422-893e-73b4c89496d5 None None] Provisioning complete for port b8a61ace-88cb-471a-a4fd-9a937336cf74 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:37.289033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-929d996c-c0e2-4422-893e-73b4c89496d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.350036 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.434299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca0288dc-b25f-4b8f-a6ef-66dee0c6e366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.449592 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca0288dc-b25f-4b8f-a6ef-66dee0c6e366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.485800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:33:37.498070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:33:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:37.511330 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.513430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-b8bd8c14-fb27-4d38-a954-4471403b8883 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c18c2d3cd68049ea9cd9b4f7a6fa1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1632595 Apr 05 18:33:37.534862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0288dc-b25f-4b8f-a6ef-66dee0c6e366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74ec3fe-c387-41df-8954-d69e722db6e7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:37.644114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd8176-7949-4c42-8792-21460cd7161e None None] Pushing event updated for resources: {'Port': ['ID=b8a61ace-88cb-471a-a4fd-9a937336cf74,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:37.660144 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ca0288dc-b25f-4b8f-a6ef-66dee0c6e366 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=330244cccbf04995a2da0a5ca8adda34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943390 Apr 05 18:33:37.667470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57546) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:37.747761 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.751008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:37.752010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.823095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e920bd-0b01-470c-b216-4886432437c2 req-df70d628-4d7d-4cec-80d6-c8b1d3100e1f tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:37.831464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-df70d628-4d7d-4cec-80d6-c8b1d3100e1f tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019412 Apr 05 18:33:37.872142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-4e04b8c8-2e6f-43c6-b969-4d5b6eb6c804 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/quotas/c18c2d3cd68049ea9cd9b4f7a6fa1390 HTTP/1.1" status: 200 len: 375 time: 0.0314579 Apr 05 18:33:37.904287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] Pushing event updated for resources: {'Network': ['ID=9e77092c-8c9a-4cd9-8f84-37e6055fdaea,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:37.913454 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a1c7c968-e613-4125-9b58-6289190d081a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2261977 Apr 05 18:33:37.928557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41c17ca7-baa2-4ffd-a745-de4b70be4a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.933755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57550) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:37.940114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:33:37.942947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Request body: {'subnet': {'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-subnet', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:37.969998 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-1f7a5562-1f2c-40d7-b5ff-4484bce4a6ae tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c18c2d3cd68049ea9cd9b4f7a6fa1390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931981 Apr 05 18:33:37.987466 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-929d996c-c0e2-4422-893e-73b4c89496d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:37.987738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Made reservation on behalf of 6682900afac64b4ca906ace9b3dc080a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:37.990100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:38.130976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:33:38.141965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:38.176670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Transition to ACTIVE for port object 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:33:38.183036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:38.265192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:33:38.498528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-929d996c-c0e2-4422-893e-73b4c89496d5 None None] For port b8a61ace-88cb-471a-a4fd-9a937336cf74, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b8a61ace-88cb-471a-a4fd-9a937336cf74,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:38.562943 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41c17ca7-baa2-4ffd-a745-de4b70be4a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:38.567933 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-929d996c-c0e2-4422-893e-73b4c89496d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:38.619046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Pushing event updated for resources: {'Port': ['ID=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:38.680704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Attempting to bind port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:33:38.680704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Attempting to bind port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:33:38.680974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Attempting to bind port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:38.737512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d996c-c0e2-4422-893e-73b4c89496d5 None None] Pushing event updated for resources: {'Port': ['ID=b8a61ace-88cb-471a-a4fd-9a937336cf74,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:38.761257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8e209ac1-a2c3-4f3a-b694-6ce28cd28e33 None None] Provisioning complete for port b8a61ace-88cb-471a-a4fd-9a937336cf74 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:38.761879 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e209ac1-a2c3-4f3a-b694-6ce28cd28e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:38.817332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-794c88fa-3f1b-475e-98ea-e692a042f6d7 req-9cc7e79f-aaa1-42a0-b492-f28a19738485 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 210 time: 0.2607663 Apr 05 18:33:38.840495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:33:38.847286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Attempting to bind port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:38.877237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:33:38.894143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:38.895750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:33:38.899321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Bound port: 2532c4c3-6bd0-4873-8e18-e1e2c4711e89, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:33:38.900398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:38.923290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:39.060117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8e968-4d14-4b51-b8fb-0bacbdb3692e req-76987733-dde1-4cd7-aecf-aba631e06eab tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:39.065637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6f8e968-4d14-4b51-b8fb-0bacbdb3692e req-76987733-dde1-4cd7-aecf-aba631e06eab tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 948 time: 0.7542973 Apr 05 18:33:39.066550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e6e276-4161-4a51-9d1e-d7bbc6f9a632,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:39.115877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:37Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:39.132361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41c17ca7-baa2-4ffd-a745-de4b70be4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:39.139778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41c17ca7-baa2-4ffd-a745-de4b70be4a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:39.143545 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-41c17ca7-baa2-4ffd-a745-de4b70be4a46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c74ec3fe-c387-41df-8954-d69e722db6e7 HTTP/1.1" status: 204 len: 168 time: 1.4737484 Apr 05 18:33:39.168372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c17ca7-baa2-4ffd-a745-de4b70be4a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74ec3fe-c387-41df-8954-d69e722db6e7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:39.185711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Checking segment: {'id': '6b7922c8-c5df-471b-b468-35c4a80bddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:39.186100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Network hostable DHCP agents. Network: 9e77092c-8c9a-4cd9-8f84-37e6055fdaea, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:33:39.239967 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366a2e4-185a-40c1-b67e-97e5e4dcbb58 None None] The sync data for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 is: [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:37Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:33:39.247447 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:33:39.260897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6f8e968-4d14-4b51-b8fb-0bacbdb3692e req-db2d72d5-c5bc-4616-a6d3-bdab0c024987 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871028 Apr 05 18:33:39.266370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 9e77092c-8c9a-4cd9-8f84-37e6055fdaea) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:39.271761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:39.272516 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:39.274622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] For port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:33:39.287283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031d132-8053-494e-b9c3-512f8f0f110d None None] Network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:39.288209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] For port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:33:39.297198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:39.309924 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-157ace91-ae81-49d5-8bd4-ebd2683ab642 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3740396 Apr 05 18:33:39.311634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57620) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:39.323303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:39.418479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:39.425221 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:39.516497 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30d6daa3-88de-41ad-a058-c36187d0bf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:39.575280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:39.854200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-9e77092c-8c9a-4cd9-8f84-37e6055fdaea', 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'fixed_ips': [{'subnet_id': 'c5e6e276-4161-4a51-9d1e-d7bbc6f9a632'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:33:39.855336 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:40.098692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:40.102879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:40.107548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:40.110046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] 10.222.0.20 "PUT /v2.0/ports/2532c4c3-6bd0-4873-8e18-e1e2c4711e89 HTTP/1.1" status: 200 len: 1096 time: 4.3484638 Apr 05 18:33:40.150704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee466ba-1ec3-4ee8-8339-2821d98904f1', 'tag': '2532c4c3-6bd0-4873-8e18-e1e2c4711e89'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:33:40.538648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Allocated IP 172.20.0.2 (9e77092c-8c9a-4cd9-8f84-37e6055fdaea/c5e6e276-4161-4a51-9d1e-d7bbc6f9a632/2f24e42d-a114-4e2a-900b-75e0a7769e52) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:33:40.560018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d565e0f-d0f1-497c-b9f6-46536a21854a req-24d39cb5-5e85-45ee-864e-0d04a5db281b tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 210 time: 0.4480836 Apr 05 18:33:40.570961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b8a61ace-88cb-471a-a4fd-9a937336cf74 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:40.779433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port b8a61ace-88cb-471a-a4fd-9a937336cf74 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:40.780188 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:40.841885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:40.861283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f1921-3d24-412e-8122-e79d619524ae service neutron] Pushing event updated for resources: {'Port': ['ID=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:40.940423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-f91407da-866a-48ea-be7e-55915405aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:40.942161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-f91407da-866a-48ea-be7e-55915405aa7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=062e376223924289a94e8981e32e8734&device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 1099 time: 0.4996967 Apr 05 18:33:40.961536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf8a0a-76cf-41b2-8502-3dbe19f54702 req-86774717-8910-4ced-a64c-b2dfcb7dbbbf tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:40.967142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:40.970447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cbf8a0a-76cf-41b2-8502-3dbe19f54702 req-86774717-8910-4ced-a64c-b2dfcb7dbbbf tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 948 time: 0.2605147 Apr 05 18:33:41.036173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:41.099645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-85e462d1-6db9-4056-ab67-9cc56388449a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=2532c4c3-6bd0-4873-8e18-e1e2c4711e89 HTTP/1.1" status: 200 len: 217 time: 0.1281888 Apr 05 18:33:41.131249 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:41.140800 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:41.247029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Pushing event updated for resources: {'Port': ['ID=2f24e42d-a114-4e2a-900b-75e0a7769e52,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:41.273519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:41.277046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:41.283446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:33:41.310430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cbf8a0a-76cf-41b2-8502-3dbe19f54702 req-817bf83d-cdc6-4f4d-b136-8b90f244a5a3 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133858 Apr 05 18:33:41.321112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-c08cdfdb-990d-459c-b308-2bd1950719d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:41.322899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-c08cdfdb-990d-459c-b308-2bd1950719d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1717563 Apr 05 18:33:41.412201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Attempting to bind port 2f24e42d-a114-4e2a-900b-75e0a7769e52 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:33:41.412622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Attempting to bind port 2f24e42d-a114-4e2a-900b-75e0a7769e52 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6b7922c8-c5df-471b-b468-35c4a80bddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:33:41.412990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Attempting to bind port 2f24e42d-a114-4e2a-900b-75e0a7769e52 on network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:41.435850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:33:41.436329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Checking segment: {'id': '6b7922c8-c5df-471b-b468-35c4a80bddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:41.436738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:41.437187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Bound using segment: {'id': '6b7922c8-c5df-471b-b468-35c4a80bddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:33:41.442902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Bound port: 2f24e42d-a114-4e2a-900b-75e0a7769e52, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7922c8-c5df-471b-b468-35c4a80bddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:33:41.444680 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:41.497275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-74952a39-b073-4182-b2b2-aa7d9a0faec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:41.497651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Allocated IP 172.25.4.85 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/b51fdf6b-0791-4d29-bfd2-b63cbcd74414) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:33:41.504241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-74952a39-b073-4182-b2b2-aa7d9a0faec4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1736794 Apr 05 18:33:41.702670 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c8f8d5-8f12-41ce-a25a-411403057feb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee466ba-1ec3-4ee8-8339-2821d98904f1", "tag": "2532c4c3-6bd0-4873-8e18-e1e2c4711e89"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:33:41.726724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.20', 53551) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:41.745621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1039693268-network', 'tenant_id': '8fefef0929994228adf89a5815b97e08'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:41.785411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] For port 2f24e42d-a114-4e2a-900b-75e0a7769e52, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:33:41.799018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] For port 2f24e42d-a114-4e2a-900b-75e0a7769e52, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2f24e42d-a114-4e2a-900b-75e0a7769e52,segment=NetworkSegment(6b7922c8-c5df-471b-b468-35c4a80bddb2),segment_id=6b7922c8-c5df-471b-b468-35c4a80bddb2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:33:41.800225 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84cd8f65-3505-4da8-893d-c92386099e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:41.816947 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-6dcb17c0-8639-4551-aad1-ca681eda009b tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c18c2d3cd68049ea9cd9b4f7a6fa1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686080 Apr 05 18:33:41.819459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:41.895126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-581be1c6-d45f-451d-bada-d082674ce683 req-0fe7bf18-fe57-425d-89d5-4166ae9a000d tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 210 time: 0.1309340 Apr 05 18:33:41.974112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Made reservation on behalf of 8fefef0929994228adf89a5815b97e08 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:41.975632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:41.980872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622d22d-2430-433c-b5b7-8b59f9aec85f None None] Pushing event updated for resources: {'Port': ['ID=2f24e42d-a114-4e2a-900b-75e0a7769e52,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:41.983667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.030499 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.035041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-25716d95-9fd8-4802-ad4e-640f199fe19c service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225835 Apr 05 18:33:42.492841 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.499809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.528274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:33:42.552606 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.552796 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Added segment 6a0ccf81-05f2-4692-a622-ddbf1e55e331 of type vlan for network 49e0f955-6dbb-45ee-bc2a-a424faf5a1c3 Apr 05 18:33:42.607088 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.648955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.723733 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.774572 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.777005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:42.777878 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:42.805345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c217c-ce21-42ce-bf1a-1971c922f470,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:42.810076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e920bd-0b01-470c-b216-4886432437c2 req-83959cee-95f0-4ba5-9b4c-343db7fe179c tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:42.811666 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-83959cee-95f0-4ba5-9b4c-343db7fe179c tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9774473 Apr 05 18:33:42.812855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Pushing event updated for resources: {'Port': ['ID=b51fdf6b-0791-4d29-bfd2-b63cbcd74414,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:42.859483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:42.873906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Request body: {'port': {'device_id': '72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': 'c18c2d3cd68049ea9cd9b4f7a6fa1390'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:42.911086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:42.918165 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8418366-7690-488f-9dbb-3d4120104d38 x-openstack-request-id: req-f8418366-7690-488f-9dbb-3d4120104d38 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:33:42.919320 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee466ba-1ec3-4ee8-8339-2821d98904f1", "tag": "2532c4c3-6bd0-4873-8e18-e1e2c4711e89", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:33:42.919764 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8418366-7690-488f-9dbb-3d4120104d38 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:33:42.920660 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8418366-7690-488f-9dbb-3d4120104d38'] response: {'name': 'network-changed', 'server_uuid': '7ee466ba-1ec3-4ee8-8339-2821d98904f1', 'tag': '2532c4c3-6bd0-4873-8e18-e1e2c4711e89', 'status': 'completed', 'code': 200} Apr 05 18:33:42.925308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:33:42.980342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1329536 Apr 05 18:33:42.985988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57732) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:42.993546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Request body: {'subnet': {'network_id': '49e0f955-6dbb-45ee-bc2a-a424faf5a1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1039693268-subnet', 'tenant_id': '8fefef0929994228adf89a5815b97e08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:43.204384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68b1471e-72b0-4601-868e-08ebe6f221ec req-12c123a6-15d3-4e3b-9224-d8848dda1935 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 210 time: 0.0882854 Apr 05 18:33:43.257804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ab60d-7baa-4d8e-b4ed-f42c58d3a818 req-b448b5d0-b6f3-4a59-aac9-7546230d912d tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:43.259425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a1ab60d-7baa-4d8e-b4ed-f42c58d3a818 req-b448b5d0-b6f3-4a59-aac9-7546230d912d tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 948 time: 0.4890079 Apr 05 18:33:43.261408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f9acb68-ac44-4bec-9ca9-890fe8ecbd71 req-73b00954-0504-4fbd-9d32-8c0046ec060e service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0344577 Apr 05 18:33:43.263534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768052ea-7359-4a19-9a5b-33268f333a99 admin admin] Pushing event updated for resources: {'Network': ['ID=49e0f955-6dbb-45ee-bc2a-a424faf5a1c3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:43.287908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 49e0f955-6dbb-45ee-bc2a-a424faf5a1c3 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:33:43.347759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Made reservation on behalf of 8fefef0929994228adf89a5815b97e08 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:43.361164 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:43.776805 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:43.836467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:43.860813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae27de31-ed50-4a7a-a2a0-6fb5828a4236,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:43.895423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b303d40-d30a-4c3d-be38-010026a52613 None None] Network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:43.919507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Made reservation on behalf of c18c2d3cd68049ea9cd9b4f7a6fa1390 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:43.923892 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:43.970068 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:43.983250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a1ab60d-7baa-4d8e-b4ed-f42c58d3a818 req-1acbcd8c-1a57-416a-94f2-afab01602b4a tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018497 Apr 05 18:33:44.023392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Checking segment: {'id': '6a0ccf81-05f2-4692-a622-ddbf1e55e331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '49e0f955-6dbb-45ee-bc2a-a424faf5a1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:44.023789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Network hostable DHCP agents. Network: 49e0f955-6dbb-45ee-bc2a-a424faf5a1c3, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:33:44.086371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-b6293d42-79b9-4ff0-a87f-c02be6be535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:44.118723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-b6293d42-79b9-4ff0-a87f-c02be6be535b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=062e376223924289a94e8981e32e8734&device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 1099 time: 0.4753466 Apr 05 18:33:44.263350 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:44.263780 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:44.269471 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:44.319440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-370dab66-67dd-4ee6-9e4d-3bb929f4e8f1 None None] Provisioning complete for port 2f24e42d-a114-4e2a-900b-75e0a7769e52 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:44.319955 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-370dab66-67dd-4ee6-9e4d-3bb929f4e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:44.357231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:44.565423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba85062-c8b9-4950-9ea3-51f53ac4e552,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:44.674595 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-370dab66-67dd-4ee6-9e4d-3bb929f4e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:44.679080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2f24e42d-a114-4e2a-900b-75e0a7769e52 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:44.767790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-41a4e5da-949e-48a4-9c45-524ff15be4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:44.769364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-41a4e5da-949e-48a4-9c45-524ff15be4e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.6374600 Apr 05 18:33:44.796368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Network 49e0f955-6dbb-45ee-bc2a-a424faf5a1c3 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:33:44.815147 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:44.878650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-370dab66-67dd-4ee6-9e4d-3bb929f4e8f1 None None] For port 2f24e42d-a114-4e2a-900b-75e0a7769e52, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2f24e42d-a114-4e2a-900b-75e0a7769e52,segment=NetworkSegment(6b7922c8-c5df-471b-b468-35c4a80bddb2),segment_id=6b7922c8-c5df-471b-b468-35c4a80bddb2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:44.910821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-1cd802cd-660f-41f1-9778-3583c4e195ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=2532c4c3-6bd0-4873-8e18-e1e2c4711e89 HTTP/1.1" status: 200 len: 217 time: 0.1336017 Apr 05 18:33:44.941234 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-370dab66-67dd-4ee6-9e4d-3bb929f4e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:44.980632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 49e0f955-6dbb-45ee-bc2a-a424faf5a1c3) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:44.989014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Allocated IP 192.168.233.224 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/dff80a81-5b99-4ef5-b0ff-23504057364b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:33:45.057748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dab66-67dd-4ee6-9e4d-3bb929f4e8f1 None None] Pushing event updated for resources: {'Port': ['ID=2f24e42d-a114-4e2a-900b-75e0a7769e52,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:45.066110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00704abc-d28d-41ee-9243-c48e3ece9ae2 None None] Network 49e0f955-6dbb-45ee-bc2a-a424faf5a1c3 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:45.122262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:33:45.122510 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c5e9118-9ee1-4799-a31e-ba82fb293528 req-ba26c7f6-1c9b-4f46-9d13-0bf5df930e6b tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 210 time: 0.1893098 Apr 05 18:33:45.157346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:45.157940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:45.181458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2f24e42d-a114-4e2a-900b-75e0a7769e52 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:45.181829 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:45.198464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6c5921f4-7832-44c1-9ad6-67ae823ec8ab admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2044897 Apr 05 18:33:45.246555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-e9322628-8b4e-4a90-bca2-d45ee61106d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:45.249594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-e9322628-8b4e-4a90-bca2-d45ee61106d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.2701905 Apr 05 18:33:45.555343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57044509-aced-4ae8-bc5e-04424c6df481 req-b492be90-b4df-41ba-a7a6-c3b50237ba8f tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:45.561040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57044509-aced-4ae8-bc5e-04424c6df481 req-b492be90-b4df-41ba-a7a6-c3b50237ba8f tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 948 time: 0.2256944 Apr 05 18:33:45.564925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-07f52bf5-c084-4ab4-b9c9-4825f0dbe4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:45.575101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32dcb0a-b088-4751-84fb-a1dd4dc7cca3 None None] Network 49e0f955-6dbb-45ee-bc2a-a424faf5a1c3 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:45.577421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-07f52bf5-c084-4ab4-b9c9-4825f0dbe4a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3132980 Apr 05 18:33:45.763514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57044509-aced-4ae8-bc5e-04424c6df481 req-1ed1088f-4d6c-4eef-815e-9ed4ebb5681a tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842844 Apr 05 18:33:45.803848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5cf0725a-decc-414b-be01-15e64ff3db3d None None] Provisioning complete for port 2f24e42d-a114-4e2a-900b-75e0a7769e52 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:45.804206 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cf0725a-decc-414b-be01-15e64ff3db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:45.926874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:45.954115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:33:45.958143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-616ec025-5ec9-4cdc-99c5-c7abf4770381 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231146 Apr 05 18:33:45.970258 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Sync routers for ids ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:33:45.994546 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Routers {'697bc81a-d4da-41dd-8e3c-b003aa800cd4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:33:45.995347 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:33:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:46.007882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:46.012704 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2983307f-aab6-4c12-99d5-50537bbf025b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.6952260 Apr 05 18:33:46.016183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57808) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:46.244128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:46.527923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2f24e42d-a114-4e2a-900b-75e0a7769e52 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:46.561074 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Set router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:33:46.733008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2f24e42d-a114-4e2a-900b-75e0a7769e52 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:46.733008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:46.735581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Pushing event updated for resources: {'Port': ['ID=dff80a81-5b99-4ef5-b0ff-23504057364b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:46.752214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da1b0-a5b1-4a53-9c1e-79eec297eb98 req-a6a722d3-1b36-4e96-b8bb-843d79dd3e3f tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:46.767216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f9da1b0-a5b1-4a53-9c1e-79eec297eb98 req-a6a722d3-1b36-4e96-b8bb-843d79dd3e3f tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 936 time: 0.3271394 Apr 05 18:33:46.776976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:46.796081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:46.801364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:33:46.814256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:46.819047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:46.825657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c8f8d5-8f12-41ce-a25a-411403057feb req-2d9002e7-b224-4245-86a7-522ef5469296 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8539460 Apr 05 18:33:46.895327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f9da1b0-a5b1-4a53-9c1e-79eec297eb98 req-31964e74-811c-4c6c-970a-a4071fc49f23 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269157 Apr 05 18:33:46.900261 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-38b4e6fa-4c9b-44f9-b707-9d244a576d62 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0486138 Apr 05 18:33:46.969963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57824) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:47.013403 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:33:47.054420 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Request body: {'port': {'device_id': '72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba', 'device_owner': 'compute:tempest-test_az-8038', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:47.065151 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:39Z', 'updated_at': '2022-04-05T18:33:43Z', 'revision_number': 3, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'gw_port': {'id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:41Z', 'updated_at': '2022-04-05T18:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:47.107482 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Checking router: 697bc81a-d4da-41dd-8e3c-b003aa800cd4 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:33:47.108157 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Updating router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 port b51fdf6b-0791-4d29-bfd2-b63cbcd74414 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:33:47.142856 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:47.167863 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:47.259780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dddc6-5546-420d-adc1-e8e4cffe35d8 req-f27420d4-6510-47e7-b7c3-9fee2b5c8502 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:47.261384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee9dddc6-5546-420d-adc1-e8e4cffe35d8 req-f27420d4-6510-47e7-b7c3-9fee2b5c8502 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 948 time: 0.1131158 Apr 05 18:33:47.289171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e9d8c225-2637-4d7d-a23d-fbaa3827a475 None None] Provisioning complete for port dff80a81-5b99-4ef5-b0ff-23504057364b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:47.290981 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c225-2637-4d7d-a23d-fbaa3827a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:47.342290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee9dddc6-5546-420d-adc1-e8e4cffe35d8 req-a14b3d88-c80d-485c-8875-7ea8796ac8de tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692701 Apr 05 18:33:47.409023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8c225-2637-4d7d-a23d-fbaa3827a475 None None] Port dff80a81-5b99-4ef5-b0ff-23504057364b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:33:47.478662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4659b016-4f54-4471-b4e8-d388f92cd151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:47.732356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4659b016-4f54-4471-b4e8-d388f92cd151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:47.739343 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4659b016-4f54-4471-b4e8-d388f92cd151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:47.818836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659b016-4f54-4471-b4e8-d388f92cd151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52e776e-4c0a-42dd-8001-6ea350c8f297,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:47.858834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4659b016-4f54-4471-b4e8-d388f92cd151 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dc0dc21e178411ca6f76469d37aae1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8832853 Apr 05 18:33:47.861387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57844) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:47.908406 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:47.918097 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:47.954896 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22eaa5e3-6426-40cb-8260-8866d899931b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:47.977472 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22eaa5e3-6426-40cb-8260-8866d899931b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.028872 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c36855-ec4c-4576-85bc-1afcd597b4f8 None None] Pushing event updated for resources: {'Port': ['ID=b51fdf6b-0791-4d29-bfd2-b63cbcd74414,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:48.032905 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Attempting to bind port b51fdf6b-0791-4d29-bfd2-b63cbcd74414 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:33:48.032905 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Attempting to bind port b51fdf6b-0791-4d29-bfd2-b63cbcd74414 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:33:48.033135 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Attempting to bind port b51fdf6b-0791-4d29-bfd2-b63cbcd74414 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:48.043061 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:33:48.043437 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:48.043918 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.044310 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:33:48.044774 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Bound port: b51fdf6b-0791-4d29-bfd2-b63cbcd74414, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:33:48.045167 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.046208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22eaa5e3-6426-40cb-8260-8866d899931b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.049554 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22eaa5e3-6426-40cb-8260-8866d899931b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.050819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-22eaa5e3-6426-40cb-8260-8866d899931b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b52e776e-4c0a-42dd-8001-6ea350c8f297 HTTP/1.1" status: 204 len: 168 time: 0.1884406 Apr 05 18:33:48.066702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaa5e3-6426-40cb-8260-8866d899931b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52e776e-4c0a-42dd-8001-6ea350c8f297,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:48.071752 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.181408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff80a81-5b99-4ef5-b0ff-23504057364b {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:33:48.188315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfdd5e-35a2-4412-91f7-3d41ff31e1d5 req-f1c26496-d2da-4f81-b956-08352ed7bf50 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:48.191543 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.198197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42bfdd5e-35a2-4412-91f7-3d41ff31e1d5 req-f1c26496-d2da-4f81-b956-08352ed7bf50 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 936 time: 0.1051300 Apr 05 18:33:48.207969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57858) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:48.209513 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] For port b51fdf6b-0791-4d29-bfd2-b63cbcd74414, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:33:48.214585 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] For port b51fdf6b-0791-4d29-bfd2-b63cbcd74414, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b51fdf6b-0791-4d29-bfd2-b63cbcd74414,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:33:48.223943 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.230263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-773287199-network', 'tenant_id': 'cb570daabcd34924a2c1e3ada5d80d0e'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:48.255458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Transition to ACTIVE for port object dff80a81-5b99-4ef5-b0ff-23504057364b will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:33:48.269443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42bfdd5e-35a2-4412-91f7-3d41ff31e1d5 req-edaa3ac8-22ba-40eb-8b76-a9d8a5def379 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Apr 05 18:33:48.297791 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Routers {'697bc81a-d4da-41dd-8e3c-b003aa800cd4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:33:48.298525 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:33:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:48.299587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Made reservation on behalf of cb570daabcd34924a2c1e3ada5d80d0e for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:48.302236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.316865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.357867 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c36855-ec4c-4576-85bc-1afcd597b4f8 None None] Pushing event updated for resources: {'Port': ['ID=b51fdf6b-0791-4d29-bfd2-b63cbcd74414,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:48.370511 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.501522 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] Set router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:33:48.590061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Attempting to bind port dff80a81-5b99-4ef5-b0ff-23504057364b on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:33:48.590641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Attempting to bind port dff80a81-5b99-4ef5-b0ff-23504057364b by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:33:48.590955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Attempting to bind port dff80a81-5b99-4ef5-b0ff-23504057364b on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:48.620708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Port dff80a81-5b99-4ef5-b0ff-23504057364b on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:33:48.621033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Attempting to bind port dff80a81-5b99-4ef5-b0ff-23504057364b on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:48.631891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Pushing event updated for resources: {'Port': ['ID=dff80a81-5b99-4ef5-b0ff-23504057364b,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:48.651880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:33:48.652199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:48.652668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:33:48.653111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Bound port: dff80a81-5b99-4ef5-b0ff-23504057364b, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:33:48.653465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.670669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6192-5407-43df-bc93-98ddb512c284 req-440fe974-5542-484a-b3dd-4b149621ea0f tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:48.674444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cb6192-5407-43df-bc93-98ddb512c284 req-440fe974-5542-484a-b3dd-4b149621ea0f tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 948 time: 0.1321919 Apr 05 18:33:48.760407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57884) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:48.779699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cb6192-5407-43df-bc93-98ddb512c284 req-d60e98d6-c497-45dc-9922-d163dfba9a1a tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896242 Apr 05 18:33:48.809037 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:39Z', 'updated_at': '2022-04-05T18:33:43Z', 'revision_number': 3, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'gw_port': {'id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:41Z', 'updated_at': '2022-04-05T18:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:48.820505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e2495f4-4860-438b-a753-bb8a9402a21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.839075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Allocated IP 172.20.0.1 (9e77092c-8c9a-4cd9-8f84-37e6055fdaea/c5e6e276-4161-4a51-9d1e-d7bbc6f9a632/11543d37-d11f-4d25-a882-56df7c7d9e58) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:33:48.847255 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12909162-6ba4-43a8-b4a0-abbc2ac89706 None None] The sync data for ids ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'] in n-d-836650-3 is: [{'id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:39Z', 'updated_at': '2022-04-05T18:33:43Z', 'revision_number': 3, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'gw_port': {'id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:41Z', 'updated_at': '2022-04-05T18:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:33:48.875353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.882071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] For port dff80a81-5b99-4ef5-b0ff-23504057364b, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:33:48.896279 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:48.964099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] For port dff80a81-5b99-4ef5-b0ff-23504057364b, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dff80a81-5b99-4ef5-b0ff-23504057364b,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:33:48.972653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf3d697-4325-48ac-886e-632ac05e8e53,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:48.976998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:33:49.009603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.061578 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.061926 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Added segment 28cf1f57-d86c-4c4d-81c3-55f9bff6b3e0 of type vlan for network cc4bed4c-03cc-4d46-82a8-44eddb9a3b57 Apr 05 18:33:49.102854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:49.103465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.104905 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] 10.222.0.20 "PUT /v2.0/ports/dff80a81-5b99-4ef5-b0ff-23504057364b HTTP/1.1" status: 200 len: 1112 time: 2.0565200 Apr 05 18:33:49.118035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba', 'tag': 'dff80a81-5b99-4ef5-b0ff-23504057364b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:33:49.154586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:49.170534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57898) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:49.339626 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6804bad-4bbc-4150-aba9-9facae079a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.445308 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d36a004c-0a7e-406a-999c-527cc434b9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.520473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb824198-09a7-4ef9-8af4-716859a4ac21 req-f2d4032b-74eb-459c-929b-aa6e22e240ce tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:49.525286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb824198-09a7-4ef9-8af4-716859a4ac21 req-f2d4032b-74eb-459c-929b-aa6e22e240ce tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 964 time: 0.1330788 Apr 05 18:33:49.559175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.573956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6068e-7511-4c8b-8ac2-58a40c050be6 service neutron] Pushing event updated for resources: {'Port': ['ID=dff80a81-5b99-4ef5-b0ff-23504057364b,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:49.585975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6804bad-4bbc-4150-aba9-9facae079a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.616747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6804bad-4bbc-4150-aba9-9facae079a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.618999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.641589 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e2495f4-4860-438b-a753-bb8a9402a21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.646160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e920bd-0b01-470c-b216-4886432437c2 req-a01dc7e9-ce65-49aa-81ca-1aedfd8c9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:49.647684 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-a01dc7e9-ce65-49aa-81ca-1aedfd8c9606 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c18c2d3cd68049ea9cd9b4f7a6fa1390&device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 1115 time: 0.2148015 Apr 05 18:33:49.653509 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e2495f4-4860-438b-a753-bb8a9402a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.659786 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0760d313-e35e-41b5-ba3d-6fbdbe66a628" -d '{"events": [{"name": "network-changed", "server_uuid": "72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba", "tag": "dff80a81-5b99-4ef5-b0ff-23504057364b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:33:49.674926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6804bad-4bbc-4150-aba9-9facae079a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534d10c0-4231-4444-873f-4a77544b898c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:49.690728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb824198-09a7-4ef9-8af4-716859a4ac21 req-3efb6b3d-11a1-4599-9ca1-ea1c15e30ab4 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017060 Apr 05 18:33:49.717196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e6804bad-4bbc-4150-aba9-9facae079a28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75209e41ebe24756899e21a3892ba0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5591364 Apr 05 18:33:49.720479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57912) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:49.722747 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.723672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:49.724266 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.766591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d36a004c-0a7e-406a-999c-527cc434b9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.784985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1888d57-361e-4079-b54e-3e00b78e57a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.796953 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-f0bf8ed7-1889-4ef8-8965-845a4f47c75d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=dff80a81-5b99-4ef5-b0ff-23504057364b HTTP/1.1" status: 200 len: 217 time: 0.1340816 Apr 05 18:33:49.812863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1888d57-361e-4079-b54e-3e00b78e57a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.831379 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d36a004c-0a7e-406a-999c-527cc434b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.872817 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e2495f4-4860-438b-a753-bb8a9402a21e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f86f21ecbcb6411790844f3b09305b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1112969 Apr 05 18:33:49.876568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2495f4-4860-438b-a753-bb8a9402a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fefab8b-a16e-4b01-887b-cb1794c2708b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:49.894387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57920) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:49.910320 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc565ee-c509-45fb-9048-c8d65753dc60 x-openstack-request-id: req-2fc565ee-c509-45fb-9048-c8d65753dc60 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:33:49.910662 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba", "tag": "dff80a81-5b99-4ef5-b0ff-23504057364b", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:33:49.910918 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fc565ee-c509-45fb-9048-c8d65753dc60 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:33:49.911443 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc565ee-c509-45fb-9048-c8d65753dc60'] response: {'name': 'network-changed', 'server_uuid': '72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba', 'tag': 'dff80a81-5b99-4ef5-b0ff-23504057364b', 'status': 'completed', 'code': 200} Apr 05 18:33:49.931678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:49.968084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a004c-0a7e-406a-999c-527cc434b9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4510696d-fe7d-4d2e-bfce-ad035cca211e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:49.973833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d36a004c-0a7e-406a-999c-527cc434b9ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f69ab620ad58447c83c3a1d977b01cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8021059 Apr 05 18:33:49.978049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57924) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:50.005318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Pushing event updated for resources: {'Port': ['ID=11543d37-d11f-4d25-a882-56df7c7d9e58,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:50.010529 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8008833 Apr 05 18:33:50.015505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57926) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:50.023736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2d14a-6c55-4c5d-9ea3-f0d11f4b439f admin admin] Pushing event updated for resources: {'Network': ['ID=cc4bed4c-03cc-4d46-82a8-44eddb9a3b57,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:50.031456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Request body: {'subnet': {'network_id': 'cc4bed4c-03cc-4d46-82a8-44eddb9a3b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-773287199-subnet', 'tenant_id': 'cb570daabcd34924a2c1e3ada5d80d0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:50.036979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:50.040055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network cc4bed4c-03cc-4d46-82a8-44eddb9a3b57 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:33:50.040604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:50.043277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e920bd-0b01-470c-b216-4886432437c2 req-505f0d19-2229-4df8-a8af-bcc952212a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:50.044499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-505f0d19-2229-4df8-a8af-bcc952212a05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1366837 Apr 05 18:33:50.045190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:33:50.045762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.057628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1888d57-361e-4079-b54e-3e00b78e57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.060227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1888d57-361e-4079-b54e-3e00b78e57a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.061617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a1888d57-361e-4079-b54e-3e00b78e57a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/534d10c0-4231-4444-873f-4a77544b898c HTTP/1.1" status: 204 len: 168 time: 0.3398094 Apr 05 18:33:50.114002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1888d57-361e-4079-b54e-3e00b78e57a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534d10c0-4231-4444-873f-4a77544b898c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:50.161519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47b47c-43d7-4a57-b0e4-73abc89cfee6 req-435dc1fe-32ad-4afc-bec8-73dc1f2160d3 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:50.171025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e47b47c-43d7-4a57-b0e4-73abc89cfee6 req-435dc1fe-32ad-4afc-bec8-73dc1f2160d3 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 948 time: 0.2755682 Apr 05 18:33:50.185837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcd416a9-ac4f-4309-a880-f6998ac66681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.190121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Made reservation on behalf of cb570daabcd34924a2c1e3ada5d80d0e for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:50.192608 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.254329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e920bd-0b01-470c-b216-4886432437c2 req-ed67e410-367e-4b67-8249-6c5b80ee2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:50.255739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-ed67e410-367e-4b67-8249-6c5b80ee2cb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1656625 Apr 05 18:33:50.315840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-826dd45c-a27f-46c4-89ce-cf71e69b9100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.331931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-57dc2fd1-700f-4f58-ab70-b9072792d9ee None None] Provisioning complete for port 11543d37-d11f-4d25-a882-56df7c7d9e58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:50.332764 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57dc2fd1-700f-4f58-ab70-b9072792d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.339565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-826dd45c-a27f-46c4-89ce-cf71e69b9100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.380023 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.391061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-57dc2fd1-700f-4f58-ab70-b9072792d9ee None None] Port 11543d37-d11f-4d25-a882-56df7c7d9e58 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:33:50.402977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcd416a9-ac4f-4309-a880-f6998ac66681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.410527 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-e3864084-c054-4ce0-bd27-53f5951c56b8 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383097 Apr 05 18:33:50.413806 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-826dd45c-a27f-46c4-89ce-cf71e69b9100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.418640 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-826dd45c-a27f-46c4-89ce-cf71e69b9100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.422626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-826dd45c-a27f-46c4-89ce-cf71e69b9100 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4510696d-fe7d-4d2e-bfce-ad035cca211e HTTP/1.1" status: 204 len: 168 time: 0.4393101 Apr 05 18:33:50.465426 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e47b47c-43d7-4a57-b0e4-73abc89cfee6 req-8c617d24-bf59-4266-8c92-a0040cc38523 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887118 Apr 05 18:33:50.472620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dd45c-a27f-46c4-89ce-cf71e69b9100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4510696d-fe7d-4d2e-bfce-ad035cca211e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:50.596639 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-62e920bd-0b01-470c-b216-4886432437c2 req-f11a9d65-416e-47c1-8600-a8770751527f service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684670 Apr 05 18:33:50.607453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b51fdf6b-0791-4d29-bfd2-b63cbcd74414 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:50.617342 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcd416a9-ac4f-4309-a880-f6998ac66681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.621961 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcd416a9-ac4f-4309-a880-f6998ac66681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.623167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dcd416a9-ac4f-4309-a880-f6998ac66681 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fefab8b-a16e-4b01-887b-cb1794c2708b HTTP/1.1" status: 204 len: 168 time: 0.7266405 Apr 05 18:33:50.633443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd416a9-ac4f-4309-a880-f6998ac66681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fefab8b-a16e-4b01-887b-cb1794c2708b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:50.635489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.676531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.697201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.697201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.725595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54ab506-48fe-43d2-9c9b-1934c56d2701,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:50.734946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port b51fdf6b-0791-4d29-bfd2-b63cbcd74414 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:50.735662 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.760164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57940) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:50.818351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ea92939-e9e9-45ef-82ba-872459067d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.860682 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.888578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port b51fdf6b-0791-4d29-bfd2-b63cbcd74414, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b51fdf6b-0791-4d29-bfd2-b63cbcd74414,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:50.894430 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:50.944524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Checking segment: {'id': '28cf1f57-d86c-4c4d-81c3-55f9bff6b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cc4bed4c-03cc-4d46-82a8-44eddb9a3b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:50.944958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Network hostable DHCP agents. Network: cc4bed4c-03cc-4d46-82a8-44eddb9a3b57, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:33:50.955144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Pushing event updated for resources: {'Port': ['ID=11543d37-d11f-4d25-a882-56df7c7d9e58,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:50.971485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-c29d08aa-18a3-4080-9361-e01c700278ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:50.972983 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-c29d08aa-18a3-4080-9361-e01c700278ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c18c2d3cd68049ea9cd9b4f7a6fa1390&device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 1115 time: 0.2912745 Apr 05 18:33:50.993394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb9ac1-9d8c-4113-926b-4acf27a38215 req-a4a5e3ba-7b9b-4ef6-b8a9-be267e5158b3 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:50.995331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72fb9ac1-9d8c-4113-926b-4acf27a38215 req-a4a5e3ba-7b9b-4ef6-b8a9-be267e5158b3 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 964 time: 0.1639335 Apr 05 18:33:51.020268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=b51fdf6b-0791-4d29-bfd2-b63cbcd74414,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:51.031850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Network cc4bed4c-03cc-4d46-82a8-44eddb9a3b57 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:33:51.087338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, cc4bed4c-03cc-4d46-82a8-44eddb9a3b57) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:51.096172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:51.097279 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.102902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30b24e-a23d-4afc-a0e8-fc6a916d66b2 None None] Network cc4bed4c-03cc-4d46-82a8-44eddb9a3b57 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:51.120472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57944) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:51.146891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72fb9ac1-9d8c-4113-926b-4acf27a38215 req-410f5a0c-1a6a-4784-9898-c927166e6466 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179309 Apr 05 18:33:51.153435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-254ed537-7cde-4983-88e0-f783732d2b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.163379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c0ee3272-0d01-492a-be71-aadc4709d68c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1413329 Apr 05 18:33:51.182013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:51.195916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:51.199992 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ea92939-e9e9-45ef-82ba-872459067d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.208256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ea92939-e9e9-45ef-82ba-872459067d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.277694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9ea92939-e9e9-45ef-82ba-872459067d62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5053c739e172490885c990b7aa8f45c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105748 Apr 05 18:33:51.278611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57948) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:51.279595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea92939-e9e9-45ef-82ba-872459067d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8762998b-dca1-4153-9451-1869bf42ff6c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:51.342307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-b898ac2a-d2da-4dfc-ba1d-0b3ec6fa3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:51.344478 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-b898ac2a-d2da-4dfc-ba1d-0b3ec6fa3e1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.3636191 Apr 05 18:33:51.358089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31fdd474-6fa4-4466-9a22-d37be2591e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.392537 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31fdd474-6fa4-4466-9a22-d37be2591e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.422839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:33:51.434044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03945526-d823-4b68-ab9e-1ccad91c617c None None] Network cc4bed4c-03cc-4d46-82a8-44eddb9a3b57 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:51.462132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57950) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:51.462435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57952) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:51.511968 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31fdd474-6fa4-4466-9a22-d37be2591e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.513557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31fdd474-6fa4-4466-9a22-d37be2591e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.518453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-31fdd474-6fa4-4466-9a22-d37be2591e9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8762998b-dca1-4153-9451-1869bf42ff6c HTTP/1.1" status: 204 len: 168 time: 0.2343104 Apr 05 18:33:51.523999 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50d0f783-ac8a-4a6c-af0e-959387b0b050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.545700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdd474-6fa4-4466-9a22-d37be2591e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8762998b-dca1-4153-9451-1869bf42ff6c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:51.559622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e05fff41-9d3a-45fa-b6f1-cc8593a1c6ac None None] Provisioning complete for port 11543d37-d11f-4d25-a882-56df7c7d9e58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:51.560311 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e05fff41-9d3a-45fa-b6f1-cc8593a1c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.570481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6d7fed-b6a7-4ee4-a255-1be5e77b7bcd admin admin] Deleting subnet ae27de31-ed50-4a7a-a2a0-6fb5828a4236 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:33:51.591646 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7fed-b6a7-4ee4-a255-1be5e77b7bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.664018 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7fed-b6a7-4ee4-a255-1be5e77b7bcd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.675668 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-da3fc281-97dd-4d12-bd50-e36b8a49805f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=dff80a81-5b99-4ef5-b0ff-23504057364b HTTP/1.1" status: 200 len: 217 time: 0.2883184 Apr 05 18:33:51.685817 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7fed-b6a7-4ee4-a255-1be5e77b7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.741308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2177b6-a466-4bfe-b36d-ced5082023b7 req-1fb6970e-2d16-4946-aa0d-07317447b5ee tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:51.743145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad2177b6-a466-4bfe-b36d-ced5082023b7 req-1fb6970e-2d16-4946-aa0d-07317447b5ee tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 948 time: 0.1700552 Apr 05 18:33:51.762931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e05fff41-9d3a-45fa-b6f1-cc8593a1c6ac None None] Port 11543d37-d11f-4d25-a882-56df7c7d9e58 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:33:51.767892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:33:51.773291 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-374886a9-965d-48c9-9dc7-fa5d1122f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:51.774938 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-374886a9-965d-48c9-9dc7-fa5d1122f802 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0898514 Apr 05 18:33:51.778066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-254ed537-7cde-4983-88e0-f783732d2b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.789535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-254ed537-7cde-4983-88e0-f783732d2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.811742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50d0f783-ac8a-4a6c-af0e-959387b0b050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.821234 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50d0f783-ac8a-4a6c-af0e-959387b0b050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.849921 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7fed-b6a7-4ee4-a255-1be5e77b7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.873388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad2177b6-a466-4bfe-b36d-ced5082023b7 req-c979051c-9e8b-4a63-98f8-ee96555b8caf tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160309 Apr 05 18:33:51.886139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:51.907885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '2532c4c3-6bd0-4873-8e18-e1e2c4711e89', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '2532c4c3-6bd0-4873-8e18-e1e2c4711e89', 'mac_address': 'fa:16:3e:67:51:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:33:51.914603 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-254ed537-7cde-4983-88e0-f783732d2b77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd417f6322874aa6b669eb5761215fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7864606 Apr 05 18:33:51.917302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7fed-b6a7-4ee4-a255-1be5e77b7bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.920087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57960) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:51.924303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9d6d7fed-b6a7-4ee4-a255-1be5e77b7bcd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ae27de31-ed50-4a7a-a2a0-6fb5828a4236 HTTP/1.1" status: 204 len: 168 time: 0.4576564 Apr 05 18:33:51.925074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57962) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:51.926631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d7fed-b6a7-4ee4-a255-1be5e77b7bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae27de31-ed50-4a7a-a2a0-6fb5828a4236,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:51.945243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-50d0f783-ac8a-4a6c-af0e-959387b0b050 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e77764041ad4ed2beff39cce19f3bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798274 Apr 05 18:33:51.946587 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0f783-ac8a-4a6c-af0e-959387b0b050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b797ea7f-6725-4080-b386-856f8a983dd4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:51.955055 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:51.955727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57964) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:51.970267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:33:51.971845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ed537-7cde-4983-88e0-f783732d2b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095ac872-75b7-4591-88d4-92c3ab000063,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:51.989587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-02a6144d-a986-4835-b2bb-636a6b81b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:51.991113 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-02a6144d-a986-4835-b2bb-636a6b81b0b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2047615 Apr 05 18:33:51.993270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:52.001815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.056558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:52.076031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.121631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec6bb-8432-4947-a501-5349cffd5f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.150948 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec6bb-8432-4947-a501-5349cffd5f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.162014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:33:52.169346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.176739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Sync routers for ids ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:33:52.180795 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8fa6274c-4ee1-47e6-bcef-754827d02ade admin admin] 10.222.0.15 "PUT /v2.0/routers/697bc81a-d4da-41dd-8e3c-b003aa800cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1618655 Apr 05 18:33:52.195785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Routers {'697bc81a-d4da-41dd-8e3c-b003aa800cd4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:33:52.196421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:33:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:52.219976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14eac0a0-1c61-4f74-80b7-996aec3973b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.229652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.229652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.230443 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.230778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.231362 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.231684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.231993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.232319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.232601 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.232907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.290160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14eac0a0-1c61-4f74-80b7-996aec3973b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.299569 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-688a26fc-0b2d-4a86-a02b-62c9330438c3 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730777 Apr 05 18:33:52.349161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec6bb-8432-4947-a501-5349cffd5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.351732 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec6bb-8432-4947-a501-5349cffd5f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.355861 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2c0ec6bb-8432-4947-a501-5349cffd5f45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/095ac872-75b7-4591-88d4-92c3ab000063 HTTP/1.1" status: 204 len: 168 time: 0.4333527 Apr 05 18:33:52.368403 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.369309 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.369823 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.370668 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:52.371461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e0f955-6dbb-45ee-bc2a-a424faf5a1c3']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:52.405772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ec6bb-8432-4947-a501-5349cffd5f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ac872-75b7-4591-88d4-92c3ab000063,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:52.438816 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14eac0a0-1c61-4f74-80b7-996aec3973b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.441790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14eac0a0-1c61-4f74-80b7-996aec3973b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.441903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0ccf81-05f2-4692-a622-ddbf1e55e331') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:52.442377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0ccf81-05f2-4692-a622-ddbf1e55e331') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:52.444311 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-14eac0a0-1c61-4f74-80b7-996aec3973b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b797ea7f-6725-4080-b386-856f8a983dd4 HTTP/1.1" status: 204 len: 168 time: 0.4855552 Apr 05 18:33:52.464301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eac0a0-1c61-4f74-80b7-996aec3973b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797ea7f-6725-4080-b386-856f8a983dd4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:52.464725 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.468023 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0760d313-e35e-41b5-ba3d-6fbdbe66a628 req-31ea0282-47b4-4a6c-b05d-36989385a1ba service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571414 Apr 05 18:33:52.485124 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['2532c4c3-6bd0-4873-8e18-e1e2c4711e89'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:33:52.500861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717d5cd-6ab9-4765-868e-3d59d8a70714 req-f345859b-cd15-49fb-a68c-3433a732da94 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:52.502656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d717d5cd-6ab9-4765-868e-3d59d8a70714 req-f345859b-cd15-49fb-a68c-3433a732da94 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 964 time: 0.1234791 Apr 05 18:33:52.503749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.519409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:33:52.519990 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: from cryptography.utils import int_from_bytes Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: from cryptography.utils import int_from_bytes Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:33:52.545159 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:33:52.556260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b51fdf6b-0791-4d29-bfd2-b63cbcd74414 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:52.648051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d717d5cd-6ab9-4765-868e-3d59d8a70714 req-6d36c800-cd17-4a00-a1e2-13977a6c2f74 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876975 Apr 05 18:33:52.652459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Set router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:33:52.657510 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.692477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.696694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/49e0f955-6dbb-45ee-bc2a-a424faf5a1c3 HTTP/1.1" status: 204 len: 168 time: 0.7639475 Apr 05 18:33:52.697807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d641fb-5ca7-43fc-83eb-f31f3cc523b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e0f955-6dbb-45ee-bc2a-a424faf5a1c3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:52.699811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57992) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:52.714463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port b51fdf6b-0791-4d29-bfd2-b63cbcd74414 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:52.715060 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.752263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1bfb24-04d4-4a64-9bb5-0e79f156c48b admin admin] Deleting subnet a54ab506-48fe-43d2-9c9b-1934c56d2701 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:33:52.756256 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee1bfb24-04d4-4a64-9bb5-0e79f156c48b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.820507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee1bfb24-04d4-4a64-9bb5-0e79f156c48b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.844957 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee1bfb24-04d4-4a64-9bb5-0e79f156c48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:52.983265 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee1bfb24-04d4-4a64-9bb5-0e79f156c48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.034543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bfb24-04d4-4a64-9bb5-0e79f156c48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54ab506-48fe-43d2-9c9b-1934c56d2701,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:53.099128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee1bfb24-04d4-4a64-9bb5-0e79f156c48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.103731 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ee1bfb24-04d4-4a64-9bb5-0e79f156c48b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a54ab506-48fe-43d2-9c9b-1934c56d2701 HTTP/1.1" status: 204 len: 168 time: 0.4023180 Apr 05 18:33:53.106645 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58008) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:53.113299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c5a9b-1315-4826-9165-d1858ecb8796 req-041d1390-97dd-4175-8152-d8ba739543f1 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:53.114833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d68c5a9b-1315-4826-9165-d1858ecb8796 req-041d1390-97dd-4175-8152-d8ba739543f1 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 949 time: 0.0655248 Apr 05 18:33:53.138757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:39Z', 'updated_at': '2022-04-05T18:33:50Z', 'revision_number': 4, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'gw_port': {'id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:41Z', 'updated_at': '2022-04-05T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '11543d37-d11f-4d25-a882-56df7c7d9e58', 'name': '', 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'mac_address': 'fa:16:3e:e2:51:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'c5e6e276-4161-4a51-9d1e-d7bbc6f9a632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:48Z', 'updated_at': '2022-04-05T18:33:50Z', 'revision_number': 2, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'subnets': [{'id': 'c5e6e276-4161-4a51-9d1e-d7bbc6f9a632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:53.175866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Checking router: 697bc81a-d4da-41dd-8e3c-b003aa800cd4 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:33:53.176585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Updating router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 port 11543d37-d11f-4d25-a882-56df7c7d9e58 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:33:53.182374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d68c5a9b-1315-4826-9165-d1858ecb8796 req-700843a2-7854-4686-a99f-e285be7afda8 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600986 Apr 05 18:33:53.205049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.209712 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.327786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.373173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.374318 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.375692 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.376213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > port after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.376431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.376763 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > port after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.377081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.377396 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.377706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.378152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.398738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dff80a81-5b99-4ef5-b0ff-23504057364b details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:33:53.475448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.476090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.476683 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.477208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 18:33:53.478141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4bed4c-03cc-4d46-82a8-44eddb9a3b57']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:53.507853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cf1f57-d86c-4c4d-81c3-55f9bff6b3e0') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:53.508652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cf1f57-d86c-4c4d-81c3-55f9bff6b3e0') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:53.534945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.566011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.578612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:33:53.579520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: from cryptography.utils import int_from_bytes Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: from cryptography.utils import int_from_bytes Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:33:53.586023 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:33:53.653953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port dff80a81-5b99-4ef5-b0ff-23504057364b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dff80a81-5b99-4ef5-b0ff-23504057364b,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:53.676102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'dff80a81-5b99-4ef5-b0ff-23504057364b', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'dff80a81-5b99-4ef5-b0ff-23504057364b', 'mac_address': 'fa:16:3e:37:8c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:tempest-test_az-8038', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:33:53.684130 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.692030 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.718488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.739072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.745189 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cc4bed4c-03cc-4d46-82a8-44eddb9a3b57 HTTP/1.1" status: 204 len: 168 time: 0.6353126 Apr 05 18:33:53.746329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9acf88-d9a5-48f8-9359-e1daba345470 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc4bed4c-03cc-4d46-82a8-44eddb9a3b57,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:53.837541 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.854302 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff80a81-5b99-4ef5-b0ff-23504057364b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:33:53.869202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ffb7f-7a66-42f6-9c3b-1ec9e2894814 None None] Pushing event updated for resources: {'Port': ['ID=11543d37-d11f-4d25-a882-56df7c7d9e58,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:53.871734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245fd79-abb9-4a29-a2ea-5ddb5b9a520f req-2b72218d-f381-4b09-b2a5-07674eb42323 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:53.888823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c245fd79-abb9-4a29-a2ea-5ddb5b9a520f req-2b72218d-f381-4b09-b2a5-07674eb42323 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 964 time: 0.1089005 Apr 05 18:33:53.895936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Attempting to bind port 11543d37-d11f-4d25-a882-56df7c7d9e58 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:33:53.896285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Attempting to bind port 11543d37-d11f-4d25-a882-56df7c7d9e58 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6b7922c8-c5df-471b-b468-35c4a80bddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:33:53.896642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Attempting to bind port 11543d37-d11f-4d25-a882-56df7c7d9e58 on network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:33:53.928665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port dff80a81-5b99-4ef5-b0ff-23504057364b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dff80a81-5b99-4ef5-b0ff-23504057364b,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:53.931017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:33:53.931399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Checking segment: {'id': '6b7922c8-c5df-471b-b468-35c4a80bddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:53.931801 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.932480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Bound using segment: {'id': '6b7922c8-c5df-471b-b468-35c4a80bddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:33:53.932953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Bound port: 11543d37-d11f-4d25-a882-56df7c7d9e58, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7922c8-c5df-471b-b468-35c4a80bddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:33:53.933350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.955330 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:53.967931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c245fd79-abb9-4a29-a2ea-5ddb5b9a520f req-201bcfb5-e4c3-4b88-87de-d259dd47bb0f tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757208 Apr 05 18:33:54.111879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58046) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:54.117812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-db71691f-011f-40c3-a891-23afe2960c02 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002850000', 'description': 'tempest-description--1080242328'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:54.143074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58048) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:54.170645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db71691f-011f-40c3-a891-23afe2960c02 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.224888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=dff80a81-5b99-4ef5-b0ff-23504057364b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:54.244469 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-742f4729-a1f5-4da7-8a7d-5f64260b657a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fefef0929994228adf89a5815b97e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0993168 Apr 05 18:33:54.247397 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:54.250867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] For port 11543d37-d11f-4d25-a882-56df7c7d9e58, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:33:54.254929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] For port 11543d37-d11f-4d25-a882-56df7c7d9e58, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=11543d37-d11f-4d25-a882-56df7c7d9e58,segment=NetworkSegment(6b7922c8-c5df-471b-b468-35c4a80bddb2),segment_id=6b7922c8-c5df-471b-b468-35c4a80bddb2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:33:54.258796 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-96c1677b-ccc0-4f27-ba16-d65088db5fe9 None None] Provisioning complete for port 11543d37-d11f-4d25-a882-56df7c7d9e58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:54.259347 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96c1677b-ccc0-4f27-ba16-d65088db5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.309079 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.321852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db71691f-011f-40c3-a891-23afe2960c02 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.326909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db71691f-011f-40c3-a891-23afe2960c02 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.356735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dff80a81-5b99-4ef5-b0ff-23504057364b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:33:54.368635 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db71691f-011f-40c3-a891-23afe2960c02 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.370003 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-db71691f-011f-40c3-a891-23afe2960c02 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2566340 Apr 05 18:33:54.373293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58060) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:54.379649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d86ea347-d749-4be5-9912-fd25af195a1e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Request body: {'security_group_rule': {'security_group_id': '79132f35-fea1-45df-adca-fc48f4fa3d2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:54.390081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71691f-011f-40c3-a891-23afe2960c02 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79132f35-fea1-45df-adca-fc48f4fa3d2c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:54.423786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d86ea347-d749-4be5-9912-fd25af195a1e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.437968 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514f0e43-efcb-4582-afcb-4b323755e0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.472628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d5b2-d725-4408-a86c-5832d471b26a req-b9d408c6-9656-4661-b72b-963b3fc6cf66 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:54.485384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe17d5b2-d725-4408-a86c-5832d471b26a req-b9d408c6-9656-4661-b72b-963b3fc6cf66 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 949 time: 0.1515543 Apr 05 18:33:54.522778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514f0e43-efcb-4582-afcb-4b323755e0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.538389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ffb7f-7a66-42f6-9c3b-1ec9e2894814 None None] Pushing event updated for resources: {'Port': ['ID=11543d37-d11f-4d25-a882-56df7c7d9e58,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:54.550435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Routers {'697bc81a-d4da-41dd-8e3c-b003aa800cd4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:33:54.551236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:33:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:54.582748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe17d5b2-d725-4408-a86c-5832d471b26a req-8016e3c1-bf99-4aa1-8719-cbdcecfea36f tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963883 Apr 05 18:33:54.610196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d86ea347-d749-4be5-9912-fd25af195a1e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.624888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d86ea347-d749-4be5-9912-fd25af195a1e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.631933 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96c1677b-ccc0-4f27-ba16-d65088db5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.641322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514f0e43-efcb-4582-afcb-4b323755e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.644346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514f0e43-efcb-4582-afcb-4b323755e0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.647882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-514f0e43-efcb-4582-afcb-4b323755e0aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec7c217c-ce21-42ce-bf1a-1971c922f470 HTTP/1.1" status: 204 len: 168 time: 0.3966627 Apr 05 18:33:54.653531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ea347-d749-4be5-9912-fd25af195a1e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef09632-4dd7-4755-9efd-2bc0a1d9f413,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:54.667404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f0e43-efcb-4582-afcb-4b323755e0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c217c-ce21-42ce-bf1a-1971c922f470,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:54.683344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d86ea347-d749-4be5-9912-fd25af195a1e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.687601 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d86ea347-d749-4be5-9912-fd25af195a1e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3089154 Apr 05 18:33:54.688541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58076) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:54.694074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-19bd98b7-fc5d-41b3-876e-2fb4f5619560 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Request body: {'security_group_rule': {'security_group_id': '79132f35-fea1-45df-adca-fc48f4fa3d2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:54.749170 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19bd98b7-fc5d-41b3-876e-2fb4f5619560 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.792832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-96c1677b-ccc0-4f27-ba16-d65088db5fe9 None None] For port 11543d37-d11f-4d25-a882-56df7c7d9e58, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=11543d37-d11f-4d25-a882-56df7c7d9e58,segment=NetworkSegment(6b7922c8-c5df-471b-b468-35c4a80bddb2),segment_id=6b7922c8-c5df-471b-b468-35c4a80bddb2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:54.838778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19bd98b7-fc5d-41b3-876e-2fb4f5619560 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.841744 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96c1677b-ccc0-4f27-ba16-d65088db5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.850324 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19bd98b7-fc5d-41b3-876e-2fb4f5619560 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.872061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd98b7-fc5d-41b3-876e-2fb4f5619560 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67341721-e80b-4245-92f4-df66baf0b23b,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:54.880766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19bd98b7-fc5d-41b3-876e-2fb4f5619560 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:54.882187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-19bd98b7-fc5d-41b3-876e-2fb4f5619560 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927192 Apr 05 18:33:54.882693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] Set router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:33:54.885722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58082) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:54.891355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:54.918665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.096040 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.104475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1677b-ccc0-4f27-ba16-d65088db5fe9 None None] Pushing event updated for resources: {'Port': ['ID=11543d37-d11f-4d25-a882-56df7c7d9e58,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:55.108075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d31807-e9e7-447b-acfa-31509ac2cd43 req-171127a5-1855-4c1e-8731-79d63218ad77 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:55.118298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7d31807-e9e7-447b-acfa-31509ac2cd43 req-171127a5-1855-4c1e-8731-79d63218ad77 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 965 time: 0.0629315 Apr 05 18:33:55.119737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2071fa07-3a7d-4054-9e23-b96382a9a43b None None] Provisioning complete for port 11543d37-d11f-4d25-a882-56df7c7d9e58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:55.120112 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2071fa07-3a7d-4054-9e23-b96382a9a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.170800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7d31807-e9e7-447b-acfa-31509ac2cd43 req-7c33a602-9331-480b-b8ef-462419f17dd0 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514259 Apr 05 18:33:55.282633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Allocated IP 172.25.4.127 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/c725bc7a-743c-4199-aebe-01e214b63004) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:33:55.368948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:39Z', 'updated_at': '2022-04-05T18:33:50Z', 'revision_number': 4, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'gw_port': {'id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:41Z', 'updated_at': '2022-04-05T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '11543d37-d11f-4d25-a882-56df7c7d9e58', 'name': '', 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'mac_address': 'fa:16:3e:e2:51:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'c5e6e276-4161-4a51-9d1e-d7bbc6f9a632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:48Z', 'updated_at': '2022-04-05T18:33:54Z', 'revision_number': 4, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'subnets': [{'id': 'c5e6e276-4161-4a51-9d1e-d7bbc6f9a632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:33:55.373148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58092) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:55.406692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:55.409568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e23e4-3133-4e5c-a7c8-2b9e05adf275 None None] The sync data for ids ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'] in n-d-836650-3 is: [{'id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:39Z', 'updated_at': '2022-04-05T18:33:50Z', 'revision_number': 4, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'gw_port': {'id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:41Z', 'updated_at': '2022-04-05T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '11543d37-d11f-4d25-a882-56df7c7d9e58', 'name': '', 'network_id': '9e77092c-8c9a-4cd9-8f84-37e6055fdaea', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'mac_address': 'fa:16:3e:e2:51:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'c5e6e276-4161-4a51-9d1e-d7bbc6f9a632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:48Z', 'updated_at': '2022-04-05T18:33:54Z', 'revision_number': 4, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'subnets': [{'id': 'c5e6e276-4161-4a51-9d1e-d7bbc6f9a632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:33:55.459700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.517174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:33:55.529177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:55.529533 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.549845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.653668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:33:55.661866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:55.675304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:33:55.683804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.719140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58102) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:55.720774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee466ba-1ec3-4ee8-8339-2821d98904f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2532c4c3-6bd0-4873-8e18-e1e2c4711e89'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:33:55.745231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event updated for resources: {'Port': ['ID=c725bc7a-743c-4199-aebe-01e214b63004,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:55.784293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-207451711-network', 'tenant_id': '1f54b6ce8cc84062af794ffffa9b6f5a'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:55.823030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:55.830289 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.834060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Made reservation on behalf of 1f54b6ce8cc84062af794ffffa9b6f5a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:55.837146 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.862336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:55.933209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b44ce-8103-4125-9c66-24d06f9ac377 req-5ac82f5c-39af-4fc9-843f-cef6f3e7346c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:55.936338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-035b44ce-8103-4125-9c66-24d06f9ac377 req-5ac82f5c-39af-4fc9-843f-cef6f3e7346c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 949 time: 0.1989644 Apr 05 18:33:55.940524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:55.957644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-68327fcb-e522-4100-a0ac-e939241a7819 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb570daabcd34924a2c1e3ada5d80d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368445 Apr 05 18:33:55.962224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58106) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:56.007764 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.063662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-035b44ce-8103-4125-9c66-24d06f9ac377 req-0841fa88-bae4-43d4-a1fa-096f001f92f4 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048067 Apr 05 18:33:56.102039 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.117168 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e96ea795-e036-4562-8191-b3e7ac707b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.171096 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e96ea795-e036-4562-8191-b3e7ac707b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.213025 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e30563-1612-4cca-9162-e73f94d61a49" -d '{"events": [{"server_uuid": "7ee466ba-1ec3-4ee8-8339-2821d98904f1", "name": "network-vif-plugged", "status": "completed", "tag": "2532c4c3-6bd0-4873-8e18-e1e2c4711e89"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:33:56.254054 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e96ea795-e036-4562-8191-b3e7ac707b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.257049 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e96ea795-e036-4562-8191-b3e7ac707b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.261243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e96ea795-e036-4562-8191-b3e7ac707b1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdf3d697-4325-48ac-886e-632ac05e8e53 HTTP/1.1" status: 204 len: 168 time: 0.2979653 Apr 05 18:33:56.270351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.278056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ea795-e036-4562-8191-b3e7ac707b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf3d697-4325-48ac-886e-632ac05e8e53,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:56.291587 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.368102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:33:56.451963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e739d70-d175-4371-8c5d-41732461e2ef,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:56.471547 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.472086 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.472197 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Added segment ffb5dac7-027a-49f9-88fe-08a5bb27b7f4 of type vlan for network 4a4450cc-4646-4c7c-b940-9f57d612b845 Apr 05 18:33:56.479535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.556230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 11543d37-d11f-4d25-a882-56df7c7d9e58 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:56.562846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c3d61-9414-420e-8bfb-02611f3d04c7 req-e4a08c18-1de9-4b34-9068-2b568d03efd1 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:56.570674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-512c3d61-9414-420e-8bfb-02611f3d04c7 req-e4a08c18-1de9-4b34-9068-2b568d03efd1 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 965 time: 0.2492008 Apr 05 18:33:56.595584 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.644799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event updated for resources: {'Port': ['ID=c725bc7a-743c-4199-aebe-01e214b63004,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:56.659286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-512c3d61-9414-420e-8bfb-02611f3d04c7 req-57ab302d-1948-46cf-b549-83040d487006 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781007 Apr 05 18:33:56.669359 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.670653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:56.671761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.680597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 11543d37-d11f-4d25-a882-56df7c7d9e58 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:56.680971 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.684965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.729938 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.734467 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-16dac277-6539-4306-ab16-3f91f0409f55 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8446441 Apr 05 18:33:56.777846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4037416 Apr 05 18:33:56.780798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58138) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:56.786758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Request body: {'subnet': {'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-207451711-subnet', 'tenant_id': '1f54b6ce8cc84062af794ffffa9b6f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:56.811236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc62b0-9395-455d-a780-471ccc41883b admin admin] Pushing event updated for resources: {'Network': ['ID=4a4450cc-4646-4c7c-b940-9f57d612b845,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:56.835152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 4a4450cc-4646-4c7c-b940-9f57d612b845 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:33:56.837261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Made reservation on behalf of 1f54b6ce8cc84062af794ffffa9b6f5a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:56.841002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:56.989925 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68741c32-8ebb-4e4b-9558-11459bda4b54 x-openstack-request-id: req-68741c32-8ebb-4e4b-9558-11459bda4b54 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:33:56.990238 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee466ba-1ec3-4ee8-8339-2821d98904f1", "name": "network-vif-plugged", "status": "completed", "tag": "2532c4c3-6bd0-4873-8e18-e1e2c4711e89", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:33:56.990516 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68741c32-8ebb-4e4b-9558-11459bda4b54 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:33:56.991700 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68741c32-8ebb-4e4b-9558-11459bda4b54'] response: {'server_uuid': '7ee466ba-1ec3-4ee8-8339-2821d98904f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2532c4c3-6bd0-4873-8e18-e1e2c4711e89', 'code': 200} Apr 05 18:33:57.121986 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:57.205215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaec3cc-ef86-4008-8a23-b43f5e1a290f req-05fcd66d-6f9b-4772-992c-84c2c36b0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:57.207375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7eaec3cc-ef86-4008-8a23-b43f5e1a290f req-05fcd66d-6f9b-4772-992c-84c2c36b0543 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 1101 time: 0.1300924 Apr 05 18:33:57.239053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:57.239407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Network hostable DHCP agents. Network: 4a4450cc-4646-4c7c-b940-9f57d612b845, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:33:57.243044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7eaec3cc-ef86-4008-8a23-b43f5e1a290f req-5132e4dd-60ff-425a-b5d3-e411875dfa73 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:57.244869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77422bc6-9503-4b21-9cbe-2b723f8b401b,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:57.306993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Network 4a4450cc-4646-4c7c-b940-9f57d612b845 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:33:57.341818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe0a66-d9f7-49ae-9313-a142ee60bd1d req-71813594-8153-4c56-a043-cb9ef3270c9b tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:57.349224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28fe0a66-d9f7-49ae-9313-a142ee60bd1d req-71813594-8153-4c56-a043-cb9ef3270c9b tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 950 time: 0.0848894 Apr 05 18:33:57.350193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 4a4450cc-4646-4c7c-b940-9f57d612b845) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:57.363900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:57.365111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb7cc71-f08f-41ae-987c-d178dbdb3122 None None] Network 4a4450cc-4646-4c7c-b940-9f57d612b845 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:57.372828 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:57.442733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-418ee37f-9c27-42b3-a5fe-a50067cf1b6d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6565638 Apr 05 18:33:57.467726 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28fe0a66-d9f7-49ae-9313-a142ee60bd1d req-115b7937-4c06-4bbd-a69d-af1af2335b80 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099432 Apr 05 18:33:57.482922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dff80a81-5b99-4ef5-b0ff-23504057364b up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:33:57.492510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7eaec3cc-ef86-4008-8a23-b43f5e1a290f req-5132e4dd-60ff-425a-b5d3-e411875dfa73 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:57.503643 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7eaec3cc-ef86-4008-8a23-b43f5e1a290f req-5132e4dd-60ff-425a-b5d3-e411875dfa73 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:57.549163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132e4dd-60ff-425a-b5d3-e411875dfa73 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc6de7-fd16-4a2f-bb4b-fa883b32909c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:57.567966 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7eaec3cc-ef86-4008-8a23-b43f5e1a290f req-5132e4dd-60ff-425a-b5d3-e411875dfa73 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501086 Apr 05 18:33:57.638767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-27be3289-f987-4efb-907d-0d2a25730c67 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2002850000&fields=id&tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72 HTTP/1.1" status: 200 len: 267 time: 0.0716465 Apr 05 18:33:57.649583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port dff80a81-5b99-4ef5-b0ff-23504057364b completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:33:57.676554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port dff80a81-5b99-4ef5-b0ff-23504057364b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:33:57.676911 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:57.706501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139f63d-ddab-4127-8f43-9e49d84b9cd7 None None] Network 4a4450cc-4646-4c7c-b940-9f57d612b845 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:57.889305 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:57.936271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port dff80a81-5b99-4ef5-b0ff-23504057364b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dff80a81-5b99-4ef5-b0ff-23504057364b,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:33:57.946971 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.020923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=dff80a81-5b99-4ef5-b0ff-23504057364b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:58.127911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c374b3-b304-485b-870a-15b36af49cd9 req-1016d301-e3d6-4fad-b1c4-ed615d323d90 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:58.129762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64c374b3-b304-485b-870a-15b36af49cd9 req-1016d301-e3d6-4fad-b1c4-ed615d323d90 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 966 time: 0.1102357 Apr 05 18:33:58.136742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-587cd5cd-19f6-4167-9f3e-2c0540a93500 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:58.138138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-587cd5cd-19f6-4167-9f3e-2c0540a93500 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/networks?id=a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 200 len: 823 time: 0.4918301 Apr 05 18:33:58.183406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64c374b3-b304-485b-870a-15b36af49cd9 req-5e129191-ccde-49d4-a50a-078ded12a03b tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Apr 05 18:33:58.184730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-0725c413-6b4a-4297-b6d2-267ad2aaa35c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/quotas/cdcb17fbb5b94cf1b86530cbd9f1bd72 HTTP/1.1" status: 200 len: 375 time: 0.0214684 Apr 05 18:33:58.218556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58208) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:58.229451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-224091337-network', 'tenant_id': 'ef6298f28c694e1e813565966334a27a'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:58.253167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Made reservation on behalf of ef6298f28c694e1e813565966334a27a for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:58.265932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.275197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.294828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-64e929ad-9819-4b1f-ac91-70dd90b10e81 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1029501 Apr 05 18:33:58.403152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.409252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.429885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:33:58.450941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.451341 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Added segment b92f4936-c0a1-4475-9ad3-e1eaea98d425 of type vlan for network 694d0a0c-dded-426a-a437-85694a7bab5a Apr 05 18:33:58.453134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c8ecc9-3f74-46f6-857b-3ed4f8315405,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:58.523688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d5a2b2bb-bf68-4833-8c1b-f88228439d64 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:33:58.525289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d5a2b2bb-bf68-4833-8c1b-f88228439d64 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0697351 Apr 05 18:33:58.681165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe96d8-d1ef-45b6-adfe-e1514e5b3cb3 req-57e0ba0e-7430-4806-82db-93e28cd9f6d6 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:58.682818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dfe96d8-d1ef-45b6-adfe-e1514e5b3cb3 req-57e0ba0e-7430-4806-82db-93e28cd9f6d6 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 950 time: 0.1194134 Apr 05 18:33:58.708456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-f4c33f2c-29c6-473d-bdcd-af8ab30d3456 service neutron] 10.222.0.15 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734688 Apr 05 18:33:58.716012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.750789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.751931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:58.752835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.759454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58250) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:58.782364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dfe96d8-d1ef-45b6-adfe-e1514e5b3cb3 req-441d8e4e-a7fc-46f1-ad25-ccb48bcb6820 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888572 Apr 05 18:33:58.785507 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5655537 Apr 05 18:33:58.786095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58254) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:58.793016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Request body: {'subnet': {'network_id': '694d0a0c-dded-426a-a437-85694a7bab5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-224091337-subnet', 'tenant_id': 'ef6298f28c694e1e813565966334a27a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:33:58.849784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-64b7c81a-0571-48f9-ad22-38d2d33a1157 service neutron] 10.222.0.15 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402805 Apr 05 18:33:58.873700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614a465-0804-4486-9914-ad848b7c89b5 admin admin] Pushing event updated for resources: {'Network': ['ID=694d0a0c-dded-426a-a437-85694a7bab5a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:58.892154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Made reservation on behalf of ef6298f28c694e1e813565966334a27a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:33:58.894909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:58.901169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 694d0a0c-dded-426a-a437-85694a7bab5a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:33:59.057772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a9831ac-6915-46b5-83b8-a3790eea8261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.136656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05e22613-cdce-4218-af5e-b4266e2711b0 req-e55c54d2-f19c-4b30-82ce-0e5fc256bc6b tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 210 time: 0.0434954 Apr 05 18:33:59.162362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.247014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b11e12d-dfdd-4a7b-a979-d30b42a07571,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:59.293164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff80a81-5b99-4ef5-b0ff-23504057364b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:33:59.295423 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e0ad9f-c89d-4e10-beba-441ab1b9ab04" -d '{"events": [{"server_uuid": "72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba", "name": "network-vif-plugged", "status": "completed", "tag": "dff80a81-5b99-4ef5-b0ff-23504057364b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:33:59.301165 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a9831ac-6915-46b5-83b8-a3790eea8261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.309058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Checking segment: {'id': 'b92f4936-c0a1-4475-9ad3-e1eaea98d425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '694d0a0c-dded-426a-a437-85694a7bab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:33:59.309411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Network hostable DHCP agents. Network: 694d0a0c-dded-426a-a437-85694a7bab5a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:33:59.340168 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a9831ac-6915-46b5-83b8-a3790eea8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.383246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58284) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:59.390600 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dbc8b1-3751-46fa-8742-a0ca17102431 x-openstack-request-id: req-65dbc8b1-3751-46fa-8742-a0ca17102431 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:33:59.391150 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba", "name": "network-vif-plugged", "status": "completed", "tag": "dff80a81-5b99-4ef5-b0ff-23504057364b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:33:59.391621 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65dbc8b1-3751-46fa-8742-a0ca17102431 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:33:59.392286 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65dbc8b1-3751-46fa-8742-a0ca17102431'] response: {'server_uuid': '72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff80a81-5b99-4ef5-b0ff-23504057364b', 'code': 200} Apr 05 18:33:59.422006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dbf1d-91ff-49c6-9d90-8b67fb02fc90 req-42db3e6e-08d4-4fc0-84d6-c2ede2751693 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:59.428326 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6a9831ac-6915-46b5-83b8-a3790eea8261 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b931ab32b0f04df7b093f55e51f998fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6678813 Apr 05 18:33:59.430059 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a03dbf1d-91ff-49c6-9d90-8b67fb02fc90 req-42db3e6e-08d4-4fc0-84d6-c2ede2751693 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 966 time: 0.0999808 Apr 05 18:33:59.432026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:33:59.498751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9831ac-6915-46b5-83b8-a3790eea8261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daf3d05-7cf6-4b60-b9e7-63fecbab3434,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:59.514483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Network 694d0a0c-dded-426a-a437-85694a7bab5a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:33:59.536739 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 694d0a0c-dded-426a-a437-85694a7bab5a) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:33:59.543473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:59.543576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.546525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f708b2-ce72-4d3f-bc35-a5241b58c4ac None None] Network 694d0a0c-dded-426a-a437-85694a7bab5a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:59.553304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a03dbf1d-91ff-49c6-9d90-8b67fb02fc90 req-ed8c2477-8b4d-4215-8eeb-85c6cf05d429 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211598 Apr 05 18:33:59.619119 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-77f28fdd-d90d-4df8-b39b-a241ab866ef0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8216181 Apr 05 18:33:59.619119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eda11e-a651-47fd-ac6e-89a1d24d7022 req-1de5cf5b-a09d-4f59-a98d-4fea59f43d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:33:59.619380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9849ce15-23d9-423f-a0d4-24a002e87081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.619454 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52eda11e-a651-47fd-ac6e-89a1d24d7022 req-1de5cf5b-a09d-4f59-a98d-4fea59f43d7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 1117 time: 0.1143749 Apr 05 18:33:59.627818 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3278606-c446-4dcb-bc17-30f73ea22dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.668382 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3278606-c446-4dcb-bc17-30f73ea22dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.720044 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52eda11e-a651-47fd-ac6e-89a1d24d7022 req-8d877480-f15c-4b36-9999-eaf1a488a098 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858436 Apr 05 18:33:59.802891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-74bed8b8-1828-4265-93e3-334ab7a70f71 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268598 Apr 05 18:33:59.803651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43891420-ec65-4a32-86ac-d8faa16ae2b4 None None] Network 694d0a0c-dded-426a-a437-85694a7bab5a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:33:59.833113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3278606-c446-4dcb-bc17-30f73ea22dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.835735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3278606-c446-4dcb-bc17-30f73ea22dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.836807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d3278606-c446-4dcb-bc17-30f73ea22dae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3daf3d05-7cf6-4b60-b9e7-63fecbab3434 HTTP/1.1" status: 204 len: 168 time: 0.4032898 Apr 05 18:33:59.888086 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9849ce15-23d9-423f-a0d4-24a002e87081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:33:59.892332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3278606-c446-4dcb-bc17-30f73ea22dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daf3d05-7cf6-4b60-b9e7-63fecbab3434,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:33:59.934370 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9849ce15-23d9-423f-a0d4-24a002e87081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.035433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9849ce15-23d9-423f-a0d4-24a002e87081 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a81255612a1e46acabb9838b5682cdf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6504829 Apr 05 18:34:00.036584 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58316) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:00.066388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849ce15-23d9-423f-a0d4-24a002e87081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c242281c-64fb-4633-8397-ff4e216ccdd2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:00.087961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-d1e98a7e-1d7d-47ac-9f23-1d6e06a8c7d3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:00.089416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-d1e98a7e-1d7d-47ac-9f23-1d6e06a8c7d3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2724013 Apr 05 18:34:00.102096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90c7d6-3cb8-4017-9d46-e37f9eac6e31 req-4db7b6b9-2d86-4d50-9902-83fc0729467c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:00.103710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a90c7d6-3cb8-4017-9d46-e37f9eac6e31 req-4db7b6b9-2d86-4d50-9902-83fc0729467c tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 950 time: 0.1756656 Apr 05 18:34:00.113005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2be5c3c9-0adf-4dad-919b-bf08ae37677d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.126853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-8ea0f71b-fe1b-4ff0-8a1e-3d40cfa675c6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/quotas/d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 375 time: 0.0219064 Apr 05 18:34:00.145820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2be5c3c9-0adf-4dad-919b-bf08ae37677d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.164278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-c0591890-1e96-4ddd-9d54-af858f4aa774 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365698 Apr 05 18:34:00.205167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a90c7d6-3cb8-4017-9d46-e37f9eac6e31 req-d60e4e23-45a6-4e5f-964b-b6a7687c2560 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808361 Apr 05 18:34:00.254547 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2be5c3c9-0adf-4dad-919b-bf08ae37677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.257136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2be5c3c9-0adf-4dad-919b-bf08ae37677d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.258325 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2be5c3c9-0adf-4dad-919b-bf08ae37677d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c242281c-64fb-4633-8397-ff4e216ccdd2 HTTP/1.1" status: 204 len: 168 time: 0.2207487 Apr 05 18:34:00.270051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5c3c9-0adf-4dad-919b-bf08ae37677d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c242281c-64fb-4633-8397-ff4e216ccdd2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:00.281277 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58326) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:00.300532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bff8290-0232-47fb-94a6-b422a81d13f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.418635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40350573-8bcc-4bbb-b829-1facd38ba4f1 req-671375fd-dbeb-46d9-b85e-9f54511b7567 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 210 time: 0.0366652 Apr 05 18:34:00.459621 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bff8290-0232-47fb-94a6-b422a81d13f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.465712 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bff8290-0232-47fb-94a6-b422a81d13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.519987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6bff8290-0232-47fb-94a6-b422a81d13f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e4055bcd88440c79cd206ff67742ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358592 Apr 05 18:34:00.521777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58334) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:00.555593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff8290-0232-47fb-94a6-b422a81d13f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b8e38b-7974-4e04-86e7-57fd37eeb3d7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:00.571966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.25', 51612) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:00.637868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc19f-2433-4ebc-967c-a93b097cb7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.719609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc19f-2433-4ebc-967c-a93b097cb7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.851058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc19f-2433-4ebc-967c-a93b097cb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.853696 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc19f-2433-4ebc-967c-a93b097cb7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:00.859910 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0c1cc19f-2433-4ebc-967c-a93b097cb7e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82b8e38b-7974-4e04-86e7-57fd37eeb3d7 HTTP/1.1" status: 204 len: 168 time: 0.3365159 Apr 05 18:34:00.875536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cc19f-2433-4ebc-967c-a93b097cb7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b8e38b-7974-4e04-86e7-57fd37eeb3d7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:00.943518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-4c7d5fb9-a77c-4959-9f96-175af9f7e5b0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:00.955251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-4c7d5fb9-a77c-4959-9f96-175af9f7e5b0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 820 time: 0.1535904 Apr 05 18:34:01.054898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d99b83f5-07f0-4694-be1c-26aa855672f1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:01.058251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58360) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:01.058705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d99b83f5-07f0-4694-be1c-26aa855672f1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "GET /v2.0/networks?id=a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 200 len: 823 time: 0.4852662 Apr 05 18:34:01.063506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-c946eaba-c3bd-405a-8f4a-5a10ad0df4e2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/quotas/1f54b6ce8cc84062af794ffffa9b6f5a HTTP/1.1" status: 200 len: 375 time: 0.1067693 Apr 05 18:34:01.082321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de3352f9-3795-411c-b7f9-09e7c7d4d98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:01.111146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fdba6d0f-8790-4aeb-beba-867520dce791 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403576 Apr 05 18:34:01.221959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de3352f9-3795-411c-b7f9-09e7c7d4d98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:01.228208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de3352f9-3795-411c-b7f9-09e7c7d4d98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:01.273858 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-de3352f9-3795-411c-b7f9-09e7c7d4d98d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efa349b070ff4537a0d0689c29e2bd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144151 Apr 05 18:34:01.279741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58364) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:01.283530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-8863555b-3294-416b-8450-319ef0e7f3a1 service neutron] 10.222.0.15 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624973 Apr 05 18:34:01.300010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3352f9-3795-411c-b7f9-09e7c7d4d98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce38b395-db8d-44f5-bef0-24387305afc4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:01.380033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-196f5166-9640-4b6d-937c-5a9596d80e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:01.431372 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-196f5166-9640-4b6d-937c-5a9596d80e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:01.445515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-5d68ba7f-b5d4-4bed-b851-db2dddf5de91 service neutron] 10.222.0.15 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545300 Apr 05 18:34:01.538428 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-196f5166-9640-4b6d-937c-5a9596d80e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:01.541942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-196f5166-9640-4b6d-937c-5a9596d80e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:01.546159 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-196f5166-9640-4b6d-937c-5a9596d80e62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce38b395-db8d-44f5-bef0-24387305afc4 HTTP/1.1" status: 204 len: 168 time: 0.2616951 Apr 05 18:34:01.558625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f5166-9640-4b6d-937c-5a9596d80e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce38b395-db8d-44f5-bef0-24387305afc4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:01.613127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fead7838-1c2f-476a-8f26-55a09c7992f1 req-1a5f992d-b103-4dff-98d2-a702ebc2c1c9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.0432105 Apr 05 18:34:01.785558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd890e42-6d3c-4c21-8214-53bade5bdd2e req-ca6c4b66-b05a-4ca0-b73f-6845a5ee5e2a tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:01.792923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd890e42-6d3c-4c21-8214-53bade5bdd2e req-ca6c4b66-b05a-4ca0-b73f-6845a5ee5e2a tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 966 time: 0.1045742 Apr 05 18:34:01.839568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04254670-8e38-4723-a82d-3c2beb767cd0 req-029258c8-e707-4a46-925c-a0e5b3d2563d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 210 time: 0.0440173 Apr 05 18:34:01.872365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd890e42-6d3c-4c21-8214-53bade5bdd2e req-1e019adf-a66b-4bb2-8ca0-86e8be340f30 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785778 Apr 05 18:34:02.016683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21605bf7-02db-4908-b683-9ec9ed2af9aa req-9f24793e-69ac-401b-b55f-209595f23c60 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 210 time: 0.0665123 Apr 05 18:34:02.074181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b076d0-aa25-4254-b9c3-ec77babdcaaa req-eb8705f8-7148-4efe-a6e0-7c68f5ad9b77 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:02.076429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76b076d0-aa25-4254-b9c3-ec77babdcaaa req-eb8705f8-7148-4efe-a6e0-7c68f5ad9b77 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 950 time: 0.1280916 Apr 05 18:34:02.182356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76b076d0-aa25-4254-b9c3-ec77babdcaaa req-d9063def-82f0-4792-a381-9e6f2ca4de97 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977919 Apr 05 18:34:02.211419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40782a33-836f-45c0-b454-83c11e045700 req-709394df-f40a-4d84-9fa2-df9239ad446f tempest-AggregatesAdminTestJSON-484007781 tempest-AggregatesAdminTestJSON-484007781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:02.220475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40782a33-836f-45c0-b454-83c11e045700 req-709394df-f40a-4d84-9fa2-df9239ad446f tempest-AggregatesAdminTestJSON-484007781 tempest-AggregatesAdminTestJSON-484007781-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 1117 time: 0.1210587 Apr 05 18:34:02.245313 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-40782a33-836f-45c0-b454-83c11e045700 req-dde71ed9-6e06-48a0-a5fa-73cff1bb03f4 tempest-AggregatesAdminTestJSON-484007781 tempest-AggregatesAdminTestJSON-484007781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:02.345664 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-40782a33-836f-45c0-b454-83c11e045700 req-dde71ed9-6e06-48a0-a5fa-73cff1bb03f4 tempest-AggregatesAdminTestJSON-484007781 tempest-AggregatesAdminTestJSON-484007781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:02.349872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-40782a33-836f-45c0-b454-83c11e045700 req-dde71ed9-6e06-48a0-a5fa-73cff1bb03f4 tempest-AggregatesAdminTestJSON-484007781 tempest-AggregatesAdminTestJSON-484007781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:02.398446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40782a33-836f-45c0-b454-83c11e045700 req-dde71ed9-6e06-48a0-a5fa-73cff1bb03f4 tempest-AggregatesAdminTestJSON-484007781 tempest-AggregatesAdminTestJSON-484007781-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732452 Apr 05 18:34:02.413160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde71ed9-6e06-48a0-a5fa-73cff1bb03f4 tempest-AggregatesAdminTestJSON-484007781 tempest-AggregatesAdminTestJSON-484007781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c31001-93f4-4291-9ec7-b9b6ead1704f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:02.734773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f04908bd-8a12-42c7-a153-3344f834c67f req-af1ed5dc-2b50-4a07-bf99-31e646cd082b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.0396769 Apr 05 18:34:02.777750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab21566-9895-46de-af5d-c441cd0d3a39 req-781dbcb0-a0bd-43d2-93d3-90470e30fb39 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:02.779259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ab21566-9895-46de-af5d-c441cd0d3a39 req-781dbcb0-a0bd-43d2-93d3-90470e30fb39 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 966 time: 0.0725338 Apr 05 18:34:02.838906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ab21566-9895-46de-af5d-c441cd0d3a39 req-1da0c0a9-81d8-46e9-83e5-10f5e27493b6 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532990 Apr 05 18:34:02.957183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da5750fd-ee8c-46ef-80aa-822ce35776b6 req-76c7e00d-36f2-4aa7-8e6f-2ffbb05f6002 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 210 time: 0.0350833 Apr 05 18:34:03.124083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-430c3ed4-fb25-4c55-964a-c228a6f97e66 req-38206422-6c91-4fa7-9a66-373759fa77da tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 210 time: 0.0270104 Apr 05 18:34:03.191567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-fdcdaccc-3468-466e-9258-57b3d6f1da22 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:03.193834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-fdcdaccc-3468-466e-9258-57b3d6f1da22 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 1101 time: 0.0440290 Apr 05 18:34:03.309804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] Deleting port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:34:03.310173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:03.343538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b149e-4a7a-46be-98da-91716735aaec req-234fcd07-9e27-4d4f-9009-7ece046c8acc tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:03.355036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b02b149e-4a7a-46be-98da-91716735aaec req-234fcd07-9e27-4d4f-9009-7ece046c8acc tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 950 time: 0.0671432 Apr 05 18:34:03.422077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b02b149e-4a7a-46be-98da-91716735aaec req-12016778-5ceb-4899-b3c8-4244bbf97f4d tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618732 Apr 05 18:34:03.435166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] For port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:03.435542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:03.449426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] Calling delete_port for 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:34:03.587790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58468) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:03.631545 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:03.644344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['2532c4c3-6bd0-4873-8e18-e1e2c4711e89'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:03.662578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] Pushing event deleted for resources: {'Port': ['ID=2532c4c3-6bd0-4873-8e18-e1e2c4711e89,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:03.725955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] No DVR routers for this DVR port 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:34:03.729790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:03.734173 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dc3b1009-5a1f-4dc2-b47c-479fad29842c req-e7d0f3ed-3e7a-4fb7-876f-3a0026b42fa5 tempest-DeleteServersAdminTestJSON-776852729 tempest-DeleteServersAdminTestJSON-776852729-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2532c4c3-6bd0-4873-8e18-e1e2c4711e89 HTTP/1.1" status: 204 len: 173 time: 0.5301297 Apr 05 18:34:03.735011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee466ba-1ec3-4ee8-8339-2821d98904f1', 'name': 'network-vif-deleted', 'tag': '2532c4c3-6bd0-4873-8e18-e1e2c4711e89'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:03.737778 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add52e7-7af4-4f99-8bc8-892f46264712" -d '{"events": [{"server_uuid": "7ee466ba-1ec3-4ee8-8339-2821d98904f1", "name": "network-vif-deleted", "tag": "2532c4c3-6bd0-4873-8e18-e1e2c4711e89"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:03.747972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3be1090-f97b-4f28-9fb7-8b9e559a3c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:03.809201 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917b80bc-2983-4ef8-844b-f6550ceb497b x-openstack-request-id: req-917b80bc-2983-4ef8-844b-f6550ceb497b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:03.809815 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee466ba-1ec3-4ee8-8339-2821d98904f1", "name": "network-vif-deleted", "tag": "2532c4c3-6bd0-4873-8e18-e1e2c4711e89", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:03.810307 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-917b80bc-2983-4ef8-844b-f6550ceb497b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:03.810999 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-917b80bc-2983-4ef8-844b-f6550ceb497b'] response: {'server_uuid': '7ee466ba-1ec3-4ee8-8339-2821d98904f1', 'name': 'network-vif-deleted', 'tag': '2532c4c3-6bd0-4873-8e18-e1e2c4711e89', 'status': 'completed', 'code': 200} Apr 05 18:34:03.923596 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3be1090-f97b-4f28-9fb7-8b9e559a3c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:03.930076 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3be1090-f97b-4f28-9fb7-8b9e559a3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:03.981534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d3be1090-f97b-4f28-9fb7-8b9e559a3c77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92989deffea34f548f04202ed841d3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922844 Apr 05 18:34:03.984857 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58484) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:04.055634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be1090-f97b-4f28-9fb7-8b9e559a3c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87e7c27-4bb9-49fb-bdad-fa64aa8a38c4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:04.084834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b99c84c-14e3-4e30-a010-615b08ac5b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.107530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ff945-af0c-4483-b795-ab0f99ac04c2 req-244a2aed-5b74-4630-94f8-637e66098795 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:04.115703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a51ff945-af0c-4483-b795-ab0f99ac04c2 req-244a2aed-5b74-4630-94f8-637e66098795 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 966 time: 0.1175811 Apr 05 18:34:04.160104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a173d91-5258-49be-ab56-eea66e624960 req-a019e603-36b5-40bb-8d8b-5a95de97cd13 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.0375073 Apr 05 18:34:04.167954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b99c84c-14e3-4e30-a010-615b08ac5b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.199785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a51ff945-af0c-4483-b795-ab0f99ac04c2 req-c38adbac-cbcb-4890-912b-516d37f00dfb tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/security-groups?id=aba85062-c8b9-4950-9ea3-51f53ac4e552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829895 Apr 05 18:34:04.239419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58492) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:04.272784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-3e195198-24b3-4bc3-82f6-250f5aea1fc8 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:04.275032 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-3e195198-24b3-4bc3-82f6-250f5aea1fc8 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.20 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 966 time: 0.1569858 Apr 05 18:34:04.298130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-846025ae-5c3e-4a72-8434-2dcc5688e2da req-774faae5-1fe7-484a-9917-44f29e3b1976 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 210 time: 0.0387807 Apr 05 18:34:04.350590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b32fb446-a9ca-4b83-8f1f-f319328f7670 req-b5812f48-729c-4484-9394-133e71aeaced tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 210 time: 0.0505075 Apr 05 18:34:04.357541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b99c84c-14e3-4e30-a010-615b08ac5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.362692 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b99c84c-14e3-4e30-a010-615b08ac5b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.364861 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7b99c84c-14e3-4e30-a010-615b08ac5b71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c87e7c27-4bb9-49fb-bdad-fa64aa8a38c4 HTTP/1.1" status: 204 len: 168 time: 0.3786652 Apr 05 18:34:04.394872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99c84c-14e3-4e30-a010-615b08ac5b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87e7c27-4bb9-49fb-bdad-fa64aa8a38c4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:04.395883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c62a208a-2b40-48c9-b9c4-f52dd631332a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.517891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Deleting port dff80a81-5b99-4ef5-b0ff-23504057364b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:34:04.517891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.526427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c62a208a-2b40-48c9-b9c4-f52dd631332a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.534636 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c62a208a-2b40-48c9-b9c4-f52dd631332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.624764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c62a208a-2b40-48c9-b9c4-f52dd631332a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d57f25514de42978e2db92ec342d048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823776 Apr 05 18:34:04.625525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58502) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:04.641173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] For port dff80a81-5b99-4ef5-b0ff-23504057364b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dff80a81-5b99-4ef5-b0ff-23504057364b,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:04.642943 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.670948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Calling delete_port for dff80a81-5b99-4ef5-b0ff-23504057364b owned by compute:tempest-test_az-8038 {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:34:04.679605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e984b1c9-7f3e-4481-8eae-2a90ad386acc req-19c16cd0-077e-4ecb-a57c-4d59e53e0aae tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee466ba-1ec3-4ee8-8339-2821d98904f1 HTTP/1.1" status: 200 len: 210 time: 0.0652306 Apr 05 18:34:04.681742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a208a-2b40-48c9-b9c4-f52dd631332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca6ab20-69e0-4dcd-9802-895c205b5d3b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:04.736873 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.743812 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b93b159-1490-4d79-99cd-733fd3274459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.775056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b93b159-1490-4d79-99cd-733fd3274459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.843232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b93b159-1490-4d79-99cd-733fd3274459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.843979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58504) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:04.845970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b93b159-1490-4d79-99cd-733fd3274459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.849785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8b93b159-1490-4d79-99cd-733fd3274459 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ca6ab20-69e0-4dcd-9802-895c205b5d3b HTTP/1.1" status: 204 len: 168 time: 0.2007899 Apr 05 18:34:04.859735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93b159-1490-4d79-99cd-733fd3274459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca6ab20-69e0-4dcd-9802-895c205b5d3b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:04.860070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5267fe75-559c-4423-99b6-426a92e47a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.862844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.887668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dff80a81-5b99-4ef5-b0ff-23504057364b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:04.912755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Pushing event deleted for resources: {'Port': ['ID=dff80a81-5b99-4ef5-b0ff-23504057364b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:04.984241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] No DVR routers for this DVR port dff80a81-5b99-4ef5-b0ff-23504057364b on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:34:04.986952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:04.990500 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ef7130b6-7daf-4a43-9358-d620839462a1 req-ad5018cd-3b12-4207-8e3f-ec8914204fe7 tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.20 "DELETE /v2.0/ports/dff80a81-5b99-4ef5-b0ff-23504057364b HTTP/1.1" status: 204 len: 173 time: 0.7011831 Apr 05 18:34:05.067609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5267fe75-559c-4423-99b6-426a92e47a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.083284 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5267fe75-559c-4423-99b6-426a92e47a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.130106 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5267fe75-559c-4423-99b6-426a92e47a26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af334eb2e1fe4cb6a06d5c9dbd4a072e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831147 Apr 05 18:34:05.131772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58510) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:05.148010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267fe75-559c-4423-99b6-426a92e47a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f2d622-f323-4c45-a5ed-a808d4d7094a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:05.248566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43f66059-4dd9-477b-be34-fa5b3a089223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.285225 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43f66059-4dd9-477b-be34-fa5b3a089223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.331994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bebde4d4-6c4e-4e30-9a13-df435361359e req-66b9daa8-a959-4d37-af9b-4d1d11789ba0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.0493577 Apr 05 18:34:05.349480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58518) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:05.364283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f028742-f449-4647-a851-66cb8bf617c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.364804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e979b4ef-8df4-42f8-9888-d87448f35b8d req-39d0fab6-4553-4f8e-aa97-edb20f166d4b tempest-AggregatesAdminTestJSON-348461707 tempest-AggregatesAdminTestJSON-348461707-project] 10.222.0.15 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 210 time: 0.0618594 Apr 05 18:34:05.400699 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43f66059-4dd9-477b-be34-fa5b3a089223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.403635 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43f66059-4dd9-477b-be34-fa5b3a089223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.404837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-43f66059-4dd9-477b-be34-fa5b3a089223 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6f2d622-f323-4c45-a5ed-a808d4d7094a HTTP/1.1" status: 204 len: 168 time: 0.2727361 Apr 05 18:34:05.440593 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cc1bc12-ce9c-4dae-8de4-cfa27a319ba7 req-5b4ecd2e-d2da-4030-87c4-f6411e4dfb56 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 210 time: 0.0338998 Apr 05 18:34:05.445437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f66059-4dd9-477b-be34-fa5b3a089223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f2d622-f323-4c45-a5ed-a808d4d7094a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:05.489778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b53cea42-3971-4b3a-968f-4190692af813 req-9aca7748-f98f-4de4-8fa6-c2f40e518379 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 210 time: 0.0396686 Apr 05 18:34:05.511482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f028742-f449-4647-a851-66cb8bf617c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.516565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f028742-f449-4647-a851-66cb8bf617c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.575941 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-63ec6c6f-dcbf-44d4-af19-e471237a22fc req-9555a974-7d96-4f61-b608-bfd303d02c23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0466399 Apr 05 18:34:05.583185 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8f028742-f449-4647-a851-66cb8bf617c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94af4f8f0b104b8f87e1638f5c3dd8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325900 Apr 05 18:34:05.585831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58524) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:05.601506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f028742-f449-4647-a851-66cb8bf617c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c1758-5866-4bba-a31f-925a0d988e89,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:05.663679 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-63ec6c6f-dcbf-44d4-af19-e471237a22fc req-9ca78746-7a28-48ee-9017-c10df7c1f2cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c18c2d3cd68049ea9cd9b4f7a6fa1390&device_id=72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba HTTP/1.1" status: 200 len: 210 time: 0.0296278 Apr 05 18:34:05.669779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a83c3d2a-3052-4018-b208-5a3b03e23b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.698968 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a83c3d2a-3052-4018-b208-5a3b03e23b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.716366 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-63ec6c6f-dcbf-44d4-af19-e471237a22fc req-a9f37651-985b-418b-b187-7e052e51339b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c18c2d3cd68049ea9cd9b4f7a6fa1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275581 Apr 05 18:34:05.771953 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a83c3d2a-3052-4018-b208-5a3b03e23b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.774483 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a83c3d2a-3052-4018-b208-5a3b03e23b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:05.778596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a83c3d2a-3052-4018-b208-5a3b03e23b6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e9c1758-5866-4bba-a31f-925a0d988e89 HTTP/1.1" status: 204 len: 168 time: 0.1917038 Apr 05 18:34:05.798227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c3d2a-3052-4018-b208-5a3b03e23b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c1758-5866-4bba-a31f-925a0d988e89,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:05.823609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba', 'name': 'network-vif-deleted', 'tag': 'dff80a81-5b99-4ef5-b0ff-23504057364b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:05.826185 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff30354f-c65d-4d12-9882-44feba3dfa84" -d '{"events": [{"server_uuid": "72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba", "name": "network-vif-deleted", "tag": "dff80a81-5b99-4ef5-b0ff-23504057364b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:05.892340 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240b1752-81cd-4f43-9a08-f17e42d8ebfb x-openstack-request-id: req-240b1752-81cd-4f43-9a08-f17e42d8ebfb {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:05.892614 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba", "name": "network-vif-deleted", "tag": "dff80a81-5b99-4ef5-b0ff-23504057364b", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:05.892850 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-240b1752-81cd-4f43-9a08-f17e42d8ebfb {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:05.893220 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240b1752-81cd-4f43-9a08-f17e42d8ebfb'] response: {'server_uuid': '72df9927-6eb9-4e75-9b7a-5d4b57b1d7ba', 'name': 'network-vif-deleted', 'tag': 'dff80a81-5b99-4ef5-b0ff-23504057364b', 'status': 'completed', 'code': 200} Apr 05 18:34:05.916453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec6c6f-dcbf-44d4-af19-e471237a22fc req-7aa0156d-68c0-43cc-a063-65c2942401e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:05.917714 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-63ec6c6f-dcbf-44d4-af19-e471237a22fc req-7aa0156d-68c0-43cc-a063-65c2942401e0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1915698 Apr 05 18:34:06.046888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1543825d-914c-4106-94a2-22405532e79d tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=062e376223924289a94e8981e32e8734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244243 Apr 05 18:34:06.174204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-90c25de9-90a8-436c-a594-b0432b5b04b1 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:06.176485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-90c25de9-90a8-436c-a594-b0432b5b04b1 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1219933 Apr 05 18:34:06.194867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-ffdf8d47-1cf3-4264-b6c9-c2f70f8e1e08 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/quotas/062e376223924289a94e8981e32e8734 HTTP/1.1" status: 200 len: 375 time: 0.0126269 Apr 05 18:34:06.231017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-addbf5f5-2b91-4dba-bb5c-a3dc350acf77 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=062e376223924289a94e8981e32e8734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296347 Apr 05 18:34:06.427678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a347d85a-734e-4244-a0be-f8c178fb87ae req-5456c96d-7af7-4dfa-a331-3b1ff4519ec3 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 210 time: 0.0445654 Apr 05 18:34:06.519342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b2eaeab-8716-45de-a514-f8241a486cff req-2e4ec541-343d-4c79-9187-a2a5532cdd6d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.0904603 Apr 05 18:34:06.598647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58596) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:06.614920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65ca9417-6512-4f00-af1a-21b965bdbf44 req-e7f9356f-cbb1-44fa-a94c-3428d83781fb tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 210 time: 0.0422657 Apr 05 18:34:06.731092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f91f922b-2b07-4fcc-bb46-57f77b87c319 req-32f5dd81-156d-46d8-b704-2a8a412c66bf tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 210 time: 0.0559676 Apr 05 18:34:06.818507 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:06.905365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-231954780-network', 'tenant_id': '41a75e9c823d41ee82bdddcb9c2abe25'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:06.931707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Made reservation on behalf of 41a75e9c823d41ee82bdddcb9c2abe25 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:06.934082 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:06.956170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:07.042927 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:07.049471 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:07.077837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:34:07.085872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee22c5-e6fa-40a1-b527-e1139a20ac14,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:07.094517 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:07.095110 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Added segment 9459fa40-e761-4525-80de-ceee7ed9379e of type vlan for network 59fc4373-f553-4cc9-8975-18ec33c4a672 Apr 05 18:34:07.157290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:07.197465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:07.198460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:07.199161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:07.286437 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6802073 Apr 05 18:34:07.286758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:07.292620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Request body: {'subnet': {'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-231954780-subnet', 'tenant_id': '41a75e9c823d41ee82bdddcb9c2abe25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:07.298255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19b0aa-9a40-4c88-8421-21e44d3ca8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=59fc4373-f553-4cc9-8975-18ec33c4a672,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:07.313671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 59fc4373-f553-4cc9-8975-18ec33c4a672 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:34:07.333275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Made reservation on behalf of 41a75e9c823d41ee82bdddcb9c2abe25 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:07.336253 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:07.487163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:34:07.518018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:34:07.518360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2532c4c3-6bd0-4873-8e18-e1e2c4711e89 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:34:07.518794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dff80a81-5b99-4ef5-b0ff-23504057364b no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:34:07.540668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: dff80a81-5b99-4ef5-b0ff-23504057364b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:34:07.541262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dff80a81-5b99-4ef5-b0ff-23504057364b not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:34:07.759137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-783ed4c0-3de9-4da0-89ff-3fde01a02b6e req-50ace901-6937-4c4b-a126-9066e3155c24 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 210 time: 0.0591977 Apr 05 18:34:07.809191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2190f1af-f6f0-4b25-a7fd-a3319b55e9ab req-e4d83326-5a3c-48e4-8c53-7c59a95f3d10 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.0461483 Apr 05 18:34:07.818426 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3846156a-95f1-4a3d-874b-d1b8645299bc tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=062e376223924289a94e8981e32e8734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581639 Apr 05 18:34:07.853476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-dea589d5-9a22-49b9-ae3f-f274c535eda1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72 HTTP/1.1" status: 200 len: 380 time: 0.1522713 Apr 05 18:34:07.882185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Request body: {'port': {'device_id': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'admin_state_up': True, 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'security_groups': ['79132f35-fea1-45df-adca-fc48f4fa3d2c']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:07.989077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-047bd87e-38fb-49da-81d6-0fdb34ecba26 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:07.991326 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-047bd87e-38fb-49da-81d6-0fdb34ecba26 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656680 Apr 05 18:34:08.011626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Request body: {'port': {'device_id': '110e4e74-aab8-44f8-ac07-e4603cc191af', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '062e376223924289a94e8981e32e8734'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:08.034048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd21a23f-af08-4b54-b42f-475b81ee74f2 req-daea751b-d579-4bea-8ce5-0f3367055d85 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 210 time: 0.1694090 Apr 05 18:34:08.065448 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:08.073380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4f200ef-7e64-4f4d-acff-69700fc8fe99 req-94600ec0-a465-4398-9481-84e15206cff2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 210 time: 0.1006157 Apr 05 18:34:08.176782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfa1f18-e103-421c-a525-7c9c6506fdf6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:08.191171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:08.191792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Network hostable DHCP agents. Network: 59fc4373-f553-4cc9-8975-18ec33c4a672, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:34:08.195468 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Made reservation on behalf of cdcb17fbb5b94cf1b86530cbd9f1bd72 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:08.199237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:08.280082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Network 59fc4373-f553-4cc9-8975-18ec33c4a672 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:34:08.302872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 59fc4373-f553-4cc9-8975-18ec33c4a672) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:08.311466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:08.312411 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:08.316564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821b2e7-171f-459b-8fc3-3d25aadedb66 None None] Network 59fc4373-f553-4cc9-8975-18ec33c4a672 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:34:08.369768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dce36694-7dc1-4554-a126-81e8fa347fc9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0811229 Apr 05 18:34:08.406720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Allocated IP 172.20.0.10 (a8485de0-5c8f-4cbd-ac10-501236a7342b/09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d/6d6d42e9-28be-4ac1-96b9-4dc792ab0155) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:08.433130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Made reservation on behalf of 062e376223924289a94e8981e32e8734 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:08.441051 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:08.498730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7042fccf-0472-4523-a1bc-06ad313c0097 None None] Network 59fc4373-f553-4cc9-8975-18ec33c4a672 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:34:08.558325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.25', 51618) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:08.852468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Allocated IP 192.168.233.178 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/b91d929c-7ebf-448f-819e-4e8842baccf7) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:09.006695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-c8de17ec-529d-4615-b2c9-0d0fbd705394 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:09.010756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-c8de17ec-529d-4615-b2c9-0d0fbd705394 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 820 time: 0.4453602 Apr 05 18:34:09.069952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Request body: {'port': {'device_id': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845', 'admin_state_up': True, 'tenant_id': '1f54b6ce8cc84062af794ffffa9b6f5a'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:09.113790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.25', 51619) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:09.121858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0dfb0bd5-9a02-4a57-b0a1-c41696e58ca1 req-a6b17a6a-66e2-4c99-8a67-4e6231d8ad6b tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 210 time: 0.1086354 Apr 05 18:34:09.125290 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.134472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.149533 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-777ec70e-e2dc-419e-bc65-64cd6bb8686e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342317 Apr 05 18:34:09.199047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-edc50e1c-f63e-44bf-bcc1-ac53cf481784 req-e0ab3bf0-1ee2-4061-a85b-ecdc3caa4752 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.1135826 Apr 05 18:34:09.290713 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.354889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Network a8485de0-5c8f-4cbd-ac10-501236a7342b is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:09.364723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.380248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Made reservation on behalf of 1f54b6ce8cc84062af794ffffa9b6f5a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:09.384995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.390278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-483ff983-91bd-432b-92f3-4a3b0c23462a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.421157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:09.426692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b5ec9366-3633-4563-b0af-7f8257a6a23b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:09.428671 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b5ec9366-3633-4563-b0af-7f8257a6a23b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663291 Apr 05 18:34:09.432566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:09.441291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event updated for resources: {'Port': ['ID=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:09.454792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Request body: {'port': {'device_id': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': 'd7f64cbfb3fd47c59352b91f535306d9'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:09.510477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:09.513721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Pushing event updated for resources: {'Port': ['ID=b91d929c-7ebf-448f-819e-4e8842baccf7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:09.519646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:09.528661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5405e2a6-5e2e-422a-b20f-bcf711b675b3 req-353f2dab-9956-4749-a03c-e14dea67e77f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 210 time: 0.0507445 Apr 05 18:34:09.584643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:09.712221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Allocated IP 172.20.0.3 (4a4450cc-4646-4c7c-b940-9f57d612b845/77422bc6-9503-4b21-9cbe-2b723f8b401b/a0384415-42f1-4944-85f2-20af3152316f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:09.762699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:09.763449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.796933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8f95a7db-5297-4387-8ee6-adc671bab485 None None] Provisioning complete for port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:09.797669 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f95a7db-5297-4387-8ee6-adc671bab485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.805898 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-3ca065bc-304e-4ed7-93c9-3e65b698b960 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8025575 Apr 05 18:34:09.829564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Request body: {'port': {'device_id': '110e4e74-aab8-44f8-ac07-e4603cc191af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:09.857815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8f95a7db-5297-4387-8ee6-adc671bab485 None None] Port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:34:09.891866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58778) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:09.898385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-777419391-network', 'tenant_id': '9e93f055835a447d836d931e5fae8a7a'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:09.927770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:09.928130 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.929925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Made reservation on behalf of d7f64cbfb3fd47c59352b91f535306d9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:09.933486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.946725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.952138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647579-770e-450b-af4c-1513865ef3e4 req-cc14f676-709e-4bdd-92de-972bacea6b12 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:09.955584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed647579-770e-450b-af4c-1513865ef3e4 req-cc14f676-709e-4bdd-92de-972bacea6b12 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 932 time: 0.6129503 Apr 05 18:34:09.974063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:09.990965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Made reservation on behalf of 9e93f055835a447d836d931e5fae8a7a for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:09.992563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.004398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ed982b15-7b0d-408a-9f79-11b41ae98682 None None] Provisioning complete for port b91d929c-7ebf-448f-819e-4e8842baccf7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:10.005070 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed982b15-7b0d-408a-9f79-11b41ae98682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.009997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-ff943080-3462-4644-a6e3-080dfa4bd6d1 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1440244 Apr 05 18:34:10.014149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.024571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-61bab8c3-0c11-4d0f-b107-249edc991a5b tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:34:10.025801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-61bab8c3-0c11-4d0f-b107-249edc991a5b tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101225 Apr 05 18:34:10.069595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed647579-770e-450b-af4c-1513865ef3e4 req-2e138cb0-a70c-483c-b111-0b36fbe60e93 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981908 Apr 05 18:34:10.081856 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.116111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ed982b15-7b0d-408a-9f79-11b41ae98682 None None] Port b91d929c-7ebf-448f-819e-4e8842baccf7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:34:10.154376 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.237431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Pushing event updated for resources: {'Port': ['ID=a0384415-42f1-4944-85f2-20af3152316f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:10.250233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Network 4a4450cc-4646-4c7c-b940-9f57d612b845 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:10.251881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:10.258214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:10.322641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Request body: {'port': {'device_id': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:10.378608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:10.379304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.393990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0d1b-a717-4a3e-a968-39937e305302 req-ce1e8d40-d630-4986-9e67-556ca0546819 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:10.395541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-154a0d1b-a717-4a3e-a968-39937e305302 req-ce1e8d40-d630-4986-9e67-556ca0546819 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 936 time: 0.1324785 Apr 05 18:34:10.397761 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.412563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.440581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-fa4e1cae-0079-4c20-a1a0-09e30371c22b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3855395 Apr 05 18:34:10.445750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.456037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Request body: {'port': {'device_id': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:10.508373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-154a0d1b-a717-4a3e-a968-39937e305302 req-5320c0a3-10a0-4bad-84c6-d6bfd830dde5 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863693 Apr 05 18:34:10.530151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.540905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2a1369-a14c-4336-8122-1173c11f01af,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:10.567817 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.597193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:34:10.614205 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.614205 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Added segment 70d8d2bc-3172-494a-ba2f-85780cace3e7 of type vlan for network 1018c24b-d9bc-45a7-a429-248ab2d18a69 Apr 05 18:34:10.734751 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.784243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.785007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c4ee5d3-89c1-4a68-9638-d8836c6e8ea2 req-4205d4ae-67ff-4d46-9a69-56323f93c297 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.1314087 Apr 05 18:34:10.829806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91d929c-7ebf-448f-819e-4e8842baccf7 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:10.839826 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.863224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.864041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:10.864733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.872680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Transition to ACTIVE for port object b91d929c-7ebf-448f-819e-4e8842baccf7 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:10.956665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:10.972528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ca359f-7663-4a53-ab91-5b8e8228d554,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:11.002854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Allocated IP 192.168.233.45 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/8e728505-7a23-4643-b2ce-9a2bdcee6720) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:11.012025 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1173368 Apr 05 18:34:11.135117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58822) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:11.137339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3f28d-56b1-4ec0-b59a-0c34687d3036 admin admin] Pushing event updated for resources: {'Network': ['ID=1018c24b-d9bc-45a7-a429-248ab2d18a69,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:11.150676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 1018c24b-d9bc-45a7-a429-248ab2d18a69 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:34:11.159045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Request body: {'subnet': {'network_id': '1018c24b-d9bc-45a7-a429-248ab2d18a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-777419391-subnet', 'tenant_id': '9e93f055835a447d836d931e5fae8a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:11.164294 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58832) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:11.251964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922733f-a1bf-452b-93a0-cea0df2527b9 req-c8995522-40f4-48a1-a57d-83d27b0abefe tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:11.259225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4922733f-a1bf-452b-93a0-cea0df2527b9 req-c8995522-40f4-48a1-a57d-83d27b0abefe tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 931 time: 0.4987783 Apr 05 18:34:11.281377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=b91d929c-7ebf-448f-819e-4e8842baccf7,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:11.331814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Made reservation on behalf of 9e93f055835a447d836d931e5fae8a7a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:11.334365 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.484702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58838) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:11.493058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4922733f-a1bf-452b-93a0-cea0df2527b9 req-de667954-d389-48f3-afd4-50d4eb8dd730 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328553 Apr 05 18:34:11.495382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8c3bcfc-15f0-4786-b109-6245c35e98dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.528073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793054e-989e-43ef-8943-68a2db3f548a req-bc8d2d99-301d-4788-b897-bd52fee7b07f tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:11.529633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0793054e-989e-43ef-8943-68a2db3f548a req-bc8d2d99-301d-4788-b897-bd52fee7b07f tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 932 time: 0.2680855 Apr 05 18:34:11.564417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:11.584457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Attempting to bind port b91d929c-7ebf-448f-819e-4e8842baccf7 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:11.584457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Attempting to bind port b91d929c-7ebf-448f-819e-4e8842baccf7 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:11.584457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Attempting to bind port b91d929c-7ebf-448f-819e-4e8842baccf7 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:11.590272 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.612086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.615668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Port b91d929c-7ebf-448f-819e-4e8842baccf7 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:11.615997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Attempting to bind port b91d929c-7ebf-448f-819e-4e8842baccf7 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:11.620624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Transition to ACTIVE for port object 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:11.635506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:11.635939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:11.636105 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.636321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:11.636825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Bound port: b91d929c-7ebf-448f-819e-4e8842baccf7, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:11.637180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.652934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0793054e-989e-43ef-8943-68a2db3f548a req-e4bb9b14-8224-4a05-b901-cf3af3ec948e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933957 Apr 05 18:34:11.719061 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6a792fb-a947-4f32-afb0-affb556aaf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.743925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:11.876476 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.884631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] For port b91d929c-7ebf-448f-819e-4e8842baccf7, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:11.897519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8c3bcfc-15f0-4786-b109-6245c35e98dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.930583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.933926 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53e3f717-d174-4162-b66f-e965c1f23280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.947343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] For port b91d929c-7ebf-448f-819e-4e8842baccf7, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b91d929c-7ebf-448f-819e-4e8842baccf7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:11.948483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8c3bcfc-15f0-4786-b109-6245c35e98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.959248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0384415-42f1-4944-85f2-20af3152316f {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:11.970281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Attempting to bind port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:11.970567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Attempting to bind port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:11.970889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Attempting to bind port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 on network a8485de0-5c8f-4cbd-ac10-501236a7342b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:11.978164 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.992989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:11.999615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9b5c0-d6e3-4a8d-b78e-e9f556a8a813 req-0b5b1c21-5697-4288-813e-ffc32896b5e4 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:12.001116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5f9b5c0-d6e3-4a8d-b78e-e9f556a8a813 req-0b5b1c21-5697-4288-813e-ffc32896b5e4 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 948 time: 0.2766767 Apr 05 18:34:12.010705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 on network a8485de0-5c8f-4cbd-ac10-501236a7342b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:12.011029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Attempting to bind port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 on network a8485de0-5c8f-4cbd-ac10-501236a7342b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:12.011794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:12.037437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Transition to ACTIVE for port object a0384415-42f1-4944-85f2-20af3152316f will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:12.037859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:12.039681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Pushing event updated for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:12.044873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:12.051423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:12.051767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Checking segment: {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:12.052146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Bound using segment: {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:12.052584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Bound port: 6d6d42e9-28be-4ac1-96b9-4dc792ab0155, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:12.052956 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.061191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.084536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5b590-51a8-4937-80bc-261b99e550f3 req-8d8d6904-744d-460e-a7a8-e366e71ada16 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:12.086894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82a5b590-51a8-4937-80bc-261b99e550f3 req-8d8d6904-744d-460e-a7a8-e366e71ada16 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 935 time: 0.1931338 Apr 05 18:34:12.094934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8c3bcfc-15f0-4786-b109-6245c35e98dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3a534a97b58423bb370b1e06195596e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9259567 Apr 05 18:34:12.103245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58852) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:12.140181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:12.141265 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.142920 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] 10.222.0.20 "PUT /v2.0/ports/b91d929c-7ebf-448f-819e-4e8842baccf7 HTTP/1.1" status: 200 len: 1096 time: 2.3264821 Apr 05 18:34:12.147839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110e4e74-aab8-44f8-ac07-e4603cc191af', 'tag': 'b91d929c-7ebf-448f-819e-4e8842baccf7'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:12.150455 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907b1ea0-4aee-4c02-9429-4ca75defd935" -d '{"events": [{"name": "network-changed", "server_uuid": "110e4e74-aab8-44f8-ac07-e4603cc191af", "tag": "b91d929c-7ebf-448f-819e-4e8842baccf7"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:12.161751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45cf832-4dcd-41e9-b74f-cd13deb97fc4,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:12.170343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3bcfc-15f0-4786-b109-6245c35e98dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff8f034-73b4-4ffa-981a-da760d030ec0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:12.187446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Checking segment: {'id': '70d8d2bc-3172-494a-ba2f-85780cace3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1018c24b-d9bc-45a7-a429-248ab2d18a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:12.188094 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Network hostable DHCP agents. Network: 1018c24b-d9bc-45a7-a429-248ab2d18a69, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:34:12.215216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:12.215850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.266077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adda7bd-d560-440a-b6af-8b3fc09c6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=b91d929c-7ebf-448f-819e-4e8842baccf7,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:12.272232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5f9b5c0-d6e3-4a8d-b78e-e9f556a8a813 req-27389b49-2b7d-4ef2-a4a5-de3cd4e1de98 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639842 Apr 05 18:34:12.273091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Network 1018c24b-d9bc-45a7-a429-248ab2d18a69 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:34:12.287807 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-23a49bb8-7021-463e-93ba-9b9a01f081c3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8462427 Apr 05 18:34:12.295359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 1018c24b-d9bc-45a7-a429-248ab2d18a69) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:12.304051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Request body: {'port': {'device_id': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:12.308282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-0dae6aae-a943-40cf-b446-0c4740ddf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:12.309825 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-0dae6aae-a943-40cf-b446-0c4740ddf296 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=062e376223924289a94e8981e32e8734&device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 1099 time: 0.0892797 Apr 05 18:34:12.311066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:12.312398 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.313052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d2b11-5bfd-4ea3-8d77-b28fce167f35 None None] Network 1018c24b-d9bc-45a7-a429-248ab2d18a69 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:34:12.358577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53e3f717-d174-4162-b66f-e965c1f23280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.368258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a5564407-cdcc-4220-b480-bdd3020326a2 None None] Provisioning complete for port 8e728505-7a23-4643-b2ce-9a2bdcee6720 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:12.368693 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5564407-cdcc-4220-b480-bdd3020326a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.384825 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-619d5936-0473-49b3-8eb9-9fceadfc6f74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b91d929c-7ebf-448f-819e-4e8842baccf7 HTTP/1.1" status: 200 len: 217 time: 0.0497243 Apr 05 18:34:12.389811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Pushing event updated for resources: {'Port': ['ID=a0384415-42f1-4944-85f2-20af3152316f,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:12.445473 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dc696a4a-6009-4102-99fe-6bb2eff75f09 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3041968 Apr 05 18:34:12.459679 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53e3f717-d174-4162-b66f-e965c1f23280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.471755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9efa44c1-fb99-4af2-9282-1d866895f831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.484550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.507530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] For port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:12.511818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] For port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:12.556906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a5564407-cdcc-4220-b480-bdd3020326a2 None None] Port 8e728505-7a23-4643-b2ce-9a2bdcee6720 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:34:12.585012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82a5b590-51a8-4937-80bc-261b99e550f3 req-c42b8fb1-c671-410a-b43c-ea08b9bfb35b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798675 Apr 05 18:34:12.606326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-84c107a2-6e71-43de-932e-1f84e6b57285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:12.609111 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-84c107a2-6e71-43de-932e-1f84e6b57285 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.2108126 Apr 05 18:34:12.642658 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.663291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d608061b-bcc5-441b-9030-ccdb195275b0 None None] Network 1018c24b-d9bc-45a7-a429-248ab2d18a69 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:34:12.697258 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c814e8e-7aed-499d-9d88-abcbbfc838f8 x-openstack-request-id: req-6c814e8e-7aed-499d-9d88-abcbbfc838f8 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:12.697700 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110e4e74-aab8-44f8-ac07-e4603cc191af", "tag": "b91d929c-7ebf-448f-819e-4e8842baccf7", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:12.698251 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c814e8e-7aed-499d-9d88-abcbbfc838f8 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:12.698798 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c814e8e-7aed-499d-9d88-abcbbfc838f8'] response: {'name': 'network-changed', 'server_uuid': '110e4e74-aab8-44f8-ac07-e4603cc191af', 'tag': 'b91d929c-7ebf-448f-819e-4e8842baccf7', 'status': 'completed', 'code': 200} Apr 05 18:34:12.722061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:12.722733 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.728040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] 10.222.0.25 "PUT /v2.0/ports/6d6d42e9-28be-4ac1-96b9-4dc792ab0155 HTTP/1.1" status: 200 len: 1092 time: 2.4865818 Apr 05 18:34:12.752754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:12.761969 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0514e508-3d91-4a51-a5c3-0d03f516b0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:12.802055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-c7e8e16e-c627-4f27-925d-aa1506059555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:12.803604 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-c7e8e16e-c627-4f27-925d-aa1506059555 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160467 Apr 05 18:34:12.836673 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.849380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-53e3f717-d174-4162-b66f-e965c1f23280 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0bd884a49c3468190f47a101c3f5031&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3601382 Apr 05 18:34:12.850312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:12.850675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:12.851004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:12.853131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8938800-4a24-4b14-8a8d-c2af64946ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:12.856078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3f717-d174-4162-b66f-e965c1f23280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b08a9-b8ac-4278-a97c-a1d98b959b95,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:12.865656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58880) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:12.892214 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9efa44c1-fb99-4af2-9282-1d866895f831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:12.967278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Port a0384415-42f1-4944-85f2-20af3152316f on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:12.967664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:12.979856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:12.980195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:12.980570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:12.981264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Bound port: a0384415-42f1-4944-85f2-20af3152316f, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:12.981622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.034302 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-e94fa9e7-d276-4c1a-ab10-cd520aa7bf7e service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680682 Apr 05 18:34:13.066302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc486c6-7e55-42ad-9ecd-10f7b3422dd1 req-0ec0cb03-1b98-44bc-89d1-989c6e317299 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.068010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcc486c6-7e55-42ad-9ecd-10f7b3422dd1 req-0ec0cb03-1b98-44bc-89d1-989c6e317299 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 944 time: 0.1796000 Apr 05 18:34:13.091581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b3826-a0f5-4c94-848d-2796c22a6a94 req-0d843358-3cb5-4db0-b508-1e223951902d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.094434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f7b3826-a0f5-4c94-848d-2796c22a6a94 req-0d843358-3cb5-4db0-b508-1e223951902d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.3505847 Apr 05 18:34:13.111958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-152a6f04-579a-4a29-b9cb-9e664dce1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.112813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74d73595-07e2-4dbd-b2e5-e027c35bfe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.113423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-152a6f04-579a-4a29-b9cb-9e664dce1934 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 1095 time: 0.2192185 Apr 05 18:34:13.154453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9efa44c1-fb99-4af2-9282-1d866895f831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.157681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9efa44c1-fb99-4af2-9282-1d866895f831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.158803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9efa44c1-fb99-4af2-9282-1d866895f831 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ff8f034-73b4-4ffa-981a-da760d030ec0 HTTP/1.1" status: 204 len: 168 time: 1.0319998 Apr 05 18:34:13.177447 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e728505-7a23-4643-b2ce-9a2bdcee6720 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:13.182594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74d73595-07e2-4dbd-b2e5-e027c35bfe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.189967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:13.195443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.214004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-8f263e7f-ffee-4625-a8b0-23a3c1f7e9ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155 HTTP/1.1" status: 200 len: 217 time: 0.0801897 Apr 05 18:34:13.228669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:13.229808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa44c1-fb99-4af2-9282-1d866895f831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff8f034-73b4-4ffa-981a-da760d030ec0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:13.251099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Transition to ACTIVE for port object 8e728505-7a23-4643-b2ce-9a2bdcee6720 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:13.254669 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8380566b-f106-4a08-be40-fb70bafe8a3b req-9e2dd217-70aa-48ba-89b5-4f1c40e3c057 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095654 Apr 05 18:34:13.258086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcc486c6-7e55-42ad-9ecd-10f7b3422dd1 req-413e5826-2b30-4b16-a9c7-b9b07037046a tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812565 Apr 05 18:34:13.259269 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.270177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.306977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f7b3826-a0f5-4c94-848d-2796c22a6a94 req-522f1466-93e4-48f1-ab40-f4e4d245de65 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987956 Apr 05 18:34:13.417726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.418357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.419829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] 10.222.0.25 "PUT /v2.0/ports/a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 1091 time: 2.9719987 Apr 05 18:34:13.430701 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9484eeb3-8d4c-43bd-b1e8-984d11a2a210 x-openstack-request-id: req-9484eeb3-8d4c-43bd-b1e8-984d11a2a210 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:13.436411 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:13.436902 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9484eeb3-8d4c-43bd-b1e8-984d11a2a210 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:13.438622 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9484eeb3-8d4c-43bd-b1e8-984d11a2a210'] response: {'name': 'network-changed', 'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'status': 'completed', 'code': 200} Apr 05 18:34:13.465404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-78a4427e-c663-46e9-af2c-7df4fcd76368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.466986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-78a4427e-c663-46e9-af2c-7df4fcd76368 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d HTTP/1.1" status: 200 len: 862 time: 0.2416034 Apr 05 18:34:13.589297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee5bcd-e1b7-4303-bf3f-d66902d94708 service neutron] Pushing event updated for resources: {'Port': ['ID=a0384415-42f1-4944-85f2-20af3152316f,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:13.637604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-d3ac0601-2cab-438e-ae4c-4abbca400c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.639117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-d3ac0601-2cab-438e-ae4c-4abbca400c93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1094 time: 0.1692877 Apr 05 18:34:13.642112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-6d3c170a-8a26-46a7-96c6-3943462ac945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.643490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-6d3c170a-8a26-46a7-96c6-3943462ac945 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8485de0-5c8f-4cbd-ac10-501236a7342b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610680 Apr 05 18:34:13.653983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fe5ba-c779-4cfc-9dd8-255aef0bac90 req-54453337-1306-4e60-97ed-dcfe0379951d tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.656058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d21fe5ba-c779-4cfc-9dd8-255aef0bac90 req-54453337-1306-4e60-97ed-dcfe0379951d tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 948 time: 0.1006086 Apr 05 18:34:13.674251 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74d73595-07e2-4dbd-b2e5-e027c35bfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.677209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74d73595-07e2-4dbd-b2e5-e027c35bfe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.681446 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-74d73595-07e2-4dbd-b2e5-e027c35bfe10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/901b08a9-b8ac-4278-a97c-a1d98b959b95 HTTP/1.1" status: 204 len: 168 time: 0.8080556 Apr 05 18:34:13.726294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-8c8dbdb8-37b8-4321-aac9-c0db1e09dcb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 217 time: 0.0680768 Apr 05 18:34:13.742166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d73595-07e2-4dbd-b2e5-e027c35bfe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b08a9-b8ac-4278-a97c-a1d98b959b95,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:13.757034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-6e6a4c6f-39ee-4d1a-a1b4-8d02cba897e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.758724 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-6e6a4c6f-39ee-4d1a-a1b4-8d02cba897e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=062e376223924289a94e8981e32e8734&device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 1099 time: 0.1473784 Apr 05 18:34:13.765042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:13.859566 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d21fe5ba-c779-4cfc-9dd8-255aef0bac90 req-f1b4b88f-9d5a-4674-af6c-508e738a2278 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895406 Apr 05 18:34:13.862303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58906) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:13.879231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-e058f5fd-9725-4a4d-a838-3e92e238a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:13.881359 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-e058f5fd-9725-4a4d-a838-3e92e238a5ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1071572 Apr 05 18:34:13.883300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Attempting to bind port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:13.883637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Attempting to bind port 8e728505-7a23-4643-b2ce-9a2bdcee6720 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:13.883958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Attempting to bind port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:13.905907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:13.906241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Attempting to bind port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:13.941239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:13.941578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:13.941965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:13.942464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Bound port: 8e728505-7a23-4643-b2ce-9a2bdcee6720, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:13.942784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:13.946718 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-41e3db2e-9fb6-4727-a499-e716d1934431 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b91d929c-7ebf-448f-819e-4e8842baccf7 HTTP/1.1" status: 200 len: 217 time: 0.0549943 Apr 05 18:34:13.999283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-bb02ce4c-5bf2-4b65-9261-4b4131b78f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.000734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-bb02ce4c-5bf2-4b65-9261-4b4131b78f6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.2474031 Apr 05 18:34:14.005600 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc2ead6-c22d-43e3-9a0d-8bca6c98e7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.013304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-21205833-00fd-400a-adc2-c3de5df5e11d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.015402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-21205833-00fd-400a-adc2-c3de5df5e11d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 807 time: 0.1280048 Apr 05 18:34:14.040705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-8caf2492-d4e7-475d-b754-fe583fa38472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.042145 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-8caf2492-d4e7-475d-b754-fe583fa38472 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0839393 Apr 05 18:34:14.077696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:14.093205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:14.098821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.107234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-2d743cdc-7bd8-4d58-8624-7db1ad41a7cd service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495664 Apr 05 18:34:14.110305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-a1a60be6-293b-456e-91af-bf04fa97c88d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820520 Apr 05 18:34:14.115725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58912) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:14.118933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-cf943e43-9187-490a-9d40-dc9b5d0a05df tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/quotas/41a75e9c823d41ee82bdddcb9c2abe25 HTTP/1.1" status: 200 len: 375 time: 0.0897312 Apr 05 18:34:14.151275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.151801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.153476 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] 10.222.0.25 "PUT /v2.0/ports/8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 1095 time: 1.8550076 Apr 05 18:34:14.155270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-4c974db0-861a-49c8-a852-088f9c3bedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.156802 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-4c974db0-861a-49c8-a852-088f9c3bedab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074686 Apr 05 18:34:14.208862 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.235464 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbcb97ac-1f3a-4dbe-97cb-2a37dd06995d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.273266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-a14f144d-c2ce-4a82-8245-c579d23787ec tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190748 Apr 05 18:34:14.284573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc7a7e-5f3a-49dc-99f3-726a37e431b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:14.296277 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ce74f-013b-4262-b0da-b11aaf0e76fa req-3c605000-7bd7-4370-a757-df07edb890d7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.297694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e3ce74f-013b-4262-b0da-b11aaf0e76fa req-3c605000-7bd7-4370-a757-df07edb890d7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 947 time: 0.2955832 Apr 05 18:34:14.359869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-88079f24-e96f-4970-b578-335ff040623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.361406 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-88079f24-e96f-4970-b578-335ff040623b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1098 time: 0.1388323 Apr 05 18:34:14.418344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-4d702cdd-ab90-4c66-a3a0-f446c80ae1b0 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492666 Apr 05 18:34:14.424848 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-891b34ba-cbb8-48d3-8584-a58f293e4a6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 217 time: 0.0532057 Apr 05 18:34:14.462158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-4ed0e40e-fc0f-4752-b53d-792e2faaf5e4 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387091 Apr 05 18:34:14.482419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc2ead6-c22d-43e3-9a0d-8bca6c98e7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.497167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e3ce74f-013b-4262-b0da-b11aaf0e76fa req-bbda043d-3383-44d0-88ce-1acddf88bb1e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812983 Apr 05 18:34:14.519669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e538d5-4f74-44e6-a9fc-f8657573f0df req-64b7977b-5768-4ba7-81c6-d516ab1ac37d service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939347 Apr 05 18:34:14.519669 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc2ead6-c22d-43e3-9a0d-8bca6c98e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.529055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbcb97ac-1f3a-4dbe-97cb-2a37dd06995d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.545864 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbcb97ac-1f3a-4dbe-97cb-2a37dd06995d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.566513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-4b9b1796-89c2-4387-b3dc-d8fb4463308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.568066 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-4b9b1796-89c2-4387-b3dc-d8fb4463308c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1365976 Apr 05 18:34:14.646993 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cbcb97ac-1f3a-4dbe-97cb-2a37dd06995d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82fb77b46ae24129a697dcafa891032e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073993 Apr 05 18:34:14.649757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb97ac-1f3a-4dbe-97cb-2a37dd06995d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00cb1e4-ae12-4d67-b29b-60d9047b4b24,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:14.652916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58920) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:14.662299 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-907b1ea0-4aee-4c02-9429-4ca75defd935 req-d8465050-9cf6-4a34-ae8b-03bc71cba794 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319140 Apr 05 18:34:14.703399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:14.705618 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9580caf3-a796-43a6-ae81-480714278359" -d '{"events": [{"name": "network-changed", "server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:14.712925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-2fc6410a-0a48-4a4b-866e-ef0bee555e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.714446 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-2fc6410a-0a48-4a4b-866e-ef0bee555e5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240797 Apr 05 18:34:14.739368 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.751895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d64507d5-f85d-4435-8b81-398a27aa0f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.806091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d64507d5-f85d-4435-8b81-398a27aa0f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.848328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6bc2ead6-c22d-43e3-9a0d-8bca6c98e7ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5639ab3232ec488eadfba6d7b7b55e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9802766 Apr 05 18:34:14.851113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-89186cc6-3ef2-4f10-82bc-5978c5baa91b service neutron] 10.222.0.15 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525286 Apr 05 18:34:14.853280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58924) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:14.871543 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-0808965e-0efa-4e33-8906-06b6463cd1b9 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486146 Apr 05 18:34:14.871947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2ead6-c22d-43e3-9a0d-8bca6c98e7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6691bb0-e578-45c8-a7b8-2f3437a84091,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:14.953915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d64507d5-f85d-4435-8b81-398a27aa0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.956396 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d64507d5-f85d-4435-8b81-398a27aa0f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:14.959909 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d64507d5-f85d-4435-8b81-398a27aa0f8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e00cb1e4-ae12-4d67-b29b-60d9047b4b24 HTTP/1.1" status: 204 len: 168 time: 0.3031328 Apr 05 18:34:14.960070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43a789d4-dee8-48d2-ad1c-00c72a50b5e9 req-21eed4b2-3ce0-44fd-80bc-ad602598934c service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830334 Apr 05 18:34:14.963232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-0f379043-7d6c-4a79-b7fb-5fbd30800b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.964665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-0f379043-7d6c-4a79-b7fb-5fbd30800b02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 1095 time: 0.1896904 Apr 05 18:34:14.974327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92cd6a-dc1a-4b39-a381-0a08b0a3dfe4 req-fecd92e8-e459-4c82-9bcb-0f11a0b14f28 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:14.975860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b92cd6a-dc1a-4b39-a381-0a08b0a3dfe4 req-fecd92e8-e459-4c82-9bcb-0f11a0b14f28 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 944 time: 0.1959293 Apr 05 18:34:14.992121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64507d5-f85d-4435-8b81-398a27aa0f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00cb1e4-ae12-4d67-b29b-60d9047b4b24,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:14.997646 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4119b8b4-aeb0-47d3-83b9-d2851886db31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:15.025698 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40eba974-10a2-4926-b8b2-c5ed2cab7821 req-ad7440b3-0828-4985-aed8-992d7277630f service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438134 Apr 05 18:34:15.037491 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4119b8b4-aeb0-47d3-83b9-d2851886db31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:15.097130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4119b8b4-aeb0-47d3-83b9-d2851886db31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:15.100114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4119b8b4-aeb0-47d3-83b9-d2851886db31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:15.103899 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4119b8b4-aeb0-47d3-83b9-d2851886db31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6691bb0-e578-45c8-a7b8-2f3437a84091 HTTP/1.1" status: 204 len: 168 time: 0.2471666 Apr 05 18:34:15.108339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-5a14acc8-7b49-4dd6-87e6-708fa7bb48cc service neutron] 10.222.0.15 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478755 Apr 05 18:34:15.110087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119b8b4-aeb0-47d3-83b9-d2851886db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6691bb0-e578-45c8-a7b8-2f3437a84091,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:15.126112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b92cd6a-dc1a-4b39-a381-0a08b0a3dfe4 req-bd976175-c612-4f3f-8afa-15517ba49fee tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377916 Apr 05 18:34:15.173320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-f844a87e-bbde-46a2-baef-83aabdd39590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:15.175438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-f844a87e-bbde-46a2-baef-83aabdd39590 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 200 len: 923 time: 0.1985264 Apr 05 18:34:15.238807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-cf75f327-ced3-41da-8168-79d24c22150a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155 HTTP/1.1" status: 200 len: 217 time: 0.0564084 Apr 05 18:34:15.301449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-935d5f49-6311-4657-986a-bb2e58ad14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:15.307867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-935d5f49-6311-4657-986a-bb2e58ad14ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d HTTP/1.1" status: 200 len: 862 time: 0.0614078 Apr 05 18:34:15.438704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-cc6de7a7-554a-4949-a119-8b897010fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:15.442268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-cc6de7a7-554a-4949-a119-8b897010fbeb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8485de0-5c8f-4cbd-ac10-501236a7342b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213646 Apr 05 18:34:15.446075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:15.450157 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd30bfae-99fe-4434-9f3b-c94d199c415d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "tag": "a0384415-42f1-4944-85f2-20af3152316f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:15.455971 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913f1e2e-0342-443c-9522-38522cde6e58 x-openstack-request-id: req-913f1e2e-0342-443c-9522-38522cde6e58 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:15.456404 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:15.457429 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-913f1e2e-0342-443c-9522-38522cde6e58 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:15.457429 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913f1e2e-0342-443c-9522-38522cde6e58'] response: {'name': 'network-changed', 'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'status': 'completed', 'code': 200} Apr 05 18:34:15.514898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b91d929c-7ebf-448f-819e-4e8842baccf7 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:15.568763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580caf3-a796-43a6-ae81-480714278359 req-7f9995b3-ba6f-486a-8054-6ccd80262827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:15.570277 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9580caf3-a796-43a6-ae81-480714278359 req-7f9995b3-ba6f-486a-8054-6ccd80262827 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1098 time: 0.0927627 Apr 05 18:34:15.671716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c62983-066f-4655-b8d2-88e289ff369c req-9fe6f3f0-1ddf-41fd-9397-2ca81fbbd857 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:15.673301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1c62983-066f-4655-b8d2-88e289ff369c req-9fe6f3f0-1ddf-41fd-9397-2ca81fbbd857 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.3750806 Apr 05 18:34:15.675179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-41490aa6-73f7-49fd-a247-2659032b9325 service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126794 Apr 05 18:34:15.714073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b91d929c-7ebf-448f-819e-4e8842baccf7, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b91d929c-7ebf-448f-819e-4e8842baccf7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:15.736605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'b91d929c-7ebf-448f-819e-4e8842baccf7', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'b91d929c-7ebf-448f-819e-4e8842baccf7', 'mac_address': 'fa:16:3e:75:cf:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:34:15.772434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580caf3-a796-43a6-ae81-480714278359 req-fd3ee309-8158-4ebc-91ca-49267e7e9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:15.774330 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9580caf3-a796-43a6-ae81-480714278359 req-fd3ee309-8158-4ebc-91ca-49267e7e9cc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1959538 Apr 05 18:34:15.803089 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:15.820178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91d929c-7ebf-448f-819e-4e8842baccf7 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:15.828285 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9580caf3-a796-43a6-ae81-480714278359 req-342f3cb9-64b7-4905-b753-c39c24378c61 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 217 time: 0.0458472 Apr 05 18:34:15.843216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b91d929c-7ebf-448f-819e-4e8842baccf7, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b91d929c-7ebf-448f-819e-4e8842baccf7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:15.850511 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:15.861243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1c62983-066f-4655-b8d2-88e289ff369c req-0750899a-2619-4e02-9c65-ea8ca1622421 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631794 Apr 05 18:34:15.903542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580caf3-a796-43a6-ae81-480714278359 req-f0f6cac4-fc92-490c-9d13-55d36b1f4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:15.907271 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9580caf3-a796-43a6-ae81-480714278359 req-f0f6cac4-fc92-490c-9d13-55d36b1f4888 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0719798 Apr 05 18:34:15.944658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0313c5-b8e4-442c-8cd1-7e873602be2d req-adc047cb-5eb4-4207-ba33-53c3af418527 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:15.948007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=b91d929c-7ebf-448f-819e-4e8842baccf7,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:15.952363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db0313c5-b8e4-442c-8cd1-7e873602be2d req-adc047cb-5eb4-4207-ba33-53c3af418527 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 948 time: 0.2762244 Apr 05 18:34:15.973516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580caf3-a796-43a6-ae81-480714278359 req-3de18d60-9a79-477e-b9bc-01f7ece6c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:15.976190 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9580caf3-a796-43a6-ae81-480714278359 req-3de18d60-9a79-477e-b9bc-01f7ece6c9d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607195 Apr 05 18:34:15.996336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bb44fbd-6e98-4b0a-ace7-c1c52a8ebc22 req-0032e76b-22a3-4b80-abd0-d07620ede162 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 210 time: 0.0630953 Apr 05 18:34:16.006932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0514e508-3d91-4a51-a5c3-0d03f516b0aa req-6ea8c61d-67c7-4567-8da8-f9924be43b33 service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096120 Apr 05 18:34:16.064261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db0313c5-b8e4-442c-8cd1-7e873602be2d req-50debc54-21be-4b6b-90d3-1fd382bd0780 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097102 Apr 05 18:34:16.095430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['b91d929c-7ebf-448f-819e-4e8842baccf7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:16.176672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58970) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:16.178095 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e08b2e-06cd-437d-a345-77133345ea84 x-openstack-request-id: req-b3e08b2e-06cd-437d-a345-77133345ea84 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:16.178367 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "tag": "a0384415-42f1-4944-85f2-20af3152316f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:16.178768 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3e08b2e-06cd-437d-a345-77133345ea84 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:16.179144 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e08b2e-06cd-437d-a345-77133345ea84'] response: {'name': 'network-changed', 'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f', 'status': 'completed', 'code': 200} Apr 05 18:34:16.191489 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9580caf3-a796-43a6-ae81-480714278359 req-610a0dcc-3cd3-4c94-9140-7cd27626099f service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061956 Apr 05 18:34:16.266820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563e46-5f70-4ff9-aa82-293efc643ad1 req-4db6691d-08b9-4484-9b1e-cdd1e6a3553d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:16.268342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b563e46-5f70-4ff9-aa82-293efc643ad1 req-4db6691d-08b9-4484-9b1e-cdd1e6a3553d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 947 time: 0.1365354 Apr 05 18:34:16.362222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-416b9d86-f04c-4626-8d4d-7bfea97c9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:16.364176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-416b9d86-f04c-4626-8d4d-7bfea97c9053 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1094 time: 0.1768045 Apr 05 18:34:16.453925 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9580caf3-a796-43a6-ae81-480714278359 req-30be6fee-0c99-4406-abdf-0230a9f26fae service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497818 Apr 05 18:34:16.458860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903395b-13c9-4f30-ad84-44758f9045e5 req-f0509f8f-1ee0-42c7-8af3-151caaffca61 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:16.462008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8903395b-13c9-4f30-ad84-44758f9045e5 req-f0509f8f-1ee0-42c7-8af3-151caaffca61 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 944 time: 0.1853085 Apr 05 18:34:16.529351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b563e46-5f70-4ff9-aa82-293efc643ad1 req-c0a846e2-cd93-4a92-ae7d-e30567e35023 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470081 Apr 05 18:34:16.656265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8903395b-13c9-4f30-ad84-44758f9045e5 req-ba423114-c94f-4caf-aa28-1547b08c18b2 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436703 Apr 05 18:34:16.670478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4256eacf-1261-46ad-a3fe-360774ec01ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c18c2d3cd68049ea9cd9b4f7a6fa1390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877529 Apr 05 18:34:16.672231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58992) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:16.686004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-76558e9c-ad2c-4878-8607-f82cb6c552be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:16.686004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-76558e9c-ad2c-4878-8607-f82cb6c552be service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.2889102 Apr 05 18:34:16.729595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-a06b119f-6c5c-41c3-9d10-f0f0f3878b09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 217 time: 0.0412719 Apr 05 18:34:16.797443 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-35b16ce9-e0f3-4c81-ba89-f5c0f795f581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:16.805492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-ea5ba253-8218-450d-aeda-e95d96faef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:16.806969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-ea5ba253-8218-450d-aeda-e95d96faef33 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.0654089 Apr 05 18:34:16.846493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-07a4bbf4-fefa-4bf4-9001-374a141a9554 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319269 Apr 05 18:34:16.848310 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-35b16ce9-e0f3-4c81-ba89-f5c0f795f581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:16.970128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-2abb4bdd-1d48-401a-b0e4-96b42b9b4793 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146822 Apr 05 18:34:16.970925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-35b16ce9-e0f3-4c81-ba89-f5c0f795f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:16.973591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-35b16ce9-e0f3-4c81-ba89-f5c0f795f581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:16.977080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-35b16ce9-e0f3-4c81-ba89-f5c0f795f581 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aba85062-c8b9-4950-9ea3-51f53ac4e552 HTTP/1.1" status: 204 len: 168 time: 0.3014555 Apr 05 18:34:17.013399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b16ce9-e0f3-4c81-ba89-f5c0f795f581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba85062-c8b9-4950-9ea3-51f53ac4e552,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:17.145227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd30bfae-99fe-4434-9f3b-c94d199c415d req-e72768fa-ac4f-47d8-b4aa-34ecf0909c1b service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678107 Apr 05 18:34:17.182476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83330724-2eef-4e80-a7d0-f190d080330c req-4e703756-9e73-436f-a7af-396e76a8415b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 210 time: 0.0411813 Apr 05 18:34:17.197733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848c5ae-7a5d-42fa-bf90-3e661f75cf45 req-861e4611-b6aa-4a6f-bf42-0f5974626718 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:17.199442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7848c5ae-7a5d-42fa-bf90-3e661f75cf45 req-861e4611-b6aa-4a6f-bf42-0f5974626718 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.2133377 Apr 05 18:34:17.295152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7848c5ae-7a5d-42fa-bf90-3e661f75cf45 req-5cbaf120-db5f-4a32-a0b1-325e6a112c00 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890856 Apr 05 18:34:17.324398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0211dd3a-d70f-4acb-89f6-08dad3554136 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:17.326596 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0211dd3a-d70f-4acb-89f6-08dad3554136 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 807 time: 0.3776960 Apr 05 18:34:17.343932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Request body: {'port': {'device_id': '452c2025-3b35-44af-b065-3d881c81b711', 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672', 'admin_state_up': True, 'tenant_id': '41a75e9c823d41ee82bdddcb9c2abe25'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:17.353091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bce51-24a5-4aa5-b7cf-de8ccfdc86e0 req-9747e0cd-04f7-421d-9bce-c4fb4d9ec834 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:17.361798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e08bce51-24a5-4aa5-b7cf-de8ccfdc86e0 req-9747e0cd-04f7-421d-9bce-c4fb4d9ec834 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 949 time: 0.0650799 Apr 05 18:34:17.406640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e08bce51-24a5-4aa5-b7cf-de8ccfdc86e0 req-16b0ee04-a01f-4ac8-897e-80f91711c1b5 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Apr 05 18:34:17.461349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59022) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:17.471525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Made reservation on behalf of 41a75e9c823d41ee82bdddcb9c2abe25 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:17.475545 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:17.513744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-215a9e77-121a-4c0a-b8de-74c44db21afd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bc7ee24020b48729e2266911128a54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510116 Apr 05 18:34:17.515296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59024) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:17.530956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b91d929c-7ebf-448f-819e-4e8842baccf7 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:34:17.624385 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9044218-2980-4eb6-b31e-56c3b1935e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:17.634811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port b91d929c-7ebf-448f-819e-4e8842baccf7 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:34:17.639532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port b91d929c-7ebf-448f-819e-4e8842baccf7 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:17.640198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:17.663443 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Allocated IP 172.20.0.2 (59fc4373-f553-4cc9-8975-18ec33c4a672/5bfa1f18-e103-421c-a525-7c9c6506fdf6/0e3b204d-c636-4880-884a-5f1585442a24) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:17.719471 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9044218-2980-4eb6-b31e-56c3b1935e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:17.753620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eba100-b87d-4b4b-96f9-171fd0466430 req-3b63660a-5e00-42c2-9740-f9afdd7ca35b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:17.755253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46eba100-b87d-4b4b-96f9-171fd0466430 req-3b63660a-5e00-42c2-9740-f9afdd7ca35b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 947 time: 0.1213129 Apr 05 18:34:17.772904 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:17.822005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110e4e74-aab8-44f8-ac07-e4603cc191af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d929c-7ebf-448f-819e-4e8842baccf7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:17.829638 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788c298f-8787-41fb-b218-e0c7aa81b4a8" -d '{"events": [{"server_uuid": "110e4e74-aab8-44f8-ac07-e4603cc191af", "name": "network-vif-plugged", "status": "completed", "tag": "b91d929c-7ebf-448f-819e-4e8842baccf7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:17.855128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b91d929c-7ebf-448f-819e-4e8842baccf7, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b91d929c-7ebf-448f-819e-4e8842baccf7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:17.864424 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:17.884617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46eba100-b87d-4b4b-96f9-171fd0466430 req-f57d09e6-eb5a-4c5c-8d8a-972bfa1b1e53 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173201 Apr 05 18:34:17.894325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9044218-2980-4eb6-b31e-56c3b1935e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:17.897089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9044218-2980-4eb6-b31e-56c3b1935e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:17.898429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b9044218-2980-4eb6-b31e-56c3b1935e1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07c31001-93f4-4291-9ec7-b9b6ead1704f HTTP/1.1" status: 204 len: 168 time: 0.3819337 Apr 05 18:34:17.927266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9044218-2980-4eb6-b31e-56c3b1935e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c31001-93f4-4291-9ec7-b9b6ead1704f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:17.932238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:17.952490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03db6ed-17ad-42cf-82bc-e0f684130286 req-a61d5737-9ce3-4e8d-b58f-1d6b677a1d9f tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:17.957574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f03db6ed-17ad-42cf-82bc-e0f684130286 req-a61d5737-9ce3-4e8d-b58f-1d6b677a1d9f tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 944 time: 0.1741490 Apr 05 18:34:17.962626 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea70385d-673f-4683-b1f6-d7a8a3ee04ee x-openstack-request-id: req-ea70385d-673f-4683-b1f6-d7a8a3ee04ee {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:17.962942 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110e4e74-aab8-44f8-ac07-e4603cc191af", "name": "network-vif-plugged", "status": "completed", "tag": "b91d929c-7ebf-448f-819e-4e8842baccf7", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:17.963192 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea70385d-673f-4683-b1f6-d7a8a3ee04ee {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:17.963582 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea70385d-673f-4683-b1f6-d7a8a3ee04ee'] response: {'server_uuid': '110e4e74-aab8-44f8-ac07-e4603cc191af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d929c-7ebf-448f-819e-4e8842baccf7', 'code': 200} Apr 05 18:34:18.008057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.010974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=b91d929c-7ebf-448f-819e-4e8842baccf7,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:18.027517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f03db6ed-17ad-42cf-82bc-e0f684130286 req-395e780d-f6cc-4db3-83cd-01f6c2b2f3ff tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639620 Apr 05 18:34:18.083834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Pushing event updated for resources: {'Port': ['ID=0e3b204d-c636-4880-884a-5f1585442a24,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:18.087781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17607-f2c1-4b93-929f-0b9c05aa7644 req-d2729e7f-193a-4e05-b871-d2fdaa3983ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:18.089435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cee17607-f2c1-4b93-929f-0b9c05aa7644 req-d2729e7f-193a-4e05-b871-d2fdaa3983ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 1101 time: 0.0561919 Apr 05 18:34:18.096282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Network 59fc4373-f553-4cc9-8975-18ec33c4a672 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:18.097632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:18.100138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:18.140585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cee17607-f2c1-4b93-929f-0b9c05aa7644 req-a6c43626-f536-436d-82a9-5e8540ebf920 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Apr 05 18:34:18.160825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:18.161447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.177631 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-0a15bd14-fe67-403d-84e4-70ead6a3d832 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8405490 Apr 05 18:34:18.308005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2acf6-6052-46a1-bed1-2969eb0d5ea7 req-426e3688-ce76-46b5-8843-94864c9e0ce6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:18.309658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6e2acf6-6052-46a1-bed1-2969eb0d5ea7 req-426e3688-ce76-46b5-8843-94864c9e0ce6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 931 time: 0.0516841 Apr 05 18:34:18.351901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6e2acf6-6052-46a1-bed1-2969eb0d5ea7 req-bf175014-1ac6-4ffb-955a-5f26627326d1 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Apr 05 18:34:18.361160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Request body: {'port': {'device_id': '452c2025-3b35-44af-b065-3d881c81b711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:18.460297 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.511642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c03766-b028-46e7-a683-a1393e79b648 req-2c0e6376-f6d1-4b10-bedf-ba333ea9018d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:18.513229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5c03766-b028-46e7-a683-a1393e79b648 req-2c0e6376-f6d1-4b10-bedf-ba333ea9018d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.0585086 Apr 05 18:34:18.558981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b82c6a46-ef0f-4447-958e-acc60795f60a req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Request body: {'security_group': {'name': 'tempest-securitygroup-129853926', 'description': 'tempest-description-1251625795'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:18.575126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5c03766-b028-46e7-a683-a1393e79b648 req-20991b23-6740-4168-80e0-b7b447df95d0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540919 Apr 05 18:34:18.589072 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b82c6a46-ef0f-4447-958e-acc60795f60a req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.607084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b82c6a46-ef0f-4447-958e-acc60795f60a req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.717682 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b82c6a46-ef0f-4447-958e-acc60795f60a req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.725012 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b82c6a46-ef0f-4447-958e-acc60795f60a req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.788317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff487da-0578-4c16-8d75-0b828d45a7d4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:18.823002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3b204d-c636-4880-884a-5f1585442a24 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:18.825811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbabefe-d3ba-4b28-9a39-605f66467750 req-949f202c-b8af-48a8-b577-a90b5016f559 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:18.827430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bbbabefe-d3ba-4b28-9a39-605f66467750 req-949f202c-b8af-48a8-b577-a90b5016f559 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 950 time: 0.0857329 Apr 05 18:34:18.832797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.847143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Transition to ACTIVE for port object 0e3b204d-c636-4880-884a-5f1585442a24 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:18.851789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.870148 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b82c6a46-ef0f-4447-958e-acc60795f60a req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.886418 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b82c6a46-ef0f-4447-958e-acc60795f60a req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.898505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bbbabefe-d3ba-4b28-9a39-605f66467750 req-a92a49dc-bedc-40f8-8bf6-b2d9c1ae699a tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599880 Apr 05 18:34:18.904514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b204d-c636-4880-884a-5f1585442a24,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:18.935236 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b82c6a46-ef0f-4447-958e-acc60795f60a req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.948206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b82c6a46-ef0f-4447-958e-acc60795f60a req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3866954 Apr 05 18:34:18.948206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694d988-dd32-4291-90f3-35292eeb079a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a4fec2-f3f9-4dbf-bfbd-23936ffd74b3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:18.976517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:18.976942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:18.977356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:18.982802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Port 0e3b204d-c636-4880-884a-5f1585442a24 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:18.984024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:18.989542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:18.990178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:18.990738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:18.991336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Bound port: 0e3b204d-c636-4880-884a-5f1585442a24, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:18.991854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:18.998960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b425204b-f06b-4548-b005-f4faf87e6a94 req-b2fde14c-7b1e-45a7-b3d6-12a28ecca16d tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Request body: {'security_group': {'name': 'tempest-securitygroup-405686020', 'description': 'tempest-description-952042947'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:19.034340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b425204b-f06b-4548-b005-f4faf87e6a94 req-b2fde14c-7b1e-45a7-b3d6-12a28ecca16d tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.065784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:19.070465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:19.075370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.102073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a95e74-ba3c-4725-81ee-b17be60a816c req-de2ac7fa-a830-4046-96f9-4c0ada964626 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:19.103622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05a95e74-ba3c-4725-81ee-b17be60a816c req-de2ac7fa-a830-4046-96f9-4c0ada964626 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 947 time: 0.0822976 Apr 05 18:34:19.109733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:19.110499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.111857 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] 10.222.0.20 "PUT /v2.0/ports/0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 1091 time: 0.7580812 Apr 05 18:34:19.112453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:19.114989 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eb1713-78b7-44b1-8395-52764cb8ae44" -d '{"events": [{"name": "network-changed", "server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "tag": "0e3b204d-c636-4880-884a-5f1585442a24"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:19.142457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91b926-546d-42f7-b25c-9305b07a6dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b204d-c636-4880-884a-5f1585442a24,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:19.190139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b425204b-f06b-4548-b005-f4faf87e6a94 req-b2fde14c-7b1e-45a7-b3d6-12a28ecca16d tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.202162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-47eafa09-c56f-4ff5-81d1-35ec32250743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:19.202715 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b425204b-f06b-4548-b005-f4faf87e6a94 req-b2fde14c-7b1e-45a7-b3d6-12a28ecca16d tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.203983 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-47eafa09-c56f-4ff5-81d1-35ec32250743 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1094 time: 0.0471425 Apr 05 18:34:19.223344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05a95e74-ba3c-4725-81ee-b17be60a816c req-e2de40a6-8ef3-4281-94a3-b08c87d24b52 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077936 Apr 05 18:34:19.245258 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b425204b-f06b-4548-b005-f4faf87e6a94 req-b2fde14c-7b1e-45a7-b3d6-12a28ecca16d tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.246773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b425204b-f06b-4548-b005-f4faf87e6a94 req-b2fde14c-7b1e-45a7-b3d6-12a28ecca16d tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2524395 Apr 05 18:34:19.251869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fde14c-7b1e-45a7-b3d6-12a28ecca16d tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e918e78-0e70-428a-a90e-64d9bbda8dcd,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:19.433224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556463-f0e2-4abd-9a48-c4985acc346d req-45709094-a01f-4f8e-ae0d-0c5de119dec4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:19.437925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2556463-f0e2-4abd-9a48-c4985acc346d req-45709094-a01f-4f8e-ae0d-0c5de119dec4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 944 time: 0.0881844 Apr 05 18:34:19.494494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2556463-f0e2-4abd-9a48-c4985acc346d req-ac1b88f7-cdb9-47a0-903e-8f572ce4108e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486732 Apr 05 18:34:19.508765 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caa8a53-643b-4fcd-85a3-2c74b9585282 x-openstack-request-id: req-3caa8a53-643b-4fcd-85a3-2c74b9585282 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:19.509250 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "tag": "0e3b204d-c636-4880-884a-5f1585442a24", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:19.509329 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3caa8a53-643b-4fcd-85a3-2c74b9585282 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:19.509648 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3caa8a53-643b-4fcd-85a3-2c74b9585282'] response: {'name': 'network-changed', 'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24', 'status': 'completed', 'code': 200} Apr 05 18:34:19.511555 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-72f13ee8-2d8e-47b1-8189-c9f81089dbb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 217 time: 0.2976518 Apr 05 18:34:19.571662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-544ab69d-f249-4297-b84f-944d448dab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:19.573686 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-544ab69d-f249-4297-b84f-944d448dab72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.0545974 Apr 05 18:34:19.595087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e9a4292b-ce88-45ff-bf2a-7cf0a6964582 req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1865842239', 'description': 'tempest-description-1195504989'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:19.615265 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-ab9b4345-be26-4a27-91e8-eae2372bcde7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261254 Apr 05 18:34:19.643871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e9a4292b-ce88-45ff-bf2a-7cf0a6964582 req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.649154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:19.659507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e9a4292b-ce88-45ff-bf2a-7cf0a6964582 req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.691137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123fdd-44f6-42bd-a74b-45c46147c27f req-589aac5f-6237-4352-bed6-6733bfe56e20 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:19.692632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b123fdd-44f6-42bd-a74b-45c46147c27f req-589aac5f-6237-4352-bed6-6733bfe56e20 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 943 time: 0.0925529 Apr 05 18:34:19.731571 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-44614f3b-d9bc-4e3e-8d47-62a2c8e40207 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091483 Apr 05 18:34:19.765882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b123fdd-44f6-42bd-a74b-45c46147c27f req-681cd8af-9853-414d-8248-7b3a0dd75422 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593905 Apr 05 18:34:19.815342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:19.831748 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e9a4292b-ce88-45ff-bf2a-7cf0a6964582 req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.832959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'port_id': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'mac_address': 'fa:16:3e:57:60:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:34:19.840778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e9a4292b-ce88-45ff-bf2a-7cf0a6964582 req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.851069 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8768eca0-bce3-479d-a38f-0050a7220b1e req-36247b4d-8269-4490-bab1-a422e1c0debc service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120358 Apr 05 18:34:19.885364 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.903694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:19.911298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab53c4a-a655-4588-9d47-850b628adbcf,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:19.924752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:19.929994 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.930866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a0384415-42f1-4944-85f2-20af3152316f details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:19.963535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-686867df-4ea6-4e66-85b4-9e90d4650226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:19.964637 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-686867df-4ea6-4e66-85b4-9e90d4650226 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1094 time: 0.0537894 Apr 05 18:34:19.965981 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e9a4292b-ce88-45ff-bf2a-7cf0a6964582 req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.970792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e9a4292b-ce88-45ff-bf2a-7cf0a6964582 req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:19.982792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d46957-142c-43dc-b72c-3f0da44387ac req-8aedcf30-0008-4b65-a373-2d3918c6ec12 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:19.984485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8d46957-142c-43dc-b72c-3f0da44387ac req-8aedcf30-0008-4b65-a373-2d3918c6ec12 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.0901399 Apr 05 18:34:20.015646 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e9a4292b-ce88-45ff-bf2a-7cf0a6964582 req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:20.029548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9a4292b-ce88-45ff-bf2a-7cf0a6964582 req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4402282 Apr 05 18:34:20.044563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c1de7-571d-4319-a5a1-04123c9810d5 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79127ed-e231-4d9a-ad62-ea012b7e2f79,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:20.059052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8d46957-142c-43dc-b72c-3f0da44387ac req-cb126777-c77e-48e6-a4ad-549b7bdb91ab tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630965 Apr 05 18:34:20.067526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:20.070505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:20.093775 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'a0384415-42f1-4944-85f2-20af3152316f', 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845', 'port_id': 'a0384415-42f1-4944-85f2-20af3152316f', 'mac_address': 'fa:16:3e:05:3b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77422bc6-9503-4b21-9cbe-2b723f8b401b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:34:20.103900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-93c8af90-5459-4f97-abed-8ea5ad1c8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:20.105318 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-93c8af90-5459-4f97-abed-8ea5ad1c8973 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.1324956 Apr 05 18:34:20.147362 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:20.157566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-d4459437-e2db-4e72-9fd4-2ae4b9e49b61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 217 time: 0.0436931 Apr 05 18:34:20.172830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0384415-42f1-4944-85f2-20af3152316f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:20.188559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4d544-c66b-4d7d-92da-66608999735c req-89376a9f-4a46-4c90-9618-80de0c6d0787 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:20.191015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0b4d544-c66b-4d7d-92da-66608999735c req-89376a9f-4a46-4c90-9618-80de0c6d0787 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 950 time: 0.0587082 Apr 05 18:34:20.204073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:20.209360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:20.210532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8e728505-7a23-4643-b2ce-9a2bdcee6720 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:20.239815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-240690f4-ee58-497f-aaf1-2af61352d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:20.241230 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-240690f4-ee58-497f-aaf1-2af61352d01a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.0771697 Apr 05 18:34:20.242505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0b4d544-c66b-4d7d-92da-66608999735c req-0919a517-5c60-4500-8a44-3bd065c49f16 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Apr 05 18:34:20.284314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-c4f805bf-92c2-4d50-bc14-efa9e2ee2b7b req-476430b6-a951-41f2-912f-ddd61a504c55 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-296279569', 'description': 'tempest-description-1596810754'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:20.299212 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-db538c4f-07ac-41a9-b3b1-6e3a93cff539 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444648 Apr 05 18:34:20.315927 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c4f805bf-92c2-4d50-bc14-efa9e2ee2b7b req-476430b6-a951-41f2-912f-ddd61a504c55 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:20.330168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a0384415-42f1-4944-85f2-20af3152316f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:20.368669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:20.383173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'mac_address': 'fa:16:3e:07:61:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:34:20.414944 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-536ea699-6c7a-490e-b392-da9a0f775ccd service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079364 Apr 05 18:34:20.434979 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c4f805bf-92c2-4d50-bc14-efa9e2ee2b7b req-476430b6-a951-41f2-912f-ddd61a504c55 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:20.438645 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:20.444097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be9660-2e00-4300-ae98-b077f7769dd8 req-6881f0c1-e9d1-4731-a75b-bc23a25adc2d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:20.445583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0be9660-2e00-4300-ae98-b077f7769dd8 req-6881f0c1-e9d1-4731-a75b-bc23a25adc2d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 947 time: 0.0834804 Apr 05 18:34:20.447536 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c4f805bf-92c2-4d50-bc14-efa9e2ee2b7b req-476430b6-a951-41f2-912f-ddd61a504c55 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:20.463738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e728505-7a23-4643-b2ce-9a2bdcee6720 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:20.487330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:20.491853 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c4f805bf-92c2-4d50-bc14-efa9e2ee2b7b req-476430b6-a951-41f2-912f-ddd61a504c55 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:20.493056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4f805bf-92c2-4d50-bc14-efa9e2ee2b7b req-476430b6-a951-41f2-912f-ddd61a504c55 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2140286 Apr 05 18:34:20.493812 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:20.510732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476430b6-a951-41f2-912f-ddd61a504c55 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e19368-e392-45df-a4cb-b3497763c337,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:20.520247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0be9660-2e00-4300-ae98-b077f7769dd8 req-3ffbb127-e437-468f-b111-f23c3544cad9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679808 Apr 05 18:34:20.524786 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-53eb1713-78b7-44b1-8395-52764cb8ae44 req-bb28206f-5ae2-46ef-8cb8-397108d087bf service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022406 Apr 05 18:34:20.563554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:20.906587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59154) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:20.943602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7ba34-067c-40fc-ae56-32ebc1d72311 req-548f38c1-0e04-4517-b41d-146180a18dac tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:20.945033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13f7ba34-067c-40fc-ae56-32ebc1d72311 req-548f38c1-0e04-4517-b41d-146180a18dac tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 945 time: 0.0875535 Apr 05 18:34:21.012351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a0165d3-159b-44ee-a691-0080c6a47b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.015352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13f7ba34-067c-40fc-ae56-32ebc1d72311 req-bae0a2cb-dda2-4cf9-865d-ac2a4e43e699 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624378 Apr 05 18:34:21.020348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['6d6d42e9-28be-4ac1-96b9-4dc792ab0155'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:21.073112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['8e728505-7a23-4643-b2ce-9a2bdcee6720'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:21.118570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['a0384415-42f1-4944-85f2-20af3152316f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:21.119606 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a0165d3-159b-44ee-a691-0080c6a47b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.125842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a0165d3-159b-44ee-a691-0080c6a47b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.170994 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3a0165d3-159b-44ee-a691-0080c6a47b7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f70e20e6f4964185b9db4347c84d38b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633286 Apr 05 18:34:21.176370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59166) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:21.177505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-d35a0000-5cff-4617-b0da-290f1ab56dbd tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45078 time: 0.5308421 Apr 05 18:34:21.223931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0165d3-159b-44ee-a691-0080c6a47b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e23b92-d879-4e51-a31f-d0fc4e2b4a9d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:21.260660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-745444a2-19bc-445e-a202-cdf73a08ef33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.272479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-775a5893-7d71-41a0-9789-cdaece36a911 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1ccc6de7-fd16-4a2f-bb4b-fa883b32909c HTTP/1.1" status: 200 len: 2981 time: 0.0824502 Apr 05 18:34:21.303307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-745444a2-19bc-445e-a202-cdf73a08ef33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.351164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-28d2fec8-2182-4d5f-b0bd-b4b9e9718437 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1ccc6de7-fd16-4a2f-bb4b-fa883b32909c HTTP/1.1" status: 200 len: 2981 time: 0.0719864 Apr 05 18:34:21.363850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-745444a2-19bc-445e-a202-cdf73a08ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.365511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7a6f7-bba9-454f-8ad9-d8c18234cbb0 req-a375946c-fc3f-4b92-a872-2996f45ae965 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:21.366912 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-745444a2-19bc-445e-a202-cdf73a08ef33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.367093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38b7a6f7-bba9-454f-8ad9-d8c18234cbb0 req-a375946c-fc3f-4b92-a872-2996f45ae965 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 950 time: 0.0719092 Apr 05 18:34:21.374718 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-745444a2-19bc-445e-a202-cdf73a08ef33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69e23b92-d879-4e51-a31f-d0fc4e2b4a9d HTTP/1.1" status: 204 len: 168 time: 0.1933389 Apr 05 18:34:21.384467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745444a2-19bc-445e-a202-cdf73a08ef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e23b92-d879-4e51-a31f-d0fc4e2b4a9d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:21.457595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-bf76876d-54b8-419b-8465-d64330c05e6c tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2ab53c4a-a655-4588-9d47-850b628adbcf HTTP/1.1" status: 200 len: 2981 time: 0.0894091 Apr 05 18:34:21.466908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38b7a6f7-bba9-454f-8ad9-d8c18234cbb0 req-f3de39cc-bb8c-4ca5-8b5e-d3e416158a0b tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869853 Apr 05 18:34:21.512656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-4d8667a4-ff3d-430d-bb3d-e13e50658b73 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2ab53c4a-a655-4588-9d47-850b628adbcf HTTP/1.1" status: 200 len: 2981 time: 0.0444205 Apr 05 18:34:21.585398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-218f0803-2142-471e-90de-617dd9d08daa tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3ff487da-0578-4c16-8d75-0b828d45a7d4 HTTP/1.1" status: 200 len: 2981 time: 0.0586131 Apr 05 18:34:21.594245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a187c8-8126-44d1-9961-06383fae220c req-46a22444-debc-4353-b425-4d7f2ef5fb8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:21.595716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7a187c8-8126-44d1-9961-06383fae220c req-46a22444-debc-4353-b425-4d7f2ef5fb8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 943 time: 0.0776765 Apr 05 18:34:21.662845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7a187c8-8126-44d1-9961-06383fae220c req-3f517d88-3118-4e9f-982b-61525cb40fc6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601182 Apr 05 18:34:21.663847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59178) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:21.664323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-6ee09543-cd7d-4ad6-bb71-dafa7e9e9539 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3ff487da-0578-4c16-8d75-0b828d45a7d4 HTTP/1.1" status: 200 len: 2981 time: 0.0677650 Apr 05 18:34:21.680439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-595b8478-85f3-4c93-99d2-b9895261d534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.715194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-febadc2a-689f-459b-802b-f887e113d36e tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5e739d70-d175-4371-8c5d-41732461e2ef HTTP/1.1" status: 200 len: 2981 time: 0.0433443 Apr 05 18:34:21.758657 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-595b8478-85f3-4c93-99d2-b9895261d534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.763258 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-595b8478-85f3-4c93-99d2-b9895261d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.784293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-1faea085-8f52-4483-9bb5-41dfebc70526 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5e739d70-d175-4371-8c5d-41732461e2ef HTTP/1.1" status: 200 len: 2981 time: 0.0658009 Apr 05 18:34:21.796481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd5d0-34c5-4c3e-a78e-9381325adb7e req-85343f84-5806-42ca-ac3b-f0df868a557c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:21.797968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f6fd5d0-34c5-4c3e-a78e-9381325adb7e req-85343f84-5806-42ca-ac3b-f0df868a557c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 944 time: 0.0667148 Apr 05 18:34:21.802752 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-595b8478-85f3-4c93-99d2-b9895261d534 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b308837d1a04d95a3a32465a7fa88ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375775 Apr 05 18:34:21.803785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b8478-85f3-4c93-99d2-b9895261d534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c31a1-3eab-4985-8302-9ecd7a08fdae,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:21.806622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59180) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:21.857304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3d4df1a-613d-49e5-99d8-e9146228bba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.857816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-74a86072-b38f-4673-b782-1cd5e91fd2ff tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/63b9af5d-c9d4-4138-895a-aba2f5fc0abc HTTP/1.1" status: 200 len: 2973 time: 0.0588500 Apr 05 18:34:21.863056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f6fd5d0-34c5-4c3e-a78e-9381325adb7e req-8ff45185-9fa2-4235-88e4-7a4957c38d53 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526755 Apr 05 18:34:21.879663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3d4df1a-613d-49e5-99d8-e9146228bba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.913860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-1cabc8ea-7925-4614-ab47-c71089b875a6 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/63b9af5d-c9d4-4138-895a-aba2f5fc0abc HTTP/1.1" status: 200 len: 2973 time: 0.0481477 Apr 05 18:34:21.931709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3d4df1a-613d-49e5-99d8-e9146228bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.934519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3d4df1a-613d-49e5-99d8-e9146228bba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:21.939094 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c3d4df1a-613d-49e5-99d8-e9146228bba7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/207c31a1-3eab-4985-8302-9ecd7a08fdae HTTP/1.1" status: 204 len: 168 time: 0.1281409 Apr 05 18:34:21.948269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4df1a-613d-49e5-99d8-e9146228bba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c31a1-3eab-4985-8302-9ecd7a08fdae,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:21.982492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-ce0c7421-22e0-4959-b2c9-4e7365576d2d tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/75089c60-cdd5-4c67-b58d-013a20f9937f HTTP/1.1" status: 200 len: 2977 time: 0.0626483 Apr 05 18:34:22.027104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-2b24c092-e5f9-460d-921e-a87550de6a4e tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/75089c60-cdd5-4c67-b58d-013a20f9937f HTTP/1.1" status: 200 len: 2977 time: 0.0378654 Apr 05 18:34:22.074953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-f76ca472-acc5-4514-a7b8-38418453aa46 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/78901be1-5e73-4486-9e36-79c1785a6792 HTTP/1.1" status: 200 len: 2977 time: 0.0401978 Apr 05 18:34:22.134848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-9b4e73bb-22b1-4b54-a333-78a7531da1d0 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/78901be1-5e73-4486-9e36-79c1785a6792 HTTP/1.1" status: 200 len: 2977 time: 0.0518961 Apr 05 18:34:22.236851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-bf90bbaa-17b0-4d35-8756-d15461ce35c2 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/88544978-60f3-4da6-a22e-3110dc123883 HTTP/1.1" status: 200 len: 2977 time: 0.0933220 Apr 05 18:34:22.273584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e764df7-aa3b-4fb7-a67e-498405b0c7c0 req-3088345f-e5de-4766-9bb2-abc25ed5b4b6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:22.275068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e764df7-aa3b-4fb7-a67e-498405b0c7c0 req-3088345f-e5de-4766-9bb2-abc25ed5b4b6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 948 time: 0.0941577 Apr 05 18:34:22.309059 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-2d76cbd0-2b4d-452d-9dfd-4cafda2a887e tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/88544978-60f3-4da6-a22e-3110dc123883 HTTP/1.1" status: 200 len: 2977 time: 0.0645816 Apr 05 18:34:22.337340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e764df7-aa3b-4fb7-a67e-498405b0c7c0 req-1f3700e1-7833-4b2b-882d-5b7eb1882eea tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535460 Apr 05 18:34:22.370550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-bfbe68d0-a696-4eff-a3b2-c948aec58309 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a5597706-334c-4e8b-84d7-548b99f981af HTTP/1.1" status: 200 len: 2977 time: 0.0505743 Apr 05 18:34:22.424783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-52d8c91e-5d2f-4bf3-b37e-45d930e8f220 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a5597706-334c-4e8b-84d7-548b99f981af HTTP/1.1" status: 200 len: 2977 time: 0.0418484 Apr 05 18:34:22.470797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-19f9fb3e-0c4d-477c-9aa8-f78f130e9111 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a7ca359f-7663-4a53-ab91-5b8e8228d554 HTTP/1.1" status: 200 len: 2981 time: 0.0395532 Apr 05 18:34:22.520430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-97f98902-59fc-4f45-8bcf-9967ff5ff0ca tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a7ca359f-7663-4a53-ab91-5b8e8228d554 HTTP/1.1" status: 200 len: 2981 time: 0.0428183 Apr 05 18:34:22.599509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9375-04a8-4919-a432-49cf1ebb57ff req-6593ce54-922a-4645-9f9e-98d6e4fc79ab tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:22.600972 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f73f9375-04a8-4919-a432-49cf1ebb57ff req-6593ce54-922a-4645-9f9e-98d6e4fc79ab tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 945 time: 0.0747044 Apr 05 18:34:22.603747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-4997b0f1-bff1-44b6-a44e-5f465f433d35 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b7c8ecc9-3f74-46f6-857b-3ed4f8315405 HTTP/1.1" status: 200 len: 2981 time: 0.0757241 Apr 05 18:34:22.665640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f73f9375-04a8-4919-a432-49cf1ebb57ff req-90291732-3c05-4b9f-8347-8c0835d19fba tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584061 Apr 05 18:34:22.671936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-e7a2dc19-9f57-46d3-9c73-ccf5d000c185 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b7c8ecc9-3f74-46f6-857b-3ed4f8315405 HTTP/1.1" status: 200 len: 2981 time: 0.0577838 Apr 05 18:34:22.724714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-e7920c64-4d17-4c19-94a9-b1b364efc848 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/eb2a1369-a14c-4336-8122-1173c11f01af HTTP/1.1" status: 200 len: 2981 time: 0.0369670 Apr 05 18:34:22.800722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-94e89323-c92d-4539-9510-f4e9efdb52ef tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/eb2a1369-a14c-4336-8122-1173c11f01af HTTP/1.1" status: 200 len: 2981 time: 0.0700707 Apr 05 18:34:22.813718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b3d7c-4e7e-4b1d-b4f7-5621eacd0386 req-aef826a2-1a60-444d-8ad7-2442c08da692 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:22.816234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b7b3d7c-4e7e-4b1d-b4f7-5621eacd0386 req-aef826a2-1a60-444d-8ad7-2442c08da692 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 950 time: 0.0707233 Apr 05 18:34:22.877343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-3b70a975-8125-4474-99f1-ad96e3c32abd tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/faee22c5-e6fa-40a1-b527-e1139a20ac14 HTTP/1.1" status: 200 len: 2981 time: 0.0595670 Apr 05 18:34:22.882103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b7b3d7c-4e7e-4b1d-b4f7-5621eacd0386 req-79f20fa8-30f8-477d-ad91-460a4a5d4c7d tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/security-groups?id=78901be1-5e73-4486-9e36-79c1785a6792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573530 Apr 05 18:34:22.933366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f02d015b-b25d-413b-a911-f2e036a3d3f0 req-34cdbd8e-c302-42cf-9702-2c109c92745a tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/faee22c5-e6fa-40a1-b527-e1139a20ac14 HTTP/1.1" status: 200 len: 2981 time: 0.0489917 Apr 05 18:34:23.064114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f6bbf-8fb0-4619-87cc-2759a9bb2dac req-d7a15984-1f46-4818-ac05-8523f5171e9c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:23.065579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b56f6bbf-8fb0-4619-87cc-2759a9bb2dac req-d7a15984-1f46-4818-ac05-8523f5171e9c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 944 time: 0.0851827 Apr 05 18:34:23.076526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bfe4f-9e95-4b5c-bc32-6c58abbe6cfd req-790fb608-4ba4-4aca-885d-9f6984b344d3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:23.078535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f89bfe4f-9e95-4b5c-bc32-6c58abbe6cfd req-790fb608-4ba4-4aca-885d-9f6984b344d3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 943 time: 0.0834460 Apr 05 18:34:23.135974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b56f6bbf-8fb0-4619-87cc-2759a9bb2dac req-1ed5fd60-e147-4d05-a868-27d526053acc tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563028 Apr 05 18:34:23.141533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f89bfe4f-9e95-4b5c-bc32-6c58abbe6cfd req-ceee1e1c-9e63-4d5a-8cc8-1ba6704b80ee tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Apr 05 18:34:23.253213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20031e39-04ea-4b0a-a3bb-9022bedf81b1 req-5489e3c2-4555-4402-959d-b9a4c86cad84 tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0bdd1d5cfd9472aa3062ab5241f93cb HTTP/1.1" status: 200 len: 6101 time: 0.0859401 Apr 05 18:34:23.302742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20031e39-04ea-4b0a-a3bb-9022bedf81b1 req-c46d95ce-641c-40d8-86a5-f3d45ed0213c tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] 10.222.0.15 "GET /v2.0/security-groups/3ff487da-0578-4c16-8d75-0b828d45a7d4 HTTP/1.1" status: 200 len: 2981 time: 0.0417645 Apr 05 18:34:23.357414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20031e39-04ea-4b0a-a3bb-9022bedf81b1 req-ec002520-3e1e-43e9-95d3-ca4a064bdb9b tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] 10.222.0.15 "GET /v2.0/security-groups/3ff487da-0578-4c16-8d75-0b828d45a7d4 HTTP/1.1" status: 200 len: 2981 time: 0.0487900 Apr 05 18:34:23.500230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-29ce3292-b4d4-43f7-85a0-4932d9f608f1 req-e6fb1274-5e5d-45b7-871a-fdf2efb5bee8 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/27e19368-e392-45df-a4cb-b3497763c337 HTTP/1.1" status: 200 len: 1777 time: 0.0354464 Apr 05 18:34:23.572362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9384a-3cfc-4d37-b25e-7959184c153d req-1f661d64-cbc7-4b7c-9338-1c165205565a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:23.573787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0af9384a-3cfc-4d37-b25e-7959184c153d req-1f661d64-cbc7-4b7c-9338-1c165205565a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 948 time: 0.0723157 Apr 05 18:34:23.574839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0e3b204d-c636-4880-884a-5f1585442a24 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:23.596797 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-29ce3292-b4d4-43f7-85a0-4932d9f608f1 req-3beabc45-81f3-4a3e-8ff6-f6a7762cc20d tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.631009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0af9384a-3cfc-4d37-b25e-7959184c153d req-0171864e-8766-4141-9945-dfb6e5ba779a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497880 Apr 05 18:34:23.632451 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-29ce3292-b4d4-43f7-85a0-4932d9f608f1 req-3beabc45-81f3-4a3e-8ff6-f6a7762cc20d tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.651725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:34:23.653435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-f1307614-dafa-47f0-8e49-3a40c9866bad tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:23.655871 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-f1307614-dafa-47f0-8e49-3a40c9866bad tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.20 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 950 time: 0.0522659 Apr 05 18:34:23.685264 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-29ce3292-b4d4-43f7-85a0-4932d9f608f1 req-3beabc45-81f3-4a3e-8ff6-f6a7762cc20d tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.688590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-29ce3292-b4d4-43f7-85a0-4932d9f608f1 req-3beabc45-81f3-4a3e-8ff6-f6a7762cc20d tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.703245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-29ce3292-b4d4-43f7-85a0-4932d9f608f1 req-3beabc45-81f3-4a3e-8ff6-f6a7762cc20d tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/27e19368-e392-45df-a4cb-b3497763c337 HTTP/1.1" status: 204 len: 173 time: 0.1934502 Apr 05 18:34:23.712570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:23.724070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beabc45-81f3-4a3e-8ff6-f6a7762cc20d tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e19368-e392-45df-a4cb-b3497763c337,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:23.733798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '0e3b204d-c636-4880-884a-5f1585442a24', 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672', 'port_id': '0e3b204d-c636-4880-884a-5f1585442a24', 'mac_address': 'fa:16:3e:3f:29:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfa1f18-e103-421c-a525-7c9c6506fdf6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:34:23.791271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:34:23.798908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:23.799275 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.803524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.818252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Deleting port b91d929c-7ebf-448f-819e-4e8842baccf7 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:34:23.818813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.836800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3b204d-c636-4880-884a-5f1585442a24 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:23.862725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cff90c9-ad7c-49da-8552-e7dbd0fb4094 req-a8e6ded7-0e89-4d12-aa1f-f2de6e55e4b9 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "GET /v2.0/security-groups/c79127ed-e231-4d9a-ad62-ea012b7e2f79 HTTP/1.1" status: 200 len: 1778 time: 0.0791483 Apr 05 18:34:23.867885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:23.874702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.880949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8128-5eb4-4f01-9c87-4aa6cd99426f req-994b52e6-cd05-4161-abaf-ea165610c55c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:23.882573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb2e8128-5eb4-4f01-9c87-4aa6cd99426f req-994b52e6-cd05-4161-abaf-ea165610c55c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 945 time: 0.0650430 Apr 05 18:34:23.929644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] For port b91d929c-7ebf-448f-819e-4e8842baccf7, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b91d929c-7ebf-448f-819e-4e8842baccf7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:23.930319 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.944278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Calling delete_port for b91d929c-7ebf-448f-819e-4e8842baccf7 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:34:23.944585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb2e8128-5eb4-4f01-9c87-4aa6cd99426f req-21fff7bc-f993-4a48-a498-97b77947900d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552793 Apr 05 18:34:23.952997 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.958542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0e3b204d-c636-4880-884a-5f1585442a24,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:23.960139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cff90c9-ad7c-49da-8552-e7dbd0fb4094 req-b4f820ae-04fb-4874-bb0e-24faf8474b06 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.975071 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:34:23.994710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cff90c9-ad7c-49da-8552-e7dbd0fb4094 req-b4f820ae-04fb-4874-bb0e-24faf8474b06 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:23.994938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:23.997666 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d335ce-d299-431f-b0f1-53bc1b751e22" -d '{"events": [{"server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:24.017081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:24.023089 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.023974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a0384415-42f1-4944-85f2-20af3152316f up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:34:24.058312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cff90c9-ad7c-49da-8552-e7dbd0fb4094 req-b4f820ae-04fb-4874-bb0e-24faf8474b06 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.061574 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cff90c9-ad7c-49da-8552-e7dbd0fb4094 req-b4f820ae-04fb-4874-bb0e-24faf8474b06 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.077108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cff90c9-ad7c-49da-8552-e7dbd0fb4094 req-b4f820ae-04fb-4874-bb0e-24faf8474b06 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/c79127ed-e231-4d9a-ad62-ea012b7e2f79 HTTP/1.1" status: 204 len: 173 time: 0.1935635 Apr 05 18:34:24.098860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f820ae-04fb-4874-bb0e-24faf8474b06 tempest-SecurityGroupsTestAdminJSON-184492499 tempest-SecurityGroupsTestAdminJSON-184492499-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79127ed-e231-4d9a-ad62-ea012b7e2f79,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:24.125048 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db206e8e-ff1c-4988-8068-e3abd8308c6f x-openstack-request-id: req-db206e8e-ff1c-4988-8068-e3abd8308c6f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:24.125366 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:24.125617 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db206e8e-ff1c-4988-8068-e3abd8308c6f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:24.126160 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db206e8e-ff1c-4988-8068-e3abd8308c6f'] response: {'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'code': 200} Apr 05 18:34:24.128921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:24.145923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port a0384415-42f1-4944-85f2-20af3152316f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:34:24.155727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0e3b204d-c636-4880-884a-5f1585442a24'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:24.161149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port a0384415-42f1-4944-85f2-20af3152316f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:24.161547 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.198567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.241079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Pushing event deleted for resources: {'Port': ['ID=b91d929c-7ebf-448f-819e-4e8842baccf7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:24.269326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f628baf-25cd-4d2d-a488-f05c82c4a541 req-29cbc2c8-95e9-4b1c-af28-c59c030f9e74 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.15 "GET /v2.0/ports?device_id=110e4e74-aab8-44f8-ac07-e4603cc191af HTTP/1.1" status: 200 len: 210 time: 0.0890641 Apr 05 18:34:24.306466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267aad4-9538-429b-a27a-951b4813fb81 req-b5f43521-719f-4248-b5d7-650931580ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:24.310161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e267aad4-9538-429b-a27a-951b4813fb81 req-b5f43521-719f-4248-b5d7-650931580ad0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 1097 time: 0.1129153 Apr 05 18:34:24.310792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] No DVR routers for this DVR port b91d929c-7ebf-448f-819e-4e8842baccf7 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:34:24.322798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.339774 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4269840-9ca4-4e27-b69d-1bbeaaf78846 req-53a8855e-db07-455c-8a59-673ca72db919 tempest-DeleteServersAdminTestJSON-965309742 tempest-DeleteServersAdminTestJSON-965309742-project] 10.222.0.20 "DELETE /v2.0/ports/b91d929c-7ebf-448f-819e-4e8842baccf7 HTTP/1.1" status: 204 len: 173 time: 0.6758611 Apr 05 18:34:24.340496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110e4e74-aab8-44f8-ac07-e4603cc191af', 'name': 'network-vif-deleted', 'tag': 'b91d929c-7ebf-448f-819e-4e8842baccf7'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:24.343542 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd78fc89-569c-4c4e-8727-8bf4a0bb8731" -d '{"events": [{"server_uuid": "110e4e74-aab8-44f8-ac07-e4603cc191af", "name": "network-vif-deleted", "tag": "b91d929c-7ebf-448f-819e-4e8842baccf7"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:24.397041 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.408818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132bd05b-c1a2-48fb-b52b-851b7d835bf9 req-4c764dea-08a3-4e5a-9e23-8d882c34ebe0 tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] 10.222.0.15 "GET /v2.0/security-groups/1e918e78-0e70-428a-a90e-64d9bbda8dcd HTTP/1.1" status: 200 len: 1776 time: 0.1327701 Apr 05 18:34:24.478173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:24.486563 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.487671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8e728505-7a23-4643-b2ce-9a2bdcee6720 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:34:24.491862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e267aad4-9538-429b-a27a-951b4813fb81 req-a85844f0-c0eb-4bdb-88ca-a3a02743ee76 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224344 Apr 05 18:34:24.569823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16f3f-8061-4d99-9111-88a4ff02fd97 req-2a2c7a58-9c8b-4115-a426-5906b31d8a51 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:24.570428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a0384415-42f1-4944-85f2-20af3152316f,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:24.571647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9d16f3f-8061-4d99-9111-88a4ff02fd97 req-2a2c7a58-9c8b-4115-a426-5906b31d8a51 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 944 time: 0.1678398 Apr 05 18:34:24.578553 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132bd05b-c1a2-48fb-b52b-851b7d835bf9 req-503a6681-4e4f-405f-aa95-bd15304b843a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.616449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 8e728505-7a23-4643-b2ce-9a2bdcee6720 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:34:24.620513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 8e728505-7a23-4643-b2ce-9a2bdcee6720 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:24.620999 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.621823 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132bd05b-c1a2-48fb-b52b-851b7d835bf9 req-503a6681-4e4f-405f-aa95-bd15304b843a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.641065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59284) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:24.663598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9d16f3f-8061-4d99-9111-88a4ff02fd97 req-b9c1890a-f0d6-4a2d-b0ba-1b8562ee54ea tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712750 Apr 05 18:34:24.680811 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132bd05b-c1a2-48fb-b52b-851b7d835bf9 req-503a6681-4e4f-405f-aa95-bd15304b843a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.684358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132bd05b-c1a2-48fb-b52b-851b7d835bf9 req-503a6681-4e4f-405f-aa95-bd15304b843a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.685568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132bd05b-c1a2-48fb-b52b-851b7d835bf9 req-503a6681-4e4f-405f-aa95-bd15304b843a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] 10.222.0.15 "DELETE /v2.0/security-groups/1e918e78-0e70-428a-a90e-64d9bbda8dcd HTTP/1.1" status: 204 len: 173 time: 0.2530861 Apr 05 18:34:24.696764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a6681-4e4f-405f-aa95-bd15304b843a tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e918e78-0e70-428a-a90e-64d9bbda8dcd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:24.746668 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.769238 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97767f6e-942a-4fdb-9048-b8758757b4b3 x-openstack-request-id: req-97767f6e-942a-4fdb-9048-b8758757b4b3 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:24.770507 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110e4e74-aab8-44f8-ac07-e4603cc191af", "name": "network-vif-deleted", "tag": "b91d929c-7ebf-448f-819e-4e8842baccf7", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:24.770973 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97767f6e-942a-4fdb-9048-b8758757b4b3 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:24.771554 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97767f6e-942a-4fdb-9048-b8758757b4b3'] response: {'server_uuid': '110e4e74-aab8-44f8-ac07-e4603cc191af', 'name': 'network-vif-deleted', 'tag': 'b91d929c-7ebf-448f-819e-4e8842baccf7', 'status': 'completed', 'code': 200} Apr 05 18:34:24.794603 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:24.802804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.809171 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8dc2eb0f-4a28-4884-a651-a7275cab5f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.868521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['b91d929c-7ebf-448f-819e-4e8842baccf7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:24.888053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49685134-c42c-4646-a1ac-862b3fae74e8 req-79696f22-5133-4112-91e7-8d356e31c0b6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:24.889703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49685134-c42c-4646-a1ac-862b3fae74e8 req-79696f22-5133-4112-91e7-8d356e31c0b6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.0619986 Apr 05 18:34:24.897660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eeea9f-94ad-4bf6-a434-50851a17a3a4 req-d43b0af2-3ab7-48f0-8214-178e0e070a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:24.898937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1eeea9f-94ad-4bf6-a434-50851a17a3a4 req-d43b0af2-3ab7-48f0-8214-178e0e070a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 944 time: 0.1112034 Apr 05 18:34:24.907702 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8dc2eb0f-4a28-4884-a651-a7275cab5f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.908003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:24.915952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8dc2eb0f-4a28-4884-a651-a7275cab5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:24.957505 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8dc2eb0f-4a28-4884-a651-a7275cab5f23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6d6e5bf5f3d4604b828dd8d6ab3e81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151510 Apr 05 18:34:24.958098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59294) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:24.972096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49685134-c42c-4646-a1ac-862b3fae74e8 req-12b82e8f-711d-46b8-9d3a-5139ab0a230e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660644 Apr 05 18:34:24.978873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2eb0f-4a28-4884-a651-a7275cab5f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139ef094-3362-4383-a921-9b60b27547e8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:25.006518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1eeea9f-94ad-4bf6-a434-50851a17a3a4 req-0bee7b9b-b6df-4aa7-9455-45e43e1ecc50 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941820 Apr 05 18:34:25.063844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07ef8d1f-4656-4498-a49d-ebded8775a2d req-f75d751c-4279-4118-bc9d-8370e5906108 tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] 10.222.0.15 "GET /v2.0/security-groups/c6a4fec2-f3f9-4dbf-bfbd-23936ffd74b3 HTTP/1.1" status: 200 len: 1777 time: 0.0559099 Apr 05 18:34:25.065789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c780c67-786a-41df-9585-e1578a8b9cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.088796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c780c67-786a-41df-9585-e1578a8b9cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.136252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c780c67-786a-41df-9585-e1578a8b9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.140048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c780c67-786a-41df-9585-e1578a8b9cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.141224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7c780c67-786a-41df-9585-e1578a8b9cdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/139ef094-3362-4383-a921-9b60b27547e8 HTTP/1.1" status: 204 len: 168 time: 0.1781163 Apr 05 18:34:25.149598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c780c67-786a-41df-9585-e1578a8b9cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139ef094-3362-4383-a921-9b60b27547e8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:25.165941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57ae38-bf89-4d69-9092-c8562c369904 req-982ca32c-ba45-4468-a091-2a48a8467cc3 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:25.167848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec57ae38-bf89-4d69-9092-c8562c369904 req-982ca32c-ba45-4468-a091-2a48a8467cc3 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 946 time: 0.0898459 Apr 05 18:34:25.168959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07ef8d1f-4656-4498-a49d-ebded8775a2d req-82b7f87b-fe4e-498f-926c-14c5d3a505f0 tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.205792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07ef8d1f-4656-4498-a49d-ebded8775a2d req-82b7f87b-fe4e-498f-926c-14c5d3a505f0 tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.245872 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec57ae38-bf89-4d69-9092-c8562c369904 req-d9056712-fb8f-4c0f-a6dd-5321df78b749 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703788 Apr 05 18:34:25.275105 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07ef8d1f-4656-4498-a49d-ebded8775a2d req-82b7f87b-fe4e-498f-926c-14c5d3a505f0 tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.281674 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07ef8d1f-4656-4498-a49d-ebded8775a2d req-82b7f87b-fe4e-498f-926c-14c5d3a505f0 tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.282722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07ef8d1f-4656-4498-a49d-ebded8775a2d req-82b7f87b-fe4e-498f-926c-14c5d3a505f0 tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] 10.222.0.15 "DELETE /v2.0/security-groups/c6a4fec2-f3f9-4dbf-bfbd-23936ffd74b3 HTTP/1.1" status: 204 len: 173 time: 0.2129505 Apr 05 18:34:25.292716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7f87b-fe4e-498f-926c-14c5d3a505f0 tempest-SecurityGroupsTestAdminJSON-405660995 tempest-SecurityGroupsTestAdminJSON-405660995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a4fec2-f3f9-4dbf-bfbd-23936ffd74b3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:25.494163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59330) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:25.520367 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5640cb67-d2c4-425c-9ea4-ca0d87e2f90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.580680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0e3b204d-c636-4880-884a-5f1585442a24 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:34:25.609736 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5640cb67-d2c4-425c-9ea4-ca0d87e2f90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.622755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5640cb67-d2c4-425c-9ea4-ca0d87e2f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.637880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59342) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:25.676901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59348) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:25.692722 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5640cb67-d2c4-425c-9ea4-ca0d87e2f90d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbdc015ee500403687592febd9f252cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800926 Apr 05 18:34:25.711846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 0e3b204d-c636-4880-884a-5f1585442a24 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:34:25.727998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 0e3b204d-c636-4880-884a-5f1585442a24 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:25.728378 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.734708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640cb67-d2c4-425c-9ea4-ca0d87e2f90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d1582b-1c3e-451e-b221-9f2a860a965c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:25.779230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62a94dd8-5e07-42a3-8181-1149c4af9508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.827220 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62a94dd8-5e07-42a3-8181-1149c4af9508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.888801 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.916707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59366) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:25.944535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033d78f-ef17-4d72-9889-dec881990f44 req-057ccdba-4e7c-40be-8428-c1bf80f7cb67 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:25.950015 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:25.954443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7033d78f-ef17-4d72-9889-dec881990f44 req-057ccdba-4e7c-40be-8428-c1bf80f7cb67 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 945 time: 0.1318128 Apr 05 18:34:25.957311 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:25.960267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b91d929c-7ebf-448f-819e-4e8842baccf7 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:34:25.966378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2cce8f4b-1d9a-46a5-8d05-e11800e08dbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0bdd1d5cfd9472aa3062ab5241f93cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297102 Apr 05 18:34:25.969940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59372) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:26.016507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7033d78f-ef17-4d72-9889-dec881990f44 req-ca6c71ce-353d-41e1-87c8-dfebbc29a90c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551434 Apr 05 18:34:26.017810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62a94dd8-5e07-42a3-8181-1149c4af9508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.023366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: b91d929c-7ebf-448f-819e-4e8842baccf7 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:34:26.023707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b91d929c-7ebf-448f-819e-4e8842baccf7 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:34:26.024443 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62a94dd8-5e07-42a3-8181-1149c4af9508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.025677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-62a94dd8-5e07-42a3-8181-1149c4af9508 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0d1582b-1c3e-451e-b221-9f2a860a965c HTTP/1.1" status: 204 len: 168 time: 0.3477190 Apr 05 18:34:26.052733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a94dd8-5e07-42a3-8181-1149c4af9508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d1582b-1c3e-451e-b221-9f2a860a965c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:26.114296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23321d22-382f-4f13-9f27-4ba0b69b4c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.159978 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3a946b98-6f82-49ae-a516-6c91b3fbee71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=062e376223924289a94e8981e32e8734&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2418725 Apr 05 18:34:26.162650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23321d22-382f-4f13-9f27-4ba0b69b4c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.163966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59384) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:26.231478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f'}, {'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720'}, {'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:26.231478 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ab6edf-7c53-4cc0-b1e5-ef3941fea35a" -d '{"events": [{"server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "name": "network-vif-plugged", "status": "completed", "tag": "a0384415-42f1-4944-85f2-20af3152316f"}, {"server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "name": "network-vif-plugged", "status": "completed", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720"}, {"server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "name": "network-vif-plugged", "status": "completed", "tag": "0e3b204d-c636-4880-884a-5f1585442a24"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:26.238724 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23321d22-382f-4f13-9f27-4ba0b69b4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.241434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23321d22-382f-4f13-9f27-4ba0b69b4c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.245190 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-23321d22-382f-4f13-9f27-4ba0b69b4c7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ff487da-0578-4c16-8d75-0b828d45a7d4 HTTP/1.1" status: 204 len: 168 time: 0.2715046 Apr 05 18:34:26.251183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0e3b204d-c636-4880-884a-5f1585442a24,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:26.252308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23321d22-382f-4f13-9f27-4ba0b69b4c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff487da-0578-4c16-8d75-0b828d45a7d4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:26.264833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3a4c0-09de-4031-bb2c-878023933955 req-e99d7cff-95bb-41fc-822d-2d1f1fd81f30 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:26.266622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57d3a4c0-09de-4031-bb2c-878023933955 req-e99d7cff-95bb-41fc-822d-2d1f1fd81f30 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1708806 Apr 05 18:34:26.293688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.309348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf447-47b6-44cb-b9d7-a10c9ed58c4c req-a85c3963-abb2-4bfb-ba56-5893f56a29f4 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:26.311757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-153cf447-47b6-44cb-b9d7-a10c9ed58c4c req-a85c3963-abb2-4bfb-ba56-5893f56a29f4 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 945 time: 0.1690719 Apr 05 18:34:26.372292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.391949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57d3a4c0-09de-4031-bb2c-878023933955 req-0f222c82-2674-4e06-9e66-440382e9ba2f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074767 Apr 05 18:34:26.430931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-153cf447-47b6-44cb-b9d7-a10c9ed58c4c req-e8ec146a-dbb4-44d1-a11b-eda6e141bfd8 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086378 Apr 05 18:34:26.494191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.500772 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:26.500772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78901be1-5e73-4486-9e36-79c1785a6792 HTTP/1.1" status: 204 len: 168 time: 0.3338180 Apr 05 18:34:26.526151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78901be1-5e73-4486-9e36-79c1785a6792,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:26.535713 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b8c57c-1713-4837-a8d0-41d99aad9123 x-openstack-request-id: req-61b8c57c-1713-4837-a8d0-41d99aad9123 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:26.535980 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "name": "network-vif-plugged", "status": "completed", "tag": "a0384415-42f1-4944-85f2-20af3152316f", "code": 200}, {"server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "name": "network-vif-plugged", "status": "completed", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720", "code": 200}, {"server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "name": "network-vif-plugged", "status": "completed", "tag": "0e3b204d-c636-4880-884a-5f1585442a24", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:26.536266 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61b8c57c-1713-4837-a8d0-41d99aad9123 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:26.536667 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b8c57c-1713-4837-a8d0-41d99aad9123'] response: {'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f', 'code': 200} Apr 05 18:34:26.536952 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b8c57c-1713-4837-a8d0-41d99aad9123'] response: {'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'code': 200} Apr 05 18:34:26.537163 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b8c57c-1713-4837-a8d0-41d99aad9123'] response: {'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24', 'code': 200} Apr 05 18:34:26.545802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.546357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.546911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.549107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.549467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.551782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.552398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.552773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.553198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.554458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.554458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.555832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2defad5-70ef-43f8-8a92-98f429f235ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:26.683207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bde7b9-104a-4596-a29c-26cbd369f777 req-f673d7c4-c8d1-40d4-9a31-722b33ceac56 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:26.685040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5bde7b9-104a-4596-a29c-26cbd369f777 req-f673d7c4-c8d1-40d4-9a31-722b33ceac56 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 946 time: 0.0902007 Apr 05 18:34:26.803100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5bde7b9-104a-4596-a29c-26cbd369f777 req-105186b9-72d2-4f4d-a718-f4f8367850ee tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055152 Apr 05 18:34:26.809213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ed90d-b174-4c1a-a42e-9a326de53e0a req-66ef74d6-d53f-4fa9-9f7e-b933618affad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:26.810968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f5ed90d-b174-4c1a-a42e-9a326de53e0a req-66ef74d6-d53f-4fa9-9f7e-b933618affad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1096 time: 0.1003604 Apr 05 18:34:26.825969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f71c7-6e00-484e-a2fe-c50f3f15ccf4 req-9ab4dac7-011f-44e9-a53a-b408d08f20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:26.829052 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-496f71c7-6e00-484e-a2fe-c50f3f15ccf4 req-9ab4dac7-011f-44e9-a53a-b408d08f20dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1096 time: 0.1327963 Apr 05 18:34:26.840485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec2549-8712-4207-a9cc-79e5ec8cbfc1 req-c2cef08a-44ee-4e30-8ee4-6079a758ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:26.842990 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-31ec2549-8712-4207-a9cc-79e5ec8cbfc1 req-c2cef08a-44ee-4e30-8ee4-6079a758ba13 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1100 time: 0.0947843 Apr 05 18:34:26.856067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f5ed90d-b174-4c1a-a42e-9a326de53e0a req-ca2eeaca-6064-43b5-b1c7-3b1140b419dc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362906 Apr 05 18:34:26.898508 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-496f71c7-6e00-484e-a2fe-c50f3f15ccf4 req-c5e2a5d2-e113-4aa9-a8dd-bc310590b2b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Apr 05 18:34:26.903895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:26.904157 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-31ec2549-8712-4207-a9cc-79e5ec8cbfc1 req-208d9726-67c5-4400-9906-a6d293e3632f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539877 Apr 05 18:34:26.943665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7ce3c08c-c3b6-46dc-a199-c7c316b10c90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=258e8cbb4e0c42148f74288f45b7101a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386546 Apr 05 18:34:26.945966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59426) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:27.002306 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a60b07a-2e21-4977-8104-b3b08ccba7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.023785 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a60b07a-2e21-4977-8104-b3b08ccba7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.087613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a60b07a-2e21-4977-8104-b3b08ccba7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.090255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a60b07a-2e21-4977-8104-b3b08ccba7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.091427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0a60b07a-2e21-4977-8104-b3b08ccba7fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ab53c4a-a655-4588-9d47-850b628adbcf HTTP/1.1" status: 204 len: 168 time: 0.1445353 Apr 05 18:34:27.110600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60b07a-2e21-4977-8104-b3b08ccba7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab53c4a-a655-4588-9d47-850b628adbcf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:27.153478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af9d3b-8a89-4ab4-b61d-4cc07bda4e60 req-08040c98-bb78-4e4c-a548-13937358783a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:27.161307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0af9d3b-8a89-4ab4-b61d-4cc07bda4e60 req-08040c98-bb78-4e4c-a548-13937358783a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 945 time: 0.0604496 Apr 05 18:34:27.196333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0af9d3b-8a89-4ab4-b61d-4cc07bda4e60 req-2ae3e4d7-4d97-481d-98c2-4a0baeabf502 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Apr 05 18:34:27.230238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59438) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:27.309694 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59442) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:27.323558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.402787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.410978 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.459054 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79e8abee17aa4895820c097e58c5a1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482351 Apr 05 18:34:27.460395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d99d2-a7bd-43ed-b2da-88d257ea516d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:27.461708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59454) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:27.479144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.483034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.483426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.483762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.485612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.486092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.488391 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.488895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.489452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.490006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.491714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.492214 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc00c9-782f-41b1-aec2-c2e71cda4e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:27.586787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f21996-c5a5-49f4-8b66-3f37ec8d3861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.624257 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db6e4bd3-7bbe-42a6-97ce-3c43622b0bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.652701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dbbfb-980c-4c66-ab5f-92f1a6718b7a req-afe41a9b-535e-423f-a3a4-23e78f69bc64 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:27.654168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b8dbbfb-980c-4c66-ab5f-92f1a6718b7a req-afe41a9b-535e-423f-a3a4-23e78f69bc64 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1722825 Apr 05 18:34:27.677243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee23a97-d0d0-4a78-bc0a-6e752836b964 req-10c3c418-2765-49e8-b450-92fca97ce81d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:27.678759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cee23a97-d0d0-4a78-bc0a-6e752836b964 req-10c3c418-2765-49e8-b450-92fca97ce81d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 945 time: 0.1394286 Apr 05 18:34:27.689981 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db6e4bd3-7bbe-42a6-97ce-3c43622b0bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.797893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cee23a97-d0d0-4a78-bc0a-6e752836b964 req-713f8c2a-06c6-41a6-ba79-85005883cdbd tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123264 Apr 05 18:34:27.815010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b8dbbfb-980c-4c66-ab5f-92f1a6718b7a req-c0819206-28a0-413f-a097-91843e765129 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352501 Apr 05 18:34:27.835832 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f21996-c5a5-49f4-8b66-3f37ec8d3861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.855964 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f21996-c5a5-49f4-8b66-3f37ec8d3861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.866263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db6e4bd3-7bbe-42a6-97ce-3c43622b0bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.869833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db6e4bd3-7bbe-42a6-97ce-3c43622b0bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:27.871316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-db6e4bd3-7bbe-42a6-97ce-3c43622b0bdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd5d99d2-a7bd-43ed-b2da-88d257ea516d HTTP/1.1" status: 204 len: 168 time: 0.4085274 Apr 05 18:34:27.910166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b8f21996-c5a5-49f4-8b66-3f37ec8d3861 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3725b55db8a141ca9d36dac334cfb98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6759815 Apr 05 18:34:27.913310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59478) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:27.919314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f21996-c5a5-49f4-8b66-3f37ec8d3861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ae9bd5-57d5-4888-b1e5-a03fea96808f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:27.946030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e4bd3-7bbe-42a6-97ce-3c43622b0bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d99d2-a7bd-43ed-b2da-88d257ea516d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:27.984298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84a713-da9d-4ed3-aec3-5bcb2c156980 req-ec281468-858a-4032-a3c9-197106033191 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:27.987453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec84a713-da9d-4ed3-aec3-5bcb2c156980 req-ec281468-858a-4032-a3c9-197106033191 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 946 time: 0.0819778 Apr 05 18:34:27.993568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e03ee66-34c1-4b48-873c-aa2f8879aca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:28.036190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e03ee66-34c1-4b48-873c-aa2f8879aca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:28.037755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec84a713-da9d-4ed3-aec3-5bcb2c156980 req-f22f5af7-5e69-411a-94c5-11f942e7c236 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Apr 05 18:34:28.097039 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e03ee66-34c1-4b48-873c-aa2f8879aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:28.101227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e03ee66-34c1-4b48-873c-aa2f8879aca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:28.103126 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7e03ee66-34c1-4b48-873c-aa2f8879aca7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66ae9bd5-57d5-4888-b1e5-a03fea96808f HTTP/1.1" status: 204 len: 168 time: 0.1882555 Apr 05 18:34:28.113911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03ee66-34c1-4b48-873c-aa2f8879aca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ae9bd5-57d5-4888-b1e5-a03fea96808f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:28.206642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d9c71-fef4-4b8a-a4f7-75daf2022e5e req-64f2c9ef-e000-417b-80d7-94fcd7ef8491 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:28.209380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-246d9c71-fef4-4b8a-a4f7-75daf2022e5e req-64f2c9ef-e000-417b-80d7-94fcd7ef8491 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 946 time: 0.0729425 Apr 05 18:34:28.219055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59494) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:28.224045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Request body: {'floatingip': {'port_id': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:28.339124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:28.383292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deeeb9-42b5-4ad8-a403-85f34a7b1a90 req-3bbcaac7-e0cb-4159-8e5c-84d90827c531 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:28.393416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08deeeb9-42b5-4ad8-a403-85f34a7b1a90 req-3bbcaac7-e0cb-4159-8e5c-84d90827c531 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 945 time: 0.0802193 Apr 05 18:34:28.432331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08deeeb9-42b5-4ad8-a403-85f34a7b1a90 req-f4e2cc5e-cacc-45cb-b300-a244bb02f732 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Apr 05 18:34:28.840473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59514) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:28.871468 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-28050333-6825-4b9c-88cc-b70448bcfe86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.031852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.db.resource_extend [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:34:29.058671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c39dc-5d5d-4994-bbce-fd2dc5ec1523 req-0daa62c8-e138-4468-991e-92da1242d15c tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:29.060077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-466c39dc-5d5d-4994-bbce-fd2dc5ec1523 req-0daa62c8-e138-4468-991e-92da1242d15c tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 945 time: 0.0831485 Apr 05 18:34:29.072822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824e58-7246-450c-b2a0-2d14fd5f85f9 req-f18cf1c0-cf91-4cb0-8b00-30cc5a750496 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:29.080336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a824e58-7246-450c-b2a0-2d14fd5f85f9 req-f18cf1c0-cf91-4cb0-8b00-30cc5a750496 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1370819 Apr 05 18:34:29.125651 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.126739 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-28050333-6825-4b9c-88cc-b70448bcfe86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.132695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.153116 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-28050333-6825-4b9c-88cc-b70448bcfe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.183636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a824e58-7246-450c-b2a0-2d14fd5f85f9 req-f803f40c-6bdc-43de-9a5d-cc92cf0a5955 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965295 Apr 05 18:34:29.205430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-466c39dc-5d5d-4994-bbce-fd2dc5ec1523 req-777962b4-51e8-47b7-a200-620fdbc8bf25 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172769 Apr 05 18:34:29.234195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-28050333-6825-4b9c-88cc-b70448bcfe86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f021c1f26d1740fd939daebb526d5e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920388 Apr 05 18:34:29.234946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59538) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:29.235799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28050333-6825-4b9c-88cc-b70448bcfe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a592f36d-fbab-40df-99a4-83b74cdc31d5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:29.298737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-715b0ed0-0d5d-4aa0-88a9-33e7cddd4ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.326437 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-715b0ed0-0d5d-4aa0-88a9-33e7cddd4ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.390614 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-715b0ed0-0d5d-4aa0-88a9-33e7cddd4ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.393497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-715b0ed0-0d5d-4aa0-88a9-33e7cddd4ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.397710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-715b0ed0-0d5d-4aa0-88a9-33e7cddd4ec3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a592f36d-fbab-40df-99a4-83b74cdc31d5 HTTP/1.1" status: 204 len: 168 time: 0.1592951 Apr 05 18:34:29.408328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b0ed0-0d5d-4aa0-88a9-33e7cddd4ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a592f36d-fbab-40df-99a4-83b74cdc31d5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:29.489201 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Floating IP aa113f5b-f801-48de-bc01-ef65a13f0633 associated. External IP: 172.25.4.127, port: 6d6d42e9-28be-4ac1-96b9-4dc792ab0155. Apr 05 18:34:29.651052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1649d7-fa75-4553-927e-e88ee4c5e7b8 req-8a08374b-3b93-4195-a3f0-68bd91b1d0ff tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:29.652611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e1649d7-fa75-4553-927e-e88ee4c5e7b8 req-8a08374b-3b93-4195-a3f0-68bd91b1d0ff tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1100 time: 0.0616066 Apr 05 18:34:29.683254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6e1649d7-fa75-4553-927e-e88ee4c5e7b8 req-6928f2f2-8142-4332-9c1a-4a12116863fd tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.761177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Router ab9b65c2-214d-4aea-9929-262ea2841b48 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:34:29.771841 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6e1649d7-fa75-4553-927e-e88ee4c5e7b8 req-6928f2f2-8142-4332-9c1a-4a12116863fd tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.779318 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6e1649d7-fa75-4553-927e-e88ee4c5e7b8 req-6928f2f2-8142-4332-9c1a-4a12116863fd tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.809079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e1649d7-fa75-4553-927e-e88ee4c5e7b8 req-6928f2f2-8142-4332-9c1a-4a12116863fd tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496651 Apr 05 18:34:29.847432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928f2f2-8142-4332-9c1a-4a12116863fd tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9ebdb1-08fd-40f2-aa7d-b19259febd39,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:29.910231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:34:29.926647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:29.930458 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] Sync routers for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:34:29.938128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82da424-4c35-436a-8309-341793f7d577 req-e44c0935-ccf5-4308-93a4-802989a3e096 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:29.939400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b82da424-4c35-436a-8309-341793f7d577 req-e44c0935-ccf5-4308-93a4-802989a3e096 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 945 time: 0.0538602 Apr 05 18:34:29.943158 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:34:29.943900 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:34:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:34:29.984727 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-168dfccc-d16b-4dfa-8aef-ca6269781883 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "PUT /v2.0/floatingips/aa113f5b-f801-48de-bc01-ef65a13f0633 HTTP/1.1" status: 200 len: 992 time: 1.7643509 Apr 05 18:34:29.985685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:29.988250 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61daac9-2c14-40f7-89d7-953e8024dc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:30.002934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b82da424-4c35-436a-8309-341793f7d577 req-dcb8f0b1-d03a-4423-b44b-8594479cd269 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549440 Apr 05 18:34:30.063955 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:34:30.151175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4d732-3d45-494c-9432-603a55b620f8 req-de95dc2c-a4d0-4fbe-813c-b37f55f4ae3f tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:30.160640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04c4d732-3d45-494c-9432-603a55b620f8 req-de95dc2c-a4d0-4fbe-813c-b37f55f4ae3f tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1096 time: 0.0554605 Apr 05 18:34:30.250204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04c4d732-3d45-494c-9432-603a55b620f8 req-992bfbec-463b-4296-9e8f-10671d0e58da tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831795 Apr 05 18:34:30.383210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-31238ade-1e81-4261-8d02-9010e36d0093 req-2de99446-f9e7-48e7-ab7d-ca4b434f52b2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:34:30.384325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31238ade-1e81-4261-8d02-9010e36d0093 req-2de99446-f9e7-48e7-ab7d-ca4b434f52b2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064912 Apr 05 18:34:30.474497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999b2fa-3399-4384-acc7-7bb2e0b30d80 req-ac13c9c3-3482-479f-803e-7e04b7aac33c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:30.475994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b999b2fa-3399-4384-acc7-7bb2e0b30d80 req-ac13c9c3-3482-479f-803e-7e04b7aac33c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 946 time: 0.0826294 Apr 05 18:34:30.499917 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'aa113f5b-f801-48de-bc01-ef65a13f0633', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'port_id': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'mac_address': 'fa:16:3e:57:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:33:55Z', 'updated_at': '2022-04-05T18:34:28Z', 'revision_number': 1, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:34:30.527065 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] Checking router: ab9b65c2-214d-4aea-9929-262ea2841b48 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:34:30.531984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b999b2fa-3399-4384-acc7-7bb2e0b30d80 req-7915381f-ed9e-4b3b-846f-81c2e4e30fab tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 Apr 05 18:34:30.542000 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:34:30.542889 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:34:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:34:30.586434 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae73f97-17e2-4ac5-bca2-79d6b7cb8c90 x-openstack-request-id: req-5ae73f97-17e2-4ac5-bca2-79d6b7cb8c90 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:30.586937 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:30.586937 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ae73f97-17e2-4ac5-bca2-79d6b7cb8c90 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:30.587331 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae73f97-17e2-4ac5-bca2-79d6b7cb8c90'] response: {'name': 'network-changed', 'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'status': 'completed', 'code': 200} Apr 05 18:34:30.677133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-788bb144-72fd-4e0d-aa4c-02dd6488a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:30.678730 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:34:30.680499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-788bb144-72fd-4e0d-aa4c-02dd6488a2ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0610471 Apr 05 18:34:30.810304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-7b28b073-70b6-4da4-8e48-864ef16cd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:30.812589 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-7b28b073-70b6-4da4-8e48-864ef16cd945 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 200 len: 923 time: 0.1261675 Apr 05 18:34:30.940592 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-0069e9b9-d918-4646-83db-5b50dc809c48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155 HTTP/1.1" status: 200 len: 1000 time: 0.1210651 Apr 05 18:34:30.968676 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'aa113f5b-f801-48de-bc01-ef65a13f0633', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'port_id': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'mac_address': 'fa:16:3e:57:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:33:55Z', 'updated_at': '2022-04-05T18:34:28Z', 'revision_number': 1, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:34:30.994761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-46ca9353-dfdb-4982-ba62-b385caafeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:30.996400 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-46ca9353-dfdb-4982-ba62-b385caafeb84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d HTTP/1.1" status: 200 len: 862 time: 0.0493007 Apr 05 18:34:31.006051 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ac104-5129-4a29-9bb6-7e4566d97140 None None] The sync data for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 is: [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'aa113f5b-f801-48de-bc01-ef65a13f0633', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'port_id': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'mac_address': 'fa:16:3e:57:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:33:55Z', 'updated_at': '2022-04-05T18:34:28Z', 'revision_number': 1, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:34:31.058573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-f302705c-ccf1-4069-bfd3-fd1350fda454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:31.062672 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-f302705c-ccf1-4069-bfd3-fd1350fda454 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8485de0-5c8f-4cbd-ac10-501236a7342b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596013 Apr 05 18:34:31.176021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3770b-b049-45d1-b119-20ab013cc99c req-307f7a1c-bdfb-4f48-b499-1e1b1b3af31a tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:31.187250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc3770b-b049-45d1-b119-20ab013cc99c req-307f7a1c-bdfb-4f48-b499-1e1b1b3af31a tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1096 time: 0.0692310 Apr 05 18:34:31.213940 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-85b06db8-5dca-4f4b-b8e7-2c2bda6e4e43 service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399257 Apr 05 18:34:31.213940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59620) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:31.265609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc3770b-b049-45d1-b119-20ab013cc99c req-3556ebc1-d1c3-41b9-b49f-95d9e7da9e77 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743208 Apr 05 18:34:31.332198 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f61daac9-2c14-40f7-89d7-953e8024dc8f req-3d34eeaf-ca07-4be9-a538-d005f32b5177 service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135430 Apr 05 18:34:31.414977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04deec2-4682-4047-b5fb-c7327f26f6c1 None None] New status for floating IP aa113f5b-f801-48de-bc01-ef65a13f0633: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:34:31.460760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dec5e9-7d2a-4f88-8522-4870e9a62418 req-cab01b55-3517-40bb-8a40-7bc65f006b9b tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:31.471917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5dec5e9-7d2a-4f88-8522-4870e9a62418 req-cab01b55-3517-40bb-8a40-7bc65f006b9b tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1096 time: 0.0515437 Apr 05 18:34:31.519981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5dec5e9-7d2a-4f88-8522-4870e9a62418 req-45542626-b0e3-4669-92b8-463108a30f1a tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Apr 05 18:34:31.588993 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8e117ada-28fa-4a55-a038-51d7a8d7ba45 tempest-AutoAllocateNetworkTest-389735116 tempest-AutoAllocateNetworkTest-389735116-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e1fe22a2721443d58046eb2b73ac2f1e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3740511 Apr 05 18:34:31.589480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59638) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:31.697740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c016583-684f-4023-8b54-c5cadf558011 req-be6bd28a-4331-4cc5-beee-204813f87d41 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:31.703234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c016583-684f-4023-8b54-c5cadf558011 req-be6bd28a-4331-4cc5-beee-204813f87d41 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.0606027 Apr 05 18:34:31.749612 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-2d82c3fa-3fa1-43a0-bf10-e95378eab0da tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1c565f5440b8436db418342b85223625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453172 Apr 05 18:34:31.760498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203bcfa-e1ac-40d4-b4d8-85330e7cbcfc tempest-AutoAllocateNetworkTest-389735116 tempest-AutoAllocateNetworkTest-389735116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:31.767496 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1203bcfa-e1ac-40d4-b4d8-85330e7cbcfc tempest-AutoAllocateNetworkTest-389735116 tempest-AutoAllocateNetworkTest-389735116-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1743438 Apr 05 18:34:31.767771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59652) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:31.789824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59654) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:31.832703 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1b0d991f-606d-4bef-a177-a41f9a911c52 tempest-AutoAllocateNetworkTest-389735116 tempest-AutoAllocateNetworkTest-389735116-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614939 Apr 05 18:34:31.832993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59660) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:31.839250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c016583-684f-4023-8b54-c5cadf558011 req-e26981db-4bc6-4787-89c6-83fe20b70b45 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287012 Apr 05 18:34:31.865505 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-daab44b1-ed61-4cba-b25f-e8ecc22e9b06 tempest-AutoAllocateNetworkTest-389735116 tempest-AutoAllocateNetworkTest-389735116-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e1fe22a2721443d58046eb2b73ac2f1e HTTP/1.1" status: 200 len: 208 time: 0.0289769 Apr 05 18:34:31.921564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-f944ee7c-a0f8-464b-9c69-2a71ce4c70f7 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:31.923016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-f944ee7c-a0f8-464b-9c69-2a71ce4c70f7 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726372 Apr 05 18:34:31.933059 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-361a034c-a808-4ab9-9d40-f6a7a6746d27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422663 Apr 05 18:34:31.959205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-6b3c8c91-d97f-4e13-9365-b93f9b2b919d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:34:31.960174 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-6b3c8c91-d97f-4e13-9365-b93f9b2b919d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182512 Apr 05 18:34:31.964713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-3e5bcc05-928e-422c-9130-db7d6feb1e92 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/quotas/1c565f5440b8436db418342b85223625 HTTP/1.1" status: 200 len: 375 time: 0.0297856 Apr 05 18:34:31.988934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8cdea-17ae-40fa-9b1f-e56a4ace5227 req-842d6261-0b0f-4ecd-95e1-b4d4f4114c17 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:31.990577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfa8cdea-17ae-40fa-9b1f-e56a4ace5227 req-842d6261-0b0f-4ecd-95e1-b4d4f4114c17 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1096 time: 0.0767066 Apr 05 18:34:32.006083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-061aecc0-990c-4c76-872b-54fa229b6115 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c565f5440b8436db418342b85223625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297432 Apr 05 18:34:32.048114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfa8cdea-17ae-40fa-9b1f-e56a4ace5227 req-94a02a4c-dd53-4c0e-a9be-9b14e75600bd tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 Apr 05 18:34:32.169051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:32.455848 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-419ca116-e80b-4bc8-bdda-686599ec2896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:32.680126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-419ca116-e80b-4bc8-bdda-686599ec2896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:32.690463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-419ca116-e80b-4bc8-bdda-686599ec2896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:32.715006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59724) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:32.783039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-6cfa9723-688a-4a31-ab06-45cbf13f8c34 req-23eea247-bd1a-43e5-a5c0-2097f53fe27c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:34:32.797206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6cfa9723-688a-4a31-ab06-45cbf13f8c34 req-23eea247-bd1a-43e5-a5c0-2097f53fe27c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2059534 Apr 05 18:34:32.814029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-419ca116-e80b-4bc8-bdda-686599ec2896 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1fe22a2721443d58046eb2b73ac2f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6426919 Apr 05 18:34:32.816531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59728) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:32.819219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ca116-e80b-4bc8-bdda-686599ec2896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f422df-99c8-411d-a793-9bb0861e2ba8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:32.852104 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6dd2660c-6383-4fee-842f-a991772aab8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:32.983726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e36e98bd-a62d-4541-a8fe-97b4a6b0e505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.030598 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e36e98bd-a62d-4541-a8fe-97b4a6b0e505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.053448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6dd2660c-6383-4fee-842f-a991772aab8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.070276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6dd2660c-6383-4fee-842f-a991772aab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.133021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59750) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:33.133248 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6dd2660c-6383-4fee-842f-a991772aab8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=199b53f6e6f4469eab2cdfd5c1345d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153655 Apr 05 18:34:33.139041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2660c-6383-4fee-842f-a991772aab8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a905b5d0-836d-4372-9631-ebe8c35e46e0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:33.162980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e36e98bd-a62d-4541-a8fe-97b4a6b0e505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.166247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e36e98bd-a62d-4541-a8fe-97b4a6b0e505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.167938 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e36e98bd-a62d-4541-a8fe-97b4a6b0e505 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2f422df-99c8-411d-a793-9bb0861e2ba8 HTTP/1.1" status: 204 len: 168 time: 0.3500819 Apr 05 18:34:33.185424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e98bd-a62d-4541-a8fe-97b4a6b0e505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f422df-99c8-411d-a793-9bb0861e2ba8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:33.271612 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1da20d14-fa4a-4e1f-a23e-2a7b8ae5380a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.315988 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1da20d14-fa4a-4e1f-a23e-2a7b8ae5380a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.403985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1da20d14-fa4a-4e1f-a23e-2a7b8ae5380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.409248 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1da20d14-fa4a-4e1f-a23e-2a7b8ae5380a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.413353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1da20d14-fa4a-4e1f-a23e-2a7b8ae5380a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a905b5d0-836d-4372-9631-ebe8c35e46e0 HTTP/1.1" status: 204 len: 168 time: 0.2790747 Apr 05 18:34:33.424883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da20d14-fa4a-4e1f-a23e-2a7b8ae5380a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a905b5d0-836d-4372-9631-ebe8c35e46e0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:33.482243 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e103ab86-8534-4dd7-82f7-9c8431039a0e tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1c565f5440b8436db418342b85223625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239899 Apr 05 18:34:33.723878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-408b9e74-6ef5-4a87-8574-d1523c223ce6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:33.731739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-408b9e74-6ef5-4a87-8574-d1523c223ce6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430506 Apr 05 18:34:33.747277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Request body: {'port': {'device_id': 'aa530c24-990f-49a1-9670-f8df86087599', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '1c565f5440b8436db418342b85223625'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:33.900688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Made reservation on behalf of 1c565f5440b8436db418342b85223625 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:33.904587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:33.923726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.020157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:34.032524 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.034563 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c007237c-42c1-4d75-8c39-177f80415abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.038761 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.122568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529bc00b-2051-42d2-84bf-0a35fc31297a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:34.159616 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c007237c-42c1-4d75-8c39-177f80415abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.167396 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c007237c-42c1-4d75-8c39-177f80415abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.237015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Allocated IP 192.168.233.192 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/ae2257c4-7b62-486e-8143-103bc0ea9e77) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:34.256961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007237c-42c1-4d75-8c39-177f80415abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ee439a-8f81-4704-b953-7ba711920be2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:34.261475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c007237c-42c1-4d75-8c39-177f80415abe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85ac818425d3465484f8815a4d4147ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403049 Apr 05 18:34:34.264725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59816) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:34.276417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-68ba5a2b-89f5-4d97-b985-65bdb8977176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:34.278482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-68ba5a2b-89f5-4d97-b985-65bdb8977176 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1100 time: 0.0898128 Apr 05 18:34:34.339754 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f886892-c0a6-4aca-b935-119f8364aa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.372258 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f886892-c0a6-4aca-b935-119f8364aa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.462788 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f886892-c0a6-4aca-b935-119f8364aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.467168 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f886892-c0a6-4aca-b935-119f8364aa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.468720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4f886892-c0a6-4aca-b935-119f8364aa93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41ee439a-8f81-4704-b953-7ba711920be2 HTTP/1.1" status: 204 len: 168 time: 0.2015834 Apr 05 18:34:34.478956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f886892-c0a6-4aca-b935-119f8364aa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ee439a-8f81-4704-b953-7ba711920be2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:34.494622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-418b3055-851f-4df1-9cbf-6ffaa0b24411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:34.496110 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-418b3055-851f-4df1-9cbf-6ffaa0b24411 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2073271 Apr 05 18:34:34.555172 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-c0eb76dc-33e5-45e7-810e-d37caeb017c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 217 time: 0.0494576 Apr 05 18:34:34.579178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.622562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-0af6d688-1491-4c5c-9c36-9b5f30af0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:34.624979 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-0af6d688-1491-4c5c-9c36-9b5f30af0543 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0580745 Apr 05 18:34:34.650892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-98c46d33-9d3b-4ccf-87fb-77b193f4c628 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:34:34.652187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-98c46d33-9d3b-4ccf-87fb-77b193f4c628 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2681193 Apr 05 18:34:34.674916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59832) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:34.687232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.700593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-0c329e76-7375-48cf-bed4-4479f3578fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:34.708853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-0c329e76-7375-48cf-bed4-4479f3578fe0 service neutron] 10.222.0.15 "GET /v2.0/ports/a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 1093 time: 0.0492587 Apr 05 18:34:34.730529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Request body: {'binding': {'host': 'n-h2-836650-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:34.735753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Unknown quota resources ['binding']. {{(pid=102640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 18:34:34.741309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-e6f6e241-6f00-4c8e-83c2-9ac25c30673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:34.743434 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-e6f6e241-6f00-4c8e-83c2-9ac25c30673b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042092 Apr 05 18:34:34.745387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:34.747165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.768941 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:34.775060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:34.818628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:34.898659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:34.899136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:34.949383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f on host n-h2-836650-3 for vnic_type normal with profile None {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:34.949837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:34.950430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:34.956813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Port a0384415-42f1-4944-85f2-20af3152316f on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:34.957136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:34.961720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-9a64663f-cea6-4e46-94b5-1277af6cdc16 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2195327 Apr 05 18:34:34.962683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:34.963024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:34.963463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:34.963927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Bound port: a0384415-42f1-4944-85f2-20af3152316f, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:34.965586 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-d988a60b-7a3a-4663-aac7-bd07e09f2de6 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094254 Apr 05 18:34:34.974444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Request body: {'port': {'device_id': 'aa530c24-990f-49a1-9670-f8df86087599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:35.094764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:35.101699 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:35.103136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-2c09d490-8d6d-48b0-82a6-761928195b93 service neutron] 10.222.0.15 "POST /v2.0/ports/a0384415-42f1-4944-85f2-20af3152316f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3930781 Apr 05 18:34:35.151417 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:35.211061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f537c68a-b7a2-4379-b887-f1b0831a6f81 None None] Provisioning complete for port ae2257c4-7b62-486e-8143-103bc0ea9e77 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:35.211672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f537c68a-b7a2-4379-b887-f1b0831a6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:35.216784 n-d-836650-3 neutron-server[102639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 18:34:35.221562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-5f53b3d4-0c25-470e-b4ec-9391ed395eae tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:34:35.233300 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-5f53b3d4-0c25-470e-b4ec-9391ed395eae tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5558610 Apr 05 18:34:35.238332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-0307d3cc-031c-4a2e-a39b-b3090cf26cdf service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564135 Apr 05 18:34:35.308450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f537c68a-b7a2-4379-b887-f1b0831a6f81 None None] Port ae2257c4-7b62-486e-8143-103bc0ea9e77 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:34:35.424605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-e226cc50-d6ed-4d1b-9294-468020aac35a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1c565f5440b8436db418342b85223625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538540 Apr 05 18:34:35.645171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2257c4-7b62-486e-8143-103bc0ea9e77 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:35.655132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:35.709165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Transition to ACTIVE for port object ae2257c4-7b62-486e-8143-103bc0ea9e77 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:35.718379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-bab77510-aab2-4a6d-84cd-d151a098182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:35.726064 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-bab77510-aab2-4a6d-84cd-d151a098182c service neutron] 10.222.0.15 "GET /v2.0/ports/0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 1093 time: 0.3542795 Apr 05 18:34:35.731280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Request body: {'binding': {'host': 'n-h1-836650-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:35.732009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Unknown quota resources ['binding']. {{(pid=102639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 18:34:35.736141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:35.891550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8f5b4330-beef-4b06-b0ac-c58e1e210a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:35.898693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8f5b4330-beef-4b06-b0ac-c58e1e210a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4655354 Apr 05 18:34:35.911227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-6af56d18-a0fa-41d6-a1ee-59b07e0f6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:35.911321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-6af56d18-a0fa-41d6-a1ee-59b07e0f6880 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1096 time: 0.3672748 Apr 05 18:34:35.915150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-583d2379-0efa-4a7b-b1b2-ed4af44f98c3 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/quotas/1c565f5440b8436db418342b85223625 HTTP/1.1" status: 200 len: 375 time: 0.0156009 Apr 05 18:34:36.042597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-a95440dd-a84b-44f9-8180-3e2fcfed3fb5 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c565f5440b8436db418342b85223625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123428 Apr 05 18:34:36.059784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-83feb004-2300-43f4-abe2-7dac107ab91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:36.062389 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-83feb004-2300-43f4-abe2-7dac107ab91d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.1441722 Apr 05 18:34:36.123706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-6e3df807-3cb4-4c35-a41b-a756e4767ae3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 217 time: 0.0549607 Apr 05 18:34:36.192280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-ff6a1c10-f4b8-4cee-81cf-6cd90692dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:36.193747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-ff6a1c10-f4b8-4cee-81cf-6cd90692dd7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.0633841 Apr 05 18:34:36.198119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:36.234555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d4a4672f-5f73-473b-a2b2-cf540c89a602 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336509 Apr 05 18:34:36.272067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Attempting to bind port ae2257c4-7b62-486e-8143-103bc0ea9e77 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:36.272465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Attempting to bind port ae2257c4-7b62-486e-8143-103bc0ea9e77 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:36.272855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Attempting to bind port ae2257c4-7b62-486e-8143-103bc0ea9e77 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:36.288822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Port ae2257c4-7b62-486e-8143-103bc0ea9e77 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:36.289239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Attempting to bind port ae2257c4-7b62-486e-8143-103bc0ea9e77 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:36.299207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:36.300861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:36.300861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:36.300861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Bound port: ae2257c4-7b62-486e-8143-103bc0ea9e77, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:36.301389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:36.390954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 on host n-h1-836650-3 for vnic_type normal with profile None {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:36.391308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:36.391686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:36.400232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Port 0e3b204d-c636-4880-884a-5f1585442a24 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:36.400558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:36.414305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:36.414305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:36.414305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:36.414305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Bound port: 0e3b204d-c636-4880-884a-5f1585442a24, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:36.418880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c889b-1608-4403-bb9c-522a9fed2e28 req-32ec54bf-208f-4182-8bce-c75f0751771e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:36.420513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-496c889b-1608-4403-bb9c-522a9fed2e28 req-32ec54bf-208f-4182-8bce-c75f0751771e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.0828340 Apr 05 18:34:36.422315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-bbb8e5b0-87ad-49e4-a1b6-c81dfcf32226 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807432 Apr 05 18:34:36.501788 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:36.526825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:36.527464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-496c889b-1608-4403-bb9c-522a9fed2e28 req-40cb2a6d-19c9-4603-9b1b-00262778f88e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001294 Apr 05 18:34:36.551741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:36.578723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:36.596460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3899b77a-664c-4f16-9119-ec4d36aa7e98 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632817 Apr 05 18:34:36.635805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] Notify callbacks [] for binding, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:36.636980 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58a11d7b-249c-4b0b-a7ce-99cc10ead383 service neutron] 10.222.0.15 "POST /v2.0/ports/0e3b204d-c636-4880-884a-5f1585442a24/bindings HTTP/1.1" status: 201 len: 389 time: 0.9098001 Apr 05 18:34:36.638237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:36.639527 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:36.640822 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] 10.222.0.20 "PUT /v2.0/ports/ae2257c4-7b62-486e-8143-103bc0ea9e77 HTTP/1.1" status: 200 len: 1096 time: 1.6706977 Apr 05 18:34:36.643393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:36.645941 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f4e76d-d16d-47e1-82ac-0faed47c2716" -d '{"events": [{"name": "network-changed", "server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:36.683408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f458d-fe2b-4f5a-ba77-c82bb815edfd service neutron] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:36.689112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dc6c8-3069-4029-8e86-c392fdd43cd4 req-4be29fad-4ccf-4711-bdef-102cfb989445 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:36.700702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-263dc6c8-3069-4029-8e86-c392fdd43cd4 req-4be29fad-4ccf-4711-bdef-102cfb989445 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 945 time: 0.0913475 Apr 05 18:34:36.778298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-263dc6c8-3069-4029-8e86-c392fdd43cd4 req-d0880fc0-d65a-4f91-9b3b-549d567e4bde tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699611 Apr 05 18:34:36.826037 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:36.941655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cdc7c3-40d3-4987-82ac-31ad6671e5b7 req-6d944f56-e6fe-46ad-9190-31c357950fec tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 210 time: 0.0608125 Apr 05 18:34:36.972235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-f050bd56-2a88-4c0c-b715-20599e52a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:36.973879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-f050bd56-2a88-4c0c-b715-20599e52a890 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c565f5440b8436db418342b85223625&device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 1099 time: 0.1852169 Apr 05 18:34:36.981956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-79eadde2-95d8-4f75-bd19-77c46878dfb2 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:36.983570 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-79eadde2-95d8-4f75-bd19-77c46878dfb2 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.1953754 Apr 05 18:34:37.008399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836650-3'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:37.038542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-c485b243-4923-409d-8196-5b7ddacf7308 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77 HTTP/1.1" status: 200 len: 217 time: 0.0489774 Apr 05 18:34:37.090794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-8ad6cc99-77e0-43d8-97e8-a072e8972da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:37.093742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-8ad6cc99-77e0-43d8-97e8-a072e8972da6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0540340 Apr 05 18:34:37.146001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-660dd7fe-fed5-4602-afdd-909eaf0ad482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:37.147708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-660dd7fe-fed5-4602-afdd-909eaf0ad482 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471454 Apr 05 18:34:37.152862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:37.182259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-b9c0166b-eafc-4c7a-8178-6204a16a46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:37.184189 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-b9c0166b-eafc-4c7a-8178-6204a16a46d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1096 time: 0.1523991 Apr 05 18:34:37.300414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-1b965f39-b0db-4c35-af30-bb7f84119dc9 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446180 Apr 05 18:34:37.374647 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d170c6-b8c3-4d47-9598-ae75b70af505 x-openstack-request-id: req-a3d170c6-b8c3-4d47-9598-ae75b70af505 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:37.375169 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:37.375287 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3d170c6-b8c3-4d47-9598-ae75b70af505 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:37.375601 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d170c6-b8c3-4d47-9598-ae75b70af505'] response: {'name': 'network-changed', 'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'status': 'completed', 'code': 200} Apr 05 18:34:37.454804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-3dcc244e-6437-44d7-9253-c94aadce366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:37.456281 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-3dcc244e-6437-44d7-9253-c94aadce366b service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.2359796 Apr 05 18:34:37.493519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3d334-8de7-4992-92ef-09ea25044f30 req-3f8886fb-2930-4c76-8c35-4ccabb797dfc tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:37.495018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97b3d334-8de7-4992-92ef-09ea25044f30 req-3f8886fb-2930-4c76-8c35-4ccabb797dfc tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 945 time: 0.0831549 Apr 05 18:34:37.515049 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-3c42ceba-b1f7-49d4-907e-d694c75d5abe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 217 time: 0.0497556 Apr 05 18:34:37.516591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-742028f4-2ccc-48a1-832e-f8a4b13161bc req-1fd2ec47-333e-4ee8-9cf8-927917589d55 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087388 Apr 05 18:34:37.547944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97b3d334-8de7-4992-92ef-09ea25044f30 req-22fdd177-312f-43f6-83e0-9e97995487b7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Apr 05 18:34:37.572155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:37.598531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-362cb545-45a8-4e28-86ca-3dbd59af3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:37.599971 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-362cb545-45a8-4e28-86ca-3dbd59af3de6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.0768125 Apr 05 18:34:37.656883 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-b66291b9-bf23-441d-8287-01def846beab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483778 Apr 05 18:34:37.666185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:37.684677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.20', 53571) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:37.688522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-5649de5b-d487-4b56-9785-aa5f2a04d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:37.690078 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-5649de5b-d487-4b56-9785-aa5f2a04d822 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c565f5440b8436db418342b85223625&device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 1099 time: 0.0991638 Apr 05 18:34:37.739569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-3c39574e-0f89-44b6-8ce8-4c333b7986a2 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1c565f5440b8436db418342b85223625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457652 Apr 05 18:34:37.769415 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:37.795334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:37.842434 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-3580aa68-f663-4711-a727-9bc11e8356bc service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781332 Apr 05 18:34:37.934801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Pushing event updated for resources: {'Port': ['ID=a0384415-42f1-4944-85f2-20af3152316f,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:37.973366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f on host n-h1-836650-3 for vnic_type normal with profile {"migrating_to": "n-h2-836650-3"} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:37.973695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:37.974019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:37.987791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Port a0384415-42f1-4944-85f2-20af3152316f on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:37.988110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Attempting to bind port a0384415-42f1-4944-85f2-20af3152316f on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:38.001314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:38.001651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:38.002028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:38.002479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Bound port: a0384415-42f1-4944-85f2-20af3152316f, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:38.002890 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:38.014837 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-03b61002-7e72-4db7-bf7a-a4180cc0a2f1 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653836 Apr 05 18:34:38.040698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17a68aba-a6e4-4a4e-ae77-98b6badc1ef2 req-ca6b24a0-bcdd-4913-ba6b-4aec1cc0b86c tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0659287 Apr 05 18:34:38.085681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:38.087827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-c9a533c6-bb4f-49c8-8aa4-7a1b1132f255 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:38.089437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:38.089917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-c9a533c6-bb4f-49c8-8aa4-7a1b1132f255 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3228717 Apr 05 18:34:38.096951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:38.109181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba167c7f-7ab5-4bc6-9313-58d6c6f090bb req-6eacc4ac-b032-4b16-9d5d-ff7fbdc7870c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:38.110751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba167c7f-7ab5-4bc6-9313-58d6c6f090bb req-6eacc4ac-b032-4b16-9d5d-ff7fbdc7870c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.4024754 Apr 05 18:34:38.126922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Request body: {'port': {'device_id': 'fb75095b-57d8-4088-a9d0-b6c1baca5e4b', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '1c565f5440b8436db418342b85223625'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:38.187284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Pushing event updated for resources: {'Port': ['ID=a0384415-42f1-4944-85f2-20af3152316f,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:38.190967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:38.191849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:38.193411 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-d16ded70-0ce6-4929-80ed-2cda90e45b37 service neutron] 10.222.0.20 "PUT /v2.0/ports/a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 1121 time: 1.2022443 Apr 05 18:34:38.256159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-8a855aca-c36b-4eb5-8d1d-2885dae54818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:38.258925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-8a855aca-c36b-4eb5-8d1d-2885dae54818 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.5496206 Apr 05 18:34:38.286990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-9025071b-1862-4e21-8d60-1a4df672d732 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:38.287396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['a0384415-42f1-4944-85f2-20af3152316f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:38.289657 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-9025071b-1862-4e21-8d60-1a4df672d732 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.0476632 Apr 05 18:34:38.311601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-3'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:38.347571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba167c7f-7ab5-4bc6-9313-58d6c6f090bb req-0aa5068f-16cb-40ad-840f-a8be05624d3c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153447 Apr 05 18:34:38.368655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-e1235ebd-6478-4367-bae8-2914d145f4c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77 HTTP/1.1" status: 200 len: 217 time: 0.0755847 Apr 05 18:34:38.408926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd7af1-e605-4d84-a9d8-0a10642aacc6 req-0eaba477-3c76-407d-bdab-7f008d0d04df tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:38.411644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:38.424372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9cd7af1-e605-4d84-a9d8-0a10642aacc6 req-0eaba477-3c76-407d-bdab-7f008d0d04df tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.3050039 Apr 05 18:34:38.562380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04229133-a61c-405b-bd5a-4b37aa9027e3 req-1528ae26-dad1-4cb9-abf1-bcd73d56c17e tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 210 time: 0.0619407 Apr 05 18:34:38.574785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:38.589853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Made reservation on behalf of 1c565f5440b8436db418342b85223625 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:38.589853 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:38.590680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-f0dd5411-19fc-41c7-a6dc-23a46ec62080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:38.592711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-f0dd5411-19fc-41c7-a6dc-23a46ec62080 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.2117751 Apr 05 18:34:38.614153 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9cd7af1-e605-4d84-a9d8-0a10642aacc6 req-5ac0d1f3-73f1-4bcf-8aa1-b738e888f1e5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705375 Apr 05 18:34:38.636359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:38.715521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-b384d896-d285-4d63-838f-7c793fe18cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:38.717599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-b384d896-d285-4d63-838f-7c793fe18cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160238 Apr 05 18:34:38.738020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:38.745449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:38.810493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7ee3e3d-c45e-4561-8abe-fe1f656c75dd req-68abe2fa-25cb-4db9-a8c5-7328cdde43c9 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0723619 Apr 05 18:34:38.841124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b204d-c636-4880-884a-5f1585442a24,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:38.852928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 on host n-h2-836650-3 for vnic_type normal with profile {"migrating_to": "n-h1-836650-3"} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:38.853260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:38.853588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:38.859066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Port 0e3b204d-c636-4880-884a-5f1585442a24 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:38.859504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Attempting to bind port 0e3b204d-c636-4880-884a-5f1585442a24 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:38.864304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:38.864757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:38.865139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:38.865557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Bound port: 0e3b204d-c636-4880-884a-5f1585442a24, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:38.865916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:38.940450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:38.941219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Allocated IP 192.168.233.65 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/a50c6e97-b046-4b76-a44b-ff0a27f68531) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:38.943902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:38.948847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:38.989796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-4eb879e5-7dde-4fa0-88bb-d95625fbc969 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624021 Apr 05 18:34:39.003960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2467ba8-9e3d-4717-9f14-37cc2c3cd3b5 req-cb9b20f2-4d48-4d79-a38e-baf362b767d3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:39.005931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2467ba8-9e3d-4717-9f14-37cc2c3cd3b5 req-cb9b20f2-4d48-4d79-a38e-baf362b767d3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 943 time: 0.1406937 Apr 05 18:34:39.035089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:39.035705 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:39.037065 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] 10.222.0.25 "PUT /v2.0/ports/0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 1121 time: 0.7307818 Apr 05 18:34:39.037808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768e6d2-408c-4184-8264-ae6fe342b228 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b204d-c636-4880-884a-5f1585442a24,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:39.117612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0e3b204d-c636-4880-884a-5f1585442a24'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:39.206962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2467ba8-9e3d-4717-9f14-37cc2c3cd3b5 req-e23d9322-6139-4fff-8f16-16404150f286 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862314 Apr 05 18:34:39.280620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f4e76d-d16d-47e1-82ac-0faed47c2716 req-8fd38ac2-00e1-487f-8cae-9c35907a165d service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739277 Apr 05 18:34:39.319092 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:39.377047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f'}, {'name': 'network-changed', 'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f'}, {'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24'}, {'name': 'network-changed', 'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:39.378288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:39.379901 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d718c43-06a6-4824-a88c-ce2652d04bba" -d '{"events": [{"server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0384415-42f1-4944-85f2-20af3152316f"}, {"name": "network-changed", "server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "tag": "a0384415-42f1-4944-85f2-20af3152316f"}, {"server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "name": "network-vif-unplugged", "status": "completed", "tag": "0e3b204d-c636-4880-884a-5f1585442a24"}, {"name": "network-changed", "server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "tag": "0e3b204d-c636-4880-884a-5f1585442a24"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:39.392473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b28fb94b-9894-4d66-b2d6-9b32222f397e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:39.439990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:39.443146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:39.446093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:39.466182 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48a299c-e7dc-4c89-a7aa-2c732fbea1eb x-openstack-request-id: req-e48a299c-e7dc-4c89-a7aa-2c732fbea1eb {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:39.466724 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0384415-42f1-4944-85f2-20af3152316f", "code": 200}, {"name": "network-changed", "server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "tag": "a0384415-42f1-4944-85f2-20af3152316f", "status": "completed", "code": 200}, {"server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "name": "network-vif-unplugged", "status": "completed", "tag": "0e3b204d-c636-4880-884a-5f1585442a24", "code": 200}, {"name": "network-changed", "server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "tag": "0e3b204d-c636-4880-884a-5f1585442a24", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:39.466819 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e48a299c-e7dc-4c89-a7aa-2c732fbea1eb {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:39.467187 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48a299c-e7dc-4c89-a7aa-2c732fbea1eb'] response: {'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f', 'code': 200} Apr 05 18:34:39.467451 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48a299c-e7dc-4c89-a7aa-2c732fbea1eb'] response: {'name': 'network-changed', 'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f', 'status': 'completed', 'code': 200} Apr 05 18:34:39.468102 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48a299c-e7dc-4c89-a7aa-2c732fbea1eb'] response: {'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24', 'code': 200} Apr 05 18:34:39.468361 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48a299c-e7dc-4c89-a7aa-2c732fbea1eb'] response: {'name': 'network-changed', 'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24', 'status': 'completed', 'code': 200} Apr 05 18:34:39.572133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Pushing event updated for resources: {'Port': ['ID=a50c6e97-b046-4b76-a44b-ff0a27f68531,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:39.589559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-05dc6ab9-9c01-429b-a6d8-7766507d8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:39.591643 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-05dc6ab9-9c01-429b-a6d8-7766507d8f81 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1124 time: 0.0798042 Apr 05 18:34:39.619164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:39.619810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:39.633226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:39.644585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ec5d3-4c88-4749-ba70-f21371e15019 req-bb4be90a-4dba-4b59-99d2-393523ca1cfb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:39.646195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca2ec5d3-4c88-4749-ba70-f21371e15019 req-bb4be90a-4dba-4b59-99d2-393523ca1cfb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1346474 Apr 05 18:34:39.652271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-08d02ee6-9176-493f-ba76-91d6a181d8f1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5404661 Apr 05 18:34:39.655538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-edd94890-12ef-404d-90da-70e3302fbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:39.656990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-edd94890-12ef-404d-90da-70e3302fbcb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1124 time: 0.1561570 Apr 05 18:34:39.702173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Request body: {'port': {'device_id': 'fb75095b-57d8-4088-a9d0-b6c1baca5e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:39.783812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-49bb5618-c8f9-4665-b803-1299f519890d None None] Provisioning complete for port a50c6e97-b046-4b76-a44b-ff0a27f68531 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:39.784027 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49bb5618-c8f9-4665-b803-1299f519890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:39.784137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60026) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:39.817107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-322acf49-4b13-4f13-a79c-d71cf812ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:39.818680 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-322acf49-4b13-4f13-a79c-d71cf812ff48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.2184958 Apr 05 18:34:39.848254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-49bb5618-c8f9-4665-b803-1299f519890d None None] Port a50c6e97-b046-4b76-a44b-ff0a27f68531 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:34:39.863592 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:39.877073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'mac_address': 'fa:16:3e:6d:49:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:34:39.877609 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-77448657-b877-4799-ace6-41b22994d5b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 217 time: 0.0497019 Apr 05 18:34:39.936837 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:39.952988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2257c4-7b62-486e-8143-103bc0ea9e77 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:39.953748 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-0bf5a635-4d71-4f86-a010-fe70c09cb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:39.955741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-0bf5a635-4d71-4f86-a010-fe70c09cb0fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.0682163 Apr 05 18:34:39.974763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:39.983789 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:39.984970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca2ec5d3-4c88-4749-ba70-f21371e15019 req-7f776167-8978-4113-8e0b-7b1d7a6056bb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269727 Apr 05 18:34:40.006842 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-01a67052-4ed3-485b-90b5-70bfd9e9631b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382133 Apr 05 18:34:40.039768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d73a908d-a600-4563-a5e2-065d3ec6f964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:40.052956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:40.064386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.064863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.065291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.065712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.066132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.066604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.067017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.067546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.067955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.068365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.068779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.069187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:34:40.109425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:40.156821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86735-d190-48b0-a19d-a965f1c8c2fe req-425187bb-4020-4d3c-997b-92d57dbc088b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:40.158305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fce86735-d190-48b0-a19d-a965f1c8c2fe req-425187bb-4020-4d3c-997b-92d57dbc088b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 935 time: 0.1706045 Apr 05 18:34:40.182891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-c8973007-eb17-4ae4-afe4-539129e53ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:40.184200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-c8973007-eb17-4ae4-afe4-539129e53ffb service neutron] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.5033519 Apr 05 18:34:40.189772 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-c8cb555d-aac4-4246-a97f-062dc0cfba18 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319261 Apr 05 18:34:40.235324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ae2257c4-7b62-486e-8143-103bc0ea9e77'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:40.240064 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d73a908d-a600-4563-a5e2-065d3ec6f964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:40.266800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bceae-f501-49e2-84d2-dc8221c21aff req-d12e696a-0d36-40b4-9b0d-b824302ec135 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:40.268280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-657bceae-f501-49e2-84d2-dc8221c21aff req-d12e696a-0d36-40b4-9b0d-b824302ec135 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.1943660 Apr 05 18:34:40.273495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d73a908d-a600-4563-a5e2-065d3ec6f964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:40.275184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-7ea1b1ce-498e-4e05-a63d-d19e73d2a832 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 217 time: 0.0651536 Apr 05 18:34:40.323562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d73a908d-a600-4563-a5e2-065d3ec6f964 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd4faac8aea44a5a90245a5995f73a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352435 Apr 05 18:34:40.328169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60036) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:40.338855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a908d-a600-4563-a5e2-065d3ec6f964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaf117f-2ae6-48c8-9071-8f0d1e43380e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:40.358406 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-8e4619d7-ca79-4a76-804b-1e8fbe22809f service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545572 Apr 05 18:34:40.390889 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fce86735-d190-48b0-a19d-a965f1c8c2fe req-cf5459ce-1a18-423d-909f-382878775da6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107887 Apr 05 18:34:40.472482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-657bceae-f501-49e2-84d2-dc8221c21aff req-5286af5d-5bcc-4a9b-ab2c-f1af83d6efba tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921506 Apr 05 18:34:40.490023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-570c5b96-49af-41e7-824e-ba1b90b3afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:40.491484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-570c5b96-49af-41e7-824e-ba1b90b3afc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1624789 Apr 05 18:34:40.538936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b650cfe6-cebb-4ac2-b0fb-449b3d493e7a req-0039e3e9-6454-40e8-9136-807d13c8b7e6 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0858891 Apr 05 18:34:40.583768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-1cdde4ef-73d8-4e48-8844-d653fbd3a468 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487311 Apr 05 18:34:40.606914 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d742cbea-d230-42e8-b469-8adb7a8b1769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:40.703940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d742cbea-d230-42e8-b469-8adb7a8b1769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:40.763043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a952011-f070-4bcf-9ac7-685da4ec3fba req-3072c7dc-3556-47dc-ab33-3cef380584cd tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:40.765144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a952011-f070-4bcf-9ac7-685da4ec3fba req-3072c7dc-3556-47dc-ab33-3cef380584cd tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 943 time: 0.1998978 Apr 05 18:34:40.848957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-200278d1-d5a1-42c8-8bac-24851c97ba4e service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521203 Apr 05 18:34:40.886290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a952011-f070-4bcf-9ac7-685da4ec3fba req-d294f549-fbfb-4193-84fe-f67685a088ea tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059675 Apr 05 18:34:40.894876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50c6e97-b046-4b76-a44b-ff0a27f68531 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:40.924699 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d742cbea-d230-42e8-b469-8adb7a8b1769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:40.927236 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d742cbea-d230-42e8-b469-8adb7a8b1769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:40.928331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d742cbea-d230-42e8-b469-8adb7a8b1769 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4aaf117f-2ae6-48c8-9071-8f0d1e43380e HTTP/1.1" status: 204 len: 168 time: 0.5963213 Apr 05 18:34:40.930241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:40.956112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742cbea-d230-42e8-b469-8adb7a8b1769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaf117f-2ae6-48c8-9071-8f0d1e43380e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:40.961156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Transition to ACTIVE for port object a50c6e97-b046-4b76-a44b-ff0a27f68531 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:40.975570 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.039956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d718c43-06a6-4824-a88c-ce2652d04bba req-a7d5aaf8-636c-4143-bb64-4ffebc4c3fc4 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813769 Apr 05 18:34:41.049771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Pushing event updated for resources: {'Port': ['ID=a50c6e97-b046-4b76-a44b-ff0a27f68531,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:41.179657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Attempting to bind port a50c6e97-b046-4b76-a44b-ff0a27f68531 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:41.180357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Attempting to bind port a50c6e97-b046-4b76-a44b-ff0a27f68531 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:41.181003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Attempting to bind port a50c6e97-b046-4b76-a44b-ff0a27f68531 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:41.196659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Port a50c6e97-b046-4b76-a44b-ff0a27f68531 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:41.197170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Attempting to bind port a50c6e97-b046-4b76-a44b-ff0a27f68531 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:41.217550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ac2b8-8e32-4991-a364-4ae1a3517c68 req-86017437-b9e2-4e14-b714-39a28c766454 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:41.221226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-785ac2b8-8e32-4991-a364-4ae1a3517c68 req-86017437-b9e2-4e14-b714-39a28c766454 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1178429 Apr 05 18:34:41.222358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:41.222715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:41.223120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:41.223561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Bound port: a50c6e97-b046-4b76-a44b-ff0a27f68531, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:41.223923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.289873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60090) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:41.306255 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58d83e0f-99d2-4fba-8dcc-8e6252789d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.314969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-785ac2b8-8e32-4991-a364-4ae1a3517c68 req-4e63d20e-f08b-4e84-80e5-c28cbf3eaf28 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815060 Apr 05 18:34:41.346516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] For port a50c6e97-b046-4b76-a44b-ff0a27f68531, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:41.351578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] For port a50c6e97-b046-4b76-a44b-ff0a27f68531, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a50c6e97-b046-4b76-a44b-ff0a27f68531,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:41.358707 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.394083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:41.403151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.403151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] 10.222.0.20 "PUT /v2.0/ports/a50c6e97-b046-4b76-a44b-ff0a27f68531 HTTP/1.1" status: 200 len: 1095 time: 1.7054524 Apr 05 18:34:41.403151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb75095b-57d8-4088-a9d0-b6c1baca5e4b', 'tag': 'a50c6e97-b046-4b76-a44b-ff0a27f68531'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:41.403151 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a089074-a878-4781-bfe4-60376611b106" -d '{"events": [{"name": "network-changed", "server_uuid": "fb75095b-57d8-4088-a9d0-b6c1baca5e4b", "tag": "a50c6e97-b046-4b76-a44b-ff0a27f68531"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:41.425219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58d83e0f-99d2-4fba-8dcc-8e6252789d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.439501 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58d83e0f-99d2-4fba-8dcc-8e6252789d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.484493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d83e0f-99d2-4fba-8dcc-8e6252789d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8fdf83-dd3e-4f79-88c3-4d365d44d0d2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:41.492021 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02569e4-5847-4b9a-a7b2-13c5b4273ce8 x-openstack-request-id: req-b02569e4-5847-4b9a-a7b2-13c5b4273ce8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:41.492374 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb75095b-57d8-4088-a9d0-b6c1baca5e4b", "tag": "a50c6e97-b046-4b76-a44b-ff0a27f68531", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:41.492690 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b02569e4-5847-4b9a-a7b2-13c5b4273ce8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:41.493153 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02569e4-5847-4b9a-a7b2-13c5b4273ce8'] response: {'name': 'network-changed', 'server_uuid': 'fb75095b-57d8-4088-a9d0-b6c1baca5e4b', 'tag': 'a50c6e97-b046-4b76-a44b-ff0a27f68531', 'status': 'completed', 'code': 200} Apr 05 18:34:41.496608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb56e50-8715-4254-9d33-0c0439ee0c59 service neutron] Pushing event updated for resources: {'Port': ['ID=a50c6e97-b046-4b76-a44b-ff0a27f68531,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:41.522207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-2ce0803e-8a89-49f9-ad7d-d0033218ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:41.523878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-2ce0803e-8a89-49f9-ad7d-d0033218ea1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c565f5440b8436db418342b85223625&device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 1098 time: 0.0814230 Apr 05 18:34:41.536196 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-58d83e0f-99d2-4fba-8dcc-8e6252789d02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=681ff6142b404100bd70bb8b414bdfc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445097 Apr 05 18:34:41.539076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:41.650676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-7c364b21-0524-4a0f-8e95-c8a01e114963 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a50c6e97-b046-4b76-a44b-ff0a27f68531 HTTP/1.1" status: 200 len: 217 time: 0.0811458 Apr 05 18:34:41.669050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a0384415-42f1-4944-85f2-20af3152316f details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:41.686031 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-892a602e-137e-4328-b17a-b00ff953a1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.709772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:34:41.734150 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee00978f-a61a-4da0-98a1-9a01e2da6765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.754364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d9a82-d6e7-4912-8745-8d804bf698eb req-55214dc6-a8ef-43af-b7d9-18a378bb604d tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:41.755845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-836d9a82-d6e7-4912-8745-8d804bf698eb req-55214dc6-a8ef-43af-b7d9-18a378bb604d tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 947 time: 0.1853025 Apr 05 18:34:41.761775 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 0e3b204d-c636-4880-884a-5f1585442a24 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:41.769972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264152c-cf02-4525-8f38-7d0c6dfd094a req-940d3b8b-cc43-4c06-84ba-0420ba8d6597 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:41.771455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1264152c-cf02-4525-8f38-7d0c6dfd094a req-940d3b8b-cc43-4c06-84ba-0420ba8d6597 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.1750832 Apr 05 18:34:41.775785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-c9f8ce5c-b7e8-44c3-8042-e8d46ca2037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:41.777128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-c9f8ce5c-b7e8-44c3-8042-e8d46ca2037f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1099017 Apr 05 18:34:41.830822 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee00978f-a61a-4da0-98a1-9a01e2da6765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:41.898112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-836d9a82-d6e7-4912-8745-8d804bf698eb req-d283c8b8-ffc6-482d-8c32-7d9041b6ccfd tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255846 Apr 05 18:34:41.906003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1264152c-cf02-4525-8f38-7d0c6dfd094a req-ae403b68-791e-4bc0-addb-183e7b252ab9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242166 Apr 05 18:34:41.916595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-9ef1b8eb-821e-4e1f-9f84-5721757f2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:41.918936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-9ef1b8eb-821e-4e1f-9f84-5721757f2383 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299701 Apr 05 18:34:41.983235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:41.999435 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee00978f-a61a-4da0-98a1-9a01e2da6765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:42.002144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee00978f-a61a-4da0-98a1-9a01e2da6765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:42.003289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ee00978f-a61a-4da0-98a1-9a01e2da6765 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b8fdf83-dd3e-4f79-88c3-4d365d44d0d2 HTTP/1.1" status: 204 len: 168 time: 0.4627957 Apr 05 18:34:42.006159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a0384415-42f1-4944-85f2-20af3152316f has no active binding in host n-h2-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 18:34:42.012239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port ae2257c4-7b62-486e-8143-103bc0ea9e77 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:34:42.020536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00978f-a61a-4da0-98a1-9a01e2da6765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8fdf83-dd3e-4f79-88c3-4d365d44d0d2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:42.023691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ae2257c4-7b62-486e-8143-103bc0ea9e77 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:42.024260 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:42.059079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-d6f3fd88-1f32-4d50-9034-eccab336491e service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283286 Apr 05 18:34:42.069474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:42.091227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 0e3b204d-c636-4880-884a-5f1585442a24 has no active binding in host n-h1-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 18:34:42.147654 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:42.176571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:42.178907 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e0976-121a-4c24-9290-9d39f65c9205" -d '{"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-plugged", "status": "completed", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:42.188458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a89af6a1-a918-4c98-9033-75b801e75bdf req-71fc554f-1aae-4e07-9b2f-027dae2a02d5 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0771801 Apr 05 18:34:42.192582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:42.198346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b85d8f-bc30-46d8-a7aa-5a366a78f496 req-1f8ac25a-0b7c-4d08-b576-44d6344dc815 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:42.199910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28b85d8f-bc30-46d8-a7aa-5a366a78f496 req-1f8ac25a-0b7c-4d08-b576-44d6344dc815 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 943 time: 0.1376512 Apr 05 18:34:42.201868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:42.286358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:42.289044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28b85d8f-bc30-46d8-a7aa-5a366a78f496 req-419c0858-7a9f-468b-a65a-2ac122c2e8d5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766451 Apr 05 18:34:42.297705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59bd7c2a-4256-4acc-882d-5c8c6930d961 req-024e80af-f465-4d38-82f0-d8aa0496f78b service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252748 Apr 05 18:34:42.327038 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62882e7a-bd90-4e67-955c-4768101a6bc1 x-openstack-request-id: req-62882e7a-bd90-4e67-955c-4768101a6bc1 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:42.327353 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-plugged", "status": "completed", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:42.327609 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62882e7a-bd90-4e67-955c-4768101a6bc1 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:42.328003 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62882e7a-bd90-4e67-955c-4768101a6bc1'] response: {'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'code': 200} Apr 05 18:34:42.424815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a089074-a878-4781-bfe4-60376611b106 req-f68ad901-29bc-41fd-9a00-9ac87fd02087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:42.431075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a089074-a878-4781-bfe4-60376611b106 req-f68ad901-29bc-41fd-9a00-9ac87fd02087 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c565f5440b8436db418342b85223625&device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 1098 time: 0.0596731 Apr 05 18:34:42.506751 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5bbbf11-1d49-43e3-8c61-0aa5294fac71 req-764f3976-c80c-46c1-80ec-54758bbb86c9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0299313 Apr 05 18:34:42.569215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108376-9704-4601-b43c-b2371053040c req-db7db12a-14e4-4a42-b607-9fd0ce790a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:42.570949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91108376-9704-4601-b43c-b2371053040c req-db7db12a-14e4-4a42-b607-9fd0ce790a4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 1101 time: 0.1385164 Apr 05 18:34:42.581554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49200907-3bbd-4bcf-8360-23047a1deb40 req-8304f85e-8af6-47d9-a5c4-6b49594bb3d5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:42.583026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49200907-3bbd-4bcf-8360-23047a1deb40 req-8304f85e-8af6-47d9-a5c4-6b49594bb3d5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1395009 Apr 05 18:34:42.605788 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60134) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:42.701866 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:42.782604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4ce2945-d64a-4959-bfea-86ae31914445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:42.853329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a089074-a878-4781-bfe4-60376611b106 req-ac1884aa-f40f-4857-97ae-1e828942b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:42.855760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a089074-a878-4781-bfe4-60376611b106 req-ac1884aa-f40f-4857-97ae-1e828942b049 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.4108016 Apr 05 18:34:42.866453 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4ce2945-d64a-4959-bfea-86ae31914445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:42.871839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4ce2945-d64a-4959-bfea-86ae31914445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:42.881828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49200907-3bbd-4bcf-8360-23047a1deb40 req-f791cabb-5836-421a-9d17-817a4a677984 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841902 Apr 05 18:34:42.883292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91108376-9704-4601-b43c-b2371053040c req-80f0b0c8-424f-47b2-bb6b-1c2276c5b78a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939939 Apr 05 18:34:42.910739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a089074-a878-4781-bfe4-60376611b106 req-cb26ff47-bc23-4819-b07a-cafcc5e4cff1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a50c6e97-b046-4b76-a44b-ff0a27f68531 HTTP/1.1" status: 200 len: 217 time: 0.0434875 Apr 05 18:34:42.924474 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c4ce2945-d64a-4959-bfea-86ae31914445 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21e222733ae54079a0b2f83c4f03611f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160355 Apr 05 18:34:42.924474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce2945-d64a-4959-bfea-86ae31914445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b6833e-4870-4a80-8c8d-5bc7a062aa08,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:42.924954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60150) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:43.011192 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c36b5e-bb36-4f2e-9f01-7377671345fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.070729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c36b5e-bb36-4f2e-9f01-7377671345fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.094521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7e51-e73a-4813-86f4-43217241cc00 req-fd0b3a6b-4e5e-4b93-8cca-4bda72eab40b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:43.095975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-887e7e51-e73a-4813-86f4-43217241cc00 req-fd0b3a6b-4e5e-4b93-8cca-4bda72eab40b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 947 time: 0.1059892 Apr 05 18:34:43.133897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4aba2-de95-4f12-898f-00b5eb3aa978 req-5d8971a8-1b07-4b13-94a5-cfb4769bb89d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:43.135629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1dd4aba2-de95-4f12-898f-00b5eb3aa978 req-5d8971a8-1b07-4b13-94a5-cfb4769bb89d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.1328208 Apr 05 18:34:43.185555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-887e7e51-e73a-4813-86f4-43217241cc00 req-4098423f-f845-42fb-abc4-30cdd1cf31ea tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818536 Apr 05 18:34:43.202800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1dd4aba2-de95-4f12-898f-00b5eb3aa978 req-e293cefe-2997-44b2-a2ab-a1f3e08ef7cb tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Apr 05 18:34:43.204735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c36b5e-bb36-4f2e-9f01-7377671345fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.207214 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c36b5e-bb36-4f2e-9f01-7377671345fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.210868 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e9c36b5e-bb36-4f2e-9f01-7377671345fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9b6833e-4870-4a80-8c8d-5bc7a062aa08 HTTP/1.1" status: 204 len: 168 time: 0.2850299 Apr 05 18:34:43.221857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c36b5e-bb36-4f2e-9f01-7377671345fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b6833e-4870-4a80-8c8d-5bc7a062aa08,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:43.332645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c6b2d91-04c5-4db5-bf85-c6def20987d3 req-75e96ba4-7c70-4927-9158-3eb187765705 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0319932 Apr 05 18:34:43.447778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6eb0a-494e-4fa0-beb0-6769fe1131b9 req-2fe5df58-c83d-4064-8cc3-914b0936502d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:43.449307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55a6eb0a-494e-4fa0-beb0-6769fe1131b9 req-2fe5df58-c83d-4064-8cc3-914b0936502d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 943 time: 0.0602753 Apr 05 18:34:43.490646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55a6eb0a-494e-4fa0-beb0-6769fe1131b9 req-9176576c-d06e-4286-ae43-9e60b16bc35e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Apr 05 18:34:43.550294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60176) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:43.564064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d670cecf-7f0b-428e-b2f6-84a49494373f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.637056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d670cecf-7f0b-428e-b2f6-84a49494373f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.641211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d670cecf-7f0b-428e-b2f6-84a49494373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.712502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670cecf-7f0b-428e-b2f6-84a49494373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f0457-72fd-40aa-a20e-22b01097e74d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:43.719437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d670cecf-7f0b-428e-b2f6-84a49494373f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb4b23e19fc74b5eaefb1490bb24f4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680591 Apr 05 18:34:43.722740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60184) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:43.735311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a089074-a878-4781-bfe4-60376611b106 req-b2d2cbeb-421e-4e2b-8db5-104b583b3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:43.736826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a089074-a878-4781-bfe4-60376611b106 req-b2d2cbeb-421e-4e2b-8db5-104b583b3d0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0752797 Apr 05 18:34:43.778235 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27ffbf65-6dc4-4160-b584-ee628a26bf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.789620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a089074-a878-4781-bfe4-60376611b106 req-50966dd9-8d4d-4420-82b2-15cfc13de36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:43.791340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a089074-a878-4781-bfe4-60376611b106 req-50966dd9-8d4d-4420-82b2-15cfc13de36e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470283 Apr 05 18:34:43.803045 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27ffbf65-6dc4-4160-b584-ee628a26bf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.877016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27ffbf65-6dc4-4160-b584-ee628a26bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.877016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27ffbf65-6dc4-4160-b584-ee628a26bf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:43.879421 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-27ffbf65-6dc4-4160-b584-ee628a26bf69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a0f0457-72fd-40aa-a20e-22b01097e74d HTTP/1.1" status: 204 len: 168 time: 0.1545277 Apr 05 18:34:43.889516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffbf65-6dc4-4160-b584-ee628a26bf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f0457-72fd-40aa-a20e-22b01097e74d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:43.922461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a089074-a878-4781-bfe4-60376611b106 req-d50f2e1a-9a86-4a5e-a012-36822f29241e service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207387 Apr 05 18:34:44.063238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a089074-a878-4781-bfe4-60376611b106 req-ce6ba766-013b-408a-90af-dbb6ee9cd5f0 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321950 Apr 05 18:34:44.071464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabf254-0995-447b-99c5-9ca5cab72a1c req-6011980a-48ae-47a2-a2a1-6348d6eede85 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:44.072897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0aabf254-0995-447b-99c5-9ca5cab72a1c req-6011980a-48ae-47a2-a2a1-6348d6eede85 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.0798178 Apr 05 18:34:44.114235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0aabf254-0995-447b-99c5-9ca5cab72a1c req-e07ce5c3-56e1-4fa6-9688-d5c5f57feed7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Apr 05 18:34:44.213930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:44.313004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89055823-c4a0-42f6-b2de-616071bfd3c3 req-f7ac50e6-1c92-4524-b273-fc91f305f4c3 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:44.318969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89055823-c4a0-42f6-b2de-616071bfd3c3 req-f7ac50e6-1c92-4524-b273-fc91f305f4c3 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 947 time: 0.0620637 Apr 05 18:34:44.386298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89055823-c4a0-42f6-b2de-616071bfd3c3 req-edcdee33-a792-43bf-b9ae-207304547818 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662980 Apr 05 18:34:44.397416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bf517-9ef8-4dff-a769-149453478abb req-ef8e7e54-0f0b-4054-9343-658137c4fcb8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:44.405362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c30bf517-9ef8-4dff-a769-149453478abb req-ef8e7e54-0f0b-4054-9343-658137c4fcb8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.0840960 Apr 05 18:34:44.448896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c30bf517-9ef8-4dff-a769-149453478abb req-14bbb419-315b-43c9-9d92-88c13469514c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Apr 05 18:34:44.497324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60236) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:44.507784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07f7ed82-e40a-42b5-8f9a-75da721968f9 req-fe6eb841-a1f6-46c2-9a50-f9adbb6fa640 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0353959 Apr 05 18:34:44.632694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9861c-4c67-419e-bd6b-4c303cd42ef6 req-6c298f61-ac09-47d6-8e38-c9070c74cd8f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:44.634265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ac9861c-4c67-419e-bd6b-4c303cd42ef6 req-6c298f61-ac09-47d6-8e38-c9070c74cd8f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 943 time: 0.0579796 Apr 05 18:34:44.682308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ac9861c-4c67-419e-bd6b-4c303cd42ef6 req-70ec45bd-fd5f-4ea3-877e-846f79eeadcb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375602 Apr 05 18:34:44.686469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a934619f-5327-495b-bf44-75deff6c3b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:44.746283 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:44.794001 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a934619f-5327-495b-bf44-75deff6c3b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:44.799302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a934619f-5327-495b-bf44-75deff6c3b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:44.840756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60250) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:44.841192 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a934619f-5327-495b-bf44-75deff6c3b4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a20c8f6d8a58486883ddda9eb1e8121e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417363 Apr 05 18:34:44.845265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934619f-5327-495b-bf44-75deff6c3b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5c7353-cc5c-4273-9025-07d25b85ef88,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:44.908944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-713a0018-633b-4121-8ae6-1bc8390e5c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:44.931599 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-713a0018-633b-4121-8ae6-1bc8390e5c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:44.997983 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-713a0018-633b-4121-8ae6-1bc8390e5c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.000929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-713a0018-633b-4121-8ae6-1bc8390e5c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.004567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-713a0018-633b-4121-8ae6-1bc8390e5c8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f5c7353-cc5c-4273-9025-07d25b85ef88 HTTP/1.1" status: 204 len: 168 time: 0.1603982 Apr 05 18:34:45.017085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a0018-633b-4121-8ae6-1bc8390e5c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5c7353-cc5c-4273-9025-07d25b85ef88,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:45.235883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a2df7-2495-4b41-a5ba-e33c76c392e6 req-7aea2b0c-5270-4ff5-bbc0-4374f0962b5c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:45.237354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c84a2df7-2495-4b41-a5ba-e33c76c392e6 req-7aea2b0c-5270-4ff5-bbc0-4374f0962b5c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.0495353 Apr 05 18:34:45.280152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c84a2df7-2495-4b41-a5ba-e33c76c392e6 req-e23a7bc8-b395-42be-969f-953b20299b80 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Apr 05 18:34:45.361542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60268) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:45.375464 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fb93d59-e163-4822-9e50-974330441f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.459475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fb93d59-e163-4822-9e50-974330441f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.463726 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fb93d59-e163-4822-9e50-974330441f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.553765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9fb93d59-e163-4822-9e50-974330441f89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e3eefe232e9494588ff00b29722cda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911216 Apr 05 18:34:45.556420 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60280) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:45.567393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb93d59-e163-4822-9e50-974330441f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f9881-b16a-40f0-9b10-8b6238691403,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:45.622326 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7b54-d41e-41be-bac2-6d92556b7794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.632057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dddd7-7d6a-4439-b189-33c423e305d8 req-2fe2bcd0-c64f-483b-92b7-49e4b9dad7ed tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:45.633520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a8dddd7-7d6a-4439-b189-33c423e305d8 req-2fe2bcd0-c64f-483b-92b7-49e4b9dad7ed tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 947 time: 0.1667221 Apr 05 18:34:45.644315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7b54-d41e-41be-bac2-6d92556b7794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.651133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aa307-febc-418f-a707-cf9206ab6558 req-a2498df5-768a-4be1-ae67-638b16b5ef44 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:45.652532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd2aa307-febc-418f-a707-cf9206ab6558 req-a2498df5-768a-4be1-ae67-638b16b5ef44 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 943 time: 0.1086388 Apr 05 18:34:45.653834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-bf96a033-dca5-478d-aa06-b751f0958a90 service neutron] 10.222.0.20 "GET /v2.0/ports/0e3b204d-c636-4880-884a-5f1585442a24/bindings/n-h1-836650-3 HTTP/1.1" status: 200 len: 384 time: 0.1594548 Apr 05 18:34:45.692245 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7b54-d41e-41be-bac2-6d92556b7794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.694862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7b54-d41e-41be-bac2-6d92556b7794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.696005 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b9dc7b54-d41e-41be-bac2-6d92556b7794 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d96f9881-b16a-40f0-9b10-8b6238691403 HTTP/1.1" status: 204 len: 168 time: 0.1385961 Apr 05 18:34:45.705550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc7b54-d41e-41be-bac2-6d92556b7794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f9881-b16a-40f0-9b10-8b6238691403,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:45.708054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a50c6e97-b046-4b76-a44b-ff0a27f68531 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:45.752324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd2aa307-febc-418f-a707-cf9206ab6558 req-009fae71-5693-4a36-893c-4ec51acfdb15 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924194 Apr 05 18:34:45.754864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a8dddd7-7d6a-4439-b189-33c423e305d8 req-fdfb65f6-0adf-4705-a9b3-019e96ccc86c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125605 Apr 05 18:34:45.849475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a50c6e97-b046-4b76-a44b-ff0a27f68531, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a50c6e97-b046-4b76-a44b-ff0a27f68531,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:45.862817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'a50c6e97-b046-4b76-a44b-ff0a27f68531', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'a50c6e97-b046-4b76-a44b-ff0a27f68531', 'mac_address': 'fa:16:3e:f4:29:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:34:45.912606 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:45.916193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7a9f8df-bfda-40da-9aba-bf3b0f2514f7 req-d98f2cbd-726b-47ad-9a54-f479df1d8ffd tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0409653 Apr 05 18:34:45.945286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:45.947894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50c6e97-b046-4b76-a44b-ff0a27f68531 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:45.975456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:45.995149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a50c6e97-b046-4b76-a44b-ff0a27f68531, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a50c6e97-b046-4b76-a44b-ff0a27f68531,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:46.001210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:46.054235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3b204d-c636-4880-884a-5f1585442a24 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:46.068998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:46.072011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a50c6e97-b046-4b76-a44b-ff0a27f68531,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:46.099057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71731bb9-f7b9-412d-9389-915712f36758 req-6e1b439a-297f-4f1c-970e-0f9146776f43 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:46.108394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71731bb9-f7b9-412d-9389-915712f36758 req-6e1b439a-297f-4f1c-970e-0f9146776f43 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 943 time: 0.0921712 Apr 05 18:34:46.111202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:46.206740 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-aa7e8ced-d560-424a-ae6b-9ffe6d2075b1 service neutron] 10.222.0.25 "GET /v2.0/ports/a0384415-42f1-4944-85f2-20af3152316f/bindings/n-h2-836650-3 HTTP/1.1" status: 200 len: 384 time: 0.1018817 Apr 05 18:34:46.220762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71731bb9-f7b9-412d-9389-915712f36758 req-470de892-ba98-4286-ae44-4b9b33c5d0c9 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114366 Apr 05 18:34:46.237520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a50c6e97-b046-4b76-a44b-ff0a27f68531'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:46.257949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] Transition to ACTIVE for port object 0e3b204d-c636-4880-884a-5f1585442a24 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:46.260073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:46.376249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] No DVR routers for this DVR port 0e3b204d-c636-4880-884a-5f1585442a24 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:34:46.421928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b204d-c636-4880-884a-5f1585442a24,revision_number=10']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:46.464622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-7fb54903-1bd7-45d7-8c49-e9f7fbb92feb service neutron] 10.222.0.20 "PUT /v2.0/ports/0e3b204d-c636-4880-884a-5f1585442a24/bindings/n-h1-836650-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7923944 Apr 05 18:34:46.489951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541054-7542-4261-9561-d1646b43d77f req-73f5d0c8-b2ee-4ee7-8d01-b27ffb6721e3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:46.493662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92541054-7542-4261-9561-d1646b43d77f req-73f5d0c8-b2ee-4ee7-8d01-b27ffb6721e3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1185999 Apr 05 18:34:46.568801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:46.594732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:46.630356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92541054-7542-4261-9561-d1646b43d77f req-e92d4f87-8f63-4de8-8d08-c64413d223f9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290352 Apr 05 18:34:46.649985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-cccc3859-658c-41f2-8ad6-51bcaa1d4d26 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:46.651604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-cccc3859-658c-41f2-8ad6-51bcaa1d4d26 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.1114461 Apr 05 18:34:46.658588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0384415-42f1-4944-85f2-20af3152316f {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:46.670229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:46.688120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:46.740738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-4d3cc6ec-c3ec-4669-b70d-52dbae701a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:46.742785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-4d3cc6ec-c3ec-4669-b70d-52dbae701a71 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25 HTTP/1.1" status: 200 len: 1095 time: 0.0817416 Apr 05 18:34:46.781392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] Transition to ACTIVE for port object a0384415-42f1-4944-85f2-20af3152316f will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:46.782996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60318) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:46.790270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:46.830869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-95f4f90a-6381-4869-ab96-35565a99ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:46.832347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-95f4f90a-6381-4869-ab96-35565a99ce25 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1095 time: 0.0636437 Apr 05 18:34:46.899679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] Pushing event updated for resources: {'Port': ['ID=a0384415-42f1-4944-85f2-20af3152316f,revision_number=10']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:46.931576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] No DVR routers for this DVR port a0384415-42f1-4944-85f2-20af3152316f on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:34:46.966695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-3e3f15ca-8fe9-4732-87b1-746ab36984cb service neutron] 10.222.0.25 "PUT /v2.0/ports/a0384415-42f1-4944-85f2-20af3152316f/bindings/n-h2-836650-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7516725 Apr 05 18:34:47.033399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e862be0-02c9-4f47-8d7c-63cf4dbb2aca req-3e13237a-a7fa-4d69-ac8a-313b3f920b7a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:47.040615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e862be0-02c9-4f47-8d7c-63cf4dbb2aca req-3e13237a-a7fa-4d69-ac8a-313b3f920b7a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 948 time: 0.1409259 Apr 05 18:34:47.049310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e16d858-81d8-47e9-ba03-76a91e2a9c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.049781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd641817-b21d-4f1f-9989-b1be10351404 req-a9fc8efc-b325-4121-9b04-c1b99e7da694 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:47.051349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd641817-b21d-4f1f-9989-b1be10351404 req-a9fc8efc-b325-4121-9b04-c1b99e7da694 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 944 time: 0.1347978 Apr 05 18:34:47.071114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-a5d9cbea-57e2-4567-a6a3-cc3983c6779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:47.072560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-a5d9cbea-57e2-4567-a6a3-cc3983c6779e service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.2268190 Apr 05 18:34:47.140498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e16d858-81d8-47e9-ba03-76a91e2a9c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.145549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e16d858-81d8-47e9-ba03-76a91e2a9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.162475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-f37f5161-a77c-4fbf-b277-b8af65999736 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 217 time: 0.0648649 Apr 05 18:34:47.183145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16d858-81d8-47e9-ba03-76a91e2a9c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f599ece-0f4c-40cb-a0ea-bfc03a823543,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:47.188348 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7e16d858-81d8-47e9-ba03-76a91e2a9c14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4466e861cfa94d04954ba704b6af9899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042423 Apr 05 18:34:47.190841 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e862be0-02c9-4f47-8d7c-63cf4dbb2aca req-66f2fa29-ea64-42f5-85ff-3b00cf64b243 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488473 Apr 05 18:34:47.200026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60336) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:47.223086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd641817-b21d-4f1f-9989-b1be10351404 req-df7eee5c-c312-421c-b4ab-027f07999041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553848 Apr 05 18:34:47.233067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-6ca64258-c1b4-4ed6-bb62-a65914ee8663 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:47.236139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-6ca64258-c1b4-4ed6-bb62-a65914ee8663 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.1818128 Apr 05 18:34:47.296188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-06d15a8c-7e86-4af8-9729-c88ca8ac7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:47.299576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-06d15a8c-7e86-4af8-9729-c88ca8ac7e07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1272531 Apr 05 18:34:47.300486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2de7167-8b74-4dde-9973-a1bb285fb107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.326525 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2de7167-8b74-4dde-9973-a1bb285fb107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.377898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-ebef3214-dadb-4506-a938-05374e1753fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704548 Apr 05 18:34:47.383786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2de7167-8b74-4dde-9973-a1bb285fb107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.386353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2de7167-8b74-4dde-9973-a1bb285fb107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.387497 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b2de7167-8b74-4dde-9973-a1bb285fb107 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f599ece-0f4c-40cb-a0ea-bfc03a823543 HTTP/1.1" status: 204 len: 168 time: 0.1864474 Apr 05 18:34:47.396450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cfd73b5-8441-4359-a5f0-3247cdc33f4e req-890477ee-2dde-4faa-b81f-3a78632ebe01 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0902824 Apr 05 18:34:47.399990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de7167-8b74-4dde-9973-a1bb285fb107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f599ece-0f4c-40cb-a0ea-bfc03a823543,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:47.415197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-02888eba-e588-470f-a475-9e605ae3a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:47.416660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-02888eba-e588-470f-a475-9e605ae3a302 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a HTTP/1.1" status: 200 len: 1095 time: 0.1707668 Apr 05 18:34:47.514757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6710343-15b2-49b0-9271-806bfdfb8483 req-292f91ec-21ee-4bbf-9cb4-ce78ab5a1291 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:47.516257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6710343-15b2-49b0-9271-806bfdfb8483 req-292f91ec-21ee-4bbf-9cb4-ce78ab5a1291 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 944 time: 0.1853292 Apr 05 18:34:47.576493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-69c8b7c3-b8c1-45bc-90e2-04e12cb75d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:47.577986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-69c8b7c3-b8c1-45bc-90e2-04e12cb75d48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1095 time: 0.1025860 Apr 05 18:34:47.618240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-df9da8a2-4569-4417-9bf9-edbf0c179b43 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208679 Apr 05 18:34:47.621064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6710343-15b2-49b0-9271-806bfdfb8483 req-c3dba5e3-ae03-405e-a8e0-6924938f6c8b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923519 Apr 05 18:34:47.722738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a50c6e97-b046-4b76-a44b-ff0a27f68531 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:34:47.797663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a0384415-42f1-4944-85f2-20af3152316f no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:34:47.809094 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60358) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:47.828665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b253a52-2c7b-47a4-b498-7ce635bfbd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.861615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port a50c6e97-b046-4b76-a44b-ff0a27f68531 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:34:47.872199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port a50c6e97-b046-4b76-a44b-ff0a27f68531 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:47.872948 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.921083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a0384415-42f1-4944-85f2-20af3152316f not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:34:47.936800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b253a52-2c7b-47a4-b498-7ce635bfbd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.944157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b253a52-2c7b-47a4-b498-7ce635bfbd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:47.989379 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.002425 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0b253a52-2c7b-47a4-b498-7ce635bfbd27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=954657ba31e34c8296a6f81ab5128154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914830 Apr 05 18:34:48.009138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60374) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:48.011236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b253a52-2c7b-47a4-b498-7ce635bfbd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a4004-8c82-42f5-a8d5-8fb9d517c0b4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:48.018305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75095b-57d8-4088-a9d0-b6c1baca5e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50c6e97-b046-4b76-a44b-ff0a27f68531'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:48.020862 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a616cd9-3dbf-4a1d-abab-181d4e814510" -d '{"events": [{"server_uuid": "fb75095b-57d8-4088-a9d0-b6c1baca5e4b", "name": "network-vif-plugged", "status": "completed", "tag": "a50c6e97-b046-4b76-a44b-ff0a27f68531"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:48.034838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a50c6e97-b046-4b76-a44b-ff0a27f68531, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a50c6e97-b046-4b76-a44b-ff0a27f68531,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:48.040223 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.041262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0e3b204d-c636-4880-884a-5f1585442a24 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:34:48.052574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-83ac985b-0bcf-48b3-b689-c6c91cdbeb0b service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259617 Apr 05 18:34:48.056725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-5ac49140-9663-4a92-8360-fa594c57ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:48.058272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-5ac49140-9663-4a92-8360-fa594c57ae4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.4689376 Apr 05 18:34:48.072326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebcc45-0e43-412a-bf2a-ad647e151ad3 req-6b0269d1-765a-434c-bfa1-347866b80334 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:48.075006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bebcc45-0e43-412a-bf2a-ad647e151ad3 req-6b0269d1-765a-434c-bfa1-347866b80334 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1477745 Apr 05 18:34:48.076135 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73660565-71d6-48fb-9662-6109d0f16ab7 x-openstack-request-id: req-73660565-71d6-48fb-9662-6109d0f16ab7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:48.076448 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75095b-57d8-4088-a9d0-b6c1baca5e4b", "name": "network-vif-plugged", "status": "completed", "tag": "a50c6e97-b046-4b76-a44b-ff0a27f68531", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:48.076703 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73660565-71d6-48fb-9662-6109d0f16ab7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:48.077095 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73660565-71d6-48fb-9662-6109d0f16ab7'] response: {'server_uuid': 'fb75095b-57d8-4088-a9d0-b6c1baca5e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50c6e97-b046-4b76-a44b-ff0a27f68531', 'code': 200} Apr 05 18:34:48.141694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0e3b204d-c636-4880-884a-5f1585442a24 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:34:48.143209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a50c6e97-b046-4b76-a44b-ff0a27f68531,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:48.159485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-9e465922-1af4-4dfa-85c3-5f5c2da620ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 217 time: 0.0835209 Apr 05 18:34:48.240471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bebcc45-0e43-412a-bf2a-ad647e151ad3 req-8b4157f5-4164-4e79-b072-2895f9734a18 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452737 Apr 05 18:34:48.269480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-23e1078c-e861-463c-9bb2-08267eb27d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:48.270951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-23e1078c-e861-463c-9bb2-08267eb27d6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.0919783 Apr 05 18:34:48.272642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8f1b-0a63-4278-87ab-d8ee7b9db0fa req-93da7a98-7f69-490d-a8e6-c564736913d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:48.273945 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-777b8f1b-0a63-4278-87ab-d8ee7b9db0fa req-93da7a98-7f69-490d-a8e6-c564736913d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 1100 time: 0.1307490 Apr 05 18:34:48.274566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0dba3ab9-3a41-4843-8fa8-aa4889731622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.338919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-6f0b092f-4be3-48cc-aaf0-6e31e03c46ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538962 Apr 05 18:34:48.372348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0dba3ab9-3a41-4843-8fa8-aa4889731622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.499932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-777b8f1b-0a63-4278-87ab-d8ee7b9db0fa req-ed3d5ad1-2f5a-4008-ac60-34d78a2a657a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066646 Apr 05 18:34:48.548251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b6e38-45d4-4ae4-a882-de0d3a96cdfc req-98af46aa-c0bc-4111-8847-27026e03ebab tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:48.549725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-228b6e38-45d4-4ae4-a882-de0d3a96cdfc req-98af46aa-c0bc-4111-8847-27026e03ebab tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 949 time: 0.2171295 Apr 05 18:34:48.551563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58bf9179-fddd-4d2d-a05c-648f0739003a tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:48.552895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-58bf9179-fddd-4d2d-a05c-648f0739003a tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.2511339 Apr 05 18:34:48.631629 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0dba3ab9-3a41-4843-8fa8-aa4889731622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.634061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0dba3ab9-3a41-4843-8fa8-aa4889731622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.635204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0dba3ab9-3a41-4843-8fa8-aa4889731622 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c0a4004-8c82-42f5-a8d5-8fb9d517c0b4 HTTP/1.1" status: 204 len: 168 time: 0.6195438 Apr 05 18:34:48.643646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf3a4-9227-4efb-b5b6-09396fbd4eed req-cf745e0c-c6c8-4e40-97ca-b8c7facbbefc tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:48.645088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-887bf3a4-9227-4efb-b5b6-09396fbd4eed req-cf745e0c-c6c8-4e40-97ca-b8c7facbbefc tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 944 time: 0.1721642 Apr 05 18:34:48.665133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60406) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:48.675331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-18b3f50f-8b5a-4a32-8537-2c885d007fcf service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090930 Apr 05 18:34:48.684775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba3ab9-3a41-4843-8fa8-aa4889731622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a4004-8c82-42f5-a8d5-8fb9d517c0b4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:48.689807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-228b6e38-45d4-4ae4-a882-de0d3a96cdfc req-11463a39-53d0-45c5-8d12-a01c10339b4f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307280 Apr 05 18:34:48.808906 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2474169-db31-4c2e-9b44-2fb43227b4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.839265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-887bf3a4-9227-4efb-b5b6-09396fbd4eed req-466ac0e4-3924-4965-bd21-6f95694e5267 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660461 Apr 05 18:34:48.902826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca464c7d-2cec-48e7-82b4-fcf3ec47211e req-4ea9b0b3-d393-47d9-bd61-e7e54afdc3d2 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0929193 Apr 05 18:34:48.905982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-c5c23ea7-d4ab-4266-a088-b407c02835a2 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035875 Apr 05 18:34:48.910273 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2474169-db31-4c2e-9b44-2fb43227b4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.934258 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2474169-db31-4c2e-9b44-2fb43227b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.975770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce04bb9-5741-4383-be57-b52f1bb73e2c req-2f369659-6a62-4926-91a2-3a6c02727818 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:48.977282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ce04bb9-5741-4383-be57-b52f1bb73e2c req-2f369659-6a62-4926-91a2-3a6c02727818 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 944 time: 0.0680933 Apr 05 18:34:48.982025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-c175be3d-1daf-4d41-8115-aba9e2ebac80 service neutron] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:48.985358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-c175be3d-1daf-4d41-8115-aba9e2ebac80 service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:48.985710 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b2474169-db31-4c2e-9b44-2fb43227b4ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8990f21b51904bb38d704db1d4ea1532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193994 Apr 05 18:34:48.986726 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a74fd43-8af2-4f70-8908-1036ef577caa req-c175be3d-1daf-4d41-8115-aba9e2ebac80 service neutron] 10.222.0.25 "DELETE /v2.0/ports/0e3b204d-c636-4880-884a-5f1585442a24/bindings/n-h2-836650-3 HTTP/1.1" status: 204 len: 173 time: 0.4196031 Apr 05 18:34:48.987953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2474169-db31-4c2e-9b44-2fb43227b4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e186c-7db8-48fd-a2b4-9ff07654c12a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:48.988134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60414) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:49.068245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ce04bb9-5741-4383-be57-b52f1bb73e2c req-f438d31d-2669-4162-923d-8cc934cbabeb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791948 Apr 05 18:34:49.072895 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1f88a7b-49e7-40dc-82cb-a5872ddea2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:49.109750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1f88a7b-49e7-40dc-82cb-a5872ddea2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:49.180906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1f88a7b-49e7-40dc-82cb-a5872ddea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:49.183438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1f88a7b-49e7-40dc-82cb-a5872ddea2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:49.187532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a1f88a7b-49e7-40dc-82cb-a5872ddea2ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/327e186c-7db8-48fd-a2b4-9ff07654c12a HTTP/1.1" status: 204 len: 168 time: 0.1943877 Apr 05 18:34:49.218345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f88a7b-49e7-40dc-82cb-a5872ddea2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e186c-7db8-48fd-a2b4-9ff07654c12a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:49.255677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-c6b7621c-94d8-4640-9997-16fcc6540403 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:49.257165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-c6b7621c-94d8-4640-9997-16fcc6540403 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.0863128 Apr 05 18:34:49.262986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4a22d-d5e3-4d23-a9b3-fc701e9b9b8c req-cc1d3054-ad37-425c-b8d9-c16488c5fa02 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:49.264985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84a4a22d-d5e3-4d23-a9b3-fc701e9b9b8c req-cc1d3054-ad37-425c-b8d9-c16488c5fa02 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1095 time: 0.0645478 Apr 05 18:34:49.403145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84a4a22d-d5e3-4d23-a9b3-fc701e9b9b8c req-1ba159e8-0784-4438-837b-fe2f3378433f tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233976 Apr 05 18:34:49.442580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde709b-51b6-411e-9ceb-bcd582aae520 req-0946d937-0894-4ee4-9dee-03f00846f75d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:49.444056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcde709b-51b6-411e-9ceb-bcd582aae520 req-0946d937-0894-4ee4-9dee-03f00846f75d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1170070 Apr 05 18:34:49.534989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcde709b-51b6-411e-9ceb-bcd582aae520 req-f6926136-cbbb-4d6d-927e-408e2ab92986 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712261 Apr 05 18:34:49.536198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-25bb6cfd-bfae-4a2d-8c8e-18579291811f service neutron] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:49.539431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-25bb6cfd-bfae-4a2d-8c8e-18579291811f service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:49.540482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b000937-5973-4c4d-ba94-5a5b69f7cd41 req-25bb6cfd-bfae-4a2d-8c8e-18579291811f service neutron] 10.222.0.20 "DELETE /v2.0/ports/a0384415-42f1-4944-85f2-20af3152316f/bindings/n-h1-836650-3 HTTP/1.1" status: 204 len: 173 time: 0.2745366 Apr 05 18:34:49.648411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60446) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:49.663940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71fc528a-095d-4648-bee7-859aedba5465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:49.845155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-192b321d-7778-49f1-9886-2d8cedce852b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:49.849255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-192b321d-7778-49f1-9886-2d8cedce852b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 807 time: 0.1700501 Apr 05 18:34:49.890462 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71fc528a-095d-4648-bee7-859aedba5465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:49.894051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-2d4dd09b-5958-470c-84e1-d77275d99120 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/quotas/41a75e9c823d41ee82bdddcb9c2abe25 HTTP/1.1" status: 200 len: 375 time: 0.0389924 Apr 05 18:34:49.898363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71fc528a-095d-4648-bee7-859aedba5465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:49.949869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7f73b-4cec-43f0-8a82-36de3082c37b req-8db19990-9bb6-4b53-8f27-7064a59f222a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:49.952320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99e7f73b-4cec-43f0-8a82-36de3082c37b req-8db19990-9bb6-4b53-8f27-7064a59f222a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 949 time: 0.1586773 Apr 05 18:34:49.993412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc528a-095d-4648-bee7-859aedba5465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eb91bc-3eb8-4d83-a297-adaf8c3e0364,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:50.025223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60464) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:50.025858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-71fc528a-095d-4648-bee7-859aedba5465 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67e4f5a638514147a7125a465c02aad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749979 Apr 05 18:34:50.050034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99e7f73b-4cec-43f0-8a82-36de3082c37b req-f3b3bb52-7f8e-4191-b003-7bdd076b8ded tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769970 Apr 05 18:34:50.059898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-7967af79-70b7-4a6e-824f-739b261ddf3f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559167 Apr 05 18:34:50.084069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-88f7ec6d-8af4-410e-9bfb-694ae2981ebd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:34:50.098028 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08019bc4-1827-4dd4-89ac-2ab7a614e9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:50.101858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-88f7ec6d-8af4-410e-9bfb-694ae2981ebd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143533 Apr 05 18:34:50.123540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08019bc4-1827-4dd4-89ac-2ab7a614e9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:50.182731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08019bc4-1827-4dd4-89ac-2ab7a614e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:50.187262 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08019bc4-1827-4dd4-89ac-2ab7a614e9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:50.193896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-08019bc4-1827-4dd4-89ac-2ab7a614e9ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6eb91bc-3eb8-4d83-a297-adaf8c3e0364 HTTP/1.1" status: 204 len: 168 time: 0.1669242 Apr 05 18:34:50.206157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08019bc4-1827-4dd4-89ac-2ab7a614e9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eb91bc-3eb8-4d83-a297-adaf8c3e0364,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:50.212383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73acb3-0eec-43eb-8a31-3e2fc7bae93e req-086cdc79-c8fb-4c3f-af4b-d4756b6ded71 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:50.222172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af73acb3-0eec-43eb-8a31-3e2fc7bae93e req-086cdc79-c8fb-4c3f-af4b-d4756b6ded71 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 944 time: 0.1006284 Apr 05 18:34:50.272920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-04a390fc-99a2-41fe-9ecc-ca3cc41e28ca service neutron] 10.222.0.15 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697402 Apr 05 18:34:50.300513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af73acb3-0eec-43eb-8a31-3e2fc7bae93e req-d5a7f1ac-3693-4b69-8ea8-681da4a7e73a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774593 Apr 05 18:34:50.408040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-725f8e6d-8b58-4b84-a748-8fcc8f81bf5a service neutron] 10.222.0.15 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325605 Apr 05 18:34:50.450337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a19b788-a1e0-4b8a-9d9d-8d1555825917 req-622c7b8c-02f7-43d7-88e6-af175a902c42 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0359941 Apr 05 18:34:50.581821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b16ef4-1c9e-44cf-a1f3-f15842b58ab4 req-3b490fd6-a5b3-49fc-96a1-45c9f7912bdd tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:50.584768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86b16ef4-1c9e-44cf-a1f3-f15842b58ab4 req-3b490fd6-a5b3-49fc-96a1-45c9f7912bdd tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0541441 Apr 05 18:34:50.632336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86b16ef4-1c9e-44cf-a1f3-f15842b58ab4 req-74313781-b5fc-41b9-affd-cef596e80249 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Apr 05 18:34:50.769255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bef1da-a0dd-48d5-b923-5399fed6e6cb req-a2cff2f5-cda4-4383-acaa-e7e02f37f306 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:50.778905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78bef1da-a0dd-48d5-b923-5399fed6e6cb req-a2cff2f5-cda4-4383-acaa-e7e02f37f306 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.0815320 Apr 05 18:34:50.826747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78bef1da-a0dd-48d5-b923-5399fed6e6cb req-7eac2230-eaab-44c1-8039-cba078247fb0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Apr 05 18:34:50.933531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcd19c38-2fc8-47dc-98ab-aa4b438a78ff req-2a051980-b85e-4e24-8afe-bc179471ae86 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 210 time: 0.0422957 Apr 05 18:34:51.049262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512135e-46a1-4219-a85b-dde9a7c2814e req-f614dc5f-7321-4deb-8a2b-96169e34e918 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:51.050776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d512135e-46a1-4219-a85b-dde9a7c2814e req-f614dc5f-7321-4deb-8a2b-96169e34e918 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1095 time: 0.0455787 Apr 05 18:34:51.096694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d512135e-46a1-4219-a85b-dde9a7c2814e req-9345eede-d880-4563-8390-4635d16f97f7 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Apr 05 18:34:51.284894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-ff3c60e3-7a4e-4a8d-ae44-5576a81c1c70 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1c565f5440b8436db418342b85223625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316472 Apr 05 18:34:51.397703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-c0775e38-70c1-4454-b2df-7d06b712b978 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:51.399164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-c0775e38-70c1-4454-b2df-7d06b712b978 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1135161 Apr 05 18:34:51.414435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-03717971-2f08-44c1-8056-4e85178d9a9b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/quotas/1c565f5440b8436db418342b85223625 HTTP/1.1" status: 200 len: 375 time: 0.0087068 Apr 05 18:34:51.464862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-b1bb4e9d-5da7-47d7-9ea9-3f855086e7ff tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c565f5440b8436db418342b85223625&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444341 Apr 05 18:34:51.827244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-c4c383cf-6d98-4af7-804e-7f1ab2c08583 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:51.828730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-c4c383cf-6d98-4af7-804e-7f1ab2c08583 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 820 time: 0.1971624 Apr 05 18:34:51.878942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b868262b-bcdf-4e30-8e3f-9a0012785539 req-f033615b-459c-4236-88aa-1139291a8950 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0490468 Apr 05 18:34:51.886213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-a4bc90d0-e3f7-420d-a32f-d8b55d50b8de tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/quotas/1f54b6ce8cc84062af794ffffa9b6f5a HTTP/1.1" status: 200 len: 375 time: 0.0389829 Apr 05 18:34:51.937497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-3f5865e4-8b67-4a7b-ba68-43da5229072e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:51.938973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-3f5865e4-8b67-4a7b-ba68-43da5229072e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 807 time: 0.1839056 Apr 05 18:34:51.960378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Request body: {'port': {'device_id': '62c56481-5cb7-4161-9563-63067e330b82', 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672', 'admin_state_up': True, 'tenant_id': '41a75e9c823d41ee82bdddcb9c2abe25'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:52.004258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-568aaf2a-ff10-4d6f-aff8-b83912de670c req-6f2dd7c3-fbb6-4882-81f5-f267bf127fba tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 210 time: 0.0493236 Apr 05 18:34:52.064015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-30ba41ac-c916-40e2-8a61-904050350021 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1590793 Apr 05 18:34:52.422316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-dd43a8ae-d8d0-4306-94e3-0d1fb8680a35 service neutron] 10.222.0.15 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562095 Apr 05 18:34:52.429809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92674600-a0d9-4ccc-b356-35ec982d31d8 req-f28893b6-c921-4348-b2a1-2961b22c08b1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:52.431151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92674600-a0d9-4ccc-b356-35ec982d31d8 req-f28893b6-c921-4348-b2a1-2961b22c08b1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.3059254 Apr 05 18:34:52.432914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Made reservation on behalf of 41a75e9c823d41ee82bdddcb9c2abe25 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:52.436254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:52.561713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92674600-a0d9-4ccc-b356-35ec982d31d8 req-24e5528f-4e46-44f3-8622-3c83706beb94 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178591 Apr 05 18:34:52.637771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-16b07499-a768-4764-b57e-d4263d682871 service neutron] 10.222.0.15 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056847 Apr 05 18:34:52.659328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-2c949f89-3d20-4974-87eb-1b2897e2b22e tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1c565f5440b8436db418342b85223625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478339 Apr 05 18:34:52.734529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Allocated IP 172.20.0.9 (59fc4373-f553-4cc9-8975-18ec33c4a672/5bfa1f18-e103-421c-a525-7c9c6506fdf6/3b28bec8-b2ac-4372-b1a6-838cdbb6ee00) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:52.820107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-88c2d511-813a-4b1b-b0a7-4955243e4dae tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:52.821550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-88c2d511-813a-4b1b-b0a7-4955243e4dae tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559393 Apr 05 18:34:52.846900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Request body: {'port': {'device_id': '65cd0b9e-c289-46bf-9f20-b60379938780', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '1c565f5440b8436db418342b85223625'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:52.885346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78e5c52d-0708-42f2-88c0-05b5c16685d7 req-c9daf0af-1d43-47c5-b666-f05d1bf77fcf tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 210 time: 0.0564444 Apr 05 18:34:53.041590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ada7327e-3eb9-45cc-bda5-ed6e9e39832f req-776ecbef-6d51-4dc4-a7e9-9de34abb534e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 210 time: 0.0839326 Apr 05 18:34:53.093461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96a077df-3903-46c2-b739-f981d57343b6 req-ab59884d-b991-4828-ab28-3cd981e683ec tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0557027 Apr 05 18:34:53.139807 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-1e270939-30a4-4c4a-9965-0575399292db service neutron] show failed (client error): The resource could not be found. Apr 05 18:34:53.141508 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-1e270939-30a4-4c4a-9965-0575399292db service neutron] 10.222.0.25 "GET /v2.0/ports/8e728505-7a23-4643-b2ce-9a2bdcee6720/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.2586493 Apr 05 18:34:53.194919 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:53.231812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Made reservation on behalf of 1c565f5440b8436db418342b85223625 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:53.237763 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:53.300085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1dbc6700-43d9-4ccb-b8dd-5ef46e00f9ea req-9ccd8620-6eb2-4693-95b7-6c1acb8c1961 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 210 time: 0.0651729 Apr 05 18:34:53.304295 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:53.406252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Network 59fc4373-f553-4cc9-8975-18ec33c4a672 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:53.416593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:53.421113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:53.465100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Pushing event updated for resources: {'Port': ['ID=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:53.520850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-e2f43c80-bc06-4c79-a02b-edba961667fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:53.521476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:53.522130 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:53.522649 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-e2f43c80-bc06-4c79-a02b-edba961667fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6&tenant_id=d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 1100 time: 0.1272979 Apr 05 18:34:53.535972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:53.543954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Allocated IP 192.168.233.199 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/18165d77-703b-41d1-b7e5-9a00caddede1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:53.560643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-e701d0a6-15cb-47bd-84ab-c6a451ebff8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6072104 Apr 05 18:34:53.575494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Request body: {'port': {'device_id': '62c56481-5cb7-4161-9563-63067e330b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:53.648669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:53.788799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60634) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:53.789047 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:53.867222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a0d6-ca9a-4431-a091-466d8744de16 req-4ce65ec5-d4c3-4ea2-a40d-b4795109b0fa tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:53.868729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0440a0d6-ca9a-4431-a091-466d8744de16 req-4ce65ec5-d4c3-4ea2-a40d-b4795109b0fa tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1719704 Apr 05 18:34:54.023500 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.043588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60644) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:54.043903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f32a74e-2c36-4de7-a079-e9fe787344c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.071400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0440a0d6-ca9a-4431-a091-466d8744de16 req-4ea286fa-3134-476f-8853-9fb886f7fc7f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915443 Apr 05 18:34:54.321137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ffec0f1-3957-4e8a-b337-99c4dfcd5fa8 req-f0044a15-42ad-4cae-b2df-96dd2b84f4c5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 210 time: 0.0864449 Apr 05 18:34:54.329728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30f693-27de-4bfb-9e0a-6707e7f9532d req-c1e21962-ce1f-4d88-91d8-c0ff37a099ef tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:54.331303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df30f693-27de-4bfb-9e0a-6707e7f9532d req-c1e21962-ce1f-4d88-91d8-c0ff37a099ef tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 931 time: 0.3285751 Apr 05 18:34:54.349080 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.363464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ae2257c4-7b62-486e-8143-103bc0ea9e77', 'a50c6e97-b046-4b76-a44b-ff0a27f68531'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:34:54.433520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2277b97b-3c19-46fc-8933-e41255884f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.480657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:54.495414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-44c06278-8c5a-4c0e-b6f7-8d415a94754a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:54.497011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-44c06278-8c5a-4c0e-b6f7-8d415a94754a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 820 time: 0.4502356 Apr 05 18:34:54.538795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:54.542055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfd1b88c-845b-4dd6-afa7-1bbcf4113f6a req-71d43e27-08ae-4d14-b50e-161e9ef83062 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.1204727 Apr 05 18:34:54.547060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Request body: {'port': {'device_id': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845', 'admin_state_up': True, 'tenant_id': '1f54b6ce8cc84062af794ffffa9b6f5a'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:54.551518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:54.553536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:54.596626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df30f693-27de-4bfb-9e0a-6707e7f9532d req-ec8747b9-b8d0-4baf-a545-9789b347f105 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506354 Apr 05 18:34:54.627832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:54.657448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Pushing event updated for resources: {'Port': ['ID=18165d77-703b-41d1-b7e5-9a00caddede1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:54.711469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:54.714099 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eae23b8-eacc-40a8-a3b6-3e8c0a12b5f7" -d '{"events": [{"server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "name": "network-vif-unplugged", "status": "completed", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:54.718991 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.724114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2277b97b-3c19-46fc-8933-e41255884f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.736374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2277b97b-3c19-46fc-8933-e41255884f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.753107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Transition to ACTIVE for port object 8e728505-7a23-4643-b2ce-9a2bdcee6720 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:54.773159 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.778018 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f32a74e-2c36-4de7-a079-e9fe787344c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.844092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:54.872992 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2277b97b-3c19-46fc-8933-e41255884f78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbf145a5a7a04bb8b1d04229bbe593f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8268590 Apr 05 18:34:54.875617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277b97b-3c19-46fc-8933-e41255884f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af5b720-8bab-4c27-8dea-5187484f6e8b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:54.879571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60666) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:54.972824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0128d524-176a-4bbd-bfc2-b8d35442e6af None None] Provisioning complete for port 18165d77-703b-41d1-b7e5-9a00caddede1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:34:54.977286 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0128d524-176a-4bbd-bfc2-b8d35442e6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:54.980571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] No DVR routers for this DVR port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:34:55.035643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0128d524-176a-4bbd-bfc2-b8d35442e6af None None] Port 18165d77-703b-41d1-b7e5-9a00caddede1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:34:55.103912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Attempting to bind port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:55.104252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Attempting to bind port 8e728505-7a23-4643-b2ce-9a2bdcee6720 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:55.104734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Attempting to bind port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:55.117698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:55.117938 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Attempting to bind port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:55.126077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:55.126432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:55.126837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:55.127897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Bound port: 8e728505-7a23-4643-b2ce-9a2bdcee6720, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:55.128485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.130351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f32a74e-2c36-4de7-a079-e9fe787344c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.208207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:55.211668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:55.224816 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.265071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-823fc83b-0fa6-4df2-816f-69831ba35a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.268515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32a74e-2c36-4de7-a079-e9fe787344c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae577a0-9444-4032-9a4d-8636b4c6a63d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:55.303323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:55.304066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.305450 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 1095 time: 1.7746265 Apr 05 18:34:55.311452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-823fc83b-0fa6-4df2-816f-69831ba35a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.314240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:55.327038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:55.327697 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.330042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Made reservation on behalf of 1f54b6ce8cc84062af794ffffa9b6f5a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:55.333294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.347111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7398834f-9e80-4213-9c42-ca0d9878253f req-1ad6010e-bcc5-4be1-961d-b47dcfaa68b6 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.2513587 Apr 05 18:34:55.349158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.390036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8f32a74e-2c36-4de7-a079-e9fe787344c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2200a41f850448a0ac85037726685aca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5954974 Apr 05 18:34:55.391399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0aa01266-0d24-41aa-9238-af8a34774ccf tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5596280 Apr 05 18:34:55.395857 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279dfed-1fdf-4d40-940a-93b8a80b04d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:55.402830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60678) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:55.422595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Request body: {'port': {'device_id': '65cd0b9e-c289-46bf-9f20-b60379938780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:55.504902 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574227cb-588c-45de-8eb3-0cbf0966d830 x-openstack-request-id: req-574227cb-588c-45de-8eb3-0cbf0966d830 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:55.505295 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "name": "network-vif-unplugged", "status": "completed", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:55.505638 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-574227cb-588c-45de-8eb3-0cbf0966d830 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:55.506133 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574227cb-588c-45de-8eb3-0cbf0966d830'] response: {'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'code': 200} Apr 05 18:34:55.510238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-823fc83b-0fa6-4df2-816f-69831ba35a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.513482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-823fc83b-0fa6-4df2-816f-69831ba35a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.515059 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-823fc83b-0fa6-4df2-816f-69831ba35a41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7af5b720-8bab-4c27-8dea-5187484f6e8b HTTP/1.1" status: 204 len: 168 time: 0.6076732 Apr 05 18:34:55.517020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-253e3d1f-0eb8-4761-b97c-5936fd411f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:55.518510 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-253e3d1f-0eb8-4761-b97c-5936fd411f94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1098 time: 0.1874352 Apr 05 18:34:55.542240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fc83b-0fa6-4df2-816f-69831ba35a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af5b720-8bab-4c27-8dea-5187484f6e8b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:55.557882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d1c34c-f19b-4899-a263-d5f055a83fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.580436 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d1c34c-f19b-4899-a263-d5f055a83fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.638519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a0c68-5cad-4fa2-a9e5-2205eca85258 req-83c3e60d-62a8-4d6d-962c-01cad755f026 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:55.645891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b9a0c68-5cad-4fa2-a9e5-2205eca85258 req-83c3e60d-62a8-4d6d-962c-01cad755f026 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 936 time: 0.9173474 Apr 05 18:34:55.699717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-8872d96f-693e-4163-b3cb-45699853f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:55.701975 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-8872d96f-693e-4163-b3cb-45699853f2e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1687748 Apr 05 18:34:55.746384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Transition to ACTIVE for port object 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:55.758335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-0a0d4f92-c9c5-4a57-b8cf-dedf4017cde3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 217 time: 0.0490296 Apr 05 18:34:55.759218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d1c34c-f19b-4899-a263-d5f055a83fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.761856 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d1c34c-f19b-4899-a263-d5f055a83fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.765909 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-94d1c34c-f19b-4899-a263-d5f055a83fa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ae577a0-9444-4032-9a4d-8636b4c6a63d HTTP/1.1" status: 204 len: 168 time: 0.3544619 Apr 05 18:34:55.766155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Allocated IP 172.20.0.9 (4a4450cc-4646-4c7c-b940-9f57d612b845/77422bc6-9503-4b21-9cbe-2b723f8b401b/34b02355-3c1d-4671-b7f4-1e80d15d3c42) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:55.773184 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.801470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:55.806176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1c34c-f19b-4899-a263-d5f055a83fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae577a0-9444-4032-9a4d-8636b4c6a63d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:55.839457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b9a0c68-5cad-4fa2-a9e5-2205eca85258 req-fedf59d5-dd0b-4431-8cee-5163bba3411d tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926563 Apr 05 18:34:55.839732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-711967fc-0a5f-43c8-9d43-e96806a18cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:55.841948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-711967fc-0a5f-43c8-9d43-e96806a18cb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0742035 Apr 05 18:34:55.951544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-5b55c04e-8e7f-4087-8b15-285e186db6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:55.953048 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-5b55c04e-8e7f-4087-8b15-285e186db6b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041732 Apr 05 18:34:55.959467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347de6d-4e68-42f6-8e8a-80bb9888f3b7 req-e1cba999-e449-436d-95d4-da086950503b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:55.967590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1347de6d-4e68-42f6-8e8a-80bb9888f3b7 req-e1cba999-e449-436d-95d4-da086950503b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 947 time: 0.3377788 Apr 05 18:34:56.021164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Pushing event updated for resources: {'Port': ['ID=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:56.070034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9af0e96f-3cef-44ac-9e37-4fdc228cb2ed req-9e9e03a9-1a45-4e19-88c4-28b5840902cd tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 210 time: 0.1207197 Apr 05 18:34:56.122344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-53c05e41-3b67-424e-946c-f7790709a024 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607919 Apr 05 18:34:56.170176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1347de6d-4e68-42f6-8e8a-80bb9888f3b7 req-386a2806-6dc7-4bbe-a1a2-f447042ebf62 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016273 Apr 05 18:34:56.299857 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-94c537bf-4f2e-4790-ac16-efca2c2db9b9 req-9633f222-fe0e-4384-a1c4-f896ff93627f service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692054 Apr 05 18:34:56.359289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3f396ed-9338-49ea-bc1f-71ef636d2699 req-b878a68e-5d35-496c-93ce-bcdbc65a1463 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.1064913 Apr 05 18:34:56.437974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60704) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:56.453451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7487a0ac-9287-405c-9110-9c8b18e1373a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.497584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:56.498011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:56.498592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:56.526748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b315c-d469-4d5d-b749-13dd171bb97d req-46d9ea80-d35c-4328-b566-d0149ffbbb69 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:56.529019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b8b315c-d469-4d5d-b749-13dd171bb97d req-46d9ea80-d35c-4328-b566-d0149ffbbb69 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 943 time: 0.2257197 Apr 05 18:34:56.529511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:56.529899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:56.546152 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.553587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7487a0ac-9287-405c-9110-9c8b18e1373a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.558673 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7487a0ac-9287-405c-9110-9c8b18e1373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.560440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:56.560584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:56.561228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:56.561777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Bound port: 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:56.562204 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.602230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487a0ac-9287-405c-9110-9c8b18e1373a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9063e0f-a5a3-4fd7-a3bb-9ab3b43495f4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:56.621321 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7487a0ac-9287-405c-9110-9c8b18e1373a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a96cf75457e34311afe50767ca6d88d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795707 Apr 05 18:34:56.621578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60710) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:56.664794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b8b315c-d469-4d5d-b749-13dd171bb97d req-5a0e864a-7db1-4356-af25-9379ac5ce1eb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231267 Apr 05 18:34:56.675912 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eef09f9-f4d4-4ab3-b210-d614f0ab8cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.703194 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eef09f9-f4d4-4ab3-b210-d614f0ab8cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.705240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60712) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:56.720858 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.765056 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eef09f9-f4d4-4ab3-b210-d614f0ab8cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.768179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eef09f9-f4d4-4ab3-b210-d614f0ab8cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.769654 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2eef09f9-f4d4-4ab3-b210-d614f0ab8cc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9063e0f-a5a3-4fd7-a3bb-9ab3b43495f4 HTTP/1.1" status: 204 len: 168 time: 0.1464856 Apr 05 18:34:56.774568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:56.779972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18165d77-703b-41d1-b7e5-9a00caddede1 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:56.781402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef09f9-f4d4-4ab3-b210-d614f0ab8cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9063e0f-a5a3-4fd7-a3bb-9ab3b43495f4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:56.818107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.821361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Network 4a4450cc-4646-4c7c-b940-9f57d612b845 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:56.823105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:56.833528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:56.838342 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.840270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:56.844544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-network', 'tenant_id': '49b0e678f7b94652a64a515348750a2b'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:56.846138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Pushing event updated for resources: {'Port': ['ID=34b02355-3c1d-4671-b7f4-1e80d15d3c42,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:56.869894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Made reservation on behalf of 49b0e678f7b94652a64a515348750a2b for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:56.872723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.875479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Transition to ACTIVE for port object 18165d77-703b-41d1-b7e5-9a00caddede1 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:56.882853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.902005 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.931126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:56.931744 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:56.933317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] 10.222.0.20 "PUT /v2.0/ports/3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 200 len: 1091 time: 3.3637567 Apr 05 18:34:56.933908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:56.936376 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5520d9-6bc1-456c-be7a-18b79681b816" -d '{"events": [{"name": "network-changed", "server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:56.967335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:56.968545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.017838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.025211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.025555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739b6b5-04cf-4cb6-9ab5-5d6d868a3501 service neutron] Pushing event updated for resources: {'Port': ['ID=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:57.049318 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17491555-99c5-44b5-8d50-610a4b39819e x-openstack-request-id: req-17491555-99c5-44b5-8d50-610a4b39819e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:57.049599 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:57.050222 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17491555-99c5-44b5-8d50-610a4b39819e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:57.050222 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17491555-99c5-44b5-8d50-610a4b39819e'] response: {'name': 'network-changed', 'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00', 'status': 'completed', 'code': 200} Apr 05 18:34:57.063554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:34:57.072875 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba41237a-5fdb-4822-8b21-ea6946e07a12,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:57.080909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.082290 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Added segment e9472d3c-0c8b-401f-a657-d2590db3bc37 of type vlan for network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce Apr 05 18:34:57.082683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-de050af4-8020-44aa-9eb6-a88ccbd6b332 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5469515 Apr 05 18:34:57.124453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Request body: {'port': {'device_id': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:57.147419 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.182096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.184703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:57.185506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.198584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fc1d2-1452-422a-93f0-b295b36a3db6 req-81c8928b-37dc-4f0c-8da2-379d10d4c830 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:57.206153 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e9fc1d2-1452-422a-93f0-b295b36a3db6 req-81c8928b-37dc-4f0c-8da2-379d10d4c830 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 948 time: 0.2601922 Apr 05 18:34:57.255349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=18165d77-703b-41d1-b7e5-9a00caddede1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:57.259785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-9d51d6b4-3e8e-485e-a090-b2fbac13f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:57.261273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-9d51d6b4-3e8e-485e-a090-b2fbac13f8ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1094 time: 0.2576084 Apr 05 18:34:57.277200 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.5681617 Apr 05 18:34:57.277393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60734) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:57.284737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Request body: {'subnet': {'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-subnet', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:57.293392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e2137-258e-4245-8b9a-df37db29dc30 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:57.307892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:34:57.321851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Made reservation on behalf of 49b0e678f7b94652a64a515348750a2b for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:34:57.324296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.373636 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.375959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-55e3abad-c2ed-4aab-b5e7-d4c6b38a4256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 200 len: 217 time: 0.0792220 Apr 05 18:34:57.381857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Attempting to bind port 18165d77-703b-41d1-b7e5-9a00caddede1 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:57.382623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Attempting to bind port 18165d77-703b-41d1-b7e5-9a00caddede1 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:57.382952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Attempting to bind port 18165d77-703b-41d1-b7e5-9a00caddede1 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:57.406800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e9fc1d2-1452-422a-93f0-b295b36a3db6 req-753ec9ce-8c64-4bbc-b6b0-7635af79eabd tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965368 Apr 05 18:34:57.507346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Port 18165d77-703b-41d1-b7e5-9a00caddede1 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:57.507672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Attempting to bind port 18165d77-703b-41d1-b7e5-9a00caddede1 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:57.511661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:57.514683 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87328fc-7ee6-4f5d-b87c-07d9db830d73" -d '{"events": [{"name": "network-changed", "server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:57.546699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.606385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5760a-8b95-437f-b966-7e361b311563 req-0a4c64cf-9325-4800-8740-633584654382 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:57.615539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75c5760a-8b95-437f-b966-7e361b311563 req-0a4c64cf-9325-4800-8740-633584654382 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 931 time: 0.4054179 Apr 05 18:34:57.616265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:57.616788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:57.616964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:57.617405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Bound port: 18165d77-703b-41d1-b7e5-9a00caddede1, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:57.617886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.628354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f803b6a-12f2-452e-84cc-0347506c1035,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:57.636644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Checking segment: {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:57.637071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Network hostable DHCP agents. Network: 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:34:57.655263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:34:57.665925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:57.675512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf2443a-40f6-426c-b760-89040028e165 None None] Network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:34:57.688069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:57.688844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.703566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-a44d9d2f-1c73-4f87-a318-a17fe368fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:57.705306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-a44d9d2f-1c73-4f87-a318-a17fe368fb6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.3126905 Apr 05 18:34:57.720168 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c9dba5d6-c7a2-48cb-8c88-3932dd619348 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4417877 Apr 05 18:34:57.721421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60752) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:34:57.726426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:34:57.759573 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.761063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.791190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f656e8-ddf7-4a97-919b-b39bf0ac9b20 req-035ca5ef-c204-4d22-b249-04845e703d12 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:57.798537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8f656e8-ddf7-4a97-919b-b39bf0ac9b20 req-035ca5ef-c204-4d22-b249-04845e703d12 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 947 time: 0.3205459 Apr 05 18:34:57.837919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.839890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75c5760a-8b95-437f-b966-7e361b311563 req-37591421-5a20-4a78-b832-e761e37135e2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225251 Apr 05 18:34:57.842560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-2d415e1b-5680-49db-87e7-07a2ddb06876 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226223 Apr 05 18:34:57.852428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8e728505-7a23-4643-b2ce-9a2bdcee6720 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:34:57.883586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] For port 18165d77-703b-41d1-b7e5-9a00caddede1, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:57.885946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:34:57.886905 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:57.975914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8e728505-7a23-4643-b2ce-9a2bdcee6720 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:34:58.006572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] For port 18165d77-703b-41d1-b7e5-9a00caddede1, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=18165d77-703b-41d1-b7e5-9a00caddede1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:58.040819 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.062510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Allocated IP 172.20.0.2 (5b3d82d7-697e-4c9d-ab69-7730a85ea8ce/3f803b6a-12f2-452e-84cc-0347506c1035/90650ffb-a33d-4cbc-98db-0081aa3487e5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:58.252884 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.262545 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.314001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:58.318688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:58.323023 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8f656e8-ddf7-4a97-919b-b39bf0ac9b20 req-4ba7457d-ff53-4a46-9cd6-b1d618369351 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235336 Apr 05 18:34:58.327747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:58.343801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Pushing event updated for resources: {'Port': ['ID=90650ffb-a33d-4cbc-98db-0081aa3487e5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:58.345610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.350621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d0f0860-c74c-4747-90b3-24ef8a4ad6c3 req-a9be8558-c333-426d-a192-a3e50e364b2f tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.4131887 Apr 05 18:34:58.392353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.433588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Attempting to bind port 90650ffb-a33d-4cbc-98db-0081aa3487e5 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:58.444659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.445605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Attempting to bind port 90650ffb-a33d-4cbc-98db-0081aa3487e5 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:58.446043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Attempting to bind port 90650ffb-a33d-4cbc-98db-0081aa3487e5 on network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:58.453276 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:58.453683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Checking segment: {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:58.454102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.454513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Bound using segment: {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:58.455402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Bound port: 90650ffb-a33d-4cbc-98db-0081aa3487e5, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:58.455786 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.468273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=18165d77-703b-41d1-b7e5-9a00caddede1,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:58.508917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:58.509359 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.510782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-74d04204-0dbf-4779-8368-cb9d19ff4bd5 service neutron] 10.222.0.20 "PUT /v2.0/ports/18165d77-703b-41d1-b7e5-9a00caddede1 HTTP/1.1" status: 200 len: 1096 time: 3.1042237 Apr 05 18:34:58.535543 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10db8ddd-3d2f-477a-bc32-c1cf2466bafd x-openstack-request-id: req-10db8ddd-3d2f-477a-bc32-c1cf2466bafd {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:58.535730 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:58.535983 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10db8ddd-3d2f-477a-bc32-c1cf2466bafd {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:58.538507 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10db8ddd-3d2f-477a-bc32-c1cf2466bafd'] response: {'name': 'network-changed', 'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'status': 'completed', 'code': 200} Apr 05 18:34:58.586701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] For port 90650ffb-a33d-4cbc-98db-0081aa3487e5, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:58.593140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] For port 90650ffb-a33d-4cbc-98db-0081aa3487e5, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=90650ffb-a33d-4cbc-98db-0081aa3487e5,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:58.602696 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.689929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-3f17fa20-dfb5-4109-baef-965ea61494e9 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7931149 Apr 05 18:34:58.693440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-0fd72ef7-1f9a-47b3-a8ff-d46afbadf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:58.695008 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-0fd72ef7-1f9a-47b3-a8ff-d46afbadf873 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1098 time: 0.2006555 Apr 05 18:34:58.713608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eaf296-fffb-4ea8-982d-418141c27cb0 None None] Pushing event updated for resources: {'Port': ['ID=90650ffb-a33d-4cbc-98db-0081aa3487e5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:58.733159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-57b2c06d-0b82-4831-b985-7a212ee8e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:58.734739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-57b2c06d-0b82-4831-b985-7a212ee8e74b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1098 time: 0.1859059 Apr 05 18:34:58.850169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b02355-3c1d-4671-b7f4-1e80d15d3c42 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:34:58.857267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-ea67ecd5-79a4-4357-82ae-465d0584884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:58.859306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-ea67ecd5-79a4-4357-82ae-465d0584884c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c565f5440b8436db418342b85223625&device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 1099 time: 0.3023810 Apr 05 18:34:58.868336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:58.879718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f38938-a4dd-4f4d-ae39-905c6f161af3 req-6284d734-901a-40b4-9087-236c347e5ccc tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:58.881210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8f38938-a4dd-4f4d-ae39-905c6f161af3 req-6284d734-901a-40b4-9087-236c347e5ccc tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 948 time: 0.2149858 Apr 05 18:34:58.901576 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7f446-cf67-4f29-902a-ac811a0bdb20 req-5f69d828-5b97-49b9-a058-768aeeeb2c2f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:58.903059 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9a7f446-cf67-4f29-902a-ac811a0bdb20 req-5f69d828-5b97-49b9-a058-768aeeeb2c2f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 943 time: 0.3544819 Apr 05 18:34:58.920963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Allocated IP 172.25.4.152 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/78a43564-771e-44dd-a12f-af842874d54a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:34:58.959424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-b55c9629-a93f-400a-9d66-96a73776d7d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=18165d77-703b-41d1-b7e5-9a00caddede1 HTTP/1.1" status: 200 len: 217 time: 0.0738809 Apr 05 18:34:58.960368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Transition to ACTIVE for port object 34b02355-3c1d-4671-b7f4-1e80d15d3c42 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:34:59.003691 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:59.054431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-03d9b27a-ad35-4c60-8012-cf021c931481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.054431 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-03d9b27a-ad35-4c60-8012-cf021c931481 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.3495896 Apr 05 18:34:59.062464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-8a0137b6-3910-4e98-8507-aa7ba5612471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.063068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cd0b9e-c289-46bf-9f20-b60379938780', 'tag': '18165d77-703b-41d1-b7e5-9a00caddede1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:34:59.063931 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-8a0137b6-3910-4e98-8507-aa7ba5612471 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2835331 Apr 05 18:34:59.065442 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b6ea52-5beb-467d-bc7e-912b92de92aa" -d '{"events": [{"name": "network-changed", "server_uuid": "65cd0b9e-c289-46bf-9f20-b60379938780", "tag": "18165d77-703b-41d1-b7e5-9a00caddede1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:34:59.102321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00dd9ddd-673e-465e-8c82-766587ba82ab req-4acebbb1-d0a1-48e6-bc69-261d54a80e6b service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712792 Apr 05 18:34:59.121877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8f38938-a4dd-4f4d-ae39-905c6f161af3 req-1514a9a6-64bd-44e8-a9cc-366b457f4840 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162547 Apr 05 18:34:59.140794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9a7f446-cf67-4f29-902a-ac811a0bdb20 req-ace5d25a-3996-4f2d-9113-f65aa47fcbf6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966617 Apr 05 18:34:59.161773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0b1ed2e5-888a-44f0-bc8b-817478620626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.163424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-0b1ed2e5-888a-44f0-bc8b-817478620626 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1860325 Apr 05 18:34:59.164219 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-08be69c3-2d7b-4a3b-8c58-5814ceb259d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 217 time: 0.0993712 Apr 05 18:34:59.167941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=34b02355-3c1d-4671-b7f4-1e80d15d3c42,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:59.188739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-2f6c6bf2-9205-46ac-ad31-b5ac660a11d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 217 time: 0.1163967 Apr 05 18:34:59.264687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:59.319823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-17b351a4-c843-4d9a-a7b5-2654de9ab0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.321284 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-17b351a4-c843-4d9a-a7b5-2654de9ab0ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1239464 Apr 05 18:34:59.322762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-23ce1311-fd0c-456e-9f4b-bbced5748707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.324213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-23ce1311-fd0c-456e-9f4b-bbced5748707 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1301818 Apr 05 18:34:59.352690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-7c21af59-83e9-4ea5-9a35-226479b00409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.354158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-7c21af59-83e9-4ea5-9a35-226479b00409 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1363747 Apr 05 18:34:59.380310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-2e0ad8e8-5616-44ed-8f0e-188bf70e2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.381773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-2e0ad8e8-5616-44ed-8f0e-188bf70e2a28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1094 time: 0.1738994 Apr 05 18:34:59.394019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:34:59.394347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:34:59.394737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:59.412609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:59.418160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1c392-b4b0-46f2-81e2-f9c73bc3780c req-5e5f4905-c4e7-47e5-b9bd-3f63266c2120 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.420344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4de1c392-b4b0-46f2-81e2-f9c73bc3780c req-5e5f4905-c4e7-47e5-b9bd-3f63266c2120 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.1384923 Apr 05 18:34:59.427981 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-7e13cde9-5b76-4a78-b871-679bcbafaa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.429482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-7e13cde9-5b76-4a78-b871-679bcbafaa13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924711 Apr 05 18:34:59.467108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:34:59.467423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:34:59.469441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:34:59.480917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-e22b20ee-331c-4203-b83d-c6748454ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.482592 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-e22b20ee-331c-4203-b83d-c6748454ca42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342967 Apr 05 18:34:59.490652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:34:59.493041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:34:59.496473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-6da853a9-9147-4cd2-9400-918a204e8fe0 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=58382c0245e643ccb5931e329ebe1140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122036 Apr 05 18:34:59.509770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:34:59.510082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:34:59.510475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:34:59.510909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Bound port: 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:34:59.511262 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:34:59.679192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4de1c392-b4b0-46f2-81e2-f9c73bc3780c req-354d3962-f41b-4a7d-9dbc-5c027ec807be tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306566 Apr 05 18:34:59.707603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-5880ccaa-88d7-4a27-8d9a-009cc2e50cc9 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447196 Apr 05 18:34:59.761243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-5fec370a-f309-45de-9584-d7cf25503a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.763203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-5fec370a-f309-45de-9584-d7cf25503a3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.3407884 Apr 05 18:34:59.778746 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5262b181-1c92-41c5-8e52-221294deeaec x-openstack-request-id: req-5262b181-1c92-41c5-8e52-221294deeaec {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:34:59.779335 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cd0b9e-c289-46bf-9f20-b60379938780", "tag": "18165d77-703b-41d1-b7e5-9a00caddede1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:34:59.779732 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5262b181-1c92-41c5-8e52-221294deeaec {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:34:59.780284 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5262b181-1c92-41c5-8e52-221294deeaec'] response: {'name': 'network-changed', 'server_uuid': '65cd0b9e-c289-46bf-9f20-b60379938780', 'tag': '18165d77-703b-41d1-b7e5-9a00caddede1', 'status': 'completed', 'code': 200} Apr 05 18:34:59.783013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:34:59.823524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 8e728505-7a23-4643-b2ce-9a2bdcee6720 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:34:59.830976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Pushing event updated for resources: {'Port': ['ID=78a43564-771e-44dd-a12f-af842874d54a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:34:59.914981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5ff138bd-36b6-4b92-90fe-15d1daab7adc tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:34:59.916696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5ff138bd-36b6-4b92-90fe-15d1daab7adc tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4080470 Apr 05 18:34:59.971807 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-d480ddf4-1dda-44e6-b8bd-195d9f862699 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720430 Apr 05 18:34:59.978476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:34:59.985468 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-e6252797-2bbf-4ab7-b31f-e1d84fbbb60d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 200 len: 217 time: 0.2040694 Apr 05 18:34:59.987414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:34:59.999934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'mac_address': 'fa:16:3e:07:61:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:00.001795 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-0e4d4bf9-b149-451f-a07e-5a8b752ef06f service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530994 Apr 05 18:35:00.022242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-56acef6c-16d5-426c-b398-f64d71d813e4 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/quotas/58382c0245e643ccb5931e329ebe1140 HTTP/1.1" status: 200 len: 375 time: 0.0927987 Apr 05 18:35:00.023361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:00.040346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:00.055162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e728505-7a23-4643-b2ce-9a2bdcee6720 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:00.078236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:00.081697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ecd8ec-62fa-478a-ab9a-2307091bc01c None None] Network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:35:00.085432 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:00.133983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:00.134780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:00.136194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] 10.222.0.25 "PUT /v2.0/ports/34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 200 len: 1091 time: 3.0263863 Apr 05 18:35:00.145068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-b8c61c1a-7341-4c5e-a03a-883f0c20b463 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58382c0245e643ccb5931e329ebe1140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856137 Apr 05 18:35:00.153299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02ebce73-6563-4907-a45a-9f2e67e21197 req-100c42b5-709c-45d5-b68d-198b273b1619 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341457 Apr 05 18:35:00.170119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3fc72-b9c5-4904-9f7c-de937f4cffe9 req-133c4086-f934-403e-b42b-be70f38c0d35 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:00.177051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa3fc72-b9c5-4904-9f7c-de937f4cffe9 req-133c4086-f934-403e-b42b-be70f38c0d35 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 947 time: 0.2513371 Apr 05 18:35:00.185392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-616c5e35-2345-4c3a-b294-0bb6d1898ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:00.186886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-616c5e35-2345-4c3a-b294-0bb6d1898ea3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1808085 Apr 05 18:35:00.208480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927688d-0817-47e3-86cf-47a775afdfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=34b02355-3c1d-4671-b7f4-1e80d15d3c42,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:00.221021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a507a2b-64be-4e71-8ba2-80bae3def5c2 None None] Provisioning complete for port 90650ffb-a33d-4cbc-98db-0081aa3487e5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:00.221390 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a507a2b-64be-4e71-8ba2-80bae3def5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:00.246759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-06580907-ac30-4f25-8e49-0dea10f8aa3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393236 Apr 05 18:35:00.268675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:00.328759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa3fc72-b9c5-4904-9f7c-de937f4cffe9 req-552af723-c494-47ea-a93f-ec7dc431a51c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507325 Apr 05 18:35:00.356029 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-f9d867b8-4daa-4419-89fb-961231d8ca4a service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657446 Apr 05 18:35:00.386930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-fc30b20b-704b-4f8e-bebf-d432b25992e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:00.388930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-fc30b20b-704b-4f8e-bebf-d432b25992e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1094 time: 0.1670327 Apr 05 18:35:00.416252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-e4d69422-7062-4813-9ed0-19948ecfae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:00.417724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-e4d69422-7062-4813-9ed0-19948ecfae29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c565f5440b8436db418342b85223625&device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 1099 time: 0.1476767 Apr 05 18:35:00.442501 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b87328fc-7ee6-4f5d-b87c-07d9db830d73 req-691e86fc-f716-4bef-82d1-289369234ebe service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927367 Apr 05 18:35:00.464806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-3f76f4c1-5230-4f73-a357-40c8cafecaa4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 200 len: 217 time: 0.0648251 Apr 05 18:35:00.491695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-c936bfb6-c162-412e-82b6-47599187d203 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274694 Apr 05 18:35:00.496198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['8e728505-7a23-4643-b2ce-9a2bdcee6720'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:00.546547 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:00.564674 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a507a2b-64be-4e71-8ba2-80bae3def5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:00.639825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 90650ffb-a33d-4cbc-98db-0081aa3487e5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:00.817664 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:00.840332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a507a2b-64be-4e71-8ba2-80bae3def5c2 None None] For port 90650ffb-a33d-4cbc-98db-0081aa3487e5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=90650ffb-a33d-4cbc-98db-0081aa3487e5,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:00.846383 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2af23041-be7a-4b8c-a323-d89fa5a9fc4e req-309d86c3-3c4a-4ecd-aadc-d3b8273babee tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.3042619 Apr 05 18:35:00.913740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a507a2b-64be-4e71-8ba2-80bae3def5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:00.977335 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:35:01.000180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Router fda1862c-36a8-4b9e-8b97-2a1a432da83c is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:35:01.011084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 90650ffb-a33d-4cbc-98db-0081aa3487e5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:01.011425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:01.022036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c5520d9-6bc1-456c-be7a-18b79681b816 req-951e141e-f052-422f-8b24-9b07a783140c service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760737 Apr 05 18:35:01.032841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-ec5ce25a-0312-4c08-812b-b0bf20664af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:01.035753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-ec5ce25a-0312-4c08-812b-b0bf20664af7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.5585122 Apr 05 18:35:01.080986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-0f84fb77-09a4-47d7-aadc-203e3e983186 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313420 Apr 05 18:35:01.159890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:35:01.173118 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Sync routers for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:35:01.186818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a507a2b-64be-4e71-8ba2-80bae3def5c2 None None] Pushing event updated for resources: {'Port': ['ID=90650ffb-a33d-4cbc-98db-0081aa3487e5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:01.187212 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:01.187838 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:34:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:01.204141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:01.205662 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-345aae95-d877-4817-b835-026ba9597f73 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.4829843 Apr 05 18:35:01.210714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60812) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:01.299714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-c6b8ad93-6dd2-495a-bd91-22c7aec56055 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722417 Apr 05 18:35:01.308429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c6c72-7697-4a08-8d98-87099e618310 req-297d53e8-9618-463a-8e7b-a55e738cdb31 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:01.310741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-339c6c72-7697-4a08-8d98-87099e618310 req-297d53e8-9618-463a-8e7b-a55e738cdb31 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 948 time: 0.7322531 Apr 05 18:35:01.312005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-7f3b147e-c651-405a-88b3-0a7672fe7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:01.313707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-7f3b147e-c651-405a-88b3-0a7672fe7583 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.8623600 Apr 05 18:35:01.331703 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:01.337971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-eff8f0cc-3f58-44e4-93a1-a517214a7360 None None] Provisioning complete for port 90650ffb-a33d-4cbc-98db-0081aa3487e5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:01.338433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eff8f0cc-3f58-44e4-93a1-a517214a7360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:01.399448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-f94f0a3b-2c31-4883-aa71-ee3075d2a344 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=18165d77-703b-41d1-b7e5-9a00caddede1 HTTP/1.1" status: 200 len: 217 time: 0.0738974 Apr 05 18:35:01.433344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6cf77-34e9-4e56-a6a4-abfcc3529f73 req-3e7356fa-d2fd-4827-8229-eeff849b0d8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:01.441474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0c6cf77-34e9-4e56-a6a4-abfcc3529f73 req-3e7356fa-d2fd-4827-8229-eeff849b0d8e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 943 time: 0.4656584 Apr 05 18:35:01.555459 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:00Z', 'revision_number': 3, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:01.573160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-339c6c72-7697-4a08-8d98-87099e618310 req-8c409578-5999-43df-9b8a-5e42ff36211e tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444341 Apr 05 18:35:01.597813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0c6cf77-34e9-4e56-a6a4-abfcc3529f73 req-6d73066c-fbe6-4a25-b518-af217ba39f81 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554062 Apr 05 18:35:01.600030 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Checking router: fda1862c-36a8-4b9e-8b97-2a1a432da83c for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:35:01.602850 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Updating router fda1862c-36a8-4b9e-8b97-2a1a432da83c port 78a43564-771e-44dd-a12f-af842874d54a binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:35:01.636972 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:01.649706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-d3fb36c1-696e-49d7-881c-c05e29f32a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:01.651198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-d3fb36c1-696e-49d7-881c-c05e29f32a37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.2307031 Apr 05 18:35:01.671300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f86072ab-1b00-45d5-8314-0ee2363a9aac req-3349aa68-ef85-4d01-99af-29ea39f02281 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554590 Apr 05 18:35:01.709136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-9551173b-a0d3-4273-ba3f-cf90a9cdca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:01.710545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-9551173b-a0d3-4273-ba3f-cf90a9cdca84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498211 Apr 05 18:35:01.751594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9bdd7ae-e37a-4f6d-96a6-77e45d138995 req-54ba8536-c05e-4fd2-86f9-79c437dcb5d8 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 210 time: 0.0447545 Apr 05 18:35:01.781076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:01.785354 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:01.829862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:01.895706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:01.975709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bef42-5c8b-4bb0-9aac-2d7d598f7f99 req-01489217-f272-4519-a80a-9b33082d28a6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:01.984426 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b31bef42-5c8b-4bb0-9aac-2d7d598f7f99 req-01489217-f272-4519-a80a-9b33082d28a6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.1276484 Apr 05 18:35:02.031226 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-735785ca-26af-40d6-af11-e3abc0117e65 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58382c0245e643ccb5931e329ebe1140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287938 Apr 05 18:35:02.034612 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.040911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-f89c1046-4fe7-4b25-b215-8f4f0d6d4bcf service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203020 Apr 05 18:35:02.043585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:02.049003 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.068696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c08e-7b57-4db3-b705-b6aa530d4c95 req-0937d443-96f2-48a2-8a96-fc63188b2912 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.070458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7544c08e-7b57-4db3-b705-b6aa530d4c95 req-0937d443-96f2-48a2-8a96-fc63188b2912 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 948 time: 0.1805882 Apr 05 18:35:02.083957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00', 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672', 'port_id': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00', 'mac_address': 'fa:16:3e:bc:bc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfa1f18-e103-421c-a525-7c9c6506fdf6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:02.131180 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.140543 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Attempting to bind port 78a43564-771e-44dd-a12f-af842874d54a on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:02.141306 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Attempting to bind port 78a43564-771e-44dd-a12f-af842874d54a by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:02.142216 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Attempting to bind port 78a43564-771e-44dd-a12f-af842874d54a on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:02.151412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:02.163586 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:02.165438 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:02.166412 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.166945 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:02.167914 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Bound port: 78a43564-771e-44dd-a12f-af842874d54a, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:02.168422 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.176701 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Pushing event updated for resources: {'Port': ['ID=78a43564-771e-44dd-a12f-af842874d54a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:02.177466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:02.179366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b31bef42-5c8b-4bb0-9aac-2d7d598f7f99 req-2e347f4a-df37-4b5f-a746-ea6fd1de2cfc tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940084 Apr 05 18:35:02.190763 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.213620 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.214440 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.214870 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.215277 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.216334 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.216334 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.216575 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.217151 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.217600 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.218468 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.218468 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.218903 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:02.259663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-8bd9540a-0adb-456b-bc87-d41614f17b41 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.260582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-8bd9540a-0adb-456b-bc87-d41614f17b41 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6&tenant_id=d7f64cbfb3fd47c59352b91f535306d9&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 948 time: 0.2927814 Apr 05 18:35:02.278772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7544c08e-7b57-4db3-b705-b6aa530d4c95 req-ec564840-5085-4a78-85dd-60072d33b9e0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739340 Apr 05 18:35:02.279221 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] For port 78a43564-771e-44dd-a12f-af842874d54a, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:02.281894 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4930e5b1-8fb6-47d0-adee-90fc4c5032f8 x-openstack-request-id: req-4930e5b1-8fb6-47d0-adee-90fc4c5032f8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:02.282170 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:02.282436 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4930e5b1-8fb6-47d0-adee-90fc4c5032f8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:02.282813 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4930e5b1-8fb6-47d0-adee-90fc4c5032f8'] response: {'name': 'network-changed', 'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42', 'status': 'completed', 'code': 200} Apr 05 18:35:02.284438 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] For port 78a43564-771e-44dd-a12f-af842874d54a, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=78a43564-771e-44dd-a12f-af842874d54a,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:02.299559 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.301499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:02.334003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60b6ea52-5beb-467d-bc7e-912b92de92aa req-ed411288-dc6c-469c-9c5e-18f14dd5ed7b service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624681 Apr 05 18:35:02.380374 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-f467b3bb-2810-4f90-a2ed-b0959748748c service neutron] delete failed (client error): The resource could not be found. Apr 05 18:35:02.381372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-f467b3bb-2810-4f90-a2ed-b0959748748c service neutron] 10.222.0.25 "DELETE /v2.0/ports/8e728505-7a23-4643-b2ce-9a2bdcee6720/bindings/n-h1-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.1015775 Apr 05 18:35:02.386312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-a8f95e87-9597-45af-9d67-1fe9634eddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.388317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-a8f95e87-9597-45af-9d67-1fe9634eddb0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1094 time: 0.0718825 Apr 05 18:35:02.389619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-2d8c430d-b149-4663-9318-448aaa18c4bf tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.389913 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:02.390930 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:34:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:02.392015 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-2d8c430d-b149-4663-9318-448aaa18c4bf tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3552196 Apr 05 18:35:02.410792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Request body: {'port': {'device_id': '98e5bc9b-aedb-4ca1-b55f-2924ab161adb', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '58382c0245e643ccb5931e329ebe1140'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:02.414956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f2dc35-c821-44c0-a286-da836a1fe132 req-5a25fb0a-ca96-4feb-b432-761a5ba49aca tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0319331 Apr 05 18:35:02.417339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Allocated IP 172.20.0.1 (5b3d82d7-697e-4c9d-ab69-7730a85ea8ce/3f803b6a-12f2-452e-84cc-0347506c1035/7353a0d8-2ffe-42a6-bb3d-e54cff2d1766) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:02.488261 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['3b28bec8-b2ac-4372-b1a6-838cdbb6ee00'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:02.502832 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e55356-b345-4bab-a92b-014e7cda7445 None None] Pushing event updated for resources: {'Port': ['ID=78a43564-771e-44dd-a12f-af842874d54a,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:02.518937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 90650ffb-a33d-4cbc-98db-0081aa3487e5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:02.562888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-d194f04f-3b4e-47c4-a69a-ac78afeba4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.564598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-d194f04f-3b4e-47c4-a69a-ac78afeba4e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.1518903 Apr 05 18:35:02.567287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-46de9bff-6abd-439b-b14c-72a1b2ec6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.568692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-46de9bff-6abd-439b-b14c-72a1b2ec6834 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1099 time: 0.0696976 Apr 05 18:35:02.606219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 90650ffb-a33d-4cbc-98db-0081aa3487e5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:02.607297 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.608398 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:02.663870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.707361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-5c0b3038-7375-4a2b-80b7-662dea525bb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 200 len: 217 time: 0.1297174 Apr 05 18:35:02.777259 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.828342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:02.834423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:02.836985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:02.863038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Made reservation on behalf of 58382c0245e643ccb5931e329ebe1140 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:35:02.867089 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.888507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-4c2c8fe0-0456-4df1-bca3-f605b7aa88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.890232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-4c2c8fe0-0456-4df1-bca3-f605b7aa88e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.3107688 Apr 05 18:35:02.891243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.895593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7353a0d8-2ffe-42a6-bb3d-e54cff2d1766,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:02.897403 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540250c6-e5f7-4339-9c56-10702d216b69 req-5ba6147a-0327-47ff-85e4-9d6bc29bb9d9 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.905088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-540250c6-e5f7-4339-9c56-10702d216b69 req-5ba6147a-0327-47ff-85e4-9d6bc29bb9d9 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.1904378 Apr 05 18:35:02.913674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:02.918512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12e9c5-1873-4c81-b0a7-544cf643f6e7 req-119f984e-5d0d-4ae0-b7e0-8d7e796dc06b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.926421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd12e9c5-1873-4c81-b0a7-544cf643f6e7 req-119f984e-5d0d-4ae0-b7e0-8d7e796dc06b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 948 time: 0.2153306 Apr 05 18:35:02.937553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-4fa223a3-5a48-471b-b392-16e227cf0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:02.938988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-4fa223a3-5a48-471b-b392-16e227cf0b2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.1669383 Apr 05 18:35:02.983312 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:00Z', 'revision_number': 3, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:03.005413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-7f3f181d-a1cc-4727-82c0-ec143bba7cc0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 217 time: 0.0943761 Apr 05 18:35:03.014050 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02639b55-05a1-4bb0-8bfb-f6ff2ad285d1 None None] The sync data for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 is: [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:00Z', 'revision_number': 3, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:35:03.026239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-f2ba086a-0e34-4b57-84b3-2913e3e85aba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381603 Apr 05 18:35:03.114717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-540250c6-e5f7-4339-9c56-10702d216b69 req-07d71aae-308e-46fc-9940-92f83ad92bfb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086101 Apr 05 18:35:03.114958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:03.122696 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:03.134167 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:03.166635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd12e9c5-1873-4c81-b0a7-544cf643f6e7 req-6304f8d8-cdbb-4bf8-94c3-b4656ae02b9b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393358 Apr 05 18:35:03.177251 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-00ba755f-8844-4bed-babd-87f701fcf554 None None] Provisioning complete for port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:03.178864 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00ba755f-8844-4bed-babd-87f701fcf554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:03.183836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-4d1ac7ee-fef3-4af2-8c78-291cec957ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:03.186421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-4d1ac7ee-fef3-4af2-8c78-291cec957ca3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1625473 Apr 05 18:35:03.201242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbae2271-d582-41b9-aa81-14476e0ace14,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:03.224673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-00ba755f-8844-4bed-babd-87f701fcf554 None None] Port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:35:03.268635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69f736e4-f3f2-4a6f-a706-6fa117ea82a1 req-77271e1b-ca39-4786-bd49-089c5d2111c2 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 210 time: 0.0613186 Apr 05 18:35:03.271693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-857cd443-64ca-4de6-887a-fe4e6af61a11 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266216 Apr 05 18:35:03.342980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-67b3353d-cb33-46b2-9461-698525f1224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:03.344464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-67b3353d-cb33-46b2-9461-698525f1224f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512976 Apr 05 18:35:03.692572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Allocated IP 192.168.233.196 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/3bef1647-b0c5-483b-b4d6-35e00bd546fd) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:03.743106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d77bd-5c6d-459f-81fe-219ef93798b6 req-f66b657b-b3cb-4fda-aaf1-956320265e07 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:03.747076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a3d77bd-5c6d-459f-81fe-219ef93798b6 req-f66b657b-b3cb-4fda-aaf1-956320265e07 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.4507012 Apr 05 18:35:03.774105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11da44f5-3e1c-479e-af0e-a173b3d4a7e6 req-984d9771-62ac-402e-8f01-08b42032cd56 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958620 Apr 05 18:35:03.808233 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:03.824036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf2fec-d199-488a-8e95-1627d712159d req-fe7e29e6-d5e7-415a-bdac-726e21122504 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:03.827096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0faf2fec-d199-488a-8e95-1627d712159d req-fe7e29e6-d5e7-415a-bdac-726e21122504 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 948 time: 0.4525909 Apr 05 18:35:03.834328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:03.850760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 18165d77-703b-41d1-b7e5-9a00caddede1 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:03.853676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:03.868370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-ed0edd80-8899-4a4b-8310-05d51a24f190 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929526 Apr 05 18:35:03.885575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a3d77bd-5c6d-459f-81fe-219ef93798b6 req-a35e7eed-169e-48b9-a356-fe044c6558c0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200547 Apr 05 18:35:03.927430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:03.932735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:03.933440 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:03.943720 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:03.956436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7353a0d8-2ffe-42a6-bb3d-e54cff2d1766,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:03.983078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.005784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0faf2fec-d199-488a-8e95-1627d712159d req-80b96cbc-a107-4270-8e4a-37ede18cd9d7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673555 Apr 05 18:35:04.061292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b01a213d-3a9d-4ec0-bc63-c7233141ff78 req-37c2f409-461c-4964-839e-dc29f361038b tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0653727 Apr 05 18:35:04.087956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.088635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:04.090625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:04.093398 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.133661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e686d71-2ed6-4907-8fb6-c90ab8770f9b req-376c837b-7c34-49fe-8958-658e1afcefbe service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426291 Apr 05 18:35:04.138814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:04.142339 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac51421f-4150-49c6-96c6-259155c8297d" -d '{"events": [{"server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "name": "network-vif-plugged", "status": "completed", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:04.223356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:04.232563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:04.233979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:04.241618 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43da4bb3-41cf-499c-ad3e-24d91332b566 x-openstack-request-id: req-43da4bb3-41cf-499c-ad3e-24d91332b566 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:04.242300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:04.245799 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "name": "network-vif-plugged", "status": "completed", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:04.246092 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43da4bb3-41cf-499c-ad3e-24d91332b566 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:04.249129 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43da4bb3-41cf-499c-ad3e-24d91332b566'] response: {'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00', 'code': 200} Apr 05 18:35:04.250278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Pushing event updated for resources: {'Port': ['ID=3bef1647-b0c5-483b-b4d6-35e00bd546fd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:04.263757 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.264567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 8e728505-7a23-4643-b2ce-9a2bdcee6720 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:04.356155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c789b-6cdb-49e2-b36f-0e569674f137 req-4c136300-7f49-4049-92d1-88267dc184d3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:04.364282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d5c789b-6cdb-49e2-b36f-0e569674f137 req-4c136300-7f49-4049-92d1-88267dc184d3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 945 time: 0.1104169 Apr 05 18:35:04.387175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 18165d77-703b-41d1-b7e5-9a00caddede1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=18165d77-703b-41d1-b7e5-9a00caddede1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:04.390189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:04.390981 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.425904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Router fda1862c-36a8-4b9e-8b97-2a1a432da83c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:35:04.437755 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-ab05c259-c755-444f-84d4-adc6ea47fca6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0337832 Apr 05 18:35:04.452741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '18165d77-703b-41d1-b7e5-9a00caddede1', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '18165d77-703b-41d1-b7e5-9a00caddede1', 'mac_address': 'fa:16:3e:12:da:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:04.452908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Request body: {'port': {'device_id': '98e5bc9b-aedb-4ca1-b55f-2924ab161adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:04.479485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d5c789b-6cdb-49e2-b36f-0e569674f137 req-8a9507c8-5a78-4192-b042-5b013bc3068a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095045 Apr 05 18:35:04.553286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52324110-159d-42de-a36d-7f503bb70e44 req-cf2a2f03-3380-4819-be5b-bb936db56d65 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:04.571148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52324110-159d-42de-a36d-7f503bb70e44 req-cf2a2f03-3380-4819-be5b-bb936db56d65 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 948 time: 0.2233171 Apr 05 18:35:04.573784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:04.574489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fe32-d72c-49e2-8fad-c190728e8100 req-f8df492e-8cc6-4d24-8d3c-7fbfaef3cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:04.576257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f05fe32-d72c-49e2-8fad-c190728e8100 req-f8df492e-8cc6-4d24-8d3c-7fbfaef3cc32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1096 time: 0.2443333 Apr 05 18:35:04.584333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.606308 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.613106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78a43564-771e-44dd-a12f-af842874d54a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:04.670620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18165d77-703b-41d1-b7e5-9a00caddede1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:04.687997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f05fe32-d72c-49e2-8fad-c190728e8100 req-16fa80a3-a3f3-4036-be7b-72885f63da6c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002023 Apr 05 18:35:04.702185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 8e728505-7a23-4643-b2ce-9a2bdcee6720 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:04.706011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:35:04.716740 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-51e2af2e-2c8c-4706-9393-0bb9cb0354f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/fda1862c-36a8-4b9e-8b97-2a1a432da83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5049324 Apr 05 18:35:04.738774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 8e728505-7a23-4643-b2ce-9a2bdcee6720 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:04.739238 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.741847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52324110-159d-42de-a36d-7f503bb70e44 req-c7744b61-ad73-4c15-a032-50c0cb2ddccb tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697822 Apr 05 18:35:04.764849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ea7d2477-09dc-48f4-9a48-6438fbb6bcdd None None] Provisioning complete for port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:04.765442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2477-09dc-48f4-9a48-6438fbb6bcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.771408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e0072-6fa4-467a-b29e-49df7c1a8561 req-1e0e9132-e95a-4c44-88a8-7bd71c450b32 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:04.780224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-121e0072-6fa4-467a-b29e-49df7c1a8561 req-1e0e9132-e95a-4c44-88a8-7bd71c450b32 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 936 time: 0.1651363 Apr 05 18:35:04.790498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 18165d77-703b-41d1-b7e5-9a00caddede1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=18165d77-703b-41d1-b7e5-9a00caddede1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:04.839053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-121e0072-6fa4-467a-b29e-49df7c1a8561 req-2d5803bc-f823-4ba3-abd9-d6b48aafeba4 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578511 Apr 05 18:35:04.863083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.955207 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:04.985891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d2477-09dc-48f4-9a48-6438fbb6bcdd None None] Port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:35:05.016507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 78a43564-771e-44dd-a12f-af842874d54a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:05.017063 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.021883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=18165d77-703b-41d1-b7e5-9a00caddede1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:05.057462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bef1647-b0c5-483b-b4d6-35e00bd546fd {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:05.068719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e97aa-af5e-4e02-8813-1116c569b316 req-4f3c971b-032e-4515-8cb0-7f9f5d1302e8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:05.070382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.077578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a17e97aa-af5e-4e02-8813-1116c569b316 req-4f3c971b-032e-4515-8cb0-7f9f5d1302e8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.0874758 Apr 05 18:35:05.087077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Transition to ACTIVE for port object 3bef1647-b0c5-483b-b4d6-35e00bd546fd will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:35:05.101046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.124871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a17e97aa-af5e-4e02-8813-1116c569b316 req-89eb7d34-538f-4817-b394-95a40d9a3338 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463209 Apr 05 18:35:05.244690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bef1647-b0c5-483b-b4d6-35e00bd546fd,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:05.250648 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.275603 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['18165d77-703b-41d1-b7e5-9a00caddede1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:05.307567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557889ce-97d4-4753-afbf-436ab49e299b req-0e359288-87d2-47ca-ae8a-86276cf517e8 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:05.310175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Attempting to bind port 3bef1647-b0c5-483b-b4d6-35e00bd546fd on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:05.310536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Attempting to bind port 3bef1647-b0c5-483b-b4d6-35e00bd546fd by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:05.310866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Attempting to bind port 3bef1647-b0c5-483b-b4d6-35e00bd546fd on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:05.316648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-0e359288-87d2-47ca-ae8a-86276cf517e8 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/networks?id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce HTTP/1.1" status: 200 len: 828 time: 0.1645041 Apr 05 18:35:05.325725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Port 3bef1647-b0c5-483b-b4d6-35e00bd546fd on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:05.326539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Attempting to bind port 3bef1647-b0c5-483b-b4d6-35e00bd546fd on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:05.332932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:05.333260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:05.333642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:05.334065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Bound port: 3bef1647-b0c5-483b-b4d6-35e00bd546fd, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:05.334440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.361223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-cd1cff99-efa2-4b38-80a6-8cd2dd502389 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/quotas/49b0e678f7b94652a64a515348750a2b HTTP/1.1" status: 200 len: 375 time: 0.0436080 Apr 05 18:35:05.361430 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.389141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Sync routers for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:35:05.392362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 78a43564-771e-44dd-a12f-af842874d54a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=78a43564-771e-44dd-a12f-af842874d54a,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:05.394277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:05.405729 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.408352 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.420407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2365e5-85b0-4683-8836-0bb4a5cf1eb0 req-d70cd1a4-54ac-498f-b059-7d4be05a8b95 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:05.424013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] For port 3bef1647-b0c5-483b-b4d6-35e00bd546fd, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:05.427668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db2365e5-85b0-4683-8836-0bb4a5cf1eb0 req-d70cd1a4-54ac-498f-b059-7d4be05a8b95 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 948 time: 0.1792459 Apr 05 18:35:05.427830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] For port 3bef1647-b0c5-483b-b4d6-35e00bd546fd, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3bef1647-b0c5-483b-b4d6-35e00bd546fd,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:05.432787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.447145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:05.447786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:34:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:05.458556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-f34d3a07-ca18-4604-b44d-be593a88743e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b0e678f7b94652a64a515348750a2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964024 Apr 05 18:35:05.494769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bef1647-b0c5-483b-b4d6-35e00bd546fd,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:05.519970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:05.523195 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:05.524923 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-5af8e3c1-ea30-45b7-b397-c18415d6dae6 service neutron] 10.222.0.25 "PUT /v2.0/ports/3bef1647-b0c5-483b-b4d6-35e00bd546fd HTTP/1.1" status: 200 len: 1096 time: 1.0781918 Apr 05 18:35:05.525538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e5bc9b-aedb-4ca1-b55f-2924ab161adb', 'tag': '3bef1647-b0c5-483b-b4d6-35e00bd546fd'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:05.531026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db2365e5-85b0-4683-8836-0bb4a5cf1eb0 req-6b24f100-4ea7-43b3-96a1-1aff4107beb9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024058 Apr 05 18:35:05.533557 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e" -d '{"events": [{"name": "network-changed", "server_uuid": "98e5bc9b-aedb-4ca1-b55f-2924ab161adb", "tag": "3bef1647-b0c5-483b-b4d6-35e00bd546fd"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:05.566608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:05.611714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-0ca3b92e-7bd5-4a75-bffb-1a3004affb7b service neutron] 10.222.0.15 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522169 Apr 05 18:35:05.663100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f272a8fb-64ef-45b7-8a7c-353c8ad74b9c req-09c8a7d3-c746-45cf-959a-4631ff487beb tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0395710 Apr 05 18:35:05.667143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-de270cab-384e-4cc1-b01a-71656af60dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:05.668619 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-de270cab-384e-4cc1-b01a-71656af60dfe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58382c0245e643ccb5931e329ebe1140&device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 1099 time: 0.0704222 Apr 05 18:35:05.696930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=78a43564-771e-44dd-a12f-af842874d54a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:05.701657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:05.748336 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-f81ff4e2-69e5-44a8-8556-a872570803b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3bef1647-b0c5-483b-b4d6-35e00bd546fd HTTP/1.1" status: 200 len: 217 time: 0.0680583 Apr 05 18:35:05.762710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-a7e69c0f-e1ca-4753-aee4-268a00e21d15 service neutron] 10.222.0.15 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500814 Apr 05 18:35:05.813359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-0fbd29f9-115c-4810-b579-89dbbf44e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:05.816060 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-0fbd29f9-115c-4810-b579-89dbbf44e0e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0594289 Apr 05 18:35:05.829912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbbd14-2724-4817-9b1b-97887114828e req-921a91a3-e0cd-4c54-ac1c-6c3886de456e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:05.831969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65dbbd14-2724-4817-9b1b-97887114828e req-921a91a3-e0cd-4c54-ac1c-6c3886de456e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 945 time: 0.0678718 Apr 05 18:35:05.880694 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-0c2c6a1e-1f6e-4204-b999-f9b559e0280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:05.882894 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-0c2c6a1e-1f6e-4204-b999-f9b559e0280e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590339 Apr 05 18:35:05.885040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65dbbd14-2724-4817-9b1b-97887114828e req-1ebb33bb-2ecc-4fbb-b5c8-27fe2121a25f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Apr 05 18:35:05.972961 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9354ab-7565-494e-a74a-07c838b9acf8 x-openstack-request-id: req-8e9354ab-7565-494e-a74a-07c838b9acf8 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:05.973245 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e5bc9b-aedb-4ca1-b55f-2924ab161adb", "tag": "3bef1647-b0c5-483b-b4d6-35e00bd546fd", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:05.973496 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e9354ab-7565-494e-a74a-07c838b9acf8 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:05.973890 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9354ab-7565-494e-a74a-07c838b9acf8'] response: {'name': 'network-changed', 'server_uuid': '98e5bc9b-aedb-4ca1-b55f-2924ab161adb', 'tag': '3bef1647-b0c5-483b-b4d6-35e00bd546fd', 'status': 'completed', 'code': 200} Apr 05 18:35:05.980838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 34b02355-3c1d-4671-b7f4-1e80d15d3c42 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:06.052679 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-c9cc0869-cc58-4286-8dd1-a4f8e6f97f6c service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622152 Apr 05 18:35:06.151392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50703879-8ce0-404f-be67-24ce7bd3dad6 req-f8720cfb-6dbf-4265-9426-e095b98de392 tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:06.157520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50703879-8ce0-404f-be67-24ce7bd3dad6 req-f8720cfb-6dbf-4265-9426-e095b98de392 tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1100 time: 0.1427736 Apr 05 18:35:06.178066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcfd99-6a50-4cef-bb05-07f37f186f08 req-bd448030-0392-4564-9f89-b6e02cc0e51c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:06.180568 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a10d81ed-7ca6-4816-b8bb-531770bb7e49 req-afd32a9d-8a75-46f3-bbe4-89918d10e5b4 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200397 Apr 05 18:35:06.183054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebdcfd99-6a50-4cef-bb05-07f37f186f08 req-bd448030-0392-4564-9f89-b6e02cc0e51c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 949 time: 0.1217642 Apr 05 18:35:06.191957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:06.206265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '34b02355-3c1d-4671-b7f4-1e80d15d3c42', 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845', 'port_id': '34b02355-3c1d-4671-b7f4-1e80d15d3c42', 'mac_address': 'fa:16:3e:85:ec:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77422bc6-9503-4b21-9cbe-2b723f8b401b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:06.250665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:06.253036 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ddd8ed-a491-40ea-85c3-359fae6de8db" -d '{"events": [{"server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "name": "network-vif-plugged", "status": "completed", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:06.271410 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:06.275088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebdcfd99-6a50-4cef-bb05-07f37f186f08 req-9124c6af-f117-455d-9e57-d367dfa39aad tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650861 Apr 05 18:35:06.279087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7353a0d8-2ffe-42a6-bb3d-e54cff2d1766', 'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:01Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 2, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'subnets': [{'id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:06.279281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50703879-8ce0-404f-be67-24ce7bd3dad6 req-c813bffe-93df-44f9-97e9-d98f8a6f9289 tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950813 Apr 05 18:35:06.316329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Checking router: fda1862c-36a8-4b9e-8b97-2a1a432da83c for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:35:06.316684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Updating router fda1862c-36a8-4b9e-8b97-2a1a432da83c port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:35:06.320594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b02355-3c1d-4671-b7f4-1e80d15d3c42 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:06.351763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-9c9e35de-65ab-4d70-a0ed-579dce61495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:06.356052 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-9c9e35de-65ab-4d70-a0ed-579dce61495f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58382c0245e643ccb5931e329ebe1140&device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 1099 time: 0.1056461 Apr 05 18:35:06.370455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:06.373018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:06.384536 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:06.429234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e3cfa8-e75a-46c4-b18b-f72865f0adcf req-c3f867e3-4fa9-497b-ae2f-438926a56005 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 210 time: 0.0311260 Apr 05 18:35:06.440796 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=34b02355-3c1d-4671-b7f4-1e80d15d3c42,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:06.447467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f898c-7026-445a-807e-0f464229b212 req-a1def5db-8444-4813-9aa2-53f30f9a1885 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:06.454897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078f898c-7026-445a-807e-0f464229b212 req-a1def5db-8444-4813-9aa2-53f30f9a1885 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 948 time: 0.0974157 Apr 05 18:35:06.542962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-3db7f6d6-70be-4962-a715-4ee5e73de517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:06.545942 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-3db7f6d6-70be-4962-a715-4ee5e73de517 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1818984 Apr 05 18:35:06.563264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78a43564-771e-44dd-a12f-af842874d54a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:06.597305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078f898c-7026-445a-807e-0f464229b212 req-0b0f7f9d-bea4-4f5b-b93d-aedc478f3e58 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415586 Apr 05 18:35:06.608274 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-91b8e54e-b764-43b5-984a-bf6d1f21856d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3bef1647-b0c5-483b-b4d6-35e00bd546fd HTTP/1.1" status: 200 len: 217 time: 0.0536206 Apr 05 18:35:06.647591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12fb76-f902-45af-84ea-5cd23b7e1a14 req-c0fed587-ee10-40f1-9d80-65137eea46ad tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:06.656702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c12fb76-f902-45af-84ea-5cd23b7e1a14 req-c0fed587-ee10-40f1-9d80-65137eea46ad tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 944 time: 0.1208076 Apr 05 18:35:06.662839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-0eebaaf9-0a82-42ce-a3b5-1157141f3523 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816691 Apr 05 18:35:06.676811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-9e8b9c94-bad1-42cb-8c84-343b3546bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:06.680926 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-9e8b9c94-bad1-42cb-8c84-343b3546bb16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0656478 Apr 05 18:35:06.716825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c12fb76-f902-45af-84ea-5cd23b7e1a14 req-6e54bfe9-a155-4886-b645-d63b1f073273 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541492 Apr 05 18:35:06.782906 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4f2356-4537-416d-97d5-873c378c2339 x-openstack-request-id: req-1c4f2356-4537-416d-97d5-873c378c2339 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:06.784133 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "name": "network-vif-plugged", "status": "completed", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:06.784753 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c4f2356-4537-416d-97d5-873c378c2339 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:06.785607 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4f2356-4537-416d-97d5-873c378c2339'] response: {'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'code': 200} Apr 05 18:35:06.810074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-e596cbb5-c152-43c2-a66a-7ff485e47a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:06.812017 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-e596cbb5-c152-43c2-a66a-7ff485e47a4c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227379 Apr 05 18:35:06.899995 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:06.955260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d1b82ce-6eab-4f41-a4e1-4a2b6f430d56 req-697b8552-e99f-48c9-a2a2-a3eb6e843328 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0821056 Apr 05 18:35:06.960717 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-6ed1c1ef-9287-45d5-a5e0-24c79cf83bfe service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407852 Apr 05 18:35:06.985292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-aff0719d-603b-4e7d-8424-573bab58e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:06.987679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-aff0719d-603b-4e7d-8424-573bab58e688 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1100 time: 0.1712885 Apr 05 18:35:07.024132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 78a43564-771e-44dd-a12f-af842874d54a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:07.024708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:07.072753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['34b02355-3c1d-4671-b7f4-1e80d15d3c42'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:07.173907 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b0df1b54-81ce-42be-aee2-fdb1f35aae4e req-3bf5815c-659c-4555-9f7e-11f5311da856 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003226 Apr 05 18:35:07.188559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-b09f3090-6316-4506-bebf-06d6e5c9174a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409899 Apr 05 18:35:07.220076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41530de3-4ae9-4a72-b437-e7507a6218c0 req-4312b226-8293-4488-bbee-1fc00acfbe54 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:07.221550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41530de3-4ae9-4a72-b437-e7507a6218c0 req-4312b226-8293-4488-bbee-1fc00acfbe54 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 945 time: 0.1766040 Apr 05 18:35:07.287391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-6cadcf2b-2619-4815-876f-54007992d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:07.288842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-6cadcf2b-2619-4815-876f-54007992d68b service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2613611 Apr 05 18:35:07.335865 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:07.346212 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:07.351216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41530de3-4ae9-4a72-b437-e7507a6218c0 req-6df4f537-ef07-407f-8ae1-6a206ae7ee6c tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116970 Apr 05 18:35:07.354388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-afdc78de-869c-48b3-9a10-606aeff96903 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 217 time: 0.0465910 Apr 05 18:35:07.419880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058d3f7-ae92-4964-ba23-f18d51dee852 None None] Pushing event updated for resources: {'Port': ['ID=7353a0d8-2ffe-42a6-bb3d-e54cff2d1766,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:07.425222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-a9e234d5-9071-47e9-a93a-5586c823971e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:07.432132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-a9e234d5-9071-47e9-a93a-5586c823971e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329986 Apr 05 18:35:07.463617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-9478e844-a760-44ea-abdb-669f5938e09d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/quotas/d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 375 time: 0.0305316 Apr 05 18:35:07.466983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-cb28d3ee-7aa8-4ea4-aaee-fe437c025ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:07.468580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-cb28d3ee-7aa8-4ea4-aaee-fe437c025ffe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1040752 Apr 05 18:35:07.487164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Attempting to bind port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:07.487620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Attempting to bind port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:07.488047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Attempting to bind port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 on network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:07.493303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:07.493752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Checking segment: {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:07.494156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:07.494722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Bound using segment: {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:07.495171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Bound port: 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:07.495550 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:07.567937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb2071-1864-4a16-a892-73d27c1d0f2f req-61ec99b9-c5ea-4ee8-8de4-cf439381ce3c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:07.569028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1bb2071-1864-4a16-a892-73d27c1d0f2f req-61ec99b9-c5ea-4ee8-8de4-cf439381ce3c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 949 time: 0.1254354 Apr 05 18:35:07.573762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] For port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:07.587149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-4c912037-ceca-4fe1-8b84-ee2389538d3a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226063 Apr 05 18:35:07.589228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] For port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7353a0d8-2ffe-42a6-bb3d-e54cff2d1766,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:07.592575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-fe5017b7-548a-4624-b12f-c97883a37b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:07.599293 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:07.600814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-fe5017b7-548a-4624-b12f-c97883a37b68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095831 Apr 05 18:35:07.667633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:07.668362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:34:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:07.671352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058d3f7-ae92-4964-ba23-f18d51dee852 None None] Pushing event updated for resources: {'Port': ['ID=7353a0d8-2ffe-42a6-bb3d-e54cff2d1766,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:07.744906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ddcdfc46-e20b-4558-8993-d60b0c31eab5 None None] Provisioning complete for port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:07.745740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ddcdfc46-e20b-4558-8993-d60b0c31eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:07.833298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:07.854489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1bb2071-1864-4a16-a892-73d27c1d0f2f req-718ef4bd-528e-43f2-80be-567344de7200 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661943 Apr 05 18:35:07.886857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 18165d77-703b-41d1-b7e5-9a00caddede1 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:07.980170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-66ea0839-c32e-40be-9e7e-ef381d254512 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347778 Apr 05 18:35:08.031183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88232877-83e2-4189-95f6-a455f6e6ffa8 req-4949e8b8-ae6f-4b9e-add9-46dd4a5ea6e6 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 210 time: 0.0630636 Apr 05 18:35:08.122554 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ddcdfc46-e20b-4558-8993-d60b0c31eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:08.136545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7ae238-a91d-436a-9eb2-c9f43d138b68 req-a78e384f-13b5-4392-b8cb-6469c54aa32b service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399822 Apr 05 18:35:08.138781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 18165d77-703b-41d1-b7e5-9a00caddede1 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:08.140760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3a4fd-48e2-44b2-b43e-0d4fa5102867 req-39ddcb8c-d9e1-4b32-a152-22e5a7a6bbeb tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:08.142165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27f3a4fd-48e2-44b2-b43e-0d4fa5102867 req-39ddcb8c-d9e1-4b32-a152-22e5a7a6bbeb tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1096 time: 0.2921240 Apr 05 18:35:08.149485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557889ce-97d4-4753-afbf-436ab49e299b req-45d8a7f0-ddbc-48c2-bfc9-19d8f0ae96aa tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:08.150947 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-45d8a7f0-ddbc-48c2-bfc9-19d8f0ae96aa tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.20 "GET /v2.0/networks?id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce HTTP/1.1" status: 200 len: 828 time: 0.5492218 Apr 05 18:35:08.158261 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 18165d77-703b-41d1-b7e5-9a00caddede1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:08.159443 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:08.195297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Request body: {'port': {'device_id': '8bae70d7-b754-462a-9732-9c1603d2547e', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'admin_state_up': True, 'tenant_id': '49b0e678f7b94652a64a515348750a2b'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:08.308939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27f3a4fd-48e2-44b2-b43e-0d4fa5102867 req-3a338b7d-1f50-469e-b658-d99de4138732 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570513 Apr 05 18:35:08.318307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b1fff-2d59-423e-bed5-95f3f6e6a353 req-bfe07b35-1d3e-4b4e-9c5b-1b7dd41d5fa6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:08.319838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-708b1fff-2d59-423e-bed5-95f3f6e6a353 req-bfe07b35-1d3e-4b4e-9c5b-1b7dd41d5fa6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 948 time: 0.1821697 Apr 05 18:35:08.388826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ddcdfc46-e20b-4558-8993-d60b0c31eab5 None None] For port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7353a0d8-2ffe-42a6-bb3d-e54cff2d1766,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:08.397677 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ddcdfc46-e20b-4558-8993-d60b0c31eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:08.442989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-708b1fff-2d59-423e-bed5-95f3f6e6a353 req-a6834c3b-3958-47c4-99fb-65d7a8000abd tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129339 Apr 05 18:35:08.455881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Made reservation on behalf of 49b0e678f7b94652a64a515348750a2b for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:35:08.459375 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:08.470702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdfc46-e20b-4558-8993-d60b0c31eab5 None None] Pushing event updated for resources: {'Port': ['ID=7353a0d8-2ffe-42a6-bb3d-e54cff2d1766,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:08.507723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909c9be-f600-426d-95e6-e7aaac735532 req-3e75a86f-4e25-47db-a19b-842e0463d17f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:08.509222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c909c9be-f600-426d-95e6-e7aaac735532 req-3e75a86f-4e25-47db-a19b-842e0463d17f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 944 time: 0.1171472 Apr 05 18:35:08.526229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7353a0d8-2ffe-42a6-bb3d-e54cff2d1766', 'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:01Z', 'updated_at': '2022-04-05T18:35:07Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'subnets': [{'id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:08.572448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-768f69a2-57c6-4adf-8592-7e3ea357e041 req-dae1c0bf-1f44-4858-88b7-f51d307fc68d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 210 time: 0.0610871 Apr 05 18:35:08.581949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb88c9-f143-4373-991e-c04825d6676d None None] The sync data for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 is: [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7353a0d8-2ffe-42a6-bb3d-e54cff2d1766', 'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:01Z', 'updated_at': '2022-04-05T18:35:07Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'subnets': [{'id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:35:08.592813 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:08.612034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d1209c2c-a2b2-4ed9-8de3-e5a3d3f28b59 None None] Provisioning complete for port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:08.612409 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1209c2c-a2b2-4ed9-8de3-e5a3d3f28b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:08.627851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c909c9be-f600-426d-95e6-e7aaac735532 req-4195ad9a-45e8-4f37-8fd6-4a9bda9a539a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051040 Apr 05 18:35:08.642137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 18165d77-703b-41d1-b7e5-9a00caddede1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=18165d77-703b-41d1-b7e5-9a00caddede1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:08.696434 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:08.744735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c51801d-f71e-4a1d-9944-896e86ea2b01 req-73f2e401-6a9f-4be9-b9b0-cfa56c4d7362 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0647626 Apr 05 18:35:08.749813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Allocated IP 172.20.0.7 (5b3d82d7-697e-4c9d-ab69-7730a85ea8ce/3f803b6a-12f2-452e-84cc-0347506c1035/0388ed42-778e-4cfa-8261-1728377926e1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:08.769189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=18165d77-703b-41d1-b7e5-9a00caddede1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:08.787354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cd0b9e-c289-46bf-9f20-b60379938780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18165d77-703b-41d1-b7e5-9a00caddede1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:08.789820 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c03c82c-d19e-4a5f-935f-8780bdae92a7" -d '{"events": [{"server_uuid": "65cd0b9e-c289-46bf-9f20-b60379938780", "name": "network-vif-plugged", "status": "completed", "tag": "18165d77-703b-41d1-b7e5-9a00caddede1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:08.837719 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52215374-d847-4bd7-aa50-e6f00714cb85 x-openstack-request-id: req-52215374-d847-4bd7-aa50-e6f00714cb85 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:08.838127 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cd0b9e-c289-46bf-9f20-b60379938780", "name": "network-vif-plugged", "status": "completed", "tag": "18165d77-703b-41d1-b7e5-9a00caddede1", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:08.838385 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52215374-d847-4bd7-aa50-e6f00714cb85 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:08.838880 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52215374-d847-4bd7-aa50-e6f00714cb85'] response: {'server_uuid': '65cd0b9e-c289-46bf-9f20-b60379938780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18165d77-703b-41d1-b7e5-9a00caddede1', 'code': 200} Apr 05 18:35:08.917604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab474c8b-0424-4c77-94bb-99d26534421d req-dbda7478-cf90-42a9-aeee-4a4657cb81ba tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:08.920673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab474c8b-0424-4c77-94bb-99d26534421d req-dbda7478-cf90-42a9-aeee-4a4657cb81ba tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1096 time: 0.1417201 Apr 05 18:35:08.989787 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-6a084898-45fe-4539-8c7e-3827b77e8e8d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280724 Apr 05 18:35:09.050434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab474c8b-0424-4c77-94bb-99d26534421d req-70fe07d8-84a8-41ba-b4ee-2e9aac913452 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162128 Apr 05 18:35:09.057993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:09.068832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08b6d-59fc-4414-a84f-d3e5d28c8e53 req-d25f5205-d918-4dd0-99f7-1a317b6deb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:09.070279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ae08b6d-59fc-4414-a84f-d3e5d28c8e53 req-d25f5205-d918-4dd0-99f7-1a317b6deb4a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 1101 time: 0.1456683 Apr 05 18:35:09.086458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed0d70-4221-4177-83c8-dee6b19a6d82 req-c35f4500-e810-459a-97bb-f5b19fa34831 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:09.087985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaed0d70-4221-4177-83c8-dee6b19a6d82 req-c35f4500-e810-459a-97bb-f5b19fa34831 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 950 time: 0.1368423 Apr 05 18:35:09.166058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ae08b6d-59fc-4414-a84f-d3e5d28c8e53 req-de3f4f1c-7910-4e4f-8403-8ac907b68301 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771096 Apr 05 18:35:09.170983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-43b39f16-56c6-42f0-a6ab-7d8426ffee46 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:09.171958 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-43b39f16-56c6-42f0-a6ab-7d8426ffee46 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771102 Apr 05 18:35:09.190702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3017bca-1a37-4796-95d1-599094cb7eae req-6ade4d60-9ea8-495b-bf61-6781fbd73840 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 210 time: 0.0382791 Apr 05 18:35:09.194986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Request body: {'port': {'device_id': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': 'd7f64cbfb3fd47c59352b91f535306d9'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:09.199499 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:09.218001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaed0d70-4221-4177-83c8-dee6b19a6d82 req-4a7de6c4-5092-43f1-94d4-1752693a9fca tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178002 Apr 05 18:35:09.262269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:09.272812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:09.287015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:09.291501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Pushing event updated for resources: {'Port': ['ID=0388ed42-778e-4cfa-8261-1728377926e1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:09.352038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:09.352704 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:09.377434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-56e86290-0a62-41d6-8d5d-c51eea9ddc9e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2115972 Apr 05 18:35:09.388079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Made reservation on behalf of d7f64cbfb3fd47c59352b91f535306d9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:35:09.390641 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-048a9b36-7ecf-4b2f-836f-70678bad1f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:09.396071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:09.419868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Request body: {'port': {'device_id': '8bae70d7-b754-462a-9732-9c1603d2547e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:09.609494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-41836840-61d1-4e24-a13d-7836e0bdce1a None None] Provisioning complete for port 0388ed42-778e-4cfa-8261-1728377926e1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:09.610012 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41836840-61d1-4e24-a13d-7836e0bdce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:09.615657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Allocated IP 192.168.233.42 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/afc8e0a3-15c0-47fb-8ffa-b2dd483230ce) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:09.652937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-41836840-61d1-4e24-a13d-7836e0bdce1a None None] Port 0388ed42-778e-4cfa-8261-1728377926e1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:35:09.812206 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:09.818557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:09.861735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:09.867373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3bef1647-b0c5-483b-b4d6-35e00bd546fd details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:09.890639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a33516-2068-41a0-ae5a-20492f2c4a47 req-9b1b9adb-ffe9-48d4-814e-96a53c9fe316 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:09.898140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28a33516-2068-41a0-ae5a-20492f2c4a47 req-9b1b9adb-ffe9-48d4-814e-96a53c9fe316 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1096 time: 0.1438291 Apr 05 18:35:09.921090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b152-f71b-4e02-bad6-2122708d3215 req-6871dfa4-4fd0-45df-8288-ca887fb39065 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:09.922743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-daf4b152-f71b-4e02-bad6-2122708d3215 req-6871dfa4-4fd0-45df-8288-ca887fb39065 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 948 time: 0.1739719 Apr 05 18:35:09.967317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:09.971435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Pushing event updated for resources: {'Port': ['ID=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:09.973910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:09.986634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:10.020723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3bef1647-b0c5-483b-b4d6-35e00bd546fd, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3bef1647-b0c5-483b-b4d6-35e00bd546fd,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:10.035233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['8e728505-7a23-4643-b2ce-9a2bdcee6720'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:10.040019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28a33516-2068-41a0-ae5a-20492f2c4a47 req-53311999-3525-4b56-95a3-210bf312fe96 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407564 Apr 05 18:35:10.040979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '3bef1647-b0c5-483b-b4d6-35e00bd546fd', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '3bef1647-b0c5-483b-b4d6-35e00bd546fd', 'mac_address': 'fa:16:3e:aa:fe:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:10.044051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 34b02355-3c1d-4671-b7f4-1e80d15d3c42 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:10.056435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:10.060541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.096843 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-5d2bf514-3dd7-435f-88d4-e8a4ef99b54e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9065304 Apr 05 18:35:10.111430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-daf4b152-f71b-4e02-bad6-2122708d3215 req-0cc94cae-ece4-4640-bf9a-efffaaeb4818 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776359 Apr 05 18:35:10.120712 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Request body: {'port': {'device_id': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:10.232121 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.247368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.250545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:10.259321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:10.259749 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.285324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bef1647-b0c5-483b-b4d6-35e00bd546fd {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:10.361752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3bef1647-b0c5-483b-b4d6-35e00bd546fd, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3bef1647-b0c5-483b-b4d6-35e00bd546fd,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:10.383534 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.391656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac4fc2-f17c-43ce-aaf2-6034acb9c875 req-c96edeee-5afd-4f76-b0c7-7b9f09bbdcd9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:10.392848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-daac4fc2-f17c-43ce-aaf2-6034acb9c875 req-c96edeee-5afd-4f76-b0c7-7b9f09bbdcd9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 944 time: 0.1416955 Apr 05 18:35:10.400040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6b43-645c-4308-8e03-18785d68f7d6 req-25af8a77-8492-40fb-b547-520d40bbe728 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:10.401461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cab6b43-645c-4308-8e03-18785d68f7d6 req-25af8a77-8492-40fb-b547-520d40bbe728 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 935 time: 0.1515534 Apr 05 18:35:10.478367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-daac4fc2-f17c-43ce-aaf2-6034acb9c875 req-87ddfdab-ec0b-460b-bc91-fdece27598ea tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711884 Apr 05 18:35:10.508884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0388ed42-778e-4cfa-8261-1728377926e1 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:10.520164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cab6b43-645c-4308-8e03-18785d68f7d6 req-14ea2604-48b6-460a-9830-4e4dfd36ab71 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118088 Apr 05 18:35:10.529319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.542489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-62750cf1-9edc-41d3-bf2e-e969dd42b7a3 None None] Provisioning complete for port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:10.549919 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-62750cf1-9edc-41d3-bf2e-e969dd42b7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.570010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Transition to ACTIVE for port object 0388ed42-778e-4cfa-8261-1728377926e1 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:35:10.582587 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.638110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:10.640623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=3bef1647-b0c5-483b-b4d6-35e00bd546fd,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:10.683019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-19cb6e7b-6f53-43e4-88a6-b84b439473bd req-a4d64776-003f-4bf1-818f-5d1c894affe9 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0440838 Apr 05 18:35:10.698494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Pushing event updated for resources: {'Port': ['ID=0388ed42-778e-4cfa-8261-1728377926e1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:10.703807 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.711338 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-62750cf1-9edc-41d3-bf2e-e969dd42b7a3 None None] Port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:35:10.755306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:10.760641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc8e0a3-15c0-47fb-8ffa-b2dd483230ce {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:10.761005 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.774054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.786272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aaecd-89b9-4778-9978-06cd931244a8 req-b0dcba28-034d-4297-a116-22f07b7d8a65 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:10.790689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:10.790839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Transition to ACTIVE for port object afc8e0a3-15c0-47fb-8ffa-b2dd483230ce will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:35:10.792023 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.796102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['3bef1647-b0c5-483b-b4d6-35e00bd546fd'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:10.800846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:10.809092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce6aaecd-89b9-4778-9978-06cd931244a8 req-b0dcba28-034d-4297-a116-22f07b7d8a65 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 943 time: 0.1889012 Apr 05 18:35:10.843814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:10.845593 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e41e2df-9062-46c1-8ef3-94d2e8116199" -d '{"events": [{"server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "name": "network-vif-plugged", "status": "completed", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:10.887090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=34b02355-3c1d-4671-b7f4-1e80d15d3c42,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:10.929741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce6aaecd-89b9-4778-9978-06cd931244a8 req-03a5e3c1-a689-49f6-b775-8d322220202e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188650 Apr 05 18:35:10.954709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Pushing event updated for resources: {'Port': ['ID=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:10.980080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Attempting to bind port 0388ed42-778e-4cfa-8261-1728377926e1 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:10.980415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Attempting to bind port 0388ed42-778e-4cfa-8261-1728377926e1 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:10.980732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Attempting to bind port 0388ed42-778e-4cfa-8261-1728377926e1 on network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:10.998469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf52bff-c986-42aa-b3a7-5e2693f2e386 req-89da6a9a-b00d-492d-b3b1-a2aa3490ccc8 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.000083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7bf52bff-c986-42aa-b3a7-5e2693f2e386 req-89da6a9a-b00d-492d-b3b1-a2aa3490ccc8 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 950 time: 0.1783900 Apr 05 18:35:11.009959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Port 0388ed42-778e-4cfa-8261-1728377926e1 on network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:11.010278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Attempting to bind port 0388ed42-778e-4cfa-8261-1728377926e1 on network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:11.040255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:11.040601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Checking segment: {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:11.041428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Bound using segment: {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:11.041428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Bound port: 0388ed42-778e-4cfa-8261-1728377926e1, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9472d3c-0c8b-401f-a657-d2590db3bc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:11.041759 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:11.079542 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d492ef6-4e8d-4f69-bfa1-a3c33cc950c5 x-openstack-request-id: req-1d492ef6-4e8d-4f69-bfa1-a3c33cc950c5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:11.081292 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "name": "network-vif-plugged", "status": "completed", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:11.081657 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d492ef6-4e8d-4f69-bfa1-a3c33cc950c5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:11.085196 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d492ef6-4e8d-4f69-bfa1-a3c33cc950c5'] response: {'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42', 'code': 200} Apr 05 18:35:11.096784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Attempting to bind port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:11.097662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Attempting to bind port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:11.098177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Attempting to bind port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:11.104933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:11.105559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Attempting to bind port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:11.112422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:11.113080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:11.113621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:11.114206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Bound port: afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:11.114753 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:11.210251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:11.216912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:11.220825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:11.231244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7bf52bff-c986-42aa-b3a7-5e2693f2e386 req-f4fca7d6-0b23-461f-8f8d-49bc2f256675 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208056 Apr 05 18:35:11.285727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.287499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:11.289579 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-58a4be14-0136-4973-b066-00bd78239026 service neutron] 10.222.0.25 "PUT /v2.0/ports/afc8e0a3-15c0-47fb-8ffa-b2dd483230ce HTTP/1.1" status: 200 len: 1095 time: 1.1783493 Apr 05 18:35:11.290026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:11.294590 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa704da-f3bc-46ea-a39d-85b3950c775d" -d '{"events": [{"name": "network-changed", "server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:11.315372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] For port 0388ed42-778e-4cfa-8261-1728377926e1, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:11.325019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a0489-90bf-4210-9196-4b5c3e1019b5 req-9797aa98-d058-4275-ad76-592a857e1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.328372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4be14-0136-4973-b066-00bd78239026 service neutron] Pushing event updated for resources: {'Port': ['ID=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:11.331272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f9a0489-90bf-4210-9196-4b5c3e1019b5 req-9797aa98-d058-4275-ad76-592a857e1149 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1096 time: 0.1630940 Apr 05 18:35:11.342645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600840cf-6957-458a-9add-60137f547fd1 req-41c4e6db-75c9-4d98-b13b-305dffe787fa tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.344166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-600840cf-6957-458a-9add-60137f547fd1 req-41c4e6db-75c9-4d98-b13b-305dffe787fa tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1096 time: 0.1789618 Apr 05 18:35:11.351787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] For port 0388ed42-778e-4cfa-8261-1728377926e1, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0388ed42-778e-4cfa-8261-1728377926e1,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:11.390782 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:11.402450 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-08b1f221-766d-4857-b229-15db87b1b0d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429842 Apr 05 18:35:11.486426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.487029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:11.488411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] 10.222.0.20 "PUT /v2.0/ports/0388ed42-778e-4cfa-8261-1728377926e1 HTTP/1.1" status: 200 len: 1091 time: 2.0751221 Apr 05 18:35:11.494012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:11.496295 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d066d87b-45b5-4bfa-ad40-143d94589b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "tag": "0388ed42-778e-4cfa-8261-1728377926e1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:11.514249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-257bd564-9ae6-4aea-b5e2-daba68b6e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.522776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f9a0489-90bf-4210-9196-4b5c3e1019b5 req-96dea27b-a002-4ece-ba3e-7c4fd5f5c83e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845398 Apr 05 18:35:11.525908 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-257bd564-9ae6-4aea-b5e2-daba68b6e494 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0735292 Apr 05 18:35:11.544611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-600840cf-6957-458a-9add-60137f547fd1 req-35a999b4-036b-4345-846d-e67200edfcb9 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883502 Apr 05 18:35:11.567033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940b217-b3dc-4b54-b85b-809733f825bd service neutron] Pushing event updated for resources: {'Port': ['ID=0388ed42-778e-4cfa-8261-1728377926e1,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:11.573441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-f7d4a73d-fb81-47d4-ada1-afcefa30704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.575050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-f7d4a73d-fb81-47d4-ada1-afcefa30704a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 1098 time: 0.2032990 Apr 05 18:35:11.598039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c5571-d5d8-406d-8b03-47e985a61676 req-e80e2805-7ab7-4630-b2ac-d4945264c4d8 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.599633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-256c5571-d5d8-406d-8b03-47e985a61676 req-e80e2805-7ab7-4630-b2ac-d4945264c4d8 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 949 time: 0.2456727 Apr 05 18:35:11.644624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557889ce-97d4-4753-afbf-436ab49e299b req-e7551abf-bfe7-476b-b2d0-779478562cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.646118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-e7551abf-bfe7-476b-b2d0-779478562cda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49b0e678f7b94652a64a515348750a2b&device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 1094 time: 0.1005847 Apr 05 18:35:11.651666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-256c5571-d5d8-406d-8b03-47e985a61676 req-9fecb803-ac43-4f24-92f8-dd509ded6af3 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Apr 05 18:35:11.703799 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c728a74c-5557-4097-94a7-eb7fa65c15bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:11.706594 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199f0102-25d5-455d-a675-5b54209cc5df x-openstack-request-id: req-199f0102-25d5-455d-a675-5b54209cc5df {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:11.706891 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:11.707144 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-199f0102-25d5-455d-a675-5b54209cc5df {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:11.707542 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199f0102-25d5-455d-a675-5b54209cc5df'] response: {'name': 'network-changed', 'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', 'status': 'completed', 'code': 200} Apr 05 18:35:11.711092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-3420678b-0814-480f-92f2-9e66c0a04a61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0388ed42-778e-4cfa-8261-1728377926e1 HTTP/1.1" status: 200 len: 217 time: 0.0551109 Apr 05 18:35:11.763963 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9cf05a-5abd-49f5-88ba-6363727164af x-openstack-request-id: req-4e9cf05a-5abd-49f5-88ba-6363727164af {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:11.764367 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "tag": "0388ed42-778e-4cfa-8261-1728377926e1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:11.764689 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e9cf05a-5abd-49f5-88ba-6363727164af {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:11.765155 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9cf05a-5abd-49f5-88ba-6363727164af'] response: {'name': 'network-changed', 'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1', 'status': 'completed', 'code': 200} Apr 05 18:35:11.779543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557889ce-97d4-4753-afbf-436ab49e299b req-9f1d9c3f-ad81-4174-9c72-9c354adf2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.781093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-9f1d9c3f-ad81-4174-9c72-9c354adf2b91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f803b6a-12f2-452e-84cc-0347506c1035 HTTP/1.1" status: 200 len: 867 time: 0.0573068 Apr 05 18:35:11.882038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-623db08d-a56e-4209-88ab-fb397a717934 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce HTTP/1.1" status: 200 len: 217 time: 0.0610271 Apr 05 18:35:11.903661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-4c3fe8d2-ccd6-4212-9672-bd8b869929ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.905193 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-4c3fe8d2-ccd6-4212-9672-bd8b869929ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 200 len: 923 time: 0.0933967 Apr 05 18:35:11.955924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557889ce-97d4-4753-afbf-436ab49e299b req-d889c506-2c36-4b6c-8f84-8abdfe3778fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.957430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-d889c506-2c36-4b6c-8f84-8abdfe3778fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652470 Apr 05 18:35:11.975960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd37d9-a9c9-4d25-879e-dca1819266d9 req-67412ff1-1ca6-47b5-bd07-531e5a8d7257 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:11.977479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07fd37d9-a9c9-4d25-879e-dca1819266d9 req-67412ff1-1ca6-47b5-bd07-531e5a8d7257 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 945 time: 0.1577928 Apr 05 18:35:12.011220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-4d562217-d66c-42df-b28f-67c36f5cde59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.012646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-4d562217-d66c-42df-b28f-67c36f5cde59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1210599 Apr 05 18:35:12.047621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17e292-cd1b-45ae-9b31-d35b01f574b5 req-2044b180-22ce-4e44-a27e-30f6343985ef tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.049193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a17e292-cd1b-45ae-9b31-d35b01f574b5 req-2044b180-22ce-4e44-a27e-30f6343985ef tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 947 time: 0.1602342 Apr 05 18:35:12.144559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07fd37d9-a9c9-4d25-879e-dca1819266d9 req-199e473c-115b-4a21-8931-3f90f585d16c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516488 Apr 05 18:35:12.182771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-9336fce0-b459-4fa3-97e5-24f9b61c844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.183785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-9336fce0-b459-4fa3-97e5-24f9b61c844a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555760 Apr 05 18:35:12.186868 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a17e292-cd1b-45ae-9b31-d35b01f574b5 req-346098cb-e597-4894-972b-046a7e1f9a1d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089187 Apr 05 18:35:12.191839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-dd9ad027-f2aa-40c0-ad37-0971bbac9720 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127414 Apr 05 18:35:12.198849 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-486bf56f-9e4b-4505-93ed-a9784be8f1e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155 HTTP/1.1" status: 200 len: 1002 time: 0.2862937 Apr 05 18:35:12.260839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-20688deb-7ac5-4004-ac52-5b1cce7658ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.263163 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-20688deb-7ac5-4004-ac52-5b1cce7658ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d HTTP/1.1" status: 200 len: 862 time: 0.0573981 Apr 05 18:35:12.313582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-133084be-2a24-49f8-8274-72c08b24e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.315719 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-133084be-2a24-49f8-8274-72c08b24e944 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8485de0-5c8f-4cbd-ac10-501236a7342b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447004 Apr 05 18:35:12.333050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d63a2f11-2b99-47ef-955d-5e51d9decb42 req-02fe2a31-d47f-4ae0-973e-0ca3f02660ff tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0659394 Apr 05 18:35:12.382580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-9df7068a-8a30-4141-8eae-17ab73164c52 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904087 Apr 05 18:35:12.400830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-557889ce-97d4-4753-afbf-436ab49e299b req-f3cfefde-f73f-4022-8c85-938812ea7f60 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806226 Apr 05 18:35:12.468245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-a82ecbd7-de66-4709-a8a6-4224ad749fe7 service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450219 Apr 05 18:35:12.582769 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a9e6b72-c884-44ef-bbd7-4f912b87eecb req-46eada9b-7fcc-49d4-9491-339411ff0c6d service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066384 Apr 05 18:35:12.712198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:12.740218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80de455b-0af6-4777-9d13-1a4cace9bb4b req-cb5910c8-92f4-41f9-977c-e5e753514d32 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504870 Apr 05 18:35:12.742763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-b825bfb5-f7c9-4d3a-b4ff-eb339f48b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.744111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-b825bfb5-f7c9-4d3a-b4ff-eb339f48b6cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49b0e678f7b94652a64a515348750a2b&device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 1094 time: 0.2745552 Apr 05 18:35:12.893846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.894320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.894809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.895270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.895724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.896204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.896610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.897058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.897511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.897958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.898426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.898871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.901811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-30424af4-abf0-4002-a1bb-d95f55d5e314 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab&device_id=8bae70d7-b754-462a-9732-9c1603d2547e&device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb&device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b&device_id=65cd0b9e-c289-46bf-9f20-b60379938780&device_id=62c56481-5cb7-4161-9563-63067e330b82&device_id=531a32af-c00c-4cb5-ad8a-d708fd433860&device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b&device_id=aa530c24-990f-49a1-9670-f8df86087599&device_id=452c2025-3b35-44af-b065-3d881c81b711&device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6&device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 10865 time: 0.1568034 Apr 05 18:35:12.934739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-68eb2eee-c5ec-416c-b3f0-6cf9b51f901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.936170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-68eb2eee-c5ec-416c-b3f0-6cf9b51f901e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 1098 time: 0.1415205 Apr 05 18:35:12.956107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-32ee0a96-adbb-479b-8342-6be700f85529 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:12.982997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-80c50f03-275d-44a1-8e22-ad89cd3340bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:12.984540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-80c50f03-275d-44a1-8e22-ad89cd3340bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce HTTP/1.1" status: 200 len: 928 time: 0.2039239 Apr 05 18:35:13.063211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-42997d46-4a46-4903-9648-ac505efa1336 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0388ed42-778e-4cfa-8261-1728377926e1 HTTP/1.1" status: 200 len: 217 time: 0.0467789 Apr 05 18:35:13.151540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-23649252-ffd8-4174-be24-27d36799d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.153652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-23649252-ffd8-4174-be24-27d36799d703 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2064347 Apr 05 18:35:13.171695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-d4183f42-1882-47c7-b3e5-46a6e6336927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.173075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-d4183f42-1882-47c7-b3e5-46a6e6336927 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f803b6a-12f2-452e-84cc-0347506c1035 HTTP/1.1" status: 200 len: 867 time: 0.0990212 Apr 05 18:35:13.216424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-0556d20e-6f1b-4577-8a65-e23fbca42e99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce HTTP/1.1" status: 200 len: 217 time: 0.0544722 Apr 05 18:35:13.220448 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-bc31edad-0f53-4467-8474-550345f42e00 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:35:13.221407 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-bc31edad-0f53-4467-8474-550345f42e00 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064101 Apr 05 18:35:13.260582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-caa00c2f-230f-4395-b0a4-53f9716a7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.261950 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-caa00c2f-230f-4395-b0a4-53f9716a7102 service neutron] 10.222.0.15 "GET /v2.0/ports/3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 200 len: 1093 time: 0.0329165 Apr 05 18:35:13.272844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Request body: {'binding': {'host': 'n-h1-836650-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:13.273463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Unknown quota resources ['binding']. {{(pid=102639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 18:35:13.293624 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-32ee0a96-adbb-479b-8342-6be700f85529 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:13.300420 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-32ee0a96-adbb-479b-8342-6be700f85529 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:13.323454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-48da0299-8df2-49eb-8764-7eee4437a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.325423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-48da0299-8df2-49eb-8764-7eee4437a21c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186337 Apr 05 18:35:13.334209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-3117bf10-1b44-46f4-a25e-69a869e8ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.335569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-3117bf10-1b44-46f4-a25e-69a869e8ae1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0995705 Apr 05 18:35:13.342390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdc3f179-9db9-461d-9f86-3c0fde272c4d req-32ee0a96-adbb-479b-8342-6be700f85529 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&id=79132f35-fea1-45df-adca-fc48f4fa3d2c&id=ba41237a-5fdb-4822-8b21-ea6946e07a12&id=eb2a1369-a14c-4336-8122-1173c11f01af&id=faee22c5-e6fa-40a1-b527-e1139a20ac14&id=5e739d70-d175-4371-8c5d-41732461e2ef&id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.4249330 Apr 05 18:35:13.378880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee0a96-adbb-479b-8342-6be700f85529 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d310341f-0c4b-4457-baf9-48922528f40f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:13.439820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on host n-h1-836650-3 for vnic_type normal with profile None {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:13.440249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:13.440645 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:13.444985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:13.445366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:13.451401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:13.451805 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:13.452255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:13.452746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Bound port: 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:13.489819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-d3095209-e98d-420d-a677-73c575fdeab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.491322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-d3095209-e98d-420d-a677-73c575fdeab3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385620 Apr 05 18:35:13.504444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:13.510619 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] Notify callbacks [] for binding, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:13.511671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-ed73ded7-3b82-40cf-b829-bf8b801e5b4e service neutron] 10.222.0.20 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727488 Apr 05 18:35:13.511778 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-948f839f-0aa6-433e-9fb5-79d5668bf889 service neutron] 10.222.0.15 "POST /v2.0/ports/3b28bec8-b2ac-4372-b1a6-838cdbb6ee00/bindings HTTP/1.1" status: 201 len: 389 time: 0.2422636 Apr 05 18:35:13.532026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2cf4-becf-4689-abf1-0e1d336613ac req-e32f2ba5-893e-47c9-b17d-1ceb54440d2d tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.533501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a51a2cf4-becf-4689-abf1-0e1d336613ac req-e32f2ba5-893e-47c9-b17d-1ceb54440d2d tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 943 time: 0.1105180 Apr 05 18:35:13.721740 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a51a2cf4-becf-4689-abf1-0e1d336613ac req-62838c64-c63c-4f58-8ba9-89a3eb1752ac tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800098 Apr 05 18:35:13.734673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-0fdebeaf-69e6-4dbe-92cc-952020b0ee64 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334371 Apr 05 18:35:13.738727 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d066d87b-45b5-4bfa-ad40-143d94589b8a req-cf4afa7c-13b3-4054-8043-a899473a3a55 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144811 Apr 05 18:35:13.760386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da66dc3-6f52-4d14-a350-977a2a467272 req-e4818356-4d2c-4894-8c65-f95aadb12d3f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.762051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4da66dc3-6f52-4d14-a350-977a2a467272 req-e4818356-4d2c-4894-8c65-f95aadb12d3f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 949 time: 0.1353645 Apr 05 18:35:13.766339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-592225e3-d37c-4fb5-9e53-517ee78214d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.768061 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-592225e3-d37c-4fb5-9e53-517ee78214d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1096 time: 0.0557525 Apr 05 18:35:13.858737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-cf5affd8-494a-4f05-a9cc-a29ae42f55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.860247 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-cf5affd8-494a-4f05-a9cc-a29ae42f55f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.0861621 Apr 05 18:35:13.869065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4da66dc3-6f52-4d14-a350-977a2a467272 req-10a46aa7-b4ab-402d-aa6b-b88a4aa798a7 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955298 Apr 05 18:35:13.894303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3bef1647-b0c5-483b-b4d6-35e00bd546fd up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:13.902139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d9852-7514-43da-abd0-0dd97bcd120c req-87ec22c1-07b6-4a6b-adc3-533a1f3ca8f6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.904625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e2d9852-7514-43da-abd0-0dd97bcd120c req-87ec22c1-07b6-4a6b-adc3-533a1f3ca8f6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 945 time: 0.0984249 Apr 05 18:35:13.906974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fa704da-f3bc-46ea-a39d-85b3950c775d req-b223ad2c-8269-4db6-84c4-42b267e2c0a3 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650169 Apr 05 18:35:13.920607 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-8c5780a4-17f4-4f89-a021-68b620af9191 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 200 len: 217 time: 0.0529730 Apr 05 18:35:13.956959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 3bef1647-b0c5-483b-b4d6-35e00bd546fd completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:13.961400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 3bef1647-b0c5-483b-b4d6-35e00bd546fd triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:13.961764 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:13.975457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-0018c562-2ad2-46e3-9460-0bf68305af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:13.977329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-0018c562-2ad2-46e3-9460-0bf68305af86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.0502183 Apr 05 18:35:13.986313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e2d9852-7514-43da-abd0-0dd97bcd120c req-b73d8ede-b982-457a-b82f-fe261767346c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745764 Apr 05 18:35:14.002190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f1b0-7595-434a-8063-d00240d2d81e req-28624537-10cf-41c0-91e9-8cf5a63c2bec tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.003582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4044f1b0-7595-434a-8063-d00240d2d81e req-28624537-10cf-41c0-91e9-8cf5a63c2bec tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 947 time: 0.0628119 Apr 05 18:35:14.030690 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-3952b0d7-4276-44f2-8689-d3e3cd05d5b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369360 Apr 05 18:35:14.046584 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:14.061311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4044f1b0-7595-434a-8063-d00240d2d81e req-7db47ff7-1563-461e-81fa-35738d91f9b5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 Apr 05 18:35:14.091256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e5bc9b-aedb-4ca1-b55f-2924ab161adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef1647-b0c5-483b-b4d6-35e00bd546fd'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:14.091256 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25e08fa-0de3-418c-914c-853d9c45139a" -d '{"events": [{"server_uuid": "98e5bc9b-aedb-4ca1-b55f-2924ab161adb", "name": "network-vif-plugged", "status": "completed", "tag": "3bef1647-b0c5-483b-b4d6-35e00bd546fd"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:14.104440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3bef1647-b0c5-483b-b4d6-35e00bd546fd, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3bef1647-b0c5-483b-b4d6-35e00bd546fd,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:14.110718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:14.136320 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-ee816fee-f006-4e71-9033-2d95bb518d3e service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977821 Apr 05 18:35:14.165713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=3bef1647-b0c5-483b-b4d6-35e00bd546fd,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:14.206958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c37c206-f12d-4d19-a3b3-bf69068cfa2d req-0ad61f3c-8317-464e-9f4f-1e9ba443d829 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0570741 Apr 05 18:35:14.218343 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:14.239793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d754356-2bc7-4f2f-b35d-8602cd8916e1 req-fb947469-79de-4902-9243-4d58c74411ec tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.241268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d754356-2bc7-4f2f-b35d-8602cd8916e1 req-fb947469-79de-4902-9243-4d58c74411ec tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 945 time: 0.0929675 Apr 05 18:35:14.252771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-ae868fdd-04a3-49ec-8e22-f0f1f9a9c892 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092098 Apr 05 18:35:14.282703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d754356-2bc7-4f2f-b35d-8602cd8916e1 req-cfce5a39-6aee-4903-8c0a-b95debb71909 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344672 Apr 05 18:35:14.328715 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e51339a-cd52-4ea2-95e1-a76c35ab7455 x-openstack-request-id: req-7e51339a-cd52-4ea2-95e1-a76c35ab7455 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:14.329028 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e5bc9b-aedb-4ca1-b55f-2924ab161adb", "name": "network-vif-plugged", "status": "completed", "tag": "3bef1647-b0c5-483b-b4d6-35e00bd546fd", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:14.329279 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e51339a-cd52-4ea2-95e1-a76c35ab7455 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:14.329674 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e51339a-cd52-4ea2-95e1-a76c35ab7455'] response: {'server_uuid': '98e5bc9b-aedb-4ca1-b55f-2924ab161adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef1647-b0c5-483b-b4d6-35e00bd546fd', 'code': 200} Apr 05 18:35:14.344579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7846bd5-ae62-4245-9fcc-7b079381a32c req-2cda04d0-d6f5-48fb-8d86-46e8353f679f tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.346081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7846bd5-ae62-4245-9fcc-7b079381a32c req-2cda04d0-d6f5-48fb-8d86-46e8353f679f tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1096 time: 0.0455201 Apr 05 18:35:14.361076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-7d07ecdb-f25f-4365-add7-986fd66164ee tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.362694 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-7d07ecdb-f25f-4365-add7-986fd66164ee tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.0515203 Apr 05 18:35:14.379926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-3'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:14.389155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7846bd5-ae62-4245-9fcc-7b079381a32c req-0cc27abc-76eb-4d50-afd8-05eee02c0af2 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335560 Apr 05 18:35:14.464897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cc378-92a2-4909-a4b7-281a44a39e95 req-cb66afbb-85bb-4ec4-9ff5-f7df71550dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.466495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b41cc378-92a2-4909-a4b7-281a44a39e95 req-cb66afbb-85bb-4ec4-9ff5-f7df71550dc2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 1101 time: 0.0543771 Apr 05 18:35:14.467158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:14.525021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b41cc378-92a2-4909-a4b7-281a44a39e95 req-65530e62-bd8d-473d-820b-a193d111792d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Apr 05 18:35:14.556228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d369d9-f6a1-4f0e-a3b7-a74ae2698059 req-04d2bff1-2053-4772-b50a-02c892c19e6f tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.558848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49d369d9-f6a1-4f0e-a3b7-a74ae2698059 req-04d2bff1-2053-4772-b50a-02c892c19e6f tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1096 time: 0.0557973 Apr 05 18:35:14.598475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49d369d9-f6a1-4f0e-a3b7-a74ae2698059 req-71cef860-45d6-42d0-8cba-606f712b824f tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336957 Apr 05 18:35:14.609078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:14.655934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:14.704567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:14.707061 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81fd56a-98ec-4c40-9a3b-df053a39dbf7" -d '{"events": [{"server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "name": "network-vif-unplugged", "status": "completed", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:14.711739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:14.719072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:14.723737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785138db-9bd6-4c43-af4e-217c85907618 req-eede5b22-c32f-4734-9194-e99e99931417 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.724330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785138db-9bd6-4c43-af4e-217c85907618 req-eede5b22-c32f-4734-9194-e99e99931417 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.724801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785138db-9bd6-4c43-af4e-217c85907618 req-eede5b22-c32f-4734-9194-e99e99931417 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.734280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-785138db-9bd6-4c43-af4e-217c85907618 req-eede5b22-c32f-4734-9194-e99e99931417 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780&device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b&device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 2883 time: 0.0607231 Apr 05 18:35:14.744198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:14.787236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-785138db-9bd6-4c43-af4e-217c85907618 req-a10fdc52-9c9a-462d-bcbf-b04628533906 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516644 Apr 05 18:35:14.818678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Pushing event updated for resources: {'Port': ['ID=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:14.822623 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7b3af7-ed33-412a-aa53-c90cd6796812 x-openstack-request-id: req-1e7b3af7-ed33-412a-aa53-c90cd6796812 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:14.822914 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "name": "network-vif-unplugged", "status": "completed", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:14.823183 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e7b3af7-ed33-412a-aa53-c90cd6796812 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:14.823560 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7b3af7-ed33-412a-aa53-c90cd6796812'] response: {'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00', 'code': 200} Apr 05 18:35:14.825539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on host n-h2-836650-3 for vnic_type normal with profile {"migrating_to": "n-h1-836650-3"} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:14.825877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:14.826213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:14.832164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:14.832491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Attempting to bind port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:14.837939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:14.838342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:14.838771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:14.839196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Bound port: 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:14.839560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:14.912986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:14.916124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:14.920337 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:14.931397 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733ecf5-7a22-4a08-95c0-651b5640ab44 req-24aaf2bb-f4f1-40e0-b323-8a7250fc25a0 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.932866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8733ecf5-7a22-4a08-95c0-651b5640ab44 req-24aaf2bb-f4f1-40e0-b323-8a7250fc25a0 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 943 time: 0.0790298 Apr 05 18:35:14.939887 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d3ee4-bdac-4349-bc07-db2caedf0be7 req-50b47c26-ea46-4e61-9c5b-6324ff42dbd8 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.941292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-201d3ee4-bdac-4349-bc07-db2caedf0be7 req-50b47c26-ea46-4e61-9c5b-6324ff42dbd8 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1096 time: 0.0588489 Apr 05 18:35:14.996349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8733ecf5-7a22-4a08-95c0-651b5640ab44 req-e40f07ef-a97c-4ed2-a151-f1ae4a696740 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541086 Apr 05 18:35:14.998597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:14.999215 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:15.000584 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] 10.222.0.25 "PUT /v2.0/ports/3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 200 len: 1121 time: 0.6261549 Apr 05 18:35:15.001355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ac35-3e4a-4073-ba27-bee6237e0a3f service neutron] Pushing event updated for resources: {'Port': ['ID=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:15.002179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-201d3ee4-bdac-4349-bc07-db2caedf0be7 req-457c951d-f73a-4156-b32a-318f71c51316 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544090 Apr 05 18:35:15.111093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['3b28bec8-b2ac-4372-b1a6-838cdbb6ee00'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:15.188357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e7c1-ab5d-4b69-bdcb-0e4e7b5b968e req-5185c833-8fb2-42d0-a54d-bd15fc4a99d0 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:15.189704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5f6e7c1-ab5d-4b69-bdcb-0e4e7b5b968e req-5185c833-8fb2-42d0-a54d-bd15fc4a99d0 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 950 time: 0.0834720 Apr 05 18:35:15.199921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08ca10-b02b-4981-ba43-482d475e7a14 req-d9e47b11-36b2-4221-b0da-48b5bc1a73fb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:15.201326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc08ca10-b02b-4981-ba43-482d475e7a14 req-d9e47b11-36b2-4221-b0da-48b5bc1a73fb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 947 time: 0.0666366 Apr 05 18:35:15.260485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5f6e7c1-ab5d-4b69-bdcb-0e4e7b5b968e req-a60d08e9-f1a3-4279-94dd-ad572a6d29be tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578208 Apr 05 18:35:15.263647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc08ca10-b02b-4981-ba43-482d475e7a14 req-e4e33691-3715-4b4e-92b2-c9293383ff1d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548999 Apr 05 18:35:15.358340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3ba935c-5e6c-4fbd-9ccc-6419ef0229a6 req-13be5f55-4cec-4ce7-82ee-19a7fb99d4be tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0283246 Apr 05 18:35:15.473836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d88aee-5366-4a91-a325-2418f6d56dc4 req-10064232-44a4-4339-89d4-7c4ef1902884 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:15.475245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-19d88aee-5366-4a91-a325-2418f6d56dc4 req-10064232-44a4-4339-89d4-7c4ef1902884 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 943 time: 0.0528624 Apr 05 18:35:15.513677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-19d88aee-5366-4a91-a325-2418f6d56dc4 req-b75ba86d-e057-49d9-bbe9-919cc84ac95b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Apr 05 18:35:15.918464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0388ed42-778e-4cfa-8261-1728377926e1 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:15.936968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e9d00-91a9-498d-8a1b-e1b9a845913a req-e98aac42-d601-465b-8a1d-737182ada00c tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:15.938602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-957e9d00-91a9-498d-8a1b-e1b9a845913a req-e98aac42-d601-465b-8a1d-737182ada00c tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 1101 time: 0.0395145 Apr 05 18:35:15.973735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-957e9d00-91a9-498d-8a1b-e1b9a845913a req-fbb8c426-a935-4d81-aba6-1bd1e7c51b3d tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290370 Apr 05 18:35:16.011198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0388ed42-778e-4cfa-8261-1728377926e1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0388ed42-778e-4cfa-8261-1728377926e1,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:16.024113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '0388ed42-778e-4cfa-8261-1728377926e1', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'port_id': '0388ed42-778e-4cfa-8261-1728377926e1', 'mac_address': 'fa:16:3e:e0:15:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:16.134974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a3c7-d53c-4fdd-b3ea-b6e6f55ce5a6 req-aabe2b41-1d4f-419b-b7cc-b777a28f8818 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:16.138910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26a4a3c7-d53c-4fdd-b3ea-b6e6f55ce5a6 req-aabe2b41-1d4f-419b-b7cc-b777a28f8818 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 1101 time: 0.0994713 Apr 05 18:35:16.154800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b535a-666a-4d18-b279-aa4abd4e26aa req-f8dda268-d1ca-47d5-b1e1-69e06342307b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:16.156356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-892b535a-666a-4d18-b279-aa4abd4e26aa req-f8dda268-d1ca-47d5-b1e1-69e06342307b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 943 time: 0.0771170 Apr 05 18:35:16.196030 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:16.206699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26a4a3c7-d53c-4fdd-b3ea-b6e6f55ce5a6 req-3c03cb02-7aca-402b-a581-1e5f8e925300 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612395 Apr 05 18:35:16.209045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0388ed42-778e-4cfa-8261-1728377926e1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:16.214748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-892b535a-666a-4d18-b279-aa4abd4e26aa req-6f8c392d-58a2-4791-900d-a53f4463db1f tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450878 Apr 05 18:35:16.235231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0388ed42-778e-4cfa-8261-1728377926e1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0388ed42-778e-4cfa-8261-1728377926e1,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:16.250254 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:16.297732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0388ed42-778e-4cfa-8261-1728377926e1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:16.313826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a58978-f416-4c0f-aa41-a50bebbe950c req-6f2e66b6-74a9-418a-9936-ad9b9dd427de tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:16.315384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50a58978-f416-4c0f-aa41-a50bebbe950c req-6f2e66b6-74a9-418a-9936-ad9b9dd427de tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1096 time: 0.0446835 Apr 05 18:35:16.350265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50a58978-f416-4c0f-aa41-a50bebbe950c req-6fa2baba-7643-4d88-92f4-a81bed9961f2 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286222 Apr 05 18:35:16.471720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d3ed5-67fa-4639-807e-cf9c1a73eae8 req-2a243d62-85a9-471e-92a1-7bfe79eeaa2c tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:16.473203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba5d3ed5-67fa-4639-807e-cf9c1a73eae8 req-2a243d62-85a9-471e-92a1-7bfe79eeaa2c tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 950 time: 0.0513706 Apr 05 18:35:16.536463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba5d3ed5-67fa-4639-807e-cf9c1a73eae8 req-e52e0ec1-7418-4fef-8fe1-73211c398b88 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538502 Apr 05 18:35:16.548037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc974-f74e-4f8f-b097-daf264746b83 req-ee95d17d-6c9f-48b9-84dc-be6a66732664 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:16.549464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f3cc974-f74e-4f8f-b097-daf264746b83 req-ee95d17d-6c9f-48b9-84dc-be6a66732664 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 947 time: 0.0753927 Apr 05 18:35:16.565389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0388ed42-778e-4cfa-8261-1728377926e1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:16.591802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f3cc974-f74e-4f8f-b097-daf264746b83 req-c3c40812-0719-40dc-addf-bf8d2fc6b486 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Apr 05 18:35:16.681428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637eefa0-6514-4e2e-ac61-47f4653faf43 req-44ef0b63-4070-4ff1-9d1f-937fcffb55ce tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0287554 Apr 05 18:35:16.825800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:16.828098 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe2080a-1008-47ad-8021-598c4b1776a0" -d '{"events": [{"name": "network-changed", "server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:16.841503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ff60a-dc07-43b4-b8d6-dd6fb3805a9d req-8c21bae5-5917-46da-87c1-ce394d617d82 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:16.842987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c01ff60a-dc07-43b4-b8d6-dd6fb3805a9d req-8c21bae5-5917-46da-87c1-ce394d617d82 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 943 time: 0.0510952 Apr 05 18:35:16.882179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c01ff60a-dc07-43b4-b8d6-dd6fb3805a9d req-7fb0e0d4-1c11-4723-ac10-bc497c66718f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327549 Apr 05 18:35:17.127573 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc3c08a-6fdb-47b9-8e07-54ba36a7e134 x-openstack-request-id: req-ddc3c08a-6fdb-47b9-8e07-54ba36a7e134 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:17.127848 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:17.128090 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddc3c08a-6fdb-47b9-8e07-54ba36a7e134 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:17.128507 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc3c08a-6fdb-47b9-8e07-54ba36a7e134'] response: {'name': 'network-changed', 'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00', 'status': 'completed', 'code': 200} Apr 05 18:35:17.229058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-49ca6b3c-9815-4ba7-b78d-f282e71538f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:17.231419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-49ca6b3c-9815-4ba7-b78d-f282e71538f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1124 time: 0.0811863 Apr 05 18:35:17.246385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b6e86-06c0-457f-9189-b1542029e42d req-b1ff2563-465b-48e8-a38c-bd5519a1b201 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:17.248888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e0b6e86-06c0-457f-9189-b1542029e42d req-b1ff2563-465b-48e8-a38c-bd5519a1b201 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 950 time: 0.0629449 Apr 05 18:35:17.340116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e0b6e86-06c0-457f-9189-b1542029e42d req-770a9f52-d305-4fed-a9e9-6b0214928d0a tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851736 Apr 05 18:35:17.347545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-6319b897-3952-4a82-b0ac-faef7a762db6 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:35:17.348497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-6319b897-3952-4a82-b0ac-faef7a762db6 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068965 Apr 05 18:35:17.408167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-45117e3d-c01d-49d7-bba0-3a4a0c59ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:17.409549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-45117e3d-c01d-49d7-bba0-3a4a0c59ce09 service neutron] 10.222.0.15 "GET /v2.0/ports/34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 200 len: 1093 time: 0.0526226 Apr 05 18:35:17.412126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-b30ab229-63a5-4006-b21b-e7357e823ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:17.413564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-b30ab229-63a5-4006-b21b-e7357e823ff5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.1569529 Apr 05 18:35:17.418536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Request body: {'binding': {'host': 'n-h2-836650-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:17.419146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Unknown quota resources ['binding']. {{(pid=102640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 18:35:17.477627 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-dd1ac112-c2a1-4f67-bf83-145bf921a075 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 200 len: 217 time: 0.0554154 Apr 05 18:35:17.571718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-563ac456-961c-4081-9ef2-f76518d1f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:17.573055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-563ac456-961c-4081-9ef2-f76518d1f256 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.0874751 Apr 05 18:35:17.631146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-4714fd7d-4f65-4c22-996d-13129b975e1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445762 Apr 05 18:35:17.730265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on host n-h2-836650-3 for vnic_type normal with profile None {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:17.730623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:17.731464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:17.743635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:17.743944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:17.759921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:17.760248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:17.760620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:17.761033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Bound port: 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:17.769818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac2237-ce9f-41dc-af60-3c155d6a4b47 req-3b26fb90-86bb-4e16-aa82-44a429996f58 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:17.771232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbac2237-ce9f-41dc-af60-3c155d6a4b47 req-3b26fb90-86bb-4e16-aa82-44a429996f58 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 944 time: 0.1467402 Apr 05 18:35:17.820315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-134c716a-60e7-4256-b0c6-1db579a40e22 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740696 Apr 05 18:35:17.879416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbac2237-ce9f-41dc-af60-3c155d6a4b47 req-fc2c1681-e738-4aa7-9012-6a11cc74721a tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785689 Apr 05 18:35:17.910996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:17.935429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0388ed42-778e-4cfa-8261-1728377926e1 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:18.051399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:18.059780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 0388ed42-778e-4cfa-8261-1728377926e1 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:18.066973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 0388ed42-778e-4cfa-8261-1728377926e1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:18.067341 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:18.068992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 has no active binding in host n-h1-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 18:35:18.069353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device afc8e0a3-15c0-47fb-8ffa-b2dd483230ce details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:18.116444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:18.134267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:18.135437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-a0ec7cbb-0620-4e21-beae-f207b938692a service neutron] 10.222.0.15 "POST /v2.0/ports/34b02355-3c1d-4671-b7f4-1e80d15d3c42/bindings HTTP/1.1" status: 201 len: 389 time: 0.7201149 Apr 05 18:35:18.148510 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-cdebfc4d-3563-4ce8-837b-88be243972f5 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=58382c0245e643ccb5931e329ebe1140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309262 Apr 05 18:35:18.205522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fe2080a-1008-47ad-8021-598c4b1776a0 req-fe0f2eaa-4494-4b66-9140-a1b303a32801 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704724 Apr 05 18:35:18.259491 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:18.263188 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:18.289205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', 'mac_address': 'fa:16:3e:1a:ab:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:18.301297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-05fe439d-971c-4625-b4e6-f03e68c3891f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:18.302983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-05fe439d-971c-4625-b4e6-f03e68c3891f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387913 Apr 05 18:35:18.310811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:18.313072 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea675b21-0b2b-478d-81bc-052af140d123" -d '{"events": [{"server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "name": "network-vif-plugged", "status": "completed", "tag": "0388ed42-778e-4cfa-8261-1728377926e1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:18.342772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-d0ea15df-e8e2-4282-8395-bb663b282b91 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/quotas/58382c0245e643ccb5931e329ebe1140 HTTP/1.1" status: 200 len: 375 time: 0.0148134 Apr 05 18:35:18.353394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0388ed42-778e-4cfa-8261-1728377926e1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0388ed42-778e-4cfa-8261-1728377926e1,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:18.359035 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:18.392096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6373ca-f0e0-4fb4-b402-47a535ce479b req-bed8e723-6001-453c-9df5-457a9fffcf74 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:18.396754 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:18.399509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f6373ca-f0e0-4fb4-b402-47a535ce479b req-bed8e723-6001-453c-9df5-457a9fffcf74 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1180363 Apr 05 18:35:18.428153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc8e0a3-15c0-47fb-8ffa-b2dd483230ce {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:18.456715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0388ed42-778e-4cfa-8261-1728377926e1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:18.464175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:18.468950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-257cd506-a903-4278-bc91-35749c0b4dcf tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58382c0245e643ccb5931e329ebe1140&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178379 Apr 05 18:35:18.469303 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:18.473485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f6373ca-f0e0-4fb4-b402-47a535ce479b req-0c1e67cb-ecf0-4e5e-b8c3-40b336be063e tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730541 Apr 05 18:35:18.485047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-2b1118fc-4b2c-442d-8389-f2334d2f368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:18.486706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-2b1118fc-4b2c-442d-8389-f2334d2f368c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1096 time: 0.0690019 Apr 05 18:35:18.525355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:18.633884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-4f0a67ed-03d8-4a02-b98c-3ade4930f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:18.635303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-4f0a67ed-03d8-4a02-b98c-3ade4930f94d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.1371384 Apr 05 18:35:18.698985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae592fa1-ae24-4290-91f6-9c00da6e5079 req-ff62e811-41e6-48df-9f02-878afe4682cb tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0671318 Apr 05 18:35:18.708404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ab218-174f-4e5f-83ea-01f6a76d7e77 req-21785ccb-7915-47c2-b0f7-2b182290bca2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:18.709819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-971ab218-174f-4e5f-83ea-01f6a76d7e77 req-21785ccb-7915-47c2-b0f7-2b182290bca2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 948 time: 0.1382265 Apr 05 18:35:18.711160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-ba757d75-28b8-48bd-b78d-d5c69cbb2228 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 200 len: 217 time: 0.0649433 Apr 05 18:35:18.822048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-c89e4af9-3690-4b0d-abeb-380434baa854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:18.823633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-c89e4af9-3690-4b0d-abeb-380434baa854 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.1031499 Apr 05 18:35:18.832716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-971ab218-174f-4e5f-83ea-01f6a76d7e77 req-c26c4b9e-7fbb-4c90-85a7-ab4ffb7b2308 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141102 Apr 05 18:35:18.838429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['afc8e0a3-15c0-47fb-8ffa-b2dd483230ce'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:18.879141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-6f1dd203-b3cb-4d7c-9536-7e79dbbb58d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439939 Apr 05 18:35:18.893130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c1700-4851-4c4d-b9ba-152699b8dccf req-b09e7fc1-a99a-423b-bdd0-ab7571deb898 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:18.894896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a1c1700-4851-4c4d-b9ba-152699b8dccf req-b09e7fc1-a99a-423b-bdd0-ab7571deb898 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 943 time: 0.1205859 Apr 05 18:35:19.027216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a1c1700-4851-4c4d-b9ba-152699b8dccf req-f279638f-bf86-4467-906f-17a7e824403d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217782 Apr 05 18:35:19.057711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-89642d72-a745-459f-b61e-3b3b74e41074 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615500 Apr 05 18:35:19.066530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f4f83-e22a-44e0-baec-27eb5a417539 req-c42a33b1-8b3e-451a-86c2-9b28af92fc68 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:19.067968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-519f4f83-e22a-44e0-baec-27eb5a417539 req-c42a33b1-8b3e-451a-86c2-9b28af92fc68 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 945 time: 0.1358604 Apr 05 18:35:19.083871 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410bb8c5-0b93-4100-a796-22e400fd766f x-openstack-request-id: req-410bb8c5-0b93-4100-a796-22e400fd766f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:19.084965 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "name": "network-vif-plugged", "status": "completed", "tag": "0388ed42-778e-4cfa-8261-1728377926e1", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:19.085418 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-410bb8c5-0b93-4100-a796-22e400fd766f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:19.086046 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410bb8c5-0b93-4100-a796-22e400fd766f'] response: {'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1', 'code': 200} Apr 05 18:35:19.197626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-502cd9b9-30eb-487f-9df3-e8c78c5f3b63 req-e4d8a571-53a2-4e07-ab94-e38b21a41b4f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 210 time: 0.0517185 Apr 05 18:35:19.240125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-519f4f83-e22a-44e0-baec-27eb5a417539 req-fc9cf198-ee93-4fd0-a7c8-aec87126397b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555662 Apr 05 18:35:19.283077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-fb66bca8-dea4-4f9e-b582-8da8997fb4d9 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093759 Apr 05 18:35:19.303222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50789d-e565-480a-92fe-a68d801d09a9 req-89b17ca8-0ddf-4b41-9bae-96247d75da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:19.304787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e50789d-e565-480a-92fe-a68d801d09a9 req-89b17ca8-0ddf-4b41-9bae-96247d75da07 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 1096 time: 0.1373672 Apr 05 18:35:19.336354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274789-47f8-4775-9d87-aa99b773a4f6 req-dbdfa4c4-a866-4134-9b46-c57761972a2e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:19.337683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a274789-47f8-4775-9d87-aa99b773a4f6 req-dbdfa4c4-a866-4134-9b46-c57761972a2e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 945 time: 0.0708029 Apr 05 18:35:19.391954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e50789d-e565-480a-92fe-a68d801d09a9 req-953bc4ac-2810-4806-9306-7cfa98844910 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778310 Apr 05 18:35:19.414287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a274789-47f8-4775-9d87-aa99b773a4f6 req-c07f56c0-6ab9-4f02-ac4c-ffc63ec8a05d tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694211 Apr 05 18:35:19.423903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-7b5d0589-ab7e-4ec3-81b5-eda896cff568 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:19.425350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-7b5d0589-ab7e-4ec3-81b5-eda896cff568 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.0746834 Apr 05 18:35:19.591401 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89a4b3-7cbf-451c-ab3e-df0740712a3e req-e90dcd4a-74b7-416f-814d-4e88a0cdd6a7 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:19.592770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a89a4b3-7cbf-451c-ab3e-df0740712a3e req-e90dcd4a-74b7-416f-814d-4e88a0cdd6a7 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0484302 Apr 05 18:35:19.629878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a89a4b3-7cbf-451c-ab3e-df0740712a3e req-2dc2fb0d-83dc-46ef-acf5-5132d8a69754 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Apr 05 18:35:19.641806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836650-3'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:19.696447 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:19.819668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-992a4aae-af98-465f-95c5-f026487323aa req-4405634d-8b91-4855-bace-2b53be1e5e9d tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0341249 Apr 05 18:35:19.846511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:19.887846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:19.926595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device afc8e0a3-15c0-47fb-8ffa-b2dd483230ce up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:19.943836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-66617b6c-b53f-4fe7-9a8e-368c514f5429 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=58382c0245e643ccb5931e329ebe1140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362010 Apr 05 18:35:19.978741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:19.984438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:19.986016 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:19.986473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:19.986680 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cec5b55-e5df-4ec5-866e-085bcc6ef857" -d '{"events": [{"server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "name": "network-vif-unplugged", "status": "completed", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:19.990672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:20.042838 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:20.056361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3796e-8b38-40dc-91cc-53dc4e5be7c5 req-3c591927-45bb-4a53-8e3b-6caadc98cbb3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:20.057843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05b3796e-8b38-40dc-91cc-53dc4e5be7c5 req-3c591927-45bb-4a53-8e3b-6caadc98cbb3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 948 time: 0.1398876 Apr 05 18:35:20.068450 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83ad32e-7ef0-4d2b-af48-a918b952c1cd x-openstack-request-id: req-e83ad32e-7ef0-4d2b-af48-a918b952c1cd {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:20.068450 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "name": "network-vif-unplugged", "status": "completed", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:20.068450 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e83ad32e-7ef0-4d2b-af48-a918b952c1cd {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:20.069028 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83ad32e-7ef0-4d2b-af48-a918b952c1cd'] response: {'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42', 'code': 200} Apr 05 18:35:20.093865 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:20.130804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:20.135231 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:20.182645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:20.215404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Pushing event updated for resources: {'Port': ['ID=34b02355-3c1d-4671-b7f4-1e80d15d3c42,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:20.236924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05b3796e-8b38-40dc-91cc-53dc4e5be7c5 req-879d2df4-7b1b-4bd0-b2b6-bb96cd3ca30e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672852 Apr 05 18:35:20.244374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-909750b6-b522-4207-9695-0dfcc2e0cb02 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:20.245709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-909750b6-b522-4207-9695-0dfcc2e0cb02 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777095 Apr 05 18:35:20.265709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Request body: {'port': {'device_id': '2ea548df-4365-43bc-a038-d5a1c5d580bd', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '58382c0245e643ccb5931e329ebe1140'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:20.281443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on host n-h1-836650-3 for vnic_type normal with profile {"migrating_to": "n-h2-836650-3"} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:20.281771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:20.282091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:20.298541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022754-49cf-4e7e-ab09-d7a7a491389d req-1883e780-c291-430a-993e-43592b6dfe1a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:20.299984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8022754-49cf-4e7e-ab09-d7a7a491389d req-1883e780-c291-430a-993e-43592b6dfe1a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 943 time: 0.1798055 Apr 05 18:35:20.330435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:20.330751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Attempting to bind port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:20.379353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a12f5c1-63bb-476c-b1c6-18e4e00d313b req-a6c37702-cd04-4a38-95c9-8e12a488df35 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 210 time: 0.0783386 Apr 05 18:35:20.379971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:20.380303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:20.380668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:20.381098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Bound port: 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:20.381450 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:20.430550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8022754-49cf-4e7e-ab09-d7a7a491389d req-70b162cd-b254-4975-b0e1-1e393023090f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008503 Apr 05 18:35:20.559857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Made reservation on behalf of 58382c0245e643ccb5931e329ebe1140 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:35:20.563269 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:20.566190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:20.573571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:20.588068 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:20.600877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6157b-468a-4b70-88f2-fda7d319613c req-11617272-36cf-4067-9b13-2658e24bdc08 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:20.602333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ea6157b-468a-4b70-88f2-fda7d319613c req-11617272-36cf-4067-9b13-2658e24bdc08 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.1493297 Apr 05 18:35:20.614139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39d1f1-a252-4a5f-a27f-49896e21d160 req-878766b3-b112-4f6d-afa2-b7ecaae6609d tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:20.615542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f39d1f1-a252-4a5f-a27f-49896e21d160 req-878766b3-b112-4f6d-afa2-b7ecaae6609d tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 945 time: 0.1253910 Apr 05 18:35:20.767286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Pushing event updated for resources: {'Port': ['ID=34b02355-3c1d-4671-b7f4-1e80d15d3c42,revision_number=8']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:20.794352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ea6157b-468a-4b70-88f2-fda7d319613c req-e9a983f2-34b9-4dc4-815a-4e3f7aba158b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602943 Apr 05 18:35:20.795671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:20.796271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:20.797541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9cfde269-baba-4652-868c-10baffa35dfe service neutron] 10.222.0.20 "PUT /v2.0/ports/34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 200 len: 1121 time: 1.1597574 Apr 05 18:35:20.808572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f39d1f1-a252-4a5f-a27f-49896e21d160 req-aac85466-b621-4439-88d6-4f6d69426b28 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695251 Apr 05 18:35:20.883350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Allocated IP 192.168.233.149 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/2b5034cc-d56f-46f4-91d9-7b560e579660) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:20.948138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5c4cb3d-3368-4c77-8ffa-aa4ba761e00c req-4c05d3fa-db70-4e18-8b8a-6a86eb481176 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0388675 Apr 05 18:35:20.979330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267df743-ff5f-42b2-b72b-cdb7d4044c9b req-14492995-5329-426b-baaa-a398d5ba043f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:20.981197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-267df743-ff5f-42b2-b72b-cdb7d4044c9b req-14492995-5329-426b-baaa-a398d5ba043f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1070516 Apr 05 18:35:21.088652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:21.090978 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec889a-b15e-4e8c-8d53-8c938864cc7e" -d '{"events": [{"server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "name": "network-vif-plugged", "status": "completed", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:21.129603 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c61e2f8-d9e8-4d46-9a39-cece448ba5c1 x-openstack-request-id: req-4c61e2f8-d9e8-4d46-9a39-cece448ba5c1 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:21.130212 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "name": "network-vif-plugged", "status": "completed", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:21.130212 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c61e2f8-d9e8-4d46-9a39-cece448ba5c1 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:21.130568 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c61e2f8-d9e8-4d46-9a39-cece448ba5c1'] response: {'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', 'code': 200} Apr 05 18:35:21.155045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['34b02355-3c1d-4671-b7f4-1e80d15d3c42'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:21.243390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8736-ca90-4ad0-9255-911c744279d2 req-baccb652-7144-46b2-bbc1-157b91ad449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:21.244901 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-870f8736-ca90-4ad0-9255-911c744279d2 req-baccb652-7144-46b2-bbc1-157b91ad449d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 1100 time: 0.0487895 Apr 05 18:35:21.297741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-870f8736-ca90-4ad0-9255-911c744279d2 req-cf7a755f-b268-4adf-b311-c83f0b815419 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Apr 05 18:35:21.310046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-267df743-ff5f-42b2-b72b-cdb7d4044c9b req-4fe9a93a-1833-4348-88c0-cc47a273e65d tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189068 Apr 05 18:35:21.382189 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:21.399034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78051539-6723-4376-bb04-dc779d4ad134 req-9a26d64c-9b8c-4090-8184-fb814b163b51 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:21.400562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78051539-6723-4376-bb04-dc779d4ad134 req-9a26d64c-9b8c-4090-8184-fb814b163b51 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0796902 Apr 05 18:35:21.461518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78051539-6723-4376-bb04-dc779d4ad134 req-fe9af39d-7426-4170-958d-2e79174551dd tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545135 Apr 05 18:35:21.462479 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:21.474659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['3bef1647-b0c5-483b-b4d6-35e00bd546fd'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:21.531133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:21.547367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:21.553478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:21.556413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Pushing event updated for resources: {'Port': ['ID=2b5034cc-d56f-46f4-91d9-7b560e579660,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:21.611015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94240019-b11d-4540-b718-1c1fd7a3383b req-b0bdbf28-535a-4c25-b792-b6cde3d140d1 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:21.612542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94240019-b11d-4540-b718-1c1fd7a3383b req-b0bdbf28-535a-4c25-b792-b6cde3d140d1 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 936 time: 0.1658673 Apr 05 18:35:21.656570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:21.657200 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:21.672543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43aadb-8c73-4cb1-8a98-8b55a2088ab4 req-a74ef4dd-30d2-405a-a1e5-8d20e7b382e2 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:21.674033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab43aadb-8c73-4cb1-8a98-8b55a2088ab4 req-a74ef4dd-30d2-405a-a1e5-8d20e7b382e2 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 943 time: 0.1418908 Apr 05 18:35:21.744051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94240019-b11d-4540-b718-1c1fd7a3383b req-1675a6a1-c634-4873-8d5f-d5c93bd98e13 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208594 Apr 05 18:35:21.747647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-683415e4-d7d9-41e2-abcb-cedd5e8ef362 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4885526 Apr 05 18:35:21.752947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-65c83e90-4577-43b4-bc9a-5ab5ea29a639 None None] Provisioning complete for port 2b5034cc-d56f-46f4-91d9-7b560e579660 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:21.752947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65c83e90-4577-43b4-bc9a-5ab5ea29a639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:21.772988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Request body: {'port': {'device_id': '2ea548df-4365-43bc-a038-d5a1c5d580bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:21.788028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-65c83e90-4577-43b4-bc9a-5ab5ea29a639 None None] Port 2b5034cc-d56f-46f4-91d9-7b560e579660 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:35:21.802853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab43aadb-8c73-4cb1-8a98-8b55a2088ab4 req-3d85f059-51b8-4ef3-b9cc-93aa92864adf tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202021 Apr 05 18:35:21.809502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-4e1506c9-4d0a-4e55-a474-4cf5d996d084 service neutron] 10.222.0.20 "GET /v2.0/ports/3b28bec8-b2ac-4372-b1a6-838cdbb6ee00/bindings/n-h1-836650-3 HTTP/1.1" status: 200 len: 384 time: 0.1460223 Apr 05 18:35:21.876381 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:21.934187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:22.029043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:22.039991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 has no active binding in host n-h1-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 18:35:22.041161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bebfe-b7b8-44de-a048-6f234a5f75de req-a0138cd4-b132-4dbb-91c7-e9a8c2d3dd5a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:22.042730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da3bebfe-b7b8-44de-a048-6f234a5f75de req-a0138cd4-b132-4dbb-91c7-e9a8c2d3dd5a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.1693392 Apr 05 18:35:22.054043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785ee8b-5104-4868-9f60-a360740f2219 req-65b3a2b0-891a-461b-8ced-d5c899a22cdb tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:22.055461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d785ee8b-5104-4868-9f60-a360740f2219 req-65b3a2b0-891a-461b-8ced-d5c899a22cdb tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 945 time: 0.1646450 Apr 05 18:35:22.108720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:22.110990 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:22.247435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da3bebfe-b7b8-44de-a048-6f234a5f75de req-a390a170-efb7-439b-be0e-c9021d70272b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847329 Apr 05 18:35:22.279143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d785ee8b-5104-4868-9f60-a360740f2219 req-5a62c2f9-b94c-4e8c-a204-c5de372c17fe tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138422 Apr 05 18:35:22.323551 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b98ef4-2828-4205-8f19-9f10bbc658ba x-openstack-request-id: req-d7b98ef4-2828-4205-8f19-9f10bbc658ba {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:22.323822 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:22.324063 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7b98ef4-2828-4205-8f19-9f10bbc658ba {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:22.325018 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b98ef4-2828-4205-8f19-9f10bbc658ba'] response: {'name': 'network-changed', 'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42', 'status': 'completed', 'code': 200} Apr 05 18:35:22.376661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:22.423191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be90b664-2ec9-48c8-a468-35b0d603151e req-cca26389-c2e9-4cfb-9f1a-1407e91d6755 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0921032 Apr 05 18:35:22.534554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:22.632338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-79835c0c-253e-413a-bd7d-242f9e078267 req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:22.673859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:22.682573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-90ba0bc6-7368-4e24-a286-83a7067ebf49 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 258 time: 0.3462148 Apr 05 18:35:22.706539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:22.716661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e495ba4-2504-4b97-9cd5-6d781eb422ca req-f0fe33a0-79b6-471a-8a0d-38cbe278f1f0 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:22.718049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e495ba4-2504-4b97-9cd5-6d781eb422ca req-f0fe33a0-79b6-471a-8a0d-38cbe278f1f0 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.2168252 Apr 05 18:35:22.720976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5034cc-d56f-46f4-91d9-7b560e579660 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:22.730192 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:22.754780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:22.783823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Transition to ACTIVE for port object 2b5034cc-d56f-46f4-91d9-7b560e579660 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:35:22.807888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:22.810582 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:22.867372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e495ba4-2504-4b97-9cd5-6d781eb422ca req-3e405e5b-01ee-40fc-89db-98e9015bb5bd tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421330 Apr 05 18:35:22.912452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5034cc-d56f-46f4-91d9-7b560e579660,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:22.970111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-79835c0c-253e-413a-bd7d-242f9e078267 req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] Transition to ACTIVE for port object 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:35:23.001329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:23.132681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051c364-6695-4283-9809-77a7495079c6 req-2ade5402-8b97-4921-853c-5b7a70afbae0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:23.134314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1051c364-6695-4283-9809-77a7495079c6 req-2ade5402-8b97-4921-853c-5b7a70afbae0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1880996 Apr 05 18:35:23.135152 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] No DVR routers for this DVR port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:35:23.159040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,revision_number=10']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:23.165167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Attempting to bind port 2b5034cc-d56f-46f4-91d9-7b560e579660 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:23.165325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Attempting to bind port 2b5034cc-d56f-46f4-91d9-7b560e579660 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:23.165621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Attempting to bind port 2b5034cc-d56f-46f4-91d9-7b560e579660 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:23.197458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Port 2b5034cc-d56f-46f4-91d9-7b560e579660 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:23.197774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Attempting to bind port 2b5034cc-d56f-46f4-91d9-7b560e579660 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:23.219819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-2157077a-8305-4dca-8b22-b08e832667a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/3b28bec8-b2ac-4372-b1a6-838cdbb6ee00/bindings/n-h1-836650-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3986790 Apr 05 18:35:23.221255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:23.221588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:23.221957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:23.222388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Bound port: 2b5034cc-d56f-46f4-91d9-7b560e579660, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:23.222760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:23.250838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1051c364-6695-4283-9809-77a7495079c6 req-5e4596a4-19eb-4317-b7e1-1c17aec281e4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025498 Apr 05 18:35:23.278826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:23.381982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] For port 2b5034cc-d56f-46f4-91d9-7b560e579660, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:23.389594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] For port 2b5034cc-d56f-46f4-91d9-7b560e579660, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2b5034cc-d56f-46f4-91d9-7b560e579660,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:23.411831 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:23.667420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11983b-32e5-4477-891b-a331b2e89bf0 req-3647afda-3b0a-4365-987f-188d95d558e5 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:23.669634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de11983b-32e5-4477-891b-a331b2e89bf0 req-3647afda-3b0a-4365-987f-188d95d558e5 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 948 time: 0.3470089 Apr 05 18:35:23.676918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:23.677521 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:23.678904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/2b5034cc-d56f-46f4-91d9-7b560e579660 HTTP/1.1" status: 200 len: 1096 time: 1.9113886 Apr 05 18:35:23.702155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Allocated IP 172.25.4.45 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/cb88173f-106b-4740-b381-419e88c9d68b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:23.763474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5925d-3b7e-49af-a4c3-20c97328f9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5034cc-d56f-46f4-91d9-7b560e579660,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:23.824052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de11983b-32e5-4477-891b-a331b2e89bf0 req-f2946519-3e6b-4076-8b70-8ad24da8ca5d tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402845 Apr 05 18:35:23.850522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-a4cced4a-4919-4cba-be26-06d85dab0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:23.852047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-a4cced4a-4919-4cba-be26-06d85dab0589 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58382c0245e643ccb5931e329ebe1140&device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 1099 time: 0.1220429 Apr 05 18:35:23.886741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:23.925795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-749e74d0-396d-4953-9138-6986d102aabe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2b5034cc-d56f-46f4-91d9-7b560e579660 HTTP/1.1" status: 200 len: 217 time: 0.0547152 Apr 05 18:35:23.986254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34b02355-3c1d-4671-b7f4-1e80d15d3c42 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:23.990579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:24.014925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-0e9095a8-b125-4e0e-9cdd-5af1b692d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:24.016364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-0e9095a8-b125-4e0e-9cdd-5af1b692d0bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0750043 Apr 05 18:35:24.023769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd492c3f-5414-4250-bfc6-8daf72c67a63 req-ee5bc279-0425-443a-b014-d65d9a345b64 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:24.025124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd492c3f-5414-4250-bfc6-8daf72c67a63 req-ee5bc279-0425-443a-b014-d65d9a345b64 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.1363523 Apr 05 18:35:24.040003 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:24.079807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:35:24.107379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:24.115856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:24.124846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:24.126562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34b02355-3c1d-4671-b7f4-1e80d15d3c42 has no active binding in host n-h2-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 18:35:24.131027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:24.163554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd492c3f-5414-4250-bfc6-8daf72c67a63 req-3d5e882f-eb88-4166-80cc-3fe13ea2fd0d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265507 Apr 05 18:35:24.168447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Pushing event updated for resources: {'Port': ['ID=cb88173f-106b-4740-b381-419e88c9d68b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:24.172101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-780382f5-1429-42b8-a822-08a4c4319188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:24.173547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-780382f5-1429-42b8-a822-08a4c4319188 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463034 Apr 05 18:35:24.329191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea548df-4365-43bc-a038-d5a1c5d580bd', 'tag': '2b5034cc-d56f-46f4-91d9-7b560e579660'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:24.331390 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea548df-4365-43bc-a038-d5a1c5d580bd", "tag": "2b5034cc-d56f-46f4-91d9-7b560e579660"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:24.362363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:24.384912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-783d6d93-3a45-43f7-a7bd-db9589b77825 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963642 Apr 05 18:35:24.396208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbed5f-ed99-4bc9-b97a-1deddc40e1c3 req-dda86285-b0ac-495b-8c4e-78e94d4bfc54 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:24.397594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90dbed5f-ed99-4bc9-b97a-1deddc40e1c3 req-dda86285-b0ac-495b-8c4e-78e94d4bfc54 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.1449337 Apr 05 18:35:24.475030 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:24.528887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90dbed5f-ed99-4bc9-b97a-1deddc40e1c3 req-1fd68905-d0e5-4a29-9fd7-7dd7f808f16a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162171 Apr 05 18:35:24.577452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2434a5-27d8-4212-86c9-5f7a01f64eeb req-6f5080f0-ecbe-4e83-9be9-72a452aaabcb service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789267 Apr 05 18:35:24.633848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2f180d2-7a81-48b1-97b6-8a524eebf380 req-f7ffcad8-876f-417d-94a6-f7fbcb6ab789 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0313067 Apr 05 18:35:24.690819 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:24.696294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:24.792051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Pushing event updated for resources: {'Port': ['ID=cb88173f-106b-4740-b381-419e88c9d68b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:24.814510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd570f-8f6d-40fd-b3f5-0907eb858b65 req-7e9126f6-2da4-44fc-9b40-e441fde71af6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:24.815958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10cd570f-8f6d-40fd-b3f5-0907eb858b65 req-7e9126f6-2da4-44fc-9b40-e441fde71af6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1174712 Apr 05 18:35:24.816657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:24.845850 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:24.847000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-14fabf78-d7dc-4708-b90b-fb86eaaca2ab tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1507826 Apr 05 18:35:24.883049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10cd570f-8f6d-40fd-b3f5-0907eb858b65 req-c9d235ed-02f9-4fe9-9e17-ab7367c0f18e tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599999 Apr 05 18:35:24.929104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-e155a5a3-de1f-4f9d-a691-8452c5441380 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.0751996 Apr 05 18:35:25.036437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0616b-f3ef-4b1a-803f-9c71f6625cd1 req-8a7659a4-609b-4d1a-9d06-6756112c0d42 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:25.037881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-63a0616b-f3ef-4b1a-803f-9c71f6625cd1 req-8a7659a4-609b-4d1a-9d06-6756112c0d42 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0943007 Apr 05 18:35:25.082322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-1af7cfcc-48e8-4dbc-ba7c-72af12a6a55a tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:25.083613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-1af7cfcc-48e8-4dbc-ba7c-72af12a6a55a tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1485245 Apr 05 18:35:25.100790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-9b5e57db-073a-4b5f-b868-b9464e62d848 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:35:25.101724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba0df5ad-9508-4491-979a-b3d2ebc7897e req-9b5e57db-073a-4b5f-b868-b9464e62d848 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078619 Apr 05 18:35:25.108298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-63a0616b-f3ef-4b1a-803f-9c71f6625cd1 req-2c2b3035-b252-4ab3-aabc-3f8c207bd745 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Apr 05 18:35:25.142634 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e49924-50c3-4e2f-8300-962e93dd825e x-openstack-request-id: req-32e49924-50c3-4e2f-8300-962e93dd825e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:25.143129 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea548df-4365-43bc-a038-d5a1c5d580bd", "tag": "2b5034cc-d56f-46f4-91d9-7b560e579660", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:25.143541 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32e49924-50c3-4e2f-8300-962e93dd825e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:25.144107 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e49924-50c3-4e2f-8300-962e93dd825e'] response: {'name': 'network-changed', 'server_uuid': '2ea548df-4365-43bc-a038-d5a1c5d580bd', 'tag': '2b5034cc-d56f-46f4-91d9-7b560e579660', 'status': 'completed', 'code': 200} Apr 05 18:35:25.270751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-5d373036-41ec-4a5e-a455-fb26aa61bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:25.272197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-5d373036-41ec-4a5e-a455-fb26aa61bc93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58382c0245e643ccb5931e329ebe1140&device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 1099 time: 0.0967994 Apr 05 18:35:25.293397 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62a9bf-76e9-449c-b0c6-f9ea952e8fdb req-9ecd2722-8dff-4586-94cd-344a56a76fcf tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:25.295160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a62a9bf-76e9-449c-b0c6-f9ea952e8fdb req-9ecd2722-8dff-4586-94cd-344a56a76fcf tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 948 time: 0.1301851 Apr 05 18:35:25.396862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-ed932fc2-0231-498b-a6da-409393a1f8df tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:25.398308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-ed932fc2-0231-498b-a6da-409393a1f8df tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1669064 Apr 05 18:35:25.451158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a62a9bf-76e9-449c-b0c6-f9ea952e8fdb req-0a345f16-5522-4d2b-b87a-101fcf40315c tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421127 Apr 05 18:35:25.470763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-ec783e19-bf7d-458d-8d44-3074986342c0 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.0556042 Apr 05 18:35:25.478814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-d07eed53-7887-4318-8ed4-a613588daaad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Request body: {'floatingip': {'port_id': '0388ed42-778e-4cfa-8261-1728377926e1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:25.503737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-42dd8170-63d9-4380-9460-cf5ce1c71d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:25.505178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-42dd8170-63d9-4380-9460-cf5ce1c71d33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2091877 Apr 05 18:35:25.588674 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-d07eed53-7887-4318-8ed4-a613588daaad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:25.606082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-2fdb336d-4ae3-468e-9947-01393e62af1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2b5034cc-d56f-46f4-91d9-7b560e579660 HTTP/1.1" status: 200 len: 217 time: 0.0665619 Apr 05 18:35:25.969626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec269eff-12cf-4e98-9d3c-f37bc6e481a9 req-199a529b-015f-489a-8c7b-7a8031e9194a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:25.971097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec269eff-12cf-4e98-9d3c-f37bc6e481a9 req-199a529b-015f-489a-8c7b-7a8031e9194a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.4329007 Apr 05 18:35:25.980788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-d7002f80-670f-4fe1-b451-76b44e758744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:25.982117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-d7002f80-670f-4fe1-b451-76b44e758744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.3482411 Apr 05 18:35:26.087212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec269eff-12cf-4e98-9d3c-f37bc6e481a9 req-d67b8b31-ded1-4df8-9a11-aedf849b5887 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084015 Apr 05 18:35:26.135537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-87156ed7-2c6f-40f2-9154-0d8414016207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:26.137964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-87156ed7-2c6f-40f2-9154-0d8414016207 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468687 Apr 05 18:35:26.387267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a0ecd-6e78-4ecb-aba9-88213c535bc1 req-17d0c758-7fe5-43e2-b122-c1a430579738 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:26.388821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a47a0ecd-6e78-4ecb-aba9-88213c535bc1 req-17d0c758-7fe5-43e2-b122-c1a430579738 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.2463880 Apr 05 18:35:26.487167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-0e6d7278-c03b-46e4-8941-bf4b5084535d service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351557 Apr 05 18:35:26.576936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a47a0ecd-6e78-4ecb-aba9-88213c535bc1 req-ea13f2f9-855b-4dd8-a173-abb0138ad0c9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614587 Apr 05 18:35:26.728205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92cf6818-a788-4657-a7de-b3f4518aff28 req-8edfa22d-8215-42a4-87ad-118114f3063c tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0831475 Apr 05 18:35:26.754927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d792b2d8-c7f9-4898-b9a5-bc79a73f4204 req-be6be91a-d774-43d0-94ee-2b3fcbb19e6c service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530396 Apr 05 18:35:26.766276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-d07eed53-7887-4318-8ed4-a613588daaad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:26.771500 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-d07eed53-7887-4318-8ed4-a613588daaad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:26.900679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e276c-636d-411c-be70-7badebf116f2 req-24d0a073-298d-4089-864d-448427effb3f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:26.902133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-686e276c-636d-411c-be70-7badebf116f2 req-24d0a073-298d-4089-864d-448427effb3f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0937760 Apr 05 18:35:26.915594 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-d07eed53-7887-4318-8ed4-a613588daaad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Floating IP c769cb46-0296-4785-aa8f-d613b5795c22 associated. External IP: 172.25.4.45, port: 0388ed42-778e-4cfa-8261-1728377926e1. Apr 05 18:35:26.981506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-686e276c-636d-411c-be70-7badebf116f2 req-8e38bb36-108c-46d6-b828-b1e22909d23d tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722470 Apr 05 18:35:27.134611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8bf56-4c70-452b-92ee-675de0ba3adf req-765ad142-ef37-4d33-ad2d-8a8e2a758029 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:27.136320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bc8bf56-4c70-452b-92ee-675de0ba3adf req-765ad142-ef37-4d33-ad2d-8a8e2a758029 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1000917 Apr 05 18:35:27.433097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bc8bf56-4c70-452b-92ee-675de0ba3adf req-ccb83499-8480-4d78-ac0a-19f208e0bbdc tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 Apr 05 18:35:27.439892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-d07eed53-7887-4318-8ed4-a613588daaad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Router fda1862c-36a8-4b9e-8b97-2a1a432da83c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:35:27.573288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800daecd-0f7b-4d9d-b104-82982ce7604b req-25b7ba70-52e1-419d-9ecd-e7ea0a97ff74 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:27.575275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-800daecd-0f7b-4d9d-b104-82982ce7604b req-25b7ba70-52e1-419d-9ecd-e7ea0a97ff74 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 948 time: 0.0874243 Apr 05 18:35:27.584166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-d07eed53-7887-4318-8ed4-a613588daaad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:35:27.592718 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-d07eed53-7887-4318-8ed4-a613588daaad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:27.595209 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] Sync routers for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:35:27.605540 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:27.606374 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:27.638076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-d07eed53-7887-4318-8ed4-a613588daaad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "PUT /v2.0/floatingips/c769cb46-0296-4785-aa8f-d613b5795c22 HTTP/1.1" status: 200 len: 995 time: 2.1657891 Apr 05 18:35:27.640718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:27.642714 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99" -d '{"events": [{"name": "network-changed", "server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "tag": "0388ed42-778e-4cfa-8261-1728377926e1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:27.648352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-800daecd-0f7b-4d9d-b104-82982ce7604b req-4f60cd98-cb4b-48c9-9a27-195a9c6a4556 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664380 Apr 05 18:35:27.698197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-a3faea20-472f-40e6-9213-8f085e9e4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:27.699904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-a3faea20-472f-40e6-9213-8f085e9e4eaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b0e678f7b94652a64a515348750a2b&device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 1096 time: 0.0469935 Apr 05 18:35:27.717836 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:27.828407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5de5ce-2b07-4f32-a5ef-661212605e7d req-bd2fd64d-c572-4b71-b4eb-358ae94fe541 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:27.829885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f5de5ce-2b07-4f32-a5ef-661212605e7d req-bd2fd64d-c572-4b71-b4eb-358ae94fe541 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.1158090 Apr 05 18:35:27.867422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-a210377b-b33e-496e-9ba9-bf7fe4603031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:27.868847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-a210377b-b33e-496e-9ba9-bf7fe4603031 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce HTTP/1.1" status: 200 len: 928 time: 0.1629539 Apr 05 18:35:27.928875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f5de5ce-2b07-4f32-a5ef-661212605e7d req-2fbdb244-2de5-4fb0-82f7-25aefdee2b41 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822990 Apr 05 18:35:27.940005 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c769cb46-0296-4785-aa8f-d613b5795c22', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'port_id': '0388ed42-778e-4cfa-8261-1728377926e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'mac_address': 'fa:16:3e:e0:15:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae70d7-b754-462a-9732-9c1603d2547e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:35:24Z', 'updated_at': '2022-04-05T18:35:26Z', 'revision_number': 1, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7353a0d8-2ffe-42a6-bb3d-e54cff2d1766', 'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:01Z', 'updated_at': '2022-04-05T18:35:08Z', 'revision_number': 5, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'subnets': [{'id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:27.970619 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] Checking router: fda1862c-36a8-4b9e-8b97-2a1a432da83c for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:35:27.978844 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:27.979697 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:27.984729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-4e4d7896-e58a-47cf-92a5-2954da719f15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0388ed42-778e-4cfa-8261-1728377926e1 HTTP/1.1" status: 200 len: 998 time: 0.1078656 Apr 05 18:35:28.010570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2b5034cc-d56f-46f4-91d9-7b560e579660 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:28.055987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-52558221-1e2b-4570-bfa0-d6a81c93c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:28.057458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-52558221-1e2b-4570-bfa0-d6a81c93c4be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f803b6a-12f2-452e-84cc-0347506c1035 HTTP/1.1" status: 200 len: 867 time: 0.0630310 Apr 05 18:35:28.069957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73856ae-b3f5-45dc-a40a-5a382d5e02f0 req-03ab2b5b-3580-4fbd-ac56-f37a9db68dd4 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:28.071405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a73856ae-b3f5-45dc-a40a-5a382d5e02f0 req-03ab2b5b-3580-4fbd-ac56-f37a9db68dd4 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.0851789 Apr 05 18:35:28.082445 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:28.118625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2b5034cc-d56f-46f4-91d9-7b560e579660, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2b5034cc-d56f-46f4-91d9-7b560e579660,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:28.130767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '2b5034cc-d56f-46f4-91d9-7b560e579660', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '2b5034cc-d56f-46f4-91d9-7b560e579660', 'mac_address': 'fa:16:3e:c1:53:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:28.140224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a73856ae-b3f5-45dc-a40a-5a382d5e02f0 req-33683f03-b7d0-43d8-be1c-83d234e59ed9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591218 Apr 05 18:35:28.142120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-ad9e93f5-6596-42e8-b93d-eee9693999d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:28.143536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-ad9e93f5-6596-42e8-b93d-eee9693999d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712914 Apr 05 18:35:28.155531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-28972b60-dab5-4fdc-8cc2-418e2e3fb377 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:35:28.156717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-28972b60-dab5-4fdc-8cc2-418e2e3fb377 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061822 Apr 05 18:35:28.203887 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:28.238175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5034cc-d56f-46f4-91d9-7b560e579660 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:28.260310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2b5034cc-d56f-46f4-91d9-7b560e579660, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2b5034cc-d56f-46f4-91d9-7b560e579660,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:28.264155 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998eebc2-0381-4be9-a116-bbf402b65dc9 x-openstack-request-id: req-998eebc2-0381-4be9-a116-bbf402b65dc9 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:28.264531 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "tag": "0388ed42-778e-4cfa-8261-1728377926e1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:28.264681 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-998eebc2-0381-4be9-a116-bbf402b65dc9 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:28.265035 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998eebc2-0381-4be9-a116-bbf402b65dc9'] response: {'name': 'network-changed', 'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1', 'status': 'completed', 'code': 200} Apr 05 18:35:28.266131 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:28.282974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-9e645862-2b05-4e03-a845-34ad9ea1c279 service neutron] 10.222.0.15 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172118 Apr 05 18:35:28.319091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2b5034cc-d56f-46f4-91d9-7b560e579660,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:28.339771 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c769cb46-0296-4785-aa8f-d613b5795c22', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'port_id': '0388ed42-778e-4cfa-8261-1728377926e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'mac_address': 'fa:16:3e:e0:15:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae70d7-b754-462a-9732-9c1603d2547e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:35:24Z', 'updated_at': '2022-04-05T18:35:26Z', 'revision_number': 1, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7353a0d8-2ffe-42a6-bb3d-e54cff2d1766', 'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:01Z', 'updated_at': '2022-04-05T18:35:08Z', 'revision_number': 5, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'subnets': [{'id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:28.348438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7c2bfbf-4c3c-42f8-9101-cca827172639 req-89c1911d-1fca-4d5d-afc4-d8ed9f13095d tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0742984 Apr 05 18:35:28.380523 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57723f-337b-4fc1-b6fd-93ea79a2cca5 None None] The sync data for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 is: [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c769cb46-0296-4785-aa8f-d613b5795c22', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'port_id': '0388ed42-778e-4cfa-8261-1728377926e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'mac_address': 'fa:16:3e:e0:15:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae70d7-b754-462a-9732-9c1603d2547e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:35:24Z', 'updated_at': '2022-04-05T18:35:26Z', 'revision_number': 1, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7353a0d8-2ffe-42a6-bb3d-e54cff2d1766', 'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:01Z', 'updated_at': '2022-04-05T18:35:08Z', 'revision_number': 5, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'subnets': [{'id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:35:28.400803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-5543c39b-c274-4973-9f3a-ea5dc1050ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:28.404199 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-5543c39b-c274-4973-9f3a-ea5dc1050ab5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49b0e678f7b94652a64a515348750a2b&device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 1096 time: 0.1382875 Apr 05 18:35:28.516660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc234069-3328-4522-bbaa-cd6281a2e160 req-c1270565-e0b6-4eb0-aa18-983e6cf29458 service neutron] 10.222.0.15 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325010 Apr 05 18:35:28.547768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71664-1ecf-4f3f-b66e-7a043278a986 req-e8e823d2-0bdd-4ad8-980e-a23d712b3a93 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:28.549192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ae71664-1ecf-4f3f-b66e-7a043278a986 req-e8e823d2-0bdd-4ad8-980e-a23d712b3a93 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1202254 Apr 05 18:35:28.569139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-a651ee54-befe-4597-8540-65c96c7eb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:28.570581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-a651ee54-befe-4597-8540-65c96c7eb9d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce HTTP/1.1" status: 200 len: 928 time: 0.1573336 Apr 05 18:35:28.587224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7862f-e011-4c05-b0a1-93d8f7bb80f1 None None] New status for floating IP c769cb46-0296-4785-aa8f-d613b5795c22: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:35:28.625193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['2b5034cc-d56f-46f4-91d9-7b560e579660'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:28.661358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ae71664-1ecf-4f3f-b66e-7a043278a986 req-39ccede2-d1ce-4dd5-b58d-77cb617692cd tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000555 Apr 05 18:35:28.720988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-ae668e67-f650-49bd-a281-882338ef29ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0388ed42-778e-4cfa-8261-1728377926e1 HTTP/1.1" status: 200 len: 998 time: 0.1379757 Apr 05 18:35:28.740115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6687ba-13dc-4ef3-871f-6958534eba54 req-f373aa37-dea8-4699-a76e-9ca02250744c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:28.741456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6687ba-13dc-4ef3-871f-6958534eba54 req-f373aa37-dea8-4699-a76e-9ca02250744c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1483316 Apr 05 18:35:28.866331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-de354a05-6d7f-4b70-b115-e492d3b24dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:28.867807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-de354a05-6d7f-4b70-b115-e492d3b24dcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f803b6a-12f2-452e-84cc-0347506c1035 HTTP/1.1" status: 200 len: 867 time: 0.1356297 Apr 05 18:35:28.875205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6687ba-13dc-4ef3-871f-6958534eba54 req-71730d85-f8ff-4c71-a27a-165947c7ad78 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214643 Apr 05 18:35:28.917938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-4b08b5da-746b-48ad-93b8-37e36fb2c93e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 258 time: 0.2165916 Apr 05 18:35:28.929926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:28.946860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-a866eaaa-c348-46a1-aeb2-97cae270ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:28.948337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-a866eaaa-c348-46a1-aeb2-97cae270ff0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691826 Apr 05 18:35:28.999737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:29.069018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93eab-294c-4492-b35e-34ade671295f req-84957a61-a22f-409a-a446-6f4d0052ee34 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:29.070479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31d93eab-294c-4492-b35e-34ade671295f req-84957a61-a22f-409a-a446-6f4d0052ee34 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 949 time: 0.1189790 Apr 05 18:35:29.140498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-bc8e6ef3-b56e-40b1-b9ca-3b3da1a4697d service neutron] 10.222.0.20 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777985 Apr 05 18:35:29.167542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31d93eab-294c-4492-b35e-34ade671295f req-ef471206-08b8-40a3-9357-4da75350e52d tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895934 Apr 05 18:35:29.280417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:29.316177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e9d3659-0bc5-4b26-b61d-109a8d17ce99 req-c5d58cdb-5815-45df-82cd-20aea9e69848 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647193 Apr 05 18:35:29.353440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aae1ae-4b64-4425-b3f8-7324ef68819f req-4768ed2c-c898-45ef-b2db-5ad12d516c6f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:29.355147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08aae1ae-4b64-4425-b3f8-7324ef68819f req-4768ed2c-c898-45ef-b2db-5ad12d516c6f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.1291778 Apr 05 18:35:29.424404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08aae1ae-4b64-4425-b3f8-7324ef68819f req-ac852747-ff04-46f1-bf65-4f888ed9aef2 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623369 Apr 05 18:35:29.442604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Allocated IP 172.25.4.10 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/3bc72ff4-3e88-48b2-ae2f-0f1f19401862) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:29.573765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5ed7f-89d2-4fdb-834b-3fe04a85dc8c req-288753b8-55a1-4e7a-85b9-c0f955e4cc1b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:29.575772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ead5ed7f-89d2-4fdb-834b-3fe04a85dc8c req-288753b8-55a1-4e7a-85b9-c0f955e4cc1b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.0746858 Apr 05 18:35:29.594416 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:29.626911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ead5ed7f-89d2-4fdb-834b-3fe04a85dc8c req-13add7bd-df5f-44fe-a65d-cd767d7ed1f9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Apr 05 18:35:29.650370 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:29.692586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:29.697661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:29.701365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:29.758302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Pushing event updated for resources: {'Port': ['ID=3bc72ff4-3e88-48b2-ae2f-0f1f19401862,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:29.761602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b215560-14aa-47c1-904c-c8b028b3a673 req-667f3aeb-0dd4-4105-8add-3b487c1259d9 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0557034 Apr 05 18:35:29.772186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.772624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.773062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.773463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.773800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.774124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.774557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.774799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.775121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.775494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.775896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.776286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:29.841076 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:29.897645 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:29.907982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaf745-61dc-4b91-a9e9-e1cc22d586c4 req-d91d5321-5193-4b63-ac0d-6a5767dcf2a6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:29.909733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8aaf745-61dc-4b91-a9e9-e1cc22d586c4 req-d91d5321-5193-4b63-ac0d-6a5767dcf2a6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0801296 Apr 05 18:35:29.977402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 34b02355-3c1d-4671-b7f4-1e80d15d3c42 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:29.979088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8aaf745-61dc-4b91-a9e9-e1cc22d586c4 req-1ef23c7b-5661-4327-8c2c-b3daa2bbb66b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517197 Apr 05 18:35:30.015729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2b5034cc-d56f-46f4-91d9-7b560e579660 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:30.106067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 2b5034cc-d56f-46f4-91d9-7b560e579660 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:30.111535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 2b5034cc-d56f-46f4-91d9-7b560e579660 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:30.111902 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:30.122847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd30ad-9a45-4be8-9b57-74cb1c8be637 req-c738e23e-0e78-405f-b04a-a0fb078bf5f3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:30.124271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0acd30ad-9a45-4be8-9b57-74cb1c8be637 req-c738e23e-0e78-405f-b04a-a0fb078bf5f3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0819080 Apr 05 18:35:30.126162 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:30.133380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:30.191584 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:30.216129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea548df-4365-43bc-a038-d5a1c5d580bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5034cc-d56f-46f4-91d9-7b560e579660'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:30.218508 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3796b04-fd06-4c4c-82f1-fcd4da37a4ca" -d '{"events": [{"server_uuid": "2ea548df-4365-43bc-a038-d5a1c5d580bd", "name": "network-vif-plugged", "status": "completed", "tag": "2b5034cc-d56f-46f4-91d9-7b560e579660"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:30.230954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2b5034cc-d56f-46f4-91d9-7b560e579660, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2b5034cc-d56f-46f4-91d9-7b560e579660,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:30.231206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Pushing event updated for resources: {'Port': ['ID=3bc72ff4-3e88-48b2-ae2f-0f1f19401862,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:30.237485 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:30.237630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0acd30ad-9a45-4be8-9b57-74cb1c8be637 req-635c592e-9eeb-4e04-a8b9-1cacd20e7012 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058490 Apr 05 18:35:30.244971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:30.271097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:30.272644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-176281e8-c78a-4766-83cd-587807229a14 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3480377 Apr 05 18:35:30.292915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2b5034cc-d56f-46f4-91d9-7b560e579660,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:30.335480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-2ced99ec-65fc-49a1-a915-7ae6e775b10a tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.0564780 Apr 05 18:35:30.428077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e988-a698-4ebd-b84d-03cd7fe79b16 req-154c1bb5-f3e1-4ea9-ad1b-23b6bcb71ae8 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:30.429568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13c2e988-a698-4ebd-b84d-03cd7fe79b16 req-154c1bb5-f3e1-4ea9-ad1b-23b6bcb71ae8 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 950 time: 0.1119919 Apr 05 18:35:30.478894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-4166b8b0-fbaa-4629-a73c-dc950da07ed7 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:30.480948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-4166b8b0-fbaa-4629-a73c-dc950da07ed7 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1320834 Apr 05 18:35:30.494834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-aff46db4-e235-4647-b596-d3f9f0a9191f tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:35:30.495754 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-622e3413-0ea6-4e9b-86a8-c9e9151b3353 req-aff46db4-e235-4647-b596-d3f9f0a9191f tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075996 Apr 05 18:35:30.502019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13c2e988-a698-4ebd-b84d-03cd7fe79b16 req-a848cb2e-9f54-47ef-94da-d1b05822b33e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607486 Apr 05 18:35:30.532274 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d082d3-2670-4d2c-85fb-e1d50db85ae8 x-openstack-request-id: req-20d082d3-2670-4d2c-85fb-e1d50db85ae8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:30.532791 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea548df-4365-43bc-a038-d5a1c5d580bd", "name": "network-vif-plugged", "status": "completed", "tag": "2b5034cc-d56f-46f4-91d9-7b560e579660", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:30.533242 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20d082d3-2670-4d2c-85fb-e1d50db85ae8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:30.533807 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d082d3-2670-4d2c-85fb-e1d50db85ae8'] response: {'server_uuid': '2ea548df-4365-43bc-a038-d5a1c5d580bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5034cc-d56f-46f4-91d9-7b560e579660', 'code': 200} Apr 05 18:35:30.663625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348613-0a6e-4674-ae14-76e0a0d40f21 req-06dfa862-aa8e-45fe-8276-2e60edb0986d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:30.665034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7348613-0a6e-4674-ae14-76e0a0d40f21 req-06dfa862-aa8e-45fe-8276-2e60edb0986d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.1030118 Apr 05 18:35:30.686327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbf09-7bb3-41e0-80d4-80b79416aa56 req-2f99988c-7588-474c-a9ad-e463616491b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:30.687651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-167dbf09-7bb3-41e0-80d4-80b79416aa56 req-2f99988c-7588-474c-a9ad-e463616491b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 1101 time: 0.0893164 Apr 05 18:35:30.722942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257e777-dfbf-48b1-a91f-2dd54ab98b28 req-41ddce02-4618-46bf-9712-796df619be22 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:30.724318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e257e777-dfbf-48b1-a91f-2dd54ab98b28 req-41ddce02-4618-46bf-9712-796df619be22 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1016765 Apr 05 18:35:30.738185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7348613-0a6e-4674-ae14-76e0a0d40f21 req-9cb7561d-5b11-4383-a6ff-eed0d09d36c3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651815 Apr 05 18:35:30.795142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e257e777-dfbf-48b1-a91f-2dd54ab98b28 req-c5850c72-5ffa-49b3-94e5-9f7852506fde tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.0592024 Apr 05 18:35:30.800029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-167dbf09-7bb3-41e0-80d4-80b79416aa56 req-7759945e-7a4d-4111-92c0-ba52b24ee6e9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946553 Apr 05 18:35:30.805302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e257e777-dfbf-48b1-a91f-2dd54ab98b28 req-d8d03b20-0921-4278-bb95-fc22347b8b85 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Request body: {'floatingip': {'port_id': '0388ed42-778e-4cfa-8261-1728377926e1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:30.863039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e257e777-dfbf-48b1-a91f-2dd54ab98b28 req-d8d03b20-0921-4278-bb95-fc22347b8b85 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:31.196973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1707b67-ab32-4187-b56c-1344bcf0799f req-1b05a149-397d-4a92-bbac-5b500589d322 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:31.198631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1707b67-ab32-4187-b56c-1344bcf0799f req-1b05a149-397d-4a92-bbac-5b500589d322 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.3906231 Apr 05 18:35:31.283539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1707b67-ab32-4187-b56c-1344bcf0799f req-c168b658-458d-4e3b-912f-372b4f6aafde tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777979 Apr 05 18:35:31.343070 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-e257e777-dfbf-48b1-a91f-2dd54ab98b28 req-d8d03b20-0921-4278-bb95-fc22347b8b85 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 18:35:31.344094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e257e777-dfbf-48b1-a91f-2dd54ab98b28 req-d8d03b20-0921-4278-bb95-fc22347b8b85 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "PUT /v2.0/floatingips/e6f384ae-2cd6-4d30-a055-bd55b535b6fa HTTP/1.1" status: 409 len: 549 time: 0.5426981 Apr 05 18:35:31.371895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-294c4bfc-76e5-478e-bc7a-ee0ded042ea3 req-34a4014f-51b3-4ae8-95e1-2475792555ba tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0262160 Apr 05 18:35:31.468137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e4c1d-239b-42e5-8bce-6d410ed46b52 req-f60f7d6f-68c8-44a9-b4f2-e02592886c06 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:31.469483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e01e4c1d-239b-42e5-8bce-6d410ed46b52 req-f60f7d6f-68c8-44a9-b4f2-e02592886c06 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0743117 Apr 05 18:35:31.501661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933b8e7-f7e3-401b-812f-d77da5521a9d req-fe9eb992-aabe-4d96-ab68-c8083d49bfc6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:31.503077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2933b8e7-f7e3-401b-812f-d77da5521a9d req-fe9eb992-aabe-4d96-ab68-c8083d49bfc6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0701869 Apr 05 18:35:31.531132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e01e4c1d-239b-42e5-8bce-6d410ed46b52 req-f88812dd-e3d3-47d1-93ac-63864b41f1d2 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542819 Apr 05 18:35:31.550379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2933b8e7-f7e3-401b-812f-d77da5521a9d req-5c0155a8-a264-43a6-9a4d-070453592d73 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369830 Apr 05 18:35:31.613406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-4818fde2-9da1-4938-9b4a-89f52168ecb8 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips/e6f384ae-2cd6-4d30-a055-bd55b535b6fa HTTP/1.1" status: 200 len: 692 time: 0.0502212 Apr 05 18:35:31.720525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a26bb2-bf9d-4d84-ae98-cfdb8e5cadb9 req-e597cee0-210b-46cf-ab1a-45a64fc620d5 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:31.721860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18a26bb2-bf9d-4d84-ae98-cfdb8e5cadb9 req-e597cee0-210b-46cf-ab1a-45a64fc620d5 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 950 time: 0.1127217 Apr 05 18:35:31.757967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-36fadc0f-8223-4290-8880-128b4f5988ac tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:31.759265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-36fadc0f-8223-4290-8880-128b4f5988ac tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1388345 Apr 05 18:35:31.774915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-c14af47d-16af-495d-8a0e-9ff850a5eafd tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:35:31.775846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-c14af47d-16af-495d-8a0e-9ff850a5eafd tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106637 Apr 05 18:35:31.783351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18a26bb2-bf9d-4d84-ae98-cfdb8e5cadb9 req-75dc9e80-4c36-44e2-a546-133e3b65c5cf tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552797 Apr 05 18:35:31.826117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cfcb5b2d-87a3-47e3-a98e-4526c830aa63 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.0418561 Apr 05 18:35:31.897859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-0af53c1c-d38d-4646-80f6-0b7cf86bf307 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.0652514 Apr 05 18:35:31.958577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bba91-6ed1-4a97-ba0b-2e0d7ea0bf19 req-f18ec656-f183-42ee-86f4-46e007b2f6e0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:31.959977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e9bba91-6ed1-4a97-ba0b-2e0d7ea0bf19 req-f18ec656-f183-42ee-86f4-46e007b2f6e0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.1214721 Apr 05 18:35:32.046160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e9bba91-6ed1-4a97-ba0b-2e0d7ea0bf19 req-7bb16107-3cff-4c1b-afa3-3a158c7d983c tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574040 Apr 05 18:35:32.064467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Deleting port 3bc72ff4-3e88-48b2-ae2f-0f1f19401862 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:32.064810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:32.140813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:32.141141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:32.153302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Calling delete_port for 3bc72ff4-3e88-48b2-ae2f-0f1f19401862 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:32.315397 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:32.340778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Pushing event deleted for resources: {'Port': ['ID=3bc72ff4-3e88-48b2-ae2f-0f1f19401862,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:32.446900 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:32.450727 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:32.451829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79d04a53-21a3-4df0-8654-d2c1f9c8e2fb req-cb479c86-0364-4d35-946b-3bea0a2e8747 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "DELETE /v2.0/floatingips/e6f384ae-2cd6-4d30-a055-bd55b535b6fa HTTP/1.1" status: 204 len: 173 time: 0.5474586 Apr 05 18:35:32.460116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bacd2f-5bc3-4724-a85c-2f8aa109849c req-17237d55-f926-49e5-aac6-50a1acf78dd9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:32.461512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2bacd2f-5bc3-4724-a85c-2f8aa109849c req-17237d55-f926-49e5-aac6-50a1acf78dd9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.0981200 Apr 05 18:35:32.499698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2bacd2f-5bc3-4724-a85c-2f8aa109849c req-3ab9d75c-c558-42f0-87e2-f514ac3ee18f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Apr 05 18:35:32.528261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bbdad56-ae48-44f7-8749-399d03dd3dd3 req-87b5c399-3374-4b56-977c-3c24f25adf80 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0271444 Apr 05 18:35:32.632956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4c434721-0bcb-4b8e-93b1-cd85f7b9c954 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1000 time: 0.1079001 Apr 05 18:35:32.681874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535d3ba-7599-4242-b80f-1ccdf6190329 req-7f140eb6-f57b-41c4-88bd-28b99fd26ca0 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:32.683338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5535d3ba-7599-4242-b80f-1ccdf6190329 req-7f140eb6-f57b-41c4-88bd-28b99fd26ca0 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0854363 Apr 05 18:35:32.695167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-27f090f6-6f26-428a-b6aa-76161c8a5536 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:32.696388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-27f090f6-6f26-428a-b6aa-76161c8a5536 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports/0388ed42-778e-4cfa-8261-1728377926e1 HTTP/1.1" status: 200 len: 942 time: 0.0565999 Apr 05 18:35:32.727885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5535d3ba-7599-4242-b80f-1ccdf6190329 req-35ac48c8-4378-4a80-9c02-a4205a3db700 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Apr 05 18:35:32.821697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4137bdfc-aa5e-49d3-90f0-b52102bb3b43 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1000 time: 0.0843906 Apr 05 18:35:32.864172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e6ec5-bc5d-4f21-8f32-88d58ef3ee00 req-99cafd9a-7a94-4b1e-8b8a-fef640251901 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:32.865602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b0e6ec5-bc5d-4f21-8f32-88d58ef3ee00 req-99cafd9a-7a94-4b1e-8b8a-fef640251901 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0795085 Apr 05 18:35:32.947316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b0e6ec5-bc5d-4f21-8f32-88d58ef3ee00 req-10ee36b7-5300-4a60-968b-0c5acc1fd9e6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572219 Apr 05 18:35:32.965707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-dc3360ac-577a-453c-af3f-a3ced983e955 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:32.967076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-dc3360ac-577a-453c-af3f-a3ced983e955 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1394572 Apr 05 18:35:33.061297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-215cf277-79c9-4720-8b82-6987d59c9c1e tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1000 time: 0.0874979 Apr 05 18:35:33.073960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4bfb7562-7b1b-4462-8074-bc60b1c6f169 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:33.082488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617a535-806f-4823-8b44-94fffd161cbe req-aab96365-bfff-44b7-9000-cb6c24e76961 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:33.083871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8617a535-806f-4823-8b44-94fffd161cbe req-aab96365-bfff-44b7-9000-cb6c24e76961 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 950 time: 0.0738218 Apr 05 18:35:33.159472 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4bfb7562-7b1b-4462-8074-bc60b1c6f169 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:33.164311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8617a535-806f-4823-8b44-94fffd161cbe req-88620e09-fde7-4011-a362-2f9edce7d9e8 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514834 Apr 05 18:35:33.335451 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4bfb7562-7b1b-4462-8074-bc60b1c6f169 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:33.344246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cc381-85de-47dd-b24f-83a04b02c3f4 req-c191a2d6-d936-4ee0-8e14-6da3d6be4329 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:33.345692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c3cc381-85de-47dd-b24f-83a04b02c3f4 req-c191a2d6-d936-4ee0-8e14-6da3d6be4329 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.1225529 Apr 05 18:35:33.346782 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4bfb7562-7b1b-4462-8074-bc60b1c6f169 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:33.347107 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4bfb7562-7b1b-4462-8074-bc60b1c6f169 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Floating IP c769cb46-0296-4785-aa8f-d613b5795c22 disassociated. External IP: 172.25.4.45, port: 0388ed42-778e-4cfa-8261-1728377926e1. Apr 05 18:35:33.450442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c3cc381-85de-47dd-b24f-83a04b02c3f4 req-a6cd79a7-951c-4170-b76e-c228594ed0b1 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710077 Apr 05 18:35:33.579126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4bfb7562-7b1b-4462-8074-bc60b1c6f169 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Router fda1862c-36a8-4b9e-8b97-2a1a432da83c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:35:33.972263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788efd-2b5f-4af7-a125-aa20ed526447 req-bf0e9721-ea46-4cb7-a732-20d5a6ba6934 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:33.973611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c788efd-2b5f-4af7-a125-aa20ed526447 req-bf0e9721-ea46-4cb7-a732-20d5a6ba6934 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.3494515 Apr 05 18:35:33.995092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4bfb7562-7b1b-4462-8074-bc60b1c6f169 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:35:34.000446 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4bfb7562-7b1b-4462-8074-bc60b1c6f169 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:34.005295 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] Sync routers for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:35:34.015175 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:34.015875 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:34.027780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:34.031974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:34.037784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4bfb7562-7b1b-4462-8074-bc60b1c6f169 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "PUT /v2.0/floatingips/c769cb46-0296-4785-aa8f-d613b5795c22 HTTP/1.1" status: 200 len: 694 time: 0.9686720 Apr 05 18:35:34.040717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c788efd-2b5f-4af7-a125-aa20ed526447 req-6effa475-856f-4b7d-b72b-b2210a50b811 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593088 Apr 05 18:35:34.041162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:34.044047 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483" -d '{"events": [{"name": "network-changed", "server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "tag": "0388ed42-778e-4cfa-8261-1728377926e1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:34.096276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-71619dc6-ee04-4fa8-85df-f056a9a0a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:34.097772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-71619dc6-ee04-4fa8-85df-f056a9a0a916 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b0e678f7b94652a64a515348750a2b&device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 1096 time: 0.0420799 Apr 05 18:35:34.137577 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:34.173724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f0f44a3-8eb2-4f9d-882e-9a0d2a28abe1 req-6c631d94-baac-4da0-8a20-834e94bc09db tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0601342 Apr 05 18:35:34.183985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:34.221373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'mac_address': 'fa:16:3e:6d:49:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:34.236807 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:34.240322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4e5ddbf9-4b41-41ea-988a-fcf3fd79a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:34.248144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-4e5ddbf9-4b41-41ea-988a-fcf3fd79a60b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce HTTP/1.1" status: 200 len: 928 time: 0.1432643 Apr 05 18:35:34.293862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:34.298291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-9ca50e89-8899-48e2-8c41-bd013ea6b211 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0388ed42-778e-4cfa-8261-1728377926e1 HTTP/1.1" status: 200 len: 217 time: 0.0489872 Apr 05 18:35:34.298894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:34.301599 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44461210-4b08-4a4f-bbfc-5755a9b5ef55" -d '{"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:34.307169 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:34.315796 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:34.351352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae2257c4-7b62-486e-8143-103bc0ea9e77 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:34.382092 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7353a0d8-2ffe-42a6-bb3d-e54cff2d1766', 'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:01Z', 'updated_at': '2022-04-05T18:35:08Z', 'revision_number': 5, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'subnets': [{'id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:34.385965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-f41e7a08-dac1-4c96-85e3-b2e670743aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:34.388331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-f41e7a08-dac1-4c96-85e3-b2e670743aeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f803b6a-12f2-452e-84cc-0347506c1035 HTTP/1.1" status: 200 len: 867 time: 0.0886452 Apr 05 18:35:34.400634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012eb5a0-42eb-496a-8cf9-e0632dffc898 req-4c7215d7-27a8-496a-a6c1-06fc4ee60c6b tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:34.402079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-012eb5a0-42eb-496a-8cf9-e0632dffc898 req-4c7215d7-27a8-496a-a6c1-06fc4ee60c6b tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 950 time: 0.0642557 Apr 05 18:35:34.409910 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] Checking router: fda1862c-36a8-4b9e-8b97-2a1a432da83c for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:35:34.411001 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:35:34.411507 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:35:34.414682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:34.420439 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:34.421055 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:34.462340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-012eb5a0-42eb-496a-8cf9-e0632dffc898 req-272ba5f0-d1ad-4384-981c-e824d5e1deb5 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Apr 05 18:35:34.467905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-3beadc4b-8ce1-42c1-8310-b0b5a3e2b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:34.469367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-3beadc4b-8ce1-42c1-8310-b0b5a3e2b780 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660179 Apr 05 18:35:34.608289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ca715-fe55-46ce-933a-848da0cdf26f req-81592d8d-3f6b-4822-b87f-43f8dd9ad539 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:34.609470 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:34.609747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b89ca715-fe55-46ce-933a-848da0cdf26f req-81592d8d-3f6b-4822-b87f-43f8dd9ad539 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 948 time: 0.0723329 Apr 05 18:35:34.615203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-0c7671e8-096f-4b1b-add4-2ea9e4dd42eb service neutron] 10.222.0.15 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353061 Apr 05 18:35:34.693289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b89ca715-fe55-46ce-933a-848da0cdf26f req-8290c92d-9b9e-4542-ab6e-770fe19bc42e tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771585 Apr 05 18:35:34.739632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603f899d-2a50-4acc-abd2-6a5ea165f5b8 req-aa62e5c2-d1b4-4d41-9ec3-fd109377fbb2 service neutron] 10.222.0.15 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166632 Apr 05 18:35:34.762681 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:34.824616 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7353a0d8-2ffe-42a6-bb3d-e54cff2d1766', 'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:01Z', 'updated_at': '2022-04-05T18:35:08Z', 'revision_number': 5, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'subnets': [{'id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:34.825930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67328-b357-4acd-929a-4cc5485ee5fd req-ca204282-a946-4241-b7cc-3b508abddde4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:34.827723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54e67328-b357-4acd-929a-4cc5485ee5fd req-ca204282-a946-4241-b7cc-3b508abddde4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0764511 Apr 05 18:35:34.860681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-e80129e3-c4a7-4994-9400-340242a12d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:34.862760 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-e80129e3-c4a7-4994-9400-340242a12d34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1124 time: 0.0819933 Apr 05 18:35:34.863263 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038b4eb-cd31-4739-be9d-ad582a5f8f54 None None] The sync data for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 is: [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:03Z', 'revision_number': 4, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7353a0d8-2ffe-42a6-bb3d-e54cff2d1766', 'name': '', 'network_id': '5b3d82d7-697e-4c9d-ab69-7730a85ea8ce', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'mac_address': 'fa:16:3e:fc:66:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:01Z', 'updated_at': '2022-04-05T18:35:08Z', 'revision_number': 5, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'subnets': [{'id': '3f803b6a-12f2-452e-84cc-0347506c1035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:35:34.867782 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e268ee03-1d7d-4425-819f-f1a1eb7efd57 x-openstack-request-id: req-e268ee03-1d7d-4425-819f-f1a1eb7efd57 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:34.868069 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "tag": "0388ed42-778e-4cfa-8261-1728377926e1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:34.868335 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e268ee03-1d7d-4425-819f-f1a1eb7efd57 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:34.868825 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e268ee03-1d7d-4425-819f-f1a1eb7efd57'] response: {'name': 'network-changed', 'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1', 'status': 'completed', 'code': 200} Apr 05 18:35:34.949988 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9865bd3b-32d0-4913-8312-a5c8262f167d x-openstack-request-id: req-9865bd3b-32d0-4913-8312-a5c8262f167d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:34.950480 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:34.950738 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9865bd3b-32d0-4913-8312-a5c8262f167d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:34.951901 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9865bd3b-32d0-4913-8312-a5c8262f167d'] response: {'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'code': 200} Apr 05 18:35:34.976998 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:34.996618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2257c4-7b62-486e-8143-103bc0ea9e77 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:35.000405 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-ae6fb251-31a9-48e1-a523-8e3559ed52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.001928 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-ae6fb251-31a9-48e1-a523-8e3559ed52c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.1257296 Apr 05 18:35:35.020794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:35.027085 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:35.051325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-98154fb3-a19a-4913-8e60-866b57c91695 service neutron] 10.222.0.25 "GET /v2.0/ports/34b02355-3c1d-4671-b7f4-1e80d15d3c42/bindings/n-h2-836650-3 HTTP/1.1" status: 200 len: 384 time: 0.2487428 Apr 05 18:35:35.060947 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-653518e0-b261-4a08-bd4c-96fb05d8184f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 200 len: 217 time: 0.0509555 Apr 05 18:35:35.068020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54e67328-b357-4acd-929a-4cc5485ee5fd req-1dac378f-77f5-4afa-a6cf-442dd9322887 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075758 Apr 05 18:35:35.082441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:35.103480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-d20ff0b4-f95e-497c-ad9f-41056c3de6ba tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.105736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-d20ff0b4-f95e-497c-ad9f-41056c3de6ba tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.2580347 Apr 05 18:35:35.113396 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-d42a4093-53e1-40ad-8995-287f63bd5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.114910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-d42a4093-53e1-40ad-8995-287f63bd5dca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49b0e678f7b94652a64a515348750a2b&device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 1096 time: 0.2094221 Apr 05 18:35:35.123801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-f660471a-ca9f-42d3-a636-e2314648acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.125276 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-f660471a-ca9f-42d3-a636-e2314648acaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.0484550 Apr 05 18:35:35.159577 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-94bca04c-8ae8-4234-80de-7b981e140c38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275705 Apr 05 18:35:35.179263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c5bac-6d5a-4f5f-b871-2cd78df11d06 None None] New status for floating IP c769cb46-0296-4785-aa8f-d613b5795c22: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:35:35.266221 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-2edb4960-3437-4050-a191-56c857dde1b6 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970511 Apr 05 18:35:35.273609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-fa8bdb00-cae9-427a-819d-f2e82f4183b8 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips/c769cb46-0296-4785-aa8f-d613b5795c22 HTTP/1.1" status: 200 len: 694 time: 0.1651485 Apr 05 18:35:35.281958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abe5c8-4e30-47d8-abaa-b286b59485e4 req-79bd7268-7b31-474f-a19d-ba02a4636230 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.283438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24abe5c8-4e30-47d8-abaa-b286b59485e4 req-79bd7268-7b31-474f-a19d-ba02a4636230 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.2871282 Apr 05 18:35:35.372337 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2fe98d37-7c7b-4661-b113-d9983dfc0f7a req-4e36e326-1676-4b29-8a18-88ee14a00069 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986607 Apr 05 18:35:35.383465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ae2257c4-7b62-486e-8143-103bc0ea9e77'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:35.388798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-c7a3e53f-83b4-4d6c-a865-2616d00d73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.390278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-c7a3e53f-83b4-4d6c-a865-2616d00d73e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25 HTTP/1.1" status: 200 len: 1095 time: 0.2731025 Apr 05 18:35:35.484067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24abe5c8-4e30-47d8-abaa-b286b59485e4 req-b46d2630-85ac-4ee2-813b-a8f37a283d06 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855829 Apr 05 18:35:35.499360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-eecb9417-9f8e-4215-9404-58a3865b2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.501059 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-eecb9417-9f8e-4215-9404-58a3865b2b6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce HTTP/1.1" status: 200 len: 928 time: 0.3388729 Apr 05 18:35:35.597467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-f038d649-2f74-41ad-b86d-de8e284611f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0388ed42-778e-4cfa-8261-1728377926e1 HTTP/1.1" status: 200 len: 217 time: 0.0840082 Apr 05 18:35:35.615723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-e65c426f-066c-4348-85bb-890b5316cc20 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.616989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-e65c426f-066c-4348-85bb-890b5316cc20 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.3289750 Apr 05 18:35:35.655344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-6169c1ec-f0f0-4601-8ab6-f623d1a61a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.656734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-6169c1ec-f0f0-4601-8ab6-f623d1a61a30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1095 time: 0.2201278 Apr 05 18:35:35.751953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-9cb834fd-9446-4e20-8ec9-d5720de98590 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1157305 Apr 05 18:35:35.809925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-91140532-6fda-4fa3-8675-73f5f11f3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.811217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-91140532-6fda-4fa3-8675-73f5f11f3ef3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f803b6a-12f2-452e-84cc-0347506c1035 HTTP/1.1" status: 200 len: 867 time: 0.1920197 Apr 05 18:35:35.820842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:35.861899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe18e19-3425-4d30-9861-5eb49349b0b1 req-82883714-2d7c-4333-9069-bafca463b977 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:35.863325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fe18e19-3425-4d30-9861-5eb49349b0b1 req-82883714-2d7c-4333-9069-bafca463b977 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 943 time: 0.2929828 Apr 05 18:35:35.914335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-cf033b8a-d418-4248-8f71-daf75ac7ebad tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1238019 Apr 05 18:35:35.941926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:36.017574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-1ffb05f8-7ed1-44bc-a2f2-c350b1c2b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:36.019015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-1ffb05f8-7ed1-44bc-a2f2-c350b1c2b1f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.3391807 Apr 05 18:35:36.037917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-2000f1d1-da99-4557-a08b-80d02d960548 req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b02355-3c1d-4671-b7f4-1e80d15d3c42 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:36.075590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fe18e19-3425-4d30-9861-5eb49349b0b1 req-aad2beeb-4e33-4d77-a435-02f7121beb26 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935294 Apr 05 18:35:36.112877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-63a52a1e-f379-4d6a-86af-2a6f45bcbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:36.114319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-63a52a1e-f379-4d6a-86af-2a6f45bcbce8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609112 Apr 05 18:35:36.116110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:36.119250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-60d13b0b-0b3d-4158-80ba-338ffc36848a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 200 len: 217 time: 0.0897348 Apr 05 18:35:36.166132 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:36.258003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf4c5de3-916d-4b0b-964a-fd88eb642547 req-2dfb69bc-a2ef-412b-bd2d-bbc0f04e2162 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.1047909 Apr 05 18:35:36.306226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-cd8240b9-d239-46c5-bb8f-2d98cc5af59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:36.307679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-cd8240b9-d239-46c5-bb8f-2d98cc5af59f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1563649 Apr 05 18:35:36.387554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-01d5dc10-227a-4f10-b1fc-04ca649e779c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676689 Apr 05 18:35:36.414119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Deleting port cb88173f-106b-4740-b381-419e88c9d68b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:36.414794 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:36.437639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-db1ee93a-b83f-44c1-a1ba-1f879f0ebe86 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096232 Apr 05 18:35:36.797736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-2000f1d1-da99-4557-a08b-80d02d960548 req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] Transition to ACTIVE for port object 34b02355-3c1d-4671-b7f4-1e80d15d3c42 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:35:36.805253 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:36.807202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ac9c-2dc8-4a0e-9279-8aa0917765df req-99b01205-3ec4-449d-b50a-70c7acfcc063 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:36.809638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78d5ac9c-2dc8-4a0e-9279-8aa0917765df req-99b01205-3ec4-449d-b50a-70c7acfcc063 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 950 time: 0.4785490 Apr 05 18:35:36.843631 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:36.948289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:36.948613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:37.029198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Calling delete_port for cb88173f-106b-4740-b381-419e88c9d68b owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:37.038056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] No DVR routers for this DVR port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:35:37.050554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-a8a98342-0a3d-4fba-9232-5ed402b20914 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518800 Apr 05 18:35:37.054051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] Pushing event updated for resources: {'Port': ['ID=34b02355-3c1d-4671-b7f4-1e80d15d3c42,revision_number=10']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:37.060762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78d5ac9c-2dc8-4a0e-9279-8aa0917765df req-f3270f24-b0bf-40a5-83dc-c340bf97f610 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183754 Apr 05 18:35:37.084336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07960c5a-d7bb-4d2c-8aa7-a7e46baed483 req-355b2cac-ec42-4d81-846e-617aba40ef03 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340184 Apr 05 18:35:37.228504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-f9e11bb7-6924-4065-94ea-4b1ba6909773 service neutron] 10.222.0.25 "PUT /v2.0/ports/34b02355-3c1d-4671-b7f4-1e80d15d3c42/bindings/n-h2-836650-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1582563 Apr 05 18:35:37.284460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-a4186389-c9e2-4047-83b9-0ef90ab2b517 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152264 Apr 05 18:35:37.324653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1acc89-a155-42f1-a88d-a703835b178a req-25c60f3d-b16a-4618-880f-aee5aa88598f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:37.326058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e1acc89-a155-42f1-a88d-a703835b178a req-25c60f3d-b16a-4618-880f-aee5aa88598f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 949 time: 0.1709483 Apr 05 18:35:37.415784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-6a6784ae-3c6c-4c06-b35f-037e29999711 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:37.417275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-6a6784ae-3c6c-4c06-b35f-037e29999711 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.1294837 Apr 05 18:35:37.424160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e1acc89-a155-42f1-a88d-a703835b178a req-dcba8147-e3f9-4fde-8b7e-eab58ca0b7bb tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831630 Apr 05 18:35:37.481495 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:37.535372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-76234aa5-8bc6-4f50-b9d7-106c33b9abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:37.536805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-76234aa5-8bc6-4f50-b9d7-106c33b9abf6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a HTTP/1.1" status: 200 len: 1095 time: 0.1101451 Apr 05 18:35:37.542234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Pushing event deleted for resources: {'Port': ['ID=cb88173f-106b-4740-b381-419e88c9d68b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:37.717585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429604e-1251-4ad5-8532-fa56cc99f8d6 req-19980234-2daa-484a-9aef-ee37c2928417 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:37.720061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0429604e-1251-4ad5-8532-fa56cc99f8d6 req-19980234-2daa-484a-9aef-ee37c2928417 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.2246330 Apr 05 18:35:37.722885 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:37.725933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:37.726991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e008d6d4-8a5a-41d4-8732-26f73ba987e6 req-d8cb3909-dabb-4f83-a47a-15bec41d16a3 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "DELETE /v2.0/floatingips/c769cb46-0296-4785-aa8f-d613b5795c22 HTTP/1.1" status: 204 len: 173 time: 1.7988613 Apr 05 18:35:37.731675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835c0c-253e-413a-bd7d-242f9e078267 req-31b31f09-b834-4a2c-a23b-ad5c8126a6f2 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:37.733068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-31b31f09-b834-4a2c-a23b-ad5c8126a6f2 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.1954229 Apr 05 18:35:37.743206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-1f667bd9-dc02-4650-8217-a236e4ae50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:37.744622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-1f667bd9-dc02-4650-8217-a236e4ae50f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1095 time: 0.1748471 Apr 05 18:35:37.904452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0429604e-1251-4ad5-8532-fa56cc99f8d6 req-2c76b471-c10d-4ede-be3b-2583d510711c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753759 Apr 05 18:35:37.968323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c6dd0-c308-46a8-affb-4f777a632b0d req-6b355181-807c-45c0-83ec-664ca6d37a16 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:37.969684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a4c6dd0-c308-46a8-affb-4f777a632b0d req-6b355181-807c-45c0-83ec-664ca6d37a16 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.1883652 Apr 05 18:35:37.976994 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:35:38.049154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-28241f4f-0979-44c5-8362-9fa97123c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:38.050618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-28241f4f-0979-44c5-8362-9fa97123c1a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.2966843 Apr 05 18:35:38.064337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:38.111441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ae2257c4-7b62-486e-8143-103bc0ea9e77 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:38.111805 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:38.124743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-5df15275-6da5-41ce-979f-0266995e9375 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 200 len: 217 time: 0.0622241 Apr 05 18:35:38.130222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a4c6dd0-c308-46a8-affb-4f777a632b0d req-a047de10-8bc9-4653-9ca4-22c3b316328a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358438 Apr 05 18:35:38.134206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-79835c0c-253e-413a-bd7d-242f9e078267 req-edbe46cc-02c7-4607-8559-acc89fbee32d service neutron] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:38.139074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-79835c0c-253e-413a-bd7d-242f9e078267 req-edbe46cc-02c7-4607-8559-acc89fbee32d service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:38.140399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79835c0c-253e-413a-bd7d-242f9e078267 req-edbe46cc-02c7-4607-8559-acc89fbee32d service neutron] 10.222.0.25 "DELETE /v2.0/ports/3b28bec8-b2ac-4372-b1a6-838cdbb6ee00/bindings/n-h2-836650-3 HTTP/1.1" status: 204 len: 173 time: 0.3847740 Apr 05 18:35:38.150867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3d41-95f7-45ae-b568-66cdc29abb48 req-f8853d95-9025-48f9-824f-b4a2e92924fa tempest-LiveMigrationNegativeTest-1893554672 tempest-LiveMigrationNegativeTest-1893554672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:38.152659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dddb3d41-95f7-45ae-b568-66cdc29abb48 req-f8853d95-9025-48f9-824f-b4a2e92924fa tempest-LiveMigrationNegativeTest-1893554672 tempest-LiveMigrationNegativeTest-1893554672-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 1101 time: 0.1638179 Apr 05 18:35:38.196652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-dddb3d41-95f7-45ae-b568-66cdc29abb48 req-0de01b91-163d-45e1-a97b-84eedb45e5e6 tempest-LiveMigrationNegativeTest-1893554672 tempest-LiveMigrationNegativeTest-1893554672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:38.199697 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:38.224269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:38.227475 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e9006c-a122-4058-8864-7bf50fc82946" -d '{"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-plugged", "status": "completed", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:38.237260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-cea1cc76-50e6-405b-8c8d-7e87c4d45d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:38.238657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-cea1cc76-50e6-405b-8c8d-7e87c4d45d2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.0971580 Apr 05 18:35:38.241577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:38.248765 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:38.296149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:38.300928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-9d9e4fda-0a41-4955-a084-8ee7d66c76b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353434 Apr 05 18:35:38.335225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331605d4-ea76-49cb-81c7-4da6a06fb370 req-990596c5-e045-494f-a619-cf3d651afcfe tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:38.336649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-331605d4-ea76-49cb-81c7-4da6a06fb370 req-990596c5-e045-494f-a619-cf3d651afcfe tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 944 time: 0.1117218 Apr 05 18:35:38.450453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-331605d4-ea76-49cb-81c7-4da6a06fb370 req-2248a1c3-7846-4add-be36-199de638dac9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012485 Apr 05 18:35:38.453680 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-dddb3d41-95f7-45ae-b568-66cdc29abb48 req-0de01b91-163d-45e1-a97b-84eedb45e5e6 tempest-LiveMigrationNegativeTest-1893554672 tempest-LiveMigrationNegativeTest-1893554672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:38.458291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-dddb3d41-95f7-45ae-b568-66cdc29abb48 req-0de01b91-163d-45e1-a97b-84eedb45e5e6 tempest-LiveMigrationNegativeTest-1893554672 tempest-LiveMigrationNegativeTest-1893554672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:38.487820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-b7eeec47-a1b8-4ddd-9799-501fdd2d98ab service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724470 Apr 05 18:35:38.492296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dddb3d41-95f7-45ae-b568-66cdc29abb48 req-0de01b91-163d-45e1-a97b-84eedb45e5e6 tempest-LiveMigrationNegativeTest-1893554672 tempest-LiveMigrationNegativeTest-1893554672-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112390 Apr 05 18:35:38.526813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de01b91-163d-45e1-a97b-84eedb45e5e6 tempest-LiveMigrationNegativeTest-1893554672 tempest-LiveMigrationNegativeTest-1893554672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec841753-85c5-4323-9855-dd955924fe3d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:38.575657 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19b99f9-8d26-4922-b54c-0b621e344753 x-openstack-request-id: req-b19b99f9-8d26-4922-b54c-0b621e344753 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:38.576238 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-plugged", "status": "completed", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:38.576710 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b19b99f9-8d26-4922-b54c-0b621e344753 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:38.577314 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19b99f9-8d26-4922-b54c-0b621e344753'] response: {'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'code': 200} Apr 05 18:35:38.603775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c5119aa-0e33-42bd-8af2-340b92501bb9 req-1d56c5e9-5953-43d9-b7ea-9c91ed84e7f2 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0485160 Apr 05 18:35:38.691412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-c3cfb22b-89e1-4f4f-8352-8774a62454d6 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933107 Apr 05 18:35:38.719557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e493cd-e47c-42b7-aab6-82b22547f6da req-f4ea0c3a-c2aa-43d2-a6d2-d43b56e2d9aa tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:38.721128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10e493cd-e47c-42b7-aab6-82b22547f6da req-f4ea0c3a-c2aa-43d2-a6d2-d43b56e2d9aa tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0746274 Apr 05 18:35:38.786887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10e493cd-e47c-42b7-aab6-82b22547f6da req-6233b54d-3a96-4511-8db3-8c5be3d9a143 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538599 Apr 05 18:35:38.796523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1437dc-9cff-45c5-84cc-9472373eb716 req-ba88548a-8aff-4a6e-97aa-be27eaf5ae9b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:38.797963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f1437dc-9cff-45c5-84cc-9472373eb716 req-ba88548a-8aff-4a6e-97aa-be27eaf5ae9b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0759525 Apr 05 18:35:38.868047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f1437dc-9cff-45c5-84cc-9472373eb716 req-72464f0e-7ab3-432d-9ca4-c489d4517778 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0408969 Apr 05 18:35:38.895828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751966f3-ccd9-43db-a5d7-a40375541156 req-3ddfd1c6-c270-4540-8be1-aeb0cdbd821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:38.897291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751966f3-ccd9-43db-a5d7-a40375541156 req-3ddfd1c6-c270-4540-8be1-aeb0cdbd821c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 1101 time: 0.0984466 Apr 05 18:35:38.911012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e714f0-3403-43e2-bfda-f96f478d5902 req-a4c2cce2-77b1-4f07-be75-7a584f2093df tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:38.912461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a7e714f0-3403-43e2-bfda-f96f478d5902 req-a4c2cce2-77b1-4f07-be75-7a584f2093df tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1095 time: 0.0480130 Apr 05 18:35:38.992037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751966f3-ccd9-43db-a5d7-a40375541156 req-fb90250a-9683-477f-b1a9-106bbe2e3452 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776205 Apr 05 18:35:38.994189 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7d8c378-d7b9-4908-ac81-dfff273c685b req-55188171-23a2-4302-b696-4080c34969ea tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0516975 Apr 05 18:35:39.005588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a7e714f0-3403-43e2-bfda-f96f478d5902 req-272556a2-41ad-4dc9-b5aa-61438a13d506 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841725 Apr 05 18:35:39.109821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e7cb6-38e4-417f-ac71-65e78dfddfd8 req-c0248d4d-cae1-417a-99ec-1c1ca725dd5a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:39.111413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-032e7cb6-38e4-417f-ac71-65e78dfddfd8 req-c0248d4d-cae1-417a-99ec-1c1ca725dd5a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0623937 Apr 05 18:35:39.157155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-032e7cb6-38e4-417f-ac71-65e78dfddfd8 req-ab407859-3a57-4f6b-ba66-9cc45b52d6c9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378063 Apr 05 18:35:39.269393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a01d1cac-2198-4136-aa00-af438cd1eb14 req-e713922a-1001-4072-a632-dee3506fd865 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0356097 Apr 05 18:35:39.373898 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0ac951a-ee38-48a4-9d12-dea42f4911f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:39.390215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-f56a3a4e-3028-4746-b7a5-5968ab467fbf tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:39.391678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-f56a3a4e-3028-4746-b7a5-5968ab467fbf tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 807 time: 0.1473696 Apr 05 18:35:39.420360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-2cbfa4d7-5ea6-414d-b3f4-8201136b8ddf tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/quotas/41a75e9c823d41ee82bdddcb9c2abe25 HTTP/1.1" status: 200 len: 375 time: 0.0147982 Apr 05 18:35:39.447176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47662fb4-cb97-4255-9941-59f6e004ef86 req-913041ab-4080-4717-a530-f02cd14b3e43 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:39.448726 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47662fb4-cb97-4255-9941-59f6e004ef86 req-913041ab-4080-4717-a530-f02cd14b3e43 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 950 time: 0.0874512 Apr 05 18:35:39.511229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-ae5f7655-3748-48b0-afd4-8d0107745b2b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846057 Apr 05 18:35:39.514723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47662fb4-cb97-4255-9941-59f6e004ef86 req-f9c457af-b020-494a-b0c7-1dc8a803ee83 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484996 Apr 05 18:35:39.663736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-45f79143-c515-4f3a-84c4-cec9325b6246 service neutron] 10.222.0.15 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444595 Apr 05 18:35:39.668620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f1d1-da99-4557-a08b-80d02d960548 req-ba14d7d4-5de4-4fee-94cb-fb5732f0399e tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:39.670006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-ba14d7d4-5de4-4fee-94cb-fb5732f0399e tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.1044350 Apr 05 18:35:39.702483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d1ab9-d07c-48f9-8be7-fcc3c0274b42 req-3e43404b-150d-4bd0-80d3-607d8b50ba33 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:39.703860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d86d1ab9-d07c-48f9-8be7-fcc3c0274b42 req-3e43404b-150d-4bd0-80d3-607d8b50ba33 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 945 time: 0.1223445 Apr 05 18:35:39.824878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d86d1ab9-d07c-48f9-8be7-fcc3c0274b42 req-f4c79a9b-29b4-4a6e-8ee4-944252119406 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003497 Apr 05 18:35:39.863602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b1bba5e2-4f1d-4e09-bf91-47d34a76823e service neutron] 10.222.0.15 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926033 Apr 05 18:35:39.908026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2000f1d1-da99-4557-a08b-80d02d960548 req-d89ef024-8079-4262-9b68-572e44f63de4 service neutron] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:39.913227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2000f1d1-da99-4557-a08b-80d02d960548 req-d89ef024-8079-4262-9b68-572e44f63de4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:39.914317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2000f1d1-da99-4557-a08b-80d02d960548 req-d89ef024-8079-4262-9b68-572e44f63de4 service neutron] 10.222.0.20 "DELETE /v2.0/ports/34b02355-3c1d-4671-b7f4-1e80d15d3c42/bindings/n-h1-836650-3 HTTP/1.1" status: 204 len: 173 time: 0.2329686 Apr 05 18:35:39.934779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101e496-3946-4313-85b5-f578166c45fb req-8a3af58f-7fd8-4c40-ba99-b074161da945 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:39.936377 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a101e496-3946-4313-85b5-f578166c45fb req-8a3af58f-7fd8-4c40-ba99-b074161da945 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 944 time: 0.0572605 Apr 05 18:35:39.978428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a101e496-3946-4313-85b5-f578166c45fb req-57961bca-5a75-45fb-beda-ed42d75c84ea tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346541 Apr 05 18:35:40.053404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54b3b86d-c42e-464e-823a-2f37e30292ea req-38577b06-0646-4338-be9d-70ea1e96e85f tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0325985 Apr 05 18:35:40.108494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18b0f1-31fe-49f1-bb39-901692d438d1 req-73e18abc-7709-4b45-9eff-58bad5a240a6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:40.109917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c18b0f1-31fe-49f1-bb39-901692d438d1 req-73e18abc-7709-4b45-9eff-58bad5a240a6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0519631 Apr 05 18:35:40.145229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e043c25-560b-4b21-8197-18d8393c88fe req-75dbd620-3f74-4243-bfb4-2b9f6b569ccd tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 210 time: 0.0343454 Apr 05 18:35:40.186370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c18b0f1-31fe-49f1-bb39-901692d438d1 req-cebf0923-58ed-415b-be94-a19f7c46eb07 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673990 Apr 05 18:35:40.319219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4322134-805c-4dba-924c-8d2810ff6383 req-369ceb95-1bcb-42f5-b0b7-c3fbfcadd1e8 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:40.320704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4322134-805c-4dba-924c-8d2810ff6383 req-369ceb95-1bcb-42f5-b0b7-c3fbfcadd1e8 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1095 time: 0.0710161 Apr 05 18:35:40.334443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d32f55-7e90-4a78-b523-14afc33caef2 req-35de70ef-2008-4eaa-b795-deee730c8397 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:40.336158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13d32f55-7e90-4a78-b523-14afc33caef2 req-35de70ef-2008-4eaa-b795-deee730c8397 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0769334 Apr 05 18:35:40.384153 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4322134-805c-4dba-924c-8d2810ff6383 req-ca919de3-c054-43ae-acf5-5864a912bb02 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469534 Apr 05 18:35:40.406637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13d32f55-7e90-4a78-b523-14afc33caef2 req-de632095-27e7-4961-bbb3-9d0be8a9184f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500236 Apr 05 18:35:40.946209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda72100-66d9-4558-bdbf-44b822098447 req-3de361ee-258c-43e2-aead-d17a27075c02 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:40.947696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dda72100-66d9-4558-bdbf-44b822098447 req-3de361ee-258c-43e2-aead-d17a27075c02 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 950 time: 0.3602738 Apr 05 18:35:40.995706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-d996b9dd-1b62-416f-8626-8a1868cb79c6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:40.997691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-d996b9dd-1b62-416f-8626-8a1868cb79c6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 820 time: 0.3983002 Apr 05 18:35:41.017876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dda72100-66d9-4558-bdbf-44b822098447 req-cfc6b08e-760e-491d-9f9b-4a57c1fe8a21 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601091 Apr 05 18:35:41.019227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-ef8cf905-0591-4523-94d6-9b25a0f545a0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/quotas/1f54b6ce8cc84062af794ffffa9b6f5a HTTP/1.1" status: 200 len: 375 time: 0.0158541 Apr 05 18:35:41.075268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-4e6d1137-fa91-4ef5-ae17-d209ad854f2a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501487 Apr 05 18:35:41.244561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b5fe3-dc46-4819-b33b-0b9dd53134af req-13a6e86a-ab65-4f53-89b1-61539b0594c0 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:41.246161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a4b5fe3-dc46-4819-b33b-0b9dd53134af req-13a6e86a-ab65-4f53-89b1-61539b0594c0 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 945 time: 0.1637402 Apr 05 18:35:41.298823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-62b53f04-7cff-4f0f-a201-d487c84509e5 service neutron] 10.222.0.15 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149091 Apr 05 18:35:41.398845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a4b5fe3-dc46-4819-b33b-0b9dd53134af req-b6583be2-0f50-487c-9beb-133fe832f59d tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438916 Apr 05 18:35:41.412265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-ab1e0b57-1559-4bf2-bd11-d3e53376b353 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:41.413663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-ab1e0b57-1559-4bf2-bd11-d3e53376b353 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 807 time: 0.2839115 Apr 05 18:35:41.443778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Request body: {'port': {'device_id': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672', 'admin_state_up': True, 'tenant_id': '41a75e9c823d41ee82bdddcb9c2abe25'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:41.477668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-de9d74d5-8a88-449b-852c-c9a53acba999 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:41.479382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-de9d74d5-8a88-449b-852c-c9a53acba999 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 945 time: 0.1418900 Apr 05 18:35:41.498883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-b2d98a4e-a20c-464a-9d97-e6509c824cb6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:41.500317 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-b2d98a4e-a20c-464a-9d97-e6509c824cb6 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 950 time: 0.0522580 Apr 05 18:35:41.529653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-d638c7bc-b235-4fda-8837-9ace1c218e8d service neutron] 10.222.0.15 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234411 Apr 05 18:35:41.566949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e09cbec4-d8b7-4e10-92a1-962f0442258e req-51c186c0-cbdb-410e-a31d-ace544c08cc5 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0816941 Apr 05 18:35:41.619288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Deleting port 2b5034cc-d56f-46f4-91d9-7b560e579660 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:41.619623 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:41.699257 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fb20091-8054-4469-b6e4-1ae40e6eb563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:41.715090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56bbd2ee-93a1-4a2a-a877-8a048de8c5ce req-2b1562cf-6ad4-487c-841b-8d4662a7375b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 210 time: 0.0538294 Apr 05 18:35:41.752550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] For port 2b5034cc-d56f-46f4-91d9-7b560e579660, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2b5034cc-d56f-46f4-91d9-7b560e579660,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:41.752914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:41.766938 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Calling delete_port for 2b5034cc-d56f-46f4-91d9-7b560e579660 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:41.815743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Deleting port 0388ed42-778e-4cfa-8261-1728377926e1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:41.815906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:41.833938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Made reservation on behalf of 41a75e9c823d41ee82bdddcb9c2abe25 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:35:41.837325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:41.872644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170103e-ed33-4b27-9828-2fa72e0cc0d3 req-eba1aafe-fb13-4e80-8134-3eb80be57ceb tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:41.874313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a170103e-ed33-4b27-9828-2fa72e0cc0d3 req-eba1aafe-fb13-4e80-8134-3eb80be57ceb tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1559124 Apr 05 18:35:41.930136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:41.943489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['3bef1647-b0c5-483b-b4d6-35e00bd546fd'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:41.997359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['2b5034cc-d56f-46f4-91d9-7b560e579660'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:42.019292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Pushing event deleted for resources: {'Port': ['ID=2b5034cc-d56f-46f4-91d9-7b560e579660,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:42.020412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9323f02-7d9c-471e-ad71-84e526f30c34 req-671cd908-61da-44f1-9e9e-a1fe49b4a22c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:42.021918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9323f02-7d9c-471e-ad71-84e526f30c34 req-671cd908-61da-44f1-9e9e-a1fe49b4a22c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.2205679 Apr 05 18:35:42.059335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.059576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.059872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.060196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.060520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.060844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.061218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.061926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.062257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.062604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.062923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.063240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:42.068881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] No DVR routers for this DVR port 2b5034cc-d56f-46f4-91d9-7b560e579660 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:35:42.073462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:42.077400 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b9cfc0b7-da32-46a8-8928-df1fcc0596c2 req-25f0caa4-6fa3-473b-a8e0-366f3d10b22f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.20 "DELETE /v2.0/ports/2b5034cc-d56f-46f4-91d9-7b560e579660 HTTP/1.1" status: 204 len: 173 time: 0.5692949 Apr 05 18:35:42.077822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea548df-4365-43bc-a038-d5a1c5d580bd', 'name': 'network-vif-deleted', 'tag': '2b5034cc-d56f-46f4-91d9-7b560e579660'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:42.080932 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74454319-aa54-4b8b-9c32-1a9f87df727c" -d '{"events": [{"server_uuid": "2ea548df-4365-43bc-a038-d5a1c5d580bd", "name": "network-vif-deleted", "tag": "2b5034cc-d56f-46f4-91d9-7b560e579660"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:42.081828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a170103e-ed33-4b27-9828-2fa72e0cc0d3 req-04345d26-aa19-468b-93cf-1c8982652887 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736891 Apr 05 18:35:42.115556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] For port 0388ed42-778e-4cfa-8261-1728377926e1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0388ed42-778e-4cfa-8261-1728377926e1,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:42.115921 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:42.192596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Calling delete_port for 0388ed42-778e-4cfa-8261-1728377926e1 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:42.228665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9323f02-7d9c-471e-ad71-84e526f30c34 req-c6830ca5-048d-4a38-b35b-e202205b5574 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839938 Apr 05 18:35:42.236007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d8b7a23-b589-4061-9b1e-09b61748fca9 req-79b04c93-ceb8-4144-8bd2-2382e3652ab2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 210 time: 0.0458443 Apr 05 18:35:42.309257 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169051cd-4db5-41af-a88f-356d972971f0 x-openstack-request-id: req-169051cd-4db5-41af-a88f-356d972971f0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:42.310012 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea548df-4365-43bc-a038-d5a1c5d580bd", "name": "network-vif-deleted", "tag": "2b5034cc-d56f-46f4-91d9-7b560e579660", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:42.310465 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-169051cd-4db5-41af-a88f-356d972971f0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:42.311260 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169051cd-4db5-41af-a88f-356d972971f0'] response: {'server_uuid': '2ea548df-4365-43bc-a038-d5a1c5d580bd', 'name': 'network-vif-deleted', 'tag': '2b5034cc-d56f-46f4-91d9-7b560e579660', 'status': 'completed', 'code': 200} Apr 05 18:35:42.313539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Allocated IP 172.20.0.14 (59fc4373-f553-4cc9-8975-18ec33c4a672/5bfa1f18-e103-421c-a525-7c9c6506fdf6/440a7eb8-db0a-4a32-a587-6c2ceb00f4a2) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:42.422379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f706c450-b5f8-486e-ad9a-ead0dd873cbc req-4d647af5-c345-47ed-8aa8-a2e3e1220381 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea548df-4365-43bc-a038-d5a1c5d580bd HTTP/1.1" status: 200 len: 210 time: 0.0511634 Apr 05 18:35:42.569020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9197d-7d74-476a-822b-c541b269e041 req-dab0f611-7f76-46ae-b031-f79ebea8f981 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:42.570423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58a9197d-7d74-476a-822b-c541b269e041 req-dab0f611-7f76-46ae-b031-f79ebea8f981 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1875033 Apr 05 18:35:42.576688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:42.588423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0388ed42-778e-4cfa-8261-1728377926e1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:42.638592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Pushing event deleted for resources: {'Port': ['ID=0388ed42-778e-4cfa-8261-1728377926e1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:42.707966 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:42.710743 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:42.749124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba3f83-d1b0-4277-95de-03eef3aed385 req-d9ff75cb-4272-4dc0-b03d-0901fef5f580 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:42.751033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12ba3f83-d1b0-4277-95de-03eef3aed385 req-d9ff75cb-4272-4dc0-b03d-0901fef5f580 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bae70d7-b754-462a-9732-9c1603d2547e HTTP/1.1" status: 200 len: 867 time: 0.2660537 Apr 05 18:35:42.794429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] No DVR routers for this DVR port 0388ed42-778e-4cfa-8261-1728377926e1 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:35:42.811570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58a9197d-7d74-476a-822b-c541b269e041 req-e494dd33-cdb6-4ec5-a530-5446c3659b24 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322650 Apr 05 18:35:42.814849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:42.817675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2046b2fd-fefa-44af-ae16-44bf91f8d9a8 req-df204890-311a-4012-8d18-acf3f773d34b tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.20 "DELETE /v2.0/ports/0388ed42-778e-4cfa-8261-1728377926e1 HTTP/1.1" status: 204 len: 173 time: 1.3206205 Apr 05 18:35:42.819559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'name': 'network-vif-deleted', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:42.821831 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb59a9c-ad0a-40fd-a4ef-e4c9ad9c04d6" -d '{"events": [{"server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "name": "network-vif-deleted", "tag": "0388ed42-778e-4cfa-8261-1728377926e1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:42.846082 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:42.895183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12ba3f83-d1b0-4277-95de-03eef3aed385 req-bafccad7-5081-4d3f-83fd-a8084e243e60 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346 tempest-FloatingIPsAssociationNegativeTestJSON-2084146346-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba41237a-5fdb-4822-8b21-ea6946e07a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293387 Apr 05 18:35:42.896888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Network 59fc4373-f553-4cc9-8975-18ec33c4a672 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:42.900107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:42.905241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:42.968121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-900f655f-c816-45d9-85aa-91e70bc8b835 req-c83fdd94-e12b-4bb3-bb7b-20989048348d tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0656793 Apr 05 18:35:42.970824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Pushing event updated for resources: {'Port': ['ID=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:42.997925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:42.998583 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:43.034954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-3db1394e-d408-45dd-8717-8a259deb9ad6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5967741 Apr 05 18:35:43.049652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Request body: {'port': {'device_id': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:43.062540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56b4f2-799b-48cf-8e04-bb8efd3a1a43 req-9d8cc815-1449-4de4-8b86-b7c7f0585db1 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:43.071364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe56b4f2-799b-48cf-8e04-bb8efd3a1a43 req-9d8cc815-1449-4de4-8b86-b7c7f0585db1 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 932 time: 0.0961139 Apr 05 18:35:43.081257 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485286c1-6a91-457b-aadf-1d27888ade4e x-openstack-request-id: req-485286c1-6a91-457b-aadf-1d27888ade4e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:43.081600 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bae70d7-b754-462a-9732-9c1603d2547e", "name": "network-vif-deleted", "tag": "0388ed42-778e-4cfa-8261-1728377926e1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:43.081946 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-485286c1-6a91-457b-aadf-1d27888ade4e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:43.082449 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485286c1-6a91-457b-aadf-1d27888ade4e'] response: {'server_uuid': '8bae70d7-b754-462a-9732-9c1603d2547e', 'name': 'network-vif-deleted', 'tag': '0388ed42-778e-4cfa-8261-1728377926e1', 'status': 'completed', 'code': 200} Apr 05 18:35:43.191603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe56b4f2-799b-48cf-8e04-bb8efd3a1a43 req-0de2380f-f613-4a99-bcc1-e501ac222f12 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193552 Apr 05 18:35:43.227380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:43.431280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a0e91d5-7dde-4448-b0de-c98fcb86aa11 req-ce811983-1453-407f-bd31-ffe140a53afb tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 210 time: 0.0784807 Apr 05 18:35:43.461578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-bf47efb8-835c-46b4-ad55-2e2a66c7f33c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:43.463032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-bf47efb8-835c-46b4-ad55-2e2a66c7f33c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 820 time: 0.3338935 Apr 05 18:35:43.484880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Request body: {'port': {'device_id': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845', 'admin_state_up': True, 'tenant_id': '1f54b6ce8cc84062af794ffffa9b6f5a'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:43.553925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac630e50-64ba-40d1-a253-5e4a2238de1d req-1eadc3c1-5504-405c-a449-eefd4c1fa7f2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:43.559207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac630e50-64ba-40d1-a253-5e4a2238de1d req-1eadc3c1-5504-405c-a449-eefd4c1fa7f2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.2075908 Apr 05 18:35:43.701139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970fb89-175f-4972-a856-100ccade1336 req-6928d796-cf8b-401e-9c03-3192f5efca09 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:43.706777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7970fb89-175f-4972-a856-100ccade1336 req-6928d796-cf8b-401e-9c03-3192f5efca09 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1813333 Apr 05 18:35:43.744605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac630e50-64ba-40d1-a253-5e4a2238de1d req-cf57ebea-8ef5-45f0-a99d-ffed6a3d8414 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296189 Apr 05 18:35:43.986110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33244) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:44.096835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7970fb89-175f-4972-a856-100ccade1336 req-4543a7a9-dc33-4af5-bced-2537edbcd72a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742335 Apr 05 18:35:44.108639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Made reservation on behalf of 1f54b6ce8cc84062af794ffffa9b6f5a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:35:44.112232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.135613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:44.156607 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.210531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a193de4-554f-4595-b952-d914667bc202 req-1984c820-5129-477e-a79b-ac42d3d8800c tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:44.218300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a193de4-554f-4595-b952-d914667bc202 req-1984c820-5129-477e-a79b-ac42d3d8800c tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 950 time: 0.1715300 Apr 05 18:35:44.222636 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.236899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Transition to ACTIVE for port object 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:35:44.271345 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.280032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8391890f-2d2b-4479-a717-0683b55dda59 req-11c5c10f-68b6-4092-a4aa-1ed929f7bc06 tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0546463 Apr 05 18:35:44.373111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a193de4-554f-4595-b952-d914667bc202 req-d84af006-8d71-457c-97a1-b34a98347934 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539309 Apr 05 18:35:44.410244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:44.459596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Allocated IP 172.20.0.5 (4a4450cc-4646-4c7c-b940-9f57d612b845/77422bc6-9503-4b21-9cbe-2b723f8b401b/38248a8e-8da2-47fa-9910-e833c7a15a6d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:44.459871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.515175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795740b-9a23-47c7-864a-d4237468c6f9 req-31fc6fa2-a1b5-420e-8081-e4e8c0f7c1d6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:44.516588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d795740b-9a23-47c7-864a-d4237468c6f9 req-31fc6fa2-a1b5-420e-8081-e4e8c0f7c1d6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.1485355 Apr 05 18:35:44.541785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:44.541785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:44.542108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:44.561869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:44.562203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:44.600033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:44.600364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:44.600737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:44.601168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Bound port: 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:44.601514 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.609207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d795740b-9a23-47c7-864a-d4237468c6f9 req-1cd63de1-28ab-4dbb-aa27-ce51a679a9ac tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843589 Apr 05 18:35:44.738388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baeaaf0f-0d1d-468e-a7fd-3916dfdba5eb req-36bb9ff6-7a67-4d95-b968-9de449580a15 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 210 time: 0.0517156 Apr 05 18:35:44.752101 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.782766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:44.791748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:44.800118 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.805307 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.852742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Deleting port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:44.853296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.872315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:44.873044 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.874550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 HTTP/1.1" status: 200 len: 1092 time: 1.8289249 Apr 05 18:35:44.952781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] For port 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7353a0d8-2ffe-42a6-bb3d-e54cff2d1766,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:44.953173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:44.959701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0a00663-5613-4cb9-ac84-b71bc0143d8c req-3783de82-b306-433c-ad2d-4c2533350817 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0583088 Apr 05 18:35:44.960291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96aa9bd-c350-4c4a-829f-a41a012cbfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:44.969406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Calling delete_port for 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:44.998520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:45.045584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2450c-8cc3-4a96-9e29-c130145b4344 req-579e3837-1edf-42a3-adf7-68cc708e12a7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:45.052867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7c2450c-8cc3-4a96-9e29-c130145b4344 req-579e3837-1edf-42a3-adf7-68cc708e12a7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.2058556 Apr 05 18:35:45.086063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-5f54a474-dba9-4b55-8040-664f702edd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:45.087882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-5f54a474-dba9-4b55-8040-664f702edd2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1095 time: 0.1620309 Apr 05 18:35:45.088740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:45.090932 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:45.097845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Network 4a4450cc-4646-4c7c-b940-9f57d612b845 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:45.114089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:45.133801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:45.173066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Pushing event updated for resources: {'Port': ['ID=38248a8e-8da2-47fa-9910-e833c7a15a6d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:45.199882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-9bb609c9-2026-464a-9164-4e05c07208a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 HTTP/1.1" status: 200 len: 217 time: 0.0870199 Apr 05 18:35:45.232201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:45.244869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7c2450c-8cc3-4a96-9e29-c130145b4344 req-db92f5a2-9b3f-44dd-928e-19ade744f353 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912408 Apr 05 18:35:45.250778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a17160ea-9728-4c29-bdd1-933bbcedbc7c req-5f6f3a49-cf4f-46b3-b448-19f009273eb3 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0750618 Apr 05 18:35:45.272353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7353a0d8-2ffe-42a6-bb3d-e54cff2d1766,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:45.342618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:45.343275 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:45.351777 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b308be-b135-421e-9f66-8a1758bbc627 x-openstack-request-id: req-15b308be-b135-421e-9f66-8a1758bbc627 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:45.352142 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:45.352437 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15b308be-b135-421e-9f66-8a1758bbc627 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:45.352980 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b308be-b135-421e-9f66-8a1758bbc627'] response: {'name': 'network-changed', 'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2', 'status': 'completed', 'code': 200} Apr 05 18:35:45.369369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-f77301c2-eea6-4acc-b160-390b0be61cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:45.371379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-f77301c2-eea6-4acc-b160-390b0be61cc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1601856 Apr 05 18:35:45.405687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4863f0c-12c4-4076-a3a1-6aad8f7aff9a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9271615 Apr 05 18:35:45.528766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Request body: {'port': {'device_id': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:45.546175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:45.556650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-46803ca2-5709-476a-a5f2-1efe091ce231 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487181 Apr 05 18:35:45.567878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-1f0de935-412d-434c-9db3-f67c0221bf4c req-7eb958db-fc2c-4184-90ef-e2587a3edfce service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:35:45.568877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f0de935-412d-434c-9db3-f67c0221bf4c req-7eb958db-fc2c-4184-90ef-e2587a3edfce service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069544 Apr 05 18:35:45.682830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29366d36-954d-45e5-b96d-d7536a9e6faa req-8be74a28-65e4-48ec-a742-032328ea3bf4 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:45.685383 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-29366d36-954d-45e5-b96d-d7536a9e6faa req-8be74a28-65e4-48ec-a742-032328ea3bf4 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.3047512 Apr 05 18:35:45.711776 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:45.728502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-4a3dfb88-7eba-48b5-a038-d2e2a659ddce service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565580 Apr 05 18:35:45.828705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-29366d36-954d-45e5-b96d-d7536a9e6faa req-8938743f-8976-4bc0-9604-1c9bc74e1885 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287324 Apr 05 18:35:45.948000 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-c1b8f75a-a865-4caf-910a-65161f97f268 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083963 Apr 05 18:35:45.957617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-ef6e72df-018c-415e-8645-8ed37cb32177 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:35:45.958592 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-ef6e72df-018c-415e-8645-8ed37cb32177 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049405 Apr 05 18:35:46.024360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c273f77-f315-4cd7-8c1c-eea472d5481f req-5851d004-1fd7-4253-b1cf-0b2095833a25 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856014 Apr 05 18:35:46.034952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f83b7b-d2ef-43c9-a89a-f434895ac00e req-2bd12d88-dd12-4df3-91c7-01cf6767165f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:46.036317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45f83b7b-d2ef-43c9-a89a-f434895ac00e req-2bd12d88-dd12-4df3-91c7-01cf6767165f tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 950 time: 0.2499585 Apr 05 18:35:46.047476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-7fb16629-725d-439f-82d7-a2ad954da8b7 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:46.049025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-7fb16629-725d-439f-82d7-a2ad954da8b7 tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.25 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 950 time: 0.2156534 Apr 05 18:35:46.100859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Router fda1862c-36a8-4b9e-8b97-2a1a432da83c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:35:46.135814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2b5034cc-d56f-46f4-91d9-7b560e579660 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:46.161448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 2b5034cc-d56f-46f4-91d9-7b560e579660 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:35:46.161787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2b5034cc-d56f-46f4-91d9-7b560e579660 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:35:46.162257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0388ed42-778e-4cfa-8261-1728377926e1 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:46.184406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 0388ed42-778e-4cfa-8261-1728377926e1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:35:46.184750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0388ed42-778e-4cfa-8261-1728377926e1 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:35:46.193711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063720e-5a68-4e5e-8424-b471474b026f req-7c00a3cc-864b-4dfc-8a34-2cf61c702b2b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:46.195222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0063720e-5a68-4e5e-8424-b471474b026f req-7c00a3cc-864b-4dfc-8a34-2cf61c702b2b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.2950552 Apr 05 18:35:46.231091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:35:46.237379 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b39f8ec2-579c-4d91-a660-fc7e02ca19f0 admin admin] 10.222.0.15 "PUT /v2.0/routers/fda1862c-36a8-4b9e-8b97-2a1a432da83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2500219 Apr 05 18:35:46.239883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33306) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:46.243746 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] Sync routers for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:35:46.255120 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:46.255322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45f83b7b-d2ef-43c9-a89a-f434895ac00e req-c246d3eb-25cc-428f-82b0-231455006d6c tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026415 Apr 05 18:35:46.255714 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:46.314459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-d47a89cb-abf9-4937-82b6-c61a40b7aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:46.315915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-d47a89cb-abf9-4937-82b6-c61a40b7aaa4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1095 time: 0.2038918 Apr 05 18:35:46.339742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0063720e-5a68-4e5e-8424-b471474b026f req-8022fbc6-264c-4d69-9bc9-28f85f8caca1 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205881 Apr 05 18:35:46.379176 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:46.455080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:46.487681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Deleting port 3bef1647-b0c5-483b-b4d6-35e00bd546fd {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:46.487976 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:46.625126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:46.628792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38248a8e-8da2-47fa-9910-e833c7a15a6d {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:46.643366 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:46.648411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-c4fca498-3d7f-42e3-abb3-7cd4c059a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:46.649862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-c4fca498-3d7f-42e3-abb3-7cd4c059a034 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.3215992 Apr 05 18:35:46.659068 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '78a43564-771e-44dd-a12f-af842874d54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:45Z', 'revision_number': 5, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port': {'id': '78a43564-771e-44dd-a12f-af842874d54a', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:34:58Z', 'updated_at': '2022-04-05T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:46.661709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13950f3-7e23-450f-b82b-60d0ae0a83ed req-e59cba04-61e1-457d-bee3-36f7d10dd14a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:46.668915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b13950f3-7e23-450f-b82b-60d0ae0a83ed req-e59cba04-61e1-457d-bee3-36f7d10dd14a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.2643938 Apr 05 18:35:46.700940 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] Checking router: fda1862c-36a8-4b9e-8b97-2a1a432da83c for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:35:46.702013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Deleting port 78a43564-771e-44dd-a12f-af842874d54a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:46.702384 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:46.712927 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] Routers {'fda1862c-36a8-4b9e-8b97-2a1a432da83c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:46.713902 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:46.739318 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Transition to ACTIVE for port object 38248a8e-8da2-47fa-9910-e833c7a15a6d will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:35:46.748263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-e3dbc06b-af65-440f-b00c-dd49a1cb88b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 HTTP/1.1" status: 200 len: 217 time: 0.0747919 Apr 05 18:35:46.754734 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:46.770745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7ce48-9ba7-4de6-8e74-57bbed4dc8a6 req-e29164be-28d2-42ab-af6d-bcdd8430492d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:46.780708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb7ce48-9ba7-4de6-8e74-57bbed4dc8a6 req-e29164be-28d2-42ab-af6d-bcdd8430492d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 931 time: 0.2818770 Apr 05 18:35:46.830320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] For port 78a43564-771e-44dd-a12f-af842874d54a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=78a43564-771e-44dd-a12f-af842874d54a,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:46.830767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:46.849877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Calling delete_port for 78a43564-771e-44dd-a12f-af842874d54a owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:46.854278 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] Set router fda1862c-36a8-4b9e-8b97-2a1a432da83c gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:46.895330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b13950f3-7e23-450f-b82b-60d0ae0a83ed req-7452314e-03b4-4b1e-9b6f-047198ba8276 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254846 Apr 05 18:35:46.907638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] For port 3bef1647-b0c5-483b-b4d6-35e00bd546fd, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3bef1647-b0c5-483b-b4d6-35e00bd546fd,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:46.910438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:46.922094 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:46Z', 'revision_number': 6, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:46.965227 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e132e7-e8e6-4e10-aa75-3874b177624f None None] The sync data for ids ['fda1862c-36a8-4b9e-8b97-2a1a432da83c'] in n-d-836650-3 is: [{'id': 'fda1862c-36a8-4b9e-8b97-2a1a432da83c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-302513537-router', 'tenant_id': '49b0e678f7b94652a64a515348750a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:34:57Z', 'updated_at': '2022-04-05T18:35:46Z', 'revision_number': 6, 'project_id': '49b0e678f7b94652a64a515348750a2b', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:35:46.965420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Pushing event updated for resources: {'Port': ['ID=38248a8e-8da2-47fa-9910-e833c7a15a6d,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:46.968540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-e1f529c0-7862-4396-9172-a09e4c187b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:46.970308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-e1f529c0-7862-4396-9172-a09e4c187b9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.2133563 Apr 05 18:35:46.972292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Calling delete_port for 3bef1647-b0c5-483b-b4d6-35e00bd546fd owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:46.976858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb7ce48-9ba7-4de6-8e74-57bbed4dc8a6 req-750e6720-daa3-4f90-99ef-df556c11d1b0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953478 Apr 05 18:35:47.118340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.156265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a43564-771e-44dd-a12f-af842874d54a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:47.242157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.345656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-4f436989-5042-4999-8a36-b6bebf359a40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3508179 Apr 05 18:35:47.370292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.374675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.444020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b60312e-6100-4c49-85c7-03e001489fb1 req-3337e34d-8b8d-4755-8828-f6854b0bcbac tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.1052425 Apr 05 18:35:47.445594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.446310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fda1862c-36a8-4b9e-8b97-2a1a432da83c {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:35:47.467364 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.471171 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bb248b6b-3390-4fec-a180-8ac9b8151652 admin admin] 10.222.0.15 "DELETE /v2.0/routers/fda1862c-36a8-4b9e-8b97-2a1a432da83c HTTP/1.1" status: 204 len: 168 time: 1.2264626 Apr 05 18:35:47.475293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33328) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:47.530209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d780e00c-324e-42b1-a512-a3bc1c7ce0ec admin admin] Deleting subnet 3f803b6a-12f2-452e-84cc-0347506c1035 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:35:47.533332 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d780e00c-324e-42b1-a512-a3bc1c7ce0ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.545517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:47.545849 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:47.546170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:47.577918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d780e00c-324e-42b1-a512-a3bc1c7ce0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.593328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Port 38248a8e-8da2-47fa-9910-e833c7a15a6d on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:47.593641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:47.613580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e724a-d3b7-4466-beef-c2eaa3d91249 req-b6264ae2-8c68-4eac-80ec-4c10bb3c599d tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:47.615056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d95e724a-d3b7-4466-beef-c2eaa3d91249 req-b6264ae2-8c68-4eac-80ec-4c10bb3c599d tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.2717826 Apr 05 18:35:47.646283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:47.646618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:47.647057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:47.647495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Bound port: 38248a8e-8da2-47fa-9910-e833c7a15a6d, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:47.647847 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.679194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-4ffdd651-3214-4f6c-b793-d6d8a282233a service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069973 Apr 05 18:35:47.694910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d780e00c-324e-42b1-a512-a3bc1c7ce0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.752157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d780e00c-324e-42b1-a512-a3bc1c7ce0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.764571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-e1be8e44-882f-438b-8ef5-f5dad411863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:47.766046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-e1be8e44-882f-438b-8ef5-f5dad411863a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 1100 time: 0.2315016 Apr 05 18:35:47.782668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780e00c-324e-42b1-a512-a3bc1c7ce0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f803b6a-12f2-452e-84cc-0347506c1035,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:47.784729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d780e00c-324e-42b1-a512-a3bc1c7ce0ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.790899 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d780e00c-324e-42b1-a512-a3bc1c7ce0ec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3f803b6a-12f2-452e-84cc-0347506c1035 HTTP/1.1" status: 204 len: 168 time: 0.3141522 Apr 05 18:35:47.791612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33330) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:47.794673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d753755-5bc1-435c-a485-f2bd94c40ae6 None None] Network 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:35:47.854799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d95e724a-d3b7-4466-beef-c2eaa3d91249 req-a8cc08cf-e5b9-446b-98fe-5c0efd4b44da tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094820 Apr 05 18:35:47.883831 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.894772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04421d20-2fdb-4f2d-b232-d67a16a4e419 req-0d0ddd6c-5751-4815-9d84-f35f3bf404fc tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:47.896279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04421d20-2fdb-4f2d-b232-d67a16a4e419 req-0d0ddd6c-5751-4815-9d84-f35f3bf404fc tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/ports?device_id=98e5bc9b-aedb-4ca1-b55f-2924ab161adb HTTP/1.1" status: 200 len: 950 time: 0.3097961 Apr 05 18:35:47.976411 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.977216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Deleting port 90650ffb-a33d-4cbc-98db-0081aa3487e5 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:47.977616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:47.985795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:47.989275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['3bef1647-b0c5-483b-b4d6-35e00bd546fd'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:48.056547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] For port 90650ffb-a33d-4cbc-98db-0081aa3487e5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=90650ffb-a33d-4cbc-98db-0081aa3487e5,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:48.056869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.062611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] DHCP port deletion for 5b3d82d7-697e-4c9d-ab69-7730a85ea8ce request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:35:48.070141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Pushing event deleted for resources: {'Port': ['ID=3bef1647-b0c5-483b-b4d6-35e00bd546fd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:48.080566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Calling delete_port for 90650ffb-a33d-4cbc-98db-0081aa3487e5 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:48.097667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:48.151180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Deleting port 90650ffb-a33d-4cbc-98db-0081aa3487e5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:48.154818 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.172102 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.208118 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.239856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2343c541-ffce-40ea-9b7f-a4fa4f95b5fd req-60b36e7b-767c-43f0-a153-1b99daadb200 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345709 Apr 05 18:35:48.241048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] No DVR routers for this DVR port 3bef1647-b0c5-483b-b4d6-35e00bd546fd on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:35:48.246636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] No DVR routers for this DVR port 90650ffb-a33d-4cbc-98db-0081aa3487e5 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:35:48.246636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90650ffb-a33d-4cbc-98db-0081aa3487e5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:48.255868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] For port 90650ffb-a33d-4cbc-98db-0081aa3487e5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=90650ffb-a33d-4cbc-98db-0081aa3487e5,segment=NetworkSegment(e9472d3c-0c8b-401f-a657-d2590db3bc37),segment_id=e9472d3c-0c8b-401f-a657-d2590db3bc37)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:48.256369 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.269978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04421d20-2fdb-4f2d-b232-d67a16a4e419 req-fea7c95b-6b8a-4984-b6cb-670b6e0f8e3d tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbae2271-d582-41b9-aa81-14476e0ace14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629143 Apr 05 18:35:48.272783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.276228 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3add5d79-33d9-4191-8ec4-8317d1b82cb6 req-e627c113-b1dc-42a4-b6b9-b456261c020e tempest-LiveMigrationNegativeTest-1713327602 tempest-LiveMigrationNegativeTest-1713327602-project] 10.222.0.25 "DELETE /v2.0/ports/3bef1647-b0c5-483b-b4d6-35e00bd546fd HTTP/1.1" status: 204 len: 173 time: 2.2182412 Apr 05 18:35:48.278453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Calling delete_port for 90650ffb-a33d-4cbc-98db-0081aa3487e5 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:48.280288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e5bc9b-aedb-4ca1-b55f-2924ab161adb', 'name': 'network-vif-deleted', 'tag': '3bef1647-b0c5-483b-b4d6-35e00bd546fd'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:48.282658 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5948b-d5a7-4ce3-8b19-395adc192678" -d '{"events": [{"server_uuid": "98e5bc9b-aedb-4ca1-b55f-2924ab161adb", "name": "network-vif-deleted", "tag": "3bef1647-b0c5-483b-b4d6-35e00bd546fd"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:48.305725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-86f06592-9257-4318-8cbe-12dfeb316311 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2002850000&fields=id&tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72 HTTP/1.1" status: 200 len: 267 time: 0.3434236 Apr 05 18:35:48.342050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-ca040fdf-ad5b-4050-b38e-8254e3372105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:48.343858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-ca040fdf-ad5b-4050-b38e-8254e3372105 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.5624630 Apr 05 18:35:48.349348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:48.349991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.351344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] 10.222.0.20 "PUT /v2.0/ports/38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 200 len: 1091 time: 2.8736117 Apr 05 18:35:48.379976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.427661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3d82d7-697e-4c9d-ab69-7730a85ea8ce']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:48.452689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-53377051-881e-4c45-9a16-7269cd0c8f41 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce HTTP/1.1" status: 200 len: 217 time: 0.0942161 Apr 05 18:35:48.467304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9472d3c-0c8b-401f-a657-d2590db3bc37') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:48.467304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9472d3c-0c8b-401f-a657-d2590db3bc37') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:48.484983 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.499364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ebe82-ee0d-405e-a715-5b11f4d74588 service neutron] Pushing event updated for resources: {'Port': ['ID=38248a8e-8da2-47fa-9910-e833c7a15a6d,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:48.501040 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.503547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:48.518754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.528436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:35:48.529116 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.532023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Pushing event deleted for resources: {'Port': ['ID=90650ffb-a33d-4cbc-98db-0081aa3487e5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:48.557601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.559319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.559890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.560441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.560972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.561607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.562155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.562721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.563248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.564185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.564715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.565272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:35:48.568932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded0c1a-7947-49cd-8646-6a1e3fcf4401 None None] No DVR routers for this DVR port 90650ffb-a33d-4cbc-98db-0081aa3487e5 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:35:48.576890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:48.599948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-a7d89c75-607c-4aad-9347-de2dd2f45358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:35:48.600579 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:35:48.602490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-a7d89c75-607c-4aad-9347-de2dd2f45358 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1242280 Apr 05 18:35:48.607000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:35:48.607626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7353a0d8-2ffe-42a6-bb3d-e54cff2d1766 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:35:48.608246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78a43564-771e-44dd-a12f-af842874d54a no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:48.631123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.635228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 78a43564-771e-44dd-a12f-af842874d54a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:35:48.635790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d18cc4-b861-46d9-a59f-f8ad2bb48497 req-d88cdff8-1701-418f-8e5d-478f85a1de03 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:48.635923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78a43564-771e-44dd-a12f-af842874d54a not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:35:48.637189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 90650ffb-a33d-4cbc-98db-0081aa3487e5 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:48.638556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5d18cc4-b861-46d9-a59f-f8ad2bb48497 req-d88cdff8-1701-418f-8e5d-478f85a1de03 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.1970239 Apr 05 18:35:48.641077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.644335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5b3d82d7-697e-4c9d-ab69-7730a85ea8ce HTTP/1.1" status: 204 len: 168 time: 0.8517203 Apr 05 18:35:48.657109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130e254-e77a-47cb-a456-0cc067b570c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3d82d7-697e-4c9d-ab69-7730a85ea8ce,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:48.658604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-e33cf413-53bc-48a3-bf3a-9c7d943f444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:48.660226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-e33cf413-53bc-48a3-bf3a-9c7d943f444d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1094 time: 0.1742787 Apr 05 18:35:48.673126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-3361e0dc-74d6-45a7-a8a6-b72fa1976f4f tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:48.678898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-3361e0dc-74d6-45a7-a8a6-b72fa1976f4f tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/networks?id=a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 200 len: 823 time: 0.3723094 Apr 05 18:35:48.680338 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 90650ffb-a33d-4cbc-98db-0081aa3487e5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:35:48.680687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 90650ffb-a33d-4cbc-98db-0081aa3487e5 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:35:48.753008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-ef0e4813-b5e7-453c-b9e9-dcf8c2ad72f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 200 len: 217 time: 0.0719941 Apr 05 18:35:48.757212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-075919db-71db-4123-9308-daf5a80de666 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/quotas/cdcb17fbb5b94cf1b86530cbd9f1bd72 HTTP/1.1" status: 200 len: 375 time: 0.0736246 Apr 05 18:35:48.773514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5d18cc4-b861-46d9-a59f-f8ad2bb48497 req-d51b7597-2256-495c-9ea9-105c9dd089c1 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073134 Apr 05 18:35:48.901568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:48.916012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2', 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672', 'port_id': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2', 'mac_address': 'fa:16:3e:0e:b9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfa1f18-e103-421c-a525-7c9c6506fdf6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:48.927117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33352) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:48.935396 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-8f8f7168-fa4d-46ee-8ffd-0df398ec81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:48.936886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-8f8f7168-fa4d-46ee-8ffd-0df398ec81ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3226404 Apr 05 18:35:48.987377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4fb4c2f-4d0f-4556-a3b9-5e026a33bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:48.988734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-c4fb4c2f-4d0f-4556-a3b9-5e026a33bb16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.2140102 Apr 05 18:35:48.991529 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:48.995005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33354) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:48.997084 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b9d15b3c-720e-409c-b87c-f79ef912bcd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49b0e678f7b94652a64a515348750a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677543 Apr 05 18:35:49.008307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:49.029788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:49.031416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-51cf0678-b62d-4fe6-9b55-d48b3467d57c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2553604 Apr 05 18:35:49.033867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:49.081238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:49.100670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0fbcf-570a-4d92-9380-993f7b577143 req-b9f68417-a7cb-41f4-8708-4aee3c1506c2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:49.102103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57e0fbcf-570a-4d92-9380-993f7b577143 req-b9f68417-a7cb-41f4-8708-4aee3c1506c2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.2471421 Apr 05 18:35:49.103796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-3f7c647c-fd6b-4ede-8a72-ef5ccdaf0333 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652707 Apr 05 18:35:49.125659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-a27b0be9-4dfc-426b-9940-207ac3179ed7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:49.127132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-a27b0be9-4dfc-426b-9940-207ac3179ed7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8972ed9-9e35-48a5-879f-6a57a8d33ec7 HTTP/1.1" status: 200 len: 946 time: 0.2830236 Apr 05 18:35:49.358901 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['440a7eb8-db0a-4a32-a587-6c2ceb00f4a2'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:49.362851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57e0fbcf-570a-4d92-9380-993f7b577143 req-f63102b0-4705-453e-ab10-d8922bca1164 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347832 Apr 05 18:35:49.369028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814bcfb7-b6e9-41ac-9634-d97a4954c1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:49.384300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-5777c97a-07a7-44cf-bda2-ed8d071b06d0 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323123 Apr 05 18:35:49.417235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-14294612-c04f-4e20-9b66-05b922e175fd service neutron] 10.222.0.15 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548496 Apr 05 18:35:49.452575 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814bcfb7-b6e9-41ac-9634-d97a4954c1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:49.484927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-07e47684-e331-4ee8-8281-91a78de1778c service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501437 Apr 05 18:35:49.946027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Deleting port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:35:49.946361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:49.989136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b360c-ec46-429b-8e54-3c6e7be71bf8 req-e60e8d23-c2fb-4ea6-b27c-3ebcee33f425 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:49.990621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-285b360c-ec46-429b-8e54-3c6e7be71bf8 req-e60e8d23-c2fb-4ea6-b27c-3ebcee33f425 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.5487735 Apr 05 18:35:50.005042 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-df84b4d5-6f7b-4823-bb03-9ac691624d17 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126518 Apr 05 18:35:50.033415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-74fcdea5-86e0-48fe-a945-653db2a301e6 service neutron] 10.222.0.15 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939322 Apr 05 18:35:50.053388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:50.062213 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814bcfb7-b6e9-41ac-9634-d97a4954c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:50.064421 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814bcfb7-b6e9-41ac-9634-d97a4954c1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:50.066379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-814bcfb7-b6e9-41ac-9634-d97a4954c1d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba41237a-5fdb-4822-8b21-ea6946e07a12 HTTP/1.1" status: 204 len: 168 time: 1.0446630 Apr 05 18:35:50.079291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a16ab3e-e955-44ad-9a2d-d347db8f0b16 req-253afa27-3b6e-4c45-90e5-73243a02f58e service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467589 Apr 05 18:35:50.091526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bcfb7-b6e9-41ac-9634-d97a4954c1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba41237a-5fdb-4822-8b21-ea6946e07a12,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:50.124649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-285b360c-ec46-429b-8e54-3c6e7be71bf8 req-0be4f1c7-36a7-4568-81a9-ad564fca7328 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232994 Apr 05 18:35:50.169068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] For port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:50.170708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:50.211933 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0942514a-36ae-4521-a675-8d6b2f9c60f2 x-openstack-request-id: req-0942514a-36ae-4521-a675-8d6b2f9c60f2 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:50.212315 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e5bc9b-aedb-4ca1-b55f-2924ab161adb", "name": "network-vif-deleted", "tag": "3bef1647-b0c5-483b-b4d6-35e00bd546fd", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:50.212660 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0942514a-36ae-4521-a675-8d6b2f9c60f2 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:50.213154 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0942514a-36ae-4521-a675-8d6b2f9c60f2'] response: {'server_uuid': '98e5bc9b-aedb-4ca1-b55f-2924ab161adb', 'name': 'network-vif-deleted', 'tag': '3bef1647-b0c5-483b-b4d6-35e00bd546fd', 'status': 'completed', 'code': 200} Apr 05 18:35:50.233899 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:50.282770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:50.292950 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabc89b2-6be3-4e49-8c79-e4cb5ec6c5e2" -d '{"events": [{"server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:50.311122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:50.319156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:50.319800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3bef1647-b0c5-483b-b4d6-35e00bd546fd no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:35:50.360498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 3bef1647-b0c5-483b-b4d6-35e00bd546fd {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:35:50.361038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3bef1647-b0c5-483b-b4d6-35e00bd546fd not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:35:50.370134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bf41018-604f-4d8a-a08e-ffce51dd322a req-b3e8ac85-96f8-4c13-aaf1-3534944e4090 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0644381 Apr 05 18:35:50.427598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:50.523326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3a9d3-1cd6-4c1d-aea1-0f834f2b95b3 req-99fdd92c-0601-4404-aa53-c5364c795743 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:50.531554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3c3a9d3-1cd6-4c1d-aea1-0f834f2b95b3 req-99fdd92c-0601-4404-aa53-c5364c795743 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.2010834 Apr 05 18:35:50.609768 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:50.610117 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:50.610563 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Floating IP aa113f5b-f801-48de-bc01-ef65a13f0633 disassociated. External IP: 172.25.4.127, port: 6d6d42e9-28be-4ac1-96b9-4dc792ab0155. Apr 05 18:35:50.610815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Calling delete_port for 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:35:50.664957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7b2c5-d527-4c60-b486-51e55a72cbdb req-6894ba87-1f8f-4425-845e-0c78d7ec1e0c tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:50.672684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ae7b2c5-d527-4c60-b486-51e55a72cbdb req-6894ba87-1f8f-4425-845e-0c78d7ec1e0c tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 945 time: 0.1202016 Apr 05 18:35:50.700894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3c3a9d3-1cd6-4c1d-aea1-0f834f2b95b3 req-d833d703-2699-4a50-9c70-2d22ec0a36ec tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683850 Apr 05 18:35:50.856413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ae7b2c5-d527-4c60-b486-51e55a72cbdb req-0164eb6f-6ea5-489f-acd7-9cbbb7f9c0a6 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828446 Apr 05 18:35:50.858726 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18ee2c07-a9b9-43da-9827-c48b5785b09b req-a36ae49f-532d-46a5-a984-2cb9afd42e87 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 210 time: 0.0571208 Apr 05 18:35:50.867076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33390) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:50.946093 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221ce8d7-b656-4969-86e3-c86233666b7e x-openstack-request-id: req-221ce8d7-b656-4969-86e3-c86233666b7e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:50.946431 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:50.946702 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-221ce8d7-b656-4969-86e3-c86233666b7e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:50.947100 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221ce8d7-b656-4969-86e3-c86233666b7e'] response: {'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'code': 200} Apr 05 18:35:51.013346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.046303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event deleted for resources: {'Port': ['ID=6d6d42e9-28be-4ac1-96b9-4dc792ab0155,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:51.055453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc803c-2bbf-49e1-8b37-a675e5bef982 req-a0f8432e-4752-4088-ae36-fc2ea59d966b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:51.057101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06fc803c-2bbf-49e1-8b37-a675e5bef982 req-a0f8432e-4752-4088-ae36-fc2ea59d966b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0917521 Apr 05 18:35:51.175087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33404) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:51.179486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9fca3b1a-3dd0-418d-8532-d5c6e30163e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58382c0245e643ccb5931e329ebe1140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106616 Apr 05 18:35:51.190730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06fc803c-2bbf-49e1-8b37-a675e5bef982 req-31d3e3f7-9e45-4730-a3a6-261d42421719 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155849 Apr 05 18:35:51.253141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7902c5ee-dd12-406b-8fa8-3cf52c7600b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.273416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33406) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:51.301021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7902c5ee-dd12-406b-8fa8-3cf52c7600b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.307241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Router ab9b65c2-214d-4aea-9929-262ea2841b48 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:35:51.321411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ee50-32f9-429d-8e1f-f6f2485a712b req-4b030c17-ee27-46c4-8d92-97837f9e8804 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:51.322939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d42ee50-32f9-429d-8e1f-f6f2485a712b req-4b030c17-ee27-46c4-8d92-97837f9e8804 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.0738819 Apr 05 18:35:51.372559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7902c5ee-dd12-406b-8fa8-3cf52c7600b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.375667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7902c5ee-dd12-406b-8fa8-3cf52c7600b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.376939 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7902c5ee-dd12-406b-8fa8-3cf52c7600b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbae2271-d582-41b9-aa81-14476e0ace14 HTTP/1.1" status: 204 len: 168 time: 0.2008777 Apr 05 18:35:51.391036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902c5ee-dd12-406b-8fa8-3cf52c7600b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbae2271-d582-41b9-aa81-14476e0ace14,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:51.410115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d42ee50-32f9-429d-8e1f-f6f2485a712b req-ecc715f2-2ed5-49b0-93b4-2df06519ce58 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800579 Apr 05 18:35:51.416342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1697482605-network', 'tenant_id': '26b109117b7f4647b1454211cea6bff4'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:51.440771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Made reservation on behalf of 26b109117b7f4647b1454211cea6bff4 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:35:51.443130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.462288 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.511958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:35:51.524919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] Sync routers for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:35:51.537569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:51.538342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:51.609686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] No DVR routers for this DVR port 6d6d42e9-28be-4ac1-96b9-4dc792ab0155 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:35:51.650493 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.653681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.657783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-361c4c80-5b23-4ad4-8642-21ba22403c51 req-47d59cdb-8553-457d-b0b8-0cffc97bf653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "DELETE /v2.0/ports/6d6d42e9-28be-4ac1-96b9-4dc792ab0155 HTTP/1.1" status: 204 len: 173 time: 2.5174906 Apr 05 18:35:51.663478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.716859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-608dea7a-4627-4453-857a-d1a04f327662 req-a1674ddf-3055-4aef-935b-aa91030106e2 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.1919787 Apr 05 18:35:51.723110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:35:51.739436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14661450-a8c6-4592-9497-48a8fbebf4ae,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:51.740175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:51.761754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.762417 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Added segment 02e41776-55f6-466f-ba9e-44bc7dcdfe08 of type vlan for network 3520957e-56e0-4c16-bb55-ac91746ef1d8 Apr 05 18:35:51.851336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.912875 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.914157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:51.914958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:51.991399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33422) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:52.035581 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7608852 Apr 05 18:35:52.036800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a450a-0f53-4dd4-85d3-65fdbe939feb req-a6828932-d903-4ab6-b9cf-d3a89edd1052 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:52.038627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33424) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:52.039022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-981a450a-0f53-4dd4-85d3-65fdbe939feb req-a6828932-d903-4ab6-b9cf-d3a89edd1052 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.2201862 Apr 05 18:35:52.043911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Request body: {'subnet': {'network_id': '3520957e-56e0-4c16-bb55-ac91746ef1d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1697482605-subnet', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:52.045635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-37b80fd3-cd00-4369-be44-8e6bf89c6aa6 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:52.047083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-37b80fd3-cd00-4369-be44-8e6bf89c6aa6 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "GET /v2.0/networks?id=a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 200 len: 823 time: 0.4385870 Apr 05 18:35:52.060326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f3af0-5d42-4e3b-bb13-79053d8f2d0d admin admin] Pushing event updated for resources: {'Network': ['ID=3520957e-56e0-4c16-bb55-ac91746ef1d8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:52.076875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 3520957e-56e0-4c16-bb55-ac91746ef1d8 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:35:52.078530 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Made reservation on behalf of 26b109117b7f4647b1454211cea6bff4 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:35:52.081547 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.109909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-449136e6-77af-4b1f-84a7-c03794291e46 req-e3510e54-cce6-474e-b14d-af740ebd3baa tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 210 time: 0.0948966 Apr 05 18:35:52.137082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-75b9dc54-feeb-4aed-bc1b-8c1ff49b60a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef96ba5891e343968e4cca4ae20820ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437602 Apr 05 18:35:52.142972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33426) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:52.155582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:52.171253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-daea05cf-16e2-40d3-b97b-23c1c011b95c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72 HTTP/1.1" status: 200 len: 380 time: 0.1100645 Apr 05 18:35:52.185133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Request body: {'port': {'device_id': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'admin_state_up': True, 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'security_groups': ['79132f35-fea1-45df-adca-fc48f4fa3d2c']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:52.193058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-981a450a-0f53-4dd4-85d3-65fdbe939feb req-9762507a-9ce5-4b6b-8ab9-b50ebf4440fb tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358387 Apr 05 18:35:52.222029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 38248a8e-8da2-47fa-9910-e833c7a15a6d details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:35:52.222815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d'}, {'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'name': 'network-vif-deleted', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:52.224534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:52.225223 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d"}, {"server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "name": "network-vif-deleted", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:52.232601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] Checking router: ab9b65c2-214d-4aea-9929-262ea2841b48 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:35:52.347833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:52.349331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:52.372276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.400041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Made reservation on behalf of cdcb17fbb5b94cf1b86530cbd9f1bd72 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:35:52.404833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.493900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8165df2-add3-443a-b3c6-b79d46d4e0b5,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:52.504482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Checking segment: {'id': '02e41776-55f6-466f-ba9e-44bc7dcdfe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3520957e-56e0-4c16-bb55-ac91746ef1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:52.504482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Network hostable DHCP agents. Network: 3520957e-56e0-4c16-bb55-ac91746ef1d8, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:35:52.526294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff315a-940c-40f9-b010-2693d2d63d15 req-14c4a9c0-4295-4130-a849-ee1618778270 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:52.534324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05ff315a-940c-40f9-b010-2693d2d63d15 req-14c4a9c0-4295-4130-a849-ee1618778270 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 945 time: 0.1518226 Apr 05 18:35:52.536181 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19b7c595-3f4f-4dd5-abe4-7a3f1d15cf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.543597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Network 3520957e-56e0-4c16-bb55-ac91746ef1d8 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:35:52.552633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:52.559481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 3520957e-56e0-4c16-bb55-ac91746ef1d8) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:52.565745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:52.566639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:52.566870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.566992 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.585465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a16f2-d937-42ee-9db5-57ee98119842 None None] Network 3520957e-56e0-4c16-bb55-ac91746ef1d8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:35:52.590210 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6832373c-1b99-465b-b310-05dae81a34c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5492342 Apr 05 18:35:52.592382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33434) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:52.597481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1697482605-router', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:52.597672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c32b4c-b174-404c-8c3f-784d351670a6 req-d9589a18-e3e5-41c1-9007-ee6750a8e00f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:52.609232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0c32b4c-b174-404c-8c3f-784d351670a6 req-d9589a18-e3e5-41c1-9007-ee6750a8e00f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.2365069 Apr 05 18:35:52.627805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.629146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.657270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:52.689364 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.700341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:52.716586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0c32b4c-b174-404c-8c3f-784d351670a6 req-db56e174-8690-40f6-8af6-74779814a1ca tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059229 Apr 05 18:35:52.739552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '38248a8e-8da2-47fa-9910-e833c7a15a6d', 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845', 'port_id': '38248a8e-8da2-47fa-9910-e833c7a15a6d', 'mac_address': 'fa:16:3e:d5:1b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77422bc6-9503-4b21-9cbe-2b723f8b401b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:35:52.742316 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19b7c595-3f4f-4dd5-abe4-7a3f1d15cf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.880728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.902516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Allocated IP 172.20.0.10 (a8485de0-5c8f-4cbd-ac10-501236a7342b/09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d/1aa9bbf5-1f69-4842-8704-8a080119d32e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:52.957594 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:52.966806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.011638 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd734acb-3222-482a-bb83-abf1086ad73d x-openstack-request-id: req-cd734acb-3222-482a-bb83-abf1086ad73d {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:53.012063 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d", "status": "completed", "code": 200}, {"server_uuid": "f8972ed9-9e35-48a5-879f-6a57a8d33ec7", "name": "network-vif-deleted", "tag": "6d6d42e9-28be-4ac1-96b9-4dc792ab0155", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:53.012408 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd734acb-3222-482a-bb83-abf1086ad73d {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:53.012887 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd734acb-3222-482a-bb83-abf1086ad73d'] response: {'name': 'network-changed', 'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d', 'status': 'completed', 'code': 200} Apr 05 18:35:53.013236 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd734acb-3222-482a-bb83-abf1086ad73d'] response: {'server_uuid': 'f8972ed9-9e35-48a5-879f-6a57a8d33ec7', 'name': 'network-vif-deleted', 'tag': '6d6d42e9-28be-4ac1-96b9-4dc792ab0155', 'status': 'completed', 'code': 200} Apr 05 18:35:53.014206 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38248a8e-8da2-47fa-9910-e833c7a15a6d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:53.083108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05ff315a-940c-40f9-b010-2693d2d63d15 req-1f8f1508-c18e-4377-ae19-553fcdeba529 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477798 Apr 05 18:35:53.122780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.152330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-422b6eb4-16a8-4278-aec4-345677813c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:53.154006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-422b6eb4-16a8-4278-aec4-345677813c62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1094 time: 0.1445346 Apr 05 18:35:53.157399 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.170060 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:53.170782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01e652-69a5-4dd8-8ae1-6a7ec3c4ef6c req-93fcdbec-5770-4dc4-947d-fc871c482468 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:53.172212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b01e652-69a5-4dd8-8ae1-6a7ec3c4ef6c req-93fcdbec-5770-4dc4-947d-fc871c482468 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.1638243 Apr 05 18:35:53.172486 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c0a460-5ca7-4851-a4a6-81688aeab5f0" -d '{"events": [{"server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "name": "network-vif-plugged", "status": "completed", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:53.202838 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19b7c595-3f4f-4dd5-abe4-7a3f1d15cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.205316 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19b7c595-3f4f-4dd5-abe4-7a3f1d15cf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.218686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:53.221520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-19b7c595-3f4f-4dd5-abe4-7a3f1d15cf36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec841753-85c5-4323-9855-dd955924fe3d HTTP/1.1" status: 204 len: 168 time: 1.0596247 Apr 05 18:35:53.222181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:53.227956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.237774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.252664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-3520957e-56e0-4c16-bb55-ac91746ef1d8', 'network_id': '3520957e-56e0-4c16-bb55-ac91746ef1d8', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'fixed_ips': [{'subnet_id': 'a8165df2-add3-443a-b3c6-b79d46d4e0b5'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:35:53.253506 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.274467 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.329180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da2b535f-0044-4d23-bfae-31df3d71f048 req-584111e4-f7ac-4fa8-913e-d037654bbf92 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0813732 Apr 05 18:35:53.334978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7c595-3f4f-4dd5-abe4-7a3f1d15cf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec841753-85c5-4323-9855-dd955924fe3d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:53.373080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Allocated IP 172.25.4.63 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:53.468862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:53.481092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b01e652-69a5-4dd8-8ae1-6a7ec3c4ef6c req-5bef98d1-0724-4649-9705-5c828feb9cf9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896638 Apr 05 18:35:53.579968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0cc77cf-06aa-4034-a326-7c66e0c14536 req-ed7d87de-adad-420d-9f21-03d7b806bc67 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 210 time: 0.0933681 Apr 05 18:35:53.581465 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39477b7-500c-49a3-bd9c-602757fbbddd x-openstack-request-id: req-e39477b7-500c-49a3-bd9c-602757fbbddd {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:53.581901 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "name": "network-vif-plugged", "status": "completed", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:53.581998 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e39477b7-500c-49a3-bd9c-602757fbbddd {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:53.582461 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39477b7-500c-49a3-bd9c-602757fbbddd'] response: {'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2', 'code': 200} Apr 05 18:35:53.593650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-760fbe07-e9a1-4dfb-9183-7e6cf7360c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:53.601787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-760fbe07-e9a1-4dfb-9183-7e6cf7360c16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.4247749 Apr 05 18:35:53.622968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:53.628091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.630441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['38248a8e-8da2-47fa-9910-e833c7a15a6d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:35:53.720677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c2f2f-c21c-47ac-8b9a-cf912eec1afd None None] The sync data for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 is: [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:35:53.731937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=38248a8e-8da2-47fa-9910-e833c7a15a6d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:53.760501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-1312378e-eb86-4a15-a154-44481dc84ad2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 200 len: 217 time: 0.1464832 Apr 05 18:35:53.786441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Allocated IP 172.20.0.2 (3520957e-56e0-4c16-bb55-ac91746ef1d8/a8165df2-add3-443a-b3c6-b79d46d4e0b5/ab994bb2-3e2a-4331-957e-6f9e5eedb8b2) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:53.804826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Network a8485de0-5c8f-4cbd-ac10-501236a7342b is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:53.843935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:53.899110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:53.966431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.970000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:53.970662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:53.994278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event updated for resources: {'Port': ['ID=1aa9bbf5-1f69-4842-8704-8a080119d32e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:54.055854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.061816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0491c0-e3cf-4387-93a8-8acccb0fe4f4 req-824d4d5e-243d-4a24-8d70-bf2166ace28f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:54.070856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be0491c0-e3cf-4387-93a8-8acccb0fe4f4 req-824d4d5e-243d-4a24-8d70-bf2166ace28f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.3765056 Apr 05 18:35:54.081066 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-8819c7bd-2c66-4572-b026-441e8fe6fed4 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8997717 Apr 05 18:35:54.082543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-205a0d9a-2d8e-4048-b58e-42a7b71d0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:54.083855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-205a0d9a-2d8e-4048-b58e-42a7b71d0cf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.2640798 Apr 05 18:35:54.118378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885656c2-f24a-4969-95c0-6fd215ac44d4 req-24f8cc48-43ec-4cc7-b852-61a1ed557297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:54.119811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:54.119961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-885656c2-f24a-4969-95c0-6fd215ac44d4 req-24f8cc48-43ec-4cc7-b852-61a1ed557297 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1097 time: 0.4140217 Apr 05 18:35:54.132823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:54.145554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:54.157000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Request body: {'port': {'device_id': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:35:54.168158 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.189713 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.193023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Pushing event updated for resources: {'Port': ['ID=9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:54.259167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Network 3520957e-56e0-4c16-bb55-ac91746ef1d8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:54.265667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Pushing event updated for resources: {'Port': ['ID=ab994bb2-3e2a-4331-957e-6f9e5eedb8b2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:54.272780 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c98a9a-72a0-4647-8282-b6e7c31c6688 None None] New status for floating IP aa113f5b-f801-48de-bc01-ef65a13f0633: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:35:54.278996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:54.286256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a183555f-7f0c-45d9-b135-116d65e2ecd0 None None] Provisioning complete for port 1aa9bbf5-1f69-4842-8704-8a080119d32e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:54.286685 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a183555f-7f0c-45d9-b135-116d65e2ecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.336909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:54.343991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a183555f-7f0c-45d9-b135-116d65e2ecd0 None None] Port 1aa9bbf5-1f69-4842-8704-8a080119d32e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:35:54.450601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Attempting to bind port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:54.450979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Attempting to bind port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '02e41776-55f6-466f-ba9e-44bc7dcdfe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3520957e-56e0-4c16-bb55-ac91746ef1d8'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:54.451336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Attempting to bind port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 on network 3520957e-56e0-4c16-bb55-ac91746ef1d8 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:54.460743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:54.461243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Checking segment: {'id': '02e41776-55f6-466f-ba9e-44bc7dcdfe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3520957e-56e0-4c16-bb55-ac91746ef1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:54.461603 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.461986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Bound using segment: {'id': '02e41776-55f6-466f-ba9e-44bc7dcdfe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3520957e-56e0-4c16-bb55-ac91746ef1d8'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:54.462548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Bound port: ab994bb2-3e2a-4331-957e-6f9e5eedb8b2, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e41776-55f6-466f-ba9e-44bc7dcdfe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3520957e-56e0-4c16-bb55-ac91746ef1d8'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:54.462950 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.562187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] For port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:54.566329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] For port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ab994bb2-3e2a-4331-957e-6f9e5eedb8b2,segment=NetworkSegment(02e41776-55f6-466f-ba9e-44bc7dcdfe08),segment_id=02e41776-55f6-466f-ba9e-44bc7dcdfe08)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:54.575497 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.598931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-75012898-a8f4-4e4c-9d5d-ab7dfcf807d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4752190 Apr 05 18:35:54.602975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.668144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb767207-caea-4e63-b2b1-408ab101a3e0 None None] Pushing event updated for resources: {'Port': ['ID=ab994bb2-3e2a-4331-957e-6f9e5eedb8b2,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:54.674985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be0491c0-e3cf-4387-93a8-8acccb0fe4f4 req-84285170-ada2-4a4f-9e37-71db30c01286 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029456 Apr 05 18:35:54.687901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.719470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb624-c70c-4720-8c50-87ecd9c43dbf req-c81c1b5d-113d-4e0c-86be-22e7a42cb7a1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:54.727663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb0cb624-c70c-4720-8c50-87ecd9c43dbf req-c81c1b5d-113d-4e0c-86be-22e7a42cb7a1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.8298068 Apr 05 18:35:54.839565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-885656c2-f24a-4969-95c0-6fd215ac44d4 req-faa6b087-c079-4676-b996-cd94f1166017 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486916 Apr 05 18:35:54.960634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:54.985456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb0cb624-c70c-4720-8c50-87ecd9c43dbf req-8ac2cd26-7271-4fd7-a5ea-a4862c7ddcc4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569263 Apr 05 18:35:55.067505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba867b-76a2-49ae-888e-53e85dd7872d req-d2263e4e-5cfe-463e-83ba-c7b6324feb16 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:55.075007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5ba867b-76a2-49ae-888e-53e85dd7872d req-d2263e4e-5cfe-463e-83ba-c7b6324feb16 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.2476366 Apr 05 18:35:55.116975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-498f25ff-4a76-4477-8258-b9b4e1f5806a service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096424 Apr 05 18:35:55.194732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5ba867b-76a2-49ae-888e-53e85dd7872d req-8329bd3f-2903-43a1-b7fd-ce3cc06b7fcd tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188297 Apr 05 18:35:55.219766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Router bfe90deb-95db-4a36-bbf2-fd81a9a6f368 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:35:55.248365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00892a1e-7f40-48af-a41d-c854dbaabaf3 req-4b75cb25-a20e-453a-87ae-3537dd994139 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0844924 Apr 05 18:35:55.397283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:35:55.409082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Sync routers for ids ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:35:55.421639 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:55.424955 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c797fbf8-8dde-4297-a8a4-96f8a0d33160 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8290834 Apr 05 18:35:55.429756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Routers {'bfe90deb-95db-4a36-bbf2-fd81a9a6f368'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:55.430846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:55.442532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33488) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:55.518506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6f0ed17-6802-45ed-8883-7a8366ed6a6a req-57699f15-e060-48cb-979d-3f31ccde35bc service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835483 Apr 05 18:35:55.566846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Set router bfe90deb-95db-4a36-bbf2-fd81a9a6f368 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:55.614759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e443d8b-e56d-4bd6-a68f-32456d5e6b88 req-c52a47d8-5492-4ab5-aee4-a50354a387dc tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:55.618768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e443d8b-e56d-4bd6-a68f-32456d5e6b88 req-c52a47d8-5492-4ab5-aee4-a50354a387dc tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 944 time: 0.2770450 Apr 05 18:35:55.637667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487e87-3d86-4bf2-8c6f-48f364797e8a req-5bfb462e-2713-4b85-8dda-7bffc58b6c5c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:55.645817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c487e87-3d86-4bf2-8c6f-48f364797e8a req-5bfb462e-2713-4b85-8dda-7bffc58b6c5c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 932 time: 0.2663302 Apr 05 18:35:55.687827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa9bbf5-1f69-4842-8704-8a080119d32e {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:35:55.707868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:55.766644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e443d8b-e56d-4bd6-a68f-32456d5e6b88 req-dc4e2175-ccf0-4ad2-b7d3-efa03d447409 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134067 Apr 05 18:35:55.792670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Transition to ACTIVE for port object 1aa9bbf5-1f69-4842-8704-8a080119d32e will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:35:55.820512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c487e87-3d86-4bf2-8c6f-48f364797e8a req-3e508a9e-7308-4d82-b7f8-600ed36e9104 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679580 Apr 05 18:35:55.822036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:55.935459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1697482605-router', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:35:52Z', 'updated_at': '2022-04-05T18:35:54Z', 'revision_number': 3, 'project_id': '26b109117b7f4647b1454211cea6bff4', 'gw_port': {'id': '9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:53Z', 'updated_at': '2022-04-05T18:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:55.939529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Pushing event updated for resources: {'Port': ['ID=1aa9bbf5-1f69-4842-8704-8a080119d32e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:55.997025 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Checking router: bfe90deb-95db-4a36-bbf2-fd81a9a6f368 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:35:55.997370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Updating router bfe90deb-95db-4a36-bbf2-fd81a9a6f368 port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:35:56.066291 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.142588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f9def-c222-4d72-95f2-d594f3d1cb79 req-bf6d4d69-ce7d-4e50-a0ff-fc25929d1ef5 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:56.144129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b22f9def-c222-4d72-95f2-d594f3d1cb79 req-bf6d4d69-ce7d-4e50-a0ff-fc25929d1ef5 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1526394 Apr 05 18:35:56.158130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Attempting to bind port 1aa9bbf5-1f69-4842-8704-8a080119d32e on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:56.158494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Attempting to bind port 1aa9bbf5-1f69-4842-8704-8a080119d32e by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:56.158819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Attempting to bind port 1aa9bbf5-1f69-4842-8704-8a080119d32e on network a8485de0-5c8f-4cbd-ac10-501236a7342b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:56.177416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Port 1aa9bbf5-1f69-4842-8704-8a080119d32e on network a8485de0-5c8f-4cbd-ac10-501236a7342b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:35:56.177712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Attempting to bind port 1aa9bbf5-1f69-4842-8704-8a080119d32e on network a8485de0-5c8f-4cbd-ac10-501236a7342b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:56.195260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:56.195521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Checking segment: {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:56.196165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Bound using segment: {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:56.196628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Bound port: 1aa9bbf5-1f69-4842-8704-8a080119d32e, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500dfec7-4790-49d3-8b6e-f461f09f5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:56.196967 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.301184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b22f9def-c222-4d72-95f2-d594f3d1cb79 req-dcc38844-8671-4491-b453-9325473f9d11 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448390 Apr 05 18:35:56.336697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] For port 1aa9bbf5-1f69-4842-8704-8a080119d32e, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:56.344513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] For port 1aa9bbf5-1f69-4842-8704-8a080119d32e, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1aa9bbf5-1f69-4842-8704-8a080119d32e,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:56.355971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.382112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.400022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 38248a8e-8da2-47fa-9910-e833c7a15a6d up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:56.403107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c8c868-61ed-4736-8323-46d7a082fb92 None None] Network 3520957e-56e0-4c16-bb55-ac91746ef1d8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:35:56.458160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:56.465771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.467506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] 10.222.0.25 "PUT /v2.0/ports/1aa9bbf5-1f69-4842-8704-8a080119d32e HTTP/1.1" status: 200 len: 1092 time: 2.3428063 Apr 05 18:35:56.477090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'tag': '1aa9bbf5-1f69-4842-8704-8a080119d32e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:56.480171 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2b5008-d0de-4810-86ac-72107d4b4099", "tag": "1aa9bbf5-1f69-4842-8704-8a080119d32e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:56.588304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Allocated IP 172.20.0.1 (3520957e-56e0-4c16-bb55-ac91746ef1d8/a8165df2-add3-443a-b3c6-b79d46d4e0b5/afed0e6d-c377-4f36-b2be-2ad57f8dbbbc) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:35:56.597665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ff1adc66-fae1-40c5-9d5a-d8cb79c90080 None None] Provisioning complete for port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:56.598033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff1adc66-fae1-40c5-9d5a-d8cb79c90080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.637631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0432e1-4f65-4e01-963d-1719b350740b service neutron] Pushing event updated for resources: {'Port': ['ID=1aa9bbf5-1f69-4842-8704-8a080119d32e,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:56.639458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:56.701160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfce5c-9457-4b22-b4df-90e20d614d83 req-da50dfca-5dfa-47b2-bf34-720d2604a89b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:56.702692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5cfce5c-9457-4b22-b4df-90e20d614d83 req-da50dfca-5dfa-47b2-bf34-720d2604a89b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.2643681 Apr 05 18:35:56.713430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fd5ae-93e2-44c8-9911-9ac9de9440c6 req-48c8a4f4-26e0-403f-a2a9-524a74ee5a11 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:56.715250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec8fd5ae-93e2-44c8-9911-9ac9de9440c6 req-48c8a4f4-26e0-403f-a2a9-524a74ee5a11 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.3162398 Apr 05 18:35:56.743223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-a80861b6-870f-4b0c-9c20-bb8d1d720cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:56.744775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-a80861b6-870f-4b0c-9c20-bb8d1d720cb1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 1095 time: 0.2123430 Apr 05 18:35:56.746774 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.781482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5cfce5c-9457-4b22-b4df-90e20d614d83 req-e31453a8-e4e9-4a69-ba6f-7a36c5194d60 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651650 Apr 05 18:35:56.783969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.820667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-2bfedb72-504d-4ead-9eb9-1aaad9f24668 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa9bbf5-1f69-4842-8704-8a080119d32e HTTP/1.1" status: 200 len: 217 time: 0.0512400 Apr 05 18:35:56.831724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Pushing event updated for resources: {'Port': ['ID=afed0e6d-c377-4f36-b2be-2ad57f8dbbbc,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:56.851739 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Network 3520957e-56e0-4c16-bb55-ac91746ef1d8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:56.855134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:56.863067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:35:56.889662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec8fd5ae-93e2-44c8-9911-9ac9de9440c6 req-c618e812-74e3-4f93-98f6-08b101bcf20c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566556 Apr 05 18:35:56.899125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 38248a8e-8da2-47fa-9910-e833c7a15a6d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:35:56.914540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-b6b7ae67-bfde-484a-8dcb-50e69667c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:56.915784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-b6b7ae67-bfde-484a-8dcb-50e69667c667 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d HTTP/1.1" status: 200 len: 862 time: 0.0836916 Apr 05 18:35:56.933003 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.933541 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.938006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 38248a8e-8da2-47fa-9910-e833c7a15a6d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:56.938651 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:56.972352 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.010244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7af5156e-efbb-40e2-9f2a-f3e15d2b9415 req-4620ef4e-d6ae-4227-b8b7-6591637ddaed tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0618968 Apr 05 18:35:57.022298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-f7807e64-1135-4e92-b6ae-1f60f917a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:57.024160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-f7807e64-1135-4e92-b6ae-1f60f917a65f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8485de0-5c8f-4cbd-ac10-501236a7342b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890253 Apr 05 18:35:57.048011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1e533-a951-4f10-baf0-09b7d33cb2ec None None] Pushing event updated for resources: {'Port': ['ID=9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:57.064007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:57.064380 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.126954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.170998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Attempting to bind port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:35:57.176266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Attempting to bind port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:35:57.176815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Attempting to bind port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:35:57.186311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-f56c8043-5a5c-49ee-92bb-a42298418a27 service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479912 Apr 05 18:35:57.186535 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff1adc66-fae1-40c5-9d5a-d8cb79c90080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.187519 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9ef9f3-7f88-403e-ac6c-39e7b2499bbe x-openstack-request-id: req-9c9ef9f3-7f88-403e-ac6c-39e7b2499bbe {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:57.187894 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2b5008-d0de-4810-86ac-72107d4b4099", "tag": "1aa9bbf5-1f69-4842-8704-8a080119d32e", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:57.188220 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c9ef9f3-7f88-403e-ac6c-39e7b2499bbe {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:57.188698 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9ef9f3-7f88-403e-ac6c-39e7b2499bbe'] response: {'name': 'network-changed', 'server_uuid': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'tag': '1aa9bbf5-1f69-4842-8704-8a080119d32e', 'status': 'completed', 'code': 200} Apr 05 18:35:57.257170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ff1adc66-fae1-40c5-9d5a-d8cb79c90080 None None] For port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ab994bb2-3e2a-4331-957e-6f9e5eedb8b2,segment=NetworkSegment(02e41776-55f6-466f-ba9e-44bc7dcdfe08),segment_id=02e41776-55f6-466f-ba9e-44bc7dcdfe08)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:57.267400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:35:57.267400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:35:57.267798 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.268253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:35:57.268741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Bound port: 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:35:57.269180 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.340930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] For port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:35:57.349242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] For port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:35:57.357108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff1adc66-fae1-40c5-9d5a-d8cb79c90080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.362157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.372447 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.374024 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.441709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dcf54-e507-48aa-8c0c-8a88b08f4c00 req-d5eea9e0-8fac-44ad-a5ab-30a2b686d7e2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:57.447317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-485dcf54-e507-48aa-8c0c-8a88b08f4c00 req-d5eea9e0-8fac-44ad-a5ab-30a2b686d7e2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 944 time: 0.2497742 Apr 05 18:35:57.476708 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.477868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde48c83-bfa0-4121-8b84-d3ee2a2a8e20 req-954ad92f-168b-49bf-baee-a03354b05e77 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:57.480191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dde48c83-bfa0-4121-8b84-d3ee2a2a8e20 req-954ad92f-168b-49bf-baee-a03354b05e77 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1097 time: 0.1989713 Apr 05 18:35:57.487304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Pushing event updated for resources: {'Port': ['ID=afed0e6d-c377-4f36-b2be-2ad57f8dbbbc,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:57.504718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.531184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eaea630-bc9b-4dbc-ac54-dfe5c686ba7d req-e9dcd28f-2541-4b81-b8bb-f2bb2be1182d service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324296 Apr 05 18:35:57.551150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-485dcf54-e507-48aa-8c0c-8a88b08f4c00 req-25eb66d5-6364-4d38-9c42-c7fadd8d6ed0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887635 Apr 05 18:35:57.571980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dde48c83-bfa0-4121-8b84-d3ee2a2a8e20 req-bb3b4797-d51d-494e-aabc-12c28ca7f7d0 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828173 Apr 05 18:35:57.607913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:35:57.610239 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f760c-360c-4bfc-bfd2-65af72c1b216" -d '{"events": [{"server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "name": "network-vif-plugged", "status": "completed", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:35:57.635890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:35:57.648538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-06137244-4962-4305-80dd-2b9fe9a351ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:57.650671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-06137244-4962-4305-80dd-2b9fe9a351ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 1095 time: 0.0566735 Apr 05 18:35:57.653246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Routers {'bfe90deb-95db-4a36-bbf2-fd81a9a6f368'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:35:57.653870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:57.665271 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.680075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Network 3520957e-56e0-4c16-bb55-ac91746ef1d8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:35:57.681635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:35:57.706900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8a17b80a-67a5-4b88-bea9-2000a133d8db None None] Provisioning complete for port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:57.707274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a17b80a-67a5-4b88-bea9-2000a133d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:57.711295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1adc66-fae1-40c5-9d5a-d8cb79c90080 None None] Pushing event updated for resources: {'Port': ['ID=ab994bb2-3e2a-4331-957e-6f9e5eedb8b2,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:57.824516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-f8e42868-421e-4a4e-8db3-3a9879786ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:57.826348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-f8e42868-421e-4a4e-8db3-3a9879786ee3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 200 len: 923 time: 0.1628811 Apr 05 18:35:57.868425 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] Set router bfe90deb-95db-4a36-bbf2-fd81a9a6f368 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:35:57.883858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Router bfe90deb-95db-4a36-bbf2-fd81a9a6f368 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:35:57.889932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d254561-a6ef-47e4-b7b6-4c889eacaf4f req-40cdd6d4-0de5-4570-8797-7ce65308a55f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:57.891396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d254561-a6ef-47e4-b7b6-4c889eacaf4f req-40cdd6d4-0de5-4570-8797-7ce65308a55f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1261406 Apr 05 18:35:57.900074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574cb1-e21c-413b-9cd1-5efc1404b7a0 req-367b6a31-e17e-48c6-b912-efb5604b1b5a tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:57.907524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e574cb1-e21c-413b-9cd1-5efc1404b7a0 req-367b6a31-e17e-48c6-b912-efb5604b1b5a tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 944 time: 0.2651584 Apr 05 18:35:57.916878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-94a91743-1246-476f-b999-0c8ceeaa8f17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa9bbf5-1f69-4842-8704-8a080119d32e HTTP/1.1" status: 200 len: 217 time: 0.0828338 Apr 05 18:35:57.975856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1e533-a951-4f10-baf0-09b7d33cb2ec None None] Pushing event updated for resources: {'Port': ['ID=9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:57.996533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e574cb1-e21c-413b-9cd1-5efc1404b7a0 req-13d49d19-8456-4683-b701-0f46a698fea3 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878408 Apr 05 18:35:58.010168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d254561-a6ef-47e4-b7b6-4c889eacaf4f req-444599af-8422-4135-907a-a9277f24a9d6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999138 Apr 05 18:35:58.012936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-15e886ba-dfa3-4caa-9e24-f3c2698521e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:58.016168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-15e886ba-dfa3-4caa-9e24-f3c2698521e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d HTTP/1.1" status: 200 len: 862 time: 0.0862236 Apr 05 18:35:58.035384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:35:58.051806 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-43e4f138-af36-4d97-9e1c-0bd9366f724f admin admin] 10.222.0.15 "PUT /v2.0/routers/bfe90deb-95db-4a36-bbf2-fd81a9a6f368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6080828 Apr 05 18:35:58.099283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-bf084cdd-be83-4023-bc99-4fb3674ed399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:58.099938 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649047d7-54c9-46c1-9ce3-b990cd46965a x-openstack-request-id: req-649047d7-54c9-46c1-9ce3-b990cd46965a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:35:58.100223 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "name": "network-vif-plugged", "status": "completed", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:35:58.100469 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-649047d7-54c9-46c1-9ce3-b990cd46965a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:35:58.100788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-bf084cdd-be83-4023-bc99-4fb3674ed399 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8485de0-5c8f-4cbd-ac10-501236a7342b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763841 Apr 05 18:35:58.100972 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649047d7-54c9-46c1-9ce3-b990cd46965a'] response: {'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d', 'code': 200} Apr 05 18:35:58.157476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=38248a8e-8da2-47fa-9910-e833c7a15a6d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:35:58.222788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8a17b80a-67a5-4b88-bea9-2000a133d8db None None] Provisioning complete for port afed0e6d-c377-4f36-b2be-2ad57f8dbbbc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:58.223161 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a17b80a-67a5-4b88-bea9-2000a133d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:58.321812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8a17b80a-67a5-4b88-bea9-2000a133d8db None None] Port afed0e6d-c377-4f36-b2be-2ad57f8dbbbc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:35:58.355641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1697482605-router', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:35:52Z', 'updated_at': '2022-04-05T18:35:57Z', 'revision_number': 4, 'project_id': '26b109117b7f4647b1454211cea6bff4', 'gw_port': {'id': '9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:53Z', 'updated_at': '2022-04-05T18:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'afed0e6d-c377-4f36-b2be-2ad57f8dbbbc', 'name': '', 'network_id': '3520957e-56e0-4c16-bb55-ac91746ef1d8', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'mac_address': 'fa:16:3e:0f:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a8165df2-add3-443a-b3c6-b79d46d4e0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:56Z', 'updated_at': '2022-04-05T18:35:57Z', 'revision_number': 2, 'project_id': '26b109117b7f4647b1454211cea6bff4', 'subnets': [{'id': 'a8165df2-add3-443a-b3c6-b79d46d4e0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:35:58.379270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-d0110816-9afa-4238-a2a9-9875b5e3eb36 service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709239 Apr 05 18:35:58.381541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d80e6c5f-b7fb-48e0-80a0-191370107796 req-36823717-b19c-44ff-8143-a4782262fdf4 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0536213 Apr 05 18:35:58.387030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeecad6-5d40-4759-bc26-ed2ca868767e None None] The sync data for ids ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'] in n-d-836650-3 is: [{'id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1697482605-router', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:35:52Z', 'updated_at': '2022-04-05T18:35:57Z', 'revision_number': 4, 'project_id': '26b109117b7f4647b1454211cea6bff4', 'gw_port': {'id': '9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:53Z', 'updated_at': '2022-04-05T18:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'afed0e6d-c377-4f36-b2be-2ad57f8dbbbc', 'name': '', 'network_id': '3520957e-56e0-4c16-bb55-ac91746ef1d8', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'mac_address': 'fa:16:3e:0f:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a8165df2-add3-443a-b3c6-b79d46d4e0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:56Z', 'updated_at': '2022-04-05T18:35:57Z', 'revision_number': 2, 'project_id': '26b109117b7f4647b1454211cea6bff4', 'subnets': [{'id': 'a8165df2-add3-443a-b3c6-b79d46d4e0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:35:58.411739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24425e7-9e3a-40ec-84d4-b9a78c27842e req-2e4af8be-5d06-460d-8907-b81ae17bcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:58.413506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c24425e7-9e3a-40ec-84d4-b9a78c27842e req-2e4af8be-5d06-460d-8907-b81ae17bcc10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1096 time: 0.2161622 Apr 05 18:35:58.421660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca56af6-70d2-488e-ac25-28f3a08ffb06 req-32fc3de0-9d43-4c12-8257-24d35f906c19 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:58.427616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bca56af6-70d2-488e-ac25-28f3a08ffb06 req-32fc3de0-9d43-4c12-8257-24d35f906c19 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1856043 Apr 05 18:35:58.481407 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6ebfa172-a402-4013-8503-1e1686d03d5b None None] Provisioning complete for port afed0e6d-c377-4f36-b2be-2ad57f8dbbbc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:58.484128 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa172-a402-4013-8503-1e1686d03d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:58.545326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:35:58.547923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c24425e7-9e3a-40ec-84d4-b9a78c27842e req-299c9ade-0a41-4c90-9547-698b5a826605 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192844 Apr 05 18:35:58.578705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bca56af6-70d2-488e-ac25-28f3a08ffb06 req-db17bad9-9ab8-4b62-9d13-db4940533dee tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322265 Apr 05 18:35:58.592538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6ebfa172-a402-4013-8503-1e1686d03d5b None None] Port afed0e6d-c377-4f36-b2be-2ad57f8dbbbc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:35:58.627072 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe14c83a-eb58-4ce4-b0b3-fa0fd35574d1 req-73b50966-848c-42c4-a89e-8420f264875a service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371285 Apr 05 18:35:58.629821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:35:58.630201 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:35:58.884290 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-2872744f-83b7-49db-b60e-a4bc6c2320e9 req-6aa3c5f3-0f87-4a75-a799-27636cfaeed9 tempest-FloatingIPDetailsNegativeTestJSON-335175880 tempest-FloatingIPDetailsNegativeTestJSON-335175880-project] show failed (client error): The resource could not be found. Apr 05 18:35:58.887476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2872744f-83b7-49db-b60e-a4bc6c2320e9 req-6aa3c5f3-0f87-4a75-a799-27636cfaeed9 tempest-FloatingIPDetailsNegativeTestJSON-335175880 tempest-FloatingIPDetailsNegativeTestJSON-335175880-project] 10.222.0.15 "GET /v2.0/floatingips/eea822ae-1ec5-4576-b7e2-8c9494b9f6bf HTTP/1.1" status: 404 len: 350 time: 0.0707784 Apr 05 18:35:58.902844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33578) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:35:58.948057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bc287-78fc-4cb8-813d-1d84906d3384 req-46fe348c-3ea7-4e8d-a0ea-bdb58ed22671 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:58.950294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc5bc287-78fc-4cb8-813d-1d84906d3384 req-46fe348c-3ea7-4e8d-a0ea-bdb58ed22671 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.0802770 Apr 05 18:35:59.035634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc5bc287-78fc-4cb8-813d-1d84906d3384 req-27f69485-297e-4bb7-b74a-506d97082f5b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584083 Apr 05 18:35:59.194357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30a3e5-7a42-4633-888e-225a30cb4305 req-0c910dbe-db95-4065-8f7a-28a35b6d70db tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:59.196034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad30a3e5-7a42-4633-888e-225a30cb4305 req-0c910dbe-db95-4065-8f7a-28a35b6d70db tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1015856 Apr 05 18:35:59.221350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50916dff-8f60-41f4-aa6e-c3ce7136738f req-1715b8c5-baff-49ae-8bfd-502da3a21503 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:59.223541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50916dff-8f60-41f4-aa6e-c3ce7136738f req-1715b8c5-baff-49ae-8bfd-502da3a21503 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 944 time: 0.0820551 Apr 05 18:35:59.300393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad30a3e5-7a42-4633-888e-225a30cb4305 req-74356b03-7988-4d1f-bd09-e9b1b5863f8b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758126 Apr 05 18:35:59.315964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50916dff-8f60-41f4-aa6e-c3ce7136738f req-0d1827b2-7dbf-4375-9ebe-9ae96015a9b0 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793893 Apr 05 18:35:59.587953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b1d0388-1338-4682-a4ec-8b67f1fb29f1 req-d8e79c94-db9f-4844-b6b4-7241890268ce tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0477824 Apr 05 18:35:59.768588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115eba9-99d0-4534-8dcf-a8eaa2555151 req-da88ba3f-28e0-4522-a8d2-4f555cfc1528 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:35:59.787020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a115eba9-99d0-4534-8dcf-a8eaa2555151 req-da88ba3f-28e0-4522-a8d2-4f555cfc1528 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1032476 Apr 05 18:35:59.867314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a115eba9-99d0-4534-8dcf-a8eaa2555151 req-f3c22aa1-4e8d-4752-b258-3528c6c66d3b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790524 Apr 05 18:35:59.917553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:00.207580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f84600-2f22-413f-abad-247c759e3ffc req-43a0c89e-f95e-4b4b-8886-b069c5fd3157 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:00.218735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82f84600-2f22-413f-abad-247c759e3ffc req-43a0c89e-f95e-4b4b-8886-b069c5fd3157 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.0719521 Apr 05 18:36:00.235352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Deleting port afed0e6d-c377-4f36-b2be-2ad57f8dbbbc {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:36:00.235744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:00.280564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82f84600-2f22-413f-abad-247c759e3ffc req-2e0bfdbb-5601-4ffd-99d8-b52b748bfb19 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605686 Apr 05 18:36:00.362212 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:00.381118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Calling delete_port for afed0e6d-c377-4f36-b2be-2ad57f8dbbbc owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:36:00.434885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c1952-4f3b-4b11-a724-b47006c29ca5 req-b59ceadd-28ed-45f6-a677-24f83e649e8e tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:00.447337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-929c1952-4f3b-4b11-a724-b47006c29ca5 req-b59ceadd-28ed-45f6-a677-24f83e649e8e tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1096 time: 0.0805769 Apr 05 18:36:00.501717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-929c1952-4f3b-4b11-a724-b47006c29ca5 req-845363b4-23ae-427d-8f01-9880092033c8 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485823 Apr 05 18:36:00.625992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:00.631322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c6e92-13b9-4be2-95d3-1ee6387fdea5 req-bb6f1659-3149-403a-8f73-f076f9a8109d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:00.641623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f10c6e92-13b9-4be2-95d3-1ee6387fdea5 req-bb6f1659-3149-403a-8f73-f076f9a8109d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 944 time: 0.1374249 Apr 05 18:36:00.705445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:00.736285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:00.736771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:00.745180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea26dc-7412-4c2d-91ae-f5d5cb2c168a req-dc2f884b-2b34-4535-8425-12aa0e540771 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:00.758617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ea26dc-7412-4c2d-91ae-f5d5cb2c168a req-dc2f884b-2b34-4535-8425-12aa0e540771 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1033835 Apr 05 18:36:00.783011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f10c6e92-13b9-4be2-95d3-1ee6387fdea5 req-a3517bb1-d670-45de-a1cf-6d3973ed2e61 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404500 Apr 05 18:36:00.862850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ea26dc-7412-4c2d-91ae-f5d5cb2c168a req-7e9440ff-61d5-425c-a93c-c2959ca1b3f6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032505 Apr 05 18:36:00.871659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Pushing event deleted for resources: {'Port': ['ID=afed0e6d-c377-4f36-b2be-2ad57f8dbbbc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:00.894729 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:00.923115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:00.935017 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:01.056646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:01.133743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07916969-1226-4e27-befe-dac332b6b71e req-a3495056-5f03-4afe-bcfb-67e78894fd26 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0502496 Apr 05 18:36:01.165138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160b55d-43b5-44ce-9869-ea239aec20a2 req-423d2440-35ad-46be-9098-623d440c6b83 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:01.173573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9160b55d-43b5-44ce-9869-ea239aec20a2 req-423d2440-35ad-46be-9098-623d440c6b83 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1687050 Apr 05 18:36:01.222878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9160b55d-43b5-44ce-9869-ea239aec20a2 req-ec3edcda-ee1b-4608-89b2-3323949d7fe3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484054 Apr 05 18:36:01.294162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:01.596853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Router bfe90deb-95db-4a36-bbf2-fd81a9a6f368 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:36:01.625886 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] Sync routers for ids ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:36:01.647513 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] Routers {'bfe90deb-95db-4a36-bbf2-fd81a9a6f368'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:01.649495 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:01.769006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:36:01.777549 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-404e35f3-2fec-4155-a473-b80359d7c65b admin admin] 10.222.0.15 "PUT /v2.0/routers/bfe90deb-95db-4a36-bbf2-fd81a9a6f368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8707643 Apr 05 18:36:01.777989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33682) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:01.925250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339538e2-4856-4a9b-b3a7-46bb5372bfa1 req-be0455c9-a219-4305-97c1-2e8a51147647 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:01.930958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-339538e2-4856-4a9b-b3a7-46bb5372bfa1 req-be0455c9-a219-4305-97c1-2e8a51147647 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 944 time: 0.0591695 Apr 05 18:36:01.964425 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] Set router bfe90deb-95db-4a36-bbf2-fd81a9a6f368 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:01.980510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:02.002587 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-339538e2-4856-4a9b-b3a7-46bb5372bfa1 req-ee8e38c4-5b5e-4228-910f-f39974216d99 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651443 Apr 05 18:36:02.101304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6c79-3a2b-4cca-9094-f1775661db82 req-a4d9ecc5-7e22-4b81-98bd-b9cff30e072b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:02.105293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-648d6c79-3a2b-4cca-9094-f1775661db82 req-a4d9ecc5-7e22-4b81-98bd-b9cff30e072b tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0716467 Apr 05 18:36:02.117519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1aa9bbf5-1f69-4842-8704-8a080119d32e details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:36:02.213579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-648d6c79-3a2b-4cca-9094-f1775661db82 req-e6fdb75a-ef50-4df9-aaec-4c07de955aef tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925541 Apr 05 18:36:02.248958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:02.315443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1aa9bbf5-1f69-4842-8704-8a080119d32e, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1aa9bbf5-1f69-4842-8704-8a080119d32e,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:02.340346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '1aa9bbf5-1f69-4842-8704-8a080119d32e', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'port_id': '1aa9bbf5-1f69-4842-8704-8a080119d32e', 'mac_address': 'fa:16:3e:06:75:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:36:02.351677 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Deleting port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:36:02.352240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:02.392476 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1697482605-router', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:35:52Z', 'updated_at': '2022-04-05T18:36:00Z', 'revision_number': 5, 'project_id': '26b109117b7f4647b1454211cea6bff4', 'gw_port': {'id': '9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:35:53Z', 'updated_at': '2022-04-05T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:02.397945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:02.405593 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a90e755-fe09-4535-852e-06c748fc3918 req-feb4420c-cd5b-4867-983d-e97963467c66 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0673025 Apr 05 18:36:02.438695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa9bbf5-1f69-4842-8704-8a080119d32e {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:02.472466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] For port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:02.473103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:02.490771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Calling delete_port for 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:36:02.492654 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] Checking router: bfe90deb-95db-4a36-bbf2-fd81a9a6f368 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:36:02.507385 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] Routers {'bfe90deb-95db-4a36-bbf2-fd81a9a6f368'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:02.508783 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:02.529069 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1aa9bbf5-1f69-4842-8704-8a080119d32e, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1aa9bbf5-1f69-4842-8704-8a080119d32e,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:02.536755 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:02.620976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:02.707557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f07ef-ff65-4e9e-8e0c-55a3f8d32ec6 req-c3febe68-da07-4e48-a935-1ee4fae63d3a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:02.720932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b9f07ef-ff65-4e9e-8e0c-55a3f8d32ec6 req-c3febe68-da07-4e48-a935-1ee4fae63d3a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1355243 Apr 05 18:36:02.780604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:02.795108 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] Set router bfe90deb-95db-4a36-bbf2-fd81a9a6f368 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:02.826598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b9f07ef-ff65-4e9e-8e0c-55a3f8d32ec6 req-df48ed41-bf93-4f83-aaa5-648e518e5ac2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044304 Apr 05 18:36:02.885024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:02.931118 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=1aa9bbf5-1f69-4842-8704-8a080119d32e,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:02.945784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No active binding found for port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c {{(pid=102641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 18:36:02.946216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 18:36:02.988602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Port 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c not found, will not notify nova. {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 18:36:03.004481 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1697482605-router', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:35:52Z', 'updated_at': '2022-04-05T18:36:02Z', 'revision_number': 6, 'project_id': '26b109117b7f4647b1454211cea6bff4', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:03.027742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.038908 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22ff7c-0e5c-407d-be78-e9261bf95af5 None None] The sync data for ids ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'] in n-d-836650-3 is: [{'id': 'bfe90deb-95db-4a36-bbf2-fd81a9a6f368', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1697482605-router', 'tenant_id': '26b109117b7f4647b1454211cea6bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:35:52Z', 'updated_at': '2022-04-05T18:36:02Z', 'revision_number': 6, 'project_id': '26b109117b7f4647b1454211cea6bff4', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:36:03.055089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['1aa9bbf5-1f69-4842-8704-8a080119d32e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:03.175880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.176166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274a9e4-9135-4db7-94ce-c66b1a01faf3 req-7bf82a9b-d6cf-4c74-9d1a-2a537db0d4cc tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:03.178574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8274a9e4-9135-4db7-94ce-c66b1a01faf3 req-7bf82a9b-d6cf-4c74-9d1a-2a537db0d4cc tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 945 time: 0.0667250 Apr 05 18:36:03.180527 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.227142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8274a9e4-9135-4db7-94ce-c66b1a01faf3 req-72788fa2-e9fd-4cfe-8276-140e3d1bafbc tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Apr 05 18:36:03.265363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.266200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe90deb-95db-4a36-bbf2-fd81a9a6f368 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:36:03.270755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.275173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33714) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:03.277488 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b4626b04-e5fb-4e5b-a618-a90a5dc35828 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bfe90deb-95db-4a36-bbf2-fd81a9a6f368 HTTP/1.1" status: 204 len: 168 time: 1.4985628 Apr 05 18:36:03.339167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33716) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:03.471819 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1068d613-bd75-42d5-adaa-032b86c3bdb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.605068 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1068d613-bd75-42d5-adaa-032b86c3bdb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.609796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1068d613-bd75-42d5-adaa-032b86c3bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.647772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068d613-bd75-42d5-adaa-032b86c3bdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993a55b8-797e-4b67-9ccc-86f084c2a764,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:03.657309 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1068d613-bd75-42d5-adaa-032b86c3bdb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e67c9ecad02f40c4a79d3913ddf20939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142939 Apr 05 18:36:03.657309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33722) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:03.662101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e6678e8-66f1-4712-9c23-22acb790efc3 req-5bc72afe-5086-49e0-abda-a89f38663673 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0514789 Apr 05 18:36:03.668885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5877f912-5190-4b9e-b6d1-8246963626c4 admin admin] Deleting subnet a8165df2-add3-443a-b3c6-b79d46d4e0b5 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:36:03.674022 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5877f912-5190-4b9e-b6d1-8246963626c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.711916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0962f4b-7c4d-41d6-a6f9-ac2f7a1a092d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.712830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13a8f6-6005-4294-b446-bbc7d4bdc5b5 req-0fcfd096-cb85-4fdd-a595-0429cb4b862c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:03.720394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da13a8f6-6005-4294-b446-bbc7d4bdc5b5 req-0fcfd096-cb85-4fdd-a595-0429cb4b862c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1109822 Apr 05 18:36:03.744436 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0962f4b-7c4d-41d6-a6f9-ac2f7a1a092d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.749481 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5877f912-5190-4b9e-b6d1-8246963626c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.795227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da13a8f6-6005-4294-b446-bbc7d4bdc5b5 req-18b86911-7a2f-4097-8eba-f458ae79f6fc tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736613 Apr 05 18:36:03.803277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0962f4b-7c4d-41d6-a6f9-ac2f7a1a092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.807351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0962f4b-7c4d-41d6-a6f9-ac2f7a1a092d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:03.809170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a0962f4b-7c4d-41d6-a6f9-ac2f7a1a092d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/993a55b8-797e-4b67-9ccc-86f084c2a764 HTTP/1.1" status: 204 len: 168 time: 0.1509082 Apr 05 18:36:03.829391 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0962f4b-7c4d-41d6-a6f9-ac2f7a1a092d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a55b8-797e-4b67-9ccc-86f084c2a764,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:03.888431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5877f912-5190-4b9e-b6d1-8246963626c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.003155 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5877f912-5190-4b9e-b6d1-8246963626c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.034044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877f912-5190-4b9e-b6d1-8246963626c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8165df2-add3-443a-b3c6-b79d46d4e0b5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:04.041219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5877f912-5190-4b9e-b6d1-8246963626c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.051269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5877f912-5190-4b9e-b6d1-8246963626c4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a8165df2-add3-443a-b3c6-b79d46d4e0b5 HTTP/1.1" status: 204 len: 168 time: 0.7694111 Apr 05 18:36:04.051500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33736) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:04.062567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f1feb-76c4-4a90-ac38-6778c24a5284 None None] Network 3520957e-56e0-4c16-bb55-ac91746ef1d8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:36:04.106668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bbb23-6592-4c02-8a60-d29a4c9aca31 req-068f8e89-ed02-4a9d-adc9-3173e127e38c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:04.114969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b8bbb23-6592-4c02-8a60-d29a4c9aca31 req-068f8e89-ed02-4a9d-adc9-3173e127e38c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1521142 Apr 05 18:36:04.170583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b8bbb23-6592-4c02-8a60-d29a4c9aca31 req-8712e3c6-cf6e-4f8a-a609-9eeaf242dc75 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527256 Apr 05 18:36:04.194646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1aa9bbf5-1f69-4842-8704-8a080119d32e up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:04.221138 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.298942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04599880-a1bb-4adc-a87f-013f2f877da9 None None] Sync routers for ids ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:36:04.308905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Deleting port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:36:04.308905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.352068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04599880-a1bb-4adc-a87f-013f2f877da9 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:04.352524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04599880-a1bb-4adc-a87f-013f2f877da9 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 18:36:04.353449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_agentschedulers_db [None req-04599880-a1bb-4adc-a87f-013f2f877da9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bfe90deb-95db-4a36-bbf2-fd81a9a6f368'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 18:36:04.412634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04599880-a1bb-4adc-a87f-013f2f877da9 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:04.413517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04599880-a1bb-4adc-a87f-013f2f877da9 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 18:36:04.414471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_agentschedulers_db [None req-04599880-a1bb-4adc-a87f-013f2f877da9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bfe90deb-95db-4a36-bbf2-fd81a9a6f368'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 18:36:04.415264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04599880-a1bb-4adc-a87f-013f2f877da9 None None] The sync data for ids ['bfe90deb-95db-4a36-bbf2-fd81a9a6f368'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:36:04.454767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 1aa9bbf5-1f69-4842-8704-8a080119d32e completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:36:04.461881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 1aa9bbf5-1f69-4842-8704-8a080119d32e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:04.462821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.472807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0254d6e-8992-4237-978d-40975196bd2f req-e3472846-fc12-45b0-a52a-e54ef1e5664f tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:04.484459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] For port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ab994bb2-3e2a-4331-957e-6f9e5eedb8b2,segment=NetworkSegment(02e41776-55f6-466f-ba9e-44bc7dcdfe08),segment_id=02e41776-55f6-466f-ba9e-44bc7dcdfe08)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:04.484908 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.491522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0254d6e-8992-4237-978d-40975196bd2f req-e3472846-fc12-45b0-a52a-e54ef1e5664f tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 945 time: 0.1440532 Apr 05 18:36:04.523465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Calling delete_port for ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:36:04.570793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0254d6e-8992-4237-978d-40975196bd2f req-b1e3cf95-1671-40e1-9e5a-4bba2e29be42 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781424 Apr 05 18:36:04.613628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] DHCP port deletion for 3520957e-56e0-4c16-bb55-ac91746ef1d8 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:36:04.639230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33748) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:04.667899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device afed0e6d-c377-4f36-b2be-2ad57f8dbbbc no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:04.669405 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d1c13fa-a18a-43bd-aa3c-b3698612f2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.699606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: afed0e6d-c377-4f36-b2be-2ad57f8dbbbc {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:36:04.699858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device afed0e6d-c377-4f36-b2be-2ad57f8dbbbc not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:36:04.700278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:04.722515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.739545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] No DVR routers for this DVR port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:36:04.751860 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.792246 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d1c13fa-a18a-43bd-aa3c-b3698612f2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.800396 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab994bb2-3e2a-4331-957e-6f9e5eedb8b2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:04.812035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d1c13fa-a18a-43bd-aa3c-b3698612f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.827203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:36:04.827674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9b3d36a2-50ba-4510-ac8b-e6c1b8fbd71c not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:36:04.870380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa9bbf5-1f69-4842-8704-8a080119d32e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:04.875021 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd910e6f-5f53-40f2-a664-daae9d230bce" -d '{"events": [{"server_uuid": "ad2b5008-d0de-4810-86ac-72107d4b4099", "name": "network-vif-plugged", "status": "completed", "tag": "1aa9bbf5-1f69-4842-8704-8a080119d32e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:04.876866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.898435 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.903892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1aa9bbf5-1f69-4842-8704-8a080119d32e, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1aa9bbf5-1f69-4842-8704-8a080119d32e,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:04.906601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3520957e-56e0-4c16-bb55-ac91746ef1d8']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:04.908304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] Deleting port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:36:04.908759 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.914863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c13fa-a18a-43bd-aa3c-b3698612f2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f397315d-f26c-47f2-9d06-30b8f116d1eb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:04.924043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e41776-55f6-466f-ba9e-44bc7dcdfe08') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:04.924708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e41776-55f6-466f-ba9e-44bc7dcdfe08') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:04.937606 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.946502 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.959649 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.964262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-446644f6-7398-45b9-9694-21cebb528960 req-8eaa4a5e-1a19-4598-9dfb-73a61541aaef tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0758638 Apr 05 18:36:04.969349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9d1c13fa-a18a-43bd-aa3c-b3698612f2b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf271b9e9abb469c99a555ca1dd127a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267655 Apr 05 18:36:04.969515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:36:04.970671 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:04.996747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33758) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:36:05.034682 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:36:05.040528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.059835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.063186 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] 10.222.0.15 "DELETE /v2.0/networks/3520957e-56e0-4c16-bb55-ac91746ef1d8 HTTP/1.1" status: 204 len: 168 time: 1.0126724 Apr 05 18:36:05.064289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dd8fb-b97b-4fbd-b995-528d05fff63b admin admin] Pushing event deleted for resources: {'Network': ['ID=3520957e-56e0-4c16-bb55-ac91746ef1d8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:05.102927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] For port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:05.103471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.118908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] Calling delete_port for ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:36:05.123744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] Port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:36:05.125067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.131288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59275d6-b989-4d8d-8c9e-8a509b830976 req-29a8fe9f-1773-4784-8246-751844dd2bee tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:05.133309 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298785a5-d2f3-4b7e-87ce-8fda230915f0 x-openstack-request-id: req-298785a5-d2f3-4b7e-87ce-8fda230915f0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:05.133623 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2b5008-d0de-4810-86ac-72107d4b4099", "name": "network-vif-plugged", "status": "completed", "tag": "1aa9bbf5-1f69-4842-8704-8a080119d32e", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:05.133873 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-298785a5-d2f3-4b7e-87ce-8fda230915f0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:05.134319 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298785a5-d2f3-4b7e-87ce-8fda230915f0'] response: {'server_uuid': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa9bbf5-1f69-4842-8704-8a080119d32e', 'code': 200} Apr 05 18:36:05.134892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] Network 3520957e-56e0-4c16-bb55-ac91746ef1d8 is not hosted by any dhcp agent {{(pid=102641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 18:36:05.136344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] No DVR routers for this DVR port ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:36:05.140399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d59275d6-b989-4d8d-8c9e-8a509b830976 req-29a8fe9f-1773-4784-8246-751844dd2bee tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.2188411 Apr 05 18:36:05.184051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=1aa9bbf5-1f69-4842-8704-8a080119d32e,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:05.235582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e97ee8-2a8e-40fc-ba79-e749c66ba49a None None] Pushing event deleted for resources: {'Port': ['ID=ab994bb2-3e2a-4331-957e-6f9e5eedb8b2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:05.305166 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f958f061-72ff-472d-8159-8847201be0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.309554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d59275d6-b989-4d8d-8c9e-8a509b830976 req-eaff01bc-4210-4169-a013-fb52579c50b4 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442790 Apr 05 18:36:05.315675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84033a-3c1b-4758-a2ae-198b50dd689f req-d7eed047-256e-41c7-a6f0-77094a52aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:05.317131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea84033a-3c1b-4758-a2ae-198b50dd689f req-d7eed047-256e-41c7-a6f0-77094a52aa7c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 1097 time: 0.1755388 Apr 05 18:36:05.362095 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f958f061-72ff-472d-8159-8847201be0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.372346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120390-ea7b-4156-9fff-1fe5f21da217 req-11b6764c-8913-4c31-8b3e-71d0aba1c301 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:05.373846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79120390-ea7b-4156-9fff-1fe5f21da217 req-11b6764c-8913-4c31-8b3e-71d0aba1c301 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1039462 Apr 05 18:36:05.410614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33766) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:05.423173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea84033a-3c1b-4758-a2ae-198b50dd689f req-c15885f8-0cd2-4e01-bfd0-08d9cf7c62b4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941403 Apr 05 18:36:05.463101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79120390-ea7b-4156-9fff-1fe5f21da217 req-99217e34-24a4-4ac0-ba3c-3e33409b41de tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792282 Apr 05 18:36:05.480894 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f958f061-72ff-472d-8159-8847201be0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.484930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f958f061-72ff-472d-8159-8847201be0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.486166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f958f061-72ff-472d-8159-8847201be0e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f397315d-f26c-47f2-9d06-30b8f116d1eb HTTP/1.1" status: 204 len: 168 time: 0.4879999 Apr 05 18:36:05.497302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958f061-72ff-472d-8159-8847201be0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f397315d-f26c-47f2-9d06-30b8f116d1eb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:05.506817 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-05577f82-1686-420b-88aa-fd98f333fcfd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26b109117b7f4647b1454211cea6bff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927711 Apr 05 18:36:05.507872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:05.574165 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-632e8226-a88c-462d-b8cc-b5fd6657ff46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.598003 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-632e8226-a88c-462d-b8cc-b5fd6657ff46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.668085 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-632e8226-a88c-462d-b8cc-b5fd6657ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.671141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-632e8226-a88c-462d-b8cc-b5fd6657ff46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:05.673325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-632e8226-a88c-462d-b8cc-b5fd6657ff46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14661450-a8c6-4592-9497-48a8fbebf4ae HTTP/1.1" status: 204 len: 168 time: 0.1641669 Apr 05 18:36:05.708140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e8226-a88c-462d-b8cc-b5fd6657ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14661450-a8c6-4592-9497-48a8fbebf4ae,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:05.773823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206617fa-79dc-484b-9c2f-b9b07959a3dc req-2e9210ee-d1dc-4cd7-a5b9-7636d6e4de94 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:05.783232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-206617fa-79dc-484b-9c2f-b9b07959a3dc req-2e9210ee-d1dc-4cd7-a5b9-7636d6e4de94 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 946 time: 0.0874503 Apr 05 18:36:05.838609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-206617fa-79dc-484b-9c2f-b9b07959a3dc req-19c3eab3-5db2-4dbf-b600-50dbf9c98af0 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539327 Apr 05 18:36:06.145794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64f517c6-5796-4253-95e5-c6e5688071bd req-dbf8a731-ff5f-42b8-89e7-717242475dd1 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0396810 Apr 05 18:36:06.505156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aefd1e-a05e-4e9f-844e-c485b129f067 req-5f5d9dc9-3131-4a34-aec7-97f5526db7ef tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:06.522282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1aefd1e-a05e-4e9f-844e-c485b129f067 req-5f5d9dc9-3131-4a34-aec7-97f5526db7ef tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1042850 Apr 05 18:36:06.558843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:06.610156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1aefd1e-a05e-4e9f-844e-c485b129f067 req-2435f62f-dd92-492e-8ddc-3347505f7d04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867658 Apr 05 18:36:06.611915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:36:06.612277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ab994bb2-3e2a-4331-957e-6f9e5eedb8b2 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:36:06.678711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f654f1-3603-4a24-84f9-fa9f875e81f2 req-037adc3a-6db8-4e9c-8566-02296626ef92 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:06.680978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f654f1-3603-4a24-84f9-fa9f875e81f2 req-037adc3a-6db8-4e9c-8566-02296626ef92 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0938730 Apr 05 18:36:06.721675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f654f1-3603-4a24-84f9-fa9f875e81f2 req-c375d9e3-799d-40f5-ab32-b45e0865e372 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335681 Apr 05 18:36:06.831606 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:06.904892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-585a5365-6bd7-483c-adc8-c81354d8ed32 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4ad0a5305b0747e193d55a984fbfab51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330718 Apr 05 18:36:07.064505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-da4d7cb1-ab90-446e-a954-7954e7e78a6e tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:07.066011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-da4d7cb1-ab90-446e-a954-7954e7e78a6e tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592007 Apr 05 18:36:07.077976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c576a71-a2a4-486e-a5a1-eca90704b5f3 req-8113fe47-f0d4-4dd3-8353-3c9284c34830 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:07.080940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c576a71-a2a4-486e-a5a1-eca90704b5f3 req-8113fe47-f0d4-4dd3-8353-3c9284c34830 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 946 time: 0.1147604 Apr 05 18:36:07.096914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e0c01ee0-51ce-4070-ac9d-b5e6a9244bed tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/quotas/4ad0a5305b0747e193d55a984fbfab51 HTTP/1.1" status: 200 len: 375 time: 0.0164745 Apr 05 18:36:07.150980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-01214acb-8b28-4c83-800d-dedee9827ccd tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad0a5305b0747e193d55a984fbfab51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406313 Apr 05 18:36:07.195760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c576a71-a2a4-486e-a5a1-eca90704b5f3 req-d03912ba-69ae-4748-9148-8fd28f7856e2 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075037 Apr 05 18:36:07.209981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-06355e81-aab0-4112-8d98-742173c43feb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572333 Apr 05 18:36:07.292696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-7f2d606f-4c21-454d-a103-ba8aaf7a37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:07.294135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-7f2d606f-4c21-454d-a103-ba8aaf7a37cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1095 time: 0.0519304 Apr 05 18:36:07.409969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f83b0c-d328-4335-9989-270a44e981ec req-6bb82026-7ac2-4e77-a36e-92f25b42637f tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0634570 Apr 05 18:36:07.419896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ab4752f-c5d6-4a1a-995e-ccd47a02506a req-c4daa382-8d9d-4e64-8d20-ef089e96dffd tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 210 time: 0.0445700 Apr 05 18:36:07.501772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-9f0a41cb-b16e-4912-a060-450a915bd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:07.509573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-9f0a41cb-b16e-4912-a060-450a915bd19f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.1951277 Apr 05 18:36:07.558774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-953bf280-0bc5-4cd1-ad42-e17d0284f651 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 217 time: 0.0406010 Apr 05 18:36:07.640415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-c2157fd5-fa6c-46af-83fb-05bb6f97af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:07.642478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-c2157fd5-fa6c-46af-83fb-05bb6f97af71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.0775588 Apr 05 18:36:07.690424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-49b96e5b-f63f-499d-b618-b12d666ec812 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410109 Apr 05 18:36:07.861357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c6a38-d1cb-4010-9ed0-3bc0c3c2ce35 req-ce580358-cddb-4fff-9471-723b21fee9ab tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:07.868784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-565c6a38-d1cb-4010-9ed0-3bc0c3c2ce35 req-ce580358-cddb-4fff-9471-723b21fee9ab tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1326056 Apr 05 18:36:07.921785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-9ee3e441-9920-46da-93ea-6445c7e32a6e service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230024 Apr 05 18:36:07.926970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-565c6a38-d1cb-4010-9ed0-3bc0c3c2ce35 req-3b33a7c6-3837-4c0f-a70f-edf5efe91a99 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572515 Apr 05 18:36:08.106118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-704c6831-ee95-4c45-9ffa-e59b7524f553 req-bbeb966c-8385-4e49-957e-03364d70c954 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766765 Apr 05 18:36:08.128876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89939e30-08e6-4a94-af5c-ff211a6ee870 req-40e9a13b-d0fb-4d18-bbb8-fa23c5011806 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:08.138151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89939e30-08e6-4a94-af5c-ff211a6ee870 req-40e9a13b-d0fb-4d18-bbb8-fa23c5011806 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1110075 Apr 05 18:36:08.190942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89939e30-08e6-4a94-af5c-ff211a6ee870 req-6a5bd83b-d239-4d7d-8aa1-5ef33d63f408 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518591 Apr 05 18:36:08.336792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de039dc-3f59-43a0-bfc9-88d244704230 req-7e6d07de-9394-496a-8d15-d37fcf404282 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:08.338436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9de039dc-3f59-43a0-bfc9-88d244704230 req-7e6d07de-9394-496a-8d15-d37fcf404282 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 946 time: 0.0562086 Apr 05 18:36:08.387369 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9de039dc-3f59-43a0-bfc9-88d244704230 req-4b5dabc4-a8cf-4dee-8fdb-18b441f04933 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 Apr 05 18:36:08.517668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a53fad-8e4f-4f64-a471-82c8376354ef req-c0da19c6-38f0-4b55-a3de-e1b46d6f0f12 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:08.519504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3a53fad-8e4f-4f64-a471-82c8376354ef req-c0da19c6-38f0-4b55-a3de-e1b46d6f0f12 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 946 time: 0.0637169 Apr 05 18:36:08.528436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33906) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:08.534238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a3355d02-91f8-4f13-82e9-93bbabeadbb7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Request body: {'floatingip': {'port_id': '1aa9bbf5-1f69-4842-8704-8a080119d32e'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:08.619044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3355d02-91f8-4f13-82e9-93bbabeadbb7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:08.630568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-68780bd5-f1c0-4bfb-8148-cf41b4792188 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4ad0a5305b0747e193d55a984fbfab51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344863 Apr 05 18:36:08.706617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc86c813-0b08-4f47-bba0-eabcdcbe802d req-9f363e48-f5c3-4e3b-80ba-b42bfb3cc2bc tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 210 time: 0.0572078 Apr 05 18:36:08.750896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99f7284a-18b0-4472-9557-6614fefa534b req-b7111a3d-5634-412d-bb41-0317aeabc605 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0867527 Apr 05 18:36:08.884511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e3e0290e-287c-4441-8b78-65a22a4172d6 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:08.886732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e3e0290e-287c-4441-8b78-65a22a4172d6 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481198 Apr 05 18:36:08.903423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Request body: {'port': {'device_id': '26d9cf78-8bff-44dd-9297-c4bf97e59e53', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '4ad0a5305b0747e193d55a984fbfab51'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:09.079738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Made reservation on behalf of 4ad0a5305b0747e193d55a984fbfab51 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:09.083258 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.092761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.111452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca1cf-eda9-460e-85d2-d8f179ecb219 req-a65ca857-df1a-4889-8b9f-09cd485f46e4 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:09.112948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-086ca1cf-eda9-460e-85d2-d8f179ecb219 req-a65ca857-df1a-4889-8b9f-09cd485f46e4 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0789363 Apr 05 18:36:09.173930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3355d02-91f8-4f13-82e9-93bbabeadbb7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.178522 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3355d02-91f8-4f13-82e9-93bbabeadbb7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.188087 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.196543 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.305339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c66abd-22ff-41da-bb1f-77899b398b00,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:09.360625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-086ca1cf-eda9-460e-85d2-d8f179ecb219 req-9af39727-fe7a-4892-834a-41af71097950 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710458 Apr 05 18:36:09.384250 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44519f40-1c8d-485f-8084-90cd350a0220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.478072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2bb7f-e981-4b9e-90fb-8f9920ff428c req-7cd4b1e0-9e91-4453-aeec-29560180d965 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:09.480469 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ae2bb7f-e981-4b9e-90fb-8f9920ff428c req-7cd4b1e0-9e91-4453-aeec-29560180d965 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1639266 Apr 05 18:36:09.519240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Allocated IP 192.168.233.180 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/23bf93e8-8dc3-444e-b70f-355551690338) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:09.548536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ae2bb7f-e981-4b9e-90fb-8f9920ff428c req-ead2d7ea-b501-4c6b-ae3b-5127985a8374 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587714 Apr 05 18:36:09.600005 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-a3355d02-91f8-4f13-82e9-93bbabeadbb7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Floating IP aa113f5b-f801-48de-bc01-ef65a13f0633 associated. External IP: 172.25.4.127, port: 1aa9bbf5-1f69-4842-8704-8a080119d32e. Apr 05 18:36:09.724159 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.766825 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.804601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33928) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:09.832701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3355d02-91f8-4f13-82e9-93bbabeadbb7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Router ab9b65c2-214d-4aea-9929-262ea2841b48 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:36:09.840605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:09.880992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:09.900644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:09.955073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3355d02-91f8-4f13-82e9-93bbabeadbb7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:36:09.960922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3355d02-91f8-4f13-82e9-93bbabeadbb7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:09.969770 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] Sync routers for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:36:09.982556 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:09.983181 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:09.994640 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a3355d02-91f8-4f13-82e9-93bbabeadbb7 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "PUT /v2.0/floatingips/aa113f5b-f801-48de-bc01-ef65a13f0633 HTTP/1.1" status: 200 len: 992 time: 1.4639511 Apr 05 18:36:09.995759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'tag': '1aa9bbf5-1f69-4842-8704-8a080119d32e'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:09.999343 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174b0adb-89ba-43fd-b95f-422fcb8dc531" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2b5008-d0de-4810-86ac-72107d4b4099", "tag": "1aa9bbf5-1f69-4842-8704-8a080119d32e"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:10.015482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ad8a620-b327-4b61-a97f-2f31e8a5d895 req-b480b341-a922-43ef-883e-38ff53db6691 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.1207583 Apr 05 18:36:10.016219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-215cd35c-90ae-488b-a8ba-bf681e4b1a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:10.029526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Pushing event updated for resources: {'Port': ['ID=23bf93e8-8dc3-444e-b70f-355551690338,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:10.078526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40032f-fd71-4769-b571-333c691c513f req-3531dd5c-a357-4aa9-8379-7a2badbff6b8 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:10.082050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e40032f-fd71-4769-b571-333c691c513f req-3531dd5c-a357-4aa9-8379-7a2badbff6b8 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 936 time: 0.2438772 Apr 05 18:36:10.092106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:10.093241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:10.192146 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:10.196975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-e1799e9d-722d-4629-9443-42f0e2a6ad3b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2993014 Apr 05 18:36:10.221273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-681a53e8-81de-4564-a082-bfcd5a863cdd None None] Provisioning complete for port 23bf93e8-8dc3-444e-b70f-355551690338 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:10.221806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-681a53e8-81de-4564-a082-bfcd5a863cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:10.251059 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e40032f-fd71-4769-b571-333c691c513f req-9085bbc0-d866-4d3a-acdf-94e9ec0eed34 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537800 Apr 05 18:36:10.283314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Request body: {'port': {'device_id': '26d9cf78-8bff-44dd-9297-c4bf97e59e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:10.290970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-681a53e8-81de-4564-a082-bfcd5a863cdd None None] Port 23bf93e8-8dc3-444e-b70f-355551690338 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:10.297319 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1978b6-2ffb-443c-9b0d-59dc7a63e3c6 x-openstack-request-id: req-8b1978b6-2ffb-443c-9b0d-59dc7a63e3c6 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:10.297608 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2b5008-d0de-4810-86ac-72107d4b4099", "tag": "1aa9bbf5-1f69-4842-8704-8a080119d32e", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:10.297864 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b1978b6-2ffb-443c-9b0d-59dc7a63e3c6 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:10.298268 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1978b6-2ffb-443c-9b0d-59dc7a63e3c6'] response: {'name': 'network-changed', 'server_uuid': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'tag': '1aa9bbf5-1f69-4842-8704-8a080119d32e', 'status': 'completed', 'code': 200} Apr 05 18:36:10.358162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2860683-9450-4261-b385-a3e6f746c27b req-db8871bf-68eb-41d3-97ae-c9df184b6c08 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:10.360367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2860683-9450-4261-b385-a3e6f746c27b req-db8871bf-68eb-41d3-97ae-c9df184b6c08 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 946 time: 0.2441559 Apr 05 18:36:10.438441 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:10.459219 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'aa113f5b-f801-48de-bc01-ef65a13f0633', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'port_id': '1aa9bbf5-1f69-4842-8704-8a080119d32e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'mac_address': 'fa:16:3e:06:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:33:55Z', 'updated_at': '2022-04-05T18:36:09Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:10.492048 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] Checking router: ab9b65c2-214d-4aea-9929-262ea2841b48 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:36:10.502216 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:10.502965 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:10.511000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-13804ab1-31d5-4f34-b7af-80c998ffcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:10.512478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-13804ab1-31d5-4f34-b7af-80c998ffcb11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 1097 time: 0.1867492 Apr 05 18:36:10.515544 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-215cd35c-90ae-488b-a8ba-bf681e4b1a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:10.539976 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2860683-9450-4261-b385-a3e6f746c27b req-bbe866e6-49f9-4358-8881-e9564f8ee19e tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446981 Apr 05 18:36:10.552521 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-215cd35c-90ae-488b-a8ba-bf681e4b1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:10.624339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cd35c-90ae-488b-a8ba-bf681e4b1a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bf1e1d-edb2-4eaf-bf1c-0b3e68bd9737,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:10.627482 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:10.698570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-215cd35c-90ae-488b-a8ba-bf681e4b1a08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=129f4156ae5c4ab9a0aabbb7f772cdd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8907113 Apr 05 18:36:10.699745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33944) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:10.710695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97b7c5-8b4e-44aa-ac4f-e7e77f0eafb9 req-fde15369-c441-423e-a252-e7137d2f203a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:10.718732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b97b7c5-8b4e-44aa-ac4f-e7e77f0eafb9 req-fde15369-c441-423e-a252-e7137d2f203a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.2498083 Apr 05 18:36:10.841180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9032c5fb-c7dc-40d7-8c74-0a80a7ed80da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:10.899599 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9032c5fb-c7dc-40d7-8c74-0a80a7ed80da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:10.903515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b97b7c5-8b4e-44aa-ac4f-e7e77f0eafb9 req-da605f6e-184a-4c75-b536-895a3efd1ac6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837163 Apr 05 18:36:10.909211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-b3bc83b8-0517-4f46-8064-3f3664961aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:10.910782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-b3bc83b8-0517-4f46-8064-3f3664961aad service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 200 len: 923 time: 0.3696437 Apr 05 18:36:10.950702 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'aa113f5b-f801-48de-bc01-ef65a13f0633', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'port_id': '1aa9bbf5-1f69-4842-8704-8a080119d32e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'mac_address': 'fa:16:3e:06:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:33:55Z', 'updated_at': '2022-04-05T18:36:09Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:10.984991 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654f0f6-811a-4c14-8b11-2538cce6e950 None None] The sync data for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 is: [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'aa113f5b-f801-48de-bc01-ef65a13f0633', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'port_id': '1aa9bbf5-1f69-4842-8704-8a080119d32e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'mac_address': 'fa:16:3e:06:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:33:55Z', 'updated_at': '2022-04-05T18:36:09Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:36:10.992832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-992aed66-648b-4df8-89d9-f53e585abafe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa9bbf5-1f69-4842-8704-8a080119d32e HTTP/1.1" status: 200 len: 1000 time: 0.0707221 Apr 05 18:36:11.002495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9032c5fb-c7dc-40d7-8c74-0a80a7ed80da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:11.007117 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9032c5fb-c7dc-40d7-8c74-0a80a7ed80da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:11.008392 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9032c5fb-c7dc-40d7-8c74-0a80a7ed80da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19bf1e1d-edb2-4eaf-bf1c-0b3e68bd9737 HTTP/1.1" status: 204 len: 168 time: 0.3064499 Apr 05 18:36:11.032719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032c5fb-c7dc-40d7-8c74-0a80a7ed80da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bf1e1d-edb2-4eaf-bf1c-0b3e68bd9737,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:11.079734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc907d9a-ac19-412f-928d-db8b138a537a req-c45c385a-9139-480f-9ebd-a40a9e2c25d3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:11.081300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc907d9a-ac19-412f-928d-db8b138a537a req-c45c385a-9139-480f-9ebd-a40a9e2c25d3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.3604832 Apr 05 18:36:11.309223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1e3b564-2064-487f-a06b-51e6b000054c req-a1c9cc91-9208-4b52-97fa-3d71c6c76151 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.1185503 Apr 05 18:36:11.310701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-d920a6b8-df0e-4891-878c-6260f1964329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:11.311990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-d920a6b8-df0e-4891-878c-6260f1964329 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d HTTP/1.1" status: 200 len: 862 time: 0.2710550 Apr 05 18:36:11.406617 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-74996011-1afd-4eb7-9996-a6acbe88dd66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766101 Apr 05 18:36:11.462584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3daa606-c1e6-4b45-942d-ac2d43bf6ff9 None None] New status for floating IP aa113f5b-f801-48de-bc01-ef65a13f0633: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:36:11.584644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33956) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:11.608915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62e7262c-61b8-4242-8e26-9dfa64fdcdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:11.612687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-26d22c60-6297-4897-9cf3-ead12c9365b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:11.614196 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-26d22c60-6297-4897-9cf3-ead12c9365b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1095 time: 0.1229122 Apr 05 18:36:11.693333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8143894b-8e0e-4d6d-bccf-41d898a1d076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:11.802427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-63be4ac5-7241-4850-ad4b-11b370f220d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:11.804313 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-63be4ac5-7241-4850-ad4b-11b370f220d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.1571350 Apr 05 18:36:11.829425 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62e7262c-61b8-4242-8e26-9dfa64fdcdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:11.869663 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-880501c1-dfdd-4492-8b9e-dc407ce74f23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 217 time: 0.0385303 Apr 05 18:36:11.871679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62e7262c-61b8-4242-8e26-9dfa64fdcdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:11.874677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc907d9a-ac19-412f-928d-db8b138a537a req-fa439b49-b9ac-44ad-8482-94240eae10ba tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818137 Apr 05 18:36:11.897114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bf93e8-8dc3-444e-b70f-355551690338 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:11.906531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:11.917772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00e951-e59d-490b-ad57-355b0f320ad6 req-74b5faf7-f056-4bbb-b435-bc7ffbc8ffc1 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:11.919555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c00e951-e59d-490b-ad57-355b0f320ad6 req-74b5faf7-f056-4bbb-b435-bc7ffbc8ffc1 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 936 time: 0.4618757 Apr 05 18:36:11.921121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-1e9f9ea7-1553-4966-86b6-43f5ef758e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:11.922495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-1e9f9ea7-1553-4966-86b6-43f5ef758e5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8485de0-5c8f-4cbd-ac10-501236a7342b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5422263 Apr 05 18:36:11.946470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-2963bb68-7876-4707-8c1e-47047ba2c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:11.948773 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-2963bb68-7876-4707-8c1e-47047ba2c543 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.0701199 Apr 05 18:36:11.989757 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-5efd137c-7658-4a28-8d0e-1424bb8729a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335898 Apr 05 18:36:11.994914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Transition to ACTIVE for port object 23bf93e8-8dc3-444e-b70f-355551690338 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:36:12.027003 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-62e7262c-61b8-4242-8e26-9dfa64fdcdbc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91d19fe4f3c340c8ba551b484f21c448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404500 Apr 05 18:36:12.030016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33964) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:12.035849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:12.037434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7262c-61b8-4242-8e26-9dfa64fdcdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdbad48-8dc1-4ae6-9aa1-0d75cf52898a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:12.143946 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-532f9475-5d8a-435a-a186-1278e9ef2217 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464033 Apr 05 18:36:12.144736 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-560894cb-37bb-4f5f-bcd5-564b53ce31ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:12.146505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c00e951-e59d-490b-ad57-355b0f320ad6 req-dbbe232c-87b6-44b3-aa62-b6c7029253a4 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104883 Apr 05 18:36:12.171508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Pushing event updated for resources: {'Port': ['ID=23bf93e8-8dc3-444e-b70f-355551690338,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:12.195359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba43413-7a00-4c4c-922e-6e4f33ae4b51 req-c06a273c-7b79-44b6-8d1f-379e3831ad96 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:12.197247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ba43413-7a00-4c4c-922e-6e4f33ae4b51 req-c06a273c-7b79-44b6-8d1f-379e3831ad96 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.1747763 Apr 05 18:36:12.218317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-2a76fccb-5e17-41ec-ab3b-51ed8cd22ab0 service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835259 Apr 05 18:36:12.237171 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-560894cb-37bb-4f5f-bcd5-564b53ce31ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:12.334929 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5edc5d90-eb9d-4a2d-9382-9bf14285dd3c req-b3d7159b-f398-4142-999d-7e28807efeb9 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682255 Apr 05 18:36:12.360490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-560894cb-37bb-4f5f-bcd5-564b53ce31ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:12.363319 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-560894cb-37bb-4f5f-bcd5-564b53ce31ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:12.364523 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-560894cb-37bb-4f5f-bcd5-564b53ce31ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fdbad48-8dc1-4ae6-9aa1-0d75cf52898a HTTP/1.1" status: 204 len: 168 time: 0.3334734 Apr 05 18:36:12.374706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560894cb-37bb-4f5f-bcd5-564b53ce31ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdbad48-8dc1-4ae6-9aa1-0d75cf52898a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:12.396380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ba43413-7a00-4c4c-922e-6e4f33ae4b51 req-6b86ba60-746e-4ba9-ac10-65fe64184bd6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714752 Apr 05 18:36:12.447596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Attempting to bind port 23bf93e8-8dc3-444e-b70f-355551690338 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:12.448138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Attempting to bind port 23bf93e8-8dc3-444e-b70f-355551690338 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:12.448510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Attempting to bind port 23bf93e8-8dc3-444e-b70f-355551690338 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:12.456007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Port 23bf93e8-8dc3-444e-b70f-355551690338 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:36:12.456334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Attempting to bind port 23bf93e8-8dc3-444e-b70f-355551690338 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:12.459748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-174b0adb-89ba-43fd-b95f-422fcb8dc531 req-74dc4e3b-4957-46c9-b6ed-d484677906c7 service neutron] 10.222.0.25 "GET /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345369 Apr 05 18:36:12.463794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:12.464139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:12.464590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:12.473642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Bound port: 23bf93e8-8dc3-444e-b70f-355551690338, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:12.474067 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:12.511093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2215a69-f0aa-4e56-9e36-165a198124e5 req-1c29f74d-d3c7-4209-8896-9a8bf9febc55 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0331221 Apr 05 18:36:12.576694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] For port 23bf93e8-8dc3-444e-b70f-355551690338, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:12.581317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] For port 23bf93e8-8dc3-444e-b70f-355551690338, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23bf93e8-8dc3-444e-b70f-355551690338,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:12.586136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:12.626106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:12.626828 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:12.628697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] 10.222.0.25 "PUT /v2.0/ports/23bf93e8-8dc3-444e-b70f-355551690338 HTTP/1.1" status: 200 len: 1096 time: 2.3717406 Apr 05 18:36:12.629172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d9cf78-8bff-44dd-9297-c4bf97e59e53', 'tag': '23bf93e8-8dc3-444e-b70f-355551690338'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:12.636317 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "26d9cf78-8bff-44dd-9297-c4bf97e59e53", "tag": "23bf93e8-8dc3-444e-b70f-355551690338"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:12.700395 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:12.702975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471513da-f75b-4fd0-b803-b51483f9e110 service neutron] Pushing event updated for resources: {'Port': ['ID=23bf93e8-8dc3-444e-b70f-355551690338,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:12.722094 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a694690-0e45-4f17-ab9f-dbd86adc5d5f x-openstack-request-id: req-5a694690-0e45-4f17-ab9f-dbd86adc5d5f {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:12.722377 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d9cf78-8bff-44dd-9297-c4bf97e59e53", "tag": "23bf93e8-8dc3-444e-b70f-355551690338", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:12.722648 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a694690-0e45-4f17-ab9f-dbd86adc5d5f {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:12.723037 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a694690-0e45-4f17-ab9f-dbd86adc5d5f'] response: {'name': 'network-changed', 'server_uuid': '26d9cf78-8bff-44dd-9297-c4bf97e59e53', 'tag': '23bf93e8-8dc3-444e-b70f-355551690338', 'status': 'completed', 'code': 200} Apr 05 18:36:12.740539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-05096b41-b993-4a68-88ac-da9d20eae1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:12.742162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-05096b41-b993-4a68-88ac-da9d20eae1b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ad0a5305b0747e193d55a984fbfab51&device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 1099 time: 0.0686567 Apr 05 18:36:12.791119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-f885bf6b-3ee9-4b4d-aac5-25d322c71301 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=23bf93e8-8dc3-444e-b70f-355551690338 HTTP/1.1" status: 200 len: 217 time: 0.0420420 Apr 05 18:36:12.856124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-10926022-201c-43b7-9c21-ef46696cdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:12.857667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-10926022-201c-43b7-9c21-ef46696cdb3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0608768 Apr 05 18:36:12.907603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-b99b2bad-63ed-4738-aa16-768721a413ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:12.909248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-b99b2bad-63ed-4738-aa16-768721a413ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456491 Apr 05 18:36:13.039446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8067a0-eb2d-4ba2-98f3-6eb59540409a req-aa3f956d-f048-49a8-a370-e00ef7beddb5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:13.040910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc8067a0-eb2d-4ba2-98f3-6eb59540409a req-aa3f956d-f048-49a8-a370-e00ef7beddb5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0709529 Apr 05 18:36:13.068881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-fc01887a-c7e5-48e9-9fad-d0065e5257ea service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510134 Apr 05 18:36:13.106182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc8067a0-eb2d-4ba2-98f3-6eb59540409a req-ca1420a9-47be-44a5-ad87-a2cc42dd69fd tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583644 Apr 05 18:36:13.176618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53f9816c-a299-4d3a-ba2d-7b2a9a262e9f req-c2708d44-75d6-4155-8e20-8e1a89d7e1a2 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014106 Apr 05 18:36:13.244146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33998) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:13.297404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-bcf58114-2762-4268-9870-40246a4a0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:13.298838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-bcf58114-2762-4268-9870-40246a4a0ac9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ad0a5305b0747e193d55a984fbfab51&device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 1099 time: 0.0750129 Apr 05 18:36:13.312745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a82d09-9910-466d-aae8-ae05dfdaeb8d req-f3404c43-6806-452c-bf9a-34d6747d8bff tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:13.314158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13a82d09-9910-466d-aae8-ae05dfdaeb8d req-f3404c43-6806-452c-bf9a-34d6747d8bff tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 948 time: 0.0602350 Apr 05 18:36:13.345037 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-network', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:13.367155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Made reservation on behalf of e64ca593cdfe4d51aadabb1203a05731 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:13.370280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.378914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.407435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13a82d09-9910-466d-aae8-ae05dfdaeb8d req-a0b29d57-5008-4756-836c-d2905668feff tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846059 Apr 05 18:36:13.438951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-e67bbd9d-398e-431c-a991-e0f13b903adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:13.440458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-e67bbd9d-398e-431c-a991-e0f13b903adc service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1254473 Apr 05 18:36:13.461412 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.466066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.490497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-376774d7-4f18-40ec-9f64-a97336c00dd8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=23bf93e8-8dc3-444e-b70f-355551690338 HTTP/1.1" status: 200 len: 217 time: 0.0428703 Apr 05 18:36:13.490809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:36:13.500173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d87832-d693-49b9-84ad-3831a704263c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:13.506120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.506491 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Added segment c224e2b6-bbd9-4944-b4c2-337a7152aefb of type vlan for network 61b48f83-de82-4246-81dc-5c04fbfd6b89 Apr 05 18:36:13.550203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.565025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-ee7e1c91-725b-4fbe-bbd9-8c5069327016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:13.565025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-ee7e1c91-725b-4fbe-bbd9-8c5069327016 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0666242 Apr 05 18:36:13.575096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7f681-817d-42d4-a938-d7b48e281195 req-7b121dfe-3b4e-4c4a-b6fa-17885996e1b0 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:13.576015 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.576627 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3f7f681-817d-42d4-a938-d7b48e281195 req-7b121dfe-3b4e-4c4a-b6fa-17885996e1b0 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0889471 Apr 05 18:36:13.576970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:13.577575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.628747 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3827803 Apr 05 18:36:13.634796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34006) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:13.641680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Request body: {'subnet': {'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-subnet', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:13.654042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e820c1-9aeb-4a30-9a23-2f6134decd58 admin admin] Pushing event updated for resources: {'Network': ['ID=61b48f83-de82-4246-81dc-5c04fbfd6b89,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:13.664034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:36:13.665824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fc67597-fe96-4e09-92b9-d9de64581186 req-2609ef04-e129-4dab-be6b-6ff4ded75e96 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0387115 Apr 05 18:36:13.667301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Made reservation on behalf of e64ca593cdfe4d51aadabb1203a05731 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:13.668034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-9829feae-7e26-4e1c-b63a-60be199bd6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:13.669021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-9829feae-7e26-4e1c-b63a-60be199bd6b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915196 Apr 05 18:36:13.669849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.672537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3f7f681-817d-42d4-a938-d7b48e281195 req-9d2b956a-129b-46fa-9007-a105beed5ab2 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667357 Apr 05 18:36:13.771209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-49fb3295-d23a-4feb-815f-4df62d13dcfd service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947199 Apr 05 18:36:13.859340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-377cb0ef-d5f0-4b38-b07f-3e93ec1fa6e2 req-6e1de1b3-be60-4adc-b805-2ba76fed9950 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816031 Apr 05 18:36:13.861473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.919344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=270c75a5-8808-490b-9e89-286b3382ae8e,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:13.927680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Checking segment: {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:13.928038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Network hostable DHCP agents. Network: 61b48f83-de82-4246-81dc-5c04fbfd6b89, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:36:13.944458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:36:13.954858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 61b48f83-de82-4246-81dc-5c04fbfd6b89) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:13.959073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:13.959647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:13.965265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342d380-1dfa-4a85-b6eb-bac1a8591d9c None None] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:36:13.975925 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dd4f4a4b-1417-47ae-a24c-5ebf74c138ec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3400211 Apr 05 18:36:13.978838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34010) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:13.983686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:14.007213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.008383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.062489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.115362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-61b48f83-de82-4246-81dc-5c04fbfd6b89', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:36:14.116231 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.211364 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.235660 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.259560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27340f5-ae1c-4070-8b28-bd75fa8711d7 req-b8975cf5-fe51-4ee6-a6ae-b95129047406 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:14.267411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e27340f5-ae1c-4070-8b28-bd75fa8711d7 req-b8975cf5-fe51-4ee6-a6ae-b95129047406 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0750802 Apr 05 18:36:14.285382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Allocated IP 172.20.0.2 (61b48f83-de82-4246-81dc-5c04fbfd6b89/270c75a5-8808-490b-9e89-286b3382ae8e/81dbfea5-d7af-453b-b177-49e25067f90d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:14.317653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e27340f5-ae1c-4070-8b28-bd75fa8711d7 req-079a083f-b307-45a9-a5f9-d06ed57a5413 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493677 Apr 05 18:36:14.418238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.428866 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.436139 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.440741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.486561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:14.491787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:14.492771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Pushing event updated for resources: {'Port': ['ID=81dbfea5-d7af-453b-b177-49e25067f90d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:14.494431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:14.530490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66480767-d459-4067-8f53-a85bad30d15d req-f0c3185e-9873-473a-bb67-b417b0f145c2 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:14.535957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66480767-d459-4067-8f53-a85bad30d15d req-f0c3185e-9873-473a-bb67-b417b0f145c2 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 948 time: 0.0554039 Apr 05 18:36:14.552071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Attempting to bind port 81dbfea5-d7af-453b-b177-49e25067f90d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:14.552436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Attempting to bind port 81dbfea5-d7af-453b-b177-49e25067f90d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:14.552557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Allocated IP 172.25.4.8 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/204e640e-fe97-4370-a40f-f006c2ccbe0b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:14.552799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Attempting to bind port 81dbfea5-d7af-453b-b177-49e25067f90d on network 61b48f83-de82-4246-81dc-5c04fbfd6b89 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:14.558622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:14.558992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Checking segment: {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:14.559479 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.559867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Bound using segment: {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:14.560504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Bound port: 81dbfea5-d7af-453b-b177-49e25067f90d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:14.560887 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.575890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66480767-d459-4067-8f53-a85bad30d15d req-4e9c57cb-0844-4290-aa8d-5382842cbe10 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377216 Apr 05 18:36:14.625453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] For port 81dbfea5-d7af-453b-b177-49e25067f90d, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:14.628606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] For port 81dbfea5-d7af-453b-b177-49e25067f90d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=81dbfea5-d7af-453b-b177-49e25067f90d,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:14.632463 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.664130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.690962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae28657-d7db-4a3c-b920-3ce2f882fec6 None None] Pushing event updated for resources: {'Port': ['ID=81dbfea5-d7af-453b-b177-49e25067f90d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:14.702227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.748046 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:14.765022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:14.768143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:14.771869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:14.797322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Pushing event updated for resources: {'Port': ['ID=204e640e-fe97-4370-a40f-f006c2ccbe0b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:14.820117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100fbeb-0c34-4741-a5ab-f941537d12a7 req-3f3f7210-0d3c-4765-a398-a70b9835655c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:14.828818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d100fbeb-0c34-4741-a5ab-f941537d12a7 req-3f3f7210-0d3c-4765-a398-a70b9835655c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0652547 Apr 05 18:36:14.900264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e549801-a99f-4b10-a25b-ce907fc86c1f req-05a5ffec-1b91-4840-b7d2-9222cc307ac4 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0668018 Apr 05 18:36:14.936524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d100fbeb-0c34-4741-a5ab-f941537d12a7 req-dd52bf2b-d08b-4e80-afa8-2af5dff0b392 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067715 Apr 05 18:36:14.977170 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:36:15.077920 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:15.281084 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:15.427767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Router fd401346-f6b2-4c31-9124-f96a7dd499e4 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:36:15.450236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5688e4-d6a5-4395-a3a9-e4fdad8f5624 req-df98eb29-6e8a-4ff7-81f3-1e65535f5179 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:15.451718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d5688e4-d6a5-4395-a3a9-e4fdad8f5624 req-df98eb29-6e8a-4ff7-81f3-1e65535f5179 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0573719 Apr 05 18:36:15.506785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d5688e4-d6a5-4395-a3a9-e4fdad8f5624 req-d4e611c0-bb49-4e57-88e1-1687874164a9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Apr 05 18:36:15.540578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:36:15.551716 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Sync routers for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:36:15.560760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:15.564591 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1bd009b9-7976-4801-ae57-74b9944477b7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.5818233 Apr 05 18:36:15.564718 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:15.564718 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:15.564907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34030) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:15.676242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34150d25-12d8-48d5-a7fd-9e1e74791d61 None None] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:36:15.688527 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:15.751191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7335e17-5c8a-4aba-b08e-8ef353b2cea3 req-9c1b3d32-5993-4b65-93bc-e141d849b929 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:15.752865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7335e17-5c8a-4aba-b08e-8ef353b2cea3 req-9c1b3d32-5993-4b65-93bc-e141d849b929 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 948 time: 0.0951855 Apr 05 18:36:15.762253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0b459c81-bd9f-4191-a44a-be8e0c479619 None None] Provisioning complete for port 81dbfea5-d7af-453b-b177-49e25067f90d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:15.762554 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b459c81-bd9f-4191-a44a-be8e0c479619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:15.844179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7335e17-5c8a-4aba-b08e-8ef353b2cea3 req-34a2b9d3-7b74-43a4-9f92-b672e76bf326 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762577 Apr 05 18:36:15.918150 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b459c81-bd9f-4191-a44a-be8e0c479619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:15.966774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0b459c81-bd9f-4191-a44a-be8e0c479619 None None] For port 81dbfea5-d7af-453b-b177-49e25067f90d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=81dbfea5-d7af-453b-b177-49e25067f90d,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:15.969444 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:14Z', 'revision_number': 3, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:15.975360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b459c81-bd9f-4191-a44a-be8e0c479619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:15.998493 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Checking router: fd401346-f6b2-4c31-9124-f96a7dd499e4 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:36:15.999461 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Updating router fd401346-f6b2-4c31-9124-f96a7dd499e4 port 204e640e-fe97-4370-a40f-f006c2ccbe0b binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:36:16.040141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b459c81-bd9f-4191-a44a-be8e0c479619 None None] Pushing event updated for resources: {'Port': ['ID=81dbfea5-d7af-453b-b177-49e25067f90d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:16.043454 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.145352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2afd8dd-aca9-4062-ad83-ffe2dae44c8f req-ed703c5b-acb0-45a6-aaa0-688894f1b4d0 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0916862 Apr 05 18:36:16.173212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f662de3-2c66-4088-86c7-7af047125627 req-9c127fa0-6b6c-4ee6-8a08-fad6147b8ad1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:16.174738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f662de3-2c66-4088-86c7-7af047125627 req-9c127fa0-6b6c-4ee6-8a08-fad6147b8ad1 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.0800166 Apr 05 18:36:16.176639 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.191751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23bf93e8-8dc3-444e-b70f-355551690338 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:36:16.249224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f662de3-2c66-4088-86c7-7af047125627 req-944797af-cd30-4271-bc15-888d91411712 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569258 Apr 05 18:36:16.285761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-08327510-68e2-486c-9c68-216af592b502 None None] Provisioning complete for port 81dbfea5-d7af-453b-b177-49e25067f90d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:16.286132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08327510-68e2-486c-9c68-216af592b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.338719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 23bf93e8-8dc3-444e-b70f-355551690338, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23bf93e8-8dc3-444e-b70f-355551690338,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:16.352398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '23bf93e8-8dc3-444e-b70f-355551690338', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '23bf93e8-8dc3-444e-b70f-355551690338', 'mac_address': 'fa:16:3e:96:1b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:36:16.360550 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.379022 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.397830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Allocated IP 172.20.0.1 (61b48f83-de82-4246-81dc-5c04fbfd6b89/270c75a5-8808-490b-9e89-286b3382ae8e/31ec2083-6372-41b7-a264-5e8b03cacb85) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:16.416012 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.437870 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Pushing event updated for resources: {'Port': ['ID=204e640e-fe97-4370-a40f-f006c2ccbe0b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:16.438651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bf93e8-8dc3-444e-b70f-355551690338 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:16.440412 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Attempting to bind port 204e640e-fe97-4370-a40f-f006c2ccbe0b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:16.440867 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Attempting to bind port 204e640e-fe97-4370-a40f-f006c2ccbe0b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:16.441341 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Attempting to bind port 204e640e-fe97-4370-a40f-f006c2ccbe0b on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:16.460771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 23bf93e8-8dc3-444e-b70f-355551690338, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23bf93e8-8dc3-444e-b70f-355551690338,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:16.465306 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.465689 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.466018 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.466499 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.466823 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.467363 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.467720 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.468008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.468141 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.469168 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.471960 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.472432 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.473389 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:16.484079 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:16.484539 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:16.485188 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.485633 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:16.486471 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Bound port: 204e640e-fe97-4370-a40f-f006c2ccbe0b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:16.486874 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.524800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=23bf93e8-8dc3-444e-b70f-355551690338,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:16.538058 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.555044 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] For port 204e640e-fe97-4370-a40f-f006c2ccbe0b, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:16.560401 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] For port 204e640e-fe97-4370-a40f-f006c2ccbe0b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=204e640e-fe97-4370-a40f-f006c2ccbe0b,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:16.565089 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.583180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.587758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 81dbfea5-d7af-453b-b177-49e25067f90d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:16.606637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:16.626705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:16.644011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:16.656833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 81dbfea5-d7af-453b-b177-49e25067f90d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:16.657092 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd65d62-9bc5-4bcb-abaa-dee5b7cfa9a9 None None] Pushing event updated for resources: {'Port': ['ID=204e640e-fe97-4370-a40f-f006c2ccbe0b,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:16.657428 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.701575 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:16.702264 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:16.760979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Pushing event updated for resources: {'Port': ['ID=31ec2083-6372-41b7-a264-5e8b03cacb85,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:16.769415 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:16.850571 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:16.852412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36096ec8-1662-42cc-aa1e-cc6a99917a44 req-16b7fccf-edd7-4d22-a874-0cd8747de3e0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:16.854202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36096ec8-1662-42cc-aa1e-cc6a99917a44 req-16b7fccf-edd7-4d22-a874-0cd8747de3e0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1835301 Apr 05 18:36:16.881850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23bf93e8-8dc3-444e-b70f-355551690338'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:16.952213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36096ec8-1662-42cc-aa1e-cc6a99917a44 req-396218e7-474c-47ba-9291-2b46b1273044 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892310 Apr 05 18:36:16.982685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d115c805-e5c1-4b2a-850c-d58b5970156a None None] Provisioning complete for port 31ec2083-6372-41b7-a264-5e8b03cacb85 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:16.983052 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d115c805-e5c1-4b2a-850c-d58b5970156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:17.003482 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:17.014488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8775f-75fc-44d4-8a73-cb130beb43cc req-27615290-cb7c-4006-aac1-53e7800ee73e tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:17.015953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6b8775f-75fc-44d4-8a73-cb130beb43cc req-27615290-cb7c-4006-aac1-53e7800ee73e tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 949 time: 0.0867391 Apr 05 18:36:17.035413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d115c805-e5c1-4b2a-850c-d58b5970156a None None] Port 31ec2083-6372-41b7-a264-5e8b03cacb85 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:17.071755 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:14Z', 'revision_number': 3, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:17.099644 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c929342-8b9b-41ce-abb2-049f0adf1ea6 None None] The sync data for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 is: [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:14Z', 'revision_number': 3, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:36:17.131403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6b8775f-75fc-44d4-8a73-cb130beb43cc req-b3eff67a-20c5-4aa2-8f20-bf623005bcb6 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079657 Apr 05 18:36:17.203838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-ff811b6a-5a2e-4e13-a053-fddb7a19884e service neutron] 10.222.0.25 "GET /v2.0/ports/afc8e0a3-15c0-47fb-8ffa-b2dd483230ce/bindings/n-h1-836650-3 HTTP/1.1" status: 200 len: 382 time: 0.1451929 Apr 05 18:36:17.297521 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:17.305922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:17.711372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cdea99d-c7b8-44f6-bc49-ff6d0483a294 req-14836743-9e00-46f6-9270-b030139c386e tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.3613620 Apr 05 18:36:17.741803 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:17.759313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Pushing event updated for resources: {'Port': ['ID=31ec2083-6372-41b7-a264-5e8b03cacb85,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:17.797880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e2e2-bfd4-4370-93fd-00f2e1efe253 req-23d1d034-cb77-45f0-b66c-1f865aba0c47 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:17.799422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6cb7e2e2-bfd4-4370-93fd-00f2e1efe253 req-23d1d034-cb77-45f0-b66c-1f865aba0c47 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 950 time: 0.4478564 Apr 05 18:36:17.825499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-bf763e83-43ee-4285-81ac-2189b3102375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:17.827030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-bf763e83-43ee-4285-81ac-2189b3102375 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab&tenant_id=d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 1100 time: 0.1579285 Apr 05 18:36:17.919706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6cb7e2e2-bfd4-4370-93fd-00f2e1efe253 req-af08fa55-49b5-4746-b1f7-58c81bab18fa tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898519 Apr 05 18:36:17.934332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:17.937041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:17.942768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-1febce33-e388-46c6-b39f-2aac79a6f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:17.944246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-1febce33-e388-46c6-b39f-2aac79a6f334 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 1100 time: 0.0881741 Apr 05 18:36:18.170844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Router fd401346-f6b2-4c31-9124-f96a7dd499e4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:36:18.174612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ea254dc5-2107-4def-ab2b-6450b848d382 None None] Provisioning complete for port 31ec2083-6372-41b7-a264-5e8b03cacb85 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:18.175664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea254dc5-2107-4def-ab2b-6450b848d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:18.182695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d55f-a46a-499b-913a-c28ec136d47f req-48c1a62f-1775-4d8b-a1a3-3f76d82051a6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:18.185049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6af9d55f-a46a-499b-913a-c28ec136d47f req-48c1a62f-1775-4d8b-a1a3-3f76d82051a6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1335888 Apr 05 18:36:18.186269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-3b156e2f-c327-4cc7-9f8a-45ceff9db5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:18.188440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-3b156e2f-c327-4cc7-9f8a-45ceff9db5a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1995902 Apr 05 18:36:18.234231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23bf93e8-8dc3-444e-b70f-355551690338 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:18.253621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-4448005e-39df-41a6-8325-982e9ca253b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce HTTP/1.1" status: 200 len: 217 time: 0.0542715 Apr 05 18:36:18.389129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6af9d55f-a46a-499b-913a-c28ec136d47f req-3c3e8e92-536e-4bd4-8e1c-01279da8d3ad tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967361 Apr 05 18:36:18.400355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:36:18.403573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:18.404060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-9a4a93b0-092e-400d-b2a6-6395a6050448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:18.406071 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-9a4a93b0-092e-400d-b2a6-6395a6050448 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1423194 Apr 05 18:36:18.442018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ea254dc5-2107-4def-ab2b-6450b848d382 None None] Port 31ec2083-6372-41b7-a264-5e8b03cacb85 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:18.491927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b842efc-388f-4847-83ce-5139da72640d req-1ae845c1-08cc-4b1d-8184-6abcc9cae576 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:18.493436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b842efc-388f-4847-83ce-5139da72640d req-1ae845c1-08cc-4b1d-8184-6abcc9cae576 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 949 time: 0.2389264 Apr 05 18:36:18.613478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 23bf93e8-8dc3-444e-b70f-355551690338 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:36:18.614537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-061c8e8c-fd23-4815-a84b-8098318752a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:18.615962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-061c8e8c-fd23-4815-a84b-8098318752a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026937 Apr 05 18:36:18.616522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 204e640e-fe97-4370-a40f-f006c2ccbe0b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:18.621124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b842efc-388f-4847-83ce-5139da72640d req-75b23c77-3d14-4427-8940-6113c317b2a9 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877728 Apr 05 18:36:18.622120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:36:18.627864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5caec04c-f690-4169-bd96-13b445273ead admin admin] 10.222.0.15 "PUT /v2.0/routers/fd401346-f6b2-4c31-9124-f96a7dd499e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0616286 Apr 05 18:36:18.634082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:18.655419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c4bfa-21bd-4f91-9f15-87ad4c555839 req-a9255cce-8584-44fa-b0f6-253492e07bfd tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:18.656933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-828c4bfa-21bd-4f91-9f15-87ad4c555839 req-a9255cce-8584-44fa-b0f6-253492e07bfd tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1097 time: 0.1246905 Apr 05 18:36:18.669284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 23bf93e8-8dc3-444e-b70f-355551690338 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:18.669658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:18.697873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'mac_address': 'fa:16:3e:6d:49:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:36:18.739366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-828c4bfa-21bd-4f91-9f15-87ad4c555839 req-aefcc85c-2137-49ee-b815-454b180880f7 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539484 Apr 05 18:36:18.747790 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:18.782795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-d536aff1-8db4-415e-91d9-c227d3eda39b service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539404 Apr 05 18:36:18.795471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:18.818996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c394ddf-f012-4e89-bff9-2cde1eef3601 req-83c1b7c7-5625-45d4-991e-3a26d8df3f8e tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:18.819825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae2257c4-7b62-486e-8143-103bc0ea9e77 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:18.820519 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c394ddf-f012-4e89-bff9-2cde1eef3601 req-83c1b7c7-5625-45d4-991e-3a26d8df3f8e tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1096 time: 0.0747552 Apr 05 18:36:18.847321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:18.886651 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:18.897601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 204e640e-fe97-4370-a40f-f006c2ccbe0b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:18.897953 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:18.927544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a7eda5b-37ee-4897-a63b-71d66264ceb4 req-2c64d8ff-9db2-41dd-9f27-2bc918fdc3a1 tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0323746 Apr 05 18:36:18.948329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c394ddf-f012-4e89-bff9-2cde1eef3601 req-393e7643-58c1-467e-8123-b788581ff67a tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982332 Apr 05 18:36:18.964137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee092f09-ffd6-4ed9-a88f-0fc2a61d4d2f req-62bffd7c-294e-462a-91a6-2b8eeb2ca59f service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737819 Apr 05 18:36:18.993831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:19.044050 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:36:19.044388 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:36:19.047149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:19.071397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d9cf78-8bff-44dd-9297-c4bf97e59e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bf93e8-8dc3-444e-b70f-355551690338'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:19.075956 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae5956-224d-4b58-9cce-397e6eaad2e0" -d '{"events": [{"server_uuid": "26d9cf78-8bff-44dd-9297-c4bf97e59e53", "name": "network-vif-plugged", "status": "completed", "tag": "23bf93e8-8dc3-444e-b70f-355551690338"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:19.110753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Sync routers for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:36:19.133924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 23bf93e8-8dc3-444e-b70f-355551690338, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23bf93e8-8dc3-444e-b70f-355551690338,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:19.145143 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:19.145989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device afc8e0a3-15c0-47fb-8ffa-b2dd483230ce no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:19.179899 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:19.191147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:19.192074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:19.271190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ae2257c4-7b62-486e-8143-103bc0ea9e77'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:19.306700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 204e640e-fe97-4370-a40f-f006c2ccbe0b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=204e640e-fe97-4370-a40f-f006c2ccbe0b,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:19.313248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=23bf93e8-8dc3-444e-b70f-355551690338,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:19.335181 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:19.378033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c146a2d6-6328-454c-981e-85cdfbbd1d23 req-31b0c564-8ba5-47f1-bb9a-9ec89f5df9a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0642993 Apr 05 18:36:19.489652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6db753-61de-4739-b144-5d7890237fb0 req-6c548318-788b-4086-9ea9-81f5c419c707 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:19.492725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-6c548318-788b-4086-9ea9-81f5c419c707 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 821 time: 0.1175280 Apr 05 18:36:19.504496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:19.507428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-4d9399dd-b432-4f19-9b40-4662167131fe tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/quotas/e64ca593cdfe4d51aadabb1203a05731 HTTP/1.1" status: 200 len: 375 time: 0.0089478 Apr 05 18:36:19.511533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=204e640e-fe97-4370-a40f-f006c2ccbe0b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:19.546911 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:19.574854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-748b63be-90c1-460b-b4ae-028b5544b608 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600550 Apr 05 18:36:19.668525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-b867bd66-a781-45a0-b340-f6ce9bd97b5f service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923655 Apr 05 18:36:19.684563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:19.688575 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:19.725775 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:19.765545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ae2257c4-7b62-486e-8143-103bc0ea9e77 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:19.779816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-997cb376-0924-43e1-bdbb-e38bec8ebd6c service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000340 Apr 05 18:36:19.821283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:19.836190 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:19.851811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:19.945832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:19.998388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:17Z', 'revision_number': 2, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:19.998737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-149ba972-d3e5-4a3d-884d-c67d9547aaaf tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:36:19.999741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-149ba972-d3e5-4a3d-884d-c67d9547aaaf tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217338 Apr 05 18:36:20.032256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Checking router: fd401346-f6b2-4c31-9124-f96a7dd499e4 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:36:20.032600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Updating router fd401346-f6b2-4c31-9124-f96a7dd499e4 port 31ec2083-6372-41b7-a264-5e8b03cacb85 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:36:20.048324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d75814-898c-46a1-a6b2-98d0689af543 req-dffa5531-e4ba-493d-b4c2-d7323a180693 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:20.049916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61d75814-898c-46a1-a6b2-98d0689af543 req-dffa5531-e4ba-493d-b4c2-d7323a180693 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 949 time: 0.0823643 Apr 05 18:36:20.063757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-ab2381c7-b371-4b06-aa4b-d13fe069c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:20.065055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-ab2381c7-b371-4b06-aa4b-d13fe069c3fd service neutron] 10.222.0.15 "GET /v2.0/ports/440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 HTTP/1.1" status: 200 len: 1094 time: 0.0555160 Apr 05 18:36:20.065324 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:20.078007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Request body: {'binding': {'host': 'n-h1-836650-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:20.078484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Unknown quota resources ['binding']. {{(pid=102640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 18:36:20.124823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61d75814-898c-46a1-a6b2-98d0689af543 req-582f8814-b6bf-456a-9c85-b91cfc342537 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678468 Apr 05 18:36:20.256106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on host n-h1-836650-3 for vnic_type normal with profile None {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:20.256603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:20.257001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:20.262510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:36:20.262975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:20.268199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:20.268567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:20.268903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:20.269330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Bound port: 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:20.333816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:20.342306 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:20.343595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-fd2d58f4-afce-4036-b6d8-0a1440a38be9 service neutron] 10.222.0.15 "POST /v2.0/ports/440a7eb8-db0a-4a32-a587-6c2ceb00f4a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2694261 Apr 05 18:36:20.547001 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2012976-dedb-44ba-bb0d-84d24aba088a x-openstack-request-id: req-f2012976-dedb-44ba-bb0d-84d24aba088a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:20.562261 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d9cf78-8bff-44dd-9297-c4bf97e59e53", "name": "network-vif-plugged", "status": "completed", "tag": "23bf93e8-8dc3-444e-b70f-355551690338", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:20.562462 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2012976-dedb-44ba-bb0d-84d24aba088a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:20.562854 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2012976-dedb-44ba-bb0d-84d24aba088a'] response: {'server_uuid': '26d9cf78-8bff-44dd-9297-c4bf97e59e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bf93e8-8dc3-444e-b70f-355551690338', 'code': 200} Apr 05 18:36:20.593957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 204e640e-fe97-4370-a40f-f006c2ccbe0b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:20.635880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:20.648195 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:20.674155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ebfde-10eb-42c4-a3a3-0b9ae81d590a req-a4aa1665-9398-401c-bf97-49b344d1251b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:20.681355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-090ebfde-10eb-42c4-a3a3-0b9ae81d590a req-a4aa1665-9398-401c-bf97-49b344d1251b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 947 time: 0.0875137 Apr 05 18:36:20.743022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-090ebfde-10eb-42c4-a3a3-0b9ae81d590a req-fe9f2345-9af8-412a-998d-feefe0caa713 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599520 Apr 05 18:36:20.753459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a766e5-ffd7-4b5a-aef9-93e1ff9f2679 None None] Pushing event updated for resources: {'Port': ['ID=31ec2083-6372-41b7-a264-5e8b03cacb85,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:20.790134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99157392-e333-44c9-9da2-8049da390c10 req-c4837437-b15d-4307-b78d-4a8484bad3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:20.792255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99157392-e333-44c9-9da2-8049da390c10 req-c4837437-b15d-4307-b78d-4a8484bad3dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 1101 time: 0.1666312 Apr 05 18:36:20.811889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 204e640e-fe97-4370-a40f-f006c2ccbe0b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:20.811889 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:20.876003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-1088a567-8a2f-42d7-99bf-214582be55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:20.877221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Attempting to bind port 31ec2083-6372-41b7-a264-5e8b03cacb85 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:20.877592 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Attempting to bind port 31ec2083-6372-41b7-a264-5e8b03cacb85 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:20.877952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Attempting to bind port 31ec2083-6372-41b7-a264-5e8b03cacb85 on network 61b48f83-de82-4246-81dc-5c04fbfd6b89 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:20.878306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-1088a567-8a2f-42d7-99bf-214582be55cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1097 time: 0.1563909 Apr 05 18:36:20.885864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:20.886512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Checking segment: {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:20.887005 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:20.887940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Bound using segment: {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:20.888415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Bound port: 31ec2083-6372-41b7-a264-5e8b03cacb85, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:20.888791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:20.964669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99157392-e333-44c9-9da2-8049da390c10 req-9eb78475-aa50-4684-bbca-84ea38638131 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579778 Apr 05 18:36:20.995023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f91748-d6d2-41ad-86c2-5110056f614f req-25f12881-783a-4730-8833-b9357ade0f48 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:21.003112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4f91748-d6d2-41ad-86c2-5110056f614f req-25f12881-783a-4730-8833-b9357ade0f48 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 950 time: 0.1704254 Apr 05 18:36:21.010814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] For port 31ec2083-6372-41b7-a264-5e8b03cacb85, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:21.016372 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] For port 31ec2083-6372-41b7-a264-5e8b03cacb85, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=31ec2083-6372-41b7-a264-5e8b03cacb85,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:21.027383 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:21.057378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-400b1521-0557-4d58-a487-2df1e2e50a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:21.058884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-400b1521-0557-4d58-a487-2df1e2e50a85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.1694129 Apr 05 18:36:21.066958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4f91748-d6d2-41ad-86c2-5110056f614f req-3cedfae6-8aa7-40d7-a4d8-75e0d556f58a tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627255 Apr 05 18:36:21.101714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:21.102434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:21.106244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a766e5-ffd7-4b5a-aef9-93e1ff9f2679 None None] Pushing event updated for resources: {'Port': ['ID=31ec2083-6372-41b7-a264-5e8b03cacb85,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:21.211173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21aec20f-7e29-478b-9987-3120da6a9046 req-3570f0e4-4267-4163-8640-d44d2099ec26 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 210 time: 0.0466723 Apr 05 18:36:21.250624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d060088a-180b-45da-ba32-1e61ea3aeb55 None None] Provisioning complete for port 31ec2083-6372-41b7-a264-5e8b03cacb85 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:21.251217 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d060088a-180b-45da-ba32-1e61ea3aeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:21.296212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:21.408494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-2e6243de-11cc-45d2-a204-b045b500a604 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 HTTP/1.1" status: 200 len: 217 time: 0.1225214 Apr 05 18:36:21.426618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e79e1cb1-5dcc-42cf-9235-a1a01f23cb7b req-af33dd14-9442-4c3f-9547-9cb9f8e9aa3a tempest-ServersAdmin275Test-278256838 tempest-ServersAdmin275Test-278256838-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0321140 Apr 05 18:36:21.514317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6db753-61de-4739-b144-5d7890237fb0 req-972f956c-7493-4b11-b362-2346a9ae968e tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:21.516114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-972f956c-7493-4b11-b362-2346a9ae968e tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 821 time: 0.3362327 Apr 05 18:36:21.529205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-0202c458-6b3a-4dfb-8da4-b1eb6e259b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:21.530721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-0202c458-6b3a-4dfb-8da4-b1eb6e259b20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.0911679 Apr 05 18:36:21.564832 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d060088a-180b-45da-ba32-1e61ea3aeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:21.577811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Request body: {'port': {'device_id': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'admin_state_up': True, 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:21.609196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-85cb0564-51ff-4c23-b4a3-be2f24005de6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619049 Apr 05 18:36:21.618236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-a46e233a-daee-4c19-b43d-8d9161b014fe tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:36:21.619274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-a46e233a-daee-4c19-b43d-8d9161b014fe tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092008 Apr 05 18:36:21.630548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d060088a-180b-45da-ba32-1e61ea3aeb55 None None] For port 31ec2083-6372-41b7-a264-5e8b03cacb85, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=31ec2083-6372-41b7-a264-5e8b03cacb85,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:21.638862 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d060088a-180b-45da-ba32-1e61ea3aeb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:21.692184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:20Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:21.725100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060088a-180b-45da-ba32-1e61ea3aeb55 None None] Pushing event updated for resources: {'Port': ['ID=31ec2083-6372-41b7-a264-5e8b03cacb85,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:21.728699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be55e8-341e-4923-a6fd-6c6147482b49 None None] The sync data for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 is: [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:20Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:36:21.745609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6466e7-6357-4fc0-888f-aa89a881c093 req-15623e7c-50cf-498c-8bfe-8877bc51290a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:21.747170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f6466e7-6357-4fc0-888f-aa89a881c093 req-15623e7c-50cf-498c-8bfe-8877bc51290a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.2154860 Apr 05 18:36:21.761996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-01e896af-e3ff-4416-b215-a4ede9fd04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:21.764083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-01e896af-e3ff-4416-b215-a4ede9fd04ca service neutron] 10.222.0.15 "GET /v2.0/ports/38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 200 len: 1093 time: 0.1029766 Apr 05 18:36:21.771108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-72da280a-3b6e-4476-b0e8-6c205736b9a0 None None] Provisioning complete for port 31ec2083-6372-41b7-a264-5e8b03cacb85 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:21.771482 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72da280a-3b6e-4476-b0e8-6c205736b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:21.796024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Request body: {'binding': {'host': 'n-h1-836650-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:21.796523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Unknown quota resources ['binding']. {{(pid=102640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 18:36:22.202253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-c9ab147c-5416-4519-8ab5-75ede52efe1f service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784781 Apr 05 18:36:22.240012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f6466e7-6357-4fc0-888f-aa89a881c093 req-763579c2-4617-4904-97d4-5499eb2ccefa tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787943 Apr 05 18:36:22.259343 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device afc8e0a3-15c0-47fb-8ffa-b2dd483230ce details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:36:22.285040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Made reservation on behalf of e64ca593cdfe4d51aadabb1203a05731 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:22.288488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:22.355943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:22.422991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:22.437329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', 'mac_address': 'fa:16:3e:1a:ab:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:36:22.474227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ae2257c4-7b62-486e-8143-103bc0ea9e77 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:22.474539 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:22.501958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-d446f003-6916-42fd-ac2b-4c9f20602887 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591274 Apr 05 18:36:22.514145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:22.534653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc8e0a3-15c0-47fb-8ffa-b2dd483230ce {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:22.546991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccb898-bbb6-40dc-be35-0efce8c697f0 req-8374b54d-2223-4480-bfa8-0e87bf8d7a08 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:22.548729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5bccb898-bbb6-40dc-be35-0efce8c697f0 req-8374b54d-2223-4480-bfa8-0e87bf8d7a08 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 949 time: 0.2222853 Apr 05 18:36:22.559407 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:22.564195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:22.566735 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c279fc2c-2af6-437a-90aa-c160073b0f64" -d '{"events": [{"server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "name": "network-vif-unplugged", "status": "completed", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:22.570109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d on host n-h1-836650-3 for vnic_type normal with profile None {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:22.570769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:22.570769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:22.571608 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:22.610167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Port 38248a8e-8da2-47fa-9910-e833c7a15a6d on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:36:22.610167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:22.644365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 31ec2083-6372-41b7-a264-5e8b03cacb85 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:22.657438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Allocated IP 172.20.0.6 (61b48f83-de82-4246-81dc-5c04fbfd6b89/270c75a5-8808-490b-9e89-286b3382ae8e/b7e4ea99-7abf-4d60-a963-f6b616b54ec3) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:22.659646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:22.659997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:22.660358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:22.660879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Bound port: 38248a8e-8da2-47fa-9910-e833c7a15a6d, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:22.679323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:22.693075 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:22.714802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5bccb898-bbb6-40dc-be35-0efce8c697f0 req-43ec6504-1c97-4887-9dc0-ca054432f508 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581368 Apr 05 18:36:22.746418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:22.749462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 31ec2083-6372-41b7-a264-5e8b03cacb85 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:22.749795 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:22.783202 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:22.868933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=11']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:22.935928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:22.955167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:22.965492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-820926a6-c3c9-4a8b-8e6f-a77f785ac71f service neutron] 10.222.0.15 "POST /v2.0/ports/38248a8e-8da2-47fa-9910-e833c7a15a6d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1836455 Apr 05 18:36:23.065471 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:23.073744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfdfa6ea-1449-4ce8-8c95-e881e8303b79 req-de611c30-4a12-4fed-b1c7-e87f543c2e79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ea9856718fb43c9a9dfda759d00c114&device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0685115 Apr 05 18:36:23.163553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfdfa6ea-1449-4ce8-8c95-e881e8303b79 req-46ed4126-23d6-40c3-b636-f97aa7410a24 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2ea9856718fb43c9a9dfda759d00c114&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785804 Apr 05 18:36:23.319751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb1d3-a7d8-4e60-83cb-8564523ec396 req-93b4df33-e10b-4595-8814-f4cdca3192e5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:23.321105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be6cb1d3-a7d8-4e60-83cb-8564523ec396 req-93b4df33-e10b-4595-8814-f4cdca3192e5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 948 time: 0.2240121 Apr 05 18:36:23.368784 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:23.413432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452aa9-c2f3-459d-8e50-9c99550a2191 req-927fbeb6-ea6a-4685-89cf-d4c8c444528c tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:23.414924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16452aa9-c2f3-459d-8e50-9c99550a2191 req-927fbeb6-ea6a-4685-89cf-d4c8c444528c tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 950 time: 0.2555239 Apr 05 18:36:23.465578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfa6ea-1449-4ce8-8c95-e881e8303b79 req-5a3c044f-bf67-45de-aa1f-d7a40499e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:23.467058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfdfa6ea-1449-4ce8-8c95-e881e8303b79 req-5a3c044f-bf67-45de-aa1f-d7a40499e896 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2906377 Apr 05 18:36:23.479433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:23.492277 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:23.496587 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be6cb1d3-a7d8-4e60-83cb-8564523ec396 req-9e8b6c78-8f2e-437d-92f6-b53614029884 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658723 Apr 05 18:36:23.499843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:23.520469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Pushing event updated for resources: {'Port': ['ID=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:23.562144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16452aa9-c2f3-459d-8e50-9c99550a2191 req-419d1523-af70-46ac-8217-7e388dff47a4 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177871 Apr 05 18:36:23.589256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:23.589256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:23.608149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-af9f191d-928a-4094-b83f-df667351e2f5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0675583 Apr 05 18:36:23.630981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Request body: {'port': {'device_id': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:23.640837 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc2c625-08c2-4d09-9f91-be3b24a139e6 x-openstack-request-id: req-0dc2c625-08c2-4d09-9f91-be3b24a139e6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:23.641346 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "name": "network-vif-unplugged", "status": "completed", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:23.641451 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dc2c625-08c2-4d09-9f91-be3b24a139e6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:23.641818 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc2c625-08c2-4d09-9f91-be3b24a139e6'] response: {'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', 'code': 200} Apr 05 18:36:23.729979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7e891-1848-49c5-9772-59f9f558ed3f req-5656a6f5-2b6c-47b4-a713-8cbb0d5d2d39 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:23.731507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1eb7e891-1848-49c5-9772-59f9f558ed3f req-5656a6f5-2b6c-47b4-a713-8cbb0d5d2d39 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 931 time: 0.1224315 Apr 05 18:36:23.737349 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:23.761325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e41efd80-8188-44d9-bca3-4f21221857b0 req-4e335720-698a-47af-a6fc-9e61e639414f tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0548224 Apr 05 18:36:23.803832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f771f1ba-f2c4-4c1a-a4ae-be6730303f72 None None] Provisioning complete for port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:23.804205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f771f1ba-f2c4-4c1a-a4ae-be6730303f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:23.835123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1eb7e891-1848-49c5-9772-59f9f558ed3f req-3895b28f-3d63-4b80-9e9b-5c7a16f3a40c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822604 Apr 05 18:36:23.865463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f771f1ba-f2c4-4c1a-a4ae-be6730303f72 None None] Port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:24.023134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['afc8e0a3-15c0-47fb-8ffa-b2dd483230ce'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:24.059408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa565e93-0ccc-435c-9be9-dd00c4d323be req-62c24722-94e1-4665-8488-0da72407522b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:24.060898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa565e93-0ccc-435c-9be9-dd00c4d323be req-62c24722-94e1-4665-8488-0da72407522b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1434145 Apr 05 18:36:24.073426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41e545-4661-4393-b015-db5d799f158c req-d8d7e904-d264-476a-aff0-32e00915cafa tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:24.075130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da41e545-4661-4393-b015-db5d799f158c req-d8d7e904-d264-476a-aff0-32e00915cafa tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.1467330 Apr 05 18:36:24.159902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa565e93-0ccc-435c-9be9-dd00c4d323be req-f4f9b6d3-83d0-4e90-bce0-a761d2f468c4 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837455 Apr 05 18:36:24.165933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da41e545-4661-4393-b015-db5d799f158c req-c8b69eb0-e4c5-41f1-ab35-791f37795d97 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803065 Apr 05 18:36:24.259475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e4ea99-7abf-4d60-a963-f6b616b54ec3 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:24.269467 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:24.313982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Transition to ACTIVE for port object b7e4ea99-7abf-4d60-a963-f6b616b54ec3 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:36:24.326411 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:24.345337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0bfcb-147b-4fb3-8007-6326c7604337 req-677c01cc-9f8e-4f00-831b-101e3b0bf763 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:24.347741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2c0bfcb-147b-4fb3-8007-6326c7604337 req-677c01cc-9f8e-4f00-831b-101e3b0bf763 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 951 time: 0.0822728 Apr 05 18:36:24.445666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Pushing event updated for resources: {'Port': ['ID=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:24.475134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2c0bfcb-147b-4fb3-8007-6326c7604337 req-7e099d04-a3e4-4c18-9a64-79177dd44357 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088634 Apr 05 18:36:24.518744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50859afa-71a0-458b-95c4-592638b49f71 req-72609839-eaf7-47f0-9d95-ade3ff1bf87e tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:24.520281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50859afa-71a0-458b-95c4-592638b49f71 req-72609839-eaf7-47f0-9d95-ade3ff1bf87e tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 950 time: 0.1403112 Apr 05 18:36:24.558837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Attempting to bind port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:24.559729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Attempting to bind port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:24.560533 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Attempting to bind port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 on network 61b48f83-de82-4246-81dc-5c04fbfd6b89 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:24.582857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 on network 61b48f83-de82-4246-81dc-5c04fbfd6b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:36:24.583310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Attempting to bind port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 on network 61b48f83-de82-4246-81dc-5c04fbfd6b89 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:24.603041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:24.604255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Checking segment: {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:24.604698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Bound using segment: {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:24.605194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Bound port: b7e4ea99-7abf-4d60-a963-f6b616b54ec3, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:24.605612 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:24.635676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50859afa-71a0-458b-95c4-592638b49f71 req-82d1b64a-3d74-4fce-b32b-6846c5f29c09 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851040 Apr 05 18:36:24.682276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85323175-1d71-4f21-92f5-df35d8dd0ac4 req-4ae15eaf-1b73-490b-ad4e-b2b60dde6200 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:24.683786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85323175-1d71-4f21-92f5-df35d8dd0ac4 req-4ae15eaf-1b73-490b-ad4e-b2b60dde6200 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 948 time: 0.1046524 Apr 05 18:36:24.723540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] For port b7e4ea99-7abf-4d60-a963-f6b616b54ec3, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:24.750409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85323175-1d71-4f21-92f5-df35d8dd0ac4 req-f4680930-35ac-4aae-b504-4a5290620f92 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585907 Apr 05 18:36:24.752019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] For port b7e4ea99-7abf-4d60-a963-f6b616b54ec3, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:24.756603 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:24.790665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:24.792150 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:24.793600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] 10.222.0.20 "PUT /v2.0/ports/b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 1091 time: 1.1731846 Apr 05 18:36:24.795774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:24.798034 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13" -d '{"events": [{"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:24.843163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97de13-5067-4c94-b28c-c69eb2a4c78f service neutron] Pushing event updated for resources: {'Port': ['ID=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:24.920187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0dc3e5c9-ce50-4de4-a1c9-5406ab9563ac req-b9d50fcf-5b84-4dc9-97c1-25323e29080a tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.15 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0337834 Apr 05 18:36:24.933132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6db753-61de-4739-b144-5d7890237fb0 req-1ebc3f6e-4378-4f88-9c0c-12ad232a2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:24.952414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-1ebc3f6e-4378-4f88-9c0c-12ad232a2182 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1094 time: 0.1033673 Apr 05 18:36:25.010008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-b740f273-6ce5-462c-8dec-53de42a13196 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 217 time: 0.0503645 Apr 05 18:36:25.011878 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55334edb-e597-4e24-b40a-361dd929dd60 x-openstack-request-id: req-55334edb-e597-4e24-b40a-361dd929dd60 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:25.012163 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:25.012413 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55334edb-e597-4e24-b40a-361dd929dd60 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:25.012859 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55334edb-e597-4e24-b40a-361dd929dd60'] response: {'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'status': 'completed', 'code': 200} Apr 05 18:36:25.053455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfdfa6ea-1449-4ce8-8c95-e881e8303b79 req-df91ea66-e3ed-48db-8441-01d3ba2f8cde tempest-ServersAdmin275Test-1087329369 tempest-ServersAdmin275Test-1087329369-project] 10.222.0.25 "GET /v2.0/ports?device_id=531a32af-c00c-4cb5-ad8a-d708fd433860 HTTP/1.1" status: 200 len: 210 time: 0.0397160 Apr 05 18:36:25.199414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6db753-61de-4739-b144-5d7890237fb0 req-f4de594c-59d5-421e-a9c0-c1c8ee37613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:25.200881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-f4de594c-59d5-421e-a9c0-c1c8ee37613f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.1454096 Apr 05 18:36:25.234050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb98fd-d7ff-4ebd-8bc7-68dae2e07378 req-a44d340d-24d3-4607-8fac-eceed97bbf66 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:25.241295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bdb98fd-d7ff-4ebd-8bc7-68dae2e07378 req-a44d340d-24d3-4607-8fac-eceed97bbf66 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 943 time: 0.1868758 Apr 05 18:36:25.277925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-5e1b343b-6b5f-4d46-8c87-98b855a07641 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:25.279399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-5e1b343b-6b5f-4d46-8c87-98b855a07641 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab&tenant_id=d7f64cbfb3fd47c59352b91f535306d9&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 948 time: 0.1864312 Apr 05 18:36:25.296600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2e8b3-2dce-4bba-9da2-d11ed69246fd req-6b9a34c1-93c5-484b-b764-cecce628ade0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:25.298106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd2e8b3-2dce-4bba-9da2-d11ed69246fd req-6b9a34c1-93c5-484b-b764-cecce628ade0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 948 time: 0.2062287 Apr 05 18:36:25.346074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6db753-61de-4739-b144-5d7890237fb0 req-98370c01-e285-4228-94a8-c14e9f6b79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:25.347507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-98370c01-e285-4228-94a8-c14e9f6b79b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355064 Apr 05 18:36:25.353043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bdb98fd-d7ff-4ebd-8bc7-68dae2e07378 req-db504c0a-9a38-49f4-8cab-cc9ae8ba9b69 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109002 Apr 05 18:36:25.431568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd2e8b3-2dce-4bba-9da2-d11ed69246fd req-2adf5e75-e0f1-44dd-9158-bed0b25d38b5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254816 Apr 05 18:36:25.482519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-024a58cc-4d7b-4ccf-8bb4-9607850f65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:25.484011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-024a58cc-4d7b-4ccf-8bb4-9607850f65b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 1099 time: 0.1526709 Apr 05 18:36:25.590146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-43ee2310-3225-4ca0-b7de-5984c2bffcf8 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216251 Apr 05 18:36:25.643213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:25.645690 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3c1fb3-7bd0-4bcf-9fbc-c30cffdbb975" -d '{"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-plugged", "status": "completed", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:25.900150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ad4da-7274-4e53-89c2-ca8600eda9c9 req-4ae3f44c-9cc5-4b88-852c-e5458b252e7d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:25.902121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-045ad4da-7274-4e53-89c2-ca8600eda9c9 req-4ae3f44c-9cc5-4b88-852c-e5458b252e7d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.4668446 Apr 05 18:36:25.990479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbf2ee-78bb-44fd-a715-6452fdf4775e req-5553ecbe-8287-4c31-be12-55b74011373f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:25.991890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfcbf2ee-78bb-44fd-a715-6452fdf4775e req-5553ecbe-8287-4c31-be12-55b74011373f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.4978855 Apr 05 18:36:26.003636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-701cf8ab-6f87-4882-b330-090fe90849fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:26.005019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-701cf8ab-6f87-4882-b330-090fe90849fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.4990628 Apr 05 18:36:26.077561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-045ad4da-7274-4e53-89c2-ca8600eda9c9 req-691935dd-2a5c-4e84-b643-2f23cfc3cf0a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628113 Apr 05 18:36:26.080640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-f4b3a207-45f8-4067-b695-34c93119d908 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce HTTP/1.1" status: 200 len: 217 time: 0.0649590 Apr 05 18:36:26.153837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6db753-61de-4739-b144-5d7890237fb0 req-254b7dc3-61e9-4735-b74b-e0f4dc4221d3 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527432 Apr 05 18:36:26.160452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfcbf2ee-78bb-44fd-a715-6452fdf4775e req-8308bc2e-9067-4462-b54d-8c52d49658ea tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581099 Apr 05 18:36:26.237153 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ae2fc-ca13-4279-bab0-ead94433bb7c x-openstack-request-id: req-075ae2fc-ca13-4279-bab0-ead94433bb7c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:26.237448 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-plugged", "status": "completed", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:26.237694 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-075ae2fc-ca13-4279-bab0-ead94433bb7c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:26.238078 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075ae2fc-ca13-4279-bab0-ead94433bb7c'] response: {'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'code': 200} Apr 05 18:36:26.240539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-7c803c4d-1ff3-488d-88a0-82f004fc5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:26.241999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-7c803c4d-1ff3-488d-88a0-82f004fc5351 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1419775 Apr 05 18:36:26.252956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device afc8e0a3-15c0-47fb-8ffa-b2dd483230ce up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:26.308397 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-1b12d12f-d4e3-43a2-976c-d87aedce138a tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:26.309938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-1b12d12f-d4e3-43a2-976c-d87aedce138a tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.25 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 950 time: 0.2162271 Apr 05 18:36:26.330641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:26.331346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:26.372894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50fcae-0881-40fe-8df5-e8482260565b req-e0762593-e4ae-4cc2-8530-77e40ac87224 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:26.375356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee50fcae-0881-40fe-8df5-e8482260565b req-e0762593-e4ae-4cc2-8530-77e40ac87224 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 951 time: 0.2187548 Apr 05 18:36:26.408299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-c6fc6705-6f9b-43ec-931d-c14645be104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:26.409696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-c6fc6705-6f9b-43ec-931d-c14645be104c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1094 time: 0.1916037 Apr 05 18:36:26.429509 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:26.469791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-2350448c-d6a3-41bc-aa0b-e57deefbded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:26.471281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-2350448c-d6a3-41bc-aa0b-e57deefbded7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123270 Apr 05 18:36:26.476315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:26.481552 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:26.533344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:26.591789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc93949-b51b-4c2b-8e0a-a9185e9c49b1 req-a52d0e27-1a42-4d00-9346-8e5326be01b7 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:26.593275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6dc93949-b51b-4c2b-8e0a-a9185e9c49b1 req-a52d0e27-1a42-4d00-9346-8e5326be01b7 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 950 time: 0.2977967 Apr 05 18:36:26.641503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee50fcae-0881-40fe-8df5-e8482260565b req-321a0531-d34d-4703-aee3-235edae3eb59 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375250 Apr 05 18:36:26.664274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98995185-e99d-4071-a2ed-0ce785417194 req-d1e37708-265d-4850-95cc-2a006db13fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:26.664274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98995185-e99d-4071-a2ed-0ce785417194 req-d1e37708-265d-4850-95cc-2a006db13fe8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 1102 time: 0.2476587 Apr 05 18:36:26.769264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6dc93949-b51b-4c2b-8e0a-a9185e9c49b1 req-6ec6e29a-16fb-4575-a986-49e2a862998b tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/security-groups?id=01c66abd-22ff-41da-bb1f-77899b398b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433363 Apr 05 18:36:26.776387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-92e83b98-5e41-4fcf-b318-0eecbae5b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:26.777643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-92e83b98-5e41-4fcf-b318-0eecbae5b4c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.3412201 Apr 05 18:36:26.788688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98995185-e99d-4071-a2ed-0ce785417194 req-54c36dd5-aae6-461c-a4b8-0e483aae3459 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146533 Apr 05 18:36:26.790509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-7e6e319d-3ca8-46de-8bf0-eaca7f383e6c service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970567 Apr 05 18:36:26.793426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Deleting port 23bf93e8-8dc3-444e-b70f-355551690338 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:36:26.793766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:26.911498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-5161d89b-afb2-42f2-9800-82a1fa287f8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 217 time: 0.1135969 Apr 05 18:36:26.937763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34218) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:27.029504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0d855-4110-43af-8ef1-337333d8be13 req-90efb8e6-9984-4f6a-8848-2f864fa492a5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:27.031082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3c0d855-4110-43af-8ef1-337333d8be13 req-90efb8e6-9984-4f6a-8848-2f864fa492a5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 943 time: 0.2609639 Apr 05 18:36:27.064222 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd21d809-38ae-4cfc-93e4-5e0fae6c6f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.121279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7560307-fe51-475c-981f-c1e17998720a req-c096a7a6-0ba7-4b6f-9671-1e9c3c49ddfa tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:27.122892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7560307-fe51-475c-981f-c1e17998720a req-c096a7a6-0ba7-4b6f-9671-1e9c3c49ddfa tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.2410769 Apr 05 18:36:27.145043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] For port 23bf93e8-8dc3-444e-b70f-355551690338, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23bf93e8-8dc3-444e-b70f-355551690338,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:27.145432 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.151850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f894334-e5e1-4733-b4e5-c6652cb11b52 req-fd1120fa-bc40-4062-9d30-ca7e9649a4ae service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468494 Apr 05 18:36:27.153660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd21d809-38ae-4cfc-93e4-5e0fae6c6f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.165333 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd21d809-38ae-4cfc-93e4-5e0fae6c6f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.190871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Calling delete_port for 23bf93e8-8dc3-444e-b70f-355551690338 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:36:27.194490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-a9bac11f-4494-415c-a243-546b8cabbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:27.195935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-a9bac11f-4494-415c-a243-546b8cabbb38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.1845987 Apr 05 18:36:27.198864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3c0d855-4110-43af-8ef1-337333d8be13 req-6bdbc9b8-1384-4ee0-88d3-e70e5ba96e91 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546087 Apr 05 18:36:27.236479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21d809-38ae-4cfc-93e4-5e0fae6c6f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4600ff4f-6d04-4101-8704-6b296d6b64ad,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:27.250279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7560307-fe51-475c-981f-c1e17998720a req-1cb2589c-3a42-4bca-93d9-677b23ee0474 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148114 Apr 05 18:36:27.264381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cd21d809-38ae-4cfc-93e4-5e0fae6c6f7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ea9856718fb43c9a9dfda759d00c114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253193 Apr 05 18:36:27.265040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34226) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:27.333485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-343327a9-0f0e-4738-972c-31cdf0046f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:27.335057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-343327a9-0f0e-4738-972c-31cdf0046f54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230059 Apr 05 18:36:27.361438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21b7be0d-9f51-461e-9fa5-0795148ffa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.388528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21b7be0d-9f51-461e-9fa5-0795148ffa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.528663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9c8e-e218-46f0-ac5a-5a6c6f1add49 req-7347a155-8e4c-48cd-8aa3-c04208d1a1e5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:27.530144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266b9c8e-e218-46f0-ac5a-5a6c6f1add49 req-7347a155-8e4c-48cd-8aa3-c04208d1a1e5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.1942220 Apr 05 18:36:27.556431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69863c-510d-449a-8e88-0c16c2548fe8 req-e1fdc0a7-792a-4045-90f7-1bf758cdbf4a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:27.558196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e69863c-510d-449a-8e88-0c16c2548fe8 req-e1fdc0a7-792a-4045-90f7-1bf758cdbf4a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1821473 Apr 05 18:36:27.579047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-6245d0b3-5aa0-4ecd-8946-1a536acda472 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304807 Apr 05 18:36:27.628252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.641539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23bf93e8-8dc3-444e-b70f-355551690338'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:27.698640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21b7be0d-9f51-461e-9fa5-0795148ffa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.702150 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21b7be0d-9f51-461e-9fa5-0795148ffa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.706353 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-21b7be0d-9f51-461e-9fa5-0795148ffa6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4600ff4f-6d04-4101-8704-6b296d6b64ad HTTP/1.1" status: 204 len: 168 time: 0.4398019 Apr 05 18:36:27.715499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7be0d-9f51-461e-9fa5-0795148ffa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4600ff4f-6d04-4101-8704-6b296d6b64ad,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:27.715683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Pushing event deleted for resources: {'Port': ['ID=23bf93e8-8dc3-444e-b70f-355551690338,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:27.730108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266b9c8e-e218-46f0-ac5a-5a6c6f1add49 req-82d49c15-fe8c-46ee-81de-be31c72629b9 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882958 Apr 05 18:36:27.758142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e69863c-510d-449a-8e88-0c16c2548fe8 req-780a3b4b-137e-4770-9529-152383040dbb tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800704 Apr 05 18:36:27.834658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362ecaab-e3e4-45d8-85d4-2b8bd3ab4b13 req-ea159562-f273-4351-a0c5-af758e300548 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389514 Apr 05 18:36:27.836935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] No DVR routers for this DVR port 23bf93e8-8dc3-444e-b70f-355551690338 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:36:27.842235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:27.856121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2b1cc23-09f1-44e7-b387-d63bda6f1bc5 req-ff17e91f-15e1-4a7b-91c3-4eb7de3c6ae5 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.25 "DELETE /v2.0/ports/23bf93e8-8dc3-444e-b70f-355551690338 HTTP/1.1" status: 204 len: 173 time: 1.5215495 Apr 05 18:36:27.857372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d9cf78-8bff-44dd-9297-c4bf97e59e53', 'name': 'network-vif-deleted', 'tag': '23bf93e8-8dc3-444e-b70f-355551690338'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:27.860720 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb5890d-66ab-4779-a13d-ae8d722f2fe3" -d '{"events": [{"server_uuid": "26d9cf78-8bff-44dd-9297-c4bf97e59e53", "name": "network-vif-deleted", "tag": "23bf93e8-8dc3-444e-b70f-355551690338"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:27.948716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66b91b60-baf1-42f2-8565-451ed683c16a req-3dd00fe1-971f-4569-b20c-d30950361462 tempest-ImagesNegativeTestJSON-1847735521 tempest-ImagesNegativeTestJSON-1847735521-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d9cf78-8bff-44dd-9297-c4bf97e59e53 HTTP/1.1" status: 200 len: 210 time: 0.0602660 Apr 05 18:36:27.972491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177154d5-4cdb-4e7e-a9f3-f5bf50893712 req-0d228ca9-5fd7-4d81-959c-368baaab2234 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:27.987035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-177154d5-4cdb-4e7e-a9f3-f5bf50893712 req-0d228ca9-5fd7-4d81-959c-368baaab2234 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 951 time: 0.1124797 Apr 05 18:36:28.018852 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623f0e94-0e3b-4981-bdbb-a1667444b77a x-openstack-request-id: req-623f0e94-0e3b-4981-bdbb-a1667444b77a {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:28.020638 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d9cf78-8bff-44dd-9297-c4bf97e59e53", "name": "network-vif-deleted", "tag": "23bf93e8-8dc3-444e-b70f-355551690338", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:28.021603 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-623f0e94-0e3b-4981-bdbb-a1667444b77a {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:28.022282 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623f0e94-0e3b-4981-bdbb-a1667444b77a'] response: {'server_uuid': '26d9cf78-8bff-44dd-9297-c4bf97e59e53', 'name': 'network-vif-deleted', 'tag': '23bf93e8-8dc3-444e-b70f-355551690338', 'status': 'completed', 'code': 200} Apr 05 18:36:28.046924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-177154d5-4cdb-4e7e-a9f3-f5bf50893712 req-41791e54-5dc7-4dc2-99ff-78f2ada1cd35 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584967 Apr 05 18:36:28.187445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34240) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:28.201063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-090acedc-cf8c-4635-afae-eb6f0ebd7fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:28.241832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:28.248542 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd8fd40-b271-44b0-a705-944660637789" -d '{"events": [{"server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "name": "network-vif-plugged", "status": "completed", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:28.288977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-090acedc-cf8c-4635-afae-eb6f0ebd7fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:28.293888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-090acedc-cf8c-4635-afae-eb6f0ebd7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:28.296685 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f75a07-a39e-418a-85b2-7cc644da142d x-openstack-request-id: req-81f75a07-a39e-418a-85b2-7cc644da142d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:28.297304 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "name": "network-vif-plugged", "status": "completed", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:28.297773 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81f75a07-a39e-418a-85b2-7cc644da142d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:28.298444 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f75a07-a39e-418a-85b2-7cc644da142d'] response: {'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', 'code': 200} Apr 05 18:36:28.372762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090acedc-cf8c-4635-afae-eb6f0ebd7fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f07098-d808-4dcb-88af-4ead749f5bbe,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:28.391541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b7e4ea99-7abf-4d60-a963-f6b616b54ec3 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:36:28.395805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-090acedc-cf8c-4635-afae-eb6f0ebd7fed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f58b2dc665684f839025d235df70a81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050097 Apr 05 18:36:28.396611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34248) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:28.419306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702599f9-b8e0-4b77-9073-95ea9c5c29ad req-bcccf057-7942-40a3-8dd8-89d88391ee58 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:28.421021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-702599f9-b8e0-4b77-9073-95ea9c5c29ad req-bcccf057-7942-40a3-8dd8-89d88391ee58 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 943 time: 0.1150806 Apr 05 18:36:28.448409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de964e8-46d9-4f0a-b24c-3c22f22dacbd req-8fe29309-b81d-4c2b-ad9a-c798fd9c3470 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:28.450076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5de964e8-46d9-4f0a-b24c-3c22f22dacbd req-8fe29309-b81d-4c2b-ad9a-c798fd9c3470 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0949574 Apr 05 18:36:28.498023 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-552d676d-ed3c-4414-9ac3-a8845c358673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:28.500221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-702599f9-b8e0-4b77-9073-95ea9c5c29ad req-d80b4385-6850-48ea-ac71-570a5f4da096 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 Apr 05 18:36:28.517359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5de964e8-46d9-4f0a-b24c-3c22f22dacbd req-0f4387e7-20a0-4314-9e01-6e999f4b0dce tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587282 Apr 05 18:36:28.528144 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-552d676d-ed3c-4414-9ac3-a8845c358673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:28.577034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b7e4ea99-7abf-4d60-a963-f6b616b54ec3, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:28.589050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-552d676d-ed3c-4414-9ac3-a8845c358673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:28.590812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'port_id': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'mac_address': 'fa:16:3e:30:d4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:36:28.591947 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-552d676d-ed3c-4414-9ac3-a8845c358673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:28.593153 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-552d676d-ed3c-4414-9ac3-a8845c358673 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78f07098-d808-4dcb-88af-4ead749f5bbe HTTP/1.1" status: 204 len: 168 time: 0.1944687 Apr 05 18:36:28.603527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d676d-ed3c-4414-9ac3-a8845c358673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f07098-d808-4dcb-88af-4ead749f5bbe,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:28.653206 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:28.666939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e4ea99-7abf-4d60-a963-f6b616b54ec3 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:28.670751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64a18a-2aab-4a5f-8a3e-64006cdfef3b req-14b53e46-7281-4042-95be-e2484bd2528c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:28.673118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc64a18a-2aab-4a5f-8a3e-64006cdfef3b req-14b53e46-7281-4042-95be-e2484bd2528c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0626984 Apr 05 18:36:28.691092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b7e4ea99-7abf-4d60-a963-f6b616b54ec3, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:28.695522 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:28.721374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc64a18a-2aab-4a5f-8a3e-64006cdfef3b req-80a9d829-584a-43ce-b825-e8c36aaf2ef4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Apr 05 18:36:28.749508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:28.869917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa08bc-d6c7-421a-8d9a-e522e0a1bd0d req-b6925dbc-7401-45f2-ad79-901ee1fcaa6b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:28.871542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1aa08bc-d6c7-421a-8d9a-e522e0a1bd0d req-b6925dbc-7401-45f2-ad79-901ee1fcaa6b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.0550563 Apr 05 18:36:28.937367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1aa08bc-d6c7-421a-8d9a-e522e0a1bd0d req-fa7bde19-5afe-4c55-921f-888aac547d12 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566564 Apr 05 18:36:28.945681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71833255-a441-4dae-b1d7-2da2d3933d0e req-3788a2b6-7ef6-442a-b8c7-e582aacd6d4b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:28.947236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71833255-a441-4dae-b1d7-2da2d3933d0e req-3788a2b6-7ef6-442a-b8c7-e582aacd6d4b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.0746934 Apr 05 18:36:28.996685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71833255-a441-4dae-b1d7-2da2d3933d0e req-e0e7450b-2f73-4cfa-8fc6-8c7b63818c60 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Apr 05 18:36:29.025701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['b7e4ea99-7abf-4d60-a963-f6b616b54ec3'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:29.206816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef7136-14b7-4994-b0ad-c663a048f0dc req-6c13467b-c860-4425-9525-0bce7ef88afe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:29.208251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6ef7136-14b7-4994-b0ad-c663a048f0dc req-6c13467b-c860-4425-9525-0bce7ef88afe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 951 time: 0.0682051 Apr 05 18:36:29.279279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6ef7136-14b7-4994-b0ad-c663a048f0dc req-950b5d1f-62a5-48bc-ba4d-19856ad069f8 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628355 Apr 05 18:36:29.289293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-c15dadb8-f2cd-44cb-9735-4898483e89b4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297401 Apr 05 18:36:29.407541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-c946a9a9-d851-45cf-9fa2-835e726cf8f3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:29.409079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-c946a9a9-d851-45cf-9fa2-835e726cf8f3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1135526 Apr 05 18:36:29.430105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-99dc902d-156e-43fe-af6d-fd86147475f1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/quotas/d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 375 time: 0.0106840 Apr 05 18:36:29.515416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-879ccecb-7afa-440a-ace8-79952c7e70dc tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744615 Apr 05 18:36:29.567693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6014f7-9ec7-4693-8341-dbc440e25b81 req-4a37e9ed-dd3c-4ba7-b3c9-9e7f80858b96 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:29.569183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af6014f7-9ec7-4693-8341-dbc440e25b81 req-4a37e9ed-dd3c-4ba7-b3c9-9e7f80858b96 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 1102 time: 0.0527334 Apr 05 18:36:29.615486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af6014f7-9ec7-4693-8341-dbc440e25b81 req-ff90cf95-1a2c-4749-bc46-d7d32b3a2c75 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 Apr 05 18:36:29.700332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34330) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:29.772705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf95d9a-0152-44f6-a94b-7a41b2c18410 req-0aae3aba-f11e-401c-b5a2-8964061fbda7 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:29.774774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6bf95d9a-0152-44f6-a94b-7a41b2c18410 req-0aae3aba-f11e-401c-b5a2-8964061fbda7 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 944 time: 0.0795262 Apr 05 18:36:29.836270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6bf95d9a-0152-44f6-a94b-7a41b2c18410 req-95b05948-94dc-47c0-95ff-dfa445e296f1 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552814 Apr 05 18:36:29.910992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f92a2b70-2738-4e21-b395-0ff969b12c9e req-d7d1364e-12be-4aae-a223-2b3497ccfdb9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 210 time: 0.0393901 Apr 05 18:36:29.963520 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-539c2279-d2c4-4cb5-841a-da30a5c38e64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ad0a5305b0747e193d55a984fbfab51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612534 Apr 05 18:36:29.965547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34350) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:30.023788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d56e5c92-a4e7-4d48-9cec-ddc27e4b5459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:30.029156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879936e7-63ee-428d-8161-964a326edd4c req-0211b884-af46-4eed-bb38-3651e7a85938 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:30.030696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-879936e7-63ee-428d-8161-964a326edd4c req-0211b884-af46-4eed-bb38-3651e7a85938 tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 1102 time: 0.0951688 Apr 05 18:36:30.051006 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d56e5c92-a4e7-4d48-9cec-ddc27e4b5459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:30.114151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d56e5c92-a4e7-4d48-9cec-ddc27e4b5459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:30.118598 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d56e5c92-a4e7-4d48-9cec-ddc27e4b5459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:30.120788 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d56e5c92-a4e7-4d48-9cec-ddc27e4b5459 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01c66abd-22ff-41da-bb1f-77899b398b00 HTTP/1.1" status: 204 len: 168 time: 0.1539590 Apr 05 18:36:30.126006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-879936e7-63ee-428d-8161-964a326edd4c req-55594aab-8e6b-470b-aacf-b133bb992a7a tempest-ServersAdminTestJSON-1078718749 tempest-ServersAdminTestJSON-1078718749-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882957 Apr 05 18:36:30.131063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e5c92-a4e7-4d48-9cec-ddc27e4b5459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c66abd-22ff-41da-bb1f-77899b398b00,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:30.164059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd35444-a8cf-43d3-94f3-78b17e1993fb req-6b8a5865-79f5-49ae-9262-e3aea4183964 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:30.166733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcd35444-a8cf-43d3-94f3-78b17e1993fb req-6b8a5865-79f5-49ae-9262-e3aea4183964 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.0965867 Apr 05 18:36:30.238733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcd35444-a8cf-43d3-94f3-78b17e1993fb req-09b8243c-d89c-4179-bed2-2d27690b0285 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644946 Apr 05 18:36:30.254648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23bf93e8-8dc3-444e-b70f-355551690338 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:30.301171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e447d4-8539-44fb-b8d8-b32a0bf290ee req-cb1340b2-a69f-43cc-ae73-ad28ccc9b707 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:30.302586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 23bf93e8-8dc3-444e-b70f-355551690338 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:36:30.302935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23bf93e8-8dc3-444e-b70f-355551690338 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:36:30.308580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32e447d4-8539-44fb-b8d8-b32a0bf290ee req-cb1340b2-a69f-43cc-ae73-ad28ccc9b707 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.0687621 Apr 05 18:36:30.383096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32e447d4-8539-44fb-b8d8-b32a0bf290ee req-77ca7636-ef05-4fd4-968a-113663a718da tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591774 Apr 05 18:36:30.385720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b7e4ea99-7abf-4d60-a963-f6b616b54ec3 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:30.463954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:36:30.475027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:30.476430 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:30.591579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1636997-9db3-4f9b-bc48-5b155e1a4471 req-962e4fc6-9756-4c84-800c-54bcca93428e tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:30.602058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1636997-9db3-4f9b-bc48-5b155e1a4471 req-962e4fc6-9756-4c84-800c-54bcca93428e tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 950 time: 0.0757856 Apr 05 18:36:30.667689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1636997-9db3-4f9b-bc48-5b155e1a4471 req-ab2e7cf9-9bf2-4878-83ce-4d8d290c5100 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645733 Apr 05 18:36:30.743363 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:30.766256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-0b2cfa9f-20c4-448e-b2e2-233ef01e532d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256264 Apr 05 18:36:30.769020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:30.771300 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3955a4-9d95-4dcc-a243-9b0ae3ca9fe2" -d '{"events": [{"server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "name": "network-vif-plugged", "status": "completed", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:30.784156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b7e4ea99-7abf-4d60-a963-f6b616b54ec3, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:30.789997 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:30.845200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:30.848794 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c87b2de-295c-4662-9cbf-8fa84cf4fbd2 x-openstack-request-id: req-7c87b2de-295c-4662-9cbf-8fa84cf4fbd2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:30.849207 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "name": "network-vif-plugged", "status": "completed", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:30.849548 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c87b2de-295c-4662-9cbf-8fa84cf4fbd2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:30.849934 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c87b2de-295c-4662-9cbf-8fa84cf4fbd2'] response: {'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'code': 200} Apr 05 18:36:30.902773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-6fdc1853-32ba-435c-98b2-f54c8a58dfaa tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:30.904280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-6fdc1853-32ba-435c-98b2-f54c8a58dfaa tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311901 Apr 05 18:36:30.958415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-dd11394f-2970-4884-b6b7-a2165e7cfd09 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/quotas/3d7141754c2149c9b47bf6afe7d827a1 HTTP/1.1" status: 200 len: 375 time: 0.0399919 Apr 05 18:36:31.022455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-f1020141-b650-4236-87f1-e86c931126f8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474398 Apr 05 18:36:31.039671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-f06eddfb-6670-4956-8551-4a5d0e608d99 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465455 Apr 05 18:36:31.042683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d353-d5d4-48b3-9686-d269fa904f3c req-6b68d44e-f12c-4488-bafe-ede4b7839abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:31.044326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59e0d353-d5d4-48b3-9686-d269fa904f3c req-6b68d44e-f12c-4488-bafe-ede4b7839abc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1096 time: 0.1366227 Apr 05 18:36:31.069471 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9c7d5-7c54-4fd1-a1ab-a2bab24fcb55 req-a5455689-0851-40b4-bfa3-6abad2188967 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:31.077856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1da9c7d5-7c54-4fd1-a1ab-a2bab24fcb55 req-a5455689-0851-40b4-bfa3-6abad2188967 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 945 time: 0.1343217 Apr 05 18:36:31.217554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59e0d353-d5d4-48b3-9686-d269fa904f3c req-29f38566-2320-4421-aab2-6c4ce55dc14f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582983 Apr 05 18:36:31.248544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34408) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:31.254855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1da9c7d5-7c54-4fd1-a1ab-a2bab24fcb55 req-1ee5848a-5da9-4b1c-971f-3150dbe48495 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761682 Apr 05 18:36:31.294106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93a22e12-aec8-471d-b2b2-ef72ed114b77 req-7f6d0dd5-7f44-474b-845d-ff1f3b830a5d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 210 time: 0.0731585 Apr 05 18:36:31.384000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-57076761-network', 'tenant_id': '888eea1fce944216b18909ecfc854a25'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:31.407767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Made reservation on behalf of 888eea1fce944216b18909ecfc854a25 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:31.411394 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:31.422126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:31.520751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:31.524642 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:31.549581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:36:31.565151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9638936d-b6c8-4b58-8e31-9ee0e51b5012,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:31.571494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:31.572188 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Added segment 95d9e3d6-da5b-4619-a020-45aff6c99425 of type vlan for network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 Apr 05 18:36:31.617605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:31.646734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:31.647748 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:31.648325 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:31.660401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f860e3c-87d7-4876-9ca6-fbbccde17179 req-c93339c5-ad76-4e66-a836-10075711ebae tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 210 time: 0.3628378 Apr 05 18:36:31.669150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-e44368ae-7444-4087-813e-98f368cc8fbc tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:31.670424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-e44368ae-7444-4087-813e-98f368cc8fbc tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6233737 Apr 05 18:36:31.707231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e3e6a-a91e-4384-9a78-b83494782b39 req-751ee32a-028f-4e22-83ca-3c0460f8a975 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:31.708860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-873e3e6a-a91e-4384-9a78-b83494782b39 req-751ee32a-028f-4e22-83ca-3c0460f8a975 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.0718186 Apr 05 18:36:31.710896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4612753 Apr 05 18:36:31.714634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:31.719041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b45522-22d2-4a75-93a2-399e21c4a87f admin admin] Pushing event updated for resources: {'Network': ['ID=4791ec63-d6dc-43f6-84d9-1728ac3ff410,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:31.720108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Request body: {'subnet': {'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-57076761-subnet', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:31.729732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:36:31.788648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Made reservation on behalf of 888eea1fce944216b18909ecfc854a25 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:31.791627 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:31.818131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-873e3e6a-a91e-4384-9a78-b83494782b39 req-e792a336-983a-4f2c-8c02-02e8a5d61cac tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857582 Apr 05 18:36:31.857541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Request body: {'port': {'device_id': '406633dd-ea08-485e-915e-435c24906549', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': 'd7f64cbfb3fd47c59352b91f535306d9'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:31.899468 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cadc76-a179-4623-8057-813acb27282c req-1eb525f5-d09e-4b2a-b6a5-d34335170d73 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:31.901580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94cadc76-a179-4623-8057-813acb27282c req-1eb525f5-d09e-4b2a-b6a5-d34335170d73 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1574667 Apr 05 18:36:32.057876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6111f-4298-49a3-9fcd-891093e57c4c req-3c8774f4-fa1d-4f2b-b203-6f84e65ce60c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:32.059521 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22f6111f-4298-49a3-9fcd-891093e57c4c req-3c8774f4-fa1d-4f2b-b203-6f84e65ce60c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 950 time: 0.1734207 Apr 05 18:36:32.062204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94cadc76-a179-4623-8057-813acb27282c req-47f61425-08fa-44bd-9d1f-e72911657e57 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220107 Apr 05 18:36:32.155338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Made reservation on behalf of d7f64cbfb3fd47c59352b91f535306d9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:32.158687 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:32.166437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22f6111f-4298-49a3-9fcd-891093e57c4c req-c299ee9a-b95a-4f6e-97f2-71ce19ec2b95 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984898 Apr 05 18:36:32.249541 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:32.427497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Pushing event updated for resources: {'Subnet': ['ID=91627e75-d173-4a63-a7be-bd2bb7df6da3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:32.470229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0296554c-76a2-4333-ba45-e4920ec05a5b req-29ceb0ee-4c03-4324-be8d-cc14bc1f5eab tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 210 time: 0.0961168 Apr 05 18:36:32.484953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-eeb7942f-6638-4597-bea2-562c42ad0cec tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783083 Apr 05 18:36:32.486286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.486581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.486912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.487243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.487569 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.488331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.488331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.488541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.488820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.489135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.489451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.489765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:32.519614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6978b-a577-4294-8616-397135844b4b req-937f3414-970a-48a5-8551-9c4c9e880a64 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:32.521056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53e6978b-a577-4294-8616-397135844b4b req-937f3414-970a-48a5-8551-9c4c9e880a64 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 950 time: 0.2383766 Apr 05 18:36:32.527380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Checking segment: {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:32.527737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Network hostable DHCP agents. Network: 4791ec63-d6dc-43f6-84d9-1728ac3ff410, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:36:32.561019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Allocated IP 192.168.233.244 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/54b983d8-dc32-44b1-a3b1-24781578a76f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:32.605029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0a5f0-4c2c-47b5-b092-cd013cf4b2c7 req-b7135969-1cb9-4520-ba5f-34a1671f5c45 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:32.606562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50b0a5f0-4c2c-47b5-b092-cd013cf4b2c7 req-b7135969-1cb9-4520-ba5f-34a1671f5c45 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 945 time: 0.2691212 Apr 05 18:36:32.680551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:36:32.749235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 4791ec63-d6dc-43f6-84d9-1728ac3ff410) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:32.757387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b881afe-5cf5-4382-a2c0-0031d5de91e8 None None] Network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:36:32.787629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:32.788222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:32.811987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45abb5ba-5179-4880-9d55-6fa48d21fd95 req-a36421b3-6654-45ca-83df-03834e0d8ed5 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 210 time: 0.0792892 Apr 05 18:36:32.814940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50b0a5f0-4c2c-47b5-b092-cd013cf4b2c7 req-9d0326a0-9beb-4d80-bd14-cf37e85a6ef6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776695 Apr 05 18:36:32.821669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-38beeb89-1a2f-4447-82d8-0a9ad7bfc3db tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:32.823654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-38beeb89-1a2f-4447-82d8-0a9ad7bfc3db tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266766 Apr 05 18:36:32.854549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Request body: {'port': {'device_id': '9b190d06-9385-40f4-acca-797da0d9920e', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3d7141754c2149c9b47bf6afe7d827a1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:32.893301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3d4bae8f-313f-4489-8d94-52cb2b23cbec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1776178 Apr 05 18:36:32.896106 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34434) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:32.901390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:32.921221 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:32.922242 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:32.928882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:36:32.929761 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:32.983668 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.010581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-53e6978b-a577-4294-8616-397135844b4b req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Deleting port 18165d77-703b-41d1-b7e5-9a00caddede1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:36:33.010925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53e6978b-a577-4294-8616-397135844b4b req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.072861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Allocated IP 172.20.0.2 (4791ec63-d6dc-43f6-84d9-1728ac3ff410/91627e75-d173-4a63-a7be-bd2bb7df6da3/c3ab9ba0-e722-4a9e-a639-b86357cd8f88) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:33.115449 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.129758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.130789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fc2a3-979d-4a67-8956-d29f910ab222 req-2fec5c21-f421-49cc-b806-4cffb0868525 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:33.132312 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f4fc2a3-979d-4a67-8956-d29f910ab222 req-2fec5c21-f421-49cc-b806-4cffb0868525 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.2266738 Apr 05 18:36:33.230999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Made reservation on behalf of 3d7141754c2149c9b47bf6afe7d827a1 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:33.233023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.278986 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.298163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f4fc2a3-979d-4a67-8956-d29f910ab222 req-beacc9c5-0086-4d85-84b2-3eacf5b34607 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512475 Apr 05 18:36:33.299866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-53e6978b-a577-4294-8616-397135844b4b req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] For port 18165d77-703b-41d1-b7e5-9a00caddede1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=18165d77-703b-41d1-b7e5-9a00caddede1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:33.300236 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53e6978b-a577-4294-8616-397135844b4b req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.303368 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.313720 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.321022 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.323443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-53e6978b-a577-4294-8616-397135844b4b req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Calling delete_port for 18165d77-703b-41d1-b7e5-9a00caddede1 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:36:33.384030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['afc8e0a3-15c0-47fb-8ffa-b2dd483230ce'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:33.387085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['8e728505-7a23-4643-b2ce-9a2bdcee6720'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:33.401929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8632a-b7e8-40e9-899b-7c97518356cc req-ef714f67-aeef-4dd6-9aad-77fd7f4d7326 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:33.403473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45d8632a-b7e8-40e9-899b-7c97518356cc req-ef714f67-aeef-4dd6-9aad-77fd7f4d7326 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.2078917 Apr 05 18:36:33.411326 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.436820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.439070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Pushing event updated for resources: {'Port': ['ID=c3ab9ba0-e722-4a9e-a639-b86357cd8f88,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:33.444976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:33.456107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:33.465095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:33.471344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:33.477440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:33.493213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:33.505679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:33.578015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Allocated IP 172.25.4.204 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/a9ab22bd-22ba-4cb4-907e-17eeac0b2a72) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:33.592519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Attempting to bind port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:33.593182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Attempting to bind port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:33.593780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Attempting to bind port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 on network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:33.619842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:33.622743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Checking segment: {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:33.623265 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.623755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Bound using segment: {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:33.624330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Bound port: c3ab9ba0-e722-4a9e-a639-b86357cd8f88, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:33.627135 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.637634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45d8632a-b7e8-40e9-899b-7c97518356cc req-ee30b7d3-4dcf-4c5c-b8ae-dba5094c47c5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822612 Apr 05 18:36:33.643595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:33.644243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.709301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556afd35-d9a1-4c6e-b325-82c9aa5b1a1b req-77d24c88-e2e3-4db8-9d9a-c9d1217f414f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:33.710900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-556afd35-d9a1-4c6e-b325-82c9aa5b1a1b req-77d24c88-e2e3-4db8-9d9a-c9d1217f414f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 950 time: 0.3247590 Apr 05 18:36:33.733459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.736591 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.760509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-4b092d81-c76f-4f6a-ba76-fcfc4d21dfa2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9091284 Apr 05 18:36:33.761107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.783214 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.794477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Request body: {'port': {'device_id': '406633dd-ea08-485e-915e-435c24906549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:33.823357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:33.829463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:33.833668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:33.869814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Pushing event updated for resources: {'Port': ['ID=a9ab22bd-22ba-4cb4-907e-17eeac0b2a72,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:33.880077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] For port c3ab9ba0-e722-4a9e-a639-b86357cd8f88, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:33.883656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] For port c3ab9ba0-e722-4a9e-a639-b86357cd8f88, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c3ab9ba0-e722-4a9e-a639-b86357cd8f88,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:33.886755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-adc9f1ea-81c6-4d47-9cac-11cd935631df None None] Provisioning complete for port 54b983d8-dc32-44b1-a3b1-24781578a76f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:33.887165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adc9f1ea-81c6-4d47-9cac-11cd935631df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.892426 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:33.935359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-556afd35-d9a1-4c6e-b325-82c9aa5b1a1b req-38b39527-a29d-48aa-908d-bf893dd0d56a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041516 Apr 05 18:36:33.940700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:34.012206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53577c-533c-49d7-b739-0e9eaaaf9aec req-9df19a37-4f25-40c3-a98d-0618d8e95517 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:34.019700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-adc9f1ea-81c6-4d47-9cac-11cd935631df None None] Port 54b983d8-dc32-44b1-a3b1-24781578a76f cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:34.020653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b53577c-533c-49d7-b739-0e9eaaaf9aec req-9df19a37-4f25-40c3-a98d-0618d8e95517 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 936 time: 0.2716095 Apr 05 18:36:34.036414 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53e6978b-a577-4294-8616-397135844b4b req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.043172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d9e07-d25e-49a4-bad9-013fa18660a1 None None] Pushing event updated for resources: {'Port': ['ID=c3ab9ba0-e722-4a9e-a639-b86357cd8f88,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:34.094850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a50c6e97-b046-4b76-a44b-ff0a27f68531', '18165d77-703b-41d1-b7e5-9a00caddede1', 'ae2257c4-7b62-486e-8143-103bc0ea9e77'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:34.133199 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-191a422e-419a-4234-983b-735bbcbe5b3b req-9a8e4f28-5f3b-48a3-9438-bfafda92ada0 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 210 time: 0.0914378 Apr 05 18:36:34.133846 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.167628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Pushing event deleted for resources: {'Port': ['ID=18165d77-703b-41d1-b7e5-9a00caddede1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:34.220248 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.283566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e6978b-a577-4294-8616-397135844b4b req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] No DVR routers for this DVR port 18165d77-703b-41d1-b7e5-9a00caddede1 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:36:34.312371 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-53e6978b-a577-4294-8616-397135844b4b req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.318649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53e6978b-a577-4294-8616-397135844b4b req-11c37dca-05d7-489e-ad4e-ff1894230878 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "DELETE /v2.0/ports/18165d77-703b-41d1-b7e5-9a00caddede1 HTTP/1.1" status: 204 len: 173 time: 1.7718267 Apr 05 18:36:34.319140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cd0b9e-c289-46bf-9f20-b60379938780', 'name': 'network-vif-deleted', 'tag': '18165d77-703b-41d1-b7e5-9a00caddede1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:34.324771 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856f93cc-953b-4dfd-9786-66f02cfaa7a2" -d '{"events": [{"server_uuid": "65cd0b9e-c289-46bf-9f20-b60379938780", "name": "network-vif-deleted", "tag": "18165d77-703b-41d1-b7e5-9a00caddede1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:34.374465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b53577c-533c-49d7-b739-0e9eaaaf9aec req-8d72b597-6189-4a4f-b606-5a8b8ea9f9c6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530254 Apr 05 18:36:34.393051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Allocated IP 192.168.233.4 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/2d0e9654-6203-4086-a5a6-7aff33e5d95c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:34.512026 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c36253d-f3b0-4711-825b-a4a5422e9b05 x-openstack-request-id: req-8c36253d-f3b0-4711-825b-a4a5422e9b05 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:34.512756 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cd0b9e-c289-46bf-9f20-b60379938780", "name": "network-vif-deleted", "tag": "18165d77-703b-41d1-b7e5-9a00caddede1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:34.512756 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c36253d-f3b0-4711-825b-a4a5422e9b05 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:34.512954 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c36253d-f3b0-4711-825b-a4a5422e9b05'] response: {'server_uuid': '65cd0b9e-c289-46bf-9f20-b60379938780', 'name': 'network-vif-deleted', 'tag': '18165d77-703b-41d1-b7e5-9a00caddede1', 'status': 'completed', 'code': 200} Apr 05 18:36:34.529708 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.564256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c27690-119b-4582-8742-e7dc6eccd5f8 req-b5ef3881-eca3-45f4-8139-9acfb511de1e tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:34.566287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48c27690-119b-4582-8742-e7dc6eccd5f8 req-b5ef3881-eca3-45f4-8139-9acfb511de1e tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 945 time: 0.2728870 Apr 05 18:36:34.617748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c3ab9ba0-e722-4a9e-a639-b86357cd8f88 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:34.679132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:34.679497 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.743355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Router ceb41e74-16b4-4d54-b28d-a0f16c451702 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:36:34.796911 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.805743 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.855535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port c3ab9ba0-e722-4a9e-a639-b86357cd8f88, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c3ab9ba0-e722-4a9e-a639-b86357cd8f88,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:34.861833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.912061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:36:34.922305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=c3ab9ba0-e722-4a9e-a639-b86357cd8f88,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:34.927379 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Sync routers for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:36:34.945161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:34.949145 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:34.949345 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-99e30219-05a5-4af5-88f4-0e453f736c7d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0490229 Apr 05 18:36:34.949443 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:34.949572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34452) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:35.033964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa3d73-539a-4c6e-81cd-4dbd7b564962 req-4844f4a1-b41e-4914-be12-a2248397dedf tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:35.041477 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1dfa3d73-539a-4c6e-81cd-4dbd7b564962 req-4844f4a1-b41e-4914-be12-a2248397dedf tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.4633892 Apr 05 18:36:35.048653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48c27690-119b-4582-8742-e7dc6eccd5f8 req-15052d77-7890-4990-ba18-9fea66a4965f tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695644 Apr 05 18:36:35.080016 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:35.143650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1dfa3d73-539a-4c6e-81cd-4dbd7b564962 req-8550a02c-d163-495e-b220-ee6c78d445e1 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012158 Apr 05 18:36:35.297261 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:35.317224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee70750c-ed5c-49e9-ae47-00d4cf90ae0e req-0fd6ed15-269d-432a-88f2-d27d25dc5ab0 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cd0b9e-c289-46bf-9f20-b60379938780 HTTP/1.1" status: 200 len: 210 time: 0.0459237 Apr 05 18:36:35.327412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16056e-e4a2-490d-8d27-aa2b734d3201 req-7271d69b-e64f-4fc9-b2a8-bb3c68002481 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:35.329186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f16056e-e4a2-490d-8d27-aa2b734d3201 req-7271d69b-e64f-4fc9-b2a8-bb3c68002481 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1773870 Apr 05 18:36:35.367357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b265c-1734-4cf0-b7a6-b1fd703554ad None None] Network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:36:35.384116 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:34Z', 'revision_number': 3, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:35.417288 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Checking router: ceb41e74-16b4-4d54-b28d-a0f16c451702 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:36:35.417697 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Updating router ceb41e74-16b4-4d54-b28d-a0f16c451702 port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:36:35.457435 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:35.518775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f16056e-e4a2-490d-8d27-aa2b734d3201 req-f65ad18c-fb7e-4495-99a7-bca8cec860a1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766243 Apr 05 18:36:35.522498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-91aa20af-d917-49cc-84f7-d8e934c2a726 None None] Provisioning complete for port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:35.522949 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91aa20af-d917-49cc-84f7-d8e934c2a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:35.574993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:35.700204 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:35.767291 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-cce51a62-739c-4d34-91cf-07916b75e186 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:35.769000 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-cce51a62-739c-4d34-91cf-07916b75e186 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1097 time: 0.1108310 Apr 05 18:36:35.799530 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-3'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:35.810934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-20a1f7e7-d149-4494-80e8-f456011461da tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4643474 Apr 05 18:36:35.825740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:35.849013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Allocated IP 172.20.0.1 (4791ec63-d6dc-43f6-84d9-1728ac3ff410/91627e75-d173-4a63-a7be-bd2bb7df6da3/5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:35.866546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:35.874465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event updated for resources: {'Port': ['ID=2d0e9654-6203-4086-a5a6-7aff33e5d95c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:35.882870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:35.887929 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:35.897262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:35.928866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206fa0-8224-4c7c-be09-9378a04695ca req-dc4e5678-062d-4b3b-bcd4-fb798143dd4f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:35.934904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94206fa0-8224-4c7c-be09-9378a04695ca req-dc4e5678-062d-4b3b-bcd4-fb798143dd4f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 934 time: 0.2362545 Apr 05 18:36:35.939795 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:35.947347 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:35.972475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b983d8-dc32-44b1-a3b1-24781578a76f {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:35.979801 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:35.990326 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f88d9-8ede-48c2-b87b-082a7176b289 None None] Pushing event updated for resources: {'Port': ['ID=a9ab22bd-22ba-4cb4-907e-17eeac0b2a72,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:36.010747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.011059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-68a05790-4827-4d8b-9438-31df270eaef2 None None] Provisioning complete for port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:36.011541 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68a05790-4827-4d8b-9438-31df270eaef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.033095 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Attempting to bind port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:36.033464 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Attempting to bind port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:36.033822 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Attempting to bind port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:36.046585 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:36.046957 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:36.047586 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.048443 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:36.048815 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Bound port: a9ab22bd-22ba-4cb4-907e-17eeac0b2a72, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:36.049305 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.068832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Transition to ACTIVE for port object 54b983d8-dc32-44b1-a3b1-24781578a76f will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:36:36.089584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:36.090259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.144123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.148246 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] For port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:36.153658 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] For port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a9ab22bd-22ba-4cb4-907e-17eeac0b2a72,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:36.163443 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.167405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94206fa0-8224-4c7c-be09-9378a04695ca req-93509f0c-13e3-46a4-b030-c2707f6b0921 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653771 Apr 05 18:36:36.237984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-80cc7412-da83-4113-8beb-21662981b27b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3914807 Apr 05 18:36:36.259114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Request body: {'port': {'device_id': '9b190d06-9385-40f4-acca-797da0d9920e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:36.265970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ba73277a-df4c-463c-b2fd-7784d77f71a1 None None] Provisioning complete for port 2d0e9654-6203-4086-a5a6-7aff33e5d95c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:36.266430 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba73277a-df4c-463c-b2fd-7784d77f71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.267692 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f88d9-8ede-48c2-b87b-082a7176b289 None None] Pushing event updated for resources: {'Port': ['ID=a9ab22bd-22ba-4cb4-907e-17eeac0b2a72,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:36.291993 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:36.292963 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:36.297388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:36.343732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ba73277a-df4c-463c-b2fd-7784d77f71a1 None None] Port 2d0e9654-6203-4086-a5a6-7aff33e5d95c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:36.350673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:36:36.417216 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.426940 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:36.467713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 18165d77-703b-41d1-b7e5-9a00caddede1 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:36.469830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80423091-a840-4bfa-9db7-dd3eab252b38 req-58633a79-8f2d-4748-b585-7de846a1b9b1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:36.479422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80423091-a840-4bfa-9db7-dd3eab252b38 req-58633a79-8f2d-4748-b585-7de846a1b9b1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 948 time: 0.2125709 Apr 05 18:36:36.492962 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.508535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.520121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 18165d77-703b-41d1-b7e5-9a00caddede1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:36:36.520976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 18165d77-703b-41d1-b7e5-9a00caddede1 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:36:36.568174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:36.568698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:36.569802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:36.570145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:36.570493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:36.575816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:36.582450 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.593664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c3ab9ba0-e722-4a9e-a639-b86357cd8f88 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:36.596385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:36.600125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 has no active binding in host n-h1-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 18:36:36.604146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80423091-a840-4bfa-9db7-dd3eab252b38 req-cde5f374-81a4-4d7c-90c4-6ae6b282d876 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191719 Apr 05 18:36:36.661827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:36.662295 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.680738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Port 54b983d8-dc32-44b1-a3b1-24781578a76f on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:36:36.681165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:36.718814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:36.780210 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.813814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:36.814283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:36.814794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:36.815066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Bound port: 54b983d8-dc32-44b1-a3b1-24781578a76f, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:36.815424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.821755 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:34Z', 'revision_number': 3, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:36.823710 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.830582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:36.858089 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f698ad-d5aa-470c-ab63-49a092364707 None None] The sync data for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 is: [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:34Z', 'revision_number': 3, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:36:36.911669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:36.928712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-460a626d-0d3d-4123-812f-929c0c704e0a None None] Provisioning complete for port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:36.930176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-460a626d-0d3d-4123-812f-929c0c704e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.968296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:36.971648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:36.971897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:36.974165 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742cc45d-0edf-4b94-ab14-ad28c3f58b04" -d '{"events": [{"server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:36.979085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:36.980565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-460a626d-0d3d-4123-812f-929c0c704e0a None None] Port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:36.998630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.003152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.014269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.045489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4884855-59e7-4e33-aacf-a90b39dd7c42 req-b2408f2e-010e-4351-a495-edffb9caba12 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:37.053264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4884855-59e7-4e33-aacf-a90b39dd7c42 req-b2408f2e-010e-4351-a495-edffb9caba12 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 946 time: 0.3018456 Apr 05 18:36:37.106432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:37.107243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.108663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] 10.222.0.25 "PUT /v2.0/ports/54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 1096 time: 3.3310361 Apr 05 18:36:37.122343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:37.125712 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1009a1-7487-4b81-857a-5eeba23d8a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "406633dd-ea08-485e-915e-435c24906549", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:37.142667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Pushing event updated for resources: {'Port': ['ID=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:37.211182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on host n-h2-836650-3 for vnic_type normal with profile {"migrating_to": "n-h1-836650-3"} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:37.211609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:37.212017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:37.258549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:36:37.258755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Attempting to bind port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:37.312340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:37.312695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:37.313071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:37.313510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Bound port: 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:37.313876 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.326434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Allocated IP 172.25.4.144 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/a82b71fc-a3bf-47ec-8626-6af6b970f5fe) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:37.420746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ab036-c3a3-4256-9aed-c6a0c7529b60 service neutron] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:37.437177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4884855-59e7-4e33-aacf-a90b39dd7c42 req-73409e3b-f984-49c8-ae3e-3928983358ab tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827631 Apr 05 18:36:37.475529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:37.493354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.498971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:37.503690 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.509295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.606536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-f18eba27-9b11-4789-b6ea-a469ad7d8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:37.608849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-f18eba27-9b11-4789-b6ea-a469ad7d8c74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1099 time: 0.4228897 Apr 05 18:36:37.618316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.623223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:37.689394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-b7648b8a-9e83-4331-850b-3c8c7c0eeae3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.0715957 Apr 05 18:36:37.706873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:37.707496 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.708899 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] 10.222.0.25 "PUT /v2.0/ports/440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 HTTP/1.1" status: 200 len: 1122 time: 1.9162297 Apr 05 18:36:37.716703 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.787198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ac2ae-0801-4430-864c-4251f8a9759e service neutron] Pushing event updated for resources: {'Port': ['ID=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:37.793860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0e9654-6203-4086-a5a6-7aff33e5d95c {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:37.809059 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.812672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['440a7eb8-db0a-4a32-a587-6c2ceb00f4a2'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:37.841984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:37.843496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:37.865668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-73ca99b9-ae39-4513-85f5-bcdab96d5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:37.867256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-73ca99b9-ae39-4513-85f5-bcdab96d5151 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1542170 Apr 05 18:36:37.868283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Transition to ACTIVE for port object 2d0e9654-6203-4086-a5a6-7aff33e5d95c will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:36:37.887648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7984-b594-4c8f-bcd1-367acedf6b4d req-8f9edf0c-8374-474a-a826-d00df488f21b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:37.889207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e2e7984-b594-4c8f-bcd1-367acedf6b4d req-8f9edf0c-8374-474a-a826-d00df488f21b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.2579377 Apr 05 18:36:37.902692 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:37.929344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['440a7eb8-db0a-4a32-a587-6c2ceb00f4a2'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:38.044805 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:38.088623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Router ceb41e74-16b4-4d54-b28d-a0f16c451702 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:36:38.112866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0e9654-6203-4086-a5a6-7aff33e5d95c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:38.135777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:38.143721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:38.185356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:38.195987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e2e7984-b594-4c8f-bcd1-367acedf6b4d req-c26ba977-1ab6-4786-9554-580b1f00c770 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900462 Apr 05 18:36:38.277614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-8237f12b-bf75-4e49-b767-fcd51df99e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:38.279272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-8237f12b-bf75-4e49-b767-fcd51df99e36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3874142 Apr 05 18:36:38.299248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:36:38.308716 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fb6c84-8090-4b15-876b-afb29871578b x-openstack-request-id: req-55fb6c84-8090-4b15-876b-afb29871578b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:38.309073 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:38.310500 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55fb6c84-8090-4b15-876b-afb29871578b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:38.310923 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fb6c84-8090-4b15-876b-afb29871578b'] response: {'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2', 'code': 200} Apr 05 18:36:38.322355 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c43bbd80-22e0-40e9-8dca-9d9617f012d1 admin admin] 10.222.0.15 "PUT /v2.0/routers/ceb41e74-16b4-4d54-b28d-a0f16c451702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3716877 Apr 05 18:36:38.354354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1bc16a16-a299-4e44-b935-18b3bf3d6e51 None None] Provisioning complete for port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:38.354754 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a16-a299-4e44-b935-18b3bf3d6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:38.356575 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc44fa4-73f2-4afc-be0e-391c49ce3377 x-openstack-request-id: req-5bc44fa4-73f2-4afc-be0e-391c49ce3377 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:38.356863 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406633dd-ea08-485e-915e-435c24906549", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:38.357111 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bc44fa4-73f2-4afc-be0e-391c49ce3377 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:38.357719 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc44fa4-73f2-4afc-be0e-391c49ce3377'] response: {'name': 'network-changed', 'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'status': 'completed', 'code': 200} Apr 05 18:36:38.400513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Pushing event updated for resources: {'Port': ['ID=a82b71fc-a3bf-47ec-8626-6af6b970f5fe,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:38.459880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1bc16a16-a299-4e44-b935-18b3bf3d6e51 None None] Port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:38.533370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Attempting to bind port 2d0e9654-6203-4086-a5a6-7aff33e5d95c on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:38.533700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Attempting to bind port 2d0e9654-6203-4086-a5a6-7aff33e5d95c by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:38.534023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Attempting to bind port 2d0e9654-6203-4086-a5a6-7aff33e5d95c on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:38.559931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700868d0-a1e1-4a79-a9d4-40143102d663 req-947edeb9-057e-4fa9-b9b0-a87519365b2e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:38.561536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-700868d0-a1e1-4a79-a9d4-40143102d663 req-947edeb9-057e-4fa9-b9b0-a87519365b2e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 946 time: 0.1553285 Apr 05 18:36:38.563530 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:38.564227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Port 2d0e9654-6203-4086-a5a6-7aff33e5d95c on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:36:38.564547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Attempting to bind port 2d0e9654-6203-4086-a5a6-7aff33e5d95c on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:38.567731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-99e66326-97cf-4892-a8ed-0ad5cbf9f32c service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569225 Apr 05 18:36:38.574282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:38.589431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:38.589766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:38.590134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:38.590595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Bound port: 2d0e9654-6203-4086-a5a6-7aff33e5d95c, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:38.590948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:38.631174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:38.631613 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:38.709047 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:38.715838 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:38.717620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-700868d0-a1e1-4a79-a9d4-40143102d663 req-4758d0bc-70c1-42b3-9917-73ba0a4b78cc tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427653 Apr 05 18:36:38.743541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a9ab22bd-22ba-4cb4-907e-17eeac0b2a72,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:38.749048 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:38.805411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=a9ab22bd-22ba-4cb4-907e-17eeac0b2a72,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:39.044762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Sync routers for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:36:39.054973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:39.055665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:39.121760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] For port 2d0e9654-6203-4086-a5a6-7aff33e5d95c, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:39.137171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7e1aac4-0566-4486-abfd-1955ba482b4d req-b964cbae-3cad-454e-a263-a0d3c514a9e6 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599370 Apr 05 18:36:39.151512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] For port 2d0e9654-6203-4086-a5a6-7aff33e5d95c, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2d0e9654-6203-4086-a5a6-7aff33e5d95c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:39.171451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:39.189399 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.201138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4662d-5b80-45b4-bf8a-26655e13ae46 req-29906191-5981-40a8-8e5f-040bb56f8f10 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:39.202624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6be4662d-5b80-45b4-bf8a-26655e13ae46 req-29906191-5981-40a8-8e5f-040bb56f8f10 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 948 time: 0.1651218 Apr 05 18:36:39.288467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:39.289040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.290434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] 10.222.0.25 "PUT /v2.0/ports/2d0e9654-6203-4086-a5a6-7aff33e5d95c HTTP/1.1" status: 200 len: 1094 time: 3.0358953 Apr 05 18:36:39.347722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d88fc-7084-46eb-b742-68109b7efbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0e9654-6203-4086-a5a6-7aff33e5d95c,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:39.368969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-f972a20d-4a7f-41c9-8d33-aa63fbf156e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:39.370687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-f972a20d-4a7f-41c9-8d33-aa63fbf156e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1099 time: 0.1661973 Apr 05 18:36:39.390901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6be4662d-5b80-45b4-bf8a-26655e13ae46 req-3609ae78-7c5a-4c59-b8bb-417b70c325c8 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550298 Apr 05 18:36:39.414455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fc0f473-4fcc-4cf3-af30-6f5c00a708e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.456067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6', 'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'mac_address': 'fa:16:3e:f3:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:35Z', 'updated_at': '2022-04-05T18:36:37Z', 'revision_number': 2, 'project_id': '888eea1fce944216b18909ecfc854a25', 'subnets': [{'id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:39.463329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.483773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-22a70cf2-39e6-47bc-9801-3d69e82d23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:39.485252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-22a70cf2-39e6-47bc-9801-3d69e82d23c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 1097 time: 0.1399059 Apr 05 18:36:39.485841 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.494832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Checking router: ceb41e74-16b4-4d54-b28d-a0f16c451702 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:36:39.495411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Updating router ceb41e74-16b4-4d54-b28d-a0f16c451702 port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:36:39.522640 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.586278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-b8af2be5-ed6a-4f3f-9c99-fd68a675b047 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=2d0e9654-6203-4086-a5a6-7aff33e5d95c HTTP/1.1" status: 200 len: 217 time: 0.0848267 Apr 05 18:36:39.666967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-38313da8-cc0a-4294-931e-4c980432a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:39.668398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-38313da8-cc0a-4294-931e-4c980432a6a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2764978 Apr 05 18:36:39.675580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Pushing event updated for resources: {'Port': ['ID=a82b71fc-a3bf-47ec-8626-6af6b970f5fe,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:39.732518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835d3c7-f794-4c68-9198-3fc468ec59d6 req-ebcae12b-fd48-44d9-a44d-f7049cb0ae76 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:39.733983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7835d3c7-f794-4c68-9198-3fc468ec59d6 req-ebcae12b-fd48-44d9-a44d-f7049cb0ae76 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.2551062 Apr 05 18:36:39.737173 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.740326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-346f92d9-ec55-4012-95e5-891dcc82e91e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.0597720 Apr 05 18:36:39.754375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-fcf8f98b-458e-4836-83ed-e3cf75ba070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:39.755898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-fcf8f98b-458e-4836-83ed-e3cf75ba070e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1570964 Apr 05 18:36:39.803478 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.808941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.836915 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.838634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-835505a6-16aa-4505-a350-e3e40ad65324 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0269589 Apr 05 18:36:39.856013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2371e4-1ae7-4ecf-af81-0cbe202dd59a None None] Pushing event updated for resources: {'Port': ['ID=5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:39.857206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7835d3c7-f794-4c68-9198-3fc468ec59d6 req-e9c8e2e7-050c-48b7-86c7-7ed14919a19b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133411 Apr 05 18:36:39.863354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-2ab167be-e6e3-473e-85fb-20ed3c348e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:39.865200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-2ab167be-e6e3-473e-85fb-20ed3c348e44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1158836 Apr 05 18:36:39.922919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Attempting to bind port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:39.922919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Attempting to bind port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:39.923286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Attempting to bind port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 on network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:39.928705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:39.929135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Checking segment: {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:39.929536 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.929920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Bound using segment: {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:39.930158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-3afed24e-3984-4ab9-b559-67b2439b1e59 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.0799589 Apr 05 18:36:39.930490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Bound port: 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:39.930978 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:39.934355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-be6bd572-98bc-4244-9373-7cd0566c85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:39.935838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-be6bd572-98bc-4244-9373-7cd0566c85a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1634588 Apr 05 18:36:40.006277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] For port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:40.008757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] For port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:40.015147 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.079700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-7364402c-d937-42b0-8b25-c490cae541b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:40.080980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:40.081440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-7364402c-d937-42b0-8b25-c490cae541b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1849315 Apr 05 18:36:40.081641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:40.182823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2371e4-1ae7-4ecf-af81-0cbe202dd59a None None] Pushing event updated for resources: {'Port': ['ID=5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:40.204358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-6809c528-0b37-4f40-9463-cf676d9131c4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:40.207120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4780641-1d9f-4eb6-813d-67a8aa5db64c req-6809c528-0b37-4f40-9463-cf676d9131c4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2647157 Apr 05 18:36:40.219685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-5ada61bb-626a-4692-80e9-9702529c3a6c service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660792 Apr 05 18:36:40.228160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8cdd9531-62a2-42bd-b384-369c2116a61f None None] Provisioning complete for port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:40.228820 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9531-62a2-42bd-b384-369c2116a61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.264222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:40.312265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:40.315423 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:40.356764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-028476a3-67ed-492d-acf7-0222d1c391e2 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660718 Apr 05 18:36:40.386409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b190d06-9385-40f4-acca-797da0d9920e', 'tag': '2d0e9654-6203-4086-a5a6-7aff33e5d95c'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:40.388908 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b8d499-2e84-47e6-9e0e-285e601da5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b190d06-9385-40f4-acca-797da0d9920e", "tag": "2d0e9654-6203-4086-a5a6-7aff33e5d95c"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:40.495588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fb1e023-e070-4e4f-a264-1c4dc1332727 req-ffdd4036-29e2-4701-acd2-dbdb7c8e18b6 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589371 Apr 05 18:36:40.495861 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9531-62a2-42bd-b384-369c2116a61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.505078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d26b6-4bcb-4a14-9dbb-cc2c4e7cc4ca req-1f3c2426-6277-485f-8b10-8ebd849ea26a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:40.506642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b0d26b6-4bcb-4a14-9dbb-cc2c4e7cc4ca req-1f3c2426-6277-485f-8b10-8ebd849ea26a tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 949 time: 0.1580725 Apr 05 18:36:40.579503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c1009a1-7487-4b81-857a-5eeba23d8a3e req-4fc69584-8d60-4e49-ba9c-d9d0686b24d2 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827331 Apr 05 18:36:40.580468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8cdd9531-62a2-42bd-b384-369c2116a61f None None] For port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:40.582325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b0d26b6-4bcb-4a14-9dbb-cc2c4e7cc4ca req-f27b54bd-8dc3-46d1-a1ea-fd981dacdb0f tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651350 Apr 05 18:36:40.592168 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9531-62a2-42bd-b384-369c2116a61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.631773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:40.671360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34502) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:40.676729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c582d314-ba15-45c3-abf2-b22558bd3e25 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549091030', 'description': 'tempest-description--1319093407'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:40.711450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c582d314-ba15-45c3-abf2-b22558bd3e25 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.727175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f6a98-9f3b-46dd-9b86-ce1270cb176f req-8afe36b1-180f-4fe4-9d54-0d2e70c75818 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:40.730323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-170f6a98-9f3b-46dd-9b86-ce1270cb176f req-8afe36b1-180f-4fe4-9d54-0d2e70c75818 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.0673969 Apr 05 18:36:40.793081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c582d314-ba15-45c3-abf2-b22558bd3e25 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.798994 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c582d314-ba15-45c3-abf2-b22558bd3e25 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.829434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c582d314-ba15-45c3-abf2-b22558bd3e25 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.830642 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c582d314-ba15-45c3-abf2-b22558bd3e25 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1579747 Apr 05 18:36:40.833206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582d314-ba15-45c3-abf2-b22558bd3e25 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231683b5-fa76-44fc-a513-36a09f567f90,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:40.835304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34504) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:40.841392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-744bbbc2-9171-4b1c-be68-6284d124e83a tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Request body: {'security_group_rule': {'security_group_id': '231683b5-fa76-44fc-a513-36a09f567f90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:40.856821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd9531-62a2-42bd-b384-369c2116a61f None None] Pushing event updated for resources: {'Port': ['ID=5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:40.860957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-170f6a98-9f3b-46dd-9b86-ce1270cb176f req-bff0d0a0-d4ae-44bb-981f-ec60bdb147ed tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230245 Apr 05 18:36:40.867023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b4917e7b-7591-4f61-a8cc-164feabb2aae None None] Provisioning complete for port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:40.867393 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4917e7b-7591-4f61-a8cc-164feabb2aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.870880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6', 'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'mac_address': 'fa:16:3e:f3:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:35Z', 'updated_at': '2022-04-05T18:36:39Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'subnets': [{'id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:40.880099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-744bbbc2-9171-4b1c-be68-6284d124e83a tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:40.880739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0475-ca9a-4376-99a2-3bca4ec97f49 req-d79f4519-6335-446a-b8aa-197518c3d0e9 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:40.891878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-312c0475-ca9a-4376-99a2-3bca4ec97f49 req-d79f4519-6335-446a-b8aa-197518c3d0e9 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 946 time: 0.1518724 Apr 05 18:36:40.907184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-1390fa5a-f279-460c-97be-32cf1b605974 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:40.908641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-1390fa5a-f279-460c-97be-32cf1b605974 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 949 time: 0.1480644 Apr 05 18:36:40.914873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75f149-3ef8-445b-a612-03e6d666db56 None None] The sync data for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 is: [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6', 'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'mac_address': 'fa:16:3e:f3:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:35Z', 'updated_at': '2022-04-05T18:36:39Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'subnets': [{'id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:36:40.933096 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f535b-e039-4549-86c1-4a7569baf0c2 x-openstack-request-id: req-647f535b-e039-4549-86c1-4a7569baf0c2 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:40.933380 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:40.933620 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-647f535b-e039-4549-86c1-4a7569baf0c2 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:40.934018 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647f535b-e039-4549-86c1-4a7569baf0c2'] response: {'name': 'network-changed', 'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2', 'status': 'completed', 'code': 200} Apr 05 18:36:40.940312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:40.940682 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.026620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-744bbbc2-9171-4b1c-be68-6284d124e83a tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.036597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-744bbbc2-9171-4b1c-be68-6284d124e83a tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.064994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bbbc2-9171-4b1c-be68-6284d124e83a tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e06c1a-d978-4979-8145-4da6958e5c55,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:41.075825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-744bbbc2-9171-4b1c-be68-6284d124e83a tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.080644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-744bbbc2-9171-4b1c-be68-6284d124e83a tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2444425 Apr 05 18:36:41.081259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34516) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:41.086157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-90f25303-10a6-4f9e-8e3d-02e1b9d39623 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Request body: {'security_group_rule': {'security_group_id': '231683b5-fa76-44fc-a513-36a09f567f90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:41.117394 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90f25303-10a6-4f9e-8e3d-02e1b9d39623 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.154213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-312c0475-ca9a-4376-99a2-3bca4ec97f49 req-8f1bab1b-1eaa-4a03-9dd9-6c8855e4f826 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648413 Apr 05 18:36:41.190889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90f25303-10a6-4f9e-8e3d-02e1b9d39623 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.198302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90f25303-10a6-4f9e-8e3d-02e1b9d39623 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.222517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f25303-10a6-4f9e-8e3d-02e1b9d39623 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d552ad8d-2642-4b6d-8294-edb587fc392b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:41.231540 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4afc14-9dfc-47ba-9f20-c2ef09e26a1e x-openstack-request-id: req-7d4afc14-9dfc-47ba-9f20-c2ef09e26a1e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:41.232041 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b190d06-9385-40f4-acca-797da0d9920e", "tag": "2d0e9654-6203-4086-a5a6-7aff33e5d95c", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:41.232041 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d4afc14-9dfc-47ba-9f20-c2ef09e26a1e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:41.232328 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4afc14-9dfc-47ba-9f20-c2ef09e26a1e'] response: {'name': 'network-changed', 'server_uuid': '9b190d06-9385-40f4-acca-797da0d9920e', 'tag': '2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'status': 'completed', 'code': 200} Apr 05 18:36:41.238562 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90f25303-10a6-4f9e-8e3d-02e1b9d39623 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.242751 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-90f25303-10a6-4f9e-8e3d-02e1b9d39623 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599362 Apr 05 18:36:41.243069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34518) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:41.248555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:41.249201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-f6c859bd-a379-4818-986e-58168d0e665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:41.251412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-f6c859bd-a379-4818-986e-58168d0e665d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1125 time: 0.2175753 Apr 05 18:36:41.273461 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.396826 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.402867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Deleting port a50c6e97-b046-4b76-a44b-ff0a27f68531 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:36:41.403201 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.497198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-42d2e3ac-c996-4a9d-9856-12d3120d1868 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:41.498628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-42d2e3ac-c996-4a9d-9856-12d3120d1868 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 821 time: 0.3965511 Apr 05 18:36:41.514206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Allocated IP 172.25.4.42 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/476958c7-523f-40e1-8728-f5edad9e4d80) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:41.551906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-14d8bee1-6a85-4e7a-bb80-4217e3e38c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:41.553362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-14d8bee1-6a85-4e7a-bb80-4217e3e38c5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.2907820 Apr 05 18:36:41.555523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-934dae6e-0084-4029-9af3-f7f5456175ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:41.556550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-934dae6e-0084-4029-9af3-f7f5456175ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 1097 time: 0.2268445 Apr 05 18:36:41.565131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f99f9947-f14d-48f2-9f8e-874e7520d1b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/quotas/e64ca593cdfe4d51aadabb1203a05731 HTTP/1.1" status: 200 len: 375 time: 0.0516529 Apr 05 18:36:41.576228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee288b-6180-44cb-ab69-f16d9215c1ce req-1d5297e2-65ff-42e1-9c83-ba5b3454ee12 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:41.578135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61ee288b-6180-44cb-ab69-f16d9215c1ce req-1d5297e2-65ff-42e1-9c83-ba5b3454ee12 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 948 time: 0.2474697 Apr 05 18:36:41.641272 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.681167 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.698760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-390a37f2-adc7-4422-a05d-df567d417912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.718149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-e1108184-59ff-4944-9860-3b7e2cbe72bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 HTTP/1.1" status: 200 len: 217 time: 0.1379881 Apr 05 18:36:41.734002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:41.737136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:41.741055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:41.749928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] For port a50c6e97-b046-4b76-a44b-ff0a27f68531, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a50c6e97-b046-4b76-a44b-ff0a27f68531,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:41.750128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.765790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Pushing event updated for resources: {'Port': ['ID=476958c7-523f-40e1-8728-f5edad9e4d80,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:41.802668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Calling delete_port for a50c6e97-b046-4b76-a44b-ff0a27f68531 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:36:41.811054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61ee288b-6180-44cb-ab69-f16d9215c1ce req-9eadae87-d88d-4746-b152-4871a73aac85 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148681 Apr 05 18:36:41.840115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.885426 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:41.910046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-64af7332-ec79-4b21-9df2-832c22672d25 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3308964 Apr 05 18:36:41.958447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-1cdde441-7374-4620-b038-875ac7efd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:41.959855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-1cdde441-7374-4620-b038-875ac7efd4a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.2263694 Apr 05 18:36:41.960805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-483ea75d-b7dc-4949-a036-a627af7a1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:41.962090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-483ea75d-b7dc-4949-a036-a627af7a1e63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.3961434 Apr 05 18:36:42.047879 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.055941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.074610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-460a7f1b-363a-4841-ae60-b92f272b95a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903769 Apr 05 18:36:42.079466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-033d84f5-9110-451b-b878-4d7be0ee3839 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=2d0e9654-6203-4086-a5a6-7aff33e5d95c HTTP/1.1" status: 200 len: 217 time: 0.0964944 Apr 05 18:36:42.132470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Pushing event updated for resources: {'Port': ['ID=476958c7-523f-40e1-8728-f5edad9e4d80,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:42.144496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.144847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.145185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.145520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.145845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.146183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.146551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.146868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.147194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.147518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.147843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.148161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:42.152375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.156019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222b9cf-b425-4a3e-bb05-6f53bfc1d3af req-881ffefe-782c-4519-baaf-4f101d6b0814 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:42.157696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c222b9cf-b425-4a3e-bb05-6f53bfc1d3af req-881ffefe-782c-4519-baaf-4f101d6b0814 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.2673657 Apr 05 18:36:42.180868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.182562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-85cd2441-7e6d-4607-ba92-06919f6858ff tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9378517 Apr 05 18:36:42.331161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:36:42.440550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:42.453502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'mac_address': 'fa:16:3e:90:7e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:36:42.495462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.512589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b983d8-dc32-44b1-a3b1-24781578a76f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:42.543300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:42.550690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.598514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-d31865cd-792c-4c93-aac9-100b1cbace80 service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714549 Apr 05 18:36:42.605420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-2c8077cd-e412-4ada-84b8-54a16bc1b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:42.606907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-2c8077cd-e412-4ada-84b8-54a16bc1b7b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.5169322 Apr 05 18:36:42.615800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:42.619739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:42.677377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:42.678063 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.687076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c222b9cf-b425-4a3e-bb05-6f53bfc1d3af req-42f78623-bc7c-4099-bf98-371089d4e953 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154743 Apr 05 18:36:42.731322 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.732743 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.746887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ae2257c4-7b62-486e-8143-103bc0ea9e77'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:42.751926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-6fe9193a-f954-4e94-8eac-89311ac1609a service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634045 Apr 05 18:36:42.789866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Pushing event deleted for resources: {'Port': ['ID=a50c6e97-b046-4b76-a44b-ff0a27f68531,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:42.894548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-8fdcf28e-423e-4b28-be54-6b674be89d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:42.896027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-8fdcf28e-423e-4b28-be54-6b674be89d47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2757061 Apr 05 18:36:42.905168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3ca8aac-2909-4953-99c0-6e19b9a38aa3 req-a5dd34d6-d175-4204-a29c-5d3392f49d26 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb75095b-57d8-4088-a9d0-b6c1baca5e4b HTTP/1.1" status: 200 len: 210 time: 0.1048174 Apr 05 18:36:42.953226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-a7be9e4e-2cf0-4578-9bd0-df2a07acecd4 service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377972 Apr 05 18:36:42.954956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['54b983d8-dc32-44b1-a3b1-24781578a76f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:42.957420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] No DVR routers for this DVR port a50c6e97-b046-4b76-a44b-ff0a27f68531 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:36:42.964634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:42.967833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d36d9d45-68a9-4285-a7b6-9c1cc9ddb1a0 req-c73c6545-4998-4378-9bd9-966eb1ac15fe tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "DELETE /v2.0/ports/a50c6e97-b046-4b76-a44b-ff0a27f68531 HTTP/1.1" status: 204 len: 173 time: 2.0476630 Apr 05 18:36:43.032619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac33bdd4-037d-403b-98d2-e7f0527c0b2a req-5d5c126c-f35b-4791-9bc4-2f5e74e49d4b service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578788 Apr 05 18:36:43.060233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-82850991-f7e7-448d-aea7-4b9eddf67db9 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460428 Apr 05 18:36:43.178749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655aca-9b18-4484-b3ec-608ffbc2fecc req-752017e1-f34f-4fa9-ae91-ff2ae9dc4414 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:43.191970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55655aca-9b18-4484-b3ec-608ffbc2fecc req-752017e1-f34f-4fa9-ae91-ff2ae9dc4414 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1244950 Apr 05 18:36:43.243738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75095b-57d8-4088-a9d0-b6c1baca5e4b', 'name': 'network-vif-deleted', 'tag': 'a50c6e97-b046-4b76-a44b-ff0a27f68531'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:43.249942 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7e629f-830d-4be7-b01d-da80a86bac08" -d '{"events": [{"server_uuid": "fb75095b-57d8-4088-a9d0-b6c1baca5e4b", "name": "network-vif-deleted", "tag": "a50c6e97-b046-4b76-a44b-ff0a27f68531"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:43.331196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5b8d499-2e84-47e6-9e0e-285e601da5d4 req-2bac2086-f6fc-458f-ae21-5311adac76ab service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570109 Apr 05 18:36:43.342723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55655aca-9b18-4484-b3ec-608ffbc2fecc req-bde2ed9b-331a-4e82-8fe0-90f1c176a1ac tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497827 Apr 05 18:36:43.404791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1a47c-3246-4294-a953-782bf4af7aac req-790dd590-890c-4c5d-8ef2-56422fe4946d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:43.406541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26d1a47c-3246-4294-a953-782bf4af7aac req-790dd590-890c-4c5d-8ef2-56422fe4946d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 946 time: 0.0946584 Apr 05 18:36:43.506997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26d1a47c-3246-4294-a953-782bf4af7aac req-43653e0e-52d2-49c9-aa78-691a1c20cc57 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918937 Apr 05 18:36:43.529611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac04de-bc75-457e-bee7-9ca93254fa23 req-c834976b-feba-489a-9977-5977104375a1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:43.531168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6ac04de-bc75-457e-bee7-9ca93254fa23 req-c834976b-feba-489a-9977-5977104375a1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 949 time: 0.0868888 Apr 05 18:36:43.614307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6ac04de-bc75-457e-bee7-9ca93254fa23 req-18ae5d67-bcef-4957-a4bb-348173856754 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753119 Apr 05 18:36:43.616368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13c40263-f744-4781-a809-92dc4241acfc req-a756b1bb-6dd6-4e13-9acc-50cf85e8ad6c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 210 time: 0.0500617 Apr 05 18:36:43.682873 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fabb1d-76d5-4281-9b24-b5540b3beef2 x-openstack-request-id: req-43fabb1d-76d5-4281-9b24-b5540b3beef2 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:43.683265 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75095b-57d8-4088-a9d0-b6c1baca5e4b", "name": "network-vif-deleted", "tag": "a50c6e97-b046-4b76-a44b-ff0a27f68531", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:43.683438 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43fabb1d-76d5-4281-9b24-b5540b3beef2 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:43.683806 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fabb1d-76d5-4281-9b24-b5540b3beef2'] response: {'server_uuid': 'fb75095b-57d8-4088-a9d0-b6c1baca5e4b', 'name': 'network-vif-deleted', 'tag': 'a50c6e97-b046-4b76-a44b-ff0a27f68531', 'status': 'completed', 'code': 200} Apr 05 18:36:43.827279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4398cc-906c-4edb-ac9c-a29c1cbc414c req-504afc4d-1cba-4f3f-8e91-52a77ccee226 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:43.829030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da4398cc-906c-4edb-ac9c-a29c1cbc414c req-504afc4d-1cba-4f3f-8e91-52a77ccee226 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.0527864 Apr 05 18:36:43.873739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da4398cc-906c-4edb-ac9c-a29c1cbc414c req-3f79f33a-ac77-4916-991d-5453a4af42fc tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Apr 05 18:36:44.219906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf9b29-7b1b-4936-bb64-78ef59fa3080 req-6b415ea6-cf12-4040-b7c0-011f292ec5b7 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:44.220207 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:44.221610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97bf9b29-7b1b-4936-bb64-78ef59fa3080 req-6b415ea6-cf12-4040-b7c0-011f292ec5b7 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 951 time: 0.0509973 Apr 05 18:36:44.272956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97bf9b29-7b1b-4936-bb64-78ef59fa3080 req-6ee2a60f-8ccf-41d8-bfae-42d9124110c4 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381691 Apr 05 18:36:44.339254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2d0e9654-6203-4086-a5a6-7aff33e5d95c details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:36:44.342881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:44.447781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a50c6e97-b046-4b76-a44b-ff0a27f68531 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:44.449896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 54b983d8-dc32-44b1-a3b1-24781578a76f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:36:44.495340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 54b983d8-dc32-44b1-a3b1-24781578a76f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:44.495959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:44.499936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: a50c6e97-b046-4b76-a44b-ff0a27f68531 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:36:44.500435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a50c6e97-b046-4b76-a44b-ff0a27f68531 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:36:44.568563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2d0e9654-6203-4086-a5a6-7aff33e5d95c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2d0e9654-6203-4086-a5a6-7aff33e5d95c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:44.585340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-c5432da6-7b1b-4438-b12f-7d6b14333fd0 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:44.587081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-c5432da6-7b1b-4438-b12f-7d6b14333fd0 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 821 time: 0.1679449 Apr 05 18:36:44.598355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9ec0c-7ad0-4121-adb1-6b868373ebf4 req-1a4d71ae-dca5-410f-8d77-e8c9e2f8d5cf tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:44.599829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78d9ec0c-7ad0-4121-adb1-6b868373ebf4 req-1a4d71ae-dca5-410f-8d77-e8c9e2f8d5cf tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.0908902 Apr 05 18:36:44.604648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Request body: {'port': {'device_id': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'admin_state_up': True, 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:44.624355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'mac_address': 'fa:16:3e:04:ce:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:36:44.667691 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:44.693809 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:44.703096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:44.705585 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4921652-e386-4630-a733-3f7846a42580" -d '{"events": [{"server_uuid": "406633dd-ea08-485e-915e-435c24906549", "name": "network-vif-plugged", "status": "completed", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:44.729977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78d9ec0c-7ad0-4121-adb1-6b868373ebf4 req-5bc4f89e-526d-41a9-a034-42e99d88d4ff tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051409 Apr 05 18:36:44.734551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0e9654-6203-4086-a5a6-7aff33e5d95c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:44.742982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:44.751679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49bc91-d9c3-4617-b179-88c8c54b6c45 req-8949780e-a59a-4dd0-b871-3919365d2a89 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:44.753464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db49bc91-d9c3-4617-b179-88c8c54b6c45 req-8949780e-a59a-4dd0-b871-3919365d2a89 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 946 time: 0.1453216 Apr 05 18:36:44.769843 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:44.777535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2d0e9654-6203-4086-a5a6-7aff33e5d95c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2d0e9654-6203-4086-a5a6-7aff33e5d95c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:44.779053 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:44.803285 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:44.829826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db49bc91-d9c3-4617-b179-88c8c54b6c45 req-b7c65f23-f5d7-426d-af7e-330bf3f85381 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580168 Apr 05 18:36:44.834573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:44.893547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0285c506-1003-4886-8b7e-4ad7854ecfbd req-34a6f809-d6bc-48e6-9457-76ffe65250ac tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 210 time: 0.0506377 Apr 05 18:36:44.897159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Made reservation on behalf of e64ca593cdfe4d51aadabb1203a05731 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:44.901990 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:44.909409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2d0e9654-6203-4086-a5a6-7aff33e5d95c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:44.945377 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ce85e3-070b-4511-85ef-3d8995d43586 x-openstack-request-id: req-c2ce85e3-070b-4511-85ef-3d8995d43586 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:44.945701 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406633dd-ea08-485e-915e-435c24906549", "name": "network-vif-plugged", "status": "completed", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:44.945956 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2ce85e3-070b-4511-85ef-3d8995d43586 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:44.946356 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ce85e3-070b-4511-85ef-3d8995d43586'] response: {'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'code': 200} Apr 05 18:36:45.054785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1f0f1-7ddd-40ba-8a23-15a14a957c5b req-f6e63f1b-ef75-477b-9e92-b04d2dd40a82 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:45.055783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72a1f0f1-7ddd-40ba-8a23-15a14a957c5b req-f6e63f1b-ef75-477b-9e92-b04d2dd40a82 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1326358 Apr 05 18:36:45.179064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:45.191933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe0a3e-b200-43c7-97f5-009588bb2473 req-e7a7ea57-788f-4c65-9126-ce906bd29cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:45.193401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3fe0a3e-b200-43c7-97f5-009588bb2473 req-e7a7ea57-788f-4c65-9126-ce906bd29cc8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1101 time: 0.1750982 Apr 05 18:36:45.204013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Allocated IP 172.20.0.4 (61b48f83-de82-4246-81dc-5c04fbfd6b89/270c75a5-8808-490b-9e89-286b3382ae8e/1fbb8438-20bd-458d-8f79-575794dd4a97) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:45.220000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72a1f0f1-7ddd-40ba-8a23-15a14a957c5b req-5eaeccbf-8bab-4820-aa48-c5e05ed0e0eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627779 Apr 05 18:36:45.237350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98db4fc-bbe8-460f-9e06-8e01b95d7a85 req-3de045fe-c182-4e88-a7ad-234c7724e3bc tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:45.254902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d98db4fc-bbe8-460f-9e06-8e01b95d7a85 req-3de045fe-c182-4e88-a7ad-234c7724e3bc tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.2093914 Apr 05 18:36:45.298645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3fe0a3e-b200-43c7-97f5-009588bb2473 req-c8b3c70c-ef0c-4f62-8e64-adab64247cc0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923586 Apr 05 18:36:45.331242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d98db4fc-bbe8-460f-9e06-8e01b95d7a85 req-2fbca156-cef3-4d08-8269-7289be612db5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842717 Apr 05 18:36:45.474074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a32c85-0a17-45f5-ac19-e03199b39867 req-0a884271-a934-4cd3-8246-8bc8ad7a84d7 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:45.475484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27a32c85-0a17-45f5-ac19-e03199b39867 req-0a884271-a934-4cd3-8246-8bc8ad7a84d7 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 951 time: 0.1109796 Apr 05 18:36:45.500326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:45.539547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27a32c85-0a17-45f5-ac19-e03199b39867 req-4dcf9fff-602c-4541-9f92-f8474fee68c0 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554473 Apr 05 18:36:45.564482 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:45.581627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['b7e4ea99-7abf-4d60-a963-f6b616b54ec3'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:45.648482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Pushing event updated for resources: {'Port': ['ID=1fbb8438-20bd-458d-8f79-575794dd4a97,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:45.661231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:45.663949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:45.677429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:45.838231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:45.840115 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:45.870839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-e1d701a7-2538-4866-958b-f70af11494a6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:45.872298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-e1d701a7-2538-4866-958b-f70af11494a6 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 951 time: 0.1542633 Apr 05 18:36:45.876578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-dc9ab32e-a97b-43c5-b287-2a04bf194309 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2757349 Apr 05 18:36:45.912214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Request body: {'port': {'device_id': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:45.924089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-10ecc096-7b05-4195-b4cd-cba923a5bde5 None None] Provisioning complete for port 1fbb8438-20bd-458d-8f79-575794dd4a97 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:45.924934 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10ecc096-7b05-4195-b4cd-cba923a5bde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:45.974148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-10ecc096-7b05-4195-b4cd-cba923a5bde5 None None] Port 1fbb8438-20bd-458d-8f79-575794dd4a97 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:46.103562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:46.114574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb7f29-b41b-4a29-be49-575666552f25 req-86348791-b566-4d50-b4d3-8984c73727de tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:46.116205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fccb7f29-b41b-4a29-be49-575666552f25 req-86348791-b566-4d50-b4d3-8984c73727de tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1917787 Apr 05 18:36:46.146245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b2a0f-d16d-4f24-9613-96fb3119ff43 req-9cb164ac-77b9-47fd-8e42-1a45ded097ac tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:46.147719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f04b2a0f-d16d-4f24-9613-96fb3119ff43 req-9cb164ac-77b9-47fd-8e42-1a45ded097ac tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 947 time: 0.1809521 Apr 05 18:36:46.249729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fccb7f29-b41b-4a29-be49-575666552f25 req-afad49f6-e5d4-43e7-9324-2f311a46dcf0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229913 Apr 05 18:36:46.257325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Deleting port ae2257c4-7b62-486e-8143-103bc0ea9e77 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:36:46.257667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:46.282253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f04b2a0f-d16d-4f24-9613-96fb3119ff43 req-4dabd7ff-4077-4e9f-8540-f2e9133cd327 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142914 Apr 05 18:36:46.361474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2d0e9654-6203-4086-a5a6-7aff33e5d95c up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:46.422955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 2d0e9654-6203-4086-a5a6-7aff33e5d95c completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:36:46.427428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 2d0e9654-6203-4086-a5a6-7aff33e5d95c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:46.427811 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:46.513371 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:46.544106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1fe47-e1cf-4395-ae90-80ccf509e2d8 req-362ebed7-b5d9-48b0-be0a-5e5595cdbd48 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:46.545734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f1fe47-e1cf-4395-ae90-80ccf509e2d8 req-362ebed7-b5d9-48b0-be0a-5e5595cdbd48 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 931 time: 0.2111883 Apr 05 18:36:46.548727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2d0e9654-6203-4086-a5a6-7aff33e5d95c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2d0e9654-6203-4086-a5a6-7aff33e5d95c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:46.554543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] For port ae2257c4-7b62-486e-8143-103bc0ea9e77, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ae2257c4-7b62-486e-8143-103bc0ea9e77,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:46.554911 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:46.556298 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:46.565554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c0215-7c29-44fb-abd8-6e827a435277 req-be2d6a7e-3128-43d6-82b3-860c581edc2b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:46.566968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861c0215-7c29-44fb-abd8-6e827a435277 req-be2d6a7e-3128-43d6-82b3-860c581edc2b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1895564 Apr 05 18:36:46.600116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Calling delete_port for ae2257c4-7b62-486e-8143-103bc0ea9e77 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:36:46.614364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2d0e9654-6203-4086-a5a6-7aff33e5d95c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:46.711496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861c0215-7c29-44fb-abd8-6e827a435277 req-3c1bb3bf-e2f6-482b-8630-453331255ba1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305926 Apr 05 18:36:46.742614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f1fe47-e1cf-4395-ae90-80ccf509e2d8 req-f76fbb56-df61-41ca-921c-1ffcba80b431 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668720 Apr 05 18:36:46.853427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbb8438-20bd-458d-8f79-575794dd4a97 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:46.864103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:46.916463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Transition to ACTIVE for port object 1fbb8438-20bd-458d-8f79-575794dd4a97 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:36:46.934727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a174a-0940-4b9b-9ae7-bbc7c038c2e4 req-381c2937-ebdd-4249-867d-e6fec86f74a5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:46.936294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a73a174a-0940-4b9b-9ae7-bbc7c038c2e4 req-381c2937-ebdd-4249-867d-e6fec86f74a5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.1515818 Apr 05 18:36:46.936955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:46.948395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b190d06-9385-40f4-acca-797da0d9920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0e9654-6203-4086-a5a6-7aff33e5d95c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:46.950643 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d1081-b40b-42bd-8a36-31223250c0f6" -d '{"events": [{"server_uuid": "9b190d06-9385-40f4-acca-797da0d9920e", "name": "network-vif-plugged", "status": "completed", "tag": "2d0e9654-6203-4086-a5a6-7aff33e5d95c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:46.986762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5781191-788e-44bf-b514-206a4c409530 req-eedd2006-f51a-4e49-8190-6cb0547e7804 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:46.988250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5781191-788e-44bf-b514-206a4c409530 req-eedd2006-f51a-4e49-8190-6cb0547e7804 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa530c24-990f-49a1-9670-f8df86087599 HTTP/1.1" status: 200 len: 951 time: 0.1867244 Apr 05 18:36:46.995107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:47.012113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ae2257c4-7b62-486e-8143-103bc0ea9e77'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:47.049189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbb8438-20bd-458d-8f79-575794dd4a97,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:47.480898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a73a174a-0940-4b9b-9ae7-bbc7c038c2e4 req-bfdee089-542c-4d4b-a064-7c38ed01b83e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306947 Apr 05 18:36:47.484075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Pushing event deleted for resources: {'Port': ['ID=ae2257c4-7b62-486e-8143-103bc0ea9e77,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:47.525288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] No DVR routers for this DVR port ae2257c4-7b62-486e-8143-103bc0ea9e77 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:36:47.529241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5781191-788e-44bf-b514-206a4c409530 req-5f361b30-66c5-4db3-915c-c142acfad74c tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.15 "GET /v2.0/security-groups?id=529bc00b-2051-42d2-84bf-0a35fc31297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309858 Apr 05 18:36:47.529399 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8629450-3043-47a8-8b5d-50c5e125f8fa x-openstack-request-id: req-d8629450-3043-47a8-8b5d-50c5e125f8fa {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:47.529549 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b190d06-9385-40f4-acca-797da0d9920e", "name": "network-vif-plugged", "status": "completed", "tag": "2d0e9654-6203-4086-a5a6-7aff33e5d95c", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:47.530288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:47.532743 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8629450-3043-47a8-8b5d-50c5e125f8fa {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:47.533438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d22dd5d1-ed4e-4779-97d2-44537b19f496 req-2e1820ed-e89b-432f-b2d7-6e9b014f3a04 tempest-ServersAdminTestJSON-867847749 tempest-ServersAdminTestJSON-867847749-project] 10.222.0.20 "DELETE /v2.0/ports/ae2257c4-7b62-486e-8143-103bc0ea9e77 HTTP/1.1" status: 204 len: 173 time: 1.6478043 Apr 05 18:36:47.535234 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8629450-3043-47a8-8b5d-50c5e125f8fa'] response: {'server_uuid': '9b190d06-9385-40f4-acca-797da0d9920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'code': 200} Apr 05 18:36:47.535601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-deleted', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:47.537836 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca8bb4a-3a11-4cc5-a1e2-c0f4c96c5a37" -d '{"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-deleted", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:47.577954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Attempting to bind port 1fbb8438-20bd-458d-8f79-575794dd4a97 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:47.578293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Attempting to bind port 1fbb8438-20bd-458d-8f79-575794dd4a97 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:47.578687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Attempting to bind port 1fbb8438-20bd-458d-8f79-575794dd4a97 on network 61b48f83-de82-4246-81dc-5c04fbfd6b89 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:47.585209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Port 1fbb8438-20bd-458d-8f79-575794dd4a97 on network 61b48f83-de82-4246-81dc-5c04fbfd6b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:36:47.585536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Attempting to bind port 1fbb8438-20bd-458d-8f79-575794dd4a97 on network 61b48f83-de82-4246-81dc-5c04fbfd6b89 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:47.622911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:47.622911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Checking segment: {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:47.623270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Bound using segment: {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:47.623666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Bound port: 1fbb8438-20bd-458d-8f79-575794dd4a97, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c224e2b6-bbd9-4944-b4c2-337a7152aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:47.624022 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:47.706259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1e400-16e2-495e-a394-6279dd73910e req-82a92bc9-d3d2-4367-8786-98f5a2564be9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:47.708002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13a1e400-16e2-495e-a394-6279dd73910e req-82a92bc9-d3d2-4367-8786-98f5a2564be9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1196735 Apr 05 18:36:47.763018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c3f1c-9cbe-45b4-8203-ef4e37641579 req-1b689288-6bb9-4a47-a6c1-13cd79259b6b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:47.764441 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f5c3f1c-9cbe-45b4-8203-ef4e37641579 req-1b689288-6bb9-4a47-a6c1-13cd79259b6b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.1360319 Apr 05 18:36:47.790917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] For port 1fbb8438-20bd-458d-8f79-575794dd4a97, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:47.795184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13a1e400-16e2-495e-a394-6279dd73910e req-4f33cc74-c8b4-4afe-a7b7-112b1b838e59 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796483 Apr 05 18:36:47.816173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] For port 1fbb8438-20bd-458d-8f79-575794dd4a97, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1fbb8438-20bd-458d-8f79-575794dd4a97,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:47.825605 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:47.839801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f5c3f1c-9cbe-45b4-8203-ef4e37641579 req-cde9282c-bb33-420b-a264-81307283318a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667243 Apr 05 18:36:47.868747 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161b6ab5-7faa-4e7a-9746-127da3abf707 x-openstack-request-id: req-161b6ab5-7faa-4e7a-9746-127da3abf707 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:47.868747 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa530c24-990f-49a1-9670-f8df86087599", "name": "network-vif-deleted", "tag": "ae2257c4-7b62-486e-8143-103bc0ea9e77", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:47.868747 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-161b6ab5-7faa-4e7a-9746-127da3abf707 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:47.868747 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161b6ab5-7faa-4e7a-9746-127da3abf707'] response: {'server_uuid': 'aa530c24-990f-49a1-9670-f8df86087599', 'name': 'network-vif-deleted', 'tag': 'ae2257c4-7b62-486e-8143-103bc0ea9e77', 'status': 'completed', 'code': 200} Apr 05 18:36:47.868747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:47.868747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:47.870287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] 10.222.0.20 "PUT /v2.0/ports/1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 200 len: 1091 time: 1.9819353 Apr 05 18:36:47.920404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cafa6-1bbd-4fd1-8131-f4508e7fd956 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbb8438-20bd-458d-8f79-575794dd4a97,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:48.068240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-9c35d763-f06a-46b4-b4fc-6811fb33c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:48.069874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-9c35d763-f06a-46b4-b4fc-6811fb33c6e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 1094 time: 0.1418929 Apr 05 18:36:48.078966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c50d3-6fdd-4af1-9a0a-cb2baee9a845 req-5128b196-2ad9-45a6-8bca-78f907927722 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:48.080467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f10c50d3-6fdd-4af1-9a0a-cb2baee9a845 req-5128b196-2ad9-45a6-8bca-78f907927722 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1151140 Apr 05 18:36:48.107345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2d36d-f0d1-45d5-af68-26ba6d02badf req-96636a85-a6e8-41a3-b5f6-3b86f737543a tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:48.119352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fbf2d36d-f0d1-45d5-af68-26ba6d02badf req-96636a85-a6e8-41a3-b5f6-3b86f737543a tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 943 time: 0.1482401 Apr 05 18:36:48.171563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-036bd110-94ee-4e98-a8b9-02253fa32e8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 200 len: 217 time: 0.0901158 Apr 05 18:36:48.250228 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f10c50d3-6fdd-4af1-9a0a-cb2baee9a845 req-5bb9271f-7073-4190-b2f6-d8b0575e5663 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603816 Apr 05 18:36:48.259312 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fbf2d36d-f0d1-45d5-af68-26ba6d02badf req-7637529a-1298-43bb-8ecb-039268092076 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429174 Apr 05 18:36:48.270732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-babb5c7d-3e07-45c3-9d44-5de017f1d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:48.272402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-babb5c7d-3e07-45c3-9d44-5de017f1d49d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.0912642 Apr 05 18:36:48.320638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-4fda5486-9bcb-4350-be20-115463f8f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:48.322490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-4fda5486-9bcb-4350-be20-115463f8f344 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411921 Apr 05 18:36:48.415165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-b024dd31-6b64-41c0-bf41-84087082ea07 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849278 Apr 05 18:36:48.517591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0119336-bec5-4b8f-b5f6-fd1873f8b8f1 req-4bc74f8b-2e2b-430c-b25b-02ee3d1bf262 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941861 Apr 05 18:36:48.617014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d1fa2-d1fb-483e-8b99-6f45f83580e0 req-82771ee2-d8e6-41c1-9b2b-70302d4ca76f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:48.618646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b7d1fa2-d1fb-483e-8b99-6f45f83580e0 req-82771ee2-d8e6-41c1-9b2b-70302d4ca76f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.0605083 Apr 05 18:36:48.663387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b7d1fa2-d1fb-483e-8b99-6f45f83580e0 req-6d80eaec-0048-4be5-bcf6-9d099dbbcb2b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Apr 05 18:36:48.828145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:48.983504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c998464-1e5f-42c4-920b-8b192cae4534 req-bd08731f-05dd-4807-b602-b7b93b4180cd tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:48.984983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c998464-1e5f-42c4-920b-8b192cae4534 req-bd08731f-05dd-4807-b602-b7b93b4180cd tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1063633 Apr 05 18:36:49.046532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d981aee-ecfa-481c-b8a8-6e86daaac186 req-4989c789-81bc-41c7-8ef7-e475eeb0f46d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:49.048020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d981aee-ecfa-481c-b8a8-6e86daaac186 req-4989c789-81bc-41c7-8ef7-e475eeb0f46d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.1195772 Apr 05 18:36:49.052932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8f67d24c-3ba5-4b0e-a6e2-4066176f39aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c565f5440b8436db418342b85223625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237115 Apr 05 18:36:49.055884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34688) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:49.077848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c998464-1e5f-42c4-920b-8b192cae4534 req-dc0764b0-f8c1-4139-bccd-7a34a6fa431d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821650 Apr 05 18:36:49.101534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d981aee-ecfa-481c-b8a8-6e86daaac186 req-3e5ec861-90d1-4ab0-8eef-12f995ba22a2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Apr 05 18:36:49.127604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e60843c-c824-41a2-b1fa-2c5ac7a729c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:49.151619 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e60843c-c824-41a2-b1fa-2c5ac7a729c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:49.204399 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e60843c-c824-41a2-b1fa-2c5ac7a729c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:49.207115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e60843c-c824-41a2-b1fa-2c5ac7a729c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:49.208251 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5e60843c-c824-41a2-b1fa-2c5ac7a729c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/529bc00b-2051-42d2-84bf-0a35fc31297a HTTP/1.1" status: 204 len: 168 time: 0.1510382 Apr 05 18:36:49.223743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60843c-c824-41a2-b1fa-2c5ac7a729c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529bc00b-2051-42d2-84bf-0a35fc31297a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:49.420378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0820e9-5738-4882-a3a1-0348b620ca5a req-7392833d-2d43-4bf3-9a59-2f10014f8c54 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:49.421854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f0820e9-5738-4882-a3a1-0348b620ca5a req-7392833d-2d43-4bf3-9a59-2f10014f8c54 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.0861297 Apr 05 18:36:49.435630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb0b0-55cb-4001-8ab2-6f5e8c3907dd req-dd605ebb-8d8a-4dc8-b312-1c7eaf13d22e tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:49.437123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a90bb0b0-55cb-4001-8ab2-6f5e8c3907dd req-dd605ebb-8d8a-4dc8-b312-1c7eaf13d22e tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 943 time: 0.0717070 Apr 05 18:36:49.489089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f0820e9-5738-4882-a3a1-0348b620ca5a req-db4575bd-29dc-46da-8bfc-6735ed1237c8 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 Apr 05 18:36:49.516886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a90bb0b0-55cb-4001-8ab2-6f5e8c3907dd req-c1af7b79-dd0d-4a51-89c5-ff7e034f2147 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718889 Apr 05 18:36:49.561379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4390-09bf-4a4f-8904-a5c9f488f043 req-2cce9432-80ff-4e7d-9d03-23bb9a46ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:49.562932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5df4390-09bf-4a4f-8904-a5c9f488f043 req-2cce9432-80ff-4e7d-9d03-23bb9a46ce8d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 1099 time: 0.0575407 Apr 05 18:36:49.597193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34700) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:49.608139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5df4390-09bf-4a4f-8904-a5c9f488f043 req-38f6c8a4-b232-4bba-b003-d69951fce254 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Apr 05 18:36:49.641475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-355718e6-2102-4ddb-9879-ae2e320e6d9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf5bbd1a532b40d6bb47495ecea761d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432003 Apr 05 18:36:49.643915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34702) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:36:49.698357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-227d0318-151f-4817-bb56-9e68b3f3e65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:49.721365 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-227d0318-151f-4817-bb56-9e68b3f3e65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:49.803020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796069a-5bbd-44b8-b969-c1b7922c5acc req-ec0159a6-9ead-475a-a8a9-d49ad03f3f07 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:49.804493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f796069a-5bbd-44b8-b969-c1b7922c5acc req-ec0159a6-9ead-475a-a8a9-d49ad03f3f07 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.0636144 Apr 05 18:36:49.811439 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-227d0318-151f-4817-bb56-9e68b3f3e65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:49.814028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-227d0318-151f-4817-bb56-9e68b3f3e65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:49.815147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-227d0318-151f-4817-bb56-9e68b3f3e65d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d310341f-0c4b-4457-baf9-48922528f40f HTTP/1.1" status: 204 len: 168 time: 0.1703413 Apr 05 18:36:49.842231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d0318-151f-4817-bb56-9e68b3f3e65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d310341f-0c4b-4457-baf9-48922528f40f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:49.859354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f796069a-5bbd-44b8-b969-c1b7922c5acc req-e2fa3a67-b4c7-4f6b-b54c-d728c3f7382f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Apr 05 18:36:49.867029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:49.870991 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:49.925414 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec39d7c7-028c-4082-b599-68f141780add x-openstack-request-id: req-ec39d7c7-028c-4082-b599-68f141780add {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:49.925637 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:49.925884 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec39d7c7-028c-4082-b599-68f141780add {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:49.926281 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec39d7c7-028c-4082-b599-68f141780add'] response: {'name': 'network-changed', 'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'status': 'completed', 'code': 200} Apr 05 18:36:50.019938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-b6e23f1c-0a81-4fa6-a203-ea8da24372f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:50.022514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-b6e23f1c-0a81-4fa6-a203-ea8da24372f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 1094 time: 0.0478446 Apr 05 18:36:50.141467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-9983e067-af7c-4427-8bdf-5979955e9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:50.148141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-9983e067-af7c-4427-8bdf-5979955e9c63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.1114788 Apr 05 18:36:50.200991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-35292271-0bac-46ce-9970-cddecdcb7acd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 200 len: 217 time: 0.0487401 Apr 05 18:36:50.325744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9659b-f978-4a19-9dab-3bbb57ac5c81 req-7f9050b2-d378-40b1-822c-83fb9298981d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:50.327299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaa9659b-f978-4a19-9dab-3bbb57ac5c81 req-7f9050b2-d378-40b1-822c-83fb9298981d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1284237 Apr 05 18:36:50.329749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-ab9df61e-07b2-495c-a583-4d6ba23a6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:50.331129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-ab9df61e-07b2-495c-a583-4d6ba23a6f18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.1113501 Apr 05 18:36:50.347605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764f331-5dff-48e1-8664-f5686a8ef453 req-68a12a09-90e1-4912-a3af-007254d90696 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:50.349356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8764f331-5dff-48e1-8664-f5686a8ef453 req-68a12a09-90e1-4912-a3af-007254d90696 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.1518290 Apr 05 18:36:50.441066 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaa9659b-f978-4a19-9dab-3bbb57ac5c81 req-fc6c9057-ba73-40bc-b75d-4f03584ac1be tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024358 Apr 05 18:36:50.449507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8764f331-5dff-48e1-8664-f5686a8ef453 req-32f7935b-d95c-43b3-b33d-eba4d3a44f08 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862238 Apr 05 18:36:50.457300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-5a2ffe53-2fec-4c5c-a649-09499e0a7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:50.458797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-5a2ffe53-2fec-4c5c-a649-09499e0a7d82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040707 Apr 05 18:36:50.464651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1fbb8438-20bd-458d-8f79-575794dd4a97 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:36:50.468965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:50.510272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: ae2257c4-7b62-486e-8143-103bc0ea9e77 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:36:50.510741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ae2257c4-7b62-486e-8143-103bc0ea9e77 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:36:50.640177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1fbb8438-20bd-458d-8f79-575794dd4a97, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1fbb8438-20bd-458d-8f79-575794dd4a97,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:50.656085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'port_id': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'mac_address': 'fa:16:3e:4e:cf:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:36:50.702295 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:50.713709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-b92bb8fd-adb4-4aa3-a00c-24b42d2120e8 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460673 Apr 05 18:36:50.731734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31129c-19e2-4a93-8dec-1515658f8fe7 req-75ac45c3-b2ce-4ab4-87bd-360c71aff9ea tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:50.733372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa31129c-19e2-4a93-8dec-1515658f8fe7 req-75ac45c3-b2ce-4ab4-87bd-360c71aff9ea tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1341763 Apr 05 18:36:50.735020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbb8438-20bd-458d-8f79-575794dd4a97 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:50.764723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40360e-ec43-4629-8831-1f9970e33886 req-9f2aa8d7-ed33-4b1d-b0bc-d63b171a5cf4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:50.766349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef40360e-ec43-4629-8831-1f9970e33886 req-9f2aa8d7-ed33-4b1d-b0bc-d63b171a5cf4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 943 time: 0.1440604 Apr 05 18:36:50.772567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1fbb8438-20bd-458d-8f79-575794dd4a97, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1fbb8438-20bd-458d-8f79-575794dd4a97,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:50.780482 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:50.846565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1fbb8438-20bd-458d-8f79-575794dd4a97,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:50.858644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.859545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.860048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.860571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.861245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.861769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.862265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.862831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.863328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.864065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.864403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.864730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:36:50.891598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa31129c-19e2-4a93-8dec-1515658f8fe7 req-2c92ae84-88f5-4ab5-9ac3-808f44881701 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454961 Apr 05 18:36:50.910819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef40360e-ec43-4629-8831-1f9970e33886 req-7ee4a4bb-f37d-4d64-b5fd-e658cbfbce9c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343281 Apr 05 18:36:50.926852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02e5fd5a-b5b2-4cc3-8c11-3ac5c1b726ce req-f24b361e-8bc4-4c64-a390-705dadd7df1c service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039607 Apr 05 18:36:51.032780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e6b7-8564-451f-a5d2-46b0995078be req-54554388-cd40-4b6b-8db3-2635227b4930 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:51.036549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c06e6b7-8564-451f-a5d2-46b0995078be req-54554388-cd40-4b6b-8db3-2635227b4930 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.0591235 Apr 05 18:36:51.088010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c06e6b7-8564-451f-a5d2-46b0995078be req-27d74122-455a-4b67-95f1-a42dc55e296b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Apr 05 18:36:51.117728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['1fbb8438-20bd-458d-8f79-575794dd4a97'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:36:51.626819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cfca4-341a-49cd-b5e2-41b7b8504327 req-022cde5a-727a-4ea0-b6b3-29ab726b8bf8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:51.628285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-526cfca4-341a-49cd-b5e2-41b7b8504327 req-022cde5a-727a-4ea0-b6b3-29ab726b8bf8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.0886848 Apr 05 18:36:51.641038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a1c19-6687-40f1-8eb8-4c7cf7829ab2 req-a06352c6-2911-4498-a6f5-97c1b4b2c426 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:51.642579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-919a1c19-6687-40f1-8eb8-4c7cf7829ab2 req-a06352c6-2911-4498-a6f5-97c1b4b2c426 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.0730097 Apr 05 18:36:51.700261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-526cfca4-341a-49cd-b5e2-41b7b8504327 req-c98b79da-20f3-4094-a546-e40d9c736d3b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563776 Apr 05 18:36:51.704965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-919a1c19-6687-40f1-8eb8-4c7cf7829ab2 req-8fda70c2-a7a2-4873-8fd8-9b29e88389d4 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553274 Apr 05 18:36:51.955640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-153f4de2-d46d-48d8-9bd3-fd12793c2f5c tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5bbd6c45ddb46c5a55e9f8dc80fadb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282402 Apr 05 18:36:51.977335 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:36:52.110281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcd01-423d-49c6-9a2f-dcf5bcb5c9d4 req-0af02dce-9afd-408d-9e95-85df0572c7e6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:52.111876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb3bcd01-423d-49c6-9a2f-dcf5bcb5c9d4 req-0af02dce-9afd-408d-9e95-85df0572c7e6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1256738 Apr 05 18:36:52.139602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-abdf7e5d-f46c-4195-b383-026f9d9f43a2 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:52.141281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-abdf7e5d-f46c-4195-b383-026f9d9f43a2 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800604 Apr 05 18:36:52.176191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-57923c1f-679e-4c7c-9230-ce594bfe30dc tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/quotas/e5bbd6c45ddb46c5a55e9f8dc80fadb1 HTTP/1.1" status: 200 len: 375 time: 0.0282714 Apr 05 18:36:52.179252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb3bcd01-423d-49c6-9a2f-dcf5bcb5c9d4 req-f7174c2d-df71-4fda-afe1-adab84a409bd tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567830 Apr 05 18:36:52.219052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-24fb0b5e-461e-4d77-abbd-36432c8940ab tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5bbd6c45ddb46c5a55e9f8dc80fadb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349243 Apr 05 18:36:52.314527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27d6d7-b5de-44d7-a518-9a9df35574c9 req-3fec8c64-c9ed-49c3-8486-d4297e7794dd tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:52.316380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f27d6d7-b5de-44d7-a518-9a9df35574c9 req-3fec8c64-c9ed-49c3-8486-d4297e7794dd tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 944 time: 0.0637462 Apr 05 18:36:52.364210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f27d6d7-b5de-44d7-a518-9a9df35574c9 req-0e39126a-cee3-420e-9e6a-93d82389bbfc tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Apr 05 18:36:52.465420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1fbb8438-20bd-458d-8f79-575794dd4a97 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:36:52.508904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ab02-a757-4c8e-8318-1f8ee1dc3b44 req-4030d2d8-75b9-4a56-adf6-703d2a98690f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:52.513260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa89ab02-a757-4c8e-8318-1f8ee1dc3b44 req-4030d2d8-75b9-4a56-adf6-703d2a98690f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.1022108 Apr 05 18:36:52.556349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73c87f2c-b56a-4c37-bd87-8fe496fe3f09 req-2eb6d91a-2d67-4ce8-a940-3a52d1a4bc22 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 210 time: 0.0985703 Apr 05 18:36:52.578482 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 1fbb8438-20bd-458d-8f79-575794dd4a97 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:36:52.583170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 1fbb8438-20bd-458d-8f79-575794dd4a97 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:52.583735 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:52.608173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa89ab02-a757-4c8e-8318-1f8ee1dc3b44 req-131c4b88-d843-48c2-955d-7cda4ff7e9f3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574224 Apr 05 18:36:52.688013 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:52.728948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:52.731344 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31490f3-d24d-4f5b-860c-523f4795387f" -d '{"events": [{"server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "name": "network-vif-plugged", "status": "completed", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:52.751859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1fbb8438-20bd-458d-8f79-575794dd4a97, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1fbb8438-20bd-458d-8f79-575794dd4a97,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:52.758583 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:52.760391 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:36:52.816819 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf308a0-2edb-4b6a-96e1-7aec9f1bee7e x-openstack-request-id: req-dcf308a0-2edb-4b6a-96e1-7aec9f1bee7e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:52.817376 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "name": "network-vif-plugged", "status": "completed", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:52.817875 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcf308a0-2edb-4b6a-96e1-7aec9f1bee7e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:52.819533 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf308a0-2edb-4b6a-96e1-7aec9f1bee7e'] response: {'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'code': 200} Apr 05 18:36:52.876308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1fbb8438-20bd-458d-8f79-575794dd4a97,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:52.965603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbd106-aa46-41ba-82ae-fedb68658c54 req-89868f67-f9e4-46dc-bf78-1b10c550692d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:52.967436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3cbd106-aa46-41ba-82ae-fedb68658c54 req-89868f67-f9e4-46dc-bf78-1b10c550692d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1849830 Apr 05 18:36:53.043233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b862ea-ab95-44a6-a73b-386d3b73ac6f req-7b29388c-cfd2-4f19-8583-7b717da0eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:53.044705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41b862ea-ab95-44a6-a73b-386d3b73ac6f req-7b29388c-cfd2-4f19-8583-7b717da0eb1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 1096 time: 0.1440003 Apr 05 18:36:53.055292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3cbd106-aa46-41ba-82ae-fedb68658c54 req-df236f30-220c-44a8-983b-de3de94a4fb7 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721266 Apr 05 18:36:53.063643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7eb18-ec00-427d-b94d-0bb08cc75a77 req-b5f4fcfd-3769-4f31-8a16-8c0f0ae53891 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:53.065141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52e7eb18-ec00-427d-b94d-0bb08cc75a77 req-b5f4fcfd-3769-4f31-8a16-8c0f0ae53891 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.1095665 Apr 05 18:36:53.123063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41b862ea-ab95-44a6-a73b-386d3b73ac6f req-9eac3e94-da56-4b62-bee9-52b19826b046 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569532 Apr 05 18:36:53.138159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52e7eb18-ec00-427d-b94d-0bb08cc75a77 req-099232d6-8ef1-401c-bcfe-f5e80757543c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531387 Apr 05 18:36:53.312880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9bb9f-5d51-40f2-9d47-d5c4db47d233 req-c1490442-2623-4e61-a7d2-2adc3ad2c813 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:53.323934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5f9bb9f-5d51-40f2-9d47-d5c4db47d233 req-c1490442-2623-4e61-a7d2-2adc3ad2c813 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.0671146 Apr 05 18:36:53.397462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5f9bb9f-5d51-40f2-9d47-d5c4db47d233 req-9cb88dca-6091-4cf7-8dc8-fb2e78ff8093 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725038 Apr 05 18:36:53.422482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-8859638d-15e4-4235-bde6-53d9101ef424 service neutron] 10.222.0.20 "GET /v2.0/ports/440a7eb8-db0a-4a32-a587-6c2ceb00f4a2/bindings/n-h1-836650-3 HTTP/1.1" status: 200 len: 384 time: 0.0895011 Apr 05 18:36:53.534259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61d376-bcc1-4b5f-a3fe-0a964ef96d1f req-f35caa14-c5fe-4986-8961-04432ce4603c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:53.538915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca61d376-bcc1-4b5f-a3fe-0a964ef96d1f req-f35caa14-c5fe-4986-8961-04432ce4603c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 945 time: 0.0823355 Apr 05 18:36:53.611837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca61d376-bcc1-4b5f-a3fe-0a964ef96d1f req-f19708bd-7984-4db0-b5c7-35e48e138297 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Apr 05 18:36:53.697240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:53.730335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24317d2c-69d1-4b2b-87af-196344b8d319 req-464c22cb-391d-42d4-9c75-ab94859f4063 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 210 time: 0.0526190 Apr 05 18:36:53.757779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:53.797153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:53.811137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ae228-1fdd-4832-862e-81292d378863 req-8c26e5d5-3a79-4156-8c26-08119d5367ca tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:53.812625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e8ae228-1fdd-4832-862e-81292d378863 req-8c26e5d5-3a79-4156-8c26-08119d5367ca tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 944 time: 0.1188884 Apr 05 18:36:53.817812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:36:53.860964 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:53.888450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-46ad68f2-f50a-4fbd-b328-1856a74ab008 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e5bbd6c45ddb46c5a55e9f8dc80fadb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423722 Apr 05 18:36:53.904720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e8ae228-1fdd-4832-862e-81292d378863 req-7a1f2187-3af1-47cb-b3b6-e3681aa6ae4a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830202 Apr 05 18:36:54.066635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] Transition to ACTIVE for port object 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:36:54.074329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-14a0a0bf-f231-4a36-a517-8f6fc83cb5c8 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:54.075894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-14a0a0bf-f231-4a36-a517-8f6fc83cb5c8 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715178 Apr 05 18:36:54.077431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:54.111002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Request body: {'port': {'device_id': 'd27fc40b-0e6c-4ee7-95fd-3be8ed137e6c', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': 'e5bbd6c45ddb46c5a55e9f8dc80fadb1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:54.244841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] No DVR routers for this DVR port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:36:54.266670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] Pushing event updated for resources: {'Port': ['ID=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,revision_number=10']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:54.328431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c5b37-996d-464e-9f8b-2fc2911a63e8 req-69ad5bc1-6af9-4dc3-901f-0517d45b89e9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:54.329999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-788c5b37-996d-464e-9f8b-2fc2911a63e8 req-69ad5bc1-6af9-4dc3-901f-0517d45b89e9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1689403 Apr 05 18:36:54.343641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3c700dc9-9feb-4e23-a56b-ae2a11b985a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/440a7eb8-db0a-4a32-a587-6c2ceb00f4a2/bindings/n-h1-836650-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9131713 Apr 05 18:36:54.402854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02e8a4-6ddd-4ef6-87db-248f1b7b23ae req-a18d1a57-cd2e-4dd9-9f61-ba145b70bbf6 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:54.404430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac02e8a4-6ddd-4ef6-87db-248f1b7b23ae req-a18d1a57-cd2e-4dd9-9f61-ba145b70bbf6 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.1615288 Apr 05 18:36:54.410506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-788c5b37-996d-464e-9f8b-2fc2911a63e8 req-4af81141-8489-4b1e-b03d-e2f462a7e979 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727954 Apr 05 18:36:54.420888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Made reservation on behalf of e5bbd6c45ddb46c5a55e9f8dc80fadb1 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:36:54.440981 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:54.463143 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:54.521800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac02e8a4-6ddd-4ef6-87db-248f1b7b23ae req-8fc92108-8844-4faf-86b1-dcfdb879161b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030035 Apr 05 18:36:54.592578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847087e4-4e2d-4cfa-8de4-4dea62a87c96 req-e8a037a1-140e-49d8-a9ca-efdf2488f016 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:54.594039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-847087e4-4e2d-4cfa-8de4-4dea62a87c96 req-e8a037a1-140e-49d8-a9ca-efdf2488f016 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.0915384 Apr 05 18:36:54.647381 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:54.653991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-847087e4-4e2d-4cfa-8de4-4dea62a87c96 req-690265dc-ed3e-47b7-8b78-f7ab1e860f59 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530317 Apr 05 18:36:54.655263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:54.740980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fbe290-10d9-4f1d-a53a-3e7573d26731,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:54.839250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81144c-b65b-42f7-93bd-e66ea9e50f25 req-2e6ec0fc-83ad-42b1-b518-47858aaeadf6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:54.840915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d81144c-b65b-42f7-93bd-e66ea9e50f25 req-2e6ec0fc-83ad-42b1-b518-47858aaeadf6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 945 time: 0.1207163 Apr 05 18:36:54.886474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078c7bcf-aad2-4386-a0b7-7f87631cda71 req-345ae73c-99f6-4d4f-b0b4-51a78c4030e5 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 210 time: 0.0420363 Apr 05 18:36:54.898999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Allocated IP 192.168.233.38 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/bbbba9c2-6006-48e8-895c-40b9e2b431fb) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:36:54.969296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d81144c-b65b-42f7-93bd-e66ea9e50f25 req-c46040bf-f1bd-45ee-a2a0-c201bfe18464 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118007 Apr 05 18:36:55.417727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15441f-d489-417c-bdde-23740b73973b req-f2ba5e4d-30ed-4f26-bcdf-bffeb6585516 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:55.419219 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af15441f-d489-417c-bdde-23740b73973b req-f2ba5e4d-30ed-4f26-bcdf-bffeb6585516 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 945 time: 0.4398565 Apr 05 18:36:55.435015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-d170ef4d-3c83-485a-b928-ef75ae799484 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:55.436357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-d170ef4d-3c83-485a-b928-ef75ae799484 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1517551 Apr 05 18:36:55.516895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-665f61a3-dd6a-4083-bc63-f41b7f8f3bfb tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.0620995 Apr 05 18:36:55.543875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-dca2b944-5792-4b29-b8af-56e01bc44ca6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Request body: {'floatingip': {'port_id': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:55.590823 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:55.607351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af15441f-d489-417c-bdde-23740b73973b req-dc08c2e5-58ef-4c14-a55b-fda934a4ad2e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700051 Apr 05 18:36:55.615547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-dca2b944-5792-4b29-b8af-56e01bc44ca6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:55.770234 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:55.880059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:36:55.889347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237a765-5fad-4604-b4bc-b620953468c1 req-82f8ce28-9efe-47bc-8405-83bb2c7e8113 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:55.890848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1237a765-5fad-4604-b4bc-b620953468c1 req-82f8ce28-9efe-47bc-8405-83bb2c7e8113 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1630147 Apr 05 18:36:55.897878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:36:55.934840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:36:55.964721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Pushing event updated for resources: {'Port': ['ID=bbbba9c2-6006-48e8-895c-40b9e2b431fb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:56.055043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:56.055741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:56.060530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1237a765-5fad-4604-b4bc-b620953468c1 req-125b96d6-583b-42d6-931a-9b0471f6d7f8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314218 Apr 05 18:36:56.113500 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-f5be3d8e-cde0-42ce-99c5-30bf09604683 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0062616 Apr 05 18:36:56.129813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-370178c6-6d59-4656-859b-8e65048ff51e None None] Provisioning complete for port bbbba9c2-6006-48e8-895c-40b9e2b431fb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:36:56.130484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-370178c6-6d59-4656-859b-8e65048ff51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:56.134454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Request body: {'port': {'device_id': 'd27fc40b-0e6c-4ee7-95fd-3be8ed137e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:36:56.169817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-370178c6-6d59-4656-859b-8e65048ff51e None None] Port bbbba9c2-6006-48e8-895c-40b9e2b431fb cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:36:56.262082 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:56.302590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af9524-376c-4ebe-b6c5-a6a01b959388 req-5cf91e22-47ed-4241-9503-ea7e83c56229 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:56.304060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55af9524-376c-4ebe-b6c5-a6a01b959388 req-5cf91e22-47ed-4241-9503-ea7e83c56229 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.1624794 Apr 05 18:36:56.472882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55af9524-376c-4ebe-b6c5-a6a01b959388 req-8199f1b2-5f6b-4451-a810-f5fd8cb479e0 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572583 Apr 05 18:36:56.476798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-dca2b944-5792-4b29-b8af-56e01bc44ca6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:56.495760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-dca2b944-5792-4b29-b8af-56e01bc44ca6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:56.684575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b0b52-afc6-4ac8-9c86-2f079d45121c req-178965e8-b7ad-4112-a948-33f508c0748e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:56.686511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c63b0b52-afc6-4ac8-9c86-2f079d45121c req-178965e8-b7ad-4112-a948-33f508c0748e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1451585 Apr 05 18:36:56.689445 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-dca2b944-5792-4b29-b8af-56e01bc44ca6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Floating IP 86c528cb-f687-4944-846d-f7fd49777bfb associated. External IP: 172.25.4.144, port: b7e4ea99-7abf-4d60-a963-f6b616b54ec3. Apr 05 18:36:56.836086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c63b0b52-afc6-4ac8-9c86-2f079d45121c req-fbeb7765-a980-410b-8d10-496334729b9b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382511 Apr 05 18:36:56.887860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbba9c2-6006-48e8-895c-40b9e2b431fb {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:36:56.896839 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:56.933582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Transition to ACTIVE for port object bbbba9c2-6006-48e8-895c-40b9e2b431fb will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:36:56.966227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:57.072830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a08b-fd59-4648-9d07-5f4cb030d41b req-9ae112e9-43a8-4722-8968-1de5013a3516 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:57.074421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e678a08b-fd59-4648-9d07-5f4cb030d41b req-9ae112e9-43a8-4722-8968-1de5013a3516 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 935 time: 0.1752965 Apr 05 18:36:57.078062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Pushing event updated for resources: {'Port': ['ID=bbbba9c2-6006-48e8-895c-40b9e2b431fb,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:57.162809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-dca2b944-5792-4b29-b8af-56e01bc44ca6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Router fd401346-f6b2-4c31-9124-f96a7dd499e4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:36:57.191231 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e678a08b-fd59-4648-9d07-5f4cb030d41b req-c1d22a81-1ecb-4a92-aba5-d3efd5542b6d tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/security-groups?id=71fbe290-10d9-4f1d-a53a-3e7573d26731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087470 Apr 05 18:36:57.280349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Attempting to bind port bbbba9c2-6006-48e8-895c-40b9e2b431fb on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:36:57.281131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Attempting to bind port bbbba9c2-6006-48e8-895c-40b9e2b431fb by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:36:57.281465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Attempting to bind port bbbba9c2-6006-48e8-895c-40b9e2b431fb on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:57.303808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Port bbbba9c2-6006-48e8-895c-40b9e2b431fb on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:36:57.304084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Attempting to bind port bbbba9c2-6006-48e8-895c-40b9e2b431fb on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:36:57.320583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:36:57.320918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:36:57.321416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:36:57.322212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Bound port: bbbba9c2-6006-48e8-895c-40b9e2b431fb, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:36:57.322834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:57.449267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621d620-6db0-489d-9184-c50551f82480 req-61c5c466-3a79-43e6-9ce6-eaa9de7329fa tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:57.450842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0621d620-6db0-489d-9184-c50551f82480 req-61c5c466-3a79-43e6-9ce6-eaa9de7329fa tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 945 time: 0.1889865 Apr 05 18:36:57.772894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-dca2b944-5792-4b29-b8af-56e01bc44ca6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:36:57.779057 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-dca2b944-5792-4b29-b8af-56e01bc44ca6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:57.790571 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] Sync routers for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:36:57.801530 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:57.802263 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:57.846438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-dca2b944-5792-4b29-b8af-56e01bc44ca6 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "PUT /v2.0/floatingips/86c528cb-f687-4944-846d-f7fd49777bfb HTTP/1.1" status: 200 len: 996 time: 2.3138933 Apr 05 18:36:57.848633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:36:57.850969 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049dde93-6490-4eb5-81ff-20825f12e99b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:36:57.855479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-1035f224-ec6d-4de9-acc5-fbf732764bcc tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:57.856955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-1035f224-ec6d-4de9-acc5-fbf732764bcc tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.4775465 Apr 05 18:36:57.859849 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] For port bbbba9c2-6006-48e8-895c-40b9e2b431fb, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:36:57.863698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0621d620-6db0-489d-9184-c50551f82480 req-08351568-bf45-4da1-9f89-1a4c4d93b85c tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037414 Apr 05 18:36:57.925632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] For port bbbba9c2-6006-48e8-895c-40b9e2b431fb, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=bbbba9c2-6006-48e8-895c-40b9e2b431fb,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:36:57.933798 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:57.945610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:58.014581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-07dfa44d-0642-40a5-921e-de2098d3dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.016070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-07dfa44d-0642-40a5-921e-de2098d3dfd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1096 time: 0.1515062 Apr 05 18:36:58.026952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.027952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:36:58.028898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] 10.222.0.20 "PUT /v2.0/ports/bbbba9c2-6006-48e8-895c-40b9e2b431fb HTTP/1.1" status: 200 len: 1095 time: 1.9008014 Apr 05 18:36:58.174263 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:30:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:36:56Z', 'revision_number': 1, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:58.174989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-c3b56dba-ca04-4bd9-bd2c-20ea18b558f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.177623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-c3b56dba-ca04-4bd9-bd2c-20ea18b558f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.1462569 Apr 05 18:36:58.191121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-cc6ecfa1-7594-4f3a-9039-b140d11b837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.193703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-cc6ecfa1-7594-4f3a-9039-b140d11b837c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25 HTTP/1.1" status: 200 len: 1096 time: 0.3159480 Apr 05 18:36:58.205758 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] Checking router: fd401346-f6b2-4c31-9124-f96a7dd499e4 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:36:58.221276 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:36:58.222119 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:58.300490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6ca70-8441-4bd2-b9da-36f7c81f36dc service neutron] Pushing event updated for resources: {'Port': ['ID=bbbba9c2-6006-48e8-895c-40b9e2b431fb,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:36:58.315248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bbd78-0969-4d60-a7d7-0ae0d7edfcfe req-a67dd7b9-4b42-4d3d-8c19-849ebd436704 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.319584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-566bbd78-0969-4d60-a7d7-0ae0d7edfcfe req-a67dd7b9-4b42-4d3d-8c19-849ebd436704 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.3676980 Apr 05 18:36:58.340454 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:36:58.369466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-ed3290e8-0048-41f6-8363-ca232eb44764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.371023 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-ed3290e8-0048-41f6-8363-ca232eb44764 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5bbd6c45ddb46c5a55e9f8dc80fadb1&device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 1098 time: 0.1896021 Apr 05 18:36:58.379773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-b3d10097-d542-4071-84f6-23ae17f03d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.381258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-b3d10097-d542-4071-84f6-23ae17f03d0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1096 time: 0.1252825 Apr 05 18:36:58.383428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-21f83714-d1c9-41f7-9153-782193c57266 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 999 time: 0.1861973 Apr 05 18:36:58.519903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-e2c6b04c-1cf6-42eb-bf2e-ea099a9e0efc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=bbbba9c2-6006-48e8-895c-40b9e2b431fb HTTP/1.1" status: 200 len: 217 time: 0.1055863 Apr 05 18:36:58.522722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-566bbd78-0969-4d60-a7d7-0ae0d7edfcfe req-b08f9efa-d1b4-46e4-a8fc-f4d7e40b1259 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790311 Apr 05 18:36:58.624158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-7b3025a6-a72b-4796-870f-f7fd3b57817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.625693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-7b3025a6-a72b-4796-870f-f7fd3b57817e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0917900 Apr 05 18:36:58.629306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-0a62293f-10fa-4f7a-99e4-212b33f844de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.638161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-0a62293f-10fa-4f7a-99e4-212b33f844de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.2329407 Apr 05 18:36:58.649981 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:30:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:36:56Z', 'revision_number': 1, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:36:58.676958 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd980ec3-92c5-48f3-ac1d-26d92e97dc21 None None] The sync data for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 is: [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:30:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:36:56Z', 'revision_number': 1, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:36:58.743647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-44b53f0e-0c65-463b-9f77-eeaf0ea4f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.744457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-44b53f0e-0c65-463b-9f77-eeaf0ea4f51b service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.3506722 Apr 05 18:36:58.813635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-aafde553-bfc6-48d1-b31a-e835424da801 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 HTTP/1.1" status: 200 len: 217 time: 0.0594451 Apr 05 18:36:58.834122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-5f44241a-2dac-4a08-ad17-8f2df365499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.842698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-5f44241a-2dac-4a08-ad17-8f2df365499f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035136 Apr 05 18:36:58.863286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cf879-a3b6-4451-a73e-e1c982fd268c req-4e097004-f7b2-4483-ade1-0f892315d4b1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.864878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-273cf879-a3b6-4451-a73e-e1c982fd268c req-4e097004-f7b2-4483-ade1-0f892315d4b1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.2159922 Apr 05 18:36:58.896571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-840b0ce9-ef07-46a4-a3e4-b62765c55115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:58.898234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-840b0ce9-ef07-46a4-a3e4-b62765c55115 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2327907 Apr 05 18:36:58.968735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01dc317-75db-4bbb-bcdd-3f9c5cc1bb6f None None] New status for floating IP 86c528cb-f687-4944-846d-f7fd49777bfb: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:36:59.032019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3b8d7e5d-4c4f-4c17-ae8a-66eff83fb044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:59.033518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-3b8d7e5d-4c4f-4c17-ae8a-66eff83fb044 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.2104480 Apr 05 18:36:59.083428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-273cf879-a3b6-4451-a73e-e1c982fd268c req-20c7ad3b-8a1c-4b5c-8455-0ce43178a2c4 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891642 Apr 05 18:36:59.091697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-be4e97cf-dea3-4e38-b0dd-8bbd4ee238ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439589 Apr 05 18:36:59.115831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-e7e62001-3524-4e73-821a-2ad14859a531 service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721136 Apr 05 18:36:59.221516 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea1d15a-ccb8-4387-838c-86ec7f884216 x-openstack-request-id: req-9ea1d15a-ccb8-4387-838c-86ec7f884216 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:36:59.221976 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:36:59.222118 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ea1d15a-ccb8-4387-838c-86ec7f884216 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:36:59.223880 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea1d15a-ccb8-4387-838c-86ec7f884216'] response: {'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'status': 'completed', 'code': 200} Apr 05 18:36:59.245742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-89f81623-23df-46a2-82bc-372339c1da93 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073714 Apr 05 18:36:59.475489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-4db81242-0ef1-4c0a-9fea-c982b13c67df service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728449 Apr 05 18:36:59.483066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dde93-6490-4eb5-81ff-20825f12e99b req-c7d7551d-dbbb-4a8d-a30f-f259fa4ebc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:59.484728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-049dde93-6490-4eb5-81ff-20825f12e99b req-c7d7551d-dbbb-4a8d-a30f-f259fa4ebc9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1096 time: 0.2822943 Apr 05 18:36:59.618233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ba2e8d4-5941-4b16-ba4f-24ddbe6ad52f req-6ca74a84-a954-40ef-b581-e28a2ffb854e service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873841 Apr 05 18:36:59.661188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750fd5c-d18d-42e9-9242-16def71bdb38 req-3e9a107b-7b4f-45b8-a974-fb9953786b9f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:59.662889 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b750fd5c-d18d-42e9-9242-16def71bdb38 req-3e9a107b-7b4f-45b8-a974-fb9953786b9f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.3442688 Apr 05 18:36:59.678789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2215204e-3ef8-4eda-9c21-7c3db7337f14 req-7088bd20-e546-423e-90dc-05a2df73f668 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143779 Apr 05 18:36:59.814859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b750fd5c-d18d-42e9-9242-16def71bdb38 req-e2c31b4e-f96e-4dac-bf4f-f4fd9cea5039 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404259 Apr 05 18:36:59.816733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-41e32c66-affc-4b6b-ab2d-de37fab50bf7 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225584 Apr 05 18:36:59.818058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dde93-6490-4eb5-81ff-20825f12e99b req-afd6429e-942c-4745-aa47-24130c507d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:59.819476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-049dde93-6490-4eb5-81ff-20825f12e99b req-afd6429e-942c-4745-aa47-24130c507d5a service neutron] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.3114345 Apr 05 18:36:59.890441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294a78-cb2e-4fc2-8b49-5ec71727333e req-09cb5ad6-1651-40bc-8551-685476f382a0 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:36:59.891926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32294a78-cb2e-4fc2-8b49-5ec71727333e req-09cb5ad6-1651-40bc-8551-685476f382a0 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 947 time: 0.1858575 Apr 05 18:36:59.961118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-049dde93-6490-4eb5-81ff-20825f12e99b req-221b5f3c-cdcb-46fb-bf41-3e6827afd5b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 1001 time: 0.1327302 Apr 05 18:36:59.995360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32294a78-cb2e-4fc2-8b49-5ec71727333e req-abe78b61-a032-4bba-b4ce-f38c83f051c9 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/security-groups?id=71fbe290-10d9-4f1d-a53a-3e7573d26731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912380 Apr 05 18:37:00.057802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bbc33-9910-449b-95e1-4e3a84820d1d req-53988bf7-b561-479d-8733-ae373adef1ff tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:00.059376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-194bbc33-9910-449b-95e1-4e3a84820d1d req-53988bf7-b561-479d-8733-ae373adef1ff tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 945 time: 0.1456103 Apr 05 18:37:00.127702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dde93-6490-4eb5-81ff-20825f12e99b req-419e5c15-dce7-45c1-b521-2e2e9ce3dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:00.129124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-049dde93-6490-4eb5-81ff-20825f12e99b req-419e5c15-dce7-45c1-b521-2e2e9ce3dceb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.1563604 Apr 05 18:37:00.188577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-194bbc33-9910-449b-95e1-4e3a84820d1d req-6203520b-a4e5-44c8-9588-1edc09af62b3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033096 Apr 05 18:37:00.202487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d756b-0cef-473e-bf1f-82d2bacb55e6 req-513e3a0d-8647-43de-9933-500a775d93e1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:00.203929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-047d756b-0cef-473e-bf1f-82d2bacb55e6 req-513e3a0d-8647-43de-9933-500a775d93e1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1337531 Apr 05 18:37:00.207011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-bbef3a39-5414-4d0e-9e82-f8e112a89d74 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:00.208855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-bbef3a39-5414-4d0e-9e82-f8e112a89d74 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.1463583 Apr 05 18:37:00.280648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dde93-6490-4eb5-81ff-20825f12e99b req-9ab96535-3be8-4163-8223-533252cccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:00.282107 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-049dde93-6490-4eb5-81ff-20825f12e99b req-9ab96535-3be8-4163-8223-533252cccb76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436162 Apr 05 18:37:00.385308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-047d756b-0cef-473e-bf1f-82d2bacb55e6 req-5adb37b5-4fbb-4cc6-9b25-d919e53993f1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585281 Apr 05 18:37:00.416210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-5c664825-c82a-4ecb-8bae-84c58a9ab08d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:00.417806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-5c664825-c82a-4ecb-8bae-84c58a9ab08d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1602027 Apr 05 18:37:00.846240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-049dde93-6490-4eb5-81ff-20825f12e99b req-c67c4ef4-5913-49dd-ab56-ef924a5563d1 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425541 Apr 05 18:37:00.847228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-64618b24-8bf1-43ae-a0e1-9830992ab1d8 service neutron] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:00.857683 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-64618b24-8bf1-43ae-a0e1-9830992ab1d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:00.858699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-271fafed-da7c-4678-a5f0-f278b7f6abf2 req-64618b24-8bf1-43ae-a0e1-9830992ab1d8 service neutron] 10.222.0.25 "DELETE /v2.0/ports/440a7eb8-db0a-4a32-a587-6c2ceb00f4a2/bindings/n-h2-836650-3 HTTP/1.1" status: 204 len: 173 time: 0.6382143 Apr 05 18:37:00.872109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-9c2febf8-bbb0-47cf-9e76-6e1d2ec44944 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 1001 time: 0.1482038 Apr 05 18:37:00.880527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a3942-f6b5-4f75-a4cc-9aeec9eaff61 req-ed44e351-4dbc-48fa-b33f-32a05acb67d3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:00.881952 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8a3942-f6b5-4f75-a4cc-9aeec9eaff61 req-ed44e351-4dbc-48fa-b33f-32a05acb67d3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1557994 Apr 05 18:37:00.897339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Request body: {'floatingip': {'port_id': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:01.015405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8a3942-f6b5-4f75-a4cc-9aeec9eaff61 req-8fff2ef2-dd19-424a-ae1e-8e97c1bdda07 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222703 Apr 05 18:37:01.025430 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:01.068343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-049dde93-6490-4eb5-81ff-20825f12e99b req-ca9de832-b3b8-4e92-a2ff-05df02bc0fe7 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072568 Apr 05 18:37:01.194620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b4fc-1f33-4407-a88d-ddadf87e0aa1 req-7fc32b59-ae2e-4852-9120-d31392e693c2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:01.196498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4587b4fc-1f33-4407-a88d-ddadf87e0aa1 req-7fc32b59-ae2e-4852-9120-d31392e693c2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.1148310 Apr 05 18:37:01.235406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27fc40b-0e6c-4ee7-95fd-3be8ed137e6c', 'tag': 'bbbba9c2-6006-48e8-895c-40b9e2b431fb'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:01.238062 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cae5d3-c3b1-487a-8b51-f5cb09753524" -d '{"events": [{"name": "network-changed", "server_uuid": "d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c", "tag": "bbbba9c2-6006-48e8-895c-40b9e2b431fb"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:01.311293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4587b4fc-1f33-4407-a88d-ddadf87e0aa1 req-6f714e22-7d24-4fc0-b6dd-01332927554a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685101 Apr 05 18:37:01.497304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-11d1e10d-230e-4972-bc3c-5d5c72138d21 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1549091030&fields=id&tenant_id=888eea1fce944216b18909ecfc854a25 HTTP/1.1" status: 200 len: 267 time: 0.0707252 Apr 05 18:37:01.689545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-0ddb73fa-0799-45f6-b645-bdc2ef225177 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:01.691003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-0ddb73fa-0799-45f6-b645-bdc2ef225177 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/networks?id=4791ec63-d6dc-43f6-84d9-1728ac3ff410 HTTP/1.1" status: 200 len: 814 time: 0.1839516 Apr 05 18:37:01.699601 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:01.708526 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:01.712723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-8e99cef0-65bc-45eb-a901-75d24234a428 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/quotas/888eea1fce944216b18909ecfc854a25 HTTP/1.1" status: 200 len: 375 time: 0.0120151 Apr 05 18:37:01.859982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-e3d9ca6a-4d36-4732-b9d9-26ef292e5c14 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=888eea1fce944216b18909ecfc854a25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185873 Apr 05 18:37:01.874037 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Floating IP 86c528cb-f687-4944-846d-f7fd49777bfb associated. External IP: 172.25.4.144, port: b7e4ea99-7abf-4d60-a963-f6b616b54ec3. Apr 05 18:37:01.960264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-22b58799-86f2-4ea2-a7b5-15ce27e61b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:01.961769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-22b58799-86f2-4ea2-a7b5-15ce27e61b84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1096 time: 0.1450303 Apr 05 18:37:02.090575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-290f4ae1-3448-4930-9a1c-2da2290f3354 service neutron] 10.222.0.15 "GET /v2.0/networks/4791ec63-d6dc-43f6-84d9-1728ac3ff410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178066 Apr 05 18:37:02.192695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-98042080-8cc9-4450-aeb2-b8707a8ec8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:02.194018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-98042080-8cc9-4450-aeb2-b8707a8ec8f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.2215846 Apr 05 18:37:02.251524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-3b71c0a8-c4aa-4661-8016-069761f38dda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 200 len: 217 time: 0.0485015 Apr 05 18:37:02.334845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-288c6ff6-294b-4a61-a3a7-6da619353357 service neutron] 10.222.0.15 "GET /v2.0/networks/4791ec63-d6dc-43f6-84d9-1728ac3ff410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322943 Apr 05 18:37:02.357664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-e0c57909-049c-4257-a5df-d68db28e637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:02.359116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-e0c57909-049c-4257-a5df-d68db28e637e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.0986264 Apr 05 18:37:02.360765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Router fd401346-f6b2-4c31-9124-f96a7dd499e4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:02.425067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-59e946e0-2a3c-449b-a24d-dae97a5c50f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572917 Apr 05 18:37:02.513920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device bbbba9c2-6006-48e8-895c-40b9e2b431fb details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:02.637765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port bbbba9c2-6006-48e8-895c-40b9e2b431fb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=bbbba9c2-6006-48e8-895c-40b9e2b431fb,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:02.650475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'bbbba9c2-6006-48e8-895c-40b9e2b431fb', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'bbbba9c2-6006-48e8-895c-40b9e2b431fb', 'mac_address': 'fa:16:3e:00:43:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:37:02.695335 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:02.710125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbba9c2-6006-48e8-895c-40b9e2b431fb {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:02.732098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port bbbba9c2-6006-48e8-895c-40b9e2b431fb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=bbbba9c2-6006-48e8-895c-40b9e2b431fb,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:02.737720 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:02.793310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=bbbba9c2-6006-48e8-895c-40b9e2b431fb,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:02.877446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:02.888560 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] Sync routers for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:02.898870 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:02.899546 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:02.922618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-b231e6b2-494a-47ee-acc9-90e2827ba6f7 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895647 Apr 05 18:37:02.939184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764058a9-8e84-4eae-a824-d8fb635cb76d req-407ac043-2ea8-480a-b4d5-d61b8093ce71 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:02.940673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-764058a9-8e84-4eae-a824-d8fb635cb76d req-407ac043-2ea8-480a-b4d5-d61b8093ce71 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 948 time: 0.1227653 Apr 05 18:37:03.042616 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:03.087686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['bbbba9c2-6006-48e8-895c-40b9e2b431fb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:03.088282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-764058a9-8e84-4eae-a824-d8fb635cb76d req-f2f702dc-e5a5-4f54-9b77-80a68ffbde1c tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/security-groups?id=71fbe290-10d9-4f1d-a53a-3e7573d26731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333363 Apr 05 18:37:03.191443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-d05c5eee-35e1-4fea-a7b8-0d012df57f78 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605681 Apr 05 18:37:03.309146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e6c3b-b6e6-49d4-ae62-e7d2bd3f815d req-52f3a311-bf3d-4071-9d9d-92bc67a02d31 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:03.310646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-104e6c3b-b6e6-49d4-ae62-e7d2bd3f815d req-52f3a311-bf3d-4071-9d9d-92bc67a02d31 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 945 time: 0.1131475 Apr 05 18:37:03.358552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Router fd401346-f6b2-4c31-9124-f96a7dd499e4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:03.392015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-104e6c3b-b6e6-49d4-ae62-e7d2bd3f815d req-d412f028-8f3d-4f60-89f1-35542c6ef79a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706987 Apr 05 18:37:03.506135 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:4e:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:37:01Z', 'revision_number': 3, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:03.519373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:03.530509 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d09aad-9803-413c-a378-ca3c52ad32d8 x-openstack-request-id: req-b3d09aad-9803-413c-a378-ca3c52ad32d8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:03.530866 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c", "tag": "bbbba9c2-6006-48e8-895c-40b9e2b431fb", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:03.531174 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3d09aad-9803-413c-a378-ca3c52ad32d8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:03.531626 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d09aad-9803-413c-a378-ca3c52ad32d8'] response: {'name': 'network-changed', 'server_uuid': 'd27fc40b-0e6c-4ee7-95fd-3be8ed137e6c', 'tag': 'bbbba9c2-6006-48e8-895c-40b9e2b431fb', 'status': 'completed', 'code': 200} Apr 05 18:37:03.533357 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] Checking router: fd401346-f6b2-4c31-9124-f96a7dd499e4 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:03.534980 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:03.542869 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:03.543642 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:03.617196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-14a9cc9a-ef1e-46bc-8397-0cd8c2b4c53d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "PUT /v2.0/floatingips/86c528cb-f687-4944-846d-f7fd49777bfb HTTP/1.1" status: 200 len: 998 time: 2.7342043 Apr 05 18:37:03.624156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-0e75f54e-aa3d-47a1-80ef-12af41dbdcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:03.625755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-0e75f54e-aa3d-47a1-80ef-12af41dbdcc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5bbd6c45ddb46c5a55e9f8dc80fadb1&device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 1099 time: 0.1042275 Apr 05 18:37:03.658328 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:03.753002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-2579fdd6-9c3f-4c72-815b-5154aec956a9 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:03.754615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-2579fdd6-9c3f-4c72-815b-5154aec956a9 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports/b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 942 time: 0.1278501 Apr 05 18:37:03.780150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e407a-81e3-472f-810e-9042769cf7a6 req-0008b921-6679-44f7-93bf-856b6b500807 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:03.781843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-508e407a-81e3-472f-810e-9042769cf7a6 req-0008b921-6679-44f7-93bf-856b6b500807 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 1099 time: 0.1152024 Apr 05 18:37:03.810676 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-508e407a-81e3-472f-810e-9042769cf7a6 req-e23d9424-20aa-4543-827b-c9e3394c943b tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:03.887665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-b6839b1f-f83e-4082-943a-ae4c1a409724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:03.889142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-b6839b1f-f83e-4082-943a-ae4c1a409724 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2214198 Apr 05 18:37:03.959013 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:4e:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:37:01Z', 'revision_number': 3, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:03.989030 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c590e4e-b99b-4645-930d-64aa139d0003 None None] The sync data for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 is: [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:4e:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:37:01Z', 'revision_number': 3, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:03.994778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-44b1cb75-9c90-4aaa-b55a-310556f67e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:04.000455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-44b1cb75-9c90-4aaa-b55a-310556f67e0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1096 time: 0.1519136 Apr 05 18:37:04.001831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-ac618adc-7c69-4447-969c-0825942d4f09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=bbbba9c2-6006-48e8-895c-40b9e2b431fb HTTP/1.1" status: 200 len: 217 time: 0.1026912 Apr 05 18:37:04.175701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-1953d398-2127-4782-bd86-12eeef329fde tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:04.177177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-1953d398-2127-4782-bd86-12eeef329fde tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.20 "GET /v2.0/networks?id=4791ec63-d6dc-43f6-84d9-1728ac3ff410 HTTP/1.1" status: 200 len: 814 time: 0.3445470 Apr 05 18:37:04.178623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-3dad6d68-88ec-46c7-805f-04bdef3acde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:04.179932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-3dad6d68-88ec-46c7-805f-04bdef3acde9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1702912 Apr 05 18:37:04.269253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e083cac9-8197-4c2f-bf4a-1695d453a842 None None] New status for floating IP 86c528cb-f687-4944-846d-f7fd49777bfb: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:37:04.273890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-508e407a-81e3-472f-810e-9042769cf7a6 req-e23d9424-20aa-4543-827b-c9e3394c943b tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:04.286669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-bfa8759b-82ca-4e09-ace3-e721d591a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:04.288165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-bfa8759b-82ca-4e09-ace3-e721d591a248 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.2680385 Apr 05 18:37:04.288747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-508e407a-81e3-472f-810e-9042769cf7a6 req-e23d9424-20aa-4543-827b-c9e3394c943b tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:04.295124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-3fc0f1e4-55ad-4b30-8db7-2c4a1fd4972f tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=888eea1fce944216b18909ecfc854a25 HTTP/1.1" status: 200 len: 380 time: 0.1031349 Apr 05 18:37:04.342549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-47d002e8-0b4e-4c07-a7b9-49c18e4f37d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 217 time: 0.0424817 Apr 05 18:37:04.353771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Request body: {'port': {'device_id': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'admin_state_up': True, 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'security_groups': ['231683b5-fa76-44fc-a513-36a09f567f90']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:04.385203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-6cc647c1-89a6-4b1c-81db-173d79ac4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:04.386820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-6cc647c1-89a6-4b1c-81db-173d79ac4134 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731000 Apr 05 18:37:04.474465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-508e407a-81e3-472f-810e-9042769cf7a6 req-e23d9424-20aa-4543-827b-c9e3394c943b tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6732352 Apr 05 18:37:04.506292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device bbbba9c2-6006-48e8-895c-40b9e2b431fb up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:04.573895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port bbbba9c2-6006-48e8-895c-40b9e2b431fb completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:37:04.579056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port bbbba9c2-6006-48e8-895c-40b9e2b431fb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:04.579552 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:04.601942 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] Sync routers for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:04.607674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d9424-20aa-4543-827b-c9e3394c943b tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5737b41f-ea54-4385-94ed-7e67923a366e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:04.620143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:04.622850 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:04.623906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-fbdab70f-bea4-41bc-ad32-587cb488ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:04.625417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-fbdab70f-bea4-41bc-ad32-587cb488ed81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.2647769 Apr 05 18:37:04.716936 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:04.725564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61699-6b48-48ed-bb7e-823793f25d29 req-8ff78e9d-d8ca-42a6-b48e-60545ca1cb93 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:04.727232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61e61699-6b48-48ed-bb7e-823793f25d29 req-8ff78e9d-d8ca-42a6-b48e-60545ca1cb93 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.1458950 Apr 05 18:37:04.744479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27fc40b-0e6c-4ee7-95fd-3be8ed137e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbba9c2-6006-48e8-895c-40b9e2b431fb'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:04.747543 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28450513-4619-4ad8-be1f-68deb372ba1f" -d '{"events": [{"server_uuid": "d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c", "name": "network-vif-plugged", "status": "completed", "tag": "bbbba9c2-6006-48e8-895c-40b9e2b431fb"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:04.767479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port bbbba9c2-6006-48e8-895c-40b9e2b431fb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=bbbba9c2-6006-48e8-895c-40b9e2b431fb,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:04.779188 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:04.779382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-07977829-3df3-4200-9182-583b21af8660 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634326 Apr 05 18:37:04.783667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-2d4009dc-3090-46f2-b5ac-152d416482c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:04.785141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-2d4009dc-3090-46f2-b5ac-152d416482c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396124 Apr 05 18:37:04.804730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-67f46da5-a165-4a9c-b6d5-fde16fecc584 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:37:04.805861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-67f46da5-a165-4a9c-b6d5-fde16fecc584 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054290 Apr 05 18:37:04.829794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Made reservation on behalf of 888eea1fce944216b18909ecfc854a25 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:37:04.831435 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:04.833337 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:04.845029 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:04.848815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=bbbba9c2-6006-48e8-895c-40b9e2b431fb,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:04.867271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61e61699-6b48-48ed-bb7e-823793f25d29 req-69705918-2bbb-44d7-a739-61d4fb37b6b5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272075 Apr 05 18:37:05.034553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95442f88-ea8d-4802-84fa-3efcebc7b0f1 req-fbe856f4-7969-431b-8d1e-3b090d6c1b91 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 210 time: 0.0760224 Apr 05 18:37:05.073989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8cae5d3-c3b1-487a-8b51-f5cb09753524 req-da4cd0f1-8680-4ac1-b874-14cdc029c618 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808917 Apr 05 18:37:05.130309 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-f98d7434-7e07-4887-bd20-e287e4981ee7 service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157976 Apr 05 18:37:05.141380 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:4e:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:37:04Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:05.173997 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] Checking router: fd401346-f6b2-4c31-9124-f96a7dd499e4 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:05.183506 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:05.184139 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:05.197384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Allocated IP 172.20.0.5 (4791ec63-d6dc-43f6-84d9-1728ac3ff410/91627e75-d173-4a63-a7be-bd2bb7df6da3/92c2fecd-9ec5-4378-b1dd-3ff203716bd5) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:37:05.301102 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:05.330774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-92274d93-f0e4-4a85-856e-f586ed2a044c service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782520 Apr 05 18:37:05.339582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22699-8395-4440-acb8-1ad7e956c3c6 req-f4c25ad5-0bfe-47e9-bef1-13435cc1aa48 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:05.341069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87c22699-8395-4440-acb8-1ad7e956c3c6 req-f4c25ad5-0bfe-47e9-bef1-13435cc1aa48 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 949 time: 0.1479723 Apr 05 18:37:05.467136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87c22699-8395-4440-acb8-1ad7e956c3c6 req-7118714a-85dc-46dd-bd69-2164666d068d tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/security-groups?id=71fbe290-10d9-4f1d-a53a-3e7573d26731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197550 Apr 05 18:37:05.513319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-3870bf01-e574-4c33-bc1e-c4d5b212bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:05.515304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-3870bf01-e574-4c33-bc1e-c4d5b212bf4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 1096 time: 0.1399441 Apr 05 18:37:05.519618 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:05.532733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3'}, {'name': 'network-changed', 'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:05.534959 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1ddca4-f0b3-4d30-bac0-378f617c9049" -d '{"events": [{"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3"}, {"name": "network-changed", "server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:05.578976 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:4e:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:37:04Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:05.629702 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b23883-95e9-4ae2-8458-192c717a95fc None None] The sync data for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 is: [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:4e:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:37:04Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:05.648685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-68e55dec-1144-4397-a446-ff0ea55e3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:05.651288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-68e55dec-1144-4397-a446-ff0ea55e3117 service neutron] 10.222.0.15 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.1300347 Apr 05 18:37:05.656690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:05.659994 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc804ad-7a3a-4cec-a4da-34a5af5645ca x-openstack-request-id: req-3fc804ad-7a3a-4cec-a4da-34a5af5645ca {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:05.660942 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c", "name": "network-vif-plugged", "status": "completed", "tag": "bbbba9c2-6006-48e8-895c-40b9e2b431fb", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:05.661603 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fc804ad-7a3a-4cec-a4da-34a5af5645ca {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:05.662198 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc804ad-7a3a-4cec-a4da-34a5af5645ca'] response: {'server_uuid': 'd27fc40b-0e6c-4ee7-95fd-3be8ed137e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbba9c2-6006-48e8-895c-40b9e2b431fb', 'code': 200} Apr 05 18:37:05.801941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-e132e3ed-1516-4994-89b1-8c69c76b985b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 200 len: 1001 time: 0.1062403 Apr 05 18:37:06.115584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-1dbe9e6c-721a-42b0-b8fe-69642bd319d0 req-c66a3c0c-9bc9-4389-a259-88662f85a5ff service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:37:06.116568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1dbe9e6c-721a-42b0-b8fe-69642bd319d0 req-c66a3c0c-9bc9-4389-a259-88662f85a5ff service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093891 Apr 05 18:37:06.179968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:06.185589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Pushing event updated for resources: {'Port': ['ID=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:06.193223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:06.195991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:37:06.249386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-f6a7e5c7-1f1c-4cd4-9315-cf008b721012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:06.250916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-f6a7e5c7-1f1c-4cd4-9315-cf008b721012 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.4399436 Apr 05 18:37:06.258756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264faea7-3bc8-4096-b690-c2e459df0dad req-f5f876a5-a636-4edc-8cfa-a22335b34930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:06.260410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-264faea7-3bc8-4096-b690-c2e459df0dad req-f5f876a5-a636-4edc-8cfa-a22335b34930 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 1100 time: 0.4521592 Apr 05 18:37:06.306760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:06.307131 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:06.346419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-793408eb-d43e-4941-a763-b31d3b6e1451 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9971628 Apr 05 18:37:06.361287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-86adbd0a-ccd0-45e2-bd46-e9613b16cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:06.362796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-86adbd0a-ccd0-45e2-bd46-e9613b16cbab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015284 Apr 05 18:37:06.379691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Request body: {'port': {'device_id': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:06.401806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-264faea7-3bc8-4096-b690-c2e459df0dad req-7d1beedb-7f30-43a5-8e22-793e8c9e6ad7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=71fbe290-10d9-4f1d-a53a-3e7573d26731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105316 Apr 05 18:37:06.515158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b54690da-7b73-4b03-82a8-b6589b3f3aa5 None None] Provisioning complete for port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:06.515158 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54690da-7b73-4b03-82a8-b6589b3f3aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:06.552836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b54690da-7b73-4b03-82a8-b6589b3f3aa5 None None] Port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:37:06.553555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-bb30aba2-f955-484e-9e59-dfe1f113f68a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1898677 Apr 05 18:37:06.567150 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:06.587967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10b010-7f89-45f0-9bdf-543035db982b req-70ff7c5c-0b4b-4e37-8fcb-fa4c6324628d tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:06.595609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c10b010-7f89-45f0-9bdf-543035db982b req-70ff7c5c-0b4b-4e37-8fcb-fa4c6324628d tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1096 time: 0.1666005 Apr 05 18:37:06.627164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-76246a1f-6bb6-482e-a69b-a5909c3972db service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409863 Apr 05 18:37:06.822632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c10b010-7f89-45f0-9bdf-543035db982b req-a5682774-0d8e-481d-b934-d9d6fff8b2d7 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244725 Apr 05 18:37:06.869095 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:06.894349 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d528e588-e391-4dd2-835b-da41a73fd3c1 x-openstack-request-id: req-d528e588-e391-4dd2-835b-da41a73fd3c1 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:06.894966 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:06.895401 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d528e588-e391-4dd2-835b-da41a73fd3c1 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:06.896223 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d528e588-e391-4dd2-835b-da41a73fd3c1'] response: {'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'status': 'completed', 'code': 200} Apr 05 18:37:06.896657 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d528e588-e391-4dd2-835b-da41a73fd3c1'] response: {'name': 'network-changed', 'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'status': 'completed', 'code': 200} Apr 05 18:37:06.951216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ba718b1-3268-49d2-8850-d885b1bbc268 req-7ca1b46a-8ca9-42ff-93f9-26bc7021297e service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884974 Apr 05 18:37:07.036932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-6a5abb42-226e-422a-9010-4c0d2b92bb15 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651050 Apr 05 18:37:07.104952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-36deda60-bdf4-4c6a-8908-ef0b7b6546ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:07.106582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-36deda60-bdf4-4c6a-8908-ef0b7b6546ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1096 time: 0.1797986 Apr 05 18:37:07.234679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf4479-8253-4c50-9dff-c271852f27b6 req-974df124-4249-4d19-a533-1d152889c3d6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:07.236184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4cf4479-8253-4c50-9dff-c271852f27b6 req-974df124-4249-4d19-a533-1d152889c3d6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.2015932 Apr 05 18:37:07.361806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:07.374580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4cf4479-8253-4c50-9dff-c271852f27b6 req-9bbd1e14-92d4-4a75-9ea3-b91f1b4f6288 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283145 Apr 05 18:37:07.381118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-ffbc1835-f6a6-4bd4-9820-264863185251 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:07.389098 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-ffbc1835-f6a6-4bd4-9820-264863185251 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390701 Apr 05 18:37:07.392975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:07.426812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-4d400a21-2ecd-4d8a-a91a-4dc62c2c89a0 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/quotas/3d7141754c2149c9b47bf6afe7d827a1 HTTP/1.1" status: 200 len: 375 time: 0.0367894 Apr 05 18:37:07.429023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Transition to ACTIVE for port object 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:37:07.431110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-2fa196c5-86d2-4273-8dbd-e35355baa3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:07.432640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-2fa196c5-86d2-4273-8dbd-e35355baa3a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.3091156 Apr 05 18:37:07.441531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:07.566337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-0073809b-5262-44bb-b09e-ea8d493b65bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 217 time: 0.0778019 Apr 05 18:37:07.580970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Pushing event updated for resources: {'Port': ['ID=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:07.645337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-7fddee7a-3b63-4a1f-9af1-cb0001df0da0 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2176681 Apr 05 18:37:07.688140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdcf8c-f379-404e-b1dd-9ec318a80a43 req-cb75895b-7722-477f-a11b-dfe1addc391a tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:07.689796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7afdcf8c-f379-404e-b1dd-9ec318a80a43 req-cb75895b-7722-477f-a11b-dfe1addc391a tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 943 time: 0.2069440 Apr 05 18:37:07.733577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-effa68d9-b47b-46e0-b754-3150b3edcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:07.734901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-effa68d9-b47b-46e0-b754-3150b3edcd7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.1487796 Apr 05 18:37:07.804775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Attempting to bind port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:07.805108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Attempting to bind port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:07.805970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Attempting to bind port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 on network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:07.817067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 on network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:37:07.817399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Attempting to bind port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 on network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:07.823897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:07.824315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Checking segment: {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:07.824641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Bound using segment: {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:07.825072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Bound port: 92c2fecd-9ec5-4378-b1dd-3ff203716bd5, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d9e3d6-da5b-4619-a020-45aff6c99425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:07.825431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:07.850295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7afdcf8c-f379-404e-b1dd-9ec318a80a43 req-7f723075-f6dd-4713-9564-2335eafc0a21 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190617 Apr 05 18:37:07.890866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-a5f89dfd-ddfb-49d1-becd-9a63fefb11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:07.902802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-a5f89dfd-ddfb-49d1-becd-9a63fefb11e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550984 Apr 05 18:37:08.051055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] For port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:08.076978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] For port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:08.081073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-6ee0ed8a-ba98-4f62-94db-fe4507695931 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573408 Apr 05 18:37:08.089766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b4744-4917-457a-b777-a2aa31659d6c req-c508c385-d6e6-4524-b761-398312df9fec tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:08.096962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da1b4744-4917-457a-b777-a2aa31659d6c req-c508c385-d6e6-4524-b761-398312df9fec tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1630778 Apr 05 18:37:08.107802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:08.224245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:08.224855 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:08.226253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] 10.222.0.20 "PUT /v2.0/ports/92c2fecd-9ec5-4378-b1dd-3ff203716bd5 HTTP/1.1" status: 200 len: 1091 time: 1.8671882 Apr 05 18:37:08.306357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da1b4744-4917-457a-b777-a2aa31659d6c req-5c59517a-93e1-4bda-b5ca-c0369a25758e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084696 Apr 05 18:37:08.421353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfa96c-79da-485f-b01b-065e797534ed service neutron] Pushing event updated for resources: {'Port': ['ID=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:08.441309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-69987faa-2d64-44dc-b2d4-2da6c7625bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:08.443500 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-69987faa-2d64-44dc-b2d4-2da6c7625bf7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1101 time: 0.3243327 Apr 05 18:37:08.490669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488eee-292d-4059-9aec-9ea4f5d799bd req-18940f32-5cd3-4fde-b9b2-64874967d2ce tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:08.498509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11488eee-292d-4059-9aec-9ea4f5d799bd req-18940f32-5cd3-4fde-b9b2-64874967d2ce tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 949 time: 0.2809179 Apr 05 18:37:08.520645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-13c1c7b7-88c1-44ce-a4b2-f6329c55bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:08.522111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-13c1c7b7-88c1-44ce-a4b2-f6329c55bde7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=888eea1fce944216b18909ecfc854a25&device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 1094 time: 0.1949248 Apr 05 18:37:08.538182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-7754d41c-6bed-472c-8b76-6b4a95025ae3 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388049 Apr 05 18:37:08.917015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-ed99c045-443a-477c-985d-118690c427d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92c2fecd-9ec5-4378-b1dd-3ff203716bd5 HTTP/1.1" status: 200 len: 217 time: 0.3769653 Apr 05 18:37:08.917536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'tag': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:08.920251 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e6e230-e339-4db5-b9d0-4f7c9a68182e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f64a822-01a9-40ca-a9e7-890e108cc4ff", "tag": "92c2fecd-9ec5-4378-b1dd-3ff203716bd5"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:09.015434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11488eee-292d-4059-9aec-9ea4f5d799bd req-7a4d1f10-7b86-4ee4-b35a-65cd8d3f1e84 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/security-groups?id=71fbe290-10d9-4f1d-a53a-3e7573d26731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148301 Apr 05 18:37:09.040219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24df58-e76e-478e-9ccf-53619809fb71 req-a44dc385-033e-47a8-9b05-2719b382e79a tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.040219 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee24df58-e76e-478e-9ccf-53619809fb71 req-a44dc385-033e-47a8-9b05-2719b382e79a tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 1096 time: 0.5944884 Apr 05 18:37:09.095295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-a1bd6b44-0b7b-4361-8ca0-9539505d9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.096703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-a1bd6b44-0b7b-4361-8ca0-9539505d9483 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91627e75-d173-4a63-a7be-bd2bb7df6da3 HTTP/1.1" status: 200 len: 853 time: 0.1637676 Apr 05 18:37:09.134997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-1dd557f2-c360-4b2f-87ce-02c053999665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.137135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-1dd557f2-c360-4b2f-87ce-02c053999665 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 1096 time: 0.5455937 Apr 05 18:37:09.153095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e77bdb2c-1bdc-4af3-a2ba-e31c53edc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.155160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e77bdb2c-1bdc-4af3-a2ba-e31c53edc429 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.6841533 Apr 05 18:37:09.274792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-b75a6baf-0ca4-4e8d-b821-0ab154cc26dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.0997422 Apr 05 18:37:09.331460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee24df58-e76e-478e-9ccf-53619809fb71 req-ec24ae60-2215-4db1-b279-69034beb6837 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684362 Apr 05 18:37:09.339829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-927ff1f1-e5f1-4733-b046-043aadfe5bd3 req-5ff0bb83-050b-4763-aaad-be3523c99902 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 1001 time: 0.2793243 Apr 05 18:37:09.384760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-210ca3d0-eaf2-4534-b324-ffb955d0a3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:09.417154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-003e08eb-b35f-478b-b9be-20d6c0e13847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.418662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-003e08eb-b35f-478b-b9be-20d6c0e13847 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4791ec63-d6dc-43f6-84d9-1728ac3ff410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2803128 Apr 05 18:37:09.439571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-c3d2b066-070e-45f6-8b77-75e36e2586db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.440977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-c3d2b066-070e-45f6-8b77-75e36e2586db service neutron] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.2791314 Apr 05 18:37:09.443417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-d481d816-79a1-41d3-bd46-3c25b7ffe37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.444724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-d481d816-79a1-41d3-bd46-3c25b7ffe37e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1575291 Apr 05 18:37:09.451965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ff1f1-e5f1-4733-b046-043aadfe5bd3 req-e99f7756-9a99-467b-9ae7-eaaa81ab7823 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.453267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-927ff1f1-e5f1-4733-b046-043aadfe5bd3 req-e99f7756-9a99-467b-9ae7-eaaa81ab7823 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports/1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 200 len: 942 time: 0.1075051 Apr 05 18:37:09.644867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-fffe275c-28f1-461c-97b9-eca656c13a91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 200 len: 1001 time: 0.1804218 Apr 05 18:37:09.696545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-afb31f59-745c-4b45-980d-bd7f48ecda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.698057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-afb31f59-745c-4b45-980d-bd7f48ecda5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2281203 Apr 05 18:37:09.793546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-bc623a13-d520-40d4-aebc-8aa33f8eac58 service neutron] 10.222.0.20 "GET /v2.0/networks/4791ec63-d6dc-43f6-84d9-1728ac3ff410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658171 Apr 05 18:37:09.808432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-08317b1e-593b-4ceb-8ce4-d7c91e17f5d0 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585015 Apr 05 18:37:09.817839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-927ff1f1-e5f1-4733-b046-043aadfe5bd3 req-30ee5a38-3382-4d14-a3d3-0ca30f31ff4e tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 1001 time: 0.2392831 Apr 05 18:37:09.921641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-ec0ddbbd-6a50-4589-a1c8-fed630488841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:09.923139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-ec0ddbbd-6a50-4589-a1c8-fed630488841 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.2646446 Apr 05 18:37:10.066788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fab80-47e9-4554-9988-2ee303557a13 req-c541a2e0-6b80-49f4-a007-b1aa99980f0e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:10.068314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c39fab80-47e9-4554-9988-2ee303557a13 req-c541a2e0-6b80-49f4-a007-b1aa99980f0e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.4130769 Apr 05 18:37:10.189304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e0f1f87b-557d-42c4-b2fd-a357d4f39eda service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172614 Apr 05 18:37:10.229603 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-bb8b3f0e-83d4-4c2b-a734-46fb43982eea tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457702 Apr 05 18:37:10.263695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ff1f1-e5f1-4733-b046-043aadfe5bd3 req-e23810de-2a82-4808-9147-bce5bb13961d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:10.277065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-927ff1f1-e5f1-4733-b046-043aadfe5bd3 req-e23810de-2a82-4808-9147-bce5bb13961d tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.4337122 Apr 05 18:37:10.286162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a4c8ed6f-685a-4df9-b0ad-e7c1e3cc7501 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:10.288028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a4c8ed6f-685a-4df9-b0ad-e7c1e3cc7501 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4615567 Apr 05 18:37:10.313282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Request body: {'port': {'device_id': '94279393-ae66-4bae-b6d0-cddf61f7af31', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3d7141754c2149c9b47bf6afe7d827a1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:10.340405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30ce04fd-0283-40ec-8a1b-85044f677a4d req-9b162c39-9d6a-41a5-bcfc-a336e636ed97 service neutron] 10.222.0.20 "GET /v2.0/networks/4791ec63-d6dc-43f6-84d9-1728ac3ff410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308435 Apr 05 18:37:10.342172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-396ad69c-5173-429e-938f-4121d904cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:10.343710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-396ad69c-5173-429e-938f-4121d904cb39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3551311 Apr 05 18:37:10.394287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-aa387921-581b-4bc6-9b10-93b0c50d518a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:10.396241 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-aa387921-581b-4bc6-9b10-93b0c50d518a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583090 Apr 05 18:37:10.424418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c39fab80-47e9-4554-9988-2ee303557a13 req-5587f56c-be51-4091-a4f3-cee1faeb2b3f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342860 Apr 05 18:37:10.489132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Request body: {'port': {'device_id': '1f3ae39a-be47-4986-b2be-11e85491c765', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3d7141754c2149c9b47bf6afe7d827a1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:10.519633 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25de345e-1ff8-4199-aa29-fcf7b307b876 x-openstack-request-id: req-25de345e-1ff8-4199-aa29-fcf7b307b876 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:10.520284 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f64a822-01a9-40ca-a9e7-890e108cc4ff", "tag": "92c2fecd-9ec5-4378-b1dd-3ff203716bd5", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:10.520712 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25de345e-1ff8-4199-aa29-fcf7b307b876 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:10.522104 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25de345e-1ff8-4199-aa29-fcf7b307b876'] response: {'name': 'network-changed', 'server_uuid': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'tag': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5', 'status': 'completed', 'code': 200} Apr 05 18:37:10.635235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Made reservation on behalf of 3d7141754c2149c9b47bf6afe7d827a1 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:37:10.639067 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:10.662834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-580228c1-a7b7-4974-8079-a80779080409 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657568 Apr 05 18:37:10.691131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-8d7d5e85-c42f-4b57-8c76-46227e40149f service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296072 Apr 05 18:37:10.706897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73c30c-8386-4ea8-82f7-845be35fff8f req-7caf8357-9de3-4fa5-9009-bb226c3c0fc2 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:10.716052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a73c30c-8386-4ea8-82f7-845be35fff8f req-7caf8357-9de3-4fa5-9009-bb226c3c0fc2 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 943 time: 0.2901633 Apr 05 18:37:10.783932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-621da2d2-b5ee-47c5-85e4-a75b49d721f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:10.785433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-621da2d2-b5ee-47c5-85e4-a75b49d721f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=888eea1fce944216b18909ecfc854a25&device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 1094 time: 0.2377203 Apr 05 18:37:10.850446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Allocated IP 192.168.233.161 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/b3263308-5517-465b-833a-309221f0bfc6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:37:11.020440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.056782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.072092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:11.108786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:11.112453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:11.117103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:37:11.120713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event updated for resources: {'Port': ['ID=b3263308-5517-465b-833a-309221f0bfc6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:11.185432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:11.186091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.210588 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-71ffb276-ab14-440d-9abf-a7d8f5afa939 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7254045 Apr 05 18:37:11.237249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Request body: {'port': {'device_id': '1f3ae39a-be47-4986-b2be-11e85491c765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:11.245670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a73c30c-8386-4ea8-82f7-845be35fff8f req-e5a5ada2-ae14-43b3-95b2-3bd8f8d49dd6 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5290794 Apr 05 18:37:11.313304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Made reservation on behalf of 3d7141754c2149c9b47bf6afe7d827a1 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:37:11.319303 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.330277 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.377527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c23b89-23d9-4eb7-8b24-8f2469cba306 req-78a44748-3d3b-485e-b563-0fa796e88417 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:11.386701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07c23b89-23d9-4eb7-8b24-8f2469cba306 req-78a44748-3d3b-485e-b563-0fa796e88417 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.6466188 Apr 05 18:37:11.462970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a1ddca4-f0b3-4d30-bac0-378f617c9049 req-a332b787-5518-499e-a7d4-483a59e7640b service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7402959 Apr 05 18:37:11.505367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-db79b4c8-292b-498b-b788-a02d4c4d519e None None] Provisioning complete for port b3263308-5517-465b-833a-309221f0bfc6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:11.506316 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db79b4c8-292b-498b-b788-a02d4c4d519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.547296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-db79b4c8-292b-498b-b788-a02d4c4d519e None None] Port b3263308-5517-465b-833a-309221f0bfc6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:37:11.596927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07c23b89-23d9-4eb7-8b24-8f2469cba306 req-5ca8f597-f60a-49ef-8b46-28f6f94a2b6b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088444 Apr 05 18:37:11.598020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-d533afd0-aa20-487c-8c80-2870761063c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:11.599523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-d533afd0-aa20-487c-8c80-2870761063c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4791ec63-d6dc-43f6-84d9-1728ac3ff410 HTTP/1.1" status: 200 len: 914 time: 0.8019559 Apr 05 18:37:11.644082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3263308-5517-465b-833a-309221f0bfc6 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:11.656058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.666963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d5872-7fe6-40d8-af9c-ad47731807e5 req-a9c68752-052a-40a1-a5ec-0020adbda079 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:11.671022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e8d5872-7fe6-40d8-af9c-ad47731807e5 req-a9c68752-052a-40a1-a5ec-0020adbda079 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 936 time: 0.3014297 Apr 05 18:37:11.679224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-be2c0196-a6b4-4286-b2ca-a0e6e75eeb86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92c2fecd-9ec5-4378-b1dd-3ff203716bd5 HTTP/1.1" status: 200 len: 217 time: 0.0599563 Apr 05 18:37:11.683237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Transition to ACTIVE for port object b3263308-5517-465b-833a-309221f0bfc6 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:37:11.690464 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.703462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d5b002f-bf41-4350-88a7-f136d35e6c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.786483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e8d5872-7fe6-40d8-af9c-ad47731807e5 req-ba1fc7bd-a4b3-43a4-b2cb-866f2a963265 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090176 Apr 05 18:37:11.819268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Pushing event updated for resources: {'Port': ['ID=b3263308-5517-465b-833a-309221f0bfc6,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:11.828329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-2fb2a4cf-a570-4001-8063-e19e4751cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:11.832692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-2fb2a4cf-a570-4001-8063-e19e4751cee0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91627e75-d173-4a63-a7be-bd2bb7df6da3 HTTP/1.1" status: 200 len: 853 time: 0.1181870 Apr 05 18:37:11.918065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Attempting to bind port b3263308-5517-465b-833a-309221f0bfc6 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:11.918699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Attempting to bind port b3263308-5517-465b-833a-309221f0bfc6 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:11.919152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Attempting to bind port b3263308-5517-465b-833a-309221f0bfc6 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:11.923982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Port b3263308-5517-465b-833a-309221f0bfc6 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:37:11.924424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Attempting to bind port b3263308-5517-465b-833a-309221f0bfc6 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:11.930518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:11.930988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:11.931473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:11.932688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Bound port: b3263308-5517-465b-833a-309221f0bfc6, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:11.933209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:11.940594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Allocated IP 192.168.233.175 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/d3aebd89-d65f-4d64-91dd-15eb2324b5e7) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:37:12.008644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-8ee1e552-7d01-4aa8-a1fd-8f86dfea5b47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 1001 time: 0.1484506 Apr 05 18:37:12.037498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] For port b3263308-5517-465b-833a-309221f0bfc6, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:12.041646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] For port b3263308-5517-465b-833a-309221f0bfc6, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3263308-5517-465b-833a-309221f0bfc6,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:12.046084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-f49b2c4b-0f6b-4588-b7c8-7acb3f50d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.047833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-f49b2c4b-0f6b-4588-b7c8-7acb3f50d8ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4791ec63-d6dc-43f6-84d9-1728ac3ff410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074320 Apr 05 18:37:12.048608 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:12.066029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.066951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:12.069031 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] 10.222.0.25 "PUT /v2.0/ports/b3263308-5517-465b-833a-309221f0bfc6 HTTP/1.1" status: 200 len: 1096 time: 0.8367569 Apr 05 18:37:12.069653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3ae39a-be47-4986-b2be-11e85491c765', 'tag': 'b3263308-5517-465b-833a-309221f0bfc6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:12.073381 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b0ee09-cbfb-49e4-98a0-b5a45b467620" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3ae39a-be47-4986-b2be-11e85491c765", "tag": "b3263308-5517-465b-833a-309221f0bfc6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:12.147933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57b937-e1ac-423c-98ac-241bf0c24d44 service neutron] Pushing event updated for resources: {'Port': ['ID=b3263308-5517-465b-833a-309221f0bfc6,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:12.183033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-d5dd999d-87cb-4d38-8e6a-cfb154d1ed01 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.184720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-d5dd999d-87cb-4d38-8e6a-cfb154d1ed01 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports/1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 200 len: 942 time: 0.1644599 Apr 05 18:37:12.259730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-fcd0ee0a-598e-4ae7-83b0-e809748b6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.262728 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-fcd0ee0a-598e-4ae7-83b0-e809748b6f73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 1099 time: 0.0748739 Apr 05 18:37:12.310852 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-9af188b4-f940-4804-a42e-5f3f50aa1ac4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=b3263308-5517-465b-833a-309221f0bfc6 HTTP/1.1" status: 200 len: 217 time: 0.0391352 Apr 05 18:37:12.371732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-6e982e4d-ac37-4d05-8983-f63af34fd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.373231 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-6e982e4d-ac37-4d05-8983-f63af34fd2cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0557721 Apr 05 18:37:12.408973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-05c25757-c802-4f75-992b-a16cc6bbf099 service neutron] 10.222.0.20 "GET /v2.0/networks/4791ec63-d6dc-43f6-84d9-1728ac3ff410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405554 Apr 05 18:37:12.423839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-e9bd5605-81b7-47e8-93c3-849b87f6673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.425289 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-e9bd5605-81b7-47e8-93c3-849b87f6673f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428092 Apr 05 18:37:12.428349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dafb1-c667-428c-82c8-8b9a96485ea6 req-3ea26c53-3fda-47d3-9df9-f06ad4373dee tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.429778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b52dafb1-c667-428c-82c8-8b9a96485ea6 req-3ea26c53-3fda-47d3-9df9-f06ad4373dee tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.2204492 Apr 05 18:37:12.467323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-b5efb0ae-5e2d-419c-9c7e-d5d0efdc9a93 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 1001 time: 0.1715202 Apr 05 18:37:12.509852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:12.523617 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-17262d57-e495-449e-9e34-dfc3b9dca659 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828550 Apr 05 18:37:12.600895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b52dafb1-c667-428c-82c8-8b9a96485ea6 req-a8855dcd-6c38-492e-a4ea-df63ff6031ad tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580844 Apr 05 18:37:12.632773 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-7bd41ce4-dd2b-45c5-bc57-4d4261634d05 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915816 Apr 05 18:37:12.642198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55e6e230-e339-4db5-b9d0-4f7c9a68182e req-8dddbb04-5e6b-4f37-aea3-3ef7a00d512a service neutron] 10.222.0.20 "GET /v2.0/networks/4791ec63-d6dc-43f6-84d9-1728ac3ff410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215827 Apr 05 18:37:12.669851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:12.683442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:12.713295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-e8fa0c02-1d22-4ae1-92d6-876f9823a092 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.714693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-e8fa0c02-1d22-4ae1-92d6-876f9823a092 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2354763 Apr 05 18:37:12.727009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:12.736938 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6652e7-8bbf-4f2a-a555-c93a75b7d948 x-openstack-request-id: req-db6652e7-8bbf-4f2a-a555-c93a75b7d948 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:12.737228 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3ae39a-be47-4986-b2be-11e85491c765", "tag": "b3263308-5517-465b-833a-309221f0bfc6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:12.737481 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db6652e7-8bbf-4f2a-a555-c93a75b7d948 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:12.737879 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6652e7-8bbf-4f2a-a555-c93a75b7d948'] response: {'name': 'network-changed', 'server_uuid': '1f3ae39a-be47-4986-b2be-11e85491c765', 'tag': 'b3263308-5517-465b-833a-309221f0bfc6', 'status': 'completed', 'code': 200} Apr 05 18:37:12.741980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:12.750089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:37:12.764112 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:12.798996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event updated for resources: {'Port': ['ID=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:12.827644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-a7f88ad8-0ff1-46e7-82f1-d11fd5891dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.836126 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-a7f88ad8-0ff1-46e7-82f1-d11fd5891dab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 1099 time: 0.0627284 Apr 05 18:37:12.847093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-de3dba74-3f9b-42bd-a4d1-f282f5d36f54 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 1001 time: 0.1186006 Apr 05 18:37:12.875500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:12.876752 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:12.894220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-c63d031b-2faa-4c71-83fe-9f762b13b4b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:12.904206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-a07985af-3322-4745-a345-7a010f320d1d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5945468 Apr 05 18:37:13.000328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-3e1454d0-f694-49b3-9d4c-1bb39f4e1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:13.002466 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-3e1454d0-f694-49b3-9d4c-1bb39f4e1543 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1626129 Apr 05 18:37:13.014922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Request body: {'port': {'device_id': '94279393-ae66-4bae-b6d0-cddf61f7af31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:13.017223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-82871ffe-7461-4fa4-bb9c-0f18ce9bf08a None None] Provisioning complete for port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:13.017598 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82871ffe-7461-4fa4-bb9c-0f18ce9bf08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:13.088386 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-2902d26d-4a5d-4996-94c0-385d06e2a283 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=b3263308-5517-465b-833a-309221f0bfc6 HTTP/1.1" status: 200 len: 217 time: 0.0606441 Apr 05 18:37:13.091557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-c63d031b-2faa-4c71-83fe-9f762b13b4b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:13.132467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-82871ffe-7461-4fa4-bb9c-0f18ce9bf08a None None] Port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:37:13.155825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-107a7826-3e3a-4979-863e-15315a69604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:13.158885 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-107a7826-3e3a-4979-863e-15315a69604d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0638406 Apr 05 18:37:13.203187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:13.222601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-163361a5-4a58-43b1-876e-e33cfc82a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:13.224248 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-163361a5-4a58-43b1-876e-e33cfc82a43e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581539 Apr 05 18:37:13.313476 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-c63d031b-2faa-4c71-83fe-9f762b13b4b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:13.323067 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-c63d031b-2faa-4c71-83fe-9f762b13b4b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:13.323417 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-c63d031b-2faa-4c71-83fe-9f762b13b4b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Floating IP 86c528cb-f687-4944-846d-f7fd49777bfb disassociated. External IP: 172.25.4.144, port: 1fbb8438-20bd-458d-8f79-575794dd4a97. Apr 05 18:37:13.332362 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-4243f885-fe43-4cc7-a87e-d2cc456a83b6 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997422 Apr 05 18:37:13.334435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf65ca-bcba-46bd-99e4-176d62668f6e req-e2242a3d-0582-4d48-afdc-e6953c04bd99 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:13.335878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ddf65ca-bcba-46bd-99e4-176d62668f6e req-e2242a3d-0582-4d48-afdc-e6953c04bd99 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 943 time: 0.1498618 Apr 05 18:37:13.432417 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-69b0ee09-cbfb-49e4-98a0-b5a45b467620 req-3f85539e-5c79-4c74-9f4d-7e48668ac6c8 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913436 Apr 05 18:37:13.520616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ddf65ca-bcba-46bd-99e4-176d62668f6e req-9826bfe1-5905-4dce-b64d-dafffe611888 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471496 Apr 05 18:37:13.716607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14a278-e9e8-4ddb-aed6-a256800f4ed8 req-a8892612-3901-471e-8c1d-78428994d5ff tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:13.718108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa14a278-e9e8-4ddb-aed6-a256800f4ed8 req-a8892612-3901-471e-8c1d-78428994d5ff tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1359615 Apr 05 18:37:13.830441 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa14a278-e9e8-4ddb-aed6-a256800f4ed8 req-cf524314-e992-445b-b0b5-e84ae0efcdb9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028469 Apr 05 18:37:13.836810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3aebd89-d65f-4d64-91dd-15eb2324b5e7 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:13.846973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:13.862630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-c63d031b-2faa-4c71-83fe-9f762b13b4b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Router fd401346-f6b2-4c31-9124-f96a7dd499e4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:13.863978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Transition to ACTIVE for port object d3aebd89-d65f-4d64-91dd-15eb2324b5e7 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:37:13.871879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:14.006696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Pushing event updated for resources: {'Port': ['ID=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:14.094751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8bfdf-557d-4653-a16f-b189da10a478 req-a30f7f8e-144c-459f-9fea-4556bc3d45f1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:14.096290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ad8bfdf-557d-4653-a16f-b189da10a478 req-a30f7f8e-144c-459f-9fea-4556bc3d45f1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 948 time: 0.1903408 Apr 05 18:37:14.141449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-c63d031b-2faa-4c71-83fe-9f762b13b4b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:14.150870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-c63d031b-2faa-4c71-83fe-9f762b13b4b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:14.153295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] Sync routers for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:14.175562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Attempting to bind port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:14.176128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Attempting to bind port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:14.176253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Attempting to bind port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:14.179202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:14.179841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:14.188269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ad8bfdf-557d-4653-a16f-b189da10a478 req-f8327f6c-867e-4c49-b7b0-117eeeccf1b4 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802655 Apr 05 18:37:14.191111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:37:14.191437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Attempting to bind port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:14.197861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-c63d031b-2faa-4c71-83fe-9f762b13b4b5 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "PUT /v2.0/floatingips/86c528cb-f687-4944-846d-f7fd49777bfb HTTP/1.1" status: 200 len: 695 time: 1.3088188 Apr 05 18:37:14.200254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:14.202035 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a26ee90-4cec-429e-a5d5-8de922f4de44" -d '{"events": [{"name": "network-changed", "server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:14.205625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:14.205969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:14.206348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:14.206832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Bound port: d3aebd89-d65f-4d64-91dd-15eb2324b5e7, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:14.207191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:14.331570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:14.366513 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:14.578962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:14.610467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] Checking router: fd401346-f6b2-4c31-9124-f96a7dd499e4 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:14.620698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:14.621448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:14.661069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-79dd7a2b-dba7-431e-ad12-94b0a0fba7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:14.662661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-79dd7a2b-dba7-431e-ad12-94b0a0fba7c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 1096 time: 0.4355314 Apr 05 18:37:14.665321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] For port d3aebd89-d65f-4d64-91dd-15eb2324b5e7, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:14.669024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] For port d3aebd89-d65f-4d64-91dd-15eb2324b5e7, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:14.677459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea37fb-6f4c-4897-9100-e5065ae5fa63 req-9c5cf8d0-d41c-4cfc-8356-4307bb0e36ad tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:14.679053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15ea37fb-6f4c-4897-9100-e5065ae5fa63 req-9c5cf8d0-d41c-4cfc-8356-4307bb0e36ad tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.0909450 Apr 05 18:37:14.688895 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:14.744883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:14.782146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:14.782791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:14.784155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] 10.222.0.25 "PUT /v2.0/ports/d3aebd89-d65f-4d64-91dd-15eb2324b5e7 HTTP/1.1" status: 200 len: 1096 time: 1.7884440 Apr 05 18:37:14.849300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-8446f8c5-419d-40dc-b3bb-c603c0a363af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:14.851162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-8446f8c5-419d-40dc-b3bb-c603c0a363af service neutron] 10.222.0.15 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.1703715 Apr 05 18:37:14.896511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f738ef5-46b9-497a-9c4b-650f78c8aa82 service neutron] Pushing event updated for resources: {'Port': ['ID=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:14.935083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15ea37fb-6f4c-4897-9100-e5065ae5fa63 req-400c0d5d-5d4c-4ad8-b930-c91fa4a69a00 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438028 Apr 05 18:37:15.001611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-7dc565c4-097f-427f-9b3c-9536f37f8c36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 200 len: 217 time: 0.0991964 Apr 05 18:37:15.071762 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9ad416-090d-4364-bbf2-d91ea1ec95a6 x-openstack-request-id: req-9b9ad416-090d-4364-bbf2-d91ea1ec95a6 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:15.072085 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:15.072339 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b9ad416-090d-4364-bbf2-d91ea1ec95a6 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:15.072756 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9ad416-090d-4364-bbf2-d91ea1ec95a6'] response: {'name': 'network-changed', 'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'status': 'completed', 'code': 200} Apr 05 18:37:15.107084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-60707f8e-ef32-4cbc-82be-794897f2e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.108557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-60707f8e-ef32-4cbc-82be-794897f2e5dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 1099 time: 0.2556779 Apr 05 18:37:15.150936 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:15.205257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:15.210462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-e70111ab-537a-4e99-bcd5-fd43d9bad570 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=d3aebd89-d65f-4d64-91dd-15eb2324b5e7 HTTP/1.1" status: 200 len: 217 time: 0.0794897 Apr 05 18:37:15.216123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-bd253d75-e3ce-49fc-9810-442ef178f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.217699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-bd253d75-e3ce-49fc-9810-442ef178f818 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.2074416 Apr 05 18:37:15.237479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb7fb2-1003-4bae-945f-e0b3b46f5743 None None] The sync data for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 is: [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:15.266221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-7ecc0e66-1e2c-4c3b-b543-cb4dd567fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.267750 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-7ecc0e66-1e2c-4c3b-b543-cb4dd567fa1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 1096 time: 0.1904037 Apr 05 18:37:15.329852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec056-d976-4c3f-a5bf-34eed1909589 req-1b422df7-27a8-47eb-9480-94fac089dbfb tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.331378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab8ec056-d976-4c3f-a5bf-34eed1909589 req-1b422df7-27a8-47eb-9480-94fac089dbfb tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 949 time: 0.2188730 Apr 05 18:37:15.380263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-b983064a-cc37-4641-aabf-00e2393088de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.381647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-b983064a-cc37-4641-aabf-00e2393088de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1593087 Apr 05 18:37:15.416001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-d83aa3ce-45fe-4658-a810-9e9f14aaa7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.417552 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-d83aa3ce-45fe-4658-a810-9e9f14aaa7a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818190 Apr 05 18:37:15.489091 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e056b7-61f4-4d81-92a0-b838e5dc7d28 None None] New status for floating IP 86c528cb-f687-4944-846d-f7fd49777bfb: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:37:15.493530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab8ec056-d976-4c3f-a5bf-34eed1909589 req-e964660e-3034-4175-bd54-58490649fbef tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/security-groups?id=71fbe290-10d9-4f1d-a53a-3e7573d26731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519854 Apr 05 18:37:15.543642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-9d4ec147-3599-4199-8d3e-8127d7cc2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.546156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-9d4ec147-3599-4199-8d3e-8127d7cc2a0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.2490771 Apr 05 18:37:15.577333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-977251e5-19b9-487e-bcee-e0ddec53ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.578974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-977251e5-19b9-487e-bcee-e0ddec53ba2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675723 Apr 05 18:37:15.634986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-cf18c8a0-ea13-4614-a468-95811bbe46e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 200 len: 217 time: 0.0757182 Apr 05 18:37:15.685186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-00fe953e-0a6b-4f35-9fa3-b21be319ef3e service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454293 Apr 05 18:37:15.831815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-59e1dcf7-4e40-463d-9524-a9acd77887e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.833253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-59e1dcf7-4e40-463d-9524-a9acd77887e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.1734722 Apr 05 18:37:15.870703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d1e21-846f-4f05-8adc-d92f94361521 req-c0fc5f94-4602-44e7-a31c-7d3a79db23a9 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:15.872171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-879d1e21-846f-4f05-8adc-d92f94361521 req-c0fc5f94-4602-44e7-a31c-7d3a79db23a9 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 943 time: 0.2922509 Apr 05 18:37:15.904608 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-75c11b1e-66dc-4adf-a915-789b4042b0ed service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939074 Apr 05 18:37:16.022271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88ff6793-98be-4b2f-9061-f6b4ecd10e56 req-e70e00b5-9673-46b8-9be2-82ff3e832f94 service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165548 Apr 05 18:37:16.044310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-c8467940-816c-4702-8bb1-58c7d4221a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:16.045760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-c8467940-816c-4702-8bb1-58c7d4221a22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035544 Apr 05 18:37:16.052705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-879d1e21-846f-4f05-8adc-d92f94361521 req-c07ca3c8-8558-4e8b-b662-b92335eb35ab tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602967 Apr 05 18:37:16.106532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c54e3-545a-466c-b218-53d13a281125 req-7d774115-ce52-4c14-b007-714830f5616b tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:16.108011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a2c54e3-545a-466c-b218-53d13a281125 req-7d774115-ce52-4c14-b007-714830f5616b tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 949 time: 0.1631925 Apr 05 18:37:16.177540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a30dd05-4dd0-4323-900a-16506d96af02 req-b62f4987-e1cc-49b4-a223-caea83745c36 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631946 Apr 05 18:37:16.319029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18a1a-5e84-4b4b-82ad-2e3b505f7272 req-8e244de2-ecba-4b61-95a3-a9d6f3e377ad tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:16.320966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00b18a1a-5e84-4b4b-82ad-2e3b505f7272 req-8e244de2-ecba-4b61-95a3-a9d6f3e377ad tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1783442 Apr 05 18:37:16.324855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-a067ebcf-6b48-4974-b0dc-be76c07da53f service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665546 Apr 05 18:37:16.333641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a486f-784a-40df-b93b-9a36e5a5276e req-83a9d2ad-08f4-4c71-8daa-a4a18f9b0cd2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:16.334997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-666a486f-784a-40df-b93b-9a36e5a5276e req-83a9d2ad-08f4-4c71-8daa-a4a18f9b0cd2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 948 time: 0.1918623 Apr 05 18:37:16.465600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-3a2c54e3-545a-466c-b218-53d13a281125 req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Deleting port bbbba9c2-6006-48e8-895c-40b9e2b431fb {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:16.465936 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3a2c54e3-545a-466c-b218-53d13a281125 req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:16.471049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00b18a1a-5e84-4b4b-82ad-2e3b505f7272 req-1da85321-01ad-4151-af3e-9ef03ba08b66 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349032 Apr 05 18:37:16.495380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-666a486f-784a-40df-b93b-9a36e5a5276e req-d51d133e-9e77-49ab-bcec-e724c9b2eb90 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397419 Apr 05 18:37:16.546318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a26ee90-4cec-429e-a5d5-8de922f4de44 req-00ded6b1-97b3-4e12-970e-348c0d7fd932 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068918 Apr 05 18:37:16.567043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b3263308-5517-465b-833a-309221f0bfc6 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:16.633505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3a2c54e3-545a-466c-b218-53d13a281125 req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] For port bbbba9c2-6006-48e8-895c-40b9e2b431fb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=bbbba9c2-6006-48e8-895c-40b9e2b431fb,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:16.634100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3a2c54e3-545a-466c-b218-53d13a281125 req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:16.655344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b2a5d-3cd0-4b68-8bb7-51eb11c3a64a req-a7169e5b-d014-4f88-8861-ff439ff1216d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:16.656858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-852b2a5d-3cd0-4b68-8bb7-51eb11c3a64a req-a7169e5b-d014-4f88-8861-ff439ff1216d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 945 time: 0.0921967 Apr 05 18:37:16.662897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-3a2c54e3-545a-466c-b218-53d13a281125 req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Calling delete_port for bbbba9c2-6006-48e8-895c-40b9e2b431fb owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:16.699633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b3263308-5517-465b-833a-309221f0bfc6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3263308-5517-465b-833a-309221f0bfc6,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:16.715650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b3263308-5517-465b-833a-309221f0bfc6', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'b3263308-5517-465b-833a-309221f0bfc6', 'mac_address': 'fa:16:3e:8f:82:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:37:16.715988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-852b2a5d-3cd0-4b68-8bb7-51eb11c3a64a req-474e8fc2-8aea-4249-a83b-3db830cc6f37 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504353 Apr 05 18:37:16.767906 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:16.798381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3263308-5517-465b-833a-309221f0bfc6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:16.823365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b3263308-5517-465b-833a-309221f0bfc6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3263308-5517-465b-833a-309221f0bfc6,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:16.827455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:16.828221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 38248a8e-8da2-47fa-9910-e833c7a15a6d details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:16.921075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b3263308-5517-465b-833a-309221f0bfc6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:16.958687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8343887-d4ed-4d1f-bc06-aca321f46e54 req-b1cc5887-47fb-44ae-927e-78898a1698fe tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:16.960158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8343887-d4ed-4d1f-bc06-aca321f46e54 req-b1cc5887-47fb-44ae-927e-78898a1698fe tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c HTTP/1.1" status: 200 len: 949 time: 0.1591465 Apr 05 18:37:16.963463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:16.967360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-e1866e57-17f4-4c6c-a5d2-8081d2ca9c56 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:16.968773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-e1866e57-17f4-4c6c-a5d2-8081d2ca9c56 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.1530221 Apr 05 18:37:16.975529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 38248a8e-8da2-47fa-9910-e833c7a15a6d has no active binding in host n-h1-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 18:37:16.989265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-23750ec5-c257-4fad-9789-e8b58adffd66 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:16.990710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-23750ec5-c257-4fad-9789-e8b58adffd66 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1465120 Apr 05 18:37:17.003248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-3'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:17.074834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94279393-ae66-4bae-b6d0-cddf61f7af31', 'tag': 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:17.077354 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6d14da-3056-4804-a3a0-645fcba22231" -d '{"events": [{"name": "network-changed", "server_uuid": "94279393-ae66-4bae-b6d0-cddf61f7af31", "tag": "d3aebd89-d65f-4d64-91dd-15eb2324b5e7"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:17.101875 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3a2c54e3-545a-466c-b218-53d13a281125 req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:17.107169 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8343887-d4ed-4d1f-bc06-aca321f46e54 req-c3fc5c40-7779-4ed9-a349-91d219bd9428 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.15 "GET /v2.0/security-groups?id=71fbe290-10d9-4f1d-a53a-3e7573d26731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349938 Apr 05 18:37:17.109814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f39f7f08-9438-425f-aed3-c49fcb166ac3 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.1035862 Apr 05 18:37:17.116013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['bbbba9c2-6006-48e8-895c-40b9e2b431fb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:17.160557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3499e07-d2ec-42fe-9800-cc6b6ffa4e47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Request body: {'floatingip': {'port_id': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:17.195332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Pushing event deleted for resources: {'Port': ['ID=bbbba9c2-6006-48e8-895c-40b9e2b431fb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:17.201924 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:17.223597 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3499e07-d2ec-42fe-9800-cc6b6ffa4e47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:17.557700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b3263308-5517-465b-833a-309221f0bfc6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:17.605920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2c54e3-545a-466c-b218-53d13a281125 req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] No DVR routers for this DVR port bbbba9c2-6006-48e8-895c-40b9e2b431fb on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:17.641267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3a2c54e3-545a-466c-b218-53d13a281125 req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:17.644434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a2c54e3-545a-466c-b218-53d13a281125 req-bc3a96a4-feea-47b3-8370-a42e00cfab04 tempest-TenantUsagesTestJSON-1831586503 tempest-TenantUsagesTestJSON-1831586503-project] 10.222.0.20 "DELETE /v2.0/ports/bbbba9c2-6006-48e8-895c-40b9e2b431fb HTTP/1.1" status: 204 len: 173 time: 1.5051284 Apr 05 18:37:17.699170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb817a39-5dc2-4c9c-82c5-f4c4e0050b60 req-f72d438d-4991-4aff-81dd-80d4ed83f482 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:17.700725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb817a39-5dc2-4c9c-82c5-f4c4e0050b60 req-f72d438d-4991-4aff-81dd-80d4ed83f482 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 943 time: 0.4996693 Apr 05 18:37:17.835251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb817a39-5dc2-4c9c-82c5-f4c4e0050b60 req-646a495e-2e5f-4626-b4d7-59d96590c2ee tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241143 Apr 05 18:37:17.884506 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cf8e20-41ba-4adf-8568-bf3807e72c0b x-openstack-request-id: req-b4cf8e20-41ba-4adf-8568-bf3807e72c0b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:17.884792 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94279393-ae66-4bae-b6d0-cddf61f7af31", "tag": "d3aebd89-d65f-4d64-91dd-15eb2324b5e7", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:17.885031 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4cf8e20-41ba-4adf-8568-bf3807e72c0b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:17.885409 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cf8e20-41ba-4adf-8568-bf3807e72c0b'] response: {'name': 'network-changed', 'server_uuid': '94279393-ae66-4bae-b6d0-cddf61f7af31', 'tag': 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', 'status': 'completed', 'code': 200} Apr 05 18:37:17.910766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:17.946249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-3e2c2d1f-c5f1-418d-b21e-b432f7e8fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:17.947918 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-3e2c2d1f-c5f1-418d-b21e-b432f7e8fb17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 1099 time: 0.0440111 Apr 05 18:37:18.038002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-b7ed9cbd-b3a1-468f-943b-3fd2453b18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:18.040129 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-b7ed9cbd-b3a1-468f-943b-3fd2453b18ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.0835941 Apr 05 18:37:18.047725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:18.084794 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-5773010c-c5a9-4d9c-a0dc-84952212233e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=d3aebd89-d65f-4d64-91dd-15eb2324b5e7 HTTP/1.1" status: 200 len: 217 time: 0.0372050 Apr 05 18:37:18.131775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb99e2d-5432-402f-9c2d-57a4f60138b7 req-a495bbaa-06de-49a3-b4eb-47fd192b2808 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:18.133875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebb99e2d-5432-402f-9c2d-57a4f60138b7 req-a495bbaa-06de-49a3-b4eb-47fd192b2808 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1720779 Apr 05 18:37:18.137676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-07f4752b-0a59-4847-ac20-9a20e2c2dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:18.139153 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-07f4752b-0a59-4847-ac20-9a20e2c2dfad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0477622 Apr 05 18:37:18.154810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:18.176902 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:18.199194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-2c4cb3c8-6bc5-4aab-b417-39a56758575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:18.201248 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-2c4cb3c8-6bc5-4aab-b417-39a56758575b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510864 Apr 05 18:37:18.276501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebb99e2d-5432-402f-9c2d-57a4f60138b7 req-f36bcc52-e975-40c5-85dc-59c450f05273 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310413 Apr 05 18:37:18.295194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Pushing event updated for resources: {'Port': ['ID=38248a8e-8da2-47fa-9910-e833c7a15a6d,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:18.318340 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-4c1c308d-3c39-4dc6-a29f-0b01ccc95ecb service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086988 Apr 05 18:37:18.414471 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea6d14da-3056-4804-a3a0-645fcba22231 req-adac98c4-683e-4375-8615-304535cca058 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879087 Apr 05 18:37:18.414717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d on host n-h2-836650-3 for vnic_type normal with profile {"migrating_to": "n-h1-836650-3"} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:18.414818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:18.415114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:18.435681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3499e07-d2ec-42fe-9800-cc6b6ffa4e47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:18.436421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Port 38248a8e-8da2-47fa-9910-e833c7a15a6d on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:37:18.436752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Attempting to bind port 38248a8e-8da2-47fa-9910-e833c7a15a6d on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:18.450489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-3cd47f12-8185-40de-b0a4-b13e307d6975 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:18.451895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-3cd47f12-8185-40de-b0a4-b13e307d6975 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.20 "GET /v2.0/ports?device_id=3502d1c6-c2c7-4e2b-af36-1f18b0bda83f HTTP/1.1" status: 200 len: 945 time: 0.1268501 Apr 05 18:37:18.453619 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3499e07-d2ec-42fe-9800-cc6b6ffa4e47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:18.457862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:18.458049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:18.458329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:18.458787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Bound port: 38248a8e-8da2-47fa-9910-e833c7a15a6d, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:18.459127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:18.543539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8a518-724b-421a-aad1-9f7b6e230c5d req-f1c1c40c-3dd7-4f1a-8f56-618d1dbebc28 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:18.544976 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa8a518-724b-421a-aad1-9f7b6e230c5d req-f1c1c40c-3dd7-4f1a-8f56-618d1dbebc28 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 949 time: 0.1807539 Apr 05 18:37:18.688690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa8a518-724b-421a-aad1-9f7b6e230c5d req-013741bb-7122-4536-908f-fab40f7f4f86 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345549 Apr 05 18:37:18.708280 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3499e07-d2ec-42fe-9800-cc6b6ffa4e47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Floating IP 86c528cb-f687-4944-846d-f7fd49777bfb associated. External IP: 172.25.4.144, port: b7e4ea99-7abf-4d60-a963-f6b616b54ec3. Apr 05 18:37:18.744849 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:18.763252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:18.774039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:18.777306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Deleting port 1fbb8438-20bd-458d-8f79-575794dd4a97 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:18.777625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:19.015552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Pushing event updated for resources: {'Port': ['ID=38248a8e-8da2-47fa-9910-e833c7a15a6d,revision_number=8']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:19.023221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:19.024554 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:19.025815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-04c2719f-75f1-4fce-a267-456d2853ae64 service neutron] 10.222.0.25 "PUT /v2.0/ports/38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 200 len: 1121 time: 2.0342345 Apr 05 18:37:19.067737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] For port 1fbb8438-20bd-458d-8f79-575794dd4a97, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1fbb8438-20bd-458d-8f79-575794dd4a97,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:19.068100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:19.094829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb840222-5fb2-4efd-91d3-0952b84fc055 req-919fcb63-2fa7-4f35-8715-2c28417583bb tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:19.103584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb840222-5fb2-4efd-91d3-0952b84fc055 req-919fcb63-2fa7-4f35-8715-2c28417583bb tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.2751646 Apr 05 18:37:19.107642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Calling delete_port for 1fbb8438-20bd-458d-8f79-575794dd4a97 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:19.108480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['38248a8e-8da2-47fa-9910-e833c7a15a6d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:19.176097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['38248a8e-8da2-47fa-9910-e833c7a15a6d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:19.239040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb840222-5fb2-4efd-91d3-0952b84fc055 req-7eef70c0-8fd5-47ed-b5ed-8b482d8a0e8b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343157 Apr 05 18:37:19.286480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3499e07-d2ec-42fe-9800-cc6b6ffa4e47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Router fd401346-f6b2-4c31-9124-f96a7dd499e4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:19.439780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:19.484950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['b7e4ea99-7abf-4d60-a963-f6b616b54ec3', '1fbb8438-20bd-458d-8f79-575794dd4a97'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:19.500993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Pushing event deleted for resources: {'Port': ['ID=1fbb8438-20bd-458d-8f79-575794dd4a97,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:19.525542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3499e07-d2ec-42fe-9800-cc6b6ffa4e47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:19.535500 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3499e07-d2ec-42fe-9800-cc6b6ffa4e47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:19.560012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] Sync routers for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:19.587761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:19.588379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:19.640010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] No DVR routers for this DVR port 1fbb8438-20bd-458d-8f79-575794dd4a97 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:19.642677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3499e07-d2ec-42fe-9800-cc6b6ffa4e47 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "PUT /v2.0/floatingips/86c528cb-f687-4944-846d-f7fd49777bfb HTTP/1.1" status: 200 len: 996 time: 2.5142167 Apr 05 18:37:19.644786 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:19.648274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f0aa604-ce8d-424d-aa90-531ce8d7ca20 req-a732e6f9-3113-46ce-822c-9da36b6fe705 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.20 "DELETE /v2.0/ports/1fbb8438-20bd-458d-8f79-575794dd4a97 HTTP/1.1" status: 204 len: 173 time: 1.1587811 Apr 05 18:37:19.663777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c20ad-12ec-46c3-8d09-c0b316edc460 req-2b4216ef-f481-4d17-afa6-70cd23970cca tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:19.665834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3c20ad-12ec-46c3-8d09-c0b316edc460 req-2b4216ef-f481-4d17-afa6-70cd23970cca tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 943 time: 0.2294183 Apr 05 18:37:19.787464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3c20ad-12ec-46c3-8d09-c0b316edc460 req-880763f1-771d-4f49-bb26-3973fcdbe753 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667975 Apr 05 18:37:19.803284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-97b72d33-edcf-4ce8-92c6-bd8d7a1637ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:19.803284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-97b72d33-edcf-4ce8-92c6-bd8d7a1637ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1096 time: 0.1332211 Apr 05 18:37:19.849266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:19.884316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35170) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:19.949025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27fc40b-0e6c-4ee7-95fd-3be8ed137e6c', 'name': 'network-vif-deleted', 'tag': 'bbbba9c2-6006-48e8-895c-40b9e2b431fb'}, {'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d'}, {'name': 'network-changed', 'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d'}, {'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3'}, {'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'name': 'network-vif-deleted', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:19.951518 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f53176d-704a-4e56-800f-0395d0499d8a" -d '{"events": [{"server_uuid": "d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c", "name": "network-vif-deleted", "tag": "bbbba9c2-6006-48e8-895c-40b9e2b431fb"}, {"server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "name": "network-vif-unplugged", "status": "completed", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d"}, {"name": "network-changed", "server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d"}, {"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3"}, {"server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "name": "network-vif-deleted", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:19.954755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-abc7cd47-7242-4241-8957-408cf0402d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:19.956459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-abc7cd47-7242-4241-8957-408cf0402d8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.1444585 Apr 05 18:37:20.079412 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0d7d720d-c786-4662-bdc4-7324386943ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5bbd6c45ddb46c5a55e9f8dc80fadb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937239 Apr 05 18:37:20.081903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35184) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:20.149960 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8251c179-e272-4914-8e5a-1b1074ee6523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:20.266314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:30:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:37:18Z', 'revision_number': 8, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:20.304151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] Checking router: fd401346-f6b2-4c31-9124-f96a7dd499e4 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:20.316984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:20.318032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:20.444831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:20.468815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8251c179-e272-4914-8e5a-1b1074ee6523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:20.532406 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8251c179-e272-4914-8e5a-1b1074ee6523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:20.535244 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8251c179-e272-4914-8e5a-1b1074ee6523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:20.539887 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8251c179-e272-4914-8e5a-1b1074ee6523 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71fbe290-10d9-4f1d-a53a-3e7573d26731 HTTP/1.1" status: 204 len: 168 time: 0.4567821 Apr 05 18:37:20.548658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251c179-e272-4914-8e5a-1b1074ee6523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fbe290-10d9-4f1d-a53a-3e7573d26731,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:20.554048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279f2e2-bbd6-4c17-9b03-29f571701202 req-e3cf55ed-24c2-4875-8129-b2d6786296d8 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:20.554615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:20.559501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device bbbba9c2-6006-48e8-895c-40b9e2b431fb no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:20.564996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e279f2e2-bbd6-4c17-9b03-29f571701202 req-e3cf55ed-24c2-4875-8129-b2d6786296d8 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.6073234 Apr 05 18:37:20.593896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-ccc40b79-08a7-4c5a-9422-be5d4611ea40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 999 time: 0.6255722 Apr 05 18:37:20.610428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d3aebd89-d65f-4d64-91dd-15eb2324b5e7 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:20.612239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b3263308-5517-465b-833a-309221f0bfc6 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:20.632029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: bbbba9c2-6006-48e8-895c-40b9e2b431fb {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:20.632367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device bbbba9c2-6006-48e8-895c-40b9e2b431fb not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:20.659116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e279f2e2-bbd6-4c17-9b03-29f571701202 req-4b1569ea-e5eb-45fa-82c3-23e36d28c89e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932262 Apr 05 18:37:20.683799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f655b3e1-b1d3-4566-8129-8c6c6216f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:20.685249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f655b3e1-b1d3-4566-8129-8c6c6216f054 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.0811079 Apr 05 18:37:20.755112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3395cea-1085-42b3-9242-f3830b4dceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:20.757568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-f3395cea-1085-42b3-9242-f3830b4dceaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658715 Apr 05 18:37:20.912384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0d64e-c740-4c5b-8827-604a5801b1c6 req-86582da1-ae05-4d5b-a000-d9211cc0b444 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:20.914819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cd0d64e-c740-4c5b-8827-604a5801b1c6 req-86582da1-ae05-4d5b-a000-d9211cc0b444 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 949 time: 0.1169951 Apr 05 18:37:20.915867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:37:20.937061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-2286e974-0d55-42a8-a03b-9c8aac7bbdfd service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715548 Apr 05 18:37:21.038662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cd0d64e-c740-4c5b-8827-604a5801b1c6 req-4c8017b2-4857-4c86-9e1e-5006bcba3a1a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146274 Apr 05 18:37:21.056813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port b3263308-5517-465b-833a-309221f0bfc6 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:37:21.062662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35196) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:21.080646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:21.082509 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a7a16c6-34a8-41cb-aac8-2d0a7ce8ec06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.096140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b3263308-5517-465b-833a-309221f0bfc6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:21.096399 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.105663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebe42d95-03ab-469d-9b09-0d630366c3ad req-62f15fa9-71ca-4fff-9b87-5acda1702ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561816 Apr 05 18:37:21.159326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'port_id': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5', 'mac_address': 'fa:16:3e:b2:9b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:37:21.179813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d3aebd89-d65f-4d64-91dd-15eb2324b5e7, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:21.228829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', 'mac_address': 'fa:16:3e:38:f9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:37:21.250957 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a7a16c6-34a8-41cb-aac8-2d0a7ce8ec06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.260036 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a7a16c6-34a8-41cb-aac8-2d0a7ce8ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.284963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9df5c9-4c0f-4c5b-a8c5-dbd2f8d62fbd req-2db47cdb-5d9d-47df-8972-c0c4c019a098 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:21.285593 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.300229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b9df5c9-4c0f-4c5b-a8c5-dbd2f8d62fbd req-2db47cdb-5d9d-47df-8972-c0c4c019a098 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.1175814 Apr 05 18:37:21.321033 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6a7a16c6-34a8-41cb-aac8-2d0a7ce8ec06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72ee85955ec94ca1abcd6626bf4b9fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577772 Apr 05 18:37:21.323110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35200) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:21.338507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:21.364054 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a16c6-34a8-41cb-aac8-2d0a7ce8ec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678edc92-3ce2-418c-ac40-65bca7fc3645,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:21.368049 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.389587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:30:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:37:18Z', 'revision_number': 8, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:21.394000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:21.394987 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.401254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe67-6ff8-4abe-af22-99a42d8e266a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.425376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b9df5c9-4c0f-4c5b-a8c5-dbd2f8d62fbd req-3d954faf-9a1b-49ea-bc79-6543afec37b9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222601 Apr 05 18:37:21.428472 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 861 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac99c13c-56f8-42e4-b1cb-81f127d7161d x-openstack-request-id: req-ac99c13c-56f8-42e4-b1cb-81f127d7161d {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:21.428778 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27fc40b-0e6c-4ee7-95fd-3be8ed137e6c", "name": "network-vif-deleted", "tag": "bbbba9c2-6006-48e8-895c-40b9e2b431fb", "status": "completed", "code": 200}, {"server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "name": "network-vif-unplugged", "status": "completed", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d", "code": 200}, {"name": "network-changed", "server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3", "status": "completed", "code": 200}, {"server_uuid": "3502d1c6-c2c7-4e2b-af36-1f18b0bda83f", "name": "network-vif-deleted", "tag": "1fbb8438-20bd-458d-8f79-575794dd4a97", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:21.429027 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac99c13c-56f8-42e4-b1cb-81f127d7161d {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:21.429436 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac99c13c-56f8-42e4-b1cb-81f127d7161d'] response: {'server_uuid': 'd27fc40b-0e6c-4ee7-95fd-3be8ed137e6c', 'name': 'network-vif-deleted', 'tag': 'bbbba9c2-6006-48e8-895c-40b9e2b431fb', 'status': 'completed', 'code': 200} Apr 05 18:37:21.430260 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac99c13c-56f8-42e4-b1cb-81f127d7161d'] response: {'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d', 'code': 200} Apr 05 18:37:21.431152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe67-6ff8-4abe-af22-99a42d8e266a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.433140 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac99c13c-56f8-42e4-b1cb-81f127d7161d'] response: {'name': 'network-changed', 'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d', 'status': 'completed', 'code': 200} Apr 05 18:37:21.433140 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac99c13c-56f8-42e4-b1cb-81f127d7161d'] response: {'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'status': 'completed', 'code': 200} Apr 05 18:37:21.433352 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac99c13c-56f8-42e4-b1cb-81f127d7161d'] response: {'server_uuid': '3502d1c6-c2c7-4e2b-af36-1f18b0bda83f', 'name': 'network-vif-deleted', 'tag': '1fbb8438-20bd-458d-8f79-575794dd4a97', 'status': 'completed', 'code': 200} Apr 05 18:37:21.441725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3aebd89-d65f-4d64-91dd-15eb2324b5e7 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:21.446637 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.470422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f61954-19fb-4bfc-88e3-3a2afe428b4f None None] The sync data for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 is: [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '86c528cb-f687-4944-846d-f7fd49777bfb', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'port_id': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'mac_address': 'fa:16:3e:30:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:38Z', 'updated_at': '2022-04-05T18:37:18Z', 'revision_number': 8, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:21.527518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe67-6ff8-4abe-af22-99a42d8e266a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.536685 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe67-6ff8-4abe-af22-99a42d8e266a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.540714 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4bd3fe67-6ff8-4abe-af22-99a42d8e266a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/678edc92-3ce2-418c-ac40-65bca7fc3645 HTTP/1.1" status: 204 len: 168 time: 0.2137394 Apr 05 18:37:21.569997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d3aebd89-d65f-4d64-91dd-15eb2324b5e7, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:21.586821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3ae39a-be47-4986-b2be-11e85491c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3263308-5517-465b-833a-309221f0bfc6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:21.588785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3fe67-6ff8-4abe-af22-99a42d8e266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678edc92-3ce2-418c-ac40-65bca7fc3645,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:21.593213 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa52ed4d-8e24-4f8f-8990-0ed017803bca" -d '{"events": [{"server_uuid": "1f3ae39a-be47-4986-b2be-11e85491c765", "name": "network-vif-plugged", "status": "completed", "tag": "b3263308-5517-465b-833a-309221f0bfc6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:21.607967 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.637241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b3263308-5517-465b-833a-309221f0bfc6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3263308-5517-465b-833a-309221f0bfc6,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:21.650812 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:21.654270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:21.688857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53176d-704a-4e56-800f-0395d0499d8a req-1b56c9b7-6c19-4da9-b770-fd4f3ba51b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:21.693310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-1b56c9b7-6c19-4da9-b770-fd4f3ba51b89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1124 time: 0.2315054 Apr 05 18:37:21.745381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:21.760473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c05f307-7398-459c-b648-32abda7629f6 req-94223ba2-7118-4253-9c10-1231d9214f6a tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips/86c528cb-f687-4944-846d-f7fd49777bfb HTTP/1.1" status: 200 len: 996 time: 0.2629499 Apr 05 18:37:21.771105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc4d47-bba1-4607-8d90-02f5c35fb3a2 req-1fea144c-775a-41ce-b857-8322ee9b3665 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:21.785250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32dc4d47-bba1-4607-8d90-02f5c35fb3a2 req-1fea144c-775a-41ce-b857-8322ee9b3665 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 944 time: 0.2864463 Apr 05 18:37:21.830058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b3263308-5517-465b-833a-309221f0bfc6,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:21.839843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['92c2fecd-9ec5-4378-b1dd-3ff203716bd5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:21.874857 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff74002-c984-4820-a924-f4ab9256512c None None] New status for floating IP 86c528cb-f687-4944-846d-f7fd49777bfb: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:37:21.978168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32dc4d47-bba1-4607-8d90-02f5c35fb3a2 req-0b160d29-a105-48b0-bef0-2d951fa734af tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920714 Apr 05 18:37:22.000378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53176d-704a-4e56-800f-0395d0499d8a req-c47c6bb5-6a36-46fb-934d-b95a9ad5f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:22.001926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-c47c6bb5-6a36-46fb-934d-b95a9ad5f5b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.3019829 Apr 05 18:37:22.030869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05f307-7398-459c-b648-32abda7629f6 req-27e47cdf-ee1e-4b19-89a5-a44c3142d0ee tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:22.033017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c05f307-7398-459c-b648-32abda7629f6 req-27e47cdf-ee1e-4b19-89a5-a44c3142d0ee tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2457130 Apr 05 18:37:22.061807 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da725ae8-a5c3-48f2-ad13-f8782adf5229 x-openstack-request-id: req-da725ae8-a5c3-48f2-ad13-f8782adf5229 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:22.062329 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3ae39a-be47-4986-b2be-11e85491c765", "name": "network-vif-plugged", "status": "completed", "tag": "b3263308-5517-465b-833a-309221f0bfc6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:22.062797 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da725ae8-a5c3-48f2-ad13-f8782adf5229 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:22.063358 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da725ae8-a5c3-48f2-ad13-f8782adf5229'] response: {'server_uuid': '1f3ae39a-be47-4986-b2be-11e85491c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3263308-5517-465b-833a-309221f0bfc6', 'code': 200} Apr 05 18:37:22.084122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-b41213a6-aadb-4a2a-ae5a-88e78bab829d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 200 len: 217 time: 0.0737114 Apr 05 18:37:22.088892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-8c05f307-7398-459c-b648-32abda7629f6 req-4da15e9e-3927-4fec-81cf-01a35dbfa807 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:37:22.089916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c05f307-7398-459c-b648-32abda7629f6 req-4da15e9e-3927-4fec-81cf-01a35dbfa807 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102482 Apr 05 18:37:22.185868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['d3aebd89-d65f-4d64-91dd-15eb2324b5e7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:22.348246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53176d-704a-4e56-800f-0395d0499d8a req-dd623884-b53f-4716-8213-e3b16894af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:22.349381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-dd623884-b53f-4716-8213-e3b16894af8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.2547417 Apr 05 18:37:22.378599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd639c5-30a7-4cf9-874b-add6778a5763 req-bb6e1f33-142d-46e3-b6ed-bbe908626e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:22.380255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cd639c5-30a7-4cf9-874b-add6778a5763 req-bb6e1f33-142d-46e3-b6ed-bbe908626e97 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 1101 time: 0.1195683 Apr 05 18:37:22.389275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20724409-4e20-4b60-8f53-11fc9ec38c08 req-b0e9bcd0-f30f-428b-b689-c209f60189fc tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:22.390742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20724409-4e20-4b60-8f53-11fc9ec38c08 req-b0e9bcd0-f30f-428b-b689-c209f60189fc tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1733675 Apr 05 18:37:22.419201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba9190-a892-4131-b578-59ee4d4e0e60 req-6ba94e3e-e50c-4ab6-8c03-45359e18b3eb tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:22.420534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-caba9190-a892-4131-b578-59ee4d4e0e60 req-6ba94e3e-e50c-4ab6-8c03-45359e18b3eb tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1616056 Apr 05 18:37:22.427863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-78d6d8c3-7d18-4ed4-8834-8c11407b5e39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684772 Apr 05 18:37:22.550741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cd639c5-30a7-4cf9-874b-add6778a5763 req-b3771522-dcf8-4eac-a3fe-a22fe4a78726 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405551 Apr 05 18:37:22.561787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1fbb8438-20bd-458d-8f79-575794dd4a97 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:22.565210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-caba9190-a892-4131-b578-59ee4d4e0e60 req-34e33149-c786-47a7-b8fa-ce5dbc5fe6e2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351149 Apr 05 18:37:22.575529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20724409-4e20-4b60-8f53-11fc9ec38c08 req-ffa0e175-22e8-4688-8b7b-18bcf9c9052f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498563 Apr 05 18:37:22.621142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 1fbb8438-20bd-458d-8f79-575794dd4a97 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:22.621573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1fbb8438-20bd-458d-8f79-575794dd4a97 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:22.631418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-7248c008-b8a5-44d4-8a81-9ba66c8badc8 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749938 Apr 05 18:37:22.791113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-2ed7126b-65c0-47aa-8578-d91e7b666f18 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 1001 time: 0.1753032 Apr 05 18:37:22.868448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0155-6ce2-49c3-9725-6a8dfc232bf7 req-b373be77-65b2-4468-8e48-09902ddcf75e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:22.869954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-026b0155-6ce2-49c3-9725-6a8dfc232bf7 req-b373be77-65b2-4468-8e48-09902ddcf75e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.1983244 Apr 05 18:37:22.878466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-529c96b1-366d-439e-8714-21b973544567 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:22.879791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-529c96b1-366d-439e-8714-21b973544567 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports/b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 942 time: 0.0741684 Apr 05 18:37:22.883832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-77d46458-088c-4858-9b1a-1d3c5d43a8e6 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136526 Apr 05 18:37:22.938263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-026b0155-6ce2-49c3-9725-6a8dfc232bf7 req-6c14be8c-0920-4ea1-9aa4-f10fab5f745c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572164 Apr 05 18:37:23.041696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53176d-704a-4e56-800f-0395d0499d8a req-1c7954f1-034a-4097-aa28-bee2805668de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:23.043215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-1c7954f1-034a-4097-aa28-bee2805668de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1096 time: 0.0993257 Apr 05 18:37:23.046261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-5f96f903-5955-4985-bb27-d883a3d63b38 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 1001 time: 0.0880778 Apr 05 18:37:23.246086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bc05-41db-4e34-ae54-b238fd8421b8 req-5bbf1ba2-e8a7-47b5-bc78-a9e189af58b4 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:23.247572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6436bc05-41db-4e34-ae54-b238fd8421b8 req-5bbf1ba2-e8a7-47b5-bc78-a9e189af58b4 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 944 time: 0.1868398 Apr 05 18:37:23.259305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53176d-704a-4e56-800f-0395d0499d8a req-8f15fb88-95bd-4f1e-87a1-8d66cc1576f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:23.260700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-8f15fb88-95bd-4f1e-87a1-8d66cc1576f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.2101555 Apr 05 18:37:23.287123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-cfb21f14-c64a-4cc6-80bd-ad1e231d6a4c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:23.288374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-cfb21f14-c64a-4cc6-80bd-ad1e231d6a4c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2286921 Apr 05 18:37:23.392528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6436bc05-41db-4e34-ae54-b238fd8421b8 req-53c260c5-f38e-42bb-92a4-66f9745edeed tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348472 Apr 05 18:37:23.409837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-044802b8-72f6-4f38-9e0d-0eafbd377657 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 1001 time: 0.1402025 Apr 05 18:37:23.422909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-cf81318b-c2bc-4afd-9756-2d48aaddeb81 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 1001 time: 0.1051896 Apr 05 18:37:23.434846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f232e44b-5adc-4305-be5a-c4509cc1ebe4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:23.511886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53176d-704a-4e56-800f-0395d0499d8a req-374598a4-9102-40ee-bdc2-d0cdea879869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:23.513244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-374598a4-9102-40ee-bdc2-d0cdea879869 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.0894680 Apr 05 18:37:23.519481 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f232e44b-5adc-4305-be5a-c4509cc1ebe4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:23.645979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53176d-704a-4e56-800f-0395d0499d8a req-b1777089-4397-4a21-8bb1-eeb81a958617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:23.647508 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-b1777089-4397-4a21-8bb1-eeb81a958617 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257164 Apr 05 18:37:23.782429 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f232e44b-5adc-4305-be5a-c4509cc1ebe4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:23.792453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f232e44b-5adc-4305-be5a-c4509cc1ebe4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:23.793053 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f232e44b-5adc-4305-be5a-c4509cc1ebe4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Floating IP 86c528cb-f687-4944-846d-f7fd49777bfb disassociated. External IP: 172.25.4.144, port: b7e4ea99-7abf-4d60-a963-f6b616b54ec3. Apr 05 18:37:23.832673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a83c78-a52f-4feb-8526-ccef89c027eb req-733645be-eb72-4bc8-9467-b32d7c77b90f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:23.834179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0a83c78-a52f-4feb-8526-ccef89c027eb req-733645be-eb72-4bc8-9467-b32d7c77b90f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1858139 Apr 05 18:37:23.888385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-c5763064-3560-4c28-a045-f895ec43e4c4 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258351 Apr 05 18:37:23.958509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0a83c78-a52f-4feb-8526-ccef89c027eb req-ea2dd57e-0d7d-47c3-9345-c3a44ab0ca06 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147387 Apr 05 18:37:24.427461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f53176d-704a-4e56-800f-0395d0499d8a req-c0fcffb6-3e12-49ad-87c2-6465a241e9b8 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262799 Apr 05 18:37:24.487250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df53b46-b83d-4ae0-bbb0-6ed42c00fade req-a24b28bf-691f-4fa2-a0f5-348b751534da tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:24.488725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7df53b46-b83d-4ae0-bbb0-6ed42c00fade req-a24b28bf-691f-4fa2-a0f5-348b751534da tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1172624 Apr 05 18:37:24.520617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f232e44b-5adc-4305-be5a-c4509cc1ebe4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Router fd401346-f6b2-4c31-9124-f96a7dd499e4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:24.542536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7df53b46-b83d-4ae0-bbb0-6ed42c00fade req-fc32ed15-1d6a-4fca-863c-dce502c684a1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Apr 05 18:37:24.578942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:24.607051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d3aebd89-d65f-4d64-91dd-15eb2324b5e7 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:24.673773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:37:24.677907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f232e44b-5adc-4305-be5a-c4509cc1ebe4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:24.679895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:24.680368 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:24.681998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:37:24.682813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f232e44b-5adc-4305-be5a-c4509cc1ebe4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:24.706706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] Sync routers for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:24.715438 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:24.715883 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:24.718374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f232e44b-5adc-4305-be5a-c4509cc1ebe4 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "PUT /v2.0/floatingips/86c528cb-f687-4944-846d-f7fd49777bfb HTTP/1.1" status: 200 len: 696 time: 1.2933564 Apr 05 18:37:24.719561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:24.721800 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3616752-5202-4fe7-a362-c1c483fe86bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:24.734134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee11ba5-df7c-4e0a-8064-0bc98b7f6840 req-a1373300-4409-448b-a74a-ec39797a12ab tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:24.735642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ee11ba5-df7c-4e0a-8064-0bc98b7f6840 req-a1373300-4409-448b-a74a-ec39797a12ab tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.1342947 Apr 05 18:37:24.752344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:24.752989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:24.808110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-89c6432b-86b4-43b1-bc60-8e3702298cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:24.815768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-89c6432b-86b4-43b1-bc60-8e3702298cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1096 time: 0.0734081 Apr 05 18:37:24.828082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ee11ba5-df7c-4e0a-8064-0bc98b7f6840 req-e6ff7dd5-53ae-4f4a-b9fd-aa710e42bec9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Apr 05 18:37:24.956701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-ba13e444-0484-4ecc-b031-3ae99ff66aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:24.958973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-ba13e444-0484-4ecc-b031-3ae99ff66aea service neutron] 10.222.0.15 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.1418679 Apr 05 18:37:24.964276 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:24.966350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:25.005708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f6573def-46f7-4d6c-ac9e-c0b8e487746e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 217 time: 0.0395279 Apr 05 18:37:25.014317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015cce5-1c63-47a4-bc97-be415c0b0885 req-cbbea42b-cdba-4134-a4be-4d02b616a353 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:25.016146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5015cce5-1c63-47a4-bc97-be415c0b0885 req-cbbea42b-cdba-4134-a4be-4d02b616a353 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 944 time: 0.1050377 Apr 05 18:37:25.022005 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:25.031036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:25.033239 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd797b02-6ad7-4aa7-a8fd-cb8ccf6d85ee" -d '{"events": [{"server_uuid": "0f64a822-01a9-40ca-a9e7-890e108cc4ff", "name": "network-vif-plugged", "status": "completed", "tag": "92c2fecd-9ec5-4378-b1dd-3ff203716bd5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:25.084493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:25.090524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-733e10d0-ee29-4b91-b2bd-b7a038bda4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:25.092058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-733e10d0-ee29-4b91-b2bd-b7a038bda4cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.0749300 Apr 05 18:37:25.093877 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:25.107880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5015cce5-1c63-47a4-bc97-be415c0b0885 req-2eef5a48-97bb-41d4-946b-b75c29740dd3 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750122 Apr 05 18:37:25.176559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d3aebd89-d65f-4d64-91dd-15eb2324b5e7, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:25.187374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-5d8d7dea-2fa5-4777-a465-15f527e7c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:25.190742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-5d8d7dea-2fa5-4777-a465-15f527e7c665 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815957 Apr 05 18:37:25.197968 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:25.233222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:25.279327 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ce40b3-8e00-4db3-bacd-4bd6aeb11b24 x-openstack-request-id: req-74ce40b3-8e00-4db3-bacd-4bd6aeb11b24 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:25.279611 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:25.279857 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74ce40b3-8e00-4db3-bacd-4bd6aeb11b24 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:25.280397 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ce40b3-8e00-4db3-bacd-4bd6aeb11b24'] response: {'name': 'network-changed', 'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'status': 'completed', 'code': 200} Apr 05 18:37:25.328122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:25.355695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:25.393774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-2a3bb6dc-6a3d-452f-8802-ba9a2f89c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:25.395583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-2a3bb6dc-6a3d-452f-8802-ba9a2f89c452 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e64ca593cdfe4d51aadabb1203a05731&device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 1096 time: 0.1144414 Apr 05 18:37:25.400079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-22297699-c296-4097-93ae-aeb70674c253 service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986804 Apr 05 18:37:25.511674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c0b10-d803-4a4c-bc15-86d64b5716ce req-12522620-9bf7-4faf-bdab-196fde974402 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:25.519039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae9c0b10-d803-4a4c-bc15-86d64b5716ce req-12522620-9bf7-4faf-bdab-196fde974402 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1756542 Apr 05 18:37:25.525863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] Checking router: fd401346-f6b2-4c31-9124-f96a7dd499e4 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:25.536129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:25.536129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:25.606109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae9c0b10-d803-4a4c-bc15-86d64b5716ce req-c47d74c8-df3b-4aea-92eb-ba96e5ca083e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859580 Apr 05 18:37:25.615919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-83aa2f09-449f-4dad-b2d1-be3ca4a89e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:25.618289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-83aa2f09-449f-4dad-b2d1-be3ca4a89e0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 200 len: 921 time: 0.2151916 Apr 05 18:37:25.654651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:25.682632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3fa983-e793-45a4-b85a-02cd8c21338c req-f3508651-0c2b-4932-8098-3267af61b247 service neutron] 10.222.0.15 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656527 Apr 05 18:37:25.685267 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c7a2a-9835-4914-8232-fe21b24d6806 x-openstack-request-id: req-df8c7a2a-9835-4914-8232-fe21b24d6806 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:25.685554 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f64a822-01a9-40ca-a9e7-890e108cc4ff", "name": "network-vif-plugged", "status": "completed", "tag": "92c2fecd-9ec5-4378-b1dd-3ff203716bd5", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:25.685787 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df8c7a2a-9835-4914-8232-fe21b24d6806 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:25.686008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-8fe6deda-e148-4c0f-a32f-1f56547b176f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 200 len: 217 time: 0.0581872 Apr 05 18:37:25.686164 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8c7a2a-9835-4914-8232-fe21b24d6806'] response: {'server_uuid': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5', 'code': 200} Apr 05 18:37:25.892982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-8c904162-8a75-4250-aba6-e8d67e1c64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:25.894475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-8c904162-8a75-4250-aba6-e8d67e1c64fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 200 len: 860 time: 0.1954582 Apr 05 18:37:25.936621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6918c1-0288-492f-a9b9-916ba372bf49 req-9424b3bb-c3dc-40e1-823e-9785e909fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:25.936621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a6918c1-0288-492f-a9b9-916ba372bf49 req-9424b3bb-c3dc-40e1-823e-9785e909fe5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 1096 time: 0.1733563 Apr 05 18:37:25.941660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:25.968984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81702a02-5d5f-4411-9ff0-69c69a75ab2b None None] The sync data for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 is: [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:16Z', 'revision_number': 4, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31ec2083-6372-41b7-a264-5e8b03cacb85', 'name': '', 'network_id': '61b48f83-de82-4246-81dc-5c04fbfd6b89', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'mac_address': 'fa:16:3e:db:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:16Z', 'updated_at': '2022-04-05T18:36:21Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'subnets': [{'id': '270c75a5-8808-490b-9e89-286b3382ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:26.005745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f66db-07eb-4b57-8229-c3f38ffd47ce req-0e125925-15e1-475c-a10b-10adbd0442b5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:26.007292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-236f66db-07eb-4b57-8229-c3f38ffd47ce req-0e125925-15e1-475c-a10b-10adbd0442b5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1770051 Apr 05 18:37:26.037512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-9aca0207-3251-47ef-8e64-ef0e50a31f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:26.039783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-9aca0207-3251-47ef-8e64-ef0e50a31f5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61b48f83-de82-4246-81dc-5c04fbfd6b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283638 Apr 05 18:37:26.073338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a6918c1-0288-492f-a9b9-916ba372bf49 req-add95dd0-f6e6-4f04-a7aa-38d5d9185ec8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220262 Apr 05 18:37:26.127431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd9a67-6b45-478c-9ce0-1c213d401447 req-810ee41a-4090-4eba-9a0d-566a5858c501 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:26.128853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbcd9a67-6b45-478c-9ce0-1c213d401447 req-810ee41a-4090-4eba-9a0d-566a5858c501 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.1765351 Apr 05 18:37:26.142288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-236f66db-07eb-4b57-8229-c3f38ffd47ce req-00f8c4c3-7b1f-4700-9f7e-cea83605ddca tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277049 Apr 05 18:37:26.213524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbcd9a67-6b45-478c-9ce0-1c213d401447 req-0045a361-76b8-4038-90a3-e3df5f687273 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766361 Apr 05 18:37:26.260132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-8188266e-44d9-4c77-a204-860dae3ac56f service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102895 Apr 05 18:37:26.267445 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219eeaaa-bdbd-4672-8acf-3f0e993d1b5c None None] New status for floating IP 86c528cb-f687-4944-846d-f7fd49777bfb: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:37:26.269248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-dd4b0cbd-e30d-48f3-b39d-66ee6b26ad9c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips/86c528cb-f687-4944-846d-f7fd49777bfb HTTP/1.1" status: 200 len: 696 time: 0.0719581 Apr 05 18:37:26.469125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44130df-fcf9-4ab4-a7de-7106bce1c8cb req-4791b064-9410-4242-99c2-0dfab423b9cf tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:26.474848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b44130df-fcf9-4ab4-a7de-7106bce1c8cb req-4791b064-9410-4242-99c2-0dfab423b9cf tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 945 time: 0.1847389 Apr 05 18:37:26.532723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d0edfe92-16ac-44a0-bdc2-e1c31b754796 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:26.534048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d0edfe92-16ac-44a0-bdc2-e1c31b754796 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2591112 Apr 05 18:37:26.550816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3616752-5202-4fe7-a362-c1c483fe86bc req-f20d6633-c6aa-418c-84c1-ad7e688c4c57 service neutron] 10.222.0.20 "GET /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626822 Apr 05 18:37:26.595089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b44130df-fcf9-4ab4-a7de-7106bce1c8cb req-a41531f2-c7d6-468e-a624-1e481e601486 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114740 Apr 05 18:37:26.604933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-fe5c3a3b-ea6c-485d-aa40-a3b986f2350e tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 697 time: 0.0615766 Apr 05 18:37:26.660547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-2275534e-7d9e-43a7-bced-e5baebeaa887 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 697 time: 0.0486767 Apr 05 18:37:26.812807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af252638-1e70-44c7-97bf-69363f8e11ae req-3045a9f1-d2f9-45c9-b6d1-ff34a5d026bc tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:26.814330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af252638-1e70-44c7-97bf-69363f8e11ae req-3045a9f1-d2f9-45c9-b6d1-ff34a5d026bc tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1100905 Apr 05 18:37:26.849288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Deleting port a82b71fc-a3bf-47ec-8626-6af6b970f5fe {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:26.849628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:26.882279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af252638-1e70-44c7-97bf-69363f8e11ae req-70193dcf-0992-4afb-95e5-9bd0e4665cd7 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583520 Apr 05 18:37:26.953094 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:26.953649 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:26.966843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Calling delete_port for a82b71fc-a3bf-47ec-8626-6af6b970f5fe owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:27.125690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:27.151728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Pushing event deleted for resources: {'Port': ['ID=a82b71fc-a3bf-47ec-8626-6af6b970f5fe,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:27.234958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:27.238260 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:27.239424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca091aa6-c69e-4124-86e9-4e30aa57d18f req-d9097404-4e74-4706-b14f-759335c23371 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "DELETE /v2.0/floatingips/86c528cb-f687-4944-846d-f7fd49777bfb HTTP/1.1" status: 204 len: 173 time: 0.5727181 Apr 05 18:37:27.346541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3baf9-2eda-4e07-877d-36cf1f7e96d8 req-1cdb0abb-e439-415e-927f-2af84273ed03 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:27.356086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14f3baf9-2eda-4e07-877d-36cf1f7e96d8 req-1cdb0abb-e439-415e-927f-2af84273ed03 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.0763347 Apr 05 18:37:27.421365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14f3baf9-2eda-4e07-877d-36cf1f7e96d8 req-4842f88f-6e48-4c68-818f-bad271e587cb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648513 Apr 05 18:37:27.440501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9ba04-c982-445a-8218-a73c9f40a725 req-16361f08-54fd-46a2-8e50-d52176d3f19d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:27.441957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66d9ba04-c982-445a-8218-a73c9f40a725 req-16361f08-54fd-46a2-8e50-d52176d3f19d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.0644560 Apr 05 18:37:27.482993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66d9ba04-c982-445a-8218-a73c9f40a725 req-6a0a6208-3839-40c7-9e16-45a6fcc8eca6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Apr 05 18:37:27.667531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17744a5b-1f16-45ca-91fc-96a98c99c49a req-8520a40a-843a-4f98-8928-76383f002364 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:27.671173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17744a5b-1f16-45ca-91fc-96a98c99c49a req-8520a40a-843a-4f98-8928-76383f002364 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 945 time: 0.0525875 Apr 05 18:37:27.686860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94279393-ae66-4bae-b6d0-cddf61f7af31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:27.689176 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a224ab69-a683-4280-9997-8565985e62f9" -d '{"events": [{"server_uuid": "94279393-ae66-4bae-b6d0-cddf61f7af31", "name": "network-vif-plugged", "status": "completed", "tag": "d3aebd89-d65f-4d64-91dd-15eb2324b5e7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:27.742189 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17744a5b-1f16-45ca-91fc-96a98c99c49a req-acdf4b95-b28a-49e5-89a7-f4854dfcac75 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608611 Apr 05 18:37:27.752886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee47c3-733c-4574-a14b-9359fb3cb685 req-9f6fe48e-e849-4d69-84db-810339ba865e tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:27.762370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6ee47c3-733c-4574-a14b-9359fb3cb685 req-9f6fe48e-e849-4d69-84db-810339ba865e tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 945 time: 0.0826914 Apr 05 18:37:27.799215 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4433f82a-bc5d-4904-90b3-7d2be1e77281 x-openstack-request-id: req-4433f82a-bc5d-4904-90b3-7d2be1e77281 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:27.799735 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94279393-ae66-4bae-b6d0-cddf61f7af31", "name": "network-vif-plugged", "status": "completed", "tag": "d3aebd89-d65f-4d64-91dd-15eb2324b5e7", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:27.800333 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4433f82a-bc5d-4904-90b3-7d2be1e77281 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:27.800724 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4433f82a-bc5d-4904-90b3-7d2be1e77281'] response: {'server_uuid': '94279393-ae66-4bae-b6d0-cddf61f7af31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', 'code': 200} Apr 05 18:37:27.802971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6ee47c3-733c-4574-a14b-9359fb3cb685 req-457ca2f8-cb51-4ef5-a017-47c316428f03 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Apr 05 18:37:27.927089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de4b5d-9b0d-41b4-9abf-4530302fcef2 req-c80012dd-42eb-4729-afbb-5b1bd3dc12d2 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:27.928621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92de4b5d-9b0d-41b4-9abf-4530302fcef2 req-c80012dd-42eb-4729-afbb-5b1bd3dc12d2 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 945 time: 0.0518336 Apr 05 18:37:27.940189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35390) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:27.945007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b23586d4-8894-4f75-a78e-c636b6294641 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Request body: {'floatingip': {'port_id': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:27.989382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b23586d4-8894-4f75-a78e-c636b6294641 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:28.014060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ddfa-dc71-4a44-8af4-b9afdfa15d15 req-725eb9d5-3e3e-4961-b600-1d29bd56744a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:28.021040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9947ddfa-dc71-4a44-8af4-b9afdfa15d15 req-725eb9d5-3e3e-4961-b600-1d29bd56744a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.0617480 Apr 05 18:37:28.060995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9947ddfa-dc71-4a44-8af4-b9afdfa15d15 req-0fb19c69-27c6-46a1-9989-06038083d388 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 Apr 05 18:37:28.452937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b23586d4-8894-4f75-a78e-c636b6294641 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:28.458386 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b23586d4-8894-4f75-a78e-c636b6294641 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:28.583402 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-b23586d4-8894-4f75-a78e-c636b6294641 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Floating IP f070ab49-215b-4077-9b53-7353a0cfde47 associated. External IP: 172.25.4.42, port: 92c2fecd-9ec5-4378-b1dd-3ff203716bd5. Apr 05 18:37:28.612080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2638c-2e72-4692-93bf-d166e087583a req-c203b38c-a46c-41ca-b794-5b5fd9056f87 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:28.613812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1c2638c-2e72-4692-93bf-d166e087583a req-c203b38c-a46c-41ca-b794-5b5fd9056f87 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.0954177 Apr 05 18:37:28.686049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1c2638c-2e72-4692-93bf-d166e087583a req-3ce72f55-57d7-4959-93e7-121c5d9850e3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534587 Apr 05 18:37:28.699137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a821a8e-e5b7-471e-b9a0-087d5816788d req-599b5e42-604a-4e30-bd83-d42af51d91ca tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:28.706935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a821a8e-e5b7-471e-b9a0-087d5816788d req-599b5e42-604a-4e30-bd83-d42af51d91ca tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.1240199 Apr 05 18:37:28.780039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a821a8e-e5b7-471e-b9a0-087d5816788d req-7e8fcf71-1a46-449a-93f2-5b66710ee20a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546932 Apr 05 18:37:28.875088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23586d4-8894-4f75-a78e-c636b6294641 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Router ceb41e74-16b4-4d54-b28d-a0f16c451702 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:28.904934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379451e-37fe-4432-b59a-1f6ec965c339 req-39f92c68-6cec-4ee0-9caa-6acad6216cec tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:28.906459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4379451e-37fe-4432-b59a-1f6ec965c339 req-39f92c68-6cec-4ee0-9caa-6acad6216cec tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 945 time: 0.0620286 Apr 05 18:37:28.962509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4379451e-37fe-4432-b59a-1f6ec965c339 req-32b62d90-f714-4aa4-b85b-09fb37124560 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/security-groups?id=45d87832-d693-49b9-84ad-3831a704263c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Apr 05 18:37:28.981967 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:37:28.998554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23586d4-8894-4f75-a78e-c636b6294641 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:29.003772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b23586d4-8894-4f75-a78e-c636b6294641 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:29.008388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] Sync routers for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:29.019320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:29.030412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:29.033577 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b23586d4-8894-4f75-a78e-c636b6294641 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "PUT /v2.0/floatingips/f070ab49-215b-4077-9b53-7353a0cfde47 HTTP/1.1" status: 200 len: 990 time: 1.0921941 Apr 05 18:37:29.034158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'tag': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:29.036428 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97" -d '{"events": [{"name": "network-changed", "server_uuid": "0f64a822-01a9-40ca-a9e7-890e108cc4ff", "tag": "92c2fecd-9ec5-4378-b1dd-3ff203716bd5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:29.105448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-3983a768-405a-4b20-8a24-058a26585f4e tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=74a7449a77834108b52e965683f25b62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499179 Apr 05 18:37:29.156622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019f7a-9dae-45a6-965b-771a33421811 req-7731d09b-c1c7-4d2e-aadb-0ff62e7b1fde tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:29.158752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1019f7a-9dae-45a6-965b-771a33421811 req-7731d09b-c1c7-4d2e-aadb-0ff62e7b1fde tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 945 time: 0.1382205 Apr 05 18:37:29.179479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:29.275639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf50b9b-846d-49ba-b4e3-3ce328a0721e req-d0c3e40c-586b-4771-9f35-0323734316e5 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:29.277067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2bf50b9b-846d-49ba-b4e3-3ce328a0721e req-d0c3e40c-586b-4771-9f35-0323734316e5 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 945 time: 0.1772711 Apr 05 18:37:29.364662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-0f772b0b-1999-4481-80a3-8471769954c0 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:29.366186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-0f772b0b-1999-4481-80a3-8471769954c0 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498651 Apr 05 18:37:29.375055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2bf50b9b-846d-49ba-b4e3-3ce328a0721e req-aed5936a-cbca-4f95-8ca0-78e8490be923 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780737 Apr 05 18:37:29.398986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-87dbddc6-b58d-4cf3-a309-06e5e210f8a0 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/quotas/74a7449a77834108b52e965683f25b62 HTTP/1.1" status: 200 len: 375 time: 0.0146060 Apr 05 18:37:29.398986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e1019f7a-9dae-45a6-965b-771a33421811 req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Deleting port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:29.398986 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e1019f7a-9dae-45a6-965b-771a33421811 req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:29.435216 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bd1b3c-e15e-480b-a735-a3d93705b229 x-openstack-request-id: req-97bd1b3c-e15e-480b-a735-a3d93705b229 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:29.435509 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f64a822-01a9-40ca-a9e7-890e108cc4ff", "tag": "92c2fecd-9ec5-4378-b1dd-3ff203716bd5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:29.435763 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97bd1b3c-e15e-480b-a735-a3d93705b229 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:29.436166 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bd1b3c-e15e-480b-a735-a3d93705b229'] response: {'name': 'network-changed', 'server_uuid': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'tag': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5', 'status': 'completed', 'code': 200} Apr 05 18:37:29.457868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f070ab49-215b-4077-9b53-7353a0cfde47', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'port_id': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'mac_address': 'fa:16:3e:b2:9b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:41Z', 'updated_at': '2022-04-05T18:37:28Z', 'revision_number': 1, 'project_id': '888eea1fce944216b18909ecfc854a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6', 'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'mac_address': 'fa:16:3e:f3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:35Z', 'updated_at': '2022-04-05T18:36:40Z', 'revision_number': 5, 'project_id': '888eea1fce944216b18909ecfc854a25', 'subnets': [{'id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:29.502600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] Checking router: ceb41e74-16b4-4d54-b28d-a0f16c451702 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:29.514525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:29.515238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:29.626039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:29.771337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fc6be4b1-e94d-4468-9b5b-4e772d1828c7 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a7449a77834108b52e965683f25b62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3690805 Apr 05 18:37:29.874858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e1019f7a-9dae-45a6-965b-771a33421811 req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] For port b7e4ea99-7abf-4d60-a963-f6b616b54ec3, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:29.875226 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e1019f7a-9dae-45a6-965b-771a33421811 req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:29.875379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f070ab49-215b-4077-9b53-7353a0cfde47', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'port_id': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'mac_address': 'fa:16:3e:b2:9b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:41Z', 'updated_at': '2022-04-05T18:37:28Z', 'revision_number': 1, 'project_id': '888eea1fce944216b18909ecfc854a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6', 'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'mac_address': 'fa:16:3e:f3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:35Z', 'updated_at': '2022-04-05T18:36:40Z', 'revision_number': 5, 'project_id': '888eea1fce944216b18909ecfc854a25', 'subnets': [{'id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:29.887817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-2ce7e7c0-0ad0-4626-abb3-e0f28cb6b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:29.889293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-2ce7e7c0-0ad0-4626-abb3-e0f28cb6b4cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=888eea1fce944216b18909ecfc854a25&device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 1096 time: 0.1216877 Apr 05 18:37:29.898494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544caa4-53c1-4b77-95f2-368cf94fba7d req-5854afe6-4b2c-4b5b-8c27-6b7bd3cc45f5 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:29.899791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6544caa4-53c1-4b77-95f2-368cf94fba7d req-5854afe6-4b2c-4b5b-8c27-6b7bd3cc45f5 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1309767 Apr 05 18:37:29.909682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7251e-5620-45b3-9271-7136690b4323 None None] The sync data for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 is: [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f070ab49-215b-4077-9b53-7353a0cfde47', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'port_id': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'mac_address': 'fa:16:3e:b2:9b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:36:41Z', 'updated_at': '2022-04-05T18:37:28Z', 'revision_number': 1, 'project_id': '888eea1fce944216b18909ecfc854a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6', 'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'mac_address': 'fa:16:3e:f3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:35Z', 'updated_at': '2022-04-05T18:36:40Z', 'revision_number': 5, 'project_id': '888eea1fce944216b18909ecfc854a25', 'subnets': [{'id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:29.918178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e1019f7a-9dae-45a6-965b-771a33421811 req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Calling delete_port for b7e4ea99-7abf-4d60-a963-f6b616b54ec3 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:30.074380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6544caa4-53c1-4b77-95f2-368cf94fba7d req-f46cdf38-bf50-4196-a8f1-57dd77b1d27c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623774 Apr 05 18:37:30.131595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-45ebcce8-c167-4a3b-9c6a-3188c341a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:30.133402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-45ebcce8-c167-4a3b-9c6a-3188c341a553 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4791ec63-d6dc-43f6-84d9-1728ac3ff410 HTTP/1.1" status: 200 len: 914 time: 0.2325346 Apr 05 18:37:30.149276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd370b02-f484-43f2-b622-e399c17ba792 req-0113d9c7-c95a-4933-a00c-ce722f6ee307 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:30.157852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd370b02-f484-43f2-b622-e399c17ba792 req-0113d9c7-c95a-4933-a00c-ce722f6ee307 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1277668 Apr 05 18:37:30.302100 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fd4fa-fc47-45a8-83fe-29f5eab817b5 None None] New status for floating IP f070ab49-215b-4077-9b53-7353a0cfde47: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:37:30.351776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd370b02-f484-43f2-b622-e399c17ba792 req-ee69bad0-7c67-4af5-a283-be3b27021b02 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889675 Apr 05 18:37:30.360450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-1bb1cfa4-d4e1-4851-bddd-e19a13600b4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92c2fecd-9ec5-4378-b1dd-3ff203716bd5 HTTP/1.1" status: 200 len: 998 time: 0.1996355 Apr 05 18:37:30.371567 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e1019f7a-9dae-45a6-965b-771a33421811 req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:30.386749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['b7e4ea99-7abf-4d60-a963-f6b616b54ec3'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:30.442219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecf25c-66cb-4ad5-80fd-a32a53b9f492 req-e69631eb-8f8b-4603-ba05-903d82b323db tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:30.450015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4cecf25c-66cb-4ad5-80fd-a32a53b9f492 req-e69631eb-8f8b-4603-ba05-903d82b323db tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.2311792 Apr 05 18:37:30.548429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Pushing event deleted for resources: {'Port': ['ID=b7e4ea99-7abf-4d60-a963-f6b616b54ec3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:30.582923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3dcef28e-2e62-4ed6-a721-6db11ea70593 req-ae286833-6760-4fb3-832b-b59ec9121db9 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 210 time: 0.0963464 Apr 05 18:37:30.610645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1019f7a-9dae-45a6-965b-771a33421811 req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] No DVR routers for this DVR port b7e4ea99-7abf-4d60-a963-f6b616b54ec3 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:30.617643 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e1019f7a-9dae-45a6-965b-771a33421811 req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:30.621133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1019f7a-9dae-45a6-965b-771a33421811 req-cb7d1bad-aa3a-4693-b0d6-03fa06a4c30c tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.20 "DELETE /v2.0/ports/b7e4ea99-7abf-4d60-a963-f6b616b54ec3 HTTP/1.1" status: 204 len: 173 time: 1.4464357 Apr 05 18:37:30.621983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'name': 'network-vif-deleted', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:30.623941 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0a94b1-37df-4d26-8372-d0c7d481cce7" -d '{"events": [{"server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "name": "network-vif-deleted", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:30.629177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-956385b5-9001-473c-bf3e-527a618c693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:30.630623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-956385b5-9001-473c-bf3e-527a618c693d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91627e75-d173-4a63-a7be-bd2bb7df6da3 HTTP/1.1" status: 200 len: 853 time: 0.2603722 Apr 05 18:37:30.683486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4cecf25c-66cb-4ad5-80fd-a32a53b9f492 req-ee2e86e6-faa3-41fd-848e-278961a68a4f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996400 Apr 05 18:37:30.739239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-bb64ba6f-bb3c-4917-92c0-8f16fcd34df4 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=74a7449a77834108b52e965683f25b62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636904 Apr 05 18:37:30.783855 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5537bf76-97fc-4a64-becc-e88d043f552d x-openstack-request-id: req-5537bf76-97fc-4a64-becc-e88d043f552d {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:30.784136 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb17f7e8-4088-42f0-94d9-e2f7efe64606", "name": "network-vif-deleted", "tag": "b7e4ea99-7abf-4d60-a963-f6b616b54ec3", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:30.784352 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5537bf76-97fc-4a64-becc-e88d043f552d {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:30.784734 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5537bf76-97fc-4a64-becc-e88d043f552d'] response: {'server_uuid': 'bb17f7e8-4088-42f0-94d9-e2f7efe64606', 'name': 'network-vif-deleted', 'tag': 'b7e4ea99-7abf-4d60-a963-f6b616b54ec3', 'status': 'completed', 'code': 200} Apr 05 18:37:30.793876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-977c66b8-ce88-49d1-a600-6556aa88a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:30.795299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-977c66b8-ce88-49d1-a600-6556aa88a01d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4791ec63-d6dc-43f6-84d9-1728ac3ff410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553764 Apr 05 18:37:30.948859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-917fad52-3058-402d-8e9b-850315bc65fc tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:30.955342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-917fad52-3058-402d-8e9b-850315bc65fc tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145953 Apr 05 18:37:30.981678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-25f19074-936e-4f70-9e96-ff56182378d1 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/quotas/74a7449a77834108b52e965683f25b62 HTTP/1.1" status: 200 len: 375 time: 0.0254712 Apr 05 18:37:30.985512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-5151dc28-caa6-44a4-90c8-746eaf623ff8 service neutron] 10.222.0.20 "GET /v2.0/networks/4791ec63-d6dc-43f6-84d9-1728ac3ff410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633661 Apr 05 18:37:31.023756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-21dcf6d6-833b-41fc-8ea4-d1c105c527a8 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a7449a77834108b52e965683f25b62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354700 Apr 05 18:37:31.115602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ff4365d-f82d-4a7f-bac7-0eb8905bfe97 req-3f1ec116-be9c-4221-beed-ac9fbe7fe24c service neutron] 10.222.0.20 "GET /v2.0/networks/4791ec63-d6dc-43f6-84d9-1728ac3ff410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150432 Apr 05 18:37:31.223160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b95a060-b1df-4d31-9425-ad9314f85d97 req-dacbdcd7-b552-445e-912b-ea9b777e9b0e tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 210 time: 0.0338593 Apr 05 18:37:31.234731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6504-1c21-4390-a50e-e3909b6a7890 req-14fc86eb-e397-4a29-bed7-5def7575840d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:31.242880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12ab6504-1c21-4390-a50e-e3909b6a7890 req-14fc86eb-e397-4a29-bed7-5def7575840d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.0905187 Apr 05 18:37:31.320676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12ab6504-1c21-4390-a50e-e3909b6a7890 req-46429cd6-7722-4c06-a085-71d584001e59 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720315 Apr 05 18:37:31.392737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-6bfa1fc3-1e71-4f47-b517-c6c8ec9d8da9 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=74a7449a77834108b52e965683f25b62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259235 Apr 05 18:37:31.522779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39664910-bf8f-4d22-ac81-a417fc78933e req-078e769a-6d5b-49d1-b643-140540c9dc26 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:31.524351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39664910-bf8f-4d22-ac81-a417fc78933e req-078e769a-6d5b-49d1-b643-140540c9dc26 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.0899086 Apr 05 18:37:31.577794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-068a7620-07c4-466d-9006-683561ab83e0 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:31.579327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-068a7620-07c4-466d-9006-683561ab83e0 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799476 Apr 05 18:37:31.595206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Request body: {'port': {'device_id': '921ec884-7440-4491-bf32-54fc3f080c6c', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '74a7449a77834108b52e965683f25b62'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:31.602453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39664910-bf8f-4d22-ac81-a417fc78933e req-5b73bc97-5dd0-4b03-be22-182fb666c6a9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698493 Apr 05 18:37:31.753729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-602ad879-f9b7-4fb3-b6a8-e3b9e248b0ff req-b3a678f1-6df3-4e32-b37b-a5df7022c708 tempest-FloatingIPsAssociationTestJSON-632314069 tempest-FloatingIPsAssociationTestJSON-632314069-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb17f7e8-4088-42f0-94d9-e2f7efe64606 HTTP/1.1" status: 200 len: 210 time: 0.0601876 Apr 05 18:37:31.860865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Made reservation on behalf of 74a7449a77834108b52e965683f25b62 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:37:31.864879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:31.880779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:31.920659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cf8c3-7efa-4dc9-bda8-d92a2c65d5a0 req-15b02aae-7898-445a-9e82-fb081b58174d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:31.922417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb6cf8c3-7efa-4dc9-bda8-d92a2c65d5a0 req-15b02aae-7898-445a-9e82-fb081b58174d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.1099775 Apr 05 18:37:31.987382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb6cf8c3-7efa-4dc9-bda8-d92a2c65d5a0 req-9e43b2b9-c200-434f-879e-bb8a24e95239 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558915 Apr 05 18:37:32.032473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:32.039585 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:32.099982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:32.182173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Allocated IP 192.168.233.185 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:37:32.358981 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:32.396703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-003a01a2-2d19-44fa-8202-2eac31e6be04 req-67885dfc-8e0b-47cf-8f1c-8eef53fa87e0 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 210 time: 0.0450921 Apr 05 18:37:32.463014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8f44d69e-e783-4350-aec8-748bf48527f6 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=74a7449a77834108b52e965683f25b62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507181 Apr 05 18:37:32.501552 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:32.571283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77c879-47a1-409e-9d1f-114b94afb9c8 req-85c7c02a-6391-4077-b684-5ab2151d2812 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:32.572642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d77c879-47a1-409e-9d1f-114b94afb9c8 req-85c7c02a-6391-4077-b684-5ab2151d2812 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1747959 Apr 05 18:37:32.619514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:32.635688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:32.641660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:32.644165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:37:32.647610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b7e4ea99-7abf-4d60-a963-f6b616b54ec3 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:32.689567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.689902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.690235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.690585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.690901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.691221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.691535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.691846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.692159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.692470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.692781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.693091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:32.693205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: b7e4ea99-7abf-4d60-a963-f6b616b54ec3 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:32.693696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b7e4ea99-7abf-4d60-a963-f6b616b54ec3 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:32.713101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-c728fcd5-79c8-4450-b339-b5c465137052 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:32.714558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-c728fcd5-79c8-4450-b339-b5c465137052 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2440298 Apr 05 18:37:32.727337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d77c879-47a1-409e-9d1f-114b94afb9c8 req-8d563cb2-53a7-4e1a-9a03-5a32ed127b80 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425700 Apr 05 18:37:32.737360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Request body: {'port': {'device_id': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '74a7449a77834108b52e965683f25b62'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:32.784524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:32.785149 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:32.847244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-1e13b9a6-0429-4a3b-ae8f-b86cd52e3732 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2560108 Apr 05 18:37:32.870232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f54d6-f456-40df-a1fb-54d9fce2b683 req-c7320a64-0201-4a39-a895-c0ef6722fd61 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:32.871794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5f54d6-f456-40df-a1fb-54d9fce2b683 req-c7320a64-0201-4a39-a895-c0ef6722fd61 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1747239 Apr 05 18:37:32.877951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Request body: {'port': {'device_id': '921ec884-7440-4491-bf32-54fc3f080c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:32.879687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35526) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:32.980202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5f54d6-f456-40df-a1fb-54d9fce2b683 req-6905f9ed-eaec-4180-b801-8b48595ffd35 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956781 Apr 05 18:37:32.990213 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:32.994101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Made reservation on behalf of 74a7449a77834108b52e965683f25b62 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:37:32.998721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.031099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5a8dbe0c-b49e-4ca6-bd2c-122a60929594 None None] Provisioning complete for port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:33.031731 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a8dbe0c-b49e-4ca6-bd2c-122a60929594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.070718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5a8dbe0c-b49e-4ca6-bd2c-122a60929594 None None] Port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:37:33.282887 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.292786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bdcd8-b89a-47a6-aac7-f23c922383f9 req-dcd98f38-c91f-4433-9fa8-59e08a8f7be2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:33.294283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b89bdcd8-b89a-47a6-aac7-f23c922383f9 req-dcd98f38-c91f-4433-9fa8-59e08a8f7be2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.1998496 Apr 05 18:37:33.333158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Allocated IP 192.168.233.168 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/ad4a9d19-1f3d-48a1-a40c-809390a5a7ac) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:37:33.364634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b89bdcd8-b89a-47a6-aac7-f23c922383f9 req-7c956c49-9d20-4129-903d-4b2d4cd33f12 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633140 Apr 05 18:37:33.529149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64c6ac20-ebf8-4ff4-ae4d-6daecd9aa775 req-81b99144-0a55-4a9d-9cc7-99a24945286a tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 210 time: 0.0352573 Apr 05 18:37:33.572103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Deleting port 31ec2083-6372-41b7-a264-5e8b03cacb85 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:33.572446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.580471 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.628621 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.658860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] For port 31ec2083-6372-41b7-a264-5e8b03cacb85, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=31ec2083-6372-41b7-a264-5e8b03cacb85,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:33.659151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.671945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Calling delete_port for 31ec2083-6372-41b7-a264-5e8b03cacb85 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:33.719128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:33.728329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Pushing event updated for resources: {'Port': ['ID=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:33.730774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:33.734122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:37:33.828446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:33.829101 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.923062 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.946171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:33.964774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:33.981164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Transition to ACTIVE for port object ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:37:34.009227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:34.013379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ec2083-6372-41b7-a264-5e8b03cacb85,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:34.129568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-8c0e3dc1-9aa5-4b26-b584-6df08451a203 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3958285 Apr 05 18:37:34.185950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Request body: {'port': {'device_id': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:34.212526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-024f58ac-8bc8-4bea-9d2b-defa56ab2345 None None] Provisioning complete for port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:34.217877 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-024f58ac-8bc8-4bea-9d2b-defa56ab2345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:34.324556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-024f58ac-8bc8-4bea-9d2b-defa56ab2345 None None] Port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:37:34.365504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:34.406839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b134a9-5c01-4b45-9629-e5a9589a6253 req-10358f5a-a9e6-4008-bc54-d739f4bc9451 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:34.415946 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08b134a9-5c01-4b45-9629-e5a9589a6253 req-10358f5a-a9e6-4008-bc54-d739f4bc9451 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.5711055 Apr 05 18:37:34.436726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5592a0-c254-4f43-acf9-8837fc46f363 req-974ff58d-36ff-43fd-a539-56986f14e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:34.438993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f5592a0-c254-4f43-acf9-8837fc46f363 req-974ff58d-36ff-43fd-a539-56986f14e5b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 1101 time: 0.4438388 Apr 05 18:37:34.439843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:34.450560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:34.650655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f5592a0-c254-4f43-acf9-8837fc46f363 req-ad2fecbf-3893-47f5-9671-ec68bcc5c62f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947832 Apr 05 18:37:34.667041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08b134a9-5c01-4b45-9629-e5a9589a6253 req-c11284bf-8e89-4aa0-96ac-b9b7e53d0c04 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500863 Apr 05 18:37:34.823136 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:35.084814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Router fd401346-f6b2-4c31-9124-f96a7dd499e4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:35.119945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cb429-1cdf-487a-b0a2-2507abc835fc req-483cdb24-85a4-4be9-844a-a9b339b172fc tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:35.121335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d7cb429-1cdf-487a-b0a2-2507abc835fc req-483cdb24-85a4-4be9-844a-a9b339b172fc tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.8595233 Apr 05 18:37:35.125103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Attempting to bind port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:35.125424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Attempting to bind port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:35.125740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Attempting to bind port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:35.139483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:37:35.139789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Attempting to bind port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:35.169621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:35.169982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:35.170498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:35.171000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Bound port: ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:35.171485 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:35.254705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:35.262908 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c233a616-f01d-4db0-8ee0-aa8e57f642e0 admin admin] 10.222.0.15 "PUT /v2.0/routers/fd401346-f6b2-4c31-9124-f96a7dd499e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3794937 Apr 05 18:37:35.264266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35564) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:35.265786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] Sync routers for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:35.279270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:35.280012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:35.327532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:35.332815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:35.386818 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:35.506464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:35.515443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:35.527767 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:35.547710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d7cb429-1cdf-487a-b0a2-2507abc835fc req-6c2ffd2d-ec98-4e19-b71e-78f46d0e46ed tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140615 Apr 05 18:37:35.586931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f415c6-f6cd-403d-95e4-4e50a635020f req-56323090-0e03-4518-9607-0648996d8892 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:35.602905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5f415c6-f6cd-403d-95e4-4e50a635020f req-56323090-0e03-4518-9607-0648996d8892 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.8473022 Apr 05 18:37:35.633809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Deleting port 204e640e-fe97-4370-a40f-f006c2ccbe0b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:35.634334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:35.656955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5f415c6-f6cd-403d-95e4-4e50a635020f req-7c4f451e-1dd0-441f-8dd9-a45e3de50c6e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560672 Apr 05 18:37:35.665718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:35.666333 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:35.680971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] 10.222.0.20 "PUT /v2.0/ports/ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff HTTP/1.1" status: 200 len: 1096 time: 2.8105714 Apr 05 18:37:35.716870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:35.719523 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8f40a9-02d2-4f57-91ed-276ebe12989b" -d '{"events": [{"name": "network-changed", "server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:35.776837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe553706-484d-4be6-8937-a199dbfab4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:35.893070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] For port 204e640e-fe97-4370-a40f-f006c2ccbe0b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=204e640e-fe97-4370-a40f-f006c2ccbe0b,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:35.893390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:35.895205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4a9d19-1f3d-48a1-a40c-809390a5a7ac {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:35.897278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:37:33Z', 'revision_number': 5, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port': {'id': '204e640e-fe97-4370-a40f-f006c2ccbe0b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:35.909623 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:35.942024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Calling delete_port for 204e640e-fe97-4370-a40f-f006c2ccbe0b owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:35.964101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c2211-06e0-4622-9056-98f26f00d0a0 req-9275be14-eaeb-478b-ad26-e62e41cb1635 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:35.965742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-424c2211-06e0-4622-9056-98f26f00d0a0 req-9275be14-eaeb-478b-ad26-e62e41cb1635 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 936 time: 0.2009282 Apr 05 18:37:35.967773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Transition to ACTIVE for port object ad4a9d19-1f3d-48a1-a40c-809390a5a7ac will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:37:36.000183 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:36.003579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-7e047c86-2d48-4957-a872-c60b15e8d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:36.005086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-7e047c86-2d48-4957-a872-c60b15e8d6d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a7449a77834108b52e965683f25b62&device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 1099 time: 0.2182767 Apr 05 18:37:36.082980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-424c2211-06e0-4622-9056-98f26f00d0a0 req-8ea90240-cc57-4b0a-9a05-b28a56b30334 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082020 Apr 05 18:37:36.178913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-cabd6219-20f0-4452-b30a-205ede2c8c3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff HTTP/1.1" status: 200 len: 217 time: 0.1628373 Apr 05 18:37:36.184198 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290defa9-fb78-439b-b1f4-9ae1188232e6 x-openstack-request-id: req-290defa9-fb78-439b-b1f4-9ae1188232e6 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:36.184477 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:36.184723 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-290defa9-fb78-439b-b1f4-9ae1188232e6 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:36.185109 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290defa9-fb78-439b-b1f4-9ae1188232e6'] response: {'name': 'network-changed', 'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'status': 'completed', 'code': 200} Apr 05 18:37:36.237522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] Checking router: fd401346-f6b2-4c31-9124-f96a7dd499e4 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:36.256122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] Routers {'fd401346-f6b2-4c31-9124-f96a7dd499e4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:36.260279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd401346-f6b2-4c31-9124-f96a7dd499e4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:36.281490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c20fa0-7ecb-43b1-84ef-02f7ccb83fdf req-4fa91aba-fb78-42f4-9ced-897ab58024d1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:36.289960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39c20fa0-7ecb-43b1-84ef-02f7ccb83fdf req-4fa91aba-fb78-42f4-9ced-897ab58024d1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.2537801 Apr 05 18:37:36.324422 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-61acd2f2-233e-4d2b-9933-89190fd0d9ba service neutron] 10.222.0.20 "GET /v2.0/ports/38248a8e-8da2-47fa-9910-e833c7a15a6d/bindings/n-h1-836650-3 HTTP/1.1" status: 200 len: 384 time: 0.1267834 Apr 05 18:37:36.385493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39c20fa0-7ecb-43b1-84ef-02f7ccb83fdf req-c6585832-6f37-40dc-963b-a7fc85417ccd tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918324 Apr 05 18:37:36.401718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Pushing event updated for resources: {'Port': ['ID=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:36.451248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Attempting to bind port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:36.451914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Attempting to bind port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:36.452441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Attempting to bind port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:36.456803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-9e19fc47-bc5c-443f-b48d-4968f6562441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:36.458484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-9e19fc47-bc5c-443f-b48d-4968f6562441 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.2611625 Apr 05 18:37:36.463733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:37:36.464321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Attempting to bind port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:36.480037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:36.480715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:36.481291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:36.481932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Bound port: ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:36.482516 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:36.489494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] Set router fd401346-f6b2-4c31-9124-f96a7dd499e4 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:36.540462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0536e-81d8-4a36-83df-b460629d5ac0 req-d288bed2-56b5-4cb8-b46d-53b81e4e3e2d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:36.542675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2e0536e-81d8-4a36-83df-b460629d5ac0 req-d288bed2-56b5-4cb8-b46d-53b81e4e3e2d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 946 time: 0.1632934 Apr 05 18:37:36.579269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:36.590058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:37:35Z', 'revision_number': 6, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:36.597585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-3b41854b-4e65-4be0-a43c-90d11b2febc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:36.600425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-3b41854b-4e65-4be0-a43c-90d11b2febc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292436 Apr 05 18:37:36.605686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:36.644064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38248a8e-8da2-47fa-9910-e833c7a15a6d {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:36.657442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2e0536e-81d8-4a36-83df-b460629d5ac0 req-66443a69-cc0d-409f-b867-3bdece1aef19 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960128 Apr 05 18:37:36.659229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:36.682239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bedcd-d1cb-42c7-ae2e-2019318e1218 None None] The sync data for ids ['fd401346-f6b2-4c31-9124-f96a7dd499e4'] in n-d-836650-3 is: [{'id': 'fd401346-f6b2-4c31-9124-f96a7dd499e4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1556575631-router', 'tenant_id': 'e64ca593cdfe4d51aadabb1203a05731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:14Z', 'updated_at': '2022-04-05T18:37:35Z', 'revision_number': 6, 'project_id': 'e64ca593cdfe4d51aadabb1203a05731', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:36.691128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:36.702647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:36.706660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 38248a8e-8da2-47fa-9910-e833c7a15a6d no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:36.741846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Pushing event deleted for resources: {'Port': ['ID=204e640e-fe97-4370-a40f-f006c2ccbe0b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:36.753483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:36.783594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:36.818306 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:36.826620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] Transition to ACTIVE for port object 38248a8e-8da2-47fa-9910-e833c7a15a6d will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:37:36.837691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:36.874887 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87908ca3-1caa-4cbf-9c63-2d013b4790b7 req-205833f4-4e76-4efc-a14f-29c579b6675a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:36.878807 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:36.883967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87908ca3-1caa-4cbf-9c63-2d013b4790b7 req-205833f4-4e76-4efc-a14f-29c579b6675a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.1738255 Apr 05 18:37:36.925121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-f81bfd1d-14e4-43f8-a573-7bf83551a369 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150723 Apr 05 18:37:36.974033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:36.974802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:36.977684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] 10.222.0.20 "PUT /v2.0/ports/ad4a9d19-1f3d-48a1-a40c-809390a5a7ac HTTP/1.1" status: 200 len: 1096 time: 2.8332093 Apr 05 18:37:37.000080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] No DVR routers for this DVR port 38248a8e-8da2-47fa-9910-e833c7a15a6d on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:37.017872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] Pushing event updated for resources: {'Port': ['ID=38248a8e-8da2-47fa-9910-e833c7a15a6d,revision_number=10']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:37.039439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.097797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5078a-1d1f-43c4-905f-94320dace43a req-e0f5a318-b949-4584-b4fd-a2ef0aa6c042 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.106920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56e5078a-1d1f-43c4-905f-94320dace43a req-e0f5a318-b949-4584-b4fd-a2ef0aa6c042 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 943 time: 0.2854934 Apr 05 18:37:37.129651 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-75831786-fcb9-4bd4-8834-3a9023180e98 service neutron] 10.222.0.20 "PUT /v2.0/ports/38248a8e-8da2-47fa-9910-e833c7a15a6d/bindings/n-h1-836650-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7916210 Apr 05 18:37:37.141027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87908ca3-1caa-4cbf-9c63-2d013b4790b7 req-ff783ab3-4526-4e31-b7f2-010574d09152 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559917 Apr 05 18:37:37.170355 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.173671 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.188160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6956ce6-6e73-45d9-b13e-cf5d9913f61b service neutron] Pushing event updated for resources: {'Port': ['ID=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:37.254430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-e9ee55f8-600c-45e9-b9e7-930350d8b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.263826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-e9ee55f8-600c-45e9-b9e7-930350d8b0db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a7449a77834108b52e965683f25b62&device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 1099 time: 0.2271047 Apr 05 18:37:37.267686 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.268222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd401346-f6b2-4c31-9124-f96a7dd499e4 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:37:37.277916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-078e91d3-c4b7-401a-bf1d-9ea0d0fbca6d req-120597ba-e6d8-4f40-b8e7-c5eb2042ec43 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384461 Apr 05 18:37:37.279246 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.281014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4a1732e7-3c1c-4165-9145-0884c1953eda admin admin] 10.222.0.15 "DELETE /v2.0/routers/fd401346-f6b2-4c31-9124-f96a7dd499e4 HTTP/1.1" status: 204 len: 168 time: 2.0153537 Apr 05 18:37:37.283126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35584) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:37.288016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56e5078a-1d1f-43c4-905f-94320dace43a req-be05635b-de8b-4eec-8430-eec790688d6b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802452 Apr 05 18:37:37.361304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b6b7d8-46b1-4d0b-947c-2da860d6c068 admin admin] Deleting subnet 270c75a5-8808-490b-9e89-286b3382ae8e {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:37:37.363514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-5279e388-52f0-49ee-a017-42404bfa715a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac HTTP/1.1" status: 200 len: 217 time: 0.0844584 Apr 05 18:37:37.365760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51b6b7d8-46b1-4d0b-947c-2da860d6c068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.446317 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51b6b7d8-46b1-4d0b-947c-2da860d6c068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.495581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e15ee3-ca9a-4817-a469-4112c3722cd4 req-28599336-cab1-4dff-8f42-983928b12391 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.497279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44e15ee3-ca9a-4817-a469-4112c3722cd4 req-28599336-cab1-4dff-8f42-983928b12391 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 948 time: 0.2331910 Apr 05 18:37:37.542231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a586ab5d-69ba-472e-aeec-c170503878c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.543938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-a586ab5d-69ba-472e-aeec-c170503878c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1657882 Apr 05 18:37:37.549292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-bd12f283-506f-4f4d-b480-4712a03606b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.551056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-bd12f283-506f-4f4d-b480-4712a03606b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a7449a77834108b52e965683f25b62&device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 1099 time: 0.2003510 Apr 05 18:37:37.552317 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51b6b7d8-46b1-4d0b-947c-2da860d6c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.628537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51b6b7d8-46b1-4d0b-947c-2da860d6c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.645733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51b6b7d8-46b1-4d0b-947c-2da860d6c068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.651774 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-51b6b7d8-46b1-4d0b-947c-2da860d6c068 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/270c75a5-8808-490b-9e89-286b3382ae8e HTTP/1.1" status: 204 len: 168 time: 0.3577073 Apr 05 18:37:37.652825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-7d726dac-bfa6-4eea-a5c6-5621f496cf98 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.654304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-7d726dac-bfa6-4eea-a5c6-5621f496cf98 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.2210448 Apr 05 18:37:37.654795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35588) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:37.656186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49900c54-6190-4880-8313-74ef7735eca3 None None] Network 61b48f83-de82-4246-81dc-5c04fbfd6b89 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:37:37.670615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6b7d8-46b1-4d0b-947c-2da860d6c068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270c75a5-8808-490b-9e89-286b3382ae8e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:37.712504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44e15ee3-ca9a-4817-a469-4112c3722cd4 req-0048e9f6-b826-40cc-8941-bc8a02941fcc tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996329 Apr 05 18:37:37.760116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556fb64-8855-4c44-a84a-fa59ba0b89e7 req-b2e8ed50-49ac-4618-8b67-8e984ad24cdf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.767752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3556fb64-8855-4c44-a84a-fa59ba0b89e7 req-b2e8ed50-49ac-4618-8b67-8e984ad24cdf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.2676408 Apr 05 18:37:37.929664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-f9e64374-c7ac-4d50-bea8-993c442c40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.931648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-f9e64374-c7ac-4d50-bea8-993c442c40c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3714716 Apr 05 18:37:37.957241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-abaa5b24-53cd-429b-88a4-1662bb887be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.958755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-abaa5b24-53cd-429b-88a4-1662bb887be3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.3838310 Apr 05 18:37:37.961813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:37.980430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba6b39-2b6b-472c-8fb6-3eb6d11f3c8d None None] DHCP port deletion for 61b48f83-de82-4246-81dc-5c04fbfd6b89 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:37:37.984485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-9feda79f-dfff-47de-a15a-6eb9f5dacfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:37.985994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-9feda79f-dfff-47de-a15a-6eb9f5dacfad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a HTTP/1.1" status: 200 len: 1095 time: 0.2971547 Apr 05 18:37:38.004443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3556fb64-8855-4c44-a84a-fa59ba0b89e7 req-993295bf-5afc-48ee-9e03-4c6a345c24d1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343590 Apr 05 18:37:38.084566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0fba6b39-2b6b-472c-8fb6-3eb6d11f3c8d None None] Deleting port 81dbfea5-d7af-453b-b177-49e25067f90d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:38.084949 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fba6b39-2b6b-472c-8fb6-3eb6d11f3c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:38.111970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-265a3a1f-3af8-45cc-bb41-f33e0d9e66ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff HTTP/1.1" status: 200 len: 217 time: 0.1310189 Apr 05 18:37:38.171716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0fba6b39-2b6b-472c-8fb6-3eb6d11f3c8d None None] For port 81dbfea5-d7af-453b-b177-49e25067f90d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=81dbfea5-d7af-453b-b177-49e25067f90d,segment=NetworkSegment(c224e2b6-bbd9-4944-b4c2-337a7152aefb),segment_id=c224e2b6-bbd9-4944-b4c2-337a7152aefb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:38.172130 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fba6b39-2b6b-472c-8fb6-3eb6d11f3c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:38.180842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dafaae-0be5-4395-8ce8-032676c63656 req-a18f8ddf-fd51-4cd9-9d3f-493c863134c3 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:38.186724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67dafaae-0be5-4395-8ce8-032676c63656 req-a18f8ddf-fd51-4cd9-9d3f-493c863134c3 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 946 time: 0.3384161 Apr 05 18:37:38.196512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0fba6b39-2b6b-472c-8fb6-3eb6d11f3c8d None None] Calling delete_port for 81dbfea5-d7af-453b-b177-49e25067f90d owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:38.218036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:38.221610 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a79d8b2-44f1-4164-b719-9448f4ff62dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:38.309590 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fba6b39-2b6b-472c-8fb6-3eb6d11f3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:38.345085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba6b39-2b6b-472c-8fb6-3eb6d11f3c8d None None] Pushing event deleted for resources: {'Port': ['ID=81dbfea5-d7af-453b-b177-49e25067f90d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:38.346932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fba6b39-2b6b-472c-8fb6-3eb6d11f3c8d None None] No DVR routers for this DVR port 81dbfea5-d7af-453b-b177-49e25067f90d on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:38.377482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-c2cc54ea-1de6-4064-998c-e84b2a9f1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:38.379186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-c2cc54ea-1de6-4064-998c-e84b2a9f1162 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1095 time: 0.2821391 Apr 05 18:37:38.392047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-d1d62b32-9591-48cd-96ca-36d9d8896940 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507627 Apr 05 18:37:38.393393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-28924adc-fa2b-4b2a-a7fb-8be2d2b544d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:38.394820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-28924adc-fa2b-4b2a-a7fb-8be2d2b544d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.2658832 Apr 05 18:37:38.505471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67dafaae-0be5-4395-8ce8-032676c63656 req-6f237f74-dcd2-4fc3-994e-c374730c814c tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512455 Apr 05 18:37:38.607209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 204e640e-fe97-4370-a40f-f006c2ccbe0b no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:38.660191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 204e640e-fe97-4370-a40f-f006c2ccbe0b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:38.660853 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 204e640e-fe97-4370-a40f-f006c2ccbe0b not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:38.661259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 81dbfea5-d7af-453b-b177-49e25067f90d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:38.675791 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-f881fddb-c283-4172-b579-a29e220d6b02 req-1e88201d-10bd-4314-ad04-54864a4f5eeb service neutron] show failed (client error): The resource could not be found. Apr 05 18:37:38.677432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-1e88201d-10bd-4314-ad04-54864a4f5eeb service neutron] 10.222.0.25 "GET /v2.0/ports/54b983d8-dc32-44b1-a3b1-24781578a76f/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.1212881 Apr 05 18:37:38.698149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:38.703452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 81dbfea5-d7af-453b-b177-49e25067f90d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:38.703802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 81dbfea5-d7af-453b-b177-49e25067f90d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:38.704279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 31ec2083-6372-41b7-a264-5e8b03cacb85 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:38.737005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 31ec2083-6372-41b7-a264-5e8b03cacb85 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:38.737381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 31ec2083-6372-41b7-a264-5e8b03cacb85 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:38.870144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5f452-1b88-4af7-a4cf-c5be6abc1654 req-e0697143-cfdc-479b-8b74-c17b0016663e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:38.871843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17d5f452-1b88-4af7-a4cf-c5be6abc1654 req-e0697143-cfdc-479b-8b74-c17b0016663e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.5979588 Apr 05 18:37:38.903627 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109e83da-91f7-4f8b-88fb-c2245c6689c7 x-openstack-request-id: req-109e83da-91f7-4f8b-88fb-c2245c6689c7 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:38.903909 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:38.904149 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-109e83da-91f7-4f8b-88fb-c2245c6689c7 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:38.904539 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109e83da-91f7-4f8b-88fb-c2245c6689c7'] response: {'name': 'network-changed', 'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac', 'status': 'completed', 'code': 200} Apr 05 18:37:38.923047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:38.936765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'mac_address': 'fa:16:3e:6c:13:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:37:38.958328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-1679adf2-14f6-4fd9-8bf7-ad7a07921a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:38.959977 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-1679adf2-14f6-4fd9-8bf7-ad7a07921a70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549&tenant_id=d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 1101 time: 0.0465400 Apr 05 18:37:38.973000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:38.988406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Deleting port 81dbfea5-d7af-453b-b177-49e25067f90d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:38.988935 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.000844 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.018683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:39.045604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.050685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:39.058320 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.090199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-13589444-e3b7-4906-9751-7de2b903d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:39.091948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-13589444-e3b7-4906-9751-7de2b903d2b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6802018 Apr 05 18:37:39.127120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:39.143813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] For port 81dbfea5-d7af-453b-b177-49e25067f90d, host n-d-836650-3, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:39.144261 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.162438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17d5f452-1b88-4af7-a4cf-c5be6abc1654 req-6b0dd6fb-bdb1-44e6-a32c-367ca460baf4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527666 Apr 05 18:37:39.204398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453163-ae60-4c33-8a69-d998c4d2d6b5 req-6aa323cf-5e38-4bcb-a86e-5fd351edc46e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:39.206961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27453163-ae60-4c33-8a69-d998c4d2d6b5 req-6aa323cf-5e38-4bcb-a86e-5fd351edc46e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 944 time: 0.3016496 Apr 05 18:37:39.214445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-837163c2-8105-4a2b-8d43-7dfaabb99b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:39.215889 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-837163c2-8105-4a2b-8d43-7dfaabb99b0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.8151972 Apr 05 18:37:39.216735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Calling delete_port for 81dbfea5-d7af-453b-b177-49e25067f90d owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:39.249939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Port 81dbfea5-d7af-453b-b177-49e25067f90d was not found and therefore no delete operation was performed {{(pid=102640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:37:39.263298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7326e2c-f532-421a-91dd-c315f87d0ecb req-6fb38947-b49c-493a-adc2-0b11755beb67 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8432276 Apr 05 18:37:39.281418 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.311031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:39.344723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:39.348847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:39.379970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-9745f66a-fe7c-4618-a032-454b3db14d3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 200 len: 217 time: 0.1285312 Apr 05 18:37:39.390369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:39.393143 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adefeb7-7fcd-49da-bf64-789b24f683b1" -d '{"events": [{"server_uuid": "406633dd-ea08-485e-915e-435c24906549", "name": "network-vif-unplugged", "status": "completed", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:39.400576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.402871 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8de6eaba-04c7-409d-930e-3d9bb2ac58f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.403014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Pushing event deleted for resources: {'Port': ['ID=81dbfea5-d7af-453b-b177-49e25067f90d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:39.419897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Transition to ACTIVE for port object 54b983d8-dc32-44b1-a3b1-24781578a76f will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:37:39.420185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] No DVR routers for this DVR port 81dbfea5-d7af-453b-b177-49e25067f90d on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:39.425531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.487591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] No DVR routers for this DVR port 54b983d8-dc32-44b1-a3b1-24781578a76f on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:39.521248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:39.528618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27453163-ae60-4c33-8a69-d998c4d2d6b5 req-c95bf809-1de1-43da-bdd2-7d9956f29ff7 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755156 Apr 05 18:37:39.545221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:39.546239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:39.546629 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:39.552217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-9b488294-b78f-422f-a002-679f294708f6 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349082 Apr 05 18:37:39.552430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Port 54b983d8-dc32-44b1-a3b1-24781578a76f on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:37:39.552538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:39.558576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:39.558914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:39.559439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:39.559874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Bound port: 54b983d8-dc32-44b1-a3b1-24781578a76f, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:39.560231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.574053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360755d-0799-4193-86ae-87da704081c5 req-7ba4436f-9ec5-49d4-bb9a-398436091f78 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:39.575603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6360755d-0799-4193-86ae-87da704081c5 req-7ba4436f-9ec5-49d4-bb9a-398436091f78 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 948 time: 0.3235040 Apr 05 18:37:39.644793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-313ba11f-5703-476f-9bf6-c8712b17d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:39.646095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-313ba11f-5703-476f-9bf6-c8712b17d245 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.2495217 Apr 05 18:37:39.663266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3aa4c8d7-9e3c-47f7-b634-2ef5e30ecc44 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:39.665340 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3aa4c8d7-9e3c-47f7-b634-2ef5e30ecc44 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 946 time: 0.0753825 Apr 05 18:37:39.698107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-a2a7773e-19ee-4e92-95ef-0393a6b39996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:39.699333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-a2a7773e-19ee-4e92-95ef-0393a6b39996 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a7449a77834108b52e965683f25b62&device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 1099 time: 0.3259504 Apr 05 18:37:39.724388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.731763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:39.739239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:39.760600 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.770677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-5d22c210-f604-4d71-aa57-0328d549b6ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115518 Apr 05 18:37:39.802211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:39.802778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.804717 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] 10.222.0.20 "PUT /v2.0/ports/54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 1096 time: 0.8357456 Apr 05 18:37:39.830799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b48f83-de82-4246-81dc-5c04fbfd6b89']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:39.849128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d3f16-a68d-4ef5-ae22-5da3b5c16cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:39.877140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Deleting port 1aa9bbf5-1f69-4842-8704-8a080119d32e {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:39.877475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:39.915614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c224e2b6-bbd9-4944-b4c2-337a7152aefb') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:39.916210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c224e2b6-bbd9-4944-b4c2-337a7152aefb') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:39.923321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6360755d-0799-4193-86ae-87da704081c5 req-5f6e0f3b-ee06-4b87-bd91-0ae8149cef7c tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340385 Apr 05 18:37:39.953977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-278f91a4-6faa-4141-a50b-35e54337b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:39.956298 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-278f91a4-6faa-4141-a50b-35e54337b470 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1099 time: 0.1226287 Apr 05 18:37:39.986776 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.037002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e789bf-1e48-45cb-a4a2-16eea73c321a req-847ee094-8648-4867-b5e1-50b326ea11cc tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.039996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0e789bf-1e48-45cb-a4a2-16eea73c321a req-847ee094-8648-4867-b5e1-50b326ea11cc tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.3969159 Apr 05 18:37:40.047179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-8ff73acd-7bcb-4737-b6f2-019b0e920b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.048940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-8ff73acd-7bcb-4737-b6f2-019b0e920b8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.3194671 Apr 05 18:37:40.056269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf8f40a9-02d2-4f57-91ed-276ebe12989b req-74f6deb4-ae7d-4526-9cd5-208206631e5c service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775858 Apr 05 18:37:40.069354 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b28b160-859f-4dba-8b4c-a1c8f3723397 x-openstack-request-id: req-5b28b160-859f-4dba-8b4c-a1c8f3723397 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:40.069791 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406633dd-ea08-485e-915e-435c24906549", "name": "network-vif-unplugged", "status": "completed", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:40.070093 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b28b160-859f-4dba-8b4c-a1c8f3723397 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:40.070513 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b28b160-859f-4dba-8b4c-a1c8f3723397'] response: {'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'code': 200} Apr 05 18:37:40.080611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.095664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-c01ae0a9-cb89-48e1-9dc9-9214de0e4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.097112 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-c01ae0a9-cb89-48e1-9dc9-9214de0e4990 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1335077 Apr 05 18:37:40.139414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:37:40.139817 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:37:40.148733 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:37:40.152618 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-a83e9232-0ef1-4793-b86e-37d7e017d091 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.0410912 Apr 05 18:37:40.165963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-5d1877fe-e37f-45cb-94ee-cfda405e7db4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac HTTP/1.1" status: 200 len: 217 time: 0.0894406 Apr 05 18:37:40.172565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] For port 1aa9bbf5-1f69-4842-8704-8a080119d32e, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1aa9bbf5-1f69-4842-8704-8a080119d32e,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:40.172963 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.261384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-39fbe30f-0d52-4eed-8aa0-a7f1690fb049 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778543 Apr 05 18:37:40.271855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0e789bf-1e48-45cb-a4a2-16eea73c321a req-8ed3aa86-947f-4a19-92cc-8704e6790c6a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185016 Apr 05 18:37:40.289734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-423007f2-6702-461d-bd0d-630258f6297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.291255 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-423007f2-6702-461d-bd0d-630258f6297c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1328533 Apr 05 18:37:40.298554 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.315193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afba7f-da0a-40d7-958d-5df589fba26c req-33a46916-348c-4846-a33c-f0b72a4f1351 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.316738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5afba7f-da0a-40d7-958d-5df589fba26c req-33a46916-348c-4846-a33c-f0b72a4f1351 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 946 time: 0.2523744 Apr 05 18:37:40.360775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.364055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] 10.222.0.15 "DELETE /v2.0/networks/61b48f83-de82-4246-81dc-5c04fbfd6b89 HTTP/1.1" status: 204 len: 168 time: 2.6775763 Apr 05 18:37:40.367804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-c19524d0-854e-46c3-b19d-da15ea62ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.369527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-c19524d0-854e-46c3-b19d-da15ea62ac7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1957691 Apr 05 18:37:40.402670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5b895-6149-4717-a4de-527621844158 admin admin] Pushing event deleted for resources: {'Network': ['ID=61b48f83-de82-4246-81dc-5c04fbfd6b89,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:40.543615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5afba7f-da0a-40d7-958d-5df589fba26c req-e2255564-4b21-4ace-80ae-32f328591e2b tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups?id=79132f35-fea1-45df-adca-fc48f4fa3d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782997 Apr 05 18:37:40.554672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-0bbe1eb2-5129-47c3-9471-3eb84a446b6e service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791424 Apr 05 18:37:40.577821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-f7111301-4944-4a26-a76e-ce81f3c1451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.579490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-f7111301-4944-4a26-a76e-ce81f3c1451c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1937487 Apr 05 18:37:40.618516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35624) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:40.621297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:40.662471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881fddb-c283-4172-b579-a29e220d6b02 req-35141cbe-c5a3-4b05-b608-a641034851e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.664124 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-35141cbe-c5a3-4b05-b608-a641034851e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3595829 Apr 05 18:37:40.670257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:40.674495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-41f5a3ea-651e-4262-bfd9-2d71e4e5f5e0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.676246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-41f5a3ea-651e-4262-bfd9-2d71e4e5f5e0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 807 time: 0.2861977 Apr 05 18:37:40.709895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad4a9d19-1f3d-48a1-a40c-809390a5a7ac details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:40.718171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:40.747329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-69d7c511-5d6d-40f3-96b4-77bfa79597e3 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/quotas/41a75e9c823d41ee82bdddcb9c2abe25 HTTP/1.1" status: 200 len: 375 time: 0.0613930 Apr 05 18:37:40.754064 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.754723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.754831 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Floating IP aa113f5b-f801-48de-bc01-ef65a13f0633 disassociated. External IP: 172.25.4.127, port: 1aa9bbf5-1f69-4842-8704-8a080119d32e. Apr 05 18:37:40.755131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Calling delete_port for 1aa9bbf5-1f69-4842-8704-8a080119d32e owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:40.778046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-563ac5f8-2487-4f92-b17b-12522e264a55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e64ca593cdfe4d51aadabb1203a05731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562095 Apr 05 18:37:40.790820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35626) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:40.829057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-53dc67d9-89a6-43b6-9ed8-69752c60095b service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408001 Apr 05 18:37:40.868535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:37:40.875722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:40.876135 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.921000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be9eff-36b0-4335-90bf-203f5839e05c req-3f39f7af-8f4e-47d8-b9d2-f87789c2e98c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:40.928500 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56be9eff-36b0-4335-90bf-203f5839e05c req-3f39f7af-8f4e-47d8-b9d2-f87789c2e98c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 948 time: 0.2320027 Apr 05 18:37:40.934157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:40.954479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac', 'mac_address': 'fa:16:3e:ed:8b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:37:40.959269 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-b5675167-7a62-4678-8eca-2b9e231549ac service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435515 Apr 05 18:37:40.978785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:40.985822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-640a96d3-a82b-4401-8107-606479a6b281 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2161162 Apr 05 18:37:41.040225 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.042165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.043119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-ce58b48b-93b6-4b9a-8899-6be482d56b91 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:41.044772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-ce58b48b-93b6-4b9a-8899-6be482d56b91 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.2055023 Apr 05 18:37:41.053310 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6acf2a9-3443-4333-8e53-d67cd5079d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.055852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event deleted for resources: {'Port': ['ID=1aa9bbf5-1f69-4842-8704-8a080119d32e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:41.073734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4a9d19-1f3d-48a1-a40c-809390a5a7ac {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:41.086798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:41.089422 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63fb663-d630-4154-bb45-a6a3d8f2a04a" -d '{"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-plugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:41.114278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:41.116539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:41.119931 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.124744 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.147284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56be9eff-36b0-4335-90bf-203f5839e05c req-001fad34-0e06-4203-9f4f-117c46252787 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178965 Apr 05 18:37:41.184331 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f881fddb-c283-4172-b579-a29e220d6b02 req-9a6ee705-e2b4-40cd-b3cc-24f7d41ef744 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158940 Apr 05 18:37:41.184494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:41.190741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6acf2a9-3443-4333-8e53-d67cd5079d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.213188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a79d8b2-44f1-4164-b719-9448f4ff62dd req-05576196-05e8-433e-b1d0-b667d0cf2f8c service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556502 Apr 05 18:37:41.284395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Router ab9b65c2-214d-4aea-9929-262ea2841b48 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:41.291560 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:41.295796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-14650fef-450d-4609-af37-fc72f048003d service neutron] 10.222.0.15 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960200 Apr 05 18:37:41.415733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:41.433540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ad4a9d19-1f3d-48a1-a40c-809390a5a7ac'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:41.437669 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] Sync routers for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:41.442068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79233b72-92db-4b55-a42d-eb92b651ccda req-63e4fdfe-67b9-4773-b18c-750c7d6bfef2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:41.443610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79233b72-92db-4b55-a42d-eb92b651ccda req-63e4fdfe-67b9-4773-b18c-750c7d6bfef2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 944 time: 0.1785312 Apr 05 18:37:41.452870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6acf2a9-3443-4333-8e53-d67cd5079d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.457411 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:41.458351 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:41.461104 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6acf2a9-3443-4333-8e53-d67cd5079d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.465069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e6acf2a9-3443-4333-8e53-d67cd5079d57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45d87832-d693-49b9-84ad-3831a704263c HTTP/1.1" status: 204 len: 168 time: 0.6690300 Apr 05 18:37:41.506486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-280e67a1-31fa-41e8-8f8c-c267ea5e829b service neutron] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:41.523385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] No DVR routers for this DVR port 1aa9bbf5-1f69-4842-8704-8a080119d32e on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:41.528818 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.532627 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-280e67a1-31fa-41e8-8f8c-c267ea5e829b service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.533824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df26fed-b7ee-4441-9570-7336445a67c1 req-280e67a1-31fa-41e8-8f8c-c267ea5e829b service neutron] 10.222.0.25 "DELETE /v2.0/ports/38248a8e-8da2-47fa-9910-e833c7a15a6d/bindings/n-h2-836650-3 HTTP/1.1" status: 204 len: 173 time: 0.4774456 Apr 05 18:37:41.549811 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6993ac76-bf7a-4e92-b412-19668cd0fce8 req-3bfc3ea2-d685-4b3a-8e4f-cae2ce78b77d tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.25 "DELETE /v2.0/ports/1aa9bbf5-1f69-4842-8704-8a080119d32e HTTP/1.1" status: 204 len: 173 time: 1.8737564 Apr 05 18:37:41.553851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acf2a9-3443-4333-8e53-d67cd5079d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d87832-d693-49b9-84ad-3831a704263c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:41.564381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-0078f82c-c7c9-4080-9733-0c48f3d7c6f9 service neutron] 10.222.0.15 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676778 Apr 05 18:37:41.622342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79233b72-92db-4b55-a42d-eb92b651ccda req-f3323af9-991a-4598-aa14-c259aa4a1cee tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554677 Apr 05 18:37:41.648231 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:41.784833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b0ce-3c97-49cc-8253-2c03e1c59b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:41.838925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f564-8ba8-4ee2-b784-e8df45f4d27e req-e00a1ad0-bb9d-433b-bffd-d298a6a8f12a tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:41.840748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93e1f564-8ba8-4ee2-b784-e8df45f4d27e req-e00a1ad0-bb9d-433b-bffd-d298a6a8f12a tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 949 time: 0.0692494 Apr 05 18:37:41.932039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93e1f564-8ba8-4ee2-b784-e8df45f4d27e req-6ed7c1f9-a853-4abb-9467-9913832bf5de tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829709 Apr 05 18:37:42.018925 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:42.033111 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e153e1-0ea6-4fb8-8a15-347ddf830348 x-openstack-request-id: req-28e153e1-0ea6-4fb8-8a15-347ddf830348 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:42.033651 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-plugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:42.034127 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28e153e1-0ea6-4fb8-8a15-347ddf830348 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:42.034749 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e153e1-0ea6-4fb8-8a15-347ddf830348'] response: {'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'code': 200} Apr 05 18:37:42.072111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f'}, {'server_uuid': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'name': 'network-vif-deleted', 'tag': '1aa9bbf5-1f69-4842-8704-8a080119d32e'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:42.074515 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c000fcca-1da0-42ef-b61b-f15d00ff183b" -d '{"events": [{"name": "network-changed", "server_uuid": "406633dd-ea08-485e-915e-435c24906549", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f"}, {"server_uuid": "ad2b5008-d0de-4810-86ac-72107d4b4099", "name": "network-vif-deleted", "tag": "1aa9bbf5-1f69-4842-8704-8a080119d32e"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:42.075077 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] Checking router: ab9b65c2-214d-4aea-9929-262ea2841b48 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:42.100642 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:42.101512 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:42.204514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9f42952-b4e2-4b80-b374-6ba3a5113f28 req-594bb6a8-c746-4b5d-b752-01ef20327653 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2b5008-d0de-4810-86ac-72107d4b4099 HTTP/1.1" status: 200 len: 210 time: 0.0650520 Apr 05 18:37:42.315778 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:42.657182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04c7abd8-b09e-4922-8f21-47bd681d8d72 req-ba09db66-55e1-4b5f-8716-523b47aeec7a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 210 time: 0.0478916 Apr 05 18:37:42.668777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f31a2a-5a12-4c43-b0ac-7b414bae9085 req-e91ef066-3759-464b-b758-c31c460120ee tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:42.676407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96f31a2a-5a12-4c43-b0ac-7b414bae9085 req-e91ef066-3759-464b-b758-c31c460120ee tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.5918362 Apr 05 18:37:42.684521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0671e-a98c-432f-abb0-e8783b50d5aa req-f7fd5fa7-4f54-4305-aa35-9ff8d4122f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:42.686353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ce0671e-a98c-432f-abb0-e8783b50d5aa req-f7fd5fa7-4f54-4305-aa35-9ff8d4122f7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 1101 time: 0.5219543 Apr 05 18:37:42.736608 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:42.739321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad4a9d19-1f3d-48a1-a40c-809390a5a7ac up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:42.743472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96f31a2a-5a12-4c43-b0ac-7b414bae9085 req-e3b56ee9-cfb8-4bf0-a8c5-f0313b9822e8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661249 Apr 05 18:37:42.764825 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:42.781950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35682) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:42.793358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ce0671e-a98c-432f-abb0-e8783b50d5aa req-bada8d73-b154-44fb-917a-26b24aefd82a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764918 Apr 05 18:37:42.802016 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:37:42.811720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:42.812353 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:42.812848 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e90ffa8-b364-42c9-94ae-339ec3753be0 x-openstack-request-id: req-6e90ffa8-b364-42c9-94ae-339ec3753be0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:42.814219 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406633dd-ea08-485e-915e-435c24906549", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f", "status": "completed", "code": 200}, {"server_uuid": "ad2b5008-d0de-4810-86ac-72107d4b4099", "name": "network-vif-deleted", "tag": "1aa9bbf5-1f69-4842-8704-8a080119d32e", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:42.814505 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e90ffa8-b364-42c9-94ae-339ec3753be0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:42.817176 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e90ffa8-b364-42c9-94ae-339ec3753be0'] response: {'name': 'network-changed', 'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'status': 'completed', 'code': 200} Apr 05 18:37:42.819322 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e90ffa8-b364-42c9-94ae-339ec3753be0'] response: {'server_uuid': 'ad2b5008-d0de-4810-86ac-72107d4b4099', 'name': 'network-vif-deleted', 'tag': '1aa9bbf5-1f69-4842-8704-8a080119d32e', 'status': 'completed', 'code': 200} Apr 05 18:37:42.848526 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e634a9-782c-4ef0-8cd7-4f295e533237 None None] The sync data for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 is: [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:33:31Z', 'revision_number': 4, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b8a61ace-88cb-471a-a4fd-9a937336cf74', 'name': '', 'network_id': 'a8485de0-5c8f-4cbd-ac10-501236a7342b', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'mac_address': 'fa:16:3e:69:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:30Z', 'updated_at': '2022-04-05T18:33:38Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'subnets': [{'id': '09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:42.918564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-63471654-fc97-41e5-8be6-1ce5c9bd0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:42.923952 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-63471654-fc97-41e5-8be6-1ce5c9bd0768 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1099 time: 0.0848150 Apr 05 18:37:42.936816 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:42.972769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1161103776-network', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:42.975418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:42.981478 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:42.981802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22158b-7962-4728-b4af-a2cf323ca737 req-ad7c3b5e-3aaf-43d5-a44a-364ff467806a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:42.989835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd22158b-7962-4728-b4af-a2cf323ca737 req-ad7c3b5e-3aaf-43d5-a44a-364ff467806a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 948 time: 0.1297104 Apr 05 18:37:43.034145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:43.059935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b04112-c56b-4f84-a723-489ffa997e39 req-5337cfc0-6e1e-4f7e-acf6-f5c70b8c36c6 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.067631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25b04112-c56b-4f84-a723-489ffa997e39 req-5337cfc0-6e1e-4f7e-acf6-f5c70b8c36c6 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1095 time: 0.1463561 Apr 05 18:37:43.067919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-6e09769f-bad9-4b0f-a5c0-f89b908bee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.069649 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-6e09769f-bad9-4b0f-a5c0-f89b908bee70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1368668 Apr 05 18:37:43.116297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-1de79ed9-b567-4e8d-bbef-b4f0e758e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.118502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-1de79ed9-b567-4e8d-bbef-b4f0e758e4e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1099 time: 0.1027079 Apr 05 18:37:43.122916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-fc754d1b-9699-47dd-8c21-af179a3aa53d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.0446527 Apr 05 18:37:43.123905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Made reservation on behalf of 7c544ab7d51a4bdbbb3ef4c9528d0c86 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:37:43.126305 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.136902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd22158b-7962-4728-b4af-a2cf323ca737 req-89e19eb1-05e2-46af-9de8-bb479adae0ba tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384916 Apr 05 18:37:43.191439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-e5d6a02e-9167-4580-8b9b-517c7abe09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.192932 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-e5d6a02e-9167-4580-8b9b-517c7abe09a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0626602 Apr 05 18:37:43.193564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25b04112-c56b-4f84-a723-489ffa997e39 req-76b1822a-b1d7-420a-9e3c-ab1eaccc27fc tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232483 Apr 05 18:37:43.193695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.244708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338938f9-636d-4d58-9d62-55edde439c7b None None] New status for floating IP aa113f5b-f801-48de-bc01-ef65a13f0633: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:37:43.343383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f73d-e603-44a8-9ce3-fe0277675e64 req-f7f4dff2-410e-453a-83ff-dde356f2e183 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.346027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa43f73d-e603-44a8-9ce3-fe0277675e64 req-f7f4dff2-410e-453a-83ff-dde356f2e183 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 950 time: 0.1005511 Apr 05 18:37:43.347754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-94c5f778-3a11-4a78-8dad-35485a5d8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.349098 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-94c5f778-3a11-4a78-8dad-35485a5d8ac4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1996474 Apr 05 18:37:43.395126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.401750 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.410001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-2bab7628-94a0-40a8-b9ad-34ccbe4e57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.411715 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-2bab7628-94a0-40a8-b9ad-34ccbe4e57d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2087576 Apr 05 18:37:43.426597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-413ce48b-323f-4de0-9da3-d5af27350a78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.0552704 Apr 05 18:37:43.454923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:37:43.472415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d8d30-d959-40f2-ae32-be84f5eceea2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:43.475722 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.476423 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Added segment e37a01bd-1afd-4183-849b-3eacc0580411 of type vlan for network 5aefd501-5606-4570-9151-5e39405da165 Apr 05 18:37:43.490860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa43f73d-e603-44a8-9ce3-fe0277675e64 req-9f55126f-8f5a-4dba-ae8b-6f9d845ad843 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351490 Apr 05 18:37:43.519528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c7c9b-a94f-442b-b497-40da22d168db req-154f616b-951f-4be1-a080-4e87b2747f7e tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.523415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d6c7c9b-a94f-442b-b497-40da22d168db req-154f616b-951f-4be1-a080-4e87b2747f7e tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1095 time: 0.1065009 Apr 05 18:37:43.526384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-8b40797c-3890-4b3d-9fdf-10db58821779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.527030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.527447 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.527865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.528015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-8b40797c-3890-4b3d-9fdf-10db58821779 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0808225 Apr 05 18:37:43.528199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.528525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.528846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.529165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.529568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.529786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.530110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.530458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.530866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:43.575203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.628688 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-5af70bed-67a7-48c4-808a-718129bce11e service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061634 Apr 05 18:37:43.629431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35698) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:43.637958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.638938 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.639573 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.644755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d6c7c9b-a94f-442b-b497-40da22d168db req-e815d0b5-3a63-4585-820f-1f7fb0e6cdbb tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133375 Apr 05 18:37:43.676405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-91309337-6baf-4b11-9f5b-bf20c7a11910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.678237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-91309337-6baf-4b11-9f5b-bf20c7a11910 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247182 Apr 05 18:37:43.744651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-304723ec-c4d2-4a71-8b3d-c85bb37f6a92 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.805722 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0225253 Apr 05 18:37:43.806605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8d0e8-e658-4cdf-89fb-bad78915b210 admin admin] Pushing event updated for resources: {'Network': ['ID=5aefd501-5606-4570-9151-5e39405da165,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:43.808035 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35708) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:43.822664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5aefd501-5606-4570-9151-5e39405da165 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:37:43.846379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Request body: {'subnet': {'network_id': '5aefd501-5606-4570-9151-5e39405da165', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1161103776-subnet', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:43.887531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2bb95fa2-f82d-4402-8888-d7c34661b88f req-b8f23dbf-1731-416b-85e0-c4d903dd3eac tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 210 time: 0.1092079 Apr 05 18:37:43.927828 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-304723ec-c4d2-4a71-8b3d-c85bb37f6a92 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:43.933239 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-825071b3-0ecf-4858-a330-6382dbedae41 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968678 Apr 05 18:37:43.996846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-9d355a4f-735a-496e-88f7-578183735d93 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:43.998329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-9d355a4f-735a-496e-88f7-578183735d93 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 807 time: 0.3254716 Apr 05 18:37:44.008869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Made reservation on behalf of 7c544ab7d51a4bdbbb3ef4c9528d0c86 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:37:44.011122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:44.018080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Request body: {'port': {'device_id': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672', 'admin_state_up': True, 'tenant_id': '41a75e9c823d41ee82bdddcb9c2abe25'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:44.036325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:44.038737 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b2b531-ab85-4c1e-ad2a-c37046f73479" -d '{"events": [{"server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:44.064325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45aa84b-4c5d-4da9-be4c-bc8c20e4bdbd req-781bbc14-77ed-4f81-829b-37caf305af61 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:44.066134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e45aa84b-4c5d-4da9-be4c-bc8c20e4bdbd req-781bbc14-77ed-4f81-829b-37caf305af61 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1975782 Apr 05 18:37:44.098296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-087a36f5-fc8d-49c4-b235-07d65ebac7db service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547764 Apr 05 18:37:44.197694 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Made reservation on behalf of 41a75e9c823d41ee82bdddcb9c2abe25 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:37:44.204488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:44.247110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e45aa84b-4c5d-4da9-be4c-bc8c20e4bdbd req-56bf6608-a900-43fb-8944-27d319a86349 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474810 Apr 05 18:37:44.247903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-304723ec-c4d2-4a71-8b3d-c85bb37f6a92 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:44.250612 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-304723ec-c4d2-4a71-8b3d-c85bb37f6a92 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:44.254692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-304723ec-c4d2-4a71-8b3d-c85bb37f6a92 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "DELETE /v2.0/security-groups/79132f35-fea1-45df-adca-fc48f4fa3d2c HTTP/1.1" status: 204 len: 168 time: 0.6180201 Apr 05 18:37:44.266041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35718) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:44.272305 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:44.278194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304723ec-c4d2-4a71-8b3d-c85bb37f6a92 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79132f35-fea1-45df-adca-fc48f4fa3d2c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:44.320478 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96c372a-89eb-4d69-8265-55dfb6e66260 x-openstack-request-id: req-d96c372a-89eb-4d69-8265-55dfb6e66260 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:44.320780 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:44.321030 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d96c372a-89eb-4d69-8265-55dfb6e66260 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:44.321418 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96c372a-89eb-4d69-8265-55dfb6e66260'] response: {'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac', 'code': 200} Apr 05 18:37:44.340410 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-b3fb0de6-a746-4551-b1a7-133b014d1ebf tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] show failed (client error): The resource could not be found. Apr 05 18:37:44.341797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b3fb0de6-a746-4551-b1a7-133b014d1ebf tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "GET /v2.0/security-groups/79132f35-fea1-45df-adca-fc48f4fa3d2c HTTP/1.1" status: 404 len: 347 time: 0.0650837 Apr 05 18:37:44.344757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35720) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:44.474628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c000fcca-1da0-42ef-b61b-f15d00ff183b req-bd8ba4a6-9162-4994-9036-a3813d4dc6ae service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658345 Apr 05 18:37:44.516195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a8fdd-f9c6-40de-ad98-898cd11761b6 req-dd8426cb-ac49-43d9-86c0-6841a4b8d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:44.516883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a8a8fdd-f9c6-40de-ad98-898cd11761b6 req-dd8426cb-ac49-43d9-86c0-6841a4b8d7f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 1101 time: 0.1071033 Apr 05 18:37:44.584085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a8a8fdd-f9c6-40de-ad98-898cd11761b6 req-37fe4c6c-5352-404e-8bfb-da597392ece0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Apr 05 18:37:44.599137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c5540-8fd9-428e-b28d-83ddf8d44cd1 req-5a0e89ff-34c4-41e4-ac6b-1cff512e9f17 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:44.601536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a8c5540-8fd9-428e-b28d-83ddf8d44cd1 req-5a0e89ff-34c4-41e4-ac6b-1cff512e9f17 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 948 time: 0.1577613 Apr 05 18:37:44.610741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:44.635855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1aa9bbf5-1f69-4842-8704-8a080119d32e no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:44.669403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Allocated IP 172.20.0.7 (59fc4373-f553-4cc9-8975-18ec33c4a672/5bfa1f18-e103-421c-a525-7c9c6506fdf6/1802c037-0a8d-4198-b479-968a45990f7b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:37:44.680338 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 1aa9bbf5-1f69-4842-8704-8a080119d32e {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:44.680826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1aa9bbf5-1f69-4842-8704-8a080119d32e not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:44.695681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Deleting port c725bc7a-743c-4199-aebe-01e214b63004 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:44.696565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:44.720039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed4c0c6-042a-4605-853e-06ada0793af3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:44.740748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:44.791116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a8c5540-8fd9-428e-b28d-83ddf8d44cd1 req-04d01c01-3111-414f-86a7-b214d5bfaa29 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766648 Apr 05 18:37:44.842155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Checking segment: {'id': 'e37a01bd-1afd-4183-849b-3eacc0580411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5aefd501-5606-4570-9151-5e39405da165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:44.843674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Network hostable DHCP agents. Network: 5aefd501-5606-4570-9151-5e39405da165, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:37:44.889450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:44.944159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Network 5aefd501-5606-4570-9151-5e39405da165 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:37:44.989512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4593d-c1eb-4f6e-9437-f68689b61746 req-83de5a5b-d6d0-4597-add6-3b9162550257 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:44.997884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99e4593d-c1eb-4f6e-9437-f68689b61746 req-83de5a5b-d6d0-4597-add6-3b9162550257 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 950 time: 0.1593785 Apr 05 18:37:44.999016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5aefd501-5606-4570-9151-5e39405da165) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:45.010250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:45.011513 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.029086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.033102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.043678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d9d16894-fcf5-49b3-b0d2-87b834be3a22 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2316275 Apr 05 18:37:45.051816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35730) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:45.061761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:45.072283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.074471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Calling delete_port for c725bc7a-743c-4199-aebe-01e214b63004 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:45.115224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99e4593d-c1eb-4f6e-9437-f68689b61746 req-8b56199c-c131-427a-8685-964e5438acdd tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068163 Apr 05 18:37:45.182940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b524ed-ab54-44e9-86f3-6ccb7bbb94fc None None] Network 5aefd501-5606-4570-9151-5e39405da165 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:37:45.185913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['440a7eb8-db0a-4a32-a587-6c2ceb00f4a2'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:45.209077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.212860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.259382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Network 59fc4373-f553-4cc9-8975-18ec33c4a672 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:45.260169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Pushing event updated for resources: {'Port': ['ID=1802c037-0a8d-4198-b479-968a45990f7b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:45.269753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.281356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-c0d61348-ddca-45ee-99f5-45fac7422c27 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:45.283339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-c0d61348-ddca-45ee-99f5-45fac7422c27 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.20 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549&tenant_id=d7f64cbfb3fd47c59352b91f535306d9&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 948 time: 0.0751188 Apr 05 18:37:45.287218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:45.294675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:37:45.361990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:45.383538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'mac_address': 'fa:16:3e:90:7e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:37:45.391624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.411595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:45.412219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.445346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12411-0b0b-4e11-b1c4-1ef22b633f0e req-fa1f4916-074c-449f-8992-312d5137cd73 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:45.447469 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2e12411-0b0b-4e11-b1c4-1ef22b633f0e req-fa1f4916-074c-449f-8992-312d5137cd73 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 931 time: 0.1591399 Apr 05 18:37:45.472132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732ed56-ef80-4d33-a018-37841f32c420 req-d0418a53-ce98-4015-885f-25d567321541 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:45.482985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e732ed56-ef80-4d33-a018-37841f32c420 req-d0418a53-ce98-4015-885f-25d567321541 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 948 time: 0.1443434 Apr 05 18:37:45.523080 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.529908 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-649fa67b-a09e-413f-b090-5fbc2ad0577e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5167167 Apr 05 18:37:45.553929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-899bb3fb-9853-45f8-922b-e99986377bb4 service neutron] 10.222.0.20 "GET /v2.0/ports/54b983d8-dc32-44b1-a3b1-24781578a76f/bindings/n-h2-836650-3 HTTP/1.1" status: 200 len: 382 time: 0.2565575 Apr 05 18:37:45.570185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2e12411-0b0b-4e11-b1c4-1ef22b633f0e req-315e8b20-e91e-4bbb-a343-32afc7f70b5b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125205 Apr 05 18:37:45.597721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e732ed56-ef80-4d33-a018-37841f32c420 req-bb4a85a5-bad4-4d06-b41d-65447b0a9138 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980763 Apr 05 18:37:45.608611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.614820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Request body: {'port': {'device_id': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:45.617940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b983d8-dc32-44b1-a3b1-24781578a76f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:45.693004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-0c2194a7-c2ae-4d84-9c3f-c4a893707c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:45.695237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-0c2194a7-c2ae-4d84-9c3f-c4a893707c31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1099 time: 0.0958991 Apr 05 18:37:45.709990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:45.746562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.775295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-5aefd501-5606-4570-9151-5e39405da165', 'network_id': '5aefd501-5606-4570-9151-5e39405da165', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'fixed_ips': [{'subnet_id': '3ed4c0c6-042a-4605-853e-06ada0793af3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:37:45.776153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.810002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Pushing event deleted for resources: {'Port': ['ID=c725bc7a-743c-4199-aebe-01e214b63004,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:45.832776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45912ce-fac8-4736-a705-a06f78232024 req-015edec3-d43e-40c5-9ace-344baa60c68f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:45.833897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:45.834484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c45912ce-fac8-4736-a705-a06f78232024 req-015edec3-d43e-40c5-9ace-344baa60c68f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1325028 Apr 05 18:37:45.872644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.897041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c45912ce-fac8-4736-a705-a06f78232024 req-9bedc26c-29f3-42c2-b010-6be36567c1d5 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533669 Apr 05 18:37:45.918323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-7c97738b-63e0-4fd2-a01a-f9e618152e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:45.919794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-7c97738b-63e0-4fd2-a01a-f9e618152e87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2039223 Apr 05 18:37:45.975656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:45.976088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-07f333cd-e3f0-4387-bc3f-e81241973b5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.0489988 Apr 05 18:37:46.011865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Allocated IP 172.20.0.2 (5aefd501-5606-4570-9151-5e39405da165/3ed4c0c6-042a-4605-853e-06ada0793af3/350cbf54-0ff7-4021-82ff-83ecc0baffc1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:37:46.055514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-6212b629-7026-4bfc-8bc1-1547884ad11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:46.057019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-6212b629-7026-4bfc-8bc1-1547884ad11a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0738266 Apr 05 18:37:46.082215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['54b983d8-dc32-44b1-a3b1-24781578a76f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:46.115507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-1d89e2be-d8f2-4105-96ba-2c8bcd5d7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:46.117565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-1d89e2be-d8f2-4105-96ba-2c8bcd5d7df4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530639 Apr 05 18:37:46.358667 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:46.369551 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:46.395044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Network 5aefd501-5606-4570-9151-5e39405da165 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:46.409657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-fc7ba01e-be2d-4b4f-87a9-783ad322d1b4 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851820 Apr 05 18:37:46.418859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:46.422994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:37:46.428250 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:46.431296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:46.434442 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-373f9e75-778e-417e-b072-b435e5328686 tempest-ServersWithSpecificFlavorTestJSON-1509935989 tempest-ServersWithSpecificFlavorTestJSON-1509935989-project] 10.222.0.15 "DELETE /v2.0/floatingips/aa113f5b-f801-48de-bc01-ef65a13f0633 HTTP/1.1" status: 204 len: 168 time: 2.0869081 Apr 05 18:37:46.436045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7d72-f0b6-4b24-ad69-aae65b11cb09 req-34f6e95c-98be-463b-8613-232376104ff1 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:46.437621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-703a7d72-f0b6-4b24-ad69-aae65b11cb09 req-34f6e95c-98be-463b-8613-232376104ff1 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 950 time: 0.1774700 Apr 05 18:37:46.525083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Pushing event updated for resources: {'Port': ['ID=350cbf54-0ff7-4021-82ff-83ecc0baffc1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:46.566303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-53387161-6563-4229-8262-b58e6f5c7e1b service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275482 Apr 05 18:37:46.622965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Attempting to bind port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:46.623291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Attempting to bind port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e37a01bd-1afd-4183-849b-3eacc0580411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5aefd501-5606-4570-9151-5e39405da165'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:46.623612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Attempting to bind port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 on network 5aefd501-5606-4570-9151-5e39405da165 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:46.630122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:46.630584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Checking segment: {'id': 'e37a01bd-1afd-4183-849b-3eacc0580411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5aefd501-5606-4570-9151-5e39405da165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:46.631384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-703a7d72-f0b6-4b24-ad69-aae65b11cb09 req-d7c91ebb-5bb6-47e3-b281-a948fcdc29fc tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639796 Apr 05 18:37:46.641317 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:46.641803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Bound using segment: {'id': 'e37a01bd-1afd-4183-849b-3eacc0580411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5aefd501-5606-4570-9151-5e39405da165'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:46.642331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Bound port: 350cbf54-0ff7-4021-82ff-83ecc0baffc1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37a01bd-1afd-4183-849b-3eacc0580411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5aefd501-5606-4570-9151-5e39405da165'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:46.642778 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:46.762282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] For port 350cbf54-0ff7-4021-82ff-83ecc0baffc1, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:46.765655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] For port 350cbf54-0ff7-4021-82ff-83ecc0baffc1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=350cbf54-0ff7-4021-82ff-83ecc0baffc1,segment=NetworkSegment(e37a01bd-1afd-4183-849b-3eacc0580411),segment_id=e37a01bd-1afd-4183-849b-3eacc0580411)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:46.776085 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:46.795981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb41b3-584a-4742-b12c-e4afaa0ea78b req-fa99d482-420c-41d6-a685-47d3996c0e65 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:46.799042 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4eb41b3-584a-4742-b12c-e4afaa0ea78b req-fa99d482-420c-41d6-a685-47d3996c0e65 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 931 time: 0.1000195 Apr 05 18:37:46.850632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931481f-57f2-49f3-90f2-8bb47176f863 req-c07ba43a-236f-40dd-8428-9ffdf18b6b29 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:46.863451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3931481f-57f2-49f3-90f2-8bb47176f863 req-c07ba43a-236f-40dd-8428-9ffdf18b6b29 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 949 time: 0.1310194 Apr 05 18:37:46.868218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c938c7-0d04-4cdc-b4f0-2e9bfdc43204 None None] Pushing event updated for resources: {'Port': ['ID=350cbf54-0ff7-4021-82ff-83ecc0baffc1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:46.896882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4eb41b3-584a-4742-b12c-e4afaa0ea78b req-2136cf8c-50b1-4f35-94a3-81bba33d26ab tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872340 Apr 05 18:37:46.922494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3931481f-57f2-49f3-90f2-8bb47176f863 req-70d003e7-e59b-4609-a21e-f71a9a358ab9 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575767 Apr 05 18:37:46.996582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:47.020020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:47.039173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1802c037-0a8d-4198-b479-968a45990f7b {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:47.079122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:47.083907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859f929-8583-45f4-9126-d13f5fef83ad req-382f8471-cafe-464e-afb6-676abf4722a9 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:47.086147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c859f929-8583-45f4-9126-d13f5fef83ad req-382f8471-cafe-464e-afb6-676abf4722a9 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 950 time: 0.0749557 Apr 05 18:37:47.106822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Transition to ACTIVE for port object 1802c037-0a8d-4198-b479-968a45990f7b will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:37:47.119082 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:47.213569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c859f929-8583-45f4-9126-d13f5fef83ad req-e3cc1fa0-b398-4e97-84ba-8a9d5c15e7c1 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162572 Apr 05 18:37:47.284023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Allocated IP 172.25.4.81 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/3dc4a484-c84d-4066-9d54-4d813577f52c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:37:47.295767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0575-6bcb-4c14-bd3e-17b6844775f5 req-eccbbd90-4f44-472e-a146-92a1ea25208e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:47.304598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfbb0575-6bcb-4c14-bd3e-17b6844775f5 req-eccbbd90-4f44-472e-a146-92a1ea25208e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.0892701 Apr 05 18:37:47.329102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Pushing event updated for resources: {'Port': ['ID=1802c037-0a8d-4198-b479-968a45990f7b,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:47.359075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfbb0575-6bcb-4c14-bd3e-17b6844775f5 req-13eb2046-35bf-4e79-bd70-a2248321aa95 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535097 Apr 05 18:37:47.501695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:47.513392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:47.513940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:47.514051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:47.523936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:37:47.524286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:47.537476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:47.537813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:47.538298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:47.539296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Bound port: 1802c037-0a8d-4198-b479-968a45990f7b, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:47.539666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:47.572130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:47.672907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:47.677607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:47.681767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:47.701278 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:47.776191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:47.776843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:47.778516 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] 10.222.0.20 "PUT /v2.0/ports/1802c037-0a8d-4198-b479-968a45990f7b HTTP/1.1" status: 200 len: 1091 time: 2.1760361 Apr 05 18:37:47.779250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc4a484-c84d-4066-9d54-4d813577f52c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:47.786864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:47.799001 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88368e62-904a-4195-b7a3-d8aead1339db" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "tag": "1802c037-0a8d-4198-b479-968a45990f7b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:47.839187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:47.843266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:47.846091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:37:47.906415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1e142-7168-449b-a4f5-6e052883a949 service neutron] Pushing event updated for resources: {'Port': ['ID=1802c037-0a8d-4198-b479-968a45990f7b,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:47.914921 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81b7dda-fb6a-4765-99ac-d55253b4dc10 x-openstack-request-id: req-d81b7dda-fb6a-4765-99ac-d55253b4dc10 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:47.916098 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "tag": "1802c037-0a8d-4198-b479-968a45990f7b", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:47.916611 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d81b7dda-fb6a-4765-99ac-d55253b4dc10 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:47.916986 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81b7dda-fb6a-4765-99ac-d55253b4dc10'] response: {'name': 'network-changed', 'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b', 'status': 'completed', 'code': 200} Apr 05 18:37:48.094040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368e62-904a-4195-b7a3-d8aead1339db req-c9c6086a-1bf8-4e13-ac36-d00d21e9e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:48.095559 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-88368e62-904a-4195-b7a3-d8aead1339db req-c9c6086a-1bf8-4e13-ac36-d00d21e9e63e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 1094 time: 0.0912564 Apr 05 18:37:48.301906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aaef8-8796-4f61-9d3f-585c14690f53 req-6c3486e0-eacf-4002-8240-c3e8c3ee8afc tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:48.310222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e90aaef8-8796-4f61-9d3f-585c14690f53 req-6c3486e0-eacf-4002-8240-c3e8c3ee8afc tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.2266424 Apr 05 18:37:48.361077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee879f2-dfe8-4541-bf80-eb21f3695b8b req-7eb86c73-ced7-4f6a-98a8-835e0dd42ed8 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:48.362742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ee879f2-dfe8-4541-bf80-eb21f3695b8b req-7eb86c73-ced7-4f6a-98a8-835e0dd42ed8 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 949 time: 0.2609496 Apr 05 18:37:48.399705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368e62-904a-4195-b7a3-d8aead1339db req-e17515b2-7672-4baa-b3e2-291388023415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:48.401638 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-88368e62-904a-4195-b7a3-d8aead1339db req-e17515b2-7672-4baa-b3e2-291388023415 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2971988 Apr 05 18:37:48.404772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c44a2-6411-48f4-8544-70fb1f8cf0bb None None] Network 5aefd501-5606-4570-9151-5e39405da165 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:37:48.456395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ee879f2-dfe8-4541-bf80-eb21f3695b8b req-f8a3a643-7351-46ad-9976-dad7935e540e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776145 Apr 05 18:37:48.482407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e90aaef8-8796-4f61-9d3f-585c14690f53 req-8cd82db9-fda2-43aa-9472-3ba0a099c449 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670020 Apr 05 18:37:48.518330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:48.518564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:48.631229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a3c3743b-4c0d-40d9-8276-e3315a950a00 None None] Provisioning complete for port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:48.632777 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3c3743b-4c0d-40d9-8276-e3315a950a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:48.706340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 350cbf54-0ff7-4021-82ff-83ecc0baffc1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:48.722258 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368e62-904a-4195-b7a3-d8aead1339db req-eac05aa3-b384-4788-aedf-69d821d6d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:48.723701 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-88368e62-904a-4195-b7a3-d8aead1339db req-eac05aa3-b384-4788-aedf-69d821d6d1b3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2924051 Apr 05 18:37:48.730114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48dccc-863c-46f0-8c70-2c88a145ee4a req-d3e56b83-e438-4c05-9669-2f1b61a5dfe6 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:48.732353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a48dccc-863c-46f0-8c70-2c88a145ee4a req-d3e56b83-e438-4c05-9669-2f1b61a5dfe6 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1234269 Apr 05 18:37:48.800762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a48dccc-863c-46f0-8c70-2c88a145ee4a req-24035014-ff7c-4f58-979a-b7ff813176e7 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 Apr 05 18:37:48.845828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:49.005779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:49.007378 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.108492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.108707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54817774-9ab7-4e58-acc0-31893c6b524d req-9c80a007-4e87-4b8d-8529-628aa7fc9932 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:49.118541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54817774-9ab7-4e58-acc0-31893c6b524d req-9c80a007-4e87-4b8d-8529-628aa7fc9932 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 950 time: 0.1330988 Apr 05 18:37:49.157856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 54b983d8-dc32-44b1-a3b1-24781578a76f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:49.177199 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3c3743b-4c0d-40d9-8276-e3315a950a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.190363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-8a09225b-1f9c-4dc5-bc63-dc3369436d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:49.192933 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-8a09225b-1f9c-4dc5-bc63-dc3369436d28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 1094 time: 0.2340734 Apr 05 18:37:49.202996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54817774-9ab7-4e58-acc0-31893c6b524d req-a974d0af-081a-428d-b6fa-e8ba2ba22663 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821688 Apr 05 18:37:49.207609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:49.218789 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.267160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Deleting port b8a61ace-88cb-471a-a4fd-9a937336cf74 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:49.267416 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.301466 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-a32c2cc1-5e14-4279-b1ea-1e1a28cf6114 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1802c037-0a8d-4198-b479-968a45990f7b HTTP/1.1" status: 200 len: 217 time: 0.0970244 Apr 05 18:37:49.343550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a3c3743b-4c0d-40d9-8276-e3315a950a00 None None] For port 350cbf54-0ff7-4021-82ff-83ecc0baffc1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=350cbf54-0ff7-4021-82ff-83ecc0baffc1,segment=NetworkSegment(e37a01bd-1afd-4183-849b-3eacc0580411),segment_id=e37a01bd-1afd-4183-849b-3eacc0580411)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:49.344797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.364080 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3c3743b-4c0d-40d9-8276-e3315a950a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.386335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:49.401728 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.410917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] For port b8a61ace-88cb-471a-a4fd-9a937336cf74, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b8a61ace-88cb-471a-a4fd-9a937336cf74,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:49.413464 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.443281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Calling delete_port for b8a61ace-88cb-471a-a4fd-9a937336cf74 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:49.532531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3743b-4c0d-40d9-8276-e3315a950a00 None None] Pushing event updated for resources: {'Port': ['ID=350cbf54-0ff7-4021-82ff-83ecc0baffc1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:49.552556 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:37:49.555424 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:37:49.562234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-64b0eb13-0506-4bda-bc0a-dbf43f83d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:49.563994 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-64b0eb13-0506-4bda-bc0a-dbf43f83d8d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549&tenant_id=d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 1100 time: 0.4498522 Apr 05 18:37:49.580782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:49.596243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-06889022-b0a8-4c85-b6fe-7d8b504537a2 None None] Provisioning complete for port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:49.596631 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06889022-b0a8-4c85-b6fe-7d8b504537a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:49.621649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-cccad8cc-d618-4120-bb40-08f7a351de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:49.623196 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-cccad8cc-d618-4120-bb40-08f7a351de59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.3128633 Apr 05 18:37:49.676202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0ba70-221c-462d-a8a6-f35abd2ae569 req-e03d3f58-3f7f-48f3-a64d-d24dd2b2ee1e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:49.680329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:37:49.683122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44d0ba70-221c-462d-a8a6-f35abd2ae569 req-e03d3f58-3f7f-48f3-a64d-d24dd2b2ee1e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.0864854 Apr 05 18:37:49.711323 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-3cfeffe4-8ce8-4904-b5ac-d40f3da3d9c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774372 Apr 05 18:37:49.740166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:50.159738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bd7e4-0abf-482b-81b8-cd08ade47efa req-8dc759cd-8803-4198-a5ec-0d0dca8b0503 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:50.167748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bd7e4-0abf-482b-81b8-cd08ade47efa req-8dc759cd-8803-4198-a5ec-0d0dca8b0503 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:50.170193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-159bd7e4-0abf-482b-81b8-cd08ade47efa req-8dc759cd-8803-4198-a5ec-0d0dca8b0503 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765&device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 1691 time: 0.4434302 Apr 05 18:37:50.186683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44d0ba70-221c-462d-a8a6-f35abd2ae569 req-8748d9cc-a894-49be-b03c-ccd410efe896 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595137 Apr 05 18:37:50.270515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:50.275773 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-530cb360-5a9b-411d-9355-4c3cf3dc0cfc service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438797 Apr 05 18:37:50.283093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Sync routers for ids ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:50.302026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-159bd7e4-0abf-482b-81b8-cd08ade47efa req-a269509d-6b4d-4e34-a02f-04820d955860 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142204 Apr 05 18:37:50.308582 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Routers {'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:50.310185 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:50.337427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:50.342624 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6de33083-80af-410f-8613-9dfa146b1af3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2896905 Apr 05 18:37:50.344216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35826) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:50.359638 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:50.442436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a61ace-88cb-471a-a4fd-9a937336cf74,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:50.574053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957c67-940a-4bc4-bf0e-a6ca044392e9 req-53c0a6cc-3408-4711-aa05-a4693be46346 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:50.575385 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a81ff3be-d3ab-425f-940b-6117bb33a242 req-ba7dd9d1-3eea-4f1b-89f7-184f3c55d0b5 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841270 Apr 05 18:37:50.590492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac957c67-940a-4bc4-bf0e-a6ca044392e9 req-53c0a6cc-3408-4711-aa05-a4693be46346 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 948 time: 0.2392220 Apr 05 18:37:50.607080 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Set router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:50.628001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:50.736965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:50.747864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 350cbf54-0ff7-4021-82ff-83ecc0baffc1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:50.776473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac957c67-940a-4bc4-bf0e-a6ca044392e9 req-0158af98-d4fa-4abe-987f-96e70d8dac0a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939354 Apr 05 18:37:50.799522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b983d8-dc32-44b1-a3b1-24781578a76f {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:50.807182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:50.824085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:50.848769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Ignored duplicate provisioning block setup for port 54b983d8-dc32-44b1-a3b1-24781578a76f by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 18:37:50.858046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.020466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] No DVR routers for this DVR port 54b983d8-dc32-44b1-a3b1-24781578a76f on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:51.037047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:51.037553 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.043993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.056011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62941fd-759a-4085-a577-ed81bc5acb11 req-091fdea9-f18f-440a-9fa1-88feabb06f92 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:51.063563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c62941fd-759a-4085-a577-ed81bc5acb11 req-091fdea9-f18f-440a-9fa1-88feabb06f92 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 1101 time: 0.2719181 Apr 05 18:37:51.081234 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:37:45Z', 'updated_at': '2022-04-05T18:37:48Z', 'revision_number': 3, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'gw_port': {'id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:47Z', 'updated_at': '2022-04-05T18:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:51.085528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=10']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:51.107966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:51.109581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:51.110155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:51.122639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Port 54b983d8-dc32-44b1-a3b1-24781578a76f on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:37:51.123338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Attempting to bind port 54b983d8-dc32-44b1-a3b1-24781578a76f on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:51.138859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:51.139603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:51.140214 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:51.140880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Bound port: 54b983d8-dc32-44b1-a3b1-24781578a76f, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:51.141648 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.158701 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Checking router: ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:51.159422 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Updating router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 port 3dc4a484-c84d-4066-9d54-4d813577f52c binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:37:51.217976 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.305367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:51.313211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:51.318861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c62941fd-759a-4085-a577-ed81bc5acb11 req-178b51dc-86e1-44c3-9779-02d4c8789137 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480550 Apr 05 18:37:51.331620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.362806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:51.363609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.365100 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] 10.222.0.25 "PUT /v2.0/ports/54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 1097 time: 1.7888591 Apr 05 18:37:51.410483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:51.416807 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b6c66d-139e-485b-99ad-476d4d88954c" -d '{"events": [{"name": "network-changed", "server_uuid": "406633dd-ea08-485e-915e-435c24906549", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:51.557822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc1480-84e1-4880-9c12-663f2fe3f299 service neutron] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=11']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:51.582356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-fb76331c-3450-4d1b-ae18-667844a770ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:51.584229 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-fb76331c-3450-4d1b-ae18-667844a770ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1100 time: 0.1551380 Apr 05 18:37:51.592757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:51.644765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'mac_address': 'fa:16:3e:6c:13:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:37:51.717973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-b0d0137d-b0e6-4e38-82ba-7973a6f8fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:51.719649 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-b0d0137d-b0e6-4e38-82ba-7973a6f8fd0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1277044 Apr 05 18:37:51.794581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8c6f-b5fb-4ecc-8283-7c5b9ab07a77 req-3e8b6821-ae40-417e-aa05-fe6222a6e5f8 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:51.799952 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.806272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-114d8c6f-b5fb-4ecc-8283-7c5b9ab07a77 req-3e8b6821-ae40-417e-aa05-fe6222a6e5f8 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.4842460 Apr 05 18:37:51.814005 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.823324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf9738-2005-4909-8cb6-88c535874d20 req-39e262b7-ded4-42e0-a408-c3f4c67cea91 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:51.826512 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.832636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebcf9738-2005-4909-8cb6-88c535874d20 req-39e262b7-ded4-42e0-a408-c3f4c67cea91 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 1101 time: 0.3714404 Apr 05 18:37:51.833277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:51.845550 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-36670e3d-428d-4dbf-a8cd-8d4fc5027133 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.1071062 Apr 05 18:37:51.861158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:51.874183 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.880948 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Pushing event updated for resources: {'Port': ['ID=3dc4a484-c84d-4066-9d54-4d813577f52c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:51.894316 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.894825 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.895269 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.895730 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.896164 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.896973 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.896973 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.897965 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.899189 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.899641 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.900070 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.900498 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.929391 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Attempting to bind port 3dc4a484-c84d-4066-9d54-4d813577f52c on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:37:51.930131 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Attempting to bind port 3dc4a484-c84d-4066-9d54-4d813577f52c by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:37:51.930775 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Attempting to bind port 3dc4a484-c84d-4066-9d54-4d813577f52c on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:37:51.941789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:51.955316 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:37:51.956794 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:37:51.957139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.957477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.958130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.958325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.958687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.959012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.960983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.961446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.961894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.962094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.962518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.962861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:37:51.963135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-1a75aeb1-7787-42f0-9c43-b6183b560f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:51.963627 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:51.964430 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:37:51.964620 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-1a75aeb1-7787-42f0-9c43-b6183b560f3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1116629 Apr 05 18:37:51.965562 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Bound port: 3dc4a484-c84d-4066-9d54-4d813577f52c, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:37:51.966295 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:52.015114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:52.017392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-114d8c6f-b5fb-4ecc-8283-7c5b9ab07a77 req-9cf90e16-a04c-4bc7-b84c-7f52b3e7f634 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077014 Apr 05 18:37:52.050285 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] For port 3dc4a484-c84d-4066-9d54-4d813577f52c, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:37:52.060803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-adbf37ca-b683-4896-a74a-5bf3eb0564e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:52.061629 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] For port 3dc4a484-c84d-4066-9d54-4d813577f52c, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3dc4a484-c84d-4066-9d54-4d813577f52c,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:37:52.064026 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-adbf37ca-b683-4896-a74a-5bf3eb0564e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921102 Apr 05 18:37:52.084360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebcf9738-2005-4909-8cb6-88c535874d20 req-0263222e-ff44-4f2b-aef7-05fc93c00418 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502544 Apr 05 18:37:52.098922 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:52.207636 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a268bca-c5a4-417d-ba6f-bb8e88ef632f None None] Pushing event updated for resources: {'Port': ['ID=3dc4a484-c84d-4066-9d54-4d813577f52c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:52.214589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Router ab9b65c2-214d-4aea-9929-262ea2841b48 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:52.275114 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d256a813-c420-4202-80cd-489f1fdf0690 x-openstack-request-id: req-d256a813-c420-4202-80cd-489f1fdf0690 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:52.276313 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406633dd-ea08-485e-915e-435c24906549", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:52.277357 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d256a813-c420-4202-80cd-489f1fdf0690 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:52.277773 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d256a813-c420-4202-80cd-489f1fdf0690'] response: {'name': 'network-changed', 'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'status': 'completed', 'code': 200} Apr 05 18:37:52.287623 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Routers {'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:52.289412 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:52.352603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c66d-139e-485b-99ad-476d4d88954c req-44e89981-169a-49cb-9710-6b789881ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:52.356385 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-44e89981-169a-49cb-9710-6b789881ec57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1100 time: 0.0594168 Apr 05 18:37:52.439741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-75479b74-1310-4730-b227-8c954601554a service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663507 Apr 05 18:37:52.496994 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] Set router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:52.559317 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3d932e-e457-47e0-8b99-71fa5ad2990b req-126b0e86-dc4e-4c61-bcf0-584958bb3c46 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099639 Apr 05 18:37:52.633183 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:52.750005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c66d-139e-485b-99ad-476d4d88954c req-28100180-aef2-4618-b7bb-6187b31a09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:52.751737 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-28100180-aef2-4618-b7bb-6187b31a09e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.3869922 Apr 05 18:37:52.773477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:52.828839 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:37:45Z', 'updated_at': '2022-04-05T18:37:48Z', 'revision_number': 3, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'gw_port': {'id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:47Z', 'updated_at': '2022-04-05T18:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:52.837384 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-2a16a736-a6df-4654-b6b4-6c1f97ca3b7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.0612524 Apr 05 18:37:52.840766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c66d-139e-485b-99ad-476d4d88954c req-cc5d920f-8a95-4413-8d5c-905eeb6fc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:52.842497 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-cc5d920f-8a95-4413-8d5c-905eeb6fc55c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 1100 time: 0.2127299 Apr 05 18:37:52.912335 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13cf981-dcfb-468a-af14-85f5642141c1 None None] The sync data for ids ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'] in n-d-836650-3 is: [{'id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:37:45Z', 'updated_at': '2022-04-05T18:37:48Z', 'revision_number': 3, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'gw_port': {'id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:47Z', 'updated_at': '2022-04-05T18:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:52.920501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:52.920969 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:53.022437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c66d-139e-485b-99ad-476d4d88954c req-f80d485d-6bbb-4088-8bf6-6607f9749a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:53.025021 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-f80d485d-6bbb-4088-8bf6-6607f9749a7f service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1711304 Apr 05 18:37:53.048765 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c66d-139e-485b-99ad-476d4d88954c req-94ff4844-f54a-44d3-8e40-3d4fcad454b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:53.050093 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-94ff4844-f54a-44d3-8e40-3d4fcad454b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1974330 Apr 05 18:37:53.115378 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:53.143097 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-6030127d-be1a-41af-8af5-502d2ff81e8f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 200 len: 217 time: 0.0919707 Apr 05 18:37:53.149332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c66d-139e-485b-99ad-476d4d88954c req-6ba5eb64-2423-4a4e-b5fe-352d7a499e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:53.151005 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-6ba5eb64-2423-4a4e-b5fe-352d7a499e57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851450 Apr 05 18:37:53.170772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:37:53.173083 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f186b-dfb9-415a-9afa-b88d05c4d071" -d '{"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-plugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:37:53.213246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:53.219720 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:53.231178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c66d-139e-485b-99ad-476d4d88954c req-9c80e0c9-e4b8-4173-b492-09dae9ea6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:53.232907 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-9c80e0c9-e4b8-4173-b492-09dae9ea6b63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0808342 Apr 05 18:37:53.249790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Allocated IP 172.20.0.1 (5aefd501-5606-4570-9151-5e39405da165/3ed4c0c6-042a-4605-853e-06ada0793af3/d06694c9-eb10-4f82-b1aa-2dd75abf1f0e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:37:53.369041 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-5a423f9e-ea97-4225-ba76-82442d668192 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353292 Apr 05 18:37:53.388737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:53.461379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9feb1c-3c84-4b24-81c3-69c8f0a2ba92 req-154cb04d-f4b5-4cd1-a5e4-93200e412453 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:53.463653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe9feb1c-3c84-4b24-81c3-69c8f0a2ba92 req-154cb04d-f4b5-4cd1-a5e4-93200e412453 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 949 time: 0.9435692 Apr 05 18:37:53.509661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c66d-139e-485b-99ad-476d4d88954c req-f347535d-2ccc-4f84-aa09-182755c3b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:53.511357 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-f347535d-2ccc-4f84-aa09-182755c3b84b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413875 Apr 05 18:37:53.610139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe9feb1c-3c84-4b24-81c3-69c8f0a2ba92 req-1a2a2e6a-8180-457a-ba5c-d933e97aacd7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081133 Apr 05 18:37:53.613075 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-ac9e41f5-b248-4d90-aa2a-a5c80c667ace service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060988 Apr 05 18:37:53.625691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-aa98c7e7-f34c-40fd-bb46-731bec113b55 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3127093 Apr 05 18:37:53.705697 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-2c38e3ca-5baf-4c4c-a445-9d4960b6a9e9 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851728 Apr 05 18:37:53.796782 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:53.841221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:53.852140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] Sync routers for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:53.880756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:53.882358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:53.943401 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-70b6c66d-139e-485b-99ad-476d4d88954c req-ba9c5b73-595a-4d28-9c4e-948d0e9fb51a service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287698 Apr 05 18:37:53.972521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35906) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:53.981990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fb86f44f-6989-4a6a-82eb-2cf31df7f045 admin admin] 10.222.0.15 "PUT /v2.0/routers/ab9b65c2-214d-4aea-9929-262ea2841b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4651933 Apr 05 18:37:54.017742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:54.148751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:54.184801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Network 5aefd501-5606-4570-9151-5e39405da165 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:54.243932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfec53-980f-4876-af0d-60d6b40b76b2 req-7f2981e8-8307-477f-b865-b4e6207f25c5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:54.245500 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-becfec53-980f-4876-af0d-60d6b40b76b2 req-7f2981e8-8307-477f-b865-b4e6207f25c5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.4059269 Apr 05 18:37:54.246447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:54.257205 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:54.272232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-3fc37a6e-49b8-4e7d-958e-59d5dfcd00bd tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:54.278216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-3fc37a6e-49b8-4e7d-958e-59d5dfcd00bd tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6504223 Apr 05 18:37:54.301005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:37:54.446383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Pushing event updated for resources: {'Port': ['ID=d06694c9-eb10-4f82-b1aa-2dd75abf1f0e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:54.453414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-b58adba8-5513-4c50-be47-3e8637cbe254 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/quotas/3d7141754c2149c9b47bf6afe7d827a1 HTTP/1.1" status: 200 len: 375 time: 0.1353402 Apr 05 18:37:54.529955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-becfec53-980f-4876-af0d-60d6b40b76b2 req-5d1eaa3c-45e1-466d-8e3b-74b9f255bfb0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488582 Apr 05 18:37:54.532294 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:54.615286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:54.664365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Deleting port 2d960dab-a2a2-441d-9e39-ef105fb98201 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:54.664689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:54.719022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:37:54.756494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3dc4a484-c84d-4066-9d54-4d813577f52c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:54.807081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] For port 2d960dab-a2a2-441d-9e39-ef105fb98201, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2d960dab-a2a2-441d-9e39-ef105fb98201,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:54.807544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:54.821224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Calling delete_port for 2d960dab-a2a2-441d-9e39-ef105fb98201 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:54.836950 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018e02e7-5956-431d-a57d-a77e5ade4622 x-openstack-request-id: req-018e02e7-5956-431d-a57d-a77e5ade4622 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:37:54.837260 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-plugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:37:54.837515 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-018e02e7-5956-431d-a57d-a77e5ade4622 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:37:54.837909 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018e02e7-5956-431d-a57d-a77e5ade4622'] response: {'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'code': 200} Apr 05 18:37:54.872699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-95310a33-6073-4e2c-aca7-228f6c062f7b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3652282 Apr 05 18:37:54.963704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:37:50Z', 'revision_number': 5, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port': {'id': '2d960dab-a2a2-441d-9e39-ef105fb98201', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:27Z', 'updated_at': '2022-04-05T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:54.969079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a3e99584-03b4-4c9c-ad80-06274ac0941d None None] Provisioning complete for port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:54.969448 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3e99584-03b4-4c9c-ad80-06274ac0941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:55.109205 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:55.180457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a3e99584-03b4-4c9c-ad80-06274ac0941d None None] Port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:37:55.200489 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:37:55.259837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] Checking router: ab9b65c2-214d-4aea-9929-262ea2841b48 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:55.384794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] Routers {'ab9b65c2-214d-4aea-9929-262ea2841b48'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:55.385434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ab9b65c2-214d-4aea-9929-262ea2841b48'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:55.388382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:55.501366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d960dab-a2a2-441d-9e39-ef105fb98201,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:55.612093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3dc4a484-c84d-4066-9d54-4d813577f52c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:55.612452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:55.616409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] Set router ab9b65c2-214d-4aea-9929-262ea2841b48 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:55.716907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:37:55Z', 'revision_number': 7, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:55.721041 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:55.752369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:55.756290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65413ee9-66ec-4872-afaa-565df027d54d req-ebd2629b-2782-46f0-b3f7-7197f5f4cc0a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:55.765262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65413ee9-66ec-4872-afaa-565df027d54d req-ebd2629b-2782-46f0-b3f7-7197f5f4cc0a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 949 time: 0.3465896 Apr 05 18:37:55.768389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58df08-557f-4be2-b5d8-5248c6e251e6 None None] The sync data for ids ['ab9b65c2-214d-4aea-9929-262ea2841b48'] in n-d-836650-3 is: [{'id': 'ab9b65c2-214d-4aea-9929-262ea2841b48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-881800290-router', 'tenant_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:26Z', 'updated_at': '2022-04-05T18:37:55Z', 'revision_number': 7, 'project_id': 'cdcb17fbb5b94cf1b86530cbd9f1bd72', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:37:55.773129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'mac_address': 'fa:16:3e:90:7e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:37:55.978798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:55.987068 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.033589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65413ee9-66ec-4872-afaa-565df027d54d req-a25a237b-a771-4cba-a6d7-4e0730870071 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607226 Apr 05 18:37:56.034693 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.056570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b983d8-dc32-44b1-a3b1-24781578a76f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:37:56.058707 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.068967 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.086918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:56.102344 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.224993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.227418 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab9b65c2-214d-4aea-9929-262ea2841b48 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:37:56.248974 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.252805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.263782 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e942ee4-7e35-43e3-8ce9-251968d9c901 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ab9b65c2-214d-4aea-9929-262ea2841b48 HTTP/1.1" status: 204 len: 168 time: 2.2877362 Apr 05 18:37:56.264778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35964) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:56.320675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 3dc4a484-c84d-4066-9d54-4d813577f52c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3dc4a484-c84d-4066-9d54-4d813577f52c,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:56.348266 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.404310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=12']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:56.480763 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.489485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Pushing event updated for resources: {'Port': ['ID=d06694c9-eb10-4f82-b1aa-2dd75abf1f0e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:56.572306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5c744-bc02-4e82-8f4c-b71bef95eaa6 req-ec86cea5-c3df-4378-bea4-c028ccd2efaa tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:56.587364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9b5c744-bc02-4e82-8f4c-b71bef95eaa6 req-ec86cea5-c3df-4378-bea4-c028ccd2efaa tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.5337732 Apr 05 18:37:56.610276 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=3dc4a484-c84d-4066-9d54-4d813577f52c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:56.631103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97a7b6b-b0c9-4e98-bf51-dc689ada56d8 admin admin] Deleting subnet 09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:37:56.659310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a97a7b6b-b0c9-4e98-bf51-dc689ada56d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.803147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fab3aa6-95c2-4832-a167-2ba95642bf16 req-97fd9f1d-cd1a-4e72-bb91-debd0753e846 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 210 time: 0.1864176 Apr 05 18:37:56.809744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a97a7b6b-b0c9-4e98-bf51-dc689ada56d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:56.812351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['54b983d8-dc32-44b1-a3b1-24781578a76f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:37:57.062051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3dc4a484-c84d-4066-9d54-4d813577f52c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:37:57.080646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9b5c744-bc02-4e82-8f4c-b71bef95eaa6 req-9c4a3585-f738-4039-be11-9face95b97ad tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922540 Apr 05 18:37:57.172137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a97a7b6b-b0c9-4e98-bf51-dc689ada56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:57.232565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Network 5aefd501-5606-4570-9151-5e39405da165 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:37:57.253812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:37:57.330542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a97a7b6b-b0c9-4e98-bf51-dc689ada56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:57.407956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a7b6b-b0c9-4e98-bf51-dc689ada56d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:57.434462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a97a7b6b-b0c9-4e98-bf51-dc689ada56d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:57.462210 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a97a7b6b-b0c9-4e98-bf51-dc689ada56d8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/09a1b8b6-4d6a-4fbc-95b1-6f51f2904f6d HTTP/1.1" status: 204 len: 168 time: 1.1953566 Apr 05 18:37:57.464842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36024) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:57.465672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11c91f-061e-4654-8c2b-726323e503d1 None None] Network a8485de0-5c8f-4cbd-ac10-501236a7342b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:37:57.601058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3dc4a484-c84d-4066-9d54-4d813577f52c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:57.622522 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:57.734946 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:57.882892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb147-3c72-4c11-a7bd-a3e24fe4316c req-08c42519-ca26-4101-a85c-20194dc00c74 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:57.893668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-260fb147-3c72-4c11-a7bd-a3e24fe4316c req-08c42519-ca26-4101-a85c-20194dc00c74 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.6218286 Apr 05 18:37:57.896186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Deleting port 5fb93eda-484b-4cd6-807a-7c170fc63376 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:57.898102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:57.953891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:37:58.087390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] For port 5fb93eda-484b-4cd6-807a-7c170fc63376, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5fb93eda-484b-4cd6-807a-7c170fc63376,segment=NetworkSegment(500dfec7-4790-49d3-8b6e-f461f09f5cc8),segment_id=500dfec7-4790-49d3-8b6e-f461f09f5cc8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:58.087827 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:58.109028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Calling delete_port for 5fb93eda-484b-4cd6-807a-7c170fc63376 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:58.117205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-986a1ce4-0954-40c4-babe-51c321efe29b None None] Provisioning complete for port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:37:58.117717 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-986a1ce4-0954-40c4-babe-51c321efe29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:58.241159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-986a1ce4-0954-40c4-babe-51c321efe29b None None] Port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:37:58.279098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] DHCP port deletion for a8485de0-5c8f-4cbd-ac10-501236a7342b request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:37:58.301170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-260fb147-3c72-4c11-a7bd-a3e24fe4316c req-9d5a2568-0285-46e9-ac58-b9112ab3ee5c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058955 Apr 05 18:37:58.366904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d960dab-a2a2-441d-9e39-ef105fb98201 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:58.457343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:37:58.472822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2d960dab-a2a2-441d-9e39-ef105fb98201 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:58.473530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d960dab-a2a2-441d-9e39-ef105fb98201 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:58.474068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b8a61ace-88cb-471a-a4fd-9a937336cf74 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:58.477107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:58.501525 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Sync routers for ids ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:37:58.521068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d61dafae-32f2-49c0-92b7-05e1dc7f8e6d admin admin] 10.222.0.15 "PUT /v2.0/routers/ef3ad471-b0fb-42d7-9a14-e48ead5ebc75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1678865 Apr 05 18:37:58.539680 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Routers {'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:37:58.540397 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:58.560276 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: b8a61ace-88cb-471a-a4fd-9a937336cf74 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:58.560619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b8a61ace-88cb-471a-a4fd-9a937336cf74 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:58.562187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb93eda-484b-4cd6-807a-7c170fc63376,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:58.565393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] No DVR routers for this DVR port 5fb93eda-484b-4cd6-807a-7c170fc63376 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:58.644013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] Deleting port 5fb93eda-484b-4cd6-807a-7c170fc63376 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:37:58.644722 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:58.687143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b54fda1-f035-4c98-aa1a-2176e62b2fe3 req-95027ca5-b237-47f5-91ab-35b77efd2c1b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 210 time: 0.1706030 Apr 05 18:37:58.805872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5fb93eda-484b-4cd6-807a-7c170fc63376 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:37:58.830805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:58.865932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 5fb93eda-484b-4cd6-807a-7c170fc63376 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:37:58.866630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5fb93eda-484b-4cd6-807a-7c170fc63376 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:37:58.908874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] For port 5fb93eda-484b-4cd6-807a-7c170fc63376, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:37:58.909549 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:58.937134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8485de0-5c8f-4cbd-ac10-501236a7342b']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:58.976206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500dfec7-4790-49d3-8b6e-f461f09f5cc8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:58.977009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500dfec7-4790-49d3-8b6e-f461f09f5cc8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:59.002905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:59.009631 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Set router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:37:59.027516 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:59.033333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e812a-621d-4ac4-afe4-9ae9b0dccd89 req-34beb0e2-e202-4d6c-afb5-7d82ab49f6bb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:59.042292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:37:59.042554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-060e812a-621d-4ac4-afe4-9ae9b0dccd89 req-34beb0e2-e202-4d6c-afb5-7d82ab49f6bb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.1589375 Apr 05 18:37:59.042951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:59.121792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-060e812a-621d-4ac4-afe4-9ae9b0dccd89 req-40639778-efe5-4a1d-a4af-ce5aa5c23d1a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782635 Apr 05 18:37:59.190565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] Calling delete_port for 5fb93eda-484b-4cd6-807a-7c170fc63376 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:37:59.194334 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] Port 5fb93eda-484b-4cd6-807a-7c170fc63376 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:37:59.196391 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:37:59.208442 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:37:59.228876 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:59.237915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:59.245944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36046) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:37:59.248027 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] 10.222.0.15 "DELETE /v2.0/networks/a8485de0-5c8f-4cbd-ac10-501236a7342b HTTP/1.1" status: 204 len: 168 time: 1.7766321 Apr 05 18:37:59.255695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] Pushing event deleted for resources: {'Port': ['ID=5fb93eda-484b-4cd6-807a-7c170fc63376,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:59.258461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6279f08-c885-47e7-8273-ae2d27ba8150 None None] No DVR routers for this DVR port 5fb93eda-484b-4cd6-807a-7c170fc63376 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:37:59.337400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16c51b-cabc-44b6-bea0-884332836c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=a8485de0-5c8f-4cbd-ac10-501236a7342b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:37:59.357122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-c4de3098-5c77-4458-88a1-95bd5c6ffa9d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1476376 Apr 05 18:37:59.546481 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-59886ef7-2d17-4ff7-8b57-2f77a4805de3 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450242 Apr 05 18:37:59.551599 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:37:45Z', 'updated_at': '2022-04-05T18:37:55Z', 'revision_number': 4, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'gw_port': {'id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:47Z', 'updated_at': '2022-04-05T18:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd06694c9-eb10-4f82-b1aa-2dd75abf1f0e', 'name': '', 'network_id': '5aefd501-5606-4570-9151-5e39405da165', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'mac_address': 'fa:16:3e:6c:11:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '3ed4c0c6-042a-4605-853e-06ada0793af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:52Z', 'updated_at': '2022-04-05T18:37:55Z', 'revision_number': 2, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'subnets': [{'id': '3ed4c0c6-042a-4605-853e-06ada0793af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:37:59.705452 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Checking router: ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:37:59.706121 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Updating router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:37:59.780035 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:37:59.892062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-48123c52-3b96-4c4d-83b0-a787980827d4 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:59.895040 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-48123c52-3b96-4c4d-83b0-a787980827d4 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5240226 Apr 05 18:37:59.935965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-90b0df65-11cd-4e9a-8538-7db807e22193 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:37:59.937827 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-90b0df65-11cd-4e9a-8538-7db807e22193 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3824708 Apr 05 18:37:59.944545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Request body: {'port': {'device_id': '8a0b7694-54b2-4097-8a65-d2a30f7412ff', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3d7141754c2149c9b47bf6afe7d827a1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:37:59.972381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Request body: {'port': {'device_id': '35cb2615-a1a8-471d-b2b3-60ab39f24074', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3d7141754c2149c9b47bf6afe7d827a1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:00.042904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51844-a217-4bca-88c5-80f099677d29 req-cdd2a708-58f6-42eb-ad54-546e41545e89 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:00.054093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcb51844-a217-4bca-88c5-80f099677d29 req-cdd2a708-58f6-42eb-ad54-546e41545e89 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 950 time: 0.7083066 Apr 05 18:38:00.276913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcb51844-a217-4bca-88c5-80f099677d29 req-8a4ff437-1a9f-4d64-9c63-6c47a32cb8c4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213798 Apr 05 18:38:00.487967 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:00.501206 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:00.655596 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74453b-b44c-4b23-b1cc-0ebf6df85a23 None None] Pushing event updated for resources: {'Port': ['ID=d06694c9-eb10-4f82-b1aa-2dd75abf1f0e,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:00.657485 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:00.723222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:00.724339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Made reservation on behalf of 3d7141754c2149c9b47bf6afe7d827a1 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:00.737389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:00.793348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Made reservation on behalf of 3d7141754c2149c9b47bf6afe7d827a1 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:00.797227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:00.816778 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Attempting to bind port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:00.818678 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Attempting to bind port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e37a01bd-1afd-4183-849b-3eacc0580411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5aefd501-5606-4570-9151-5e39405da165'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:00.820717 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Attempting to bind port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e on network 5aefd501-5606-4570-9151-5e39405da165 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:00.841284 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:00.841888 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Checking segment: {'id': 'e37a01bd-1afd-4183-849b-3eacc0580411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5aefd501-5606-4570-9151-5e39405da165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:00.842280 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:00.842712 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Bound using segment: {'id': 'e37a01bd-1afd-4183-849b-3eacc0580411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5aefd501-5606-4570-9151-5e39405da165'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:00.843202 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Bound port: d06694c9-eb10-4f82-b1aa-2dd75abf1f0e, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37a01bd-1afd-4183-849b-3eacc0580411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5aefd501-5606-4570-9151-5e39405da165'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:00.845023 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:00.901098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 54b983d8-dc32-44b1-a3b1-24781578a76f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:38:00.905740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 54b983d8-dc32-44b1-a3b1-24781578a76f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:00.906445 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.036214 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] For port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:01.044694 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] For port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d06694c9-eb10-4f82-b1aa-2dd75abf1f0e,segment=NetworkSegment(e37a01bd-1afd-4183-849b-3eacc0580411),segment_id=e37a01bd-1afd-4183-849b-3eacc0580411)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:01.054477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d6ffffbf-adf0-41ca-b998-dc50a725b676 None None] Provisioning complete for port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:01.055315 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6ffffbf-adf0-41ca-b998-dc50a725b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.059394 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.205985 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.240550 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Routers {'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:01.248015 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:01.251774 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74453b-b44c-4b23-b1cc-0ebf6df85a23 None None] Pushing event updated for resources: {'Port': ['ID=d06694c9-eb10-4f82-b1aa-2dd75abf1f0e,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:01.283305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-b13795b8-5957-4334-8c2f-3aa1afc6acf7 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4229779 Apr 05 18:38:01.309253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:01.315761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Allocated IP 192.168.233.93 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/ef529559-575b-4ed2-9564-1568cd6a8908) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:01.352387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:01.355302 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff400c0-be72-4723-ad0d-bb00951be4e0" -d '{"events": [{"server_uuid": "406633dd-ea08-485e-915e-435c24906549", "name": "network-vif-plugged", "status": "completed", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:01.403550 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.405692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:01.469551 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.550106 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] Set router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:01.581663 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6ffffbf-adf0-41ca-b998-dc50a725b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.657898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=13']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:01.712393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Deleting port 11543d37-d11f-4d25-a882-56df7c7d9e58 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:01.712653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.717705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d6ffffbf-adf0-41ca-b998-dc50a725b676 None None] For port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d06694c9-eb10-4f82-b1aa-2dd75abf1f0e,segment=NetworkSegment(e37a01bd-1afd-4183-849b-3eacc0580411),segment_id=e37a01bd-1afd-4183-849b-3eacc0580411)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:01.723313 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6ffffbf-adf0-41ca-b998-dc50a725b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.830734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffffbf-adf0-41ca-b998-dc50a725b676 None None] Pushing event updated for resources: {'Port': ['ID=d06694c9-eb10-4f82-b1aa-2dd75abf1f0e,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:01.857754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-13a42bfe-2a93-4dec-8cb0-5793e6d723f9 None None] Provisioning complete for port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:01.858123 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13a42bfe-2a93-4dec-8cb0-5793e6d723f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.858883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] For port 11543d37-d11f-4d25-a882-56df7c7d9e58, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=11543d37-d11f-4d25-a882-56df7c7d9e58,segment=NetworkSegment(6b7922c8-c5df-471b-b468-35c4a80bddb2),segment_id=6b7922c8-c5df-471b-b468-35c4a80bddb2)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:01.859770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.876395 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:01.877681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Calling delete_port for 11543d37-d11f-4d25-a882-56df7c7d9e58 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:02.074771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Allocated IP 192.168.233.216 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:02.147850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:02.162096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:02.245521 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:37:45Z', 'updated_at': '2022-04-05T18:37:55Z', 'revision_number': 4, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'gw_port': {'id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:47Z', 'updated_at': '2022-04-05T18:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd06694c9-eb10-4f82-b1aa-2dd75abf1f0e', 'name': '', 'network_id': '5aefd501-5606-4570-9151-5e39405da165', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'mac_address': 'fa:16:3e:6c:11:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '3ed4c0c6-042a-4605-853e-06ada0793af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:52Z', 'updated_at': '2022-04-05T18:38:01Z', 'revision_number': 4, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'subnets': [{'id': '3ed4c0c6-042a-4605-853e-06ada0793af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:02.248809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:02.304969 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa310f43-39d8-436a-8118-0e1532a33bd5 None None] The sync data for ids ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'] in n-d-836650-3 is: [{'id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:37:45Z', 'updated_at': '2022-04-05T18:37:55Z', 'revision_number': 4, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'gw_port': {'id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:47Z', 'updated_at': '2022-04-05T18:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd06694c9-eb10-4f82-b1aa-2dd75abf1f0e', 'name': '', 'network_id': '5aefd501-5606-4570-9151-5e39405da165', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'mac_address': 'fa:16:3e:6c:11:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '3ed4c0c6-042a-4605-853e-06ada0793af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:52Z', 'updated_at': '2022-04-05T18:38:01Z', 'revision_number': 4, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'subnets': [{'id': '3ed4c0c6-042a-4605-853e-06ada0793af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:38:02.387766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:02.398113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:02.420079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event updated for resources: {'Port': ['ID=ef529559-575b-4ed2-9564-1568cd6a8908,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:02.426062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:02.465085 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:02.706793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:02.714076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11543d37-d11f-4d25-a882-56df7c7d9e58,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:02.842581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d06694c9-eb10-4f82-b1aa-2dd75abf1f0e up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:02.858962 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:02.875310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:02.876030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:02.943554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:02.953636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:02.958925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:02.998032 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-dc758f37-6bd3-4f1b-a649-292a4f9b4bcf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0590675 Apr 05 18:38:03.001597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event updated for resources: {'Port': ['ID=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:03.015778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Request body: {'port': {'device_id': '8a0b7694-54b2-4097-8a65-d2a30f7412ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:03.117328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Allocated IP 172.25.4.11 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/c515f14b-230c-4f97-97fe-aa4184a4290e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:03.176841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d425bacb-e89b-4bd9-9409-b6d6aa742a7e None None] Provisioning complete for port ef529559-575b-4ed2-9564-1568cd6a8908 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:03.177317 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d425bacb-e89b-4bd9-9409-b6d6aa742a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:03.192173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:03.192868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:03.323444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d425bacb-e89b-4bd9-9409-b6d6aa742a7e None None] Port ef529559-575b-4ed2-9564-1568cd6a8908 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:38:03.352798 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-ed50399c-45a7-4e9c-a974-9fe4399b0b65 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3876836 Apr 05 18:38:03.353430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:03.364772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:03.366774 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:03.483550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d687cbdf-ee8c-4acc-a161-7085a321c4e3 None None] Provisioning complete for port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:03.484747 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d687cbdf-ee8c-4acc-a161-7085a321c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:03.577150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d687cbdf-ee8c-4acc-a161-7085a321c4e3 None None] Port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:38:03.639622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Request body: {'port': {'device_id': '35cb2615-a1a8-471d-b2b3-60ab39f24074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:03.645515 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:03.738936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:03.810388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:03.813934 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:04.021458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:04.028227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Pushing event updated for resources: {'Port': ['ID=c515f14b-230c-4f97-97fe-aa4184a4290e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:04.032715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:04.036475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:04.167813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef529559-575b-4ed2-9564-1568cd6a8908 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:04.182559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:04.202622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Transition to ACTIVE for port object ef529559-575b-4ed2-9564-1568cd6a8908 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:38:04.233875 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:04.390043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:04.399361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:04.420808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:04.512219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:38:04.558063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Pushing event updated for resources: {'Port': ['ID=ef529559-575b-4ed2-9564-1568cd6a8908,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:04.673465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:04.741538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:04.799610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Transition to ACTIVE for port object 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:38:04.812767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:04.882978 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:04.886870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:38:04.902666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d0acf2ac-20de-49c7-a1a8-1af5a1efa3c5 admin admin] 10.222.0.15 "PUT /v2.0/routers/697bc81a-d4da-41dd-8e3c-b003aa800cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6550419 Apr 05 18:38:04.903317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36072) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:04.904702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] Sync routers for ids ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:38:04.910047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:04.972142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] Routers {'697bc81a-d4da-41dd-8e3c-b003aa800cd4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:04.973886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:05.065618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Attempting to bind port ef529559-575b-4ed2-9564-1568cd6a8908 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:05.066058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Attempting to bind port ef529559-575b-4ed2-9564-1568cd6a8908 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:05.066615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Attempting to bind port ef529559-575b-4ed2-9564-1568cd6a8908 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:05.074928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Port ef529559-575b-4ed2-9564-1568cd6a8908 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:38:05.075467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Attempting to bind port ef529559-575b-4ed2-9564-1568cd6a8908 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:05.082893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:05.083373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:05.083833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:05.084451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Bound port: ef529559-575b-4ed2-9564-1568cd6a8908, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:05.084844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.088763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Attempting to bind port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:05.089349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Attempting to bind port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:05.089550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Attempting to bind port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:05.102493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:38:05.102826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Attempting to bind port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:05.111873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:05.112354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:05.112815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:05.113376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Bound port: 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:05.117234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.176951 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.268304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] For port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:05.272362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] For port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:05.287134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.341294 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] For port ef529559-575b-4ed2-9564-1568cd6a8908, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:05.364159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:05.364942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.367828 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] 10.222.0.25 "PUT /v2.0/ports/3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a HTTP/1.1" status: 200 len: 1096 time: 1.9626274 Apr 05 18:38:05.367934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cb2615-a1a8-471d-b2b3-60ab39f24074', 'tag': '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:05.370639 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e13bf74-6097-4dbf-a82c-69b3b387827f" -d '{"events": [{"name": "network-changed", "server_uuid": "35cb2615-a1a8-471d-b2b3-60ab39f24074", "tag": "3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:05.423846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] For port ef529559-575b-4ed2-9564-1568cd6a8908, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ef529559-575b-4ed2-9564-1568cd6a8908,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:05.497582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f1b17-89f6-4fa4-bfbe-3296f5dea9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:05.502560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.564584 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.576057 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.627594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:05.634491 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.644570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] Set router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:05.649455 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] 10.222.0.20 "PUT /v2.0/ports/ef529559-575b-4ed2-9564-1568cd6a8908 HTTP/1.1" status: 200 len: 1095 time: 2.6271670 Apr 05 18:38:05.686210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-0cea2044-e5e4-48b7-8a00-465718882fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:05.686954 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.693743 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-0cea2044-e5e4-48b7-8a00-465718882fe1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 1099 time: 0.2478013 Apr 05 18:38:05.716749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Pushing event updated for resources: {'Port': ['ID=c515f14b-230c-4f97-97fe-aa4184a4290e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:05.764169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.814799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:05.816052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-c14be788-84eb-4619-b924-96e13e44751a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5206621 Apr 05 18:38:05.914782 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-8215d03f-1072-47a3-b745-5b3011827839 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a HTTP/1.1" status: 200 len: 217 time: 0.1729574 Apr 05 18:38:05.924737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9acf3-26a3-4bc0-944f-b27a65040bba service neutron] Pushing event updated for resources: {'Port': ['ID=ef529559-575b-4ed2-9564-1568cd6a8908,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:05.964256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-b57de240-44ac-445e-bebd-8c7682cbcf6a tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.11 HTTP/1.1" status: 200 len: 695 time: 0.1356404 Apr 05 18:38:05.985332 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:38:06.024470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Deleting port b51fdf6b-0791-4d29-bfd2-b63cbcd74414 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:06.024937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:06.060473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-51806339-022e-4359-a3f6-3e1f79601c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:06.062582 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-51806339-022e-4359-a3f6-3e1f79601c5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=8a0b7694-54b2-4097-8a65-d2a30f7412ff HTTP/1.1" status: 200 len: 1098 time: 0.3655629 Apr 05 18:38:06.087614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-c97d43c2-46d1-4e22-aac2-af6cc28aa04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:06.089565 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-c97d43c2-46d1-4e22-aac2-af6cc28aa04c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1593008 Apr 05 18:38:06.144551 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-d9aeccee-315a-4bd1-85f4-62c5124ac5a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ef529559-575b-4ed2-9564-1568cd6a8908 HTTP/1.1" status: 200 len: 217 time: 0.0713778 Apr 05 18:38:06.169939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:39Z', 'updated_at': '2022-04-05T18:38:02Z', 'revision_number': 5, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'gw_port': {'id': 'b51fdf6b-0791-4d29-bfd2-b63cbcd74414', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:33:41Z', 'updated_at': '2022-04-05T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:06.218363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] Checking router: 697bc81a-d4da-41dd-8e3c-b003aa800cd4 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:38:06.261301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] Routers {'697bc81a-d4da-41dd-8e3c-b003aa800cd4'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:06.264494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:37:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:06.273333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-19b336ed-208c-490b-a05f-caa3dd66e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:06.275396 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-19b336ed-208c-490b-a05f-caa3dd66e607 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1516364 Apr 05 18:38:06.283262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-47e05dce-74c8-4a69-8c05-e15c953911df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:06.285558 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-47e05dce-74c8-4a69-8c05-e15c953911df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0956790 Apr 05 18:38:06.439791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-9fb3a1a7-1946-4e87-baa5-2179359238c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:06.443085 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-9fb3a1a7-1946-4e87-baa5-2179359238c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381819 Apr 05 18:38:06.510578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] Set router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:06.523172 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-7305eb0f-1ad8-4a88-8595-2d2346fb0b13 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304547 Apr 05 18:38:06.589532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-673bf3e6-0cc4-40a6-bdb0-ede110dd9306 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:06.590707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5643fd3-3259-4399-aa70-690c9dc602ac req-673bf3e6-0cc4-40a6-bdb0-ede110dd9306 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.6241813 Apr 05 18:38:06.658312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:39Z', 'updated_at': '2022-04-05T18:38:05Z', 'revision_number': 6, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:06.687466 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-00dd6281-5701-497f-827b-4868395835cc service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622157 Apr 05 18:38:06.719761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] For port b51fdf6b-0791-4d29-bfd2-b63cbcd74414, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b51fdf6b-0791-4d29-bfd2-b63cbcd74414,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:06.720222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:06.730311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879efbc3-7ab8-42ac-88c4-acdda65e3a69 None None] The sync data for ids ['697bc81a-d4da-41dd-8e3c-b003aa800cd4'] in n-d-836650-3 is: [{'id': '697bc81a-d4da-41dd-8e3c-b003aa800cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-365773495-router', 'tenant_id': '6682900afac64b4ca906ace9b3dc080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:33:39Z', 'updated_at': '2022-04-05T18:38:05Z', 'revision_number': 6, 'project_id': '6682900afac64b4ca906ace9b3dc080a', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:38:06.739458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Calling delete_port for b51fdf6b-0791-4d29-bfd2-b63cbcd74414 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:06.846194 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:06.867614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1802c037-0a8d-4198-b479-968a45990f7b details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:38:06.894031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a036f9-4e7f-49e5-8e28-dded535ab73e req-2714aa28-6ae9-402b-8b28-7e7c92e73708 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:06.895786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50a036f9-4e7f-49e5-8e28-dded535ab73e req-2714aa28-6ae9-402b-8b28-7e7c92e73708 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 948 time: 0.1237614 Apr 05 18:38:06.949604 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-70955f68-ac6e-408e-96d8-c771b29ccb22 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601836 Apr 05 18:38:06.986829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50a036f9-4e7f-49e5-8e28-dded535ab73e req-7dcd956f-55a5-43f0-ae8b-56a6ce9720bd tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528877 Apr 05 18:38:07.019372 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba61d78c-b2fc-48c3-bad6-e47f4ccdf6a2 req-c20bb6d6-f1e2-4fe1-b288-ade9f02da98c service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197472 Apr 05 18:38:07.150369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:07.176990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '1802c037-0a8d-4198-b479-968a45990f7b', 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672', 'port_id': '1802c037-0a8d-4198-b479-968a45990f7b', 'mac_address': 'fa:16:3e:d3:31:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfa1f18-e103-421c-a525-7c9c6506fdf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:38:07.327123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:07.399930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:07.429876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Pushing event deleted for resources: {'Port': ['ID=b51fdf6b-0791-4d29-bfd2-b63cbcd74414,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:07.458804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c3ee5-5ad6-4ac5-ae07-9cbe36791f2a req-50bc899a-951d-4559-b784-ab8acaa4c069 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:07.466374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1802c037-0a8d-4198-b479-968a45990f7b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:07.466966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-309c3ee5-5ad6-4ac5-ae07-9cbe36791f2a req-50bc899a-951d-4559-b784-ab8acaa4c069 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.3683712 Apr 05 18:38:07.509018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:07.523833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:07.571220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-309c3ee5-5ad6-4ac5-ae07-9cbe36791f2a req-6360f241-e24b-4238-bc11-1f0f49bd76f4 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030433 Apr 05 18:38:07.588948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:07.654523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1802c037-0a8d-4198-b479-968a45990f7b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:07.727216 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd14f46-95a0-40eb-9164-2fcf8c90f700 x-openstack-request-id: req-bcd14f46-95a0-40eb-9164-2fcf8c90f700 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:07.727879 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406633dd-ea08-485e-915e-435c24906549", "name": "network-vif-plugged", "status": "completed", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:07.727879 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcd14f46-95a0-40eb-9164-2fcf8c90f700 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:07.728126 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd14f46-95a0-40eb-9164-2fcf8c90f700'] response: {'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'code': 200} Apr 05 18:38:07.735323 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a889312-0b2b-4c39-8638-d748f268d16d req-12f4b9c9-4c0a-4266-bdd6-a7843742e7a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1399417 Apr 05 18:38:07.793613 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4a4484-df5d-4691-be5a-bb26ddea47f8 x-openstack-request-id: req-ec4a4484-df5d-4691-be5a-bb26ddea47f8 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:07.794333 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cb2615-a1a8-471d-b2b3-60ab39f24074", "tag": "3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:07.794812 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec4a4484-df5d-4691-be5a-bb26ddea47f8 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:07.795636 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4a4484-df5d-4691-be5a-bb26ddea47f8'] response: {'name': 'network-changed', 'server_uuid': '35cb2615-a1a8-471d-b2b3-60ab39f24074', 'tag': '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a', 'status': 'completed', 'code': 200} Apr 05 18:38:07.860111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:07.862955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:07.903333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['1802c037-0a8d-4198-b479-968a45990f7b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:07.921865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-c5643454-449f-4486-8d4f-938840b81c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:07.924898 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-c5643454-449f-4486-8d4f-938840b81c03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 1099 time: 0.0937183 Apr 05 18:38:07.945291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89b65017-37a5-42f0-a482-d1e97644ae7e req-09e0bbc4-7e63-4611-b21b-af3ea4bcd4ab tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips/1cd62d2b-7dbd-45ac-a02c-a3bc28f948d9 HTTP/1.1" status: 200 len: 692 time: 0.0958831 Apr 05 18:38:08.015827 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:08.016637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 697bc81a-d4da-41dd-8e3c-b003aa800cd4 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:38:08.023486 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:08.027624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3e761ef8-889a-4b97-a8d2-ca9a14fd350d admin admin] 10.222.0.15 "DELETE /v2.0/routers/697bc81a-d4da-41dd-8e3c-b003aa800cd4 HTTP/1.1" status: 204 len: 168 time: 3.1178443 Apr 05 18:38:08.043177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-c2437f75-f2c5-4e65-966c-dc82f22125f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:08.044874 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-c2437f75-f2c5-4e65-966c-dc82f22125f3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1115532 Apr 05 18:38:08.045619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36090) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:08.145282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b65017-37a5-42f0-a482-d1e97644ae7e req-2faa7abc-6399-4bca-9170-1b65d3a32925 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:08.160756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89b65017-37a5-42f0-a482-d1e97644ae7e req-2faa7abc-6399-4bca-9170-1b65d3a32925 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1792865 Apr 05 18:38:08.176027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-89b65017-37a5-42f0-a482-d1e97644ae7e req-909e1779-766d-4430-8669-794ccccc3d03 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:38:08.188003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89b65017-37a5-42f0-a482-d1e97644ae7e req-909e1779-766d-4430-8669-794ccccc3d03 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256152 Apr 05 18:38:08.198594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-295ccd0a-0ad8-4b9c-bd52-7e163945b898 admin admin] Deleting subnet c5e6e276-4161-4a51-9d1e-d7bbc6f9a632 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:38:08.202020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-295ccd0a-0ad8-4b9c-bd52-7e163945b898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:08.260187 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-295ccd0a-0ad8-4b9c-bd52-7e163945b898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:08.371209 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-60c97cd1-c509-45bd-84f8-4991031e1a34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a HTTP/1.1" status: 200 len: 217 time: 0.2308252 Apr 05 18:38:08.384795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-295ccd0a-0ad8-4b9c-bd52-7e163945b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:08.429589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a889312-0b2b-4c39-8638-d748f268d16d req-5d19958f-f90a-4f87-a856-b6dacf757c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:08.431465 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a889312-0b2b-4c39-8638-d748f268d16d req-5d19958f-f90a-4f87-a856-b6dacf757c78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 1100 time: 0.6114995 Apr 05 18:38:08.550408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-fc3ba6c5-f065-45fe-a3f8-7f9cf39c1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:08.552143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-fc3ba6c5-f065-45fe-a3f8-7f9cf39c1230 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1698205 Apr 05 18:38:08.637268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-295ccd0a-0ad8-4b9c-bd52-7e163945b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:08.668812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-f1abc201-08a0-4d6b-83a1-9a47a6b5d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:08.670295 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-f1abc201-08a0-4d6b-83a1-9a47a6b5d77c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075168 Apr 05 18:38:08.674314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ccd0a-0ad8-4b9c-bd52-7e163945b898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e6e276-4161-4a51-9d1e-d7bbc6f9a632,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:08.679775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a889312-0b2b-4c39-8638-d748f268d16d req-24af0492-a98f-4579-ab6d-44191382dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:08.680796 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a889312-0b2b-4c39-8638-d748f268d16d req-24af0492-a98f-4579-ab6d-44191382dda3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2166431 Apr 05 18:38:08.689174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f46fe-ef26-473a-a059-63c0a68a0720 None None] Network 9e77092c-8c9a-4cd9-8f84-37e6055fdaea requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:38:08.713751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-295ccd0a-0ad8-4b9c-bd52-7e163945b898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:08.716971 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-295ccd0a-0ad8-4b9c-bd52-7e163945b898 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c5e6e276-4161-4a51-9d1e-d7bbc6f9a632 HTTP/1.1" status: 204 len: 168 time: 0.6691730 Apr 05 18:38:08.719796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36106) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:08.769203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b51fdf6b-0791-4d29-bfd2-b63cbcd74414 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:08.784922 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a889312-0b2b-4c39-8638-d748f268d16d req-a065aaf2-6df5-482c-b67a-d0b4a7bbda57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 200 len: 217 time: 0.0648019 Apr 05 18:38:08.874453 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-dd4c4938-8d1e-45e7-ba65-72e3e0cbc8c9 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926055 Apr 05 18:38:08.878292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a889312-0b2b-4c39-8638-d748f268d16d req-c339f8c6-08fe-4cb7-8dff-c2b29259c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:08.879873 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a889312-0b2b-4c39-8638-d748f268d16d req-c339f8c6-08fe-4cb7-8dff-c2b29259c037 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0830064 Apr 05 18:38:08.884551 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:08.889120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ef529559-575b-4ed2-9564-1568cd6a8908 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:38:08.893691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: b51fdf6b-0791-4d29-bfd2-b63cbcd74414 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:38:08.894035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b51fdf6b-0791-4d29-bfd2-b63cbcd74414 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:38:08.894462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 11543d37-d11f-4d25-a882-56df7c7d9e58 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:08.941021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 11543d37-d11f-4d25-a882-56df7c7d9e58 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:38:08.941471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 11543d37-d11f-4d25-a882-56df7c7d9e58 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:38:09.010809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a889312-0b2b-4c39-8638-d748f268d16d req-fa33e4c9-b49e-40bc-ba3d-000845478f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:09.012990 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a889312-0b2b-4c39-8638-d748f268d16d req-fa33e4c9-b49e-40bc-ba3d-000845478f06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252778 Apr 05 18:38:09.035665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Deleting port 2f24e42d-a114-4e2a-900b-75e0a7769e52 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:09.037577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.066318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ef529559-575b-4ed2-9564-1568cd6a8908, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ef529559-575b-4ed2-9564-1568cd6a8908,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:09.079201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ef529559-575b-4ed2-9564-1568cd6a8908', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'ef529559-575b-4ed2-9564-1568cd6a8908', 'mac_address': 'fa:16:3e:59:20:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:38:09.135433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] For port 2f24e42d-a114-4e2a-900b-75e0a7769e52, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2f24e42d-a114-4e2a-900b-75e0a7769e52,segment=NetworkSegment(6b7922c8-c5df-471b-b468-35c4a80bddb2),segment_id=6b7922c8-c5df-471b-b468-35c4a80bddb2)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:09.136237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.156815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Calling delete_port for 2f24e42d-a114-4e2a-900b-75e0a7769e52 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:09.167089 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.191632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef529559-575b-4ed2-9564-1568cd6a8908 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:09.236064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ef529559-575b-4ed2-9564-1568cd6a8908, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ef529559-575b-4ed2-9564-1568cd6a8908,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:09.243479 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.298014 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.314591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ef529559-575b-4ed2-9564-1568cd6a8908,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:09.333792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616eecda-2e26-4fb8-8849-1eaa08a751cc None None] DHCP port deletion for 9e77092c-8c9a-4cd9-8f84-37e6055fdaea request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:38:09.374247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f24e42d-a114-4e2a-900b-75e0a7769e52,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:09.387681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] No DVR routers for this DVR port 2f24e42d-a114-4e2a-900b-75e0a7769e52 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:38:09.396066 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db164492-9d49-4e94-826e-79036c0e215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.512540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.516511 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e13bf74-6097-4dbf-a82c-69b3b387827f req-22998eb2-4fda-4325-8f1f-6fc6bb19b1e4 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158457 Apr 05 18:38:09.551621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e77092c-8c9a-4cd9-8f84-37e6055fdaea']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:09.568581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7922c8-c5df-471b-b468-35c4a80bddb2') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:09.569997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7922c8-c5df-471b-b468-35c4a80bddb2') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:09.572902 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a889312-0b2b-4c39-8638-d748f268d16d req-67b1d38f-df34-40b9-a3ec-252ed720db61 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515094 Apr 05 18:38:09.586226 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.588821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ef529559-575b-4ed2-9564-1568cd6a8908'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:09.616347 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.636981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:38:09.637825 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:38:09.640601 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:38:09.736416 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4a889312-0b2b-4c39-8638-d748f268d16d req-7b4a6b5b-59b8-4283-b4a8-dc1026d54237 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437585 Apr 05 18:38:09.773758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.780470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:09.787123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9e77092c-8c9a-4cd9-8f84-37e6055fdaea HTTP/1.1" status: 204 len: 168 time: 1.0662346 Apr 05 18:38:09.797348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0b7694-54b2-4097-8a65-d2a30f7412ff', 'tag': 'ef529559-575b-4ed2-9564-1568cd6a8908'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:09.799772 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0b7694-54b2-4097-8a65-d2a30f7412ff", "tag": "ef529559-575b-4ed2-9564-1568cd6a8908"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:09.805415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059d79f-dc10-4d37-9c34-7825e6f98782 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e77092c-8c9a-4cd9-8f84-37e6055fdaea,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:09.992667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36116) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:10.036195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fb861652-8c14-4d74-ba66-34cac5980c5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdcb17fbb5b94cf1b86530cbd9f1bd72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423610 Apr 05 18:38:10.039418 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36118) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:10.108560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3643efec-8f3d-4ec0-83f4-5233d013a25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:10.134290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3643efec-8f3d-4ec0-83f4-5233d013a25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:10.191281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3643efec-8f3d-4ec0-83f4-5233d013a25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:10.194292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3643efec-8f3d-4ec0-83f4-5233d013a25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:10.195456 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3643efec-8f3d-4ec0-83f4-5233d013a25d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88544978-60f3-4da6-a22e-3110dc123883 HTTP/1.1" status: 204 len: 168 time: 0.1546278 Apr 05 18:38:10.206038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643efec-8f3d-4ec0-83f4-5233d013a25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88544978-60f3-4da6-a22e-3110dc123883,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:10.698887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2f24e42d-a114-4e2a-900b-75e0a7769e52 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:10.708480 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-13231a71-337c-4b55-bf27-f11df5bdfd59 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710373 Apr 05 18:38:10.723573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2f24e42d-a114-4e2a-900b-75e0a7769e52 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:38:10.724172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2f24e42d-a114-4e2a-900b-75e0a7769e52 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:38:10.760192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36124) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:10.849934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-8f580dca-13f5-4627-a6da-c416a404a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:10.853539 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-8f580dca-13f5-4627-a6da-c416a404a656 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 1095 time: 0.0791492 Apr 05 18:38:10.858681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36126) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:10.859053 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-69c49bc0-51a0-4a60-bf21-677593ed433b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6682900afac64b4ca906ace9b3dc080a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0921535 Apr 05 18:38:10.910954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ef529559-575b-4ed2-9564-1568cd6a8908 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:10.931490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fda3-e0c3-405b-9e68-52263ba07e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:10.969368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fda3-e0c3-405b-9e68-52263ba07e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.069184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port ef529559-575b-4ed2-9564-1568cd6a8908 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:38:11.076623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ef529559-575b-4ed2-9564-1568cd6a8908 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:11.077464 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.088722 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fda3-e0c3-405b-9e68-52263ba07e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.093606 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fda3-e0c3-405b-9e68-52263ba07e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.095549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f1a2fda3-e0c3-405b-9e68-52263ba07e6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5597706-334c-4e8b-84d7-548b99f981af HTTP/1.1" status: 204 len: 168 time: 0.2356932 Apr 05 18:38:11.148119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2fda3-e0c3-405b-9e68-52263ba07e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5597706-334c-4e8b-84d7-548b99f981af,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:11.190807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-91ff5ca8-a9b2-4dd5-80f2-de944ebfbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:11.192499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-91ff5ca8-a9b2-4dd5-80f2-de944ebfbd9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.3142357 Apr 05 18:38:11.257795 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-9144ba6c-7213-4cc6-8ace-b3e062ead4e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 200 len: 217 time: 0.0568328 Apr 05 18:38:11.293937 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.323365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0b7694-54b2-4097-8a65-d2a30f7412ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef529559-575b-4ed2-9564-1568cd6a8908'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:11.326519 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4df66c5-55cc-414b-820b-110dadebdd58" -d '{"events": [{"server_uuid": "8a0b7694-54b2-4097-8a65-d2a30f7412ff", "name": "network-vif-plugged", "status": "completed", "tag": "ef529559-575b-4ed2-9564-1568cd6a8908"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:11.344323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ef529559-575b-4ed2-9564-1568cd6a8908, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ef529559-575b-4ed2-9564-1568cd6a8908,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:11.351659 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.352785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1802c037-0a8d-4198-b479-968a45990f7b up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:11.373559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-c7753743-294a-4f3a-a7fc-ef2be6739812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:11.376840 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-c7753743-294a-4f3a-a7fc-ef2be6739812 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1072037 Apr 05 18:38:11.426058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ef529559-575b-4ed2-9564-1568cd6a8908,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:11.430788 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-cb646387-2104-47d9-8970-2fc0aac6271d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456803 Apr 05 18:38:11.477256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 1802c037-0a8d-4198-b479-968a45990f7b completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:38:11.489178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 1802c037-0a8d-4198-b479-968a45990f7b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:11.489511 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.621722 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-baf0f1ae-ff11-4a79-a87f-140060ec601a service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806779 Apr 05 18:38:11.658720 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.750536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:11.781180 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.786869 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8b80890-48f9-44b6-85e2-b46011c26c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:11.789328 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23424a1e-ebf7-42ef-8b11-f2530cf143d4 req-7f30095d-0a38-45a3-98d7-0fcc16fefc3d service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590085 Apr 05 18:38:11.880769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1802c037-0a8d-4198-b479-968a45990f7b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:12.727328 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:12.791431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:38:12.985126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:13.001809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a', 'mac_address': 'fa:16:3e:8b:7a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:38:13.051623 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:13.067935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:13.108211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:13.116870 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:13.192739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:13.577942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:13.797089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-670433d9-0232-406e-a3bc-5eaeda209d7d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239956 Apr 05 18:38:13.942214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-562c58d6-feb4-46d3-95a5-ca02b29b86fd tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:13.944342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-562c58d6-feb4-46d3-95a5-ca02b29b86fd tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414056 Apr 05 18:38:13.956691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97eef27-dfd9-4e33-aaaa-512ccbc9d3f5 req-1956d6f3-77e1-4a1a-9f8b-04f5273197c9 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:13.958247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a97eef27-dfd9-4e33-aaaa-512ccbc9d3f5 req-1956d6f3-77e1-4a1a-9f8b-04f5273197c9 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 949 time: 0.0861788 Apr 05 18:38:13.971825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c44adcdf-b425-40b1-93df-c256d0f78de0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/quotas/d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 375 time: 0.0124683 Apr 05 18:38:14.042334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a97eef27-dfd9-4e33-aaaa-512ccbc9d3f5 req-91a2c63c-c1ed-4131-ad84-bdab2a50424d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667698 Apr 05 18:38:14.060842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-600ac238-53cf-4d61-9ffa-d02c230e0d46 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769949 Apr 05 18:38:14.147879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b60d3011-050e-4e3e-98a7-f8df7673ac88 req-392cde49-e96b-427b-8ad4-79ba05935d43 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=7c544ab7d51a4bdbbb3ef4c9528d0c86 HTTP/1.1" status: 200 len: 695 time: 0.0790820 Apr 05 18:38:14.247446 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:14.326616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d3011-050e-4e3e-98a7-f8df7673ac88 req-6b0a3a70-020b-4443-baaa-ecbae05b8b2d tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:14.328130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b60d3011-050e-4e3e-98a7-f8df7673ac88 req-6b0a3a70-020b-4443-baaa-ecbae05b8b2d tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/networks?id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 787 time: 0.1728208 Apr 05 18:38:14.342603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-b60d3011-050e-4e3e-98a7-f8df7673ac88 req-7bb7bf11-de5d-4818-bb6c-6f4b8b342b94 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:38:14.343566 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b60d3011-050e-4e3e-98a7-f8df7673ac88 req-7bb7bf11-de5d-4818-bb6c-6f4b8b342b94 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062847 Apr 05 18:38:14.356789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a286d7-29f8-4eaf-9be2-f8328c700b55 req-4871a5fd-833d-44b1-a2d5-c0c2e8644489 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:14.358443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60a286d7-29f8-4eaf-9be2-f8328c700b55 req-4871a5fd-833d-44b1-a2d5-c0c2e8644489 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.0885117 Apr 05 18:38:14.403255 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbd58d9-1f75-4104-ad8e-8ab698137789 x-openstack-request-id: req-1dbd58d9-1f75-4104-ad8e-8ab698137789 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:14.403811 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0b7694-54b2-4097-8a65-d2a30f7412ff", "tag": "ef529559-575b-4ed2-9564-1568cd6a8908", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:14.403954 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dbd58d9-1f75-4104-ad8e-8ab698137789 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:14.404643 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbd58d9-1f75-4104-ad8e-8ab698137789'] response: {'name': 'network-changed', 'server_uuid': '8a0b7694-54b2-4097-8a65-d2a30f7412ff', 'tag': 'ef529559-575b-4ed2-9564-1568cd6a8908', 'status': 'completed', 'code': 200} Apr 05 18:38:14.408257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60a286d7-29f8-4eaf-9be2-f8328c700b55 req-6e18a35e-d59e-44b8-977e-a6c40bf34688 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Apr 05 18:38:14.462789 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fd934d-0ced-46a7-86f0-49a39aa5d989 x-openstack-request-id: req-00fd934d-0ced-46a7-86f0-49a39aa5d989 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:14.463098 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0b7694-54b2-4097-8a65-d2a30f7412ff", "name": "network-vif-plugged", "status": "completed", "tag": "ef529559-575b-4ed2-9564-1568cd6a8908", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:14.463357 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00fd934d-0ced-46a7-86f0-49a39aa5d989 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:14.463764 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fd934d-0ced-46a7-86f0-49a39aa5d989'] response: {'server_uuid': '8a0b7694-54b2-4097-8a65-d2a30f7412ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef529559-575b-4ed2-9564-1568cd6a8908', 'code': 200} Apr 05 18:38:14.540065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-f75638c1-c289-4d1a-b5f9-db7d5b69a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:14.542327 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-f75638c1-c289-4d1a-b5f9-db7d5b69a3ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=8a0b7694-54b2-4097-8a65-d2a30f7412ff HTTP/1.1" status: 200 len: 1100 time: 0.0929971 Apr 05 18:38:14.622872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f027f-1de4-402e-abc5-8e014df149bb req-61056f9f-c4fb-4b4e-b82f-8761c82f9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:14.624340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e8f027f-1de4-402e-abc5-8e014df149bb req-61056f9f-c4fb-4b4e-b82f-8761c82f9534 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a0b7694-54b2-4097-8a65-d2a30f7412ff HTTP/1.1" status: 200 len: 1100 time: 0.0884049 Apr 05 18:38:14.658723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46e9d58f-2b67-4775-9716-fc3925902b02 req-7de69ece-e571-432c-93eb-e25b3be5560d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 210 time: 0.0411196 Apr 05 18:38:14.733790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-0df3250b-d382-42dd-b965-a32eee6f4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:14.735693 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-0df3250b-d382-42dd-b965-a32eee6f4867 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1862247 Apr 05 18:38:14.761596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e8f027f-1de4-402e-abc5-8e014df149bb req-b9feb72c-7a34-4229-995e-ce77620ff9be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155429 Apr 05 18:38:14.767547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-bd2a155a-2f56-470b-a2c9-16ebf7920aca tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips/1cd62d2b-7dbd-45ac-a02c-a3bc28f948d9 HTTP/1.1" status: 200 len: 692 time: 0.0814397 Apr 05 18:38:14.803571 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-f4f0d15f-cfb0-43c2-9d9c-d0782706efd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ef529559-575b-4ed2-9564-1568cd6a8908 HTTP/1.1" status: 200 len: 217 time: 0.0584903 Apr 05 18:38:14.911247 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:14.915575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-b67bf20b-7227-4fdf-8e63-b0fb5127e50f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:14.916969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-b67bf20b-7227-4fdf-8e63-b0fb5127e50f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1514320 Apr 05 18:38:14.925895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d7bf3-7302-47a5-8d1d-6aa137aa6d8d req-8c28556f-5664-42be-b76c-8337d39a08c2 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:14.927393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b79d7bf3-7302-47a5-8d1d-6aa137aa6d8d req-8c28556f-5664-42be-b76c-8337d39a08c2 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 950 time: 0.0889034 Apr 05 18:38:14.933462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-6f59f48e-23f2-4095-b931-6cde04d8abfc tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:38:14.934450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-6f59f48e-23f2-4095-b931-6cde04d8abfc tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056171 Apr 05 18:38:15.019376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-d7e6003b-1a07-4062-aeda-c83755098e64 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.11 HTTP/1.1" status: 200 len: 695 time: 0.0638161 Apr 05 18:38:15.050323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b79d7bf3-7302-47a5-8d1d-6aa137aa6d8d req-d17ac284-6bd9-43e6-8ad6-ac32ba6df9e9 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970449 Apr 05 18:38:15.060468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-46e7d150-9d9a-46d6-b23d-f57c6b49141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:15.062253 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-46e7d150-9d9a-46d6-b23d-f57c6b49141a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0846310 Apr 05 18:38:15.091345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f1a1cdf9-bfe1-4ca0-a494-c5116820ccca tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.11 HTTP/1.1" status: 200 len: 695 time: 0.0499408 Apr 05 18:38:15.137363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-7c6f8f18-15b0-416a-b116-dc1441ac3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:15.138974 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-7c6f8f18-15b0-416a-b116-dc1441ac3598 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681729 Apr 05 18:38:15.246970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Deleting port c515f14b-230c-4f97-97fe-aa4184a4290e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:15.247334 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:15.324681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-b7df3770-0757-4a7f-a5fb-4a52ae1d6b7f service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607165 Apr 05 18:38:15.359134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:15.360168 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:15.391639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Calling delete_port for c515f14b-230c-4f97-97fe-aa4184a4290e owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:15.482842 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79fdd7e0-2a9f-49ad-9c00-0eda7a3452dd req-4a7b7d56-62e0-44fc-85c8-2fc92c93ad7a service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492345 Apr 05 18:38:15.514649 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-553b3266-2a86-4190-ad8b-8293fe6bb26a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306575 Apr 05 18:38:15.602836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:15.646012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Pushing event deleted for resources: {'Port': ['ID=c515f14b-230c-4f97-97fe-aa4184a4290e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:15.724492 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:15.726935 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:15.727664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-90603156-a094-40b1-8a65-569c21e4455f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:15.728426 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dc2cadd-edf5-4701-89fe-799958e326c8 req-f5a14ac7-9c27-4f83-abce-4df390c6c119 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "DELETE /v2.0/floatingips/1cd62d2b-7dbd-45ac-a02c-a3bc28f948d9 HTTP/1.1" status: 204 len: 173 time: 0.6286876 Apr 05 18:38:15.729866 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-90603156-a094-40b1-8a65-569c21e4455f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065198 Apr 05 18:38:15.753473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Request body: {'port': {'device_id': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': 'd7f64cbfb3fd47c59352b91f535306d9'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:15.819260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03673d20-3896-4ba5-8964-0675a26ed86f req-cff29d27-4648-429f-b689-ad4e6a993763 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:15.820957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03673d20-3896-4ba5-8964-0675a26ed86f req-cff29d27-4648-429f-b689-ad4e6a993763 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 949 time: 0.0679464 Apr 05 18:38:15.898868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Made reservation on behalf of d7f64cbfb3fd47c59352b91f535306d9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:15.902618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be0660-2d9c-4511-b91a-b1eeaf91d004 req-0d9c4ef5-f70a-432f-9a1e-be07cbc73506 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:15.902784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:15.911826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79be0660-2d9c-4511-b91a-b1eeaf91d004 req-0d9c4ef5-f70a-432f-9a1e-be07cbc73506 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.1005335 Apr 05 18:38:15.931890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03673d20-3896-4ba5-8964-0675a26ed86f req-21537361-8120-4d09-bbc9-f0d3345d3b16 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014426 Apr 05 18:38:15.983072 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79be0660-2d9c-4511-b91a-b1eeaf91d004 req-6583addc-756e-4a46-b90c-f8f3a9f0269b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696502 Apr 05 18:38:16.105141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Allocated IP 192.168.233.44 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/b425a08d-d656-4892-a6db-37d0377275ac) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:16.141780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1526690-e064-4c55-ab3b-12526b996d6f req-a88efc2c-7a9d-4f94-b00d-8526398cd83d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 210 time: 0.0805941 Apr 05 18:38:16.216512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-261af12f-ae25-45ad-9f5f-f14daa89d432 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1664324 Apr 05 18:38:16.223364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:16.254731 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:16.318453 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:16.372035 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:16.389736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', '54b983d8-dc32-44b1-a3b1-24781578a76f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:16.437242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:16.443259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:16.444047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:16.463820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:16.507667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:16.510220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['8e728505-7a23-4643-b2ce-9a2bdcee6720'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:16.559099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:16.559400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:16.559881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:16.562913 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21570ad6-24b6-47e3-ad1a-0cb25250a1fa" -d '{"events": [{"server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "name": "network-vif-plugged", "status": "completed", "tag": "1802c037-0a8d-4198-b479-968a45990f7b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:16.592853 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c841b590-2098-4a1c-8576-af86111e7fa7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8417695 Apr 05 18:38:16.611579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Request body: {'port': {'device_id': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:16.663775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Allocated IP 172.25.4.134 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/80a6e4fe-455e-4d26-9856-8a6890d8b16c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:16.671103 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3524e61f-3d6a-4db2-81fa-dd35d407cfb6 x-openstack-request-id: req-3524e61f-3d6a-4db2-81fa-dd35d407cfb6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:16.671830 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "name": "network-vif-plugged", "status": "completed", "tag": "1802c037-0a8d-4198-b479-968a45990f7b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:16.672237 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3524e61f-3d6a-4db2-81fa-dd35d407cfb6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:16.673224 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3524e61f-3d6a-4db2-81fa-dd35d407cfb6'] response: {'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b', 'code': 200} Apr 05 18:38:16.748174 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:16.828171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:16.851762 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:16.888211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36296) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:16.902532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:16.932073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:16.954422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:16.958163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:16.965388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:16.982823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9d05dda3-80fe-462b-8d55-1c3429d7fb34 None None] Provisioning complete for port b425a08d-d656-4892-a6db-37d0377275ac triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:16.983463 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d05dda3-80fe-462b-8d55-1c3429d7fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.007978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Pushing event updated for resources: {'Port': ['ID=80a6e4fe-455e-4d26-9856-8a6890d8b16c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:17.027524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9d05dda3-80fe-462b-8d55-1c3429d7fb34 None None] Port b425a08d-d656-4892-a6db-37d0377275ac cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:38:17.085046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:38:17.091892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:17.092601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.159033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c281e14-d6ab-4f44-ab28-d99c51b92126 req-4bd940c2-2673-4ac1-a6c5-6cf1a714028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:17.160502 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6c281e14-d6ab-4f44-ab28-d99c51b92126 req-4bd940c2-2673-4ac1-a6c5-6cf1a714028b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 1096 time: 0.1772258 Apr 05 18:38:17.177500 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbcb06e2-8265-4bf3-b896-e951d6b233b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.194131 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.218555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.231650 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6c281e14-d6ab-4f44-ab28-d99c51b92126 req-6993d904-4ec8-4a4e-8d9a-5036a82dba5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554581 Apr 05 18:38:17.308198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baecdc4-31e6-4363-aa26-02c494cc15d1 req-5f00d1a0-d1c3-498f-aed5-029175c19595 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:17.309789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5baecdc4-31e6-4363-aa26-02c494cc15d1 req-5f00d1a0-d1c3-498f-aed5-029175c19595 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 949 time: 0.1952915 Apr 05 18:38:17.313653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.369877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:17.374204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b425a08d-d656-4892-a6db-37d0377275ac {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:17.389661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.406440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Transition to ACTIVE for port object b425a08d-d656-4892-a6db-37d0377275ac will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:38:17.410914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.414136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5baecdc4-31e6-4363-aa26-02c494cc15d1 req-8b71c9d5-1a05-4290-be50-883350b5d4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744479 Apr 05 18:38:17.416952 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.491742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbcb06e2-8265-4bf3-b896-e951d6b233b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.503597 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbcb06e2-8265-4bf3-b896-e951d6b233b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.515108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.584658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:17.610822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:17.620886 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.656900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:17.674655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bbcb06e2-8265-4bf3-b896-e951d6b233b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3c9165b6fec4dbd9e72d8ee2c54e2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7851155 Apr 05 18:38:17.680484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb06e2-8265-4bf3-b896-e951d6b233b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05bc6fd-9856-4669-9aa8-2f70242d7824,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:17.685557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36320) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:17.707263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:17.710064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:17.711347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:17.721383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Port b425a08d-d656-4892-a6db-37d0377275ac on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:38:17.721504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:17.726390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:17.729890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:17.729890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:17.730232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:17.737504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Bound port: b425a08d-d656-4892-a6db-37d0377275ac, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:17.737661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.749269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03418b5f-adad-47da-ba61-719ca8ee1da6 req-50521a19-acf8-42ff-88a3-0d27750bf001 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:17.750909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03418b5f-adad-47da-ba61-719ca8ee1da6 req-50521a19-acf8-42ff-88a3-0d27750bf001 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.1691346 Apr 05 18:38:17.762093 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.781310 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.825751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:17.829393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:17.835143 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.846153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Pushing event updated for resources: {'Port': ['ID=80a6e4fe-455e-4d26-9856-8a6890d8b16c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:17.874774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f66e5fcc-cdce-4260-89bd-d2de374f8e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.903616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:17.904292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:17.905756 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] 10.222.0.25 "PUT /v2.0/ports/b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 1095 time: 1.3038704 Apr 05 18:38:17.906201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:17.908913 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52531162-decd-4cfd-b61f-a5f78da36bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "tag": "b425a08d-d656-4892-a6db-37d0377275ac"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:17.945536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878663d0-c02c-48f3-81f5-ba785e499447 service neutron] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:17.959618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03418b5f-adad-47da-ba61-719ca8ee1da6 req-a30c959a-6add-46c7-a563-3c1d8badc9f4 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950934 Apr 05 18:38:17.965762 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f66e5fcc-cdce-4260-89bd-d2de374f8e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:18.007830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:18.028603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-32e34eb7-cc71-4ce8-8554-fc412ac0b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:18.030522 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-32e34eb7-cc71-4ce8-8554-fc412ac0b644 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1098 time: 0.0778100 Apr 05 18:38:18.075662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:18.080619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-cb8f2cb9-a421-4a3b-8bf4-30e2d7ccad4f tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8627493 Apr 05 18:38:18.103466 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-b3779296-2259-4a27-882e-e9a6b1c4472c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.0635014 Apr 05 18:38:18.157558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f66e5fcc-cdce-4260-89bd-d2de374f8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:18.160705 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f66e5fcc-cdce-4260-89bd-d2de374f8e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:18.161900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f66e5fcc-cdce-4260-89bd-d2de374f8e38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e05bc6fd-9856-4669-9aa8-2f70242d7824 HTTP/1.1" status: 204 len: 168 time: 0.4747670 Apr 05 18:38:18.176692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-699cb39c-c5ca-40e0-a70a-86462e21437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:18.179512 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-699cb39c-c5ca-40e0-a70a-86462e21437c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0687506 Apr 05 18:38:18.213526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-5da75ef4-7f55-4276-b50b-245cfa6cb3b5 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.134 HTTP/1.1" status: 200 len: 696 time: 0.1252406 Apr 05 18:38:18.215405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e5fcc-cdce-4260-89bd-d2de374f8e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05bc6fd-9856-4669-9aa8-2f70242d7824,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:18.249269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-cd688c16-158b-4acf-bb09-04fc5bde6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:18.249806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989386-8874-44b4-a1bb-014931aeaa7f req-9458391f-8cd1-4502-8580-448adbbbc5b5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:18.250914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-cd688c16-158b-4acf-bb09-04fc5bde6d73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616915 Apr 05 18:38:18.257883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-74989386-8874-44b4-a1bb-014931aeaa7f req-9458391f-8cd1-4502-8580-448adbbbc5b5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 947 time: 0.1018393 Apr 05 18:38:18.361322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-74989386-8874-44b4-a1bb-014931aeaa7f req-2d2805eb-59a1-4a60-bd46-7fbd2708519b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019547 Apr 05 18:38:18.393277 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-b8c7e722-050f-413b-bf09-cf5617f1e526 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312516 Apr 05 18:38:18.447071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-9b3827fb-19f9-48c1-86ce-9d53731eedaf tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:18.464995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dc2321d-a44c-4b6c-b543-72f157a40bdf req-9b3827fb-19f9-48c1-86ce-9d53731eedaf tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2245424 Apr 05 18:38:18.553966 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f096d1a-0c32-47b0-98c0-b06593344225 req-c042cc14-90b6-415d-8e03-c27daccf1e5e service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511278 Apr 05 18:38:18.556118 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f8e861-656e-4f09-aa49-965390a50951 x-openstack-request-id: req-53f8e861-656e-4f09-aa49-965390a50951 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:18.558542 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "tag": "b425a08d-d656-4892-a6db-37d0377275ac", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:18.558542 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53f8e861-656e-4f09-aa49-965390a50951 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:18.558542 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f8e861-656e-4f09-aa49-965390a50951'] response: {'name': 'network-changed', 'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac', 'status': 'completed', 'code': 200} Apr 05 18:38:18.674891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'}, {'server_uuid': '35cb2615-a1a8-471d-b2b3-60ab39f24074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:18.678376 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14a04ad-2416-43b8-b7bb-ab162e3aad32" -d '{"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff"}, {"server_uuid": "35cb2615-a1a8-471d-b2b3-60ab39f24074", "name": "network-vif-plugged", "status": "completed", "tag": "3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:18.745346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-6cc99d13-bdb3-4f03-8b17-89eeab41e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:18.746876 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-6cc99d13-bdb3-4f03-8b17-89eeab41e2a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1098 time: 0.1083703 Apr 05 18:38:18.787625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:18.820288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26fbeb7b-efdd-4950-8e90-de092327543d req-3c27d704-ae31-463d-8ff0-bf4a756fc703 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips/ca956261-0484-43c6-9cf6-543ba45d4172 HTTP/1.1" status: 200 len: 693 time: 0.1391408 Apr 05 18:38:18.841380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ac49685-2b53-48c3-a67d-b853585bba24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:18.880065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-4f23b8c0-0354-45ae-844e-89a580b944a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:18.880065 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-4f23b8c0-0354-45ae-844e-89a580b944a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1249301 Apr 05 18:38:18.921793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a03df5-3754-4dd2-b6a9-664a95cc98e9 req-fdcd1947-4109-4a08-ad26-41a080a340cc tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:18.924787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89a03df5-3754-4dd2-b6a9-664a95cc98e9 req-fdcd1947-4109-4a08-ad26-41a080a340cc tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 950 time: 0.2936382 Apr 05 18:38:18.932349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad4a9d19-1f3d-48a1-a40c-809390a5a7ac details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:38:18.939918 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-be9b816b-88ec-4480-a11f-b3a52d0ac886 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.0512090 Apr 05 18:38:19.028683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89a03df5-3754-4dd2-b6a9-664a95cc98e9 req-bd9948a1-3bcb-45b1-b76a-23d813d5db75 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924575 Apr 05 18:38:19.040389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbeb7b-efdd-4950-8e90-de092327543d req-be7801ac-13c8-4c73-ab4c-878683beeda6 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:19.046038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-5eb40987-808f-4741-b916-d85cf3276316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:19.048130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26fbeb7b-efdd-4950-8e90-de092327543d req-be7801ac-13c8-4c73-ab4c-878683beeda6 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2269702 Apr 05 18:38:19.049307 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-5eb40987-808f-4741-b916-d85cf3276316 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0999613 Apr 05 18:38:19.113456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:19.122449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26fbeb7b-efdd-4950-8e90-de092327543d req-cc76058e-becb-4bd9-a22a-bfdf8df4e398 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.134 HTTP/1.1" status: 200 len: 696 time: 0.0733614 Apr 05 18:38:19.130871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-d62ffda9-d69a-49f8-ab86-59dbdca79d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:19.132407 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-d62ffda9-d69a-49f8-ab86-59dbdca79d6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753448 Apr 05 18:38:19.145788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac', 'mac_address': 'fa:16:3e:ed:8b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:38:19.182778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ac49685-2b53-48c3-a67d-b853585bba24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.192160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26fbeb7b-efdd-4950-8e90-de092327543d req-d05611cd-63e6-40e6-962c-e3d9fa5c570c tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.134 HTTP/1.1" status: 200 len: 696 time: 0.0686805 Apr 05 18:38:19.200001 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ac49685-2b53-48c3-a67d-b853585bba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.229280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.248349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad4a9d19-1f3d-48a1-a40c-809390a5a7ac {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:19.280372 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:19.286640 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.300453 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-eae997e3-053f-44a2-ad0f-8180622ba6e7 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586409 Apr 05 18:38:19.348328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:19.421333 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52531162-decd-4cfd-b61f-a5f78da36bb2 req-c1a15444-314f-46c1-8910-80ad724e89ef service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120448 Apr 05 18:38:19.457570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ad4a9d19-1f3d-48a1-a40c-809390a5a7ac'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:19.669652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8ac49685-2b53-48c3-a67d-b853585bba24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9c2aef75569423caf04d2e457b610d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8765652 Apr 05 18:38:19.672097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36370) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:19.676093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac49685-2b53-48c3-a67d-b853585bba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352b2322-577b-4a48-b891-fb1d09a49a84,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:19.721601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84502868-7d77-4e22-9c54-38d10dc2eef9 req-bc87d840-ec96-4039-8eac-8e4b1cfacd5e tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:19.730892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84502868-7d77-4e22-9c54-38d10dc2eef9 req-bc87d840-ec96-4039-8eac-8e4b1cfacd5e tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 945 time: 0.1650803 Apr 05 18:38:19.732542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2b338dc-9243-4375-943b-0d1b4679f604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.769837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2b338dc-9243-4375-943b-0d1b4679f604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.786569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84502868-7d77-4e22-9c54-38d10dc2eef9 req-0d7aef76-6115-4018-828a-99e4fd4982af tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545824 Apr 05 18:38:19.805772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-26fbeb7b-efdd-4950-8e90-de092327543d req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Deleting port 80a6e4fe-455e-4d26-9856-8a6890d8b16c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:19.808096 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-26fbeb7b-efdd-4950-8e90-de092327543d req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.845230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2b338dc-9243-4375-943b-0d1b4679f604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.847884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2b338dc-9243-4375-943b-0d1b4679f604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.851820 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2b338dc-9243-4375-943b-0d1b4679f604 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/352b2322-577b-4a48-b891-fb1d09a49a84 HTTP/1.1" status: 204 len: 168 time: 0.1757908 Apr 05 18:38:19.873640 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f3ec55-3699-4548-ab52-bfd832e5e6f6 x-openstack-request-id: req-99f3ec55-3699-4548-ab52-bfd832e5e6f6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:19.874158 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff", "code": 200}, {"server_uuid": "35cb2615-a1a8-471d-b2b3-60ab39f24074", "name": "network-vif-plugged", "status": "completed", "tag": "3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:19.874158 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99f3ec55-3699-4548-ab52-bfd832e5e6f6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:19.874806 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f3ec55-3699-4548-ab52-bfd832e5e6f6'] response: {'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'code': 200} Apr 05 18:38:19.875043 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f3ec55-3699-4548-ab52-bfd832e5e6f6'] response: {'server_uuid': '35cb2615-a1a8-471d-b2b3-60ab39f24074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a', 'code': 200} Apr 05 18:38:19.892937 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b338dc-9243-4375-943b-0d1b4679f604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352b2322-577b-4a48-b891-fb1d09a49a84,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:19.928497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-26fbeb7b-efdd-4950-8e90-de092327543d req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.929035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-26fbeb7b-efdd-4950-8e90-de092327543d req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:19.957674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-26fbeb7b-efdd-4950-8e90-de092327543d req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Calling delete_port for 80a6e4fe-455e-4d26-9856-8a6890d8b16c owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:20.019151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c707-96be-46bb-a0bf-657d90d2189d req-0e7af178-63ac-4f6e-8f9d-410b1cb68e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:20.020967 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-daa3c707-96be-46bb-a0bf-657d90d2189d req-0e7af178-63ac-4f6e-8f9d-410b1cb68e83 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 1101 time: 0.0605521 Apr 05 18:38:20.062751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12bd9a-d4e7-421a-816a-9eaeb8da1688 req-b48c3702-4b54-455c-a4c2-95e1ec16e4ab tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:20.064320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c12bd9a-d4e7-421a-816a-9eaeb8da1688 req-b48c3702-4b54-455c-a4c2-95e1ec16e4ab tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.0994556 Apr 05 18:38:20.101543 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-daa3c707-96be-46bb-a0bf-657d90d2189d req-3b45ff7c-b7d0-40b1-9c55-8fd01b23c9a2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711284 Apr 05 18:38:20.200710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c12bd9a-d4e7-421a-816a-9eaeb8da1688 req-102acc58-ef66-4cbf-b026-a515aa524d0e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259542 Apr 05 18:38:20.216049 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-26fbeb7b-efdd-4950-8e90-de092327543d req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:20.259994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Pushing event deleted for resources: {'Port': ['ID=80a6e4fe-455e-4d26-9856-8a6890d8b16c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:20.341927 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-26fbeb7b-efdd-4950-8e90-de092327543d req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:20.345565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-26fbeb7b-efdd-4950-8e90-de092327543d req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:20.347124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26fbeb7b-efdd-4950-8e90-de092327543d req-de01081e-5e90-4b9f-a4f3-7c567a58f600 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "DELETE /v2.0/floatingips/ca956261-0484-43c6-9cf6-543ba45d4172 HTTP/1.1" status: 204 len: 173 time: 1.1542096 Apr 05 18:38:20.483182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db66f4-d8da-4d0c-85b8-5ceaa96469e8 req-7ebe5acb-47e8-4164-ad55-67f058b444f7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:20.491374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2db66f4-d8da-4d0c-85b8-5ceaa96469e8 req-7ebe5acb-47e8-4164-ad55-67f058b444f7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 947 time: 0.1046574 Apr 05 18:38:20.544373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e65d56-f750-4c1d-a642-aba99a9e099e req-599f0e05-e12f-417b-84ac-e2cc3a384afd tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:20.545986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2e65d56-f750-4c1d-a642-aba99a9e099e req-599f0e05-e12f-417b-84ac-e2cc3a384afd tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 950 time: 0.1075358 Apr 05 18:38:20.558927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2db66f4-d8da-4d0c-85b8-5ceaa96469e8 req-62fa4002-95b6-47f1-b6ba-31bc2a664575 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665519 Apr 05 18:38:20.620494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2e65d56-f750-4c1d-a642-aba99a9e099e req-d14e9824-cd81-4bef-a87e-89acd083f82e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604446 Apr 05 18:38:20.700423 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-7c91a79a-e999-4a55-acaf-a604e6e99ddf req-91edaa47-694d-478d-86dc-0b2b2e675267 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] show failed (client error): The resource could not be found. Apr 05 18:38:20.706969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c91a79a-e999-4a55-acaf-a604e6e99ddf req-91edaa47-694d-478d-86dc-0b2b2e675267 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips/ca956261-0484-43c6-9cf6-543ba45d4172 HTTP/1.1" status: 404 len: 350 time: 0.0542541 Apr 05 18:38:20.773633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48741cb-33e5-427c-91c4-05aea6910f2e req-e0145048-bf5f-49cb-b387-25130501bc36 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:20.791363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b48741cb-33e5-427c-91c4-05aea6910f2e req-e0145048-bf5f-49cb-b387-25130501bc36 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 1096 time: 0.0888793 Apr 05 18:38:20.853030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b48741cb-33e5-427c-91c4-05aea6910f2e req-bf1a1c8e-e8aa-4c15-803f-5f98d9782dcc tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598288 Apr 05 18:38:20.926451 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-3ad6b58d-5309-4a35-8bca-4f4ebc2bea71 req-90a50a7f-57c1-4ee2-a93c-fb52ea124d96 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] show failed (client error): The resource could not be found. Apr 05 18:38:20.937653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36430) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:20.940380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad4a9d19-1f3d-48a1-a40c-809390a5a7ac up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:20.955583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ad6b58d-5309-4a35-8bca-4f4ebc2bea71 req-90a50a7f-57c1-4ee2-a93c-fb52ea124d96 tempest-FloatingIPsTestJSON-2012156776 tempest-FloatingIPsTestJSON-2012156776-project] 10.222.0.15 "GET /v2.0/floatingips/ca956261-0484-43c6-9cf6-543ba45d4172 HTTP/1.1" status: 404 len: 350 time: 0.0568211 Apr 05 18:38:21.128201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:21.128564 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:21.163718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc538-b957-4c85-9223-868d55658519 req-36d3bddc-714a-4d60-9798-7b94903b424a tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:21.172790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-412bc538-b957-4c85-9223-868d55658519 req-36d3bddc-714a-4d60-9798-7b94903b424a tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 1096 time: 0.1063766 Apr 05 18:38:21.271206 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:21.312856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:21.326353 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:21.326749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-412bc538-b957-4c85-9223-868d55658519 req-6a4ab2c0-f491-4ccb-be65-a8356aeaf667 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514788 Apr 05 18:38:21.365897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095cce4-4cec-4e68-8f4a-0dc30413a689 req-ce2cddc8-0358-4259-852b-ab23eed98b18 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:21.367963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8095cce4-4cec-4e68-8f4a-0dc30413a689 req-ce2cddc8-0358-4259-852b-ab23eed98b18 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 945 time: 0.1543977 Apr 05 18:38:21.458796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8095cce4-4cec-4e68-8f4a-0dc30413a689 req-61dd7507-a79d-41a7-b052-5502c0ebedca tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810935 Apr 05 18:38:21.531732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:21.754287 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:21.810001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077013fd-b391-4108-a9ef-c0e2acfad527 req-5443d05a-6a96-4451-9efd-7ef02f51552a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:21.817307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-077013fd-b391-4108-a9ef-c0e2acfad527 req-5443d05a-6a96-4451-9efd-7ef02f51552a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 947 time: 0.1230586 Apr 05 18:38:21.876170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:21.879218 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61327f69-a04e-40ac-8d08-378b2ea85e8a" -d '{"events": [{"server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:21.919551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-077013fd-b391-4108-a9ef-c0e2acfad527 req-1adfd377-17a9-4b9b-8563-d7189bfce821 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009197 Apr 05 18:38:22.256718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43201d-39e3-483f-8f54-470fd54cf3d6 req-b77dd126-1b7a-48e1-a1dd-3fe411d0dbae tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:22.262756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d43201d-39e3-483f-8f54-470fd54cf3d6 req-b77dd126-1b7a-48e1-a1dd-3fe411d0dbae tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 950 time: 0.1826131 Apr 05 18:38:22.368025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d43201d-39e3-483f-8f54-470fd54cf3d6 req-0262d46a-e544-4067-b5d1-93d68feb7550 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017311 Apr 05 18:38:22.370518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Deleting port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:22.371080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:22.490648 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb2fb13-8657-4bd8-9c87-9c0067dac0ee x-openstack-request-id: req-9fb2fb13-8657-4bd8-9c87-9c0067dac0ee {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:22.491777 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:22.492410 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fb2fb13-8657-4bd8-9c87-9c0067dac0ee {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:22.493086 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb2fb13-8657-4bd8-9c87-9c0067dac0ee'] response: {'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac', 'code': 200} Apr 05 18:38:22.613166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] For port d06694c9-eb10-4f82-b1aa-2dd75abf1f0e, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d06694c9-eb10-4f82-b1aa-2dd75abf1f0e,segment=NetworkSegment(e37a01bd-1afd-4183-849b-3eacc0580411),segment_id=e37a01bd-1afd-4183-849b-3eacc0580411)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:22.613766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:22.647663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Calling delete_port for d06694c9-eb10-4f82-b1aa-2dd75abf1f0e owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:22.676494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f7319-bb82-431b-97d2-19e180fc9137 req-0604b4d6-cd00-4ce2-9ec3-96fc365ba101 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:22.683689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf1f7319-bb82-431b-97d2-19e180fc9137 req-0604b4d6-cd00-4ce2-9ec3-96fc365ba101 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a0b7694-54b2-4097-8a65-d2a30f7412ff HTTP/1.1" status: 200 len: 949 time: 0.0974095 Apr 05 18:38:22.777523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf1f7319-bb82-431b-97d2-19e180fc9137 req-f171c630-976d-47a5-9ec4-b7fc1b67607f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876646 Apr 05 18:38:22.832198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b425a08d-d656-4892-a6db-37d0377275ac details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:38:22.961383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:23.013899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06694c9-eb10-4f82-b1aa-2dd75abf1f0e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:23.111126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-799ea489-c102-4151-ad62-0eecf6ea7cd5 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:23.112688 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-799ea489-c102-4151-ad62-0eecf6ea7cd5 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 945 time: 0.1645145 Apr 05 18:38:23.113269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:23.133166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b425a08d-d656-4892-a6db-37d0377275ac', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'b425a08d-d656-4892-a6db-37d0377275ac', 'mac_address': 'fa:16:3e:6b:e9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:38:23.199878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3ada6-496f-4ceb-b231-fea350a80d16 req-9b35ad9c-07f9-4e70-8e19-985ecfe6ebc4 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:23.202658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:23.218256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20b3ada6-496f-4ceb-b231-fea350a80d16 req-9b35ad9c-07f9-4e70-8e19-985ecfe6ebc4 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 945 time: 0.1846228 Apr 05 18:38:23.239269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b425a08d-d656-4892-a6db-37d0377275ac {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:23.281114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:23.289627 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:23.306788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20b3ada6-496f-4ceb-b231-fea350a80d16 req-a9e2063d-f71e-4dc6-86ba-e506926df7a8 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874996 Apr 05 18:38:23.456330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:23.704940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-9a0bd0a3-6985-491b-8d9d-c8eeabdf6b40 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:38:23.715567 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-9a0bd0a3-6985-491b-8d9d-c8eeabdf6b40 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0399423 Apr 05 18:38:23.734905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b425a08d-d656-4892-a6db-37d0377275ac'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:23.868338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-74df1bac-61d8-4fef-8f64-3b3a4de08939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:23.875761 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-74df1bac-61d8-4fef-8f64-3b3a4de08939 service neutron] 10.222.0.15 "GET /v2.0/ports/1802c037-0a8d-4198-b479-968a45990f7b HTTP/1.1" status: 200 len: 1093 time: 0.1591446 Apr 05 18:38:23.936146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Request body: {'binding': {'host': 'n-h1-836650-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:23.936607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Unknown quota resources ['binding']. {{(pid=102639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 18:38:24.033891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:24.162574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Deleting port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:24.163029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:24.252636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0d5e-60d9-4bd3-867e-a887c5e2183c req-8c8a00e1-3873-49f6-97b8-b032c0f9d10c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:24.261290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0d5e-60d9-4bd3-867e-a887c5e2183c req-8c8a00e1-3873-49f6-97b8-b032c0f9d10c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:24.263171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cfb0d5e-60d9-4bd3-867e-a887c5e2183c req-8c8a00e1-3873-49f6-97b8-b032c0f9d10c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074&device_id=8a0b7694-54b2-4097-8a65-d2a30f7412ff HTTP/1.1" status: 200 len: 1690 time: 0.0833476 Apr 05 18:38:24.322064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cfb0d5e-60d9-4bd3-867e-a887c5e2183c req-0fcf7dce-2db0-4b22-9947-57bca4e6e37c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525141 Apr 05 18:38:24.380277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on host n-h1-836650-3 for vnic_type normal with profile None {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:24.380642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:24.381618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:24.432624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c3b2e-a090-4088-b8bf-24449f9cde8f req-248b994a-a625-4c09-9b96-c4d0f1288ce4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:24.440746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:38:24.441068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:24.441496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d5c3b2e-a090-4088-b8bf-24449f9cde8f req-248b994a-a625-4c09-9b96-c4d0f1288ce4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 948 time: 0.0650928 Apr 05 18:38:24.447365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] For port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:24.447866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:24.465768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:24.466114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:24.466537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:24.466984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Bound port: 1802c037-0a8d-4198-b479-968a45990f7b, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:24.494830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d5c3b2e-a090-4088-b8bf-24449f9cde8f req-6959233d-ecd9-4474-b6d8-48ecb0a57720 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521214 Apr 05 18:38:24.711177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:24.720099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:38:24.730663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] Notify callbacks [] for binding, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:24.731875 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-2863595e-c1df-4d1a-9c1e-e07781cd6b01 service neutron] 10.222.0.15 "POST /v2.0/ports/1802c037-0a8d-4198-b479-968a45990f7b/bindings HTTP/1.1" status: 201 len: 389 time: 0.8554525 Apr 05 18:38:24.870428 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:24.870823 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:24.871145 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Floating IP f070ab49-215b-4077-9b53-7353a0cfde47 disassociated. External IP: 172.25.4.42, port: 92c2fecd-9ec5-4378-b1dd-3ff203716bd5. Apr 05 18:38:24.871482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Calling delete_port for 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:24.874691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620489e-2284-4d67-adcc-57ee9ee3d26d req-ed0de379-8a9a-4ea1-a9c7-f8f8c2c6f09e tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:24.884150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d620489e-2284-4d67-adcc-57ee9ee3d26d req-ed0de379-8a9a-4ea1-a9c7-f8f8c2c6f09e tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 945 time: 0.0763381 Apr 05 18:38:24.955184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d620489e-2284-4d67-adcc-57ee9ee3d26d req-5b12288f-08ac-4d3d-a2c2-06152fceed24 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups?id=231683b5-fa76-44fc-a513-36a09f567f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696478 Apr 05 18:38:24.961659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:24.971502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:38:24.978598 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fe2a7cf2-4f6f-46a9-9e74-53f134af2002 admin admin] 10.222.0.15 "PUT /v2.0/routers/ef3ad471-b0fb-42d7-9a14-e48ead5ebc75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0341649 Apr 05 18:38:24.981635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36548) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:24.984278 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] Sync routers for ids ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:38:24.997933 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] Routers {'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:24.998718 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:25.203061 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] Set router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:25.281170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:25.344042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Pushing event deleted for resources: {'Port': ['ID=92c2fecd-9ec5-4378-b1dd-3ff203716bd5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:25.348619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-40aae698-562c-4e6c-b08a-bccc16d097dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:25.354963 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-40aae698-562c-4e6c-b08a-bccc16d097dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 1096 time: 0.2580142 Apr 05 18:38:25.517636 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:25.551546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567905fb-4caf-4690-aca4-999c52be4710 req-0863c48a-abd9-4bd7-8483-7c7b9224d38f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:25.555517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-567905fb-4caf-4690-aca4-999c52be4710 req-0863c48a-abd9-4bd7-8483-7c7b9224d38f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.3612199 Apr 05 18:38:25.592031 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:37:45Z', 'updated_at': '2022-04-05T18:38:22Z', 'revision_number': 5, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'gw_port': {'id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:47Z', 'updated_at': '2022-04-05T18:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:25.628916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e46454e2-c544-4d77-9477-003bb23213ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:25.630312 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e46454e2-c544-4d77-9477-003bb23213ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.2660043 Apr 05 18:38:25.647127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:25.659859 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] Checking router: ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:38:25.675867 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] Routers {'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:25.676490 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:25.681072 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-05688f57-1cf3-41b6-9ccb-76c5005152f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1802c037-0a8d-4198-b479-968a45990f7b HTTP/1.1" status: 200 len: 217 time: 0.0428159 Apr 05 18:38:25.687891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36556) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:25.741587 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-567905fb-4caf-4690-aca4-999c52be4710 req-51accca9-c411-4888-aa1c-db1b3b53730c tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730220 Apr 05 18:38:25.764786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-49a330c3-6c64-4998-ac1b-1f834293858d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:25.775484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-49a330c3-6c64-4998-ac1b-1f834293858d tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 820 time: 0.6748617 Apr 05 18:38:25.816385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Router ceb41e74-16b4-4d54-b28d-a0f16c451702 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:38:25.857726 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] Set router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:25.884731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-742712bd-9002-4557-9509-60d04933bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:25.886552 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-742712bd-9002-4557-9509-60d04933bb3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1868708 Apr 05 18:38:25.963854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:26.015622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-85316d29-63ae-43b7-b7ba-623f34cf804c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/quotas/1f54b6ce8cc84062af794ffffa9b6f5a HTTP/1.1" status: 200 len: 375 time: 0.2029350 Apr 05 18:38:26.170087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342ccb1-70d1-4160-b7b0-80c10f6340ad req-b97feeba-626c-485b-88d5-ea0f88de743e tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:26.180110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9342ccb1-70d1-4160-b7b0-80c10f6340ad req-b97feeba-626c-485b-88d5-ea0f88de743e tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 1101 time: 0.2231147 Apr 05 18:38:26.209352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-9ad92ac7-6d93-4449-9702-e7ce8d0e3fc0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2241509 Apr 05 18:38:26.341536 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:37:45Z', 'updated_at': '2022-04-05T18:38:22Z', 'revision_number': 5, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'gw_port': {'id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:47Z', 'updated_at': '2022-04-05T18:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:26.361355 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-3f1c64c0-3bf1-4e18-9588-843fbe362cbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4293847 Apr 05 18:38:26.364283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d7b0fc-4d8f-4206-89c4-e6a9e5264c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:26.372578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9342ccb1-70d1-4160-b7b0-80c10f6340ad req-58e11dd7-016f-4472-b9a3-31869522f509 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900885 Apr 05 18:38:26.398336 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a1be4-075b-4147-a075-99dc36966bc1 None None] The sync data for ids ['ef3ad471-b0fb-42d7-9a14-e48ead5ebc75'] in n-d-836650-3 is: [{'id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'name': 'tempest-FloatingIPsTestJSON-1161103776-router', 'tenant_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:37:45Z', 'updated_at': '2022-04-05T18:38:22Z', 'revision_number': 5, 'project_id': '7c544ab7d51a4bdbbb3ef4c9528d0c86', 'gw_port': {'id': '3dc4a484-c84d-4066-9d54-4d813577f52c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ad471-b0fb-42d7-9a14-e48ead5ebc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:37:47Z', 'updated_at': '2022-04-05T18:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:38:26.415288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Deleting port 3dc4a484-c84d-4066-9d54-4d813577f52c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:26.415611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:26.450234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-be54243b-12d1-40fe-8788-f1657cde3a92 service neutron] 10.222.0.15 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398536 Apr 05 18:38:26.485398 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-db12564b-6ded-457e-907f-9080e55212ca service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136992 Apr 05 18:38:26.524514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:38:26.541071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15927295-995a-44f4-954d-810cf35c95cd None None] Sync routers for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:38:26.557265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15927295-995a-44f4-954d-810cf35c95cd None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:26.557909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-15927295-995a-44f4-954d-810cf35c95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:26.634512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] No DVR routers for this DVR port 92c2fecd-9ec5-4378-b1dd-3ff203716bd5 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:38:26.637839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:26.638469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90639705-7bc6-4c74-9f6a-a02cc322508a req-c6355e97-4585-44bb-93b3-df6c350a820d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:26.640040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90639705-7bc6-4c74-9f6a-a02cc322508a req-c6355e97-4585-44bb-93b3-df6c350a820d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 948 time: 0.1394010 Apr 05 18:38:26.642042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] For port 3dc4a484-c84d-4066-9d54-4d813577f52c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3dc4a484-c84d-4066-9d54-4d813577f52c,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:26.642382 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-88c1d113-c35f-43a1-85cd-0eca75b59c06 req-e35e6103-5645-4ee5-9ab3-2f288b14d377 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.20 "DELETE /v2.0/ports/92c2fecd-9ec5-4378-b1dd-3ff203716bd5 HTTP/1.1" status: 204 len: 173 time: 3.5166914 Apr 05 18:38:26.642532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:26.646879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'name': 'network-vif-deleted', 'tag': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:26.650343 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8bdf0b-c6d6-4e1b-92e6-7b82c6dc84c2" -d '{"events": [{"server_uuid": "0f64a822-01a9-40ca-a9e7-890e108cc4ff", "name": "network-vif-deleted", "tag": "92c2fecd-9ec5-4378-b1dd-3ff203716bd5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:26.668401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-b8422739-5136-43ea-92ba-8c44dfb4530b service neutron] 10.222.0.15 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171791 Apr 05 18:38:26.699205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Calling delete_port for 3dc4a484-c84d-4066-9d54-4d813577f52c owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:26.764770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d7b0fc-4d8f-4206-89c4-e6a9e5264c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:26.772918 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-f58d30a2-dac1-4d89-aad3-0881cccbb7cc service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766557 Apr 05 18:38:26.774126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d7b0fc-4d8f-4206-89c4-e6a9e5264c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:26.830077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7b0fc-4d8f-4206-89c4-e6a9e5264c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4106ec9d-ea08-49a7-adc4-2eaaf7cf5313,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:26.862014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-56d7b0fc-4d8f-4206-89c4-e6a9e5264c70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=022373dbe1384c268b3afbb0865bdbed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1730564 Apr 05 18:38:26.862644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36578) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:26.899246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d06694c9-eb10-4f82-b1aa-2dd75abf1f0e no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:26.901414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b425a08d-d656-4892-a6db-37d0377275ac up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:26.913492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90639705-7bc6-4c74-9f6a-a02cc322508a req-e2640dca-3c96-47ab-9359-162bdda0f15a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219641 Apr 05 18:38:27.020742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82039b03-894c-4fed-b665-75d9b2997c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:27.063631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82039b03-894c-4fed-b665-75d9b2997c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:27.105386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d06694c9-eb10-4f82-b1aa-2dd75abf1f0e {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:38:27.105740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d06694c9-eb10-4f82-b1aa-2dd75abf1f0e not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:38:27.172377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-15927295-995a-44f4-954d-810cf35c95cd None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:27.199115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82039b03-894c-4fed-b665-75d9b2997c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:27.202276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82039b03-894c-4fed-b665-75d9b2997c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:27.202848 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-82039b03-894c-4fed-b665-75d9b2997c4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4106ec9d-ea08-49a7-adc4-2eaaf7cf5313 HTTP/1.1" status: 204 len: 168 time: 0.3392372 Apr 05 18:38:27.212879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82039b03-894c-4fed-b665-75d9b2997c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4106ec9d-ea08-49a7-adc4-2eaaf7cf5313,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:27.223961 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:27.301336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc4a484-c84d-4066-9d54-4d813577f52c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:27.333321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port b425a08d-d656-4892-a6db-37d0377275ac completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:38:27.380006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b425a08d-d656-4892-a6db-37d0377275ac triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:27.380944 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:27.433579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-690aff9c-03de-4113-b433-163e5456580e req-fb06e58a-1a6c-455e-bd1d-262064bd0184 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 210 time: 0.1473165 Apr 05 18:38:27.586514 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439eb889-40c5-4973-b295-6e2ec8cd9683 x-openstack-request-id: req-439eb889-40c5-4973-b295-6e2ec8cd9683 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:27.587075 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f64a822-01a9-40ca-a9e7-890e108cc4ff", "name": "network-vif-deleted", "tag": "92c2fecd-9ec5-4378-b1dd-3ff203716bd5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:27.587533 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-439eb889-40c5-4973-b295-6e2ec8cd9683 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:27.588167 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439eb889-40c5-4973-b295-6e2ec8cd9683'] response: {'server_uuid': '0f64a822-01a9-40ca-a9e7-890e108cc4ff', 'name': 'network-vif-deleted', 'tag': '92c2fecd-9ec5-4378-b1dd-3ff203716bd5', 'status': 'completed', 'code': 200} Apr 05 18:38:27.652337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dcbaa-1278-4a77-bd24-ee1062f43919 req-8c796a84-0c53-4422-93ae-86adacb80b11 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:27.671387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-737dcbaa-1278-4a77-bd24-ee1062f43919 req-8c796a84-0c53-4422-93ae-86adacb80b11 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8a0b7694-54b2-4097-8a65-d2a30f7412ff HTTP/1.1" status: 200 len: 1100 time: 0.3752656 Apr 05 18:38:27.719156 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:27.721869 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:27.729544 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-15927295-995a-44f4-954d-810cf35c95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6', 'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'mac_address': 'fa:16:3e:f3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:35Z', 'updated_at': '2022-04-05T18:36:40Z', 'revision_number': 5, 'project_id': '888eea1fce944216b18909ecfc854a25', 'subnets': [{'id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:27.800914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15927295-995a-44f4-954d-810cf35c95cd None None] Checking router: ceb41e74-16b4-4d54-b28d-a0f16c451702 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:38:27.847657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15927295-995a-44f4-954d-810cf35c95cd None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:27.865782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-15927295-995a-44f4-954d-810cf35c95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:27.986187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:27.995272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:28.000680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-737dcbaa-1278-4a77-bd24-ee1062f43919 req-36d4bcb0-63ff-4c9c-a818-e6857642b2c3 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232696 Apr 05 18:38:28.001242 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da640f3-ffdd-4811-ae15-3eb18c96a224" -d '{"events": [{"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-plugged", "status": "completed", "tag": "b425a08d-d656-4892-a6db-37d0377275ac"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:28.003263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:28.037932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:28.048428 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:28.123242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36614) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:28.127165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:28.152528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffae9092-c3da-415b-8f19-90cacb2c992a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:28.198688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:28.203614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:38:28.254858 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:28.262450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ee682007-1ec1-4473-8b24-bb9ae0bd6bf3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ef3ad471-b0fb-42d7-9a14-e48ead5ebc75 HTTP/1.1" status: 204 len: 168 time: 3.2758503 Apr 05 18:38:28.273458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36616) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:28.279557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdaa899c-9ba9-467b-adc7-2cbf11d03aa5 req-95e7f83f-3dc8-4c8a-b412-93f551d17110 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 210 time: 0.1148732 Apr 05 18:38:28.304973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c80a-2a6f-4ef8-aa31-bd132e2c09e6 req-79653e88-6a93-4195-960a-854044e45ae9 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:28.314358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-15927295-995a-44f4-954d-810cf35c95cd None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:28.319498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25f5c80a-2a6f-4ef8-aa31-bd132e2c09e6 req-79653e88-6a93-4195-960a-854044e45ae9 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.4295354 Apr 05 18:38:28.422706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25f5c80a-2a6f-4ef8-aa31-bd132e2c09e6 req-a468b9c1-6c54-4be7-9dd9-87434eb28cef tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022487 Apr 05 18:38:28.498564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e489f30-bdc7-4018-b5a1-80f4de14e00c admin admin] Deleting subnet 3ed4c0c6-042a-4605-853e-06ada0793af3 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:38:28.528286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e489f30-bdc7-4018-b5a1-80f4de14e00c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:28.538802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bf627-3108-4eb4-9b9d-e5c7164244f6 req-387ccde8-87fd-4e9a-aeb1-361cc00cc791 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:28.541597 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769f6567-8130-4d8f-a714-67d1b5f603b5 x-openstack-request-id: req-769f6567-8130-4d8f-a714-67d1b5f603b5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:28.541884 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-plugged", "status": "completed", "tag": "b425a08d-d656-4892-a6db-37d0377275ac", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:28.542128 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-769f6567-8130-4d8f-a714-67d1b5f603b5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:28.544670 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769f6567-8130-4d8f-a714-67d1b5f603b5'] response: {'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac', 'code': 200} Apr 05 18:38:28.552318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-182bf627-3108-4eb4-9b9d-e5c7164244f6 req-387ccde8-87fd-4e9a-aeb1-361cc00cc791 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1133173 Apr 05 18:38:28.579203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffae9092-c3da-415b-8f19-90cacb2c992a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:28.596274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffae9092-c3da-415b-8f19-90cacb2c992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:28.673492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-182bf627-3108-4eb4-9b9d-e5c7164244f6 req-42b77d96-4bb9-47c4-a9e7-28a628d6d7cd tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189752 Apr 05 18:38:28.703319 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e489f30-bdc7-4018-b5a1-80f4de14e00c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:28.813039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-5184013c-11fa-4ec8-b911-cf54c4caf60a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365560 Apr 05 18:38:28.895403 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ffae9092-c3da-415b-8f19-90cacb2c992a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49483faa8e2b46d7ad0b8e63ae54a89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7703569 Apr 05 18:38:28.913917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36640) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:28.916680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-15927295-995a-44f4-954d-810cf35c95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6', 'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'mac_address': 'fa:16:3e:f3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:35Z', 'updated_at': '2022-04-05T18:36:40Z', 'revision_number': 5, 'project_id': '888eea1fce944216b18909ecfc854a25', 'subnets': [{'id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:28.995445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae9092-c3da-415b-8f19-90cacb2c992a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d51dfb-2b6b-4943-80df-cccec3dc4e31,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:29.064310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800514b-84ea-4729-9578-319ac30abbc0 req-f9d08e89-0dfe-49ab-8612-e552bfb335bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:29.068312 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4800514b-84ea-4729-9578-319ac30abbc0 req-f9d08e89-0dfe-49ab-8612-e552bfb335bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1100 time: 0.4295356 Apr 05 18:38:29.074699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-8707857c-d161-4329-9976-cef7b7aba665 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:29.083984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-8707857c-d161-4329-9976-cef7b7aba665 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691829 Apr 05 18:38:29.086175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3dc4a484-c84d-4066-9d54-4d813577f52c no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:29.097273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15927295-995a-44f4-954d-810cf35c95cd None None] The sync data for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 is: [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:36:36Z', 'revision_number': 4, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6', 'name': '', 'network_id': '4791ec63-d6dc-43f6-84d9-1728ac3ff410', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'mac_address': 'fa:16:3e:f3:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:35Z', 'updated_at': '2022-04-05T18:36:40Z', 'revision_number': 5, 'project_id': '888eea1fce944216b18909ecfc854a25', 'subnets': [{'id': '91627e75-d173-4a63-a7be-bd2bb7df6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:38:29.121941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-c702ab46-63b6-4edc-b48b-9d2b9ddb39e4 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/quotas/3d7141754c2149c9b47bf6afe7d827a1 HTTP/1.1" status: 200 len: 375 time: 0.0368781 Apr 05 18:38:29.125431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-afabfeb0-1b16-488c-a174-970612e392de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:29.184251 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 3dc4a484-c84d-4066-9d54-4d813577f52c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:38:29.197943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3dc4a484-c84d-4066-9d54-4d813577f52c not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:38:29.252660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9ddf963-9c8d-4832-8ec2-a29ad4fa24f5 req-28d10bf6-7de9-4fa5-a691-1c6963f2119e tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 210 time: 0.4910333 Apr 05 18:38:29.257772 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-afabfeb0-1b16-488c-a174-970612e392de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:29.301958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-f6a8ebd0-f3d9-4345-bfec-685cd851111b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1788383 Apr 05 18:38:29.347751 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4800514b-84ea-4729-9578-319ac30abbc0 req-0c3bfd64-423d-471e-a560-d0ab29be6f57 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654479 Apr 05 18:38:29.396857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-afabfeb0-1b16-488c-a174-970612e392de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:29.399708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-afabfeb0-1b16-488c-a174-970612e392de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:29.403359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-afabfeb0-1b16-488c-a174-970612e392de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87d51dfb-2b6b-4943-80df-cccec3dc4e31 HTTP/1.1" status: 204 len: 168 time: 0.4864078 Apr 05 18:38:29.421116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabfeb0-1b16-488c-a174-970612e392de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d51dfb-2b6b-4943-80df-cccec3dc4e31,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:29.516290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07311303-26b6-4081-9c57-15172bd498e8 req-2def9af3-aa6b-4b29-9b5b-79b20d3607ee tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 210 time: 0.0646610 Apr 05 18:38:29.544801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e489f30-bdc7-4018-b5a1-80f4de14e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:29.658485 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b439f-bda6-4c8d-8d83-6cb15fee6bb5 None None] New status for floating IP f070ab49-215b-4077-9b53-7353a0cfde47: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:38:29.729817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97e6383c-3d2b-4df5-8281-080e81b49c13 req-33cecd04-8f09-4c7a-b454-a0697465a9ac tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 210 time: 0.0795462 Apr 05 18:38:29.842907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e489f30-bdc7-4018-b5a1-80f4de14e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:29.882855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9264f7-e817-47d0-ac0e-64632a7b073f req-3b35e449-7094-43d6-894c-497e7c3e4652 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:29.887863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d9264f7-e817-47d0-ac0e-64632a7b073f req-3b35e449-7094-43d6-894c-497e7c3e4652 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.1754000 Apr 05 18:38:29.937840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e489f30-bdc7-4018-b5a1-80f4de14e00c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed4c0c6-042a-4605-853e-06ada0793af3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:29.975650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-8a2afb12-c096-449c-bcfe-e5d1058107d4 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:29.989295 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-8a2afb12-c096-449c-bcfe-e5d1058107d4 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 820 time: 0.8027279 Apr 05 18:38:30.002675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4ab67-4aba-46c9-bab6-68c71987e45c None None] Network 5aefd501-5606-4570-9151-5e39405da165 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:38:30.012888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e489f30-bdc7-4018-b5a1-80f4de14e00c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:30.038610 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7e489f30-bdc7-4018-b5a1-80f4de14e00c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ed4c0c6-042a-4605-853e-06ada0793af3 HTTP/1.1" status: 204 len: 168 time: 1.7581685 Apr 05 18:38:30.040884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d9264f7-e817-47d0-ac0e-64632a7b073f req-9be5506f-31dc-4acc-90d0-cbefc4f6b98a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420643 Apr 05 18:38:30.046671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36672) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:30.047914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Request body: {'port': {'device_id': '20997617-9456-4f48-836c-e4f34e4a01f2', 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845', 'admin_state_up': True, 'tenant_id': '1f54b6ce8cc84062af794ffffa9b6f5a'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:30.148616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfbec-4bc5-4aba-b414-2d0e937a5b6a req-2dfae66f-3f4e-45c6-8ee0-ba3f2734974c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:30.159316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f0cfbec-4bc5-4aba-b414-2d0e937a5b6a req-2dfae66f-3f4e-45c6-8ee0-ba3f2734974c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1806364 Apr 05 18:38:30.190141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:30.353771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f0cfbec-4bc5-4aba-b414-2d0e937a5b6a req-f0cd3d21-d1df-4da5-9503-44e7f3b78185 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934149 Apr 05 18:38:30.410320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Deleting port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:30.410581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Made reservation on behalf of 1f54b6ce8cc84062af794ffffa9b6f5a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:30.411628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:30.418332 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:30.471982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df2b0a8-9862-49a4-806e-ed3b8f146b8d None None] DHCP port deletion for 5aefd501-5606-4570-9151-5e39405da165 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:38:30.610288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8df2b0a8-9862-49a4-806e-ed3b8f146b8d None None] Deleting port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:30.610683 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8df2b0a8-9862-49a4-806e-ed3b8f146b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:30.763701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Allocated IP 172.20.0.2 (4a4450cc-4646-4c7c-b940-9f57d612b845/77422bc6-9503-4b21-9cbe-2b723f8b401b/d21b5b3a-e590-4585-b431-fa14085cb789) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:30.768884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8df2b0a8-9862-49a4-806e-ed3b8f146b8d None None] For port 350cbf54-0ff7-4021-82ff-83ecc0baffc1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=350cbf54-0ff7-4021-82ff-83ecc0baffc1,segment=NetworkSegment(e37a01bd-1afd-4183-849b-3eacc0580411),segment_id=e37a01bd-1afd-4183-849b-3eacc0580411)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:30.769324 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8df2b0a8-9862-49a4-806e-ed3b8f146b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:30.792822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 350cbf54-0ff7-4021-82ff-83ecc0baffc1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:30.835010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8df2b0a8-9862-49a4-806e-ed3b8f146b8d None None] Calling delete_port for 350cbf54-0ff7-4021-82ff-83ecc0baffc1 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:31.019147 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:31.076405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 350cbf54-0ff7-4021-82ff-83ecc0baffc1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=350cbf54-0ff7-4021-82ff-83ecc0baffc1,segment=NetworkSegment(e37a01bd-1afd-4183-849b-3eacc0580411),segment_id=e37a01bd-1afd-4183-849b-3eacc0580411)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:31.091116 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:31.106639 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:31.148903 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:31.199950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=350cbf54-0ff7-4021-82ff-83ecc0baffc1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:31.217483 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['38248a8e-8da2-47fa-9910-e833c7a15a6d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:31.222279 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8df2b0a8-9862-49a4-806e-ed3b8f146b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:31.228970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Network 4a4450cc-4646-4c7c-b940-9f57d612b845 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:31.236528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:31.244940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:31.295564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2b0a8-9862-49a4-806e-ed3b8f146b8d None None] Pushing event deleted for resources: {'Port': ['ID=350cbf54-0ff7-4021-82ff-83ecc0baffc1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:31.301993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2b0a8-9862-49a4-806e-ed3b8f146b8d None None] No DVR routers for this DVR port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:38:31.450198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Pushing event updated for resources: {'Port': ['ID=d21b5b3a-e590-4585-b431-fa14085cb789,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:31.491265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:31.491896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:31.555704 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-59a9febf-2ce8-43db-9e58-bd1942815f5c tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5444536 Apr 05 18:38:31.582211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Request body: {'port': {'device_id': '20997617-9456-4f48-836c-e4f34e4a01f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:31.659032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04d3e0d4-e23a-4a95-afe6-2a9538b9d954 req-74d18dc1-b2d0-41fd-8dca-d56542a682c4 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 210 time: 1.2124007 Apr 05 18:38:31.692857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:31.736285 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] For port 350cbf54-0ff7-4021-82ff-83ecc0baffc1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=350cbf54-0ff7-4021-82ff-83ecc0baffc1,segment=NetworkSegment(e37a01bd-1afd-4183-849b-3eacc0580411),segment_id=e37a01bd-1afd-4183-849b-3eacc0580411)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:31.736761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:31.766509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Calling delete_port for 350cbf54-0ff7-4021-82ff-83ecc0baffc1 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:31.804522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-949c8d65-402e-4439-ae69-014492ba389c req-d01f4744-981d-4c18-9627-60dc049cfbc4 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 210 time: 0.0361378 Apr 05 18:38:31.823243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40eb4-d119-49bb-b7cd-c8ceec9123a7 req-4d98ca1b-8a14-4f00-ab68-67febf0108f6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:31.836773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60f40eb4-d119-49bb-b7cd-c8ceec9123a7 req-4d98ca1b-8a14-4f00-ab68-67febf0108f6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 931 time: 0.1680231 Apr 05 18:38:31.946955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60f40eb4-d119-49bb-b7cd-c8ceec9123a7 req-3976c15d-3fcb-4014-8051-45318182c90b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671990 Apr 05 18:38:31.988733 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.044225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Pushing event deleted for resources: {'Port': ['ID=350cbf54-0ff7-4021-82ff-83ecc0baffc1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:32.077018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] No DVR routers for this DVR port 350cbf54-0ff7-4021-82ff-83ecc0baffc1 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:38:32.084931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-d7b65205-6e20-45b2-97ea-8f69a9c6c42b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541933 Apr 05 18:38:32.390413 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21b5b3a-e590-4585-b431-fa14085cb789 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:32.401663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.402073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30379cef-6f4a-4c76-9961-b84ebc076fcf req-98318aee-0d93-419e-92d3-0241c73a769a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:32.410352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30379cef-6f4a-4c76-9961-b84ebc076fcf req-98318aee-0d93-419e-92d3-0241c73a769a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.3280017 Apr 05 18:38:32.416944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.432572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Transition to ACTIVE for port object d21b5b3a-e590-4585-b431-fa14085cb789 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:38:32.441151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.475135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aefd501-5606-4570-9151-5e39405da165']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:32.532507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30379cef-6f4a-4c76-9961-b84ebc076fcf req-f8da8f62-0122-468b-820a-5d0591df5e42 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066930 Apr 05 18:38:32.532507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37a01bd-1afd-4183-849b-3eacc0580411') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:32.532507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37a01bd-1afd-4183-849b-3eacc0580411') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:32.550059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b211-2376-4083-83c1-2bd75179ad1c req-dcb94d3f-a76d-489b-85b2-0edd3e36ac9f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:32.566096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59b2b211-2376-4083-83c1-2bd75179ad1c req-dcb94d3f-a76d-489b-85b2-0edd3e36ac9f tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.3872571 Apr 05 18:38:32.612884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-401fc657-99b2-453a-b235-671596444eb2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:32.625983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-401fc657-99b2-453a-b235-671596444eb2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4735568 Apr 05 18:38:32.642598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5b3a-e590-4585-b431-fa14085cb789,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:32.653350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Request body: {'port': {'device_id': 'ac1c91c6-d24c-446d-b351-3d3c2fbed7dd', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3d7141754c2149c9b47bf6afe7d827a1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:32.681938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.736586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:32.738606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:32.738957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:32.750812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Port d21b5b3a-e590-4585-b431-fa14085cb789 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:38:32.751150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:32.763792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:32.764142 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:32.764535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:32.764975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Bound port: d21b5b3a-e590-4585-b431-fa14085cb789, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:32.768215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.768453 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.783966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:38:32.784756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:38:32.789383 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:38:32.819009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59b2b211-2376-4083-83c1-2bd75179ad1c req-5f26c742-fd57-4ce0-bf76-3ae04f17577c tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516828 Apr 05 18:38:32.920751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:32.938680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:32.940945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.949370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.963236 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.966624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] 10.222.0.15 "DELETE /v2.0/networks/5aefd501-5606-4570-9151-5e39405da165 HTTP/1.1" status: 204 len: 168 time: 2.9151537 Apr 05 18:38:32.967567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Pushing event deleted for resources: {'Network': ['ID=5aefd501-5606-4570-9151-5e39405da165,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:32.981758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.982281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.982849 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.983255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.983724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.984156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.984680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.985092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.985516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.985889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.986448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.986865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29769-a0af-4c08-83e6-8e9945c33edf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:32.988027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:32.991250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Made reservation on behalf of 3d7141754c2149c9b47bf6afe7d827a1 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:32.994771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.997423 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:32.999292 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] 10.222.0.20 "PUT /v2.0/ports/d21b5b3a-e590-4585-b431-fa14085cb789 HTTP/1.1" status: 200 len: 1091 time: 1.4301403 Apr 05 18:38:33.118921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:33.134116 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51" -d '{"events": [{"name": "network-changed", "server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:33.139949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b17886-5172-4ce5-bad4-96d8896a1b3c service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5b3a-e590-4585-b431-fa14085cb789,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:33.193636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a860e18-5478-411c-bcfe-bdb73b7c9bf7 req-eaa0dd35-b1e1-4d65-b8e1-e7ff4e4eb44c tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:33.210362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a860e18-5478-411c-bcfe-bdb73b7c9bf7 req-eaa0dd35-b1e1-4d65-b8e1-e7ff4e4eb44c tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1100 time: 0.5306189 Apr 05 18:38:33.260472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-5382831b-8210-4d86-8922-f5fb737a6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:33.262472 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-5382831b-8210-4d86-8922-f5fb737a6521 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 1094 time: 0.1054757 Apr 05 18:38:33.306110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a860e18-5478-411c-bcfe-bdb73b7c9bf7 req-bc92c7b0-4a5c-4a47-bbc9-2333aa9c03a1 tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932598 Apr 05 18:38:33.350665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Allocated IP 192.168.233.152 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/602e71d7-2da9-41da-bc99-b396a0cc6db0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:33.390805 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-4845c46f-9377-4dc5-96dc-0bbe3f03a884 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d21b5b3a-e590-4585-b431-fa14085cb789 HTTP/1.1" status: 200 len: 217 time: 0.1169691 Apr 05 18:38:33.508100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36752) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:33.523364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-848399e7-a580-4a7f-aa50-882b86fd32dc req-1d3dc77c-38fc-4f33-aacb-5ff44a77d545 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 210 time: 0.0761731 Apr 05 18:38:33.616479 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1b79a836-860e-48d6-afd4-da90af7d402b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c544ab7d51a4bdbbb3ef4c9528d0c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056163 Apr 05 18:38:33.617420 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36762) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:33.618999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-e178958d-979e-4c05-9289-35a5956287c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:33.620520 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-e178958d-979e-4c05-9289-35a5956287c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.2219133 Apr 05 18:38:33.676714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68146b2c-4739-4199-96e5-e452e02f169b req-2c155bdf-dcad-4a0b-a04c-493e0acf33d5 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 210 time: 0.1844904 Apr 05 18:38:33.699427 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-b96172bf-e01f-4dcc-9832-fd6979f0c569 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710335 Apr 05 18:38:33.760976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24492180-2575-4199-8d64-0c265ae7d7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:33.821838 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0dda57-c2c7-48cf-894e-2ef132d49c9e x-openstack-request-id: req-3c0dda57-c2c7-48cf-894e-2ef132d49c9e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:33.822488 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:33.822867 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c0dda57-c2c7-48cf-894e-2ef132d49c9e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:33.823345 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0dda57-c2c7-48cf-894e-2ef132d49c9e'] response: {'name': 'network-changed', 'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789', 'status': 'completed', 'code': 200} Apr 05 18:38:33.857787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24492180-2575-4199-8d64-0c265ae7d7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:33.936241 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-66210c69-3c71-41b9-bd0c-c2887dbb216c service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281575 Apr 05 18:38:33.945590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c7a8-52c1-4da3-b8ae-8d5a6a5965c4 req-ff6b3ee5-5bf7-4ce4-a2f1-c82ebbbd4f70 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:33.954550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3193c7a8-52c1-4da3-b8ae-8d5a6a5965c4 req-ff6b3ee5-5bf7-4ce4-a2f1-c82ebbbd4f70 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.1707945 Apr 05 18:38:33.967845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24492180-2575-4199-8d64-0c265ae7d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:33.970554 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24492180-2575-4199-8d64-0c265ae7d7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:33.974864 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-24492180-2575-4199-8d64-0c265ae7d7c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c06d8d30-d959-40f2-ae32-be84f5eceea2 HTTP/1.1" status: 204 len: 168 time: 0.3502514 Apr 05 18:38:34.023711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24492180-2575-4199-8d64-0c265ae7d7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d8d30-d959-40f2-ae32-be84f5eceea2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:34.075886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:34.132235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:34.148325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:34.263252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f203a7fc-ca5b-498e-bf81-5a5cba5f7406 req-c8bae001-a550-4b8b-b0e2-b4922d35ec78 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983953 Apr 05 18:38:34.276256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ef529559-575b-4ed2-9564-1568cd6a8908'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:34.422513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-35d3beeb-ac43-468f-9ab8-af09f81b2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:34.424122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-35d3beeb-ac43-468f-9ab8-af09f81b2f7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 1094 time: 0.0953600 Apr 05 18:38:34.436753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event updated for resources: {'Port': ['ID=602e71d7-2da9-41da-bc99-b396a0cc6db0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:34.445575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3193c7a8-52c1-4da3-b8ae-8d5a6a5965c4 req-b1221d83-d777-47c6-939d-3ff5209c2f81 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669325 Apr 05 18:38:34.452505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:34.461400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:34.471040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:34.684463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-7e40133a-c13e-4568-8f19-3f1fce053d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:34.689801 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-7e40133a-c13e-4568-8f19-3f1fce053d35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.2582664 Apr 05 18:38:34.798622 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-243ad21d-d447-4950-9b06-29525959c60f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d21b5b3a-e590-4585-b431-fa14085cb789 HTTP/1.1" status: 200 len: 217 time: 0.1000860 Apr 05 18:38:34.867684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-b59f14df-6e8a-4f4f-a4e2-961e3d7c4abc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4075191 Apr 05 18:38:34.889684 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:34.907573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-4f3aa5f6-5698-4513-b5bb-0c30a5a876ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:34.909620 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-4f3aa5f6-5698-4513-b5bb-0c30a5a876ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.1013775 Apr 05 18:38:34.914971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f551c2-8f10-4339-b5bb-df093b0d482c req-1bec44f2-9df2-47ac-84e2-0a644fd98515 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:34.924031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85f551c2-8f10-4339-b5bb-df093b0d482c req-1bec44f2-9df2-47ac-84e2-0a644fd98515 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.4176612 Apr 05 18:38:34.940546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:34.941296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:34.962317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502a8cc-1428-4332-b31b-4a11707ba039 req-ed3bad6a-beaf-48ca-a7de-ffe3286a9906 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:34.964012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6502a8cc-1428-4332-b31b-4a11707ba039 req-ed3bad6a-beaf-48ca-a7de-ffe3286a9906 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.3151462 Apr 05 18:38:35.019687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-54e01650-ef36-4e6f-bd0e-87f462c94925 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3920979 Apr 05 18:38:35.019862 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-76cc2147-f60c-438a-bb64-0a9ab2e41363 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967143 Apr 05 18:38:35.047260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85f551c2-8f10-4339-b5bb-df093b0d482c req-69e839d9-73b0-40c6-8d46-afa2aec45c28 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220853 Apr 05 18:38:35.074285 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Request body: {'port': {'device_id': 'ac1c91c6-d24c-446d-b351-3d3c2fbed7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:35.116127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6502a8cc-1428-4332-b31b-4a11707ba039 req-58619c08-5a9b-4e35-ab2a-f0914c565f31 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056831 Apr 05 18:38:35.177039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:35.234499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3bff26f3-3d2c-4978-904b-df88f8011b30 None None] Provisioning complete for port 602e71d7-2da9-41da-bc99-b396a0cc6db0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:35.234499 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bff26f3-3d2c-4978-904b-df88f8011b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:35.452387 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-b59641d6-b9e6-4691-b9d8-6df77c0af75d service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161878 Apr 05 18:38:35.468456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7b17741-117d-4414-8f1c-722eaaafd349 req-c535f2a6-1ef7-4c07-a480-e309e4d52f9e tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f64a822-01a9-40ca-a9e7-890e108cc4ff HTTP/1.1" status: 200 len: 210 time: 0.1072128 Apr 05 18:38:35.517032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3bff26f3-3d2c-4978-904b-df88f8011b30 None None] Port 602e71d7-2da9-41da-bc99-b396a0cc6db0 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:38:35.855291 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d6ae2933-df4a-4ad1-ab66-2d1e0efb7a51 req-e4c9c8aa-fd33-44e2-81e2-26ca6911b486 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935580 Apr 05 18:38:36.187002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602e71d7-2da9-41da-bc99-b396a0cc6db0 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:36.198098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:36.214608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Transition to ACTIVE for port object 602e71d7-2da9-41da-bc99-b396a0cc6db0 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:38:36.254890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:36.455350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20622d-3050-4e0e-85d5-e7d716ab08b0 req-52506a47-eb0b-4920-a524-b8827652e345 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:36.465507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b20622d-3050-4e0e-85d5-e7d716ab08b0 req-52506a47-eb0b-4920-a524-b8827652e345 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 948 time: 0.2488832 Apr 05 18:38:36.631981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b20622d-3050-4e0e-85d5-e7d716ab08b0 req-42f5caaa-1bad-482c-9989-3272a4225177 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646371 Apr 05 18:38:36.649929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Attempting to bind port 602e71d7-2da9-41da-bc99-b396a0cc6db0 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:36.650450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Attempting to bind port 602e71d7-2da9-41da-bc99-b396a0cc6db0 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:36.651006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Attempting to bind port 602e71d7-2da9-41da-bc99-b396a0cc6db0 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:36.669995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Port 602e71d7-2da9-41da-bc99-b396a0cc6db0 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:38:36.670211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Attempting to bind port 602e71d7-2da9-41da-bc99-b396a0cc6db0 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:36.681749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:36.682258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:36.682557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:36.682991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Bound port: 602e71d7-2da9-41da-bc99-b396a0cc6db0, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:36.683324 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:36.779564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] For port 602e71d7-2da9-41da-bc99-b396a0cc6db0, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:36.783302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] For port 602e71d7-2da9-41da-bc99-b396a0cc6db0, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=602e71d7-2da9-41da-bc99-b396a0cc6db0,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:36.785685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Pushing event updated for resources: {'Port': ['ID=602e71d7-2da9-41da-bc99-b396a0cc6db0,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:36.810132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d33a-dfeb-4cdc-a0aa-c979925c3520 req-dfc4d162-c87b-4767-8ea6-1a2c419fbb5e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:36.817027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a553d33a-dfeb-4cdc-a0aa-c979925c3520 req-dfc4d162-c87b-4767-8ea6-1a2c419fbb5e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.4965737 Apr 05 18:38:36.818451 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:36.893387 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:36.985687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Pushing event updated for resources: {'Port': ['ID=602e71d7-2da9-41da-bc99-b396a0cc6db0,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:37.022181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:37.023169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:37.024809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-a744b8a0-d0cb-442c-aea4-bfb5b10818d6 service neutron] 10.222.0.20 "PUT /v2.0/ports/602e71d7-2da9-41da-bc99-b396a0cc6db0 HTTP/1.1" status: 200 len: 1096 time: 1.9557862 Apr 05 18:38:37.025517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1c91c6-d24c-446d-b351-3d3c2fbed7dd', 'tag': '602e71d7-2da9-41da-bc99-b396a0cc6db0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:37.028690 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f340f74-4a84-4121-91a9-87e2242650b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1c91c6-d24c-446d-b351-3d3c2fbed7dd", "tag": "602e71d7-2da9-41da-bc99-b396a0cc6db0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:37.074571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0926abf-3045-4349-b2ff-7fde41549087 req-91d1e37b-38e6-41c2-80a9-9ce5479e47d4 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:37.082531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0926abf-3045-4349-b2ff-7fde41549087 req-91d1e37b-38e6-41c2-80a9-9ce5479e47d4 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.1544170 Apr 05 18:38:37.096774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a553d33a-dfeb-4cdc-a0aa-c979925c3520 req-d94ae9b7-cf04-426a-91de-5c492d879161 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542462 Apr 05 18:38:37.148079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0926abf-3045-4349-b2ff-7fde41549087 req-bd8f3028-c64c-4943-9d0e-6f68c6639cd1 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633938 Apr 05 18:38:37.423279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796cba7-70fc-40ec-a065-75a4dd9061ee req-b33eeb36-ed41-49f1-a336-e4b813de3652 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:37.432422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d796cba7-70fc-40ec-a065-75a4dd9061ee req-b33eeb36-ed41-49f1-a336-e4b813de3652 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1793113 Apr 05 18:38:37.476482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-d443faa9-a344-4055-a08d-a8a95f05a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:37.478239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-d443faa9-a344-4055-a08d-a8a95f05a496 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 1099 time: 0.3577538 Apr 05 18:38:37.542927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-3e02f911-0051-44ef-9a29-69ef5af29a16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=602e71d7-2da9-41da-bc99-b396a0cc6db0 HTTP/1.1" status: 200 len: 217 time: 0.0498903 Apr 05 18:38:37.573541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d796cba7-70fc-40ec-a065-75a4dd9061ee req-470aeb89-3bcb-44cb-b3f0-3d30391480c7 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282609 Apr 05 18:38:37.610289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-cc38db80-8d45-468b-985e-6edd7edb8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:37.612850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-cc38db80-8d45-468b-985e-6edd7edb8cf8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1100 time: 0.1070244 Apr 05 18:38:37.665853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-765d6081-4c6b-40e7-aa35-98505a95e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:37.668985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-765d6081-4c6b-40e7-aa35-98505a95e56f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1170471 Apr 05 18:38:37.729389 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4143d5f-9560-4b42-bc5b-5a1dabce8995 x-openstack-request-id: req-d4143d5f-9560-4b42-bc5b-5a1dabce8995 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:37.734154 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1c91c6-d24c-446d-b351-3d3c2fbed7dd", "tag": "602e71d7-2da9-41da-bc99-b396a0cc6db0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:37.734658 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4143d5f-9560-4b42-bc5b-5a1dabce8995 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:37.735494 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4143d5f-9560-4b42-bc5b-5a1dabce8995'] response: {'name': 'network-changed', 'server_uuid': 'ac1c91c6-d24c-446d-b351-3d3c2fbed7dd', 'tag': '602e71d7-2da9-41da-bc99-b396a0cc6db0', 'status': 'completed', 'code': 200} Apr 05 18:38:37.764549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-0d295866-79c0-4a3f-bc98-cd6a1720273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:37.770673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-0d295866-79c0-4a3f-bc98-cd6a1720273d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938692 Apr 05 18:38:37.784962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-4e95cd47-881c-41bd-911f-2bd4ba186897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:37.787394 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-4e95cd47-881c-41bd-911f-2bd4ba186897 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1649621 Apr 05 18:38:37.819284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36874) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:37.921506 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-e3c05f62-69ed-4e35-a2ab-cafb9364ba13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.1265790 Apr 05 18:38:38.083923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-bc3871c6-4b13-42dd-8c9f-c01bccb268e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:38.087912 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-bc3871c6-4b13-42dd-8c9f-c01bccb268e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1592386 Apr 05 18:38:38.089839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-35778905-539f-4eb7-bba3-ba939b7bbc96 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075664 Apr 05 18:38:38.101415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81719488-8fbf-452f-8c1b-50410e566ce0 req-39b5b9a0-08a1-4844-ae00-0b21a6475f79 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:38.109040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81719488-8fbf-452f-8c1b-50410e566ce0 req-39b5b9a0-08a1-4844-ae00-0b21a6475f79 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 948 time: 0.1594427 Apr 05 18:38:38.111179 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7e26-e2d7-46c0-b7a1-090d5e681188 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:38.234188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-022b41c2-bf75-4ee2-ad66-90c50252118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:38.241944 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-022b41c2-bf75-4ee2-ad66-90c50252118c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461964 Apr 05 18:38:38.319497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abfa8e6a-fd01-40d8-b6e3-f96b4fdcd09f req-f8d5b3a7-b401-40de-ab61-d258fbe271d9 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058504 Apr 05 18:38:38.379156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36890) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:38.379510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36892) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:38.435864 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-2850df06-c15d-4081-9225-1d702b6d9b0c service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839075 Apr 05 18:38:38.539083 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7e26-e2d7-46c0-b7a1-090d5e681188 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:38.575568 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-09d9f592-29a7-4ddc-b46d-cf47492e84f7 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259928 Apr 05 18:38:38.602737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8dcf3118-1bf7-4804-a6b0-006e99b85673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:38.609839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81719488-8fbf-452f-8c1b-50410e566ce0 req-65f3487b-12aa-4943-8497-3d783369f698 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995346 Apr 05 18:38:38.611390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76c361e6-f75e-456a-a38e-f60e0055962c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:38.653847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-6c7d306b-6a59-4904-a72b-3a1941c4ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:38.669764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-6c7d306b-6a59-4904-a72b-3a1941c4ab45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 1099 time: 0.2802079 Apr 05 18:38:38.761002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29a84d-3934-4f4c-b15c-f65f8b0941b5 req-f3952524-d84b-4c81-a003-76289da88113 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:38.768669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8dcf3118-1bf7-4804-a6b0-006e99b85673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:38.772654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b29a84d-3934-4f4c-b15c-f65f8b0941b5 req-f3952524-d84b-4c81-a003-76289da88113 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.4413893 Apr 05 18:38:38.775593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8dcf3118-1bf7-4804-a6b0-006e99b85673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:38.809681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8dcf3118-1bf7-4804-a6b0-006e99b85673 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9010215d4e4345da912f5d3baf5c68dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291990 Apr 05 18:38:38.820852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76c361e6-f75e-456a-a38e-f60e0055962c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:38.827174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36902) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:38.849292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76c361e6-f75e-456a-a38e-f60e0055962c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:38.880815 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-76c361e6-f75e-456a-a38e-f60e0055962c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1b67da94c41494587867790f1f0d48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986377 Apr 05 18:38:38.890869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36904) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:38.924812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf3118-1bf7-4804-a6b0-006e99b85673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e4adde-1ffb-419d-a020-3b446d7026fa,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:38.985692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c361e6-f75e-456a-a38e-f60e0055962c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c9c5f-3be1-4ba9-9e63-330e7abd3b99,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:39.057173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c3029b2-1568-462e-a5a8-3c5ab6976431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.057506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b29a84d-3934-4f4c-b15c-f65f8b0941b5 req-b3c667e3-b38f-4561-9f2e-ec1d79df1197 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838855 Apr 05 18:38:39.111366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c3029b2-1568-462e-a5a8-3c5ab6976431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.132235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-6e3eee9d-c516-43b1-ad72-578d0092d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:39.135579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-6e3eee9d-c516-43b1-ad72-578d0092d36e service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.4520397 Apr 05 18:38:39.154601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8f89b-ceeb-4437-93c6-e6d75662dbe9 req-804229aa-cc76-4567-847f-f52f411007f8 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:39.162039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ed8f89b-ceeb-4437-93c6-e6d75662dbe9 req-804229aa-cc76-4567-847f-f52f411007f8 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.2866232 Apr 05 18:38:39.176193 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7e26-e2d7-46c0-b7a1-090d5e681188 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.182091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7e26-e2d7-46c0-b7a1-090d5e681188 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.184633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d6ec7e26-e2d7-46c0-b7a1-090d5e681188 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "DELETE /v2.0/security-groups/231683b5-fa76-44fc-a513-36a09f567f90 HTTP/1.1" status: 204 len: 168 time: 1.3611507 Apr 05 18:38:39.197376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36906) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:39.226213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c3029b2-1568-462e-a5a8-3c5ab6976431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.228795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c3029b2-1568-462e-a5a8-3c5ab6976431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.229920 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2c3029b2-1568-462e-a5a8-3c5ab6976431 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8e4adde-1ffb-419d-a020-3b446d7026fa HTTP/1.1" status: 204 len: 168 time: 0.4014776 Apr 05 18:38:39.242444 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-a68d0a9a-43fd-4b6e-8d08-45f28720880b tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] show failed (client error): The resource could not be found. Apr 05 18:38:39.246332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a68d0a9a-43fd-4b6e-8d08-45f28720880b tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "GET /v2.0/security-groups/231683b5-fa76-44fc-a513-36a09f567f90 HTTP/1.1" status: 404 len: 347 time: 0.0451565 Apr 05 18:38:39.250747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36910) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:39.251380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ade6677-88a8-4c6c-a143-eea6d005ed14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.276510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ade6677-88a8-4c6c-a143-eea6d005ed14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.330599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec7e26-e2d7-46c0-b7a1-090d5e681188 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231683b5-fa76-44fc-a513-36a09f567f90,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:39.332868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3029b2-1568-462e-a5a8-3c5ab6976431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e4adde-1ffb-419d-a020-3b446d7026fa,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:39.341572 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ade6677-88a8-4c6c-a143-eea6d005ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.348012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ade6677-88a8-4c6c-a143-eea6d005ed14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.358786 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7ade6677-88a8-4c6c-a143-eea6d005ed14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d7c9c5f-3be1-4ba9-9e63-330e7abd3b99 HTTP/1.1" status: 204 len: 168 time: 0.4653213 Apr 05 18:38:39.441564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-f004a75e-dbd6-439a-a375-b1a302c98bea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=602e71d7-2da9-41da-bc99-b396a0cc6db0 HTTP/1.1" status: 200 len: 217 time: 0.2779491 Apr 05 18:38:39.462052 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f65556f8-ce43-471f-9e40-7e30e9c76d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.508661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade6677-88a8-4c6c-a143-eea6d005ed14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c9c5f-3be1-4ba9-9e63-330e7abd3b99,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:39.589197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-26d5cfa1-627c-4843-9927-545bd3cdab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:39.591281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-26d5cfa1-627c-4843-9927-545bd3cdab9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1198089 Apr 05 18:38:39.602365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Deleting port 476958c7-523f-40e1-8728-f5edad9e4d80 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:39.602751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.676673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ed8f89b-ceeb-4437-93c6-e6d75662dbe9 req-048266c6-23b6-4235-b09a-490a88f8cff7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881828 Apr 05 18:38:39.748421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d0c8d-6158-4d18-a8c9-b78f892755a0 req-c3c3b20d-c1ca-4625-a6b8-450c5959eb8e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:39.757647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-372d0c8d-6158-4d18-a8c9-b78f892755a0 req-c3c3b20d-c1ca-4625-a6b8-450c5959eb8e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.4553251 Apr 05 18:38:39.784940 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.785976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:39.810341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Calling delete_port for 476958c7-523f-40e1-8728-f5edad9e4d80 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:39.836079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-85b4a1ee-dfb7-495e-b3d9-cb64f3874846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:39.843355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-85b4a1ee-dfb7-495e-b3d9-cb64f3874846 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196548 Apr 05 18:38:39.867249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-372d0c8d-6158-4d18-a8c9-b78f892755a0 req-2206d8eb-c842-402b-95da-de0425f60cec tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022801 Apr 05 18:38:40.048742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76915c-de04-4e5c-b189-34d07eb75628 req-64418dfb-803f-45f5-971c-5ce95f2bdd98 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:40.059797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d76915c-de04-4e5c-b189-34d07eb75628 req-64418dfb-803f-45f5-971c-5ce95f2bdd98 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 948 time: 0.0982592 Apr 05 18:38:40.099043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-f68b27df-afb4-4734-b3d6-224d17465b80 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198763 Apr 05 18:38:40.172184 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:40.224975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36940) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:40.230029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Pushing event deleted for resources: {'Port': ['ID=476958c7-523f-40e1-8728-f5edad9e4d80,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:40.271540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ea85ce6-301f-4a10-b4be-13add2239372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:40.308862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d76915c-de04-4e5c-b189-34d07eb75628 req-175ea332-18d5-41b6-9e67-6d33158c44b7 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458980 Apr 05 18:38:40.362363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2ec6-0014-4ddb-abd6-f0351c2d31bd req-f328d460-543e-4560-a643-8b7f560d000b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:40.374572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861a2ec6-0014-4ddb-abd6-f0351c2d31bd req-f328d460-543e-4560-a643-8b7f560d000b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.1534119 Apr 05 18:38:40.418786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f340f74-4a84-4121-91a9-87e2242650b1 req-8890ba9e-98f3-4ec7-be9e-f25e9a7263b9 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179533 Apr 05 18:38:40.435228 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:40.438983 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:40.444602 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ee45598e-97a6-4c61-831c-dbbbec10eeb0 tempest-ServersTestBootFromVolume-1497588874 tempest-ServersTestBootFromVolume-1497588874-project] 10.222.0.15 "DELETE /v2.0/floatingips/f070ab49-215b-4077-9b53-7353a0cfde47 HTTP/1.1" status: 204 len: 168 time: 1.1208134 Apr 05 18:38:40.445623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36942) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:40.458990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861a2ec6-0014-4ddb-abd6-f0351c2d31bd req-16d85848-03a0-4baa-b5f3-5b22c9bc4c6f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827427 Apr 05 18:38:40.656949 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ea85ce6-301f-4a10-b4be-13add2239372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:40.735190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ea85ce6-301f-4a10-b4be-13add2239372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:40.862976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea85ce6-301f-4a10-b4be-13add2239372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeff2a1-3982-4c5c-9617-30550ba0c8c3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:40.909068 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9ea85ce6-301f-4a10-b4be-13add2239372 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b5eda2b8d6c41dc8ff5e11c70536a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667855 Apr 05 18:38:40.913061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36966) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:40.980373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d88e7-9618-40c5-ad52-73382a93daf2 req-f2f8d003-22cc-4593-8ae5-d2ca50e0d2ef tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:41.002099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-794d88e7-9618-40c5-ad52-73382a93daf2 req-f2f8d003-22cc-4593-8ae5-d2ca50e0d2ef tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.1605268 Apr 05 18:38:41.020903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 602e71d7-2da9-41da-bc99-b396a0cc6db0 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:38:41.122292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-794d88e7-9618-40c5-ad52-73382a93daf2 req-1417bdfd-bb3a-480c-b0ef-a59c39605fcb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186488 Apr 05 18:38:41.123988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36968) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:41.166703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a7c47-c50a-4193-baa0-bfc9694a6ae8 req-b0475e37-b749-46ba-a526-a69c4e309d54 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:41.181397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c32a7c47-c50a-4193-baa0-bfc9694a6ae8 req-b0475e37-b749-46ba-a526-a69c4e309d54 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1325028 Apr 05 18:38:41.250521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 602e71d7-2da9-41da-bc99-b396a0cc6db0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=602e71d7-2da9-41da-bc99-b396a0cc6db0,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:41.271755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '602e71d7-2da9-41da-bc99-b396a0cc6db0', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '602e71d7-2da9-41da-bc99-b396a0cc6db0', 'mac_address': 'fa:16:3e:96:11:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:38:41.284570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c32a7c47-c50a-4193-baa0-bfc9694a6ae8 req-f5b3ed37-f1a3-421b-9524-8c25b5186f34 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993812 Apr 05 18:38:41.337698 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.344788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-926301558-network', 'tenant_id': '5e721c8e78aa4768b1789e570fe77d92'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:41.354865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602e71d7-2da9-41da-bc99-b396a0cc6db0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:41.381181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 602e71d7-2da9-41da-bc99-b396a0cc6db0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=602e71d7-2da9-41da-bc99-b396a0cc6db0,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:41.396591 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.420147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9565f0b4-b27d-408f-a075-544fdfd0d221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.422181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Made reservation on behalf of 5e721c8e78aa4768b1789e570fe77d92 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:41.426215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.460556 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.468572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=602e71d7-2da9-41da-bc99-b396a0cc6db0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:41.525158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9565f0b4-b27d-408f-a075-544fdfd0d221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.654244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fdd3b-2afe-4d74-8d75-ea227bb04112 req-25db7a7f-4829-4b3b-8f47-25035a9f6c7a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:41.655874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-070fdd3b-2afe-4d74-8d75-ea227bb04112 req-25db7a7f-4829-4b3b-8f47-25035a9f6c7a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 949 time: 0.1375177 Apr 05 18:38:41.671520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9565f0b4-b27d-408f-a075-544fdfd0d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.675919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9565f0b4-b27d-408f-a075-544fdfd0d221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.677945 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9565f0b4-b27d-408f-a075-544fdfd0d221 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9aeff2a1-3982-4c5c-9617-30550ba0c8c3 HTTP/1.1" status: 204 len: 168 time: 0.7637477 Apr 05 18:38:41.690098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565f0b4-b27d-408f-a075-544fdfd0d221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeff2a1-3982-4c5c-9617-30550ba0c8c3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:41.727817 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.784819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['602e71d7-2da9-41da-bc99-b396a0cc6db0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:41.809187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9787-06a7-426a-ae84-c6daa49f4d6d req-45a733ca-fe48-4ab0-b5a9-80647c8579ef tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:41.819830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-702d9787-06a7-426a-ae84-c6daa49f4d6d req-45a733ca-fe48-4ab0-b5a9-80647c8579ef tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.2318132 Apr 05 18:38:41.830235 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1655fb24-9b2a-430e-80d1-cd7384f2391f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.923767 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:41.939609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-702d9787-06a7-426a-ae84-c6daa49f4d6d req-7333b86c-4312-42ce-b74c-901ecc8f9a89 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155279 Apr 05 18:38:41.960500 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:42.112484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-070fdd3b-2afe-4d74-8d75-ea227bb04112 req-cb7ccd71-80ac-4270-bb41-78a28ffe7121 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804080 Apr 05 18:38:42.140592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74289d1d-15e4-4b54-9447-6fb7ecc9d4ca,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:42.157841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:38:42.185210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Deleting port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:42.185812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:42.202685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:42.203022 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Added segment 80398459-32b3-4192-9130-90a19c378822 of type vlan for network 2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c Apr 05 18:38:42.299363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] For port 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:42.299979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:42.310040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:42.318231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Calling delete_port for 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:42.384915 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:42.385550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:42.386128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:42.691527 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:42.731805 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:42.745088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:42.986129 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:38:43.152898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] Pushing event updated for resources: {'Network': ['ID=2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:43.169661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:38:43.180113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0c0d1546-3b9c-4512-a675-ad6b3b048197 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0548193 Apr 05 18:38:43.181055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37018) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:43.320939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Request body: {'subnet': {'network_id': '2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-926301558-subnet', 'tenant_id': '5e721c8e78aa4768b1789e570fe77d92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:43.339110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa43b66-d8f1-4cdb-8cff-2ee008656ab3 req-7d4fc37d-76c8-4be6-82c2-82fb6ad592d2 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:43.339374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:43.340658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efa43b66-d8f1-4cdb-8cff-2ee008656ab3 req-7d4fc37d-76c8-4be6-82c2-82fb6ad592d2 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.9953322 Apr 05 18:38:43.518218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e27c12-b67e-4374-a476-0f30f64b741b req-6620ceb9-702f-4924-8958-c2850819f34e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:43.524131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6e27c12-b67e-4374-a476-0f30f64b741b req-6620ceb9-702f-4924-8958-c2850819f34e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.4947851 Apr 05 18:38:43.609119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6e27c12-b67e-4374-a476-0f30f64b741b req-5a443ef1-1b45-483d-95a3-80fb1b85ff1d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784416 Apr 05 18:38:43.610227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Made reservation on behalf of 5e721c8e78aa4768b1789e570fe77d92 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:43.613594 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:43.659614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efa43b66-d8f1-4cdb-8cff-2ee008656ab3 req-a051854f-ff0d-4f14-91a5-4ef2c188ff70 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607706 Apr 05 18:38:43.932157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Router ceb41e74-16b4-4d54-b28d-a0f16c451702 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:38:44.001058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355070df-63d5-444b-a24e-60a130dcb4c2 req-95bc55cb-2875-4395-afff-e6831d5533b7 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:44.002678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-355070df-63d5-444b-a24e-60a130dcb4c2 req-95bc55cb-2875-4395-afff-e6831d5533b7 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.2050891 Apr 05 18:38:44.157904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:38:44.170484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] Sync routers for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:38:44.173550 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a35be82c-7dd1-4473-a590-20ba655160ca admin admin] 10.222.0.15 "PUT /v2.0/routers/ceb41e74-16b4-4d54-b28d-a0f16c451702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7204213 Apr 05 18:38:44.174176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37042) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:44.200823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:44.203905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:44.240145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-355070df-63d5-444b-a24e-60a130dcb4c2 req-738e8de6-3e61-4641-a0d1-c394f7163b8e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676517 Apr 05 18:38:44.276345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b03bd-ecd9-4e11-a630-1da0d26eae84 req-ee65d0e0-5015-4844-ba81-1ab3b0f55b9c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:44.286966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c5b03bd-ecd9-4e11-a630-1da0d26eae84 req-ee65d0e0-5015-4844-ba81-1ab3b0f55b9c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 949 time: 0.3185079 Apr 05 18:38:44.362594 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:44.412919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c5b03bd-ecd9-4e11-a630-1da0d26eae84 req-3b14014c-d4ad-4da8-ba62-127a5c21e93d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249068 Apr 05 18:38:44.443011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:44.506462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:44.524140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:44.529835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704a1ef2-db05-4dc0-9bcd-cb6258d414a6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:44.539947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Checking segment: {'id': '80398459-32b3-4192-9130-90a19c378822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:44.540312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Network hostable DHCP agents. Network: 2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:38:44.572004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Network 2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:38:44.586286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:44.591889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:44.592543 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:44.608244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2cad2-1592-4427-a037-93317418ee15 None None] Network 2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:38:44.622170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-60b13927-01f9-4c3d-9476-055dc53c5885 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3387578 Apr 05 18:38:44.780281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:44.931993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Deleting port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:44.934852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:44.981181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6524e-01c0-4ac1-a90c-78aad096e68b req-30930628-229e-44d6-8f3c-16637df79f3c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:44.982815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5aa6524e-01c0-4ac1-a90c-78aad096e68b req-30930628-229e-44d6-8f3c-16637df79f3c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1892028 Apr 05 18:38:45.000196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510232-db7e-4867-bb05-ab679a1e4f87 req-2155226c-ea5b-4b0a-8415-3b33721d319b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:45.014631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f510232-db7e-4867-bb05-ab679a1e4f87 req-2155226c-ea5b-4b0a-8415-3b33721d319b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.2314653 Apr 05 18:38:45.070460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 602e71d7-2da9-41da-bc99-b396a0cc6db0 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:45.073390 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.118478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5aa6524e-01c0-4ac1-a90c-78aad096e68b req-ba1851bc-2da3-4992-b0de-c631f8bd162e tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283522 Apr 05 18:38:45.155943 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f510232-db7e-4867-bb05-ab679a1e4f87 req-ae91e1c7-f4ce-42a0-83cb-911eed43eb9b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404078 Apr 05 18:38:45.179615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] For port a9ab22bd-22ba-4cb4-907e-17eeac0b2a72, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a9ab22bd-22ba-4cb4-907e-17eeac0b2a72,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:45.180008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.223507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9a46f7-c5d7-4610-92d6-224cf932b086 None None] Network 2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:38:45.238541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Calling delete_port for a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:45.471522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 602e71d7-2da9-41da-bc99-b396a0cc6db0 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:38:45.494521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-28475804-597d-4c93-842c-4de3c1323081 req-4a6bf5ba-bf49-421b-b972-06c0b0c8d0bb tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1981073603', 'description': 'tempest-description-73185806'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:45.523229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-28475804-597d-4c93-842c-4de3c1323081 req-4a6bf5ba-bf49-421b-b972-06c0b0c8d0bb tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.544057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 602e71d7-2da9-41da-bc99-b396a0cc6db0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:45.547990 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.559024 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.581801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ab22bd-22ba-4cb4-907e-17eeac0b2a72,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:45.653059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb841-d523-46f4-a6b2-54d0e6bc96b5 req-e47f1c6d-3bec-43ee-9162-7184b79ee5b8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:45.655145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb2bb841-d523-46f4-a6b2-54d0e6bc96b5 req-e47f1c6d-3bec-43ee-9162-7184b79ee5b8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.1037323 Apr 05 18:38:45.656805 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.657577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.658129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.658722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.659277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.659961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.661953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.662661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.663239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.663789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.664370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.664934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:45.676462 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-28475804-597d-4c93-842c-4de3c1323081 req-4a6bf5ba-bf49-421b-b972-06c0b0c8d0bb tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.700625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:38:42Z', 'revision_number': 5, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port': {'id': 'a9ab22bd-22ba-4cb4-907e-17eeac0b2a72', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:36:33Z', 'updated_at': '2022-04-05T18:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:45.718876 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.732139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-28475804-597d-4c93-842c-4de3c1323081 req-4a6bf5ba-bf49-421b-b972-06c0b0c8d0bb tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.765245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] Checking router: ceb41e74-16b4-4d54-b28d-a0f16c451702 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:38:45.781173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] Routers {'ceb41e74-16b4-4d54-b28d-a0f16c451702'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:45.781835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ceb41e74-16b4-4d54-b28d-a0f16c451702'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:45.793550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb2bb841-d523-46f4-a6b2-54d0e6bc96b5 req-24a934d7-d13d-4d0b-a7aa-bf5abae22f02 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236246 Apr 05 18:38:45.813331 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-28475804-597d-4c93-842c-4de3c1323081 req-4a6bf5ba-bf49-421b-b972-06c0b0c8d0bb tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.826099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28475804-597d-4c93-842c-4de3c1323081 req-4a6bf5ba-bf49-421b-b972-06c0b0c8d0bb tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3369863 Apr 05 18:38:45.843655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bf5ba-bf49-421b-b972-06c0b0c8d0bb tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb31b1ae-162e-4725-bb83-524d5403dc61,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:45.897702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.910947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] Set router ceb41e74-16b4-4d54-b28d-a0f16c451702 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:45.920569 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.923797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.989558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.990895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb41e74-16b4-4d54-b28d-a0f16c451702 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:38:45.998419 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:45.999982 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-386a579f-9bcb-45f5-b7fb-97e331bf4ee3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ceb41e74-16b4-4d54-b28d-a0f16c451702 HTTP/1.1" status: 204 len: 168 time: 1.8248448 Apr 05 18:38:46.002512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37104) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:46.024324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d44e-b4d6-4403-bd90-61d3b38be899 req-ca718cc8-ff63-4291-8289-e1b3c26c34bf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:46.034615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d71d44e-b4d6-4403-bd90-61d3b38be899 req-ca718cc8-ff63-4291-8289-e1b3c26c34bf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 949 time: 0.1119342 Apr 05 18:38:46.062241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffcd01c-895e-4450-86a0-ad0f9c3918a7 admin admin] Deleting subnet 91627e75-d173-4a63-a7be-bd2bb7df6da3 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:38:46.066595 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd01c-895e-4450-86a0-ad0f9c3918a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.127840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d71d44e-b4d6-4403-bd90-61d3b38be899 req-2cc9cd16-b382-4797-be05-18652a468ce3 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891910 Apr 05 18:38:46.133585 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd01c-895e-4450-86a0-ad0f9c3918a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.219646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:38:45Z', 'revision_number': 7, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:46.239916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f83b4911-7b45-494f-baf5-7ad912d08e61 req-ceb642fd-d87e-4945-89a7-e200da6dc9ae tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/bb31b1ae-162e-4725-bb83-524d5403dc61 HTTP/1.1" status: 200 len: 1803 time: 0.0827134 Apr 05 18:38:46.245604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f83b4911-7b45-494f-baf5-7ad912d08e61 req-e283ed63-724a-40a9-9dae-7ec2b74d5ccd tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb31b1ae-162e-4725-bb83-524d5403dc61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:46.246126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f83b4911-7b45-494f-baf5-7ad912d08e61 req-e283ed63-724a-40a9-9dae-7ec2b74d5ccd tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb31b1ae-162e-4725-bb83-524d5403dc61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:46.252430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a911f-b4e3-4adc-90a0-e254cdc6d7bf None None] The sync data for ids ['ceb41e74-16b4-4d54-b28d-a0f16c451702'] in n-d-836650-3 is: [{'id': 'ceb41e74-16b4-4d54-b28d-a0f16c451702', 'name': 'tempest-ServersTestBootFromVolume-57076761-router', 'tenant_id': '888eea1fce944216b18909ecfc854a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:36:32Z', 'updated_at': '2022-04-05T18:38:45Z', 'revision_number': 7, 'project_id': '888eea1fce944216b18909ecfc854a25', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:38:46.258896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c91c6-d24c-446d-b351-3d3c2fbed7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602e71d7-2da9-41da-bc99-b396a0cc6db0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:46.261325 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d515337-f751-4ce5-adb8-e6ac29f1156b" -d '{"events": [{"server_uuid": "ac1c91c6-d24c-446d-b351-3d3c2fbed7dd", "name": "network-vif-plugged", "status": "completed", "tag": "602e71d7-2da9-41da-bc99-b396a0cc6db0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:46.281938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 602e71d7-2da9-41da-bc99-b396a0cc6db0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=602e71d7-2da9-41da-bc99-b396a0cc6db0,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:46.282276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd01c-895e-4450-86a0-ad0f9c3918a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.288054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c79e65-1833-454f-8c80-108b28322df2 req-06d15633-6c96-48c7-bfe4-6a9438de740f tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:46.288366 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.307124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2c79e65-1833-454f-8c80-108b28322df2 req-06d15633-6c96-48c7-bfe4-6a9438de740f tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 950 time: 0.1590266 Apr 05 18:38:46.377711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=602e71d7-2da9-41da-bc99-b396a0cc6db0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:46.387525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2c79e65-1833-454f-8c80-108b28322df2 req-07434fb3-8c3e-4e8d-aa76-28383d26d390 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807977 Apr 05 18:38:46.406689 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f83b4911-7b45-494f-baf5-7ad912d08e61 req-e283ed63-724a-40a9-9dae-7ec2b74d5ccd tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.414563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd01c-895e-4450-86a0-ad0f9c3918a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.452235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f83b4911-7b45-494f-baf5-7ad912d08e61 req-e283ed63-724a-40a9-9dae-7ec2b74d5ccd tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.469163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f83b4911-7b45-494f-baf5-7ad912d08e61 req-e283ed63-724a-40a9-9dae-7ec2b74d5ccd tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.485948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e449799a-bfd3-4fe1-a560-85b4ea5d7924 None None] Network 4791ec63-d6dc-43f6-84d9-1728ac3ff410 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:38:46.487800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd01c-895e-4450-86a0-ad0f9c3918a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.496797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1ffcd01c-895e-4450-86a0-ad0f9c3918a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/91627e75-d173-4a63-a7be-bd2bb7df6da3 HTTP/1.1" status: 204 len: 168 time: 0.4915619 Apr 05 18:38:46.501181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcd01c-895e-4450-86a0-ad0f9c3918a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91627e75-d173-4a63-a7be-bd2bb7df6da3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:46.505727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37118) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:46.545423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283ed63-724a-40a9-9dae-7ec2b74d5ccd tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e52624-6445-411a-89eb-6c5f76b0f138,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:46.557451 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f83b4911-7b45-494f-baf5-7ad912d08e61 req-e283ed63-724a-40a9-9dae-7ec2b74d5ccd tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.569000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f83b4911-7b45-494f-baf5-7ad912d08e61 req-e283ed63-724a-40a9-9dae-7ec2b74d5ccd tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3278964 Apr 05 18:38:46.619710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716606-6e91-4038-9070-118833abe7f7 req-85505ad5-c8ff-425c-840f-c4f34b976b2d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:46.633890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a716606-6e91-4038-9070-118833abe7f7 req-85505ad5-c8ff-425c-840f-c4f34b976b2d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1373286 Apr 05 18:38:46.673370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.839079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:46.845956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Deleting port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:46.846304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:46.909270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a716606-6e91-4038-9070-118833abe7f7 req-d0707ef0-a34f-4507-8aa6-aa0aed4b8df1 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572412 Apr 05 18:38:46.929255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:38:46.933407 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5f751a5a-2e2f-481a-a4f5-c763b1b8a1f6 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:38:46.961410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ce90-a30e-4b07-a303-a580c54c30e2 req-5c99c061-77c4-4c8c-a81c-384c081c4c59 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:46.969852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5498ce90-a30e-4b07-a303-a580c54c30e2 req-5c99c061-77c4-4c8c-a81c-384c081c4c59 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.2781417 Apr 05 18:38:47.008152 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7e878b-a4db-4d5a-bffa-7a9e0143422c x-openstack-request-id: req-0f7e878b-a4db-4d5a-bffa-7a9e0143422c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:47.008447 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c91c6-d24c-446d-b351-3d3c2fbed7dd", "name": "network-vif-plugged", "status": "completed", "tag": "602e71d7-2da9-41da-bc99-b396a0cc6db0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:47.008683 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f7e878b-a4db-4d5a-bffa-7a9e0143422c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:47.009085 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7e878b-a4db-4d5a-bffa-7a9e0143422c'] response: {'server_uuid': 'ac1c91c6-d24c-446d-b351-3d3c2fbed7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602e71d7-2da9-41da-bc99-b396a0cc6db0', 'code': 200} Apr 05 18:38:47.019773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] For port c3ab9ba0-e722-4a9e-a639-b86357cd8f88, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c3ab9ba0-e722-4a9e-a639-b86357cd8f88,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:47.021832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.053926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5498ce90-a30e-4b07-a303-a580c54c30e2 req-fe1fc231-00bd-41bc-a43a-da7766ffc252 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804768 Apr 05 18:38:47.092323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Calling delete_port for c3ab9ba0-e722-4a9e-a639-b86357cd8f88 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:47.150783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37132) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:47.169119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-cb50c325-d0b9-4633-b375-2057c677038a req-375e6fea-524c-4d64-9a3c-ac55bdfbc0fe tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1000136662', 'description': 'tempest-description-956758679'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:47.236006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028fa47-fceb-434a-8b14-d898c2d5ca46 None None] DHCP port deletion for 4791ec63-d6dc-43f6-84d9-1728ac3ff410 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:38:47.290161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9161be-f0f0-45ac-89d3-318affc90d17 req-41d2ec30-4529-4eff-aaee-8812b9a52fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:47.292140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f9161be-f0f0-45ac-89d3-318affc90d17 req-41d2ec30-4529-4eff-aaee-8812b9a52fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 1101 time: 0.1657062 Apr 05 18:38:47.294789 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cb50c325-d0b9-4633-b375-2057c677038a req-375e6fea-524c-4d64-9a3c-ac55bdfbc0fe tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.359205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5028fa47-fceb-434a-8b14-d898c2d5ca46 None None] Deleting port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:38:47.359205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5028fa47-fceb-434a-8b14-d898c2d5ca46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.367720 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.434375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f9161be-f0f0-45ac-89d3-318affc90d17 req-ef05c793-bb3d-4070-a415-1f35a333c682 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338499 Apr 05 18:38:47.449005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e0a9782-e739-4625-89e8-63c52c70495b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.457736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5028fa47-fceb-434a-8b14-d898c2d5ca46 None None] For port c3ab9ba0-e722-4a9e-a639-b86357cd8f88, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c3ab9ba0-e722-4a9e-a639-b86357cd8f88,segment=NetworkSegment(95d9e3d6-da5b-4619-a020-45aff6c99425),segment_id=95d9e3d6-da5b-4619-a020-45aff6c99425)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:47.458750 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5028fa47-fceb-434a-8b14-d898c2d5ca46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.466837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ab9ba0-e722-4a9e-a639-b86357cd8f88,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:47.476641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5028fa47-fceb-434a-8b14-d898c2d5ca46 None None] Calling delete_port for c3ab9ba0-e722-4a9e-a639-b86357cd8f88 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:38:47.498618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] No DVR routers for this DVR port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:38:47.506151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cb50c325-d0b9-4633-b375-2057c677038a req-375e6fea-524c-4d64-9a3c-ac55bdfbc0fe tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.521363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cb50c325-d0b9-4633-b375-2057c677038a req-375e6fea-524c-4d64-9a3c-ac55bdfbc0fe tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.579183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6fea-524c-4d64-9a3c-ac55bdfbc0fe tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561c326e-2f97-4173-b1aa-67afd9c65529,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:47.600069 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cb50c325-d0b9-4633-b375-2057c677038a req-375e6fea-524c-4d64-9a3c-ac55bdfbc0fe tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.604630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb50c325-d0b9-4633-b375-2057c677038a req-375e6fea-524c-4d64-9a3c-ac55bdfbc0fe tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4656270 Apr 05 18:38:47.617094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5028fa47-fceb-434a-8b14-d898c2d5ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.653637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.670344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028fa47-fceb-434a-8b14-d898c2d5ca46 None None] Pushing event deleted for resources: {'Port': ['ID=c3ab9ba0-e722-4a9e-a639-b86357cd8f88,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:47.688605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028fa47-fceb-434a-8b14-d898c2d5ca46 None None] No DVR routers for this DVR port c3ab9ba0-e722-4a9e-a639-b86357cd8f88 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:38:47.709349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4791ec63-d6dc-43f6-84d9-1728ac3ff410']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:47.744734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d9e3d6-da5b-4619-a020-45aff6c99425') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:47.745034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d9e3d6-da5b-4619-a020-45aff6c99425') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:47.772038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.805899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.819562 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e0a9782-e739-4625-89e8-63c52c70495b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.820713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:38:47.821099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:38:47.823251 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:38:47.837538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e0a9782-e739-4625-89e8-63c52c70495b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.848156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db21bb-7d4b-4a4f-a360-56813f389ab3 req-ae119769-3606-4735-bb0a-fa2cb45e7e69 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:47.849846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53db21bb-7d4b-4a4f-a360-56813f389ab3 req-ae119769-3606-4735-bb0a-fa2cb45e7e69 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 950 time: 0.1252067 Apr 05 18:38:47.884137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3855d-b320-4879-96cc-465c4dd82ec0 req-1955501f-737c-4d9d-82ba-bf236c289110 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:47.887094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0d3855d-b320-4879-96cc-465c4dd82ec0 req-1955501f-737c-4d9d-82ba-bf236c289110 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.1113372 Apr 05 18:38:47.924851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37146) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:47.925724 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1e0a9782-e739-4625-89e8-63c52c70495b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4090b0c133f44c878973cd1a747bccc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744212 Apr 05 18:38:47.928475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a9782-e739-4625-89e8-63c52c70495b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632e824d-7c02-4a92-828d-e8396a4dd434,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:47.931081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.936369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:47.940684 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4791ec63-d6dc-43f6-84d9-1728ac3ff410 HTTP/1.1" status: 204 len: 168 time: 1.4285841 Apr 05 18:38:47.971913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75538dee-8b7a-4f19-acc8-68555f2f78c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4791ec63-d6dc-43f6-84d9-1728ac3ff410,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:47.972762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53db21bb-7d4b-4a4f-a360-56813f389ab3 req-b18305ae-d951-4b5f-bca6-10362e357e36 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085310 Apr 05 18:38:48.037501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0d3855d-b320-4879-96cc-465c4dd82ec0 req-70014138-d2eb-4271-8008-ebb4553feb85 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279845 Apr 05 18:38:48.079949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab8a939e-2fc6-4224-a1a0-f51255886adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.120104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37160) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:48.132817 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab8a939e-2fc6-4224-a1a0-f51255886adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.181482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2bf1c9b3-6888-47b8-bd10-1951009a3336 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=888eea1fce944216b18909ecfc854a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596385 Apr 05 18:38:48.182375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-928557ba-789a-479b-83ac-5f9cd4cc10fc req-1a2e5ff2-0659-469b-a5f3-550c79288d9a tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/561c326e-2f97-4173-b1aa-67afd9c65529 HTTP/1.1" status: 200 len: 1804 time: 0.1172483 Apr 05 18:38:48.183994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37162) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:48.237071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-928557ba-789a-479b-83ac-5f9cd4cc10fc req-bfa9b664-84aa-4499-8e21-b4fe8324ae16 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '561c326e-2f97-4173-b1aa-67afd9c65529', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:48.237593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-928557ba-789a-479b-83ac-5f9cd4cc10fc req-bfa9b664-84aa-4499-8e21-b4fe8324ae16 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '561c326e-2f97-4173-b1aa-67afd9c65529', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:48.267357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b5e03ae-93dc-4469-81b9-3951ec14b267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.278475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a16291-935c-4250-aa73-b9e30c7bf477 req-419704b9-8917-4ce9-83e6-2e33e71b66de tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:48.285901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50a16291-935c-4250-aa73-b9e30c7bf477 req-419704b9-8917-4ce9-83e6-2e33e71b66de tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1287014 Apr 05 18:38:48.296094 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b5e03ae-93dc-4469-81b9-3951ec14b267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.319859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab8a939e-2fc6-4224-a1a0-f51255886adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.322588 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab8a939e-2fc6-4224-a1a0-f51255886adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.326508 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ab8a939e-2fc6-4224-a1a0-f51255886adc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/632e824d-7c02-4a92-828d-e8396a4dd434 HTTP/1.1" status: 204 len: 168 time: 0.3947511 Apr 05 18:38:48.359842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a939e-2fc6-4224-a1a0-f51255886adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632e824d-7c02-4a92-828d-e8396a4dd434,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:48.374451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50a16291-935c-4250-aa73-b9e30c7bf477 req-47606012-b257-499c-a7a9-684bdd8bc837 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872562 Apr 05 18:38:48.380363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b5e03ae-93dc-4469-81b9-3951ec14b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.393723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b5e03ae-93dc-4469-81b9-3951ec14b267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.393723 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1b5e03ae-93dc-4469-81b9-3951ec14b267 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9638936d-b6c8-4b58-8e31-9ee0e51b5012 HTTP/1.1" status: 204 len: 168 time: 0.2011495 Apr 05 18:38:48.404246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e03ae-93dc-4469-81b9-3951ec14b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9638936d-b6c8-4b58-8e31-9ee0e51b5012,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:48.405621 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-928557ba-789a-479b-83ac-5f9cd4cc10fc req-bfa9b664-84aa-4499-8e21-b4fe8324ae16 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.461310 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-928557ba-789a-479b-83ac-5f9cd4cc10fc req-bfa9b664-84aa-4499-8e21-b4fe8324ae16 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.468940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-928557ba-789a-479b-83ac-5f9cd4cc10fc req-bfa9b664-84aa-4499-8e21-b4fe8324ae16 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.526271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9b664-84aa-4499-8e21-b4fe8324ae16 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aada2e59-39fa-47d4-a05a-a195c7579846,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:48.538267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-928557ba-789a-479b-83ac-5f9cd4cc10fc req-bfa9b664-84aa-4499-8e21-b4fe8324ae16 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.539571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-928557ba-789a-479b-83ac-5f9cd4cc10fc req-bfa9b664-84aa-4499-8e21-b4fe8324ae16 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3078749 Apr 05 18:38:48.575521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-71c9ca62-5d51-4b74-87cf-461e1a75cfc4 req-a5c10a66-1824-4e08-9b45-40b5d9c9da46 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-353905765', 'description': 'tempest-description-1487025025'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:48.617642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2233063-485a-4f23-8670-780b4a07b1cb req-855a86bd-6403-443b-9ec9-35acc42f3d7b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:48.627134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2233063-485a-4f23-8670-780b4a07b1cb req-855a86bd-6403-443b-9ec9-35acc42f3d7b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.1126003 Apr 05 18:38:48.659477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-71c9ca62-5d51-4b74-87cf-461e1a75cfc4 req-a5c10a66-1824-4e08-9b45-40b5d9c9da46 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.735255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:48.738479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2233063-485a-4f23-8670-780b4a07b1cb req-62e123a9-5e70-4b38-9785-dc46856b3c1a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103253 Apr 05 18:38:48.778385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:38:48.778850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a9ab22bd-22ba-4cb4-907e-17eeac0b2a72 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:38:48.780069 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c3ab9ba0-e722-4a9e-a639-b86357cd8f88 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:48.820658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: c3ab9ba0-e722-4a9e-a639-b86357cd8f88 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:38:48.821003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c3ab9ba0-e722-4a9e-a639-b86357cd8f88 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:38:48.825941 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-71c9ca62-5d51-4b74-87cf-461e1a75cfc4 req-a5c10a66-1824-4e08-9b45-40b5d9c9da46 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.852024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-71c9ca62-5d51-4b74-87cf-461e1a75cfc4 req-a5c10a66-1824-4e08-9b45-40b5d9c9da46 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.893710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37174) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:48.899314 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-71c9ca62-5d51-4b74-87cf-461e1a75cfc4 req-a5c10a66-1824-4e08-9b45-40b5d9c9da46 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.900985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71c9ca62-5d51-4b74-87cf-461e1a75cfc4 req-a5c10a66-1824-4e08-9b45-40b5d9c9da46 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3323689 Apr 05 18:38:48.902217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c10a66-1824-4e08-9b45-40b5d9c9da46 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bdcacb-fe97-4cf7-beb4-8eef3163d0ce,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:48.928248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f6867d6b-2ca9-480d-9bd5-a23b6657d3a4 req-5e1b6db4-5b1d-420e-a804-24b839ceec7c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-389621814', 'description': 'tempest-description-1026251038'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:48.938790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78bbe07f-f2a5-4704-80d3-c5c9462d1156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:48.951243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f6867d6b-2ca9-480d-9bd5-a23b6657d3a4 req-5e1b6db4-5b1d-420e-a804-24b839ceec7c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.069590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad4a9d19-1f3d-48a1-a40c-809390a5a7ac no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:49.169802 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78bbe07f-f2a5-4704-80d3-c5c9462d1156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.177596 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78bbe07f-f2a5-4704-80d3-c5c9462d1156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.226741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-78bbe07f-f2a5-4704-80d3-c5c9462d1156 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da1875c4f6d4403fb10f4aa518f67d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301301 Apr 05 18:38:49.229302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37190) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:49.255241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f6867d6b-2ca9-480d-9bd5-a23b6657d3a4 req-5e1b6db4-5b1d-420e-a804-24b839ceec7c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.257943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.274025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbe07f-f2a5-4704-80d3-c5c9462d1156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e854e8db-520a-4eaf-b662-c7978f58c506,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:49.277989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4542d-5c8f-42ae-9a67-722acd4fece6 req-ce562259-7793-49f8-b45e-c2cf3d9eaccd tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:49.279644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdc4542d-5c8f-42ae-9a67-722acd4fece6 req-ce562259-7793-49f8-b45e-c2cf3d9eaccd tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 950 time: 0.1965849 Apr 05 18:38:49.280317 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f6867d6b-2ca9-480d-9bd5-a23b6657d3a4 req-5e1b6db4-5b1d-420e-a804-24b839ceec7c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.313084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:49.316599 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08b176b-00b1-4945-910c-e47540294b80" -d '{"events": [{"server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:49.324749 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1229da1-20c0-4eab-8899-1b31a37aab92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.334026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:49.340243 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.354795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1229da1-20c0-4eab-8899-1b31a37aab92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.385788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b6db4-5b1d-420e-a804-24b839ceec7c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65a9927-aea0-4386-91d5-85a2ed0465dc,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:49.418441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1229da1-20c0-4eab-8899-1b31a37aab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.418859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdc4542d-5c8f-42ae-9a67-722acd4fece6 req-2fa6937a-70cf-4a78-be20-d8ae50aece86 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155586 Apr 05 18:38:49.421788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1229da1-20c0-4eab-8899-1b31a37aab92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.421993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f6867d6b-2ca9-480d-9bd5-a23b6657d3a4 req-5e1b6db4-5b1d-420e-a804-24b839ceec7c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:49.425792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6867d6b-2ca9-480d-9bd5-a23b6657d3a4 req-5e1b6db4-5b1d-420e-a804-24b839ceec7c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5001256 Apr 05 18:38:49.426438 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c1229da1-20c0-4eab-8899-1b31a37aab92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e854e8db-520a-4eaf-b662-c7978f58c506 HTTP/1.1" status: 204 len: 168 time: 0.1933534 Apr 05 18:38:49.446224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1229da1-20c0-4eab-8899-1b31a37aab92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e854e8db-520a-4eaf-b662-c7978f58c506,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:49.450675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:49.575344 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dbb0eb-01e1-4fb5-b0a1-cfd31b1b5b7e x-openstack-request-id: req-44dbb0eb-01e1-4fb5-b0a1-cfd31b1b5b7e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:49.575644 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:49.575891 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44dbb0eb-01e1-4fb5-b0a1-cfd31b1b5b7e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:49.576283 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44dbb0eb-01e1-4fb5-b0a1-cfd31b1b5b7e'] response: {'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac', 'code': 200} Apr 05 18:38:49.607414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ede09-f2c2-47d5-b2aa-8316f82ba390 req-beff3f65-8a6d-4dd0-9a62-4ff9816d035a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:49.615671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f73ede09-f2c2-47d5-b2aa-8316f82ba390 req-beff3f65-8a6d-4dd0-9a62-4ff9816d035a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.0678496 Apr 05 18:38:49.679846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f73ede09-f2c2-47d5-b2aa-8316f82ba390 req-07d52a6d-b9de-4fdc-b483-9294efc22ad4 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580726 Apr 05 18:38:49.791139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7031b3-5fd4-4e4a-8e19-5f50edccc1d2 req-27d5aeb2-f05d-45e0-bf15-0c6a1ca5a534 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:49.792891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd7031b3-5fd4-4e4a-8e19-5f50edccc1d2 req-27d5aeb2-f05d-45e0-bf15-0c6a1ca5a534 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1432891 Apr 05 18:38:49.812419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f29068e-ffee-464d-a517-68abc36139c0 req-f992c85c-cb86-43d8-9fe5-0092468d15bf tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/d1bdcacb-fe97-4cf7-beb4-8eef3163d0ce HTTP/1.1" status: 200 len: 1804 time: 0.0687058 Apr 05 18:38:49.862996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd7031b3-5fd4-4e4a-8e19-5f50edccc1d2 req-6a82dd8b-34b2-4e0b-a44c-c473be5bf83d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615139 Apr 05 18:38:49.897983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f29068e-ffee-464d-a517-68abc36139c0 req-7961b616-f6aa-4e17-896a-e3f04ef22ace tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/a65a9927-aea0-4386-91d5-85a2ed0465dc HTTP/1.1" status: 200 len: 1804 time: 0.0771492 Apr 05 18:38:49.906421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-6f29068e-ffee-464d-a517-68abc36139c0 req-22ca9f96-b980-4cb3-81eb-08e36c697d8d tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1bdcacb-fe97-4cf7-beb4-8eef3163d0ce', 'remote_group_id': 'a65a9927-aea0-4386-91d5-85a2ed0465dc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:49.906612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-6f29068e-ffee-464d-a517-68abc36139c0 req-22ca9f96-b980-4cb3-81eb-08e36c697d8d tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1bdcacb-fe97-4cf7-beb4-8eef3163d0ce', 'remote_group_id': 'a65a9927-aea0-4386-91d5-85a2ed0465dc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:49.999412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37228) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:50.031388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f29068e-ffee-464d-a517-68abc36139c0 req-22ca9f96-b980-4cb3-81eb-08e36c697d8d tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.055270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36802aef-9f3c-4483-8bab-d59ae7290a44 req-df5e5438-7ffb-4238-a64e-edd3b0a5b956 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:50.062844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36802aef-9f3c-4483-8bab-d59ae7290a44 req-df5e5438-7ffb-4238-a64e-edd3b0a5b956 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 1101 time: 0.1147521 Apr 05 18:38:50.100202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f29068e-ffee-464d-a517-68abc36139c0 req-22ca9f96-b980-4cb3-81eb-08e36c697d8d tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.110728 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f29068e-ffee-464d-a517-68abc36139c0 req-22ca9f96-b980-4cb3-81eb-08e36c697d8d tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.129117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36802aef-9f3c-4483-8bab-d59ae7290a44 req-3e2d805d-0400-4f12-a0e5-a732b3fe967d tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625727 Apr 05 18:38:50.140379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca9f96-b980-4cb3-81eb-08e36c697d8d tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dad7ae3-053d-4595-8507-8a5cf8337b87,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:50.160518 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f29068e-ffee-464d-a517-68abc36139c0 req-22ca9f96-b980-4cb3-81eb-08e36c697d8d tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.162835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f29068e-ffee-464d-a517-68abc36139c0 req-22ca9f96-b980-4cb3-81eb-08e36c697d8d tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2638879 Apr 05 18:38:50.214226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b8f3418c-bf3d-4515-bc26-2aa804b81d06 req-0dad20b9-b52b-4d60-870c-a76215b7d832 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-703390389', 'description': 'tempest-description-632007855'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:50.238343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1676721079-network', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:50.265076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Made reservation on behalf of d992b4d4b3ed47ebb4d182f6e3e35bc6 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:50.267975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.269247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8f3418c-bf3d-4515-bc26-2aa804b81d06 req-0dad20b9-b52b-4d60-870c-a76215b7d832 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.280124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.347709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5a1a-a6a4-4c32-814b-3059cbda7edf req-0b788d0f-6209-476b-9dd3-5f5c642415ea tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:50.349923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b1a5a1a-a6a4-4c32-814b-3059cbda7edf req-0b788d0f-6209-476b-9dd3-5f5c642415ea tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.0952592 Apr 05 18:38:50.374266 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.380037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.410613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8f3418c-bf3d-4515-bc26-2aa804b81d06 req-0dad20b9-b52b-4d60-870c-a76215b7d832 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.412570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:38:50.414956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b1a5a1a-a6a4-4c32-814b-3059cbda7edf req-227b7f71-2332-4371-97be-91ab5771f485 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575655 Apr 05 18:38:50.416165 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8f3418c-bf3d-4515-bc26-2aa804b81d06 req-0dad20b9-b52b-4d60-870c-a76215b7d832 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.421978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59af160b-1462-4e85-9f97-f84b6e8782de,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:50.430063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.430416 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Added segment fe425c94-50c1-45f1-a45e-580fc93811f1 of type vlan for network 5f2b29dd-da16-475c-b4b9-33a7596f7135 Apr 05 18:38:50.449596 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8f3418c-bf3d-4515-bc26-2aa804b81d06 req-0dad20b9-b52b-4d60-870c-a76215b7d832 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.450989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8f3418c-bf3d-4515-bc26-2aa804b81d06 req-0dad20b9-b52b-4d60-870c-a76215b7d832 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2482946 Apr 05 18:38:50.451892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad20b9-b52b-4d60-870c-a76215b7d832 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4a9078-070a-4f2a-8761-01caae5a1f8e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:50.492394 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.495611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-54c7a14c-0ac3-4064-8b21-8e132bfcb4a8 req-c2baa382-cf05-49fe-b6b9-8fb0dc6ad6df tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-991265562', 'description': 'tempest-description-1065100944'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:50.520078 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-54c7a14c-0ac3-4064-8b21-8e132bfcb4a8 req-c2baa382-cf05-49fe-b6b9-8fb0dc6ad6df tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.524818 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.525666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:50.528479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.570299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7ac4c825-97cf-4d90-9233-0c0a0d826b99 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291595 Apr 05 18:38:50.605580 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6049128 Apr 05 18:38:50.606178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37262) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:50.613582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Request body: {'subnet': {'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1676721079-subnet', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:50.629131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d61cb-a5ca-493b-be84-79379b4f0d8c admin admin] Pushing event updated for resources: {'Network': ['ID=5f2b29dd-da16-475c-b4b9-33a7596f7135,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:50.647996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5f2b29dd-da16-475c-b4b9-33a7596f7135 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:38:50.661982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Made reservation on behalf of d992b4d4b3ed47ebb4d182f6e3e35bc6 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:50.665556 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.712780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-54c7a14c-0ac3-4064-8b21-8e132bfcb4a8 req-c2baa382-cf05-49fe-b6b9-8fb0dc6ad6df tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.720869 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-54c7a14c-0ac3-4064-8b21-8e132bfcb4a8 req-c2baa382-cf05-49fe-b6b9-8fb0dc6ad6df tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.746646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-55a33021-2498-4545-ad6d-75b03ac25be1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:50.753628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-55a33021-2498-4545-ad6d-75b03ac25be1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771474 Apr 05 18:38:50.785914 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-54c7a14c-0ac3-4064-8b21-8e132bfcb4a8 req-c2baa382-cf05-49fe-b6b9-8fb0dc6ad6df tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.806296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54c7a14c-0ac3-4064-8b21-8e132bfcb4a8 req-c2baa382-cf05-49fe-b6b9-8fb0dc6ad6df tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3115835 Apr 05 18:38:50.816979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-3ccd9a6a-b243-4e4f-8840-abb505436fdb tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/quotas/3d7141754c2149c9b47bf6afe7d827a1 HTTP/1.1" status: 200 len: 375 time: 0.0624104 Apr 05 18:38:50.882993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2baa382-cf05-49fe-b6b9-8fb0dc6ad6df tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832583fe-e452-43fc-8012-dd354197cc6c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:50.885785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:50.925689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-64fde88b-5e9a-4b4c-8337-0ec6d38a783b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1072998 Apr 05 18:38:50.947743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b27ffed-1c93-4f3d-8aec-57f1c3447493,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:50.966770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Checking segment: {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:50.967302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Network hostable DHCP agents. Network: 5f2b29dd-da16-475c-b4b9-33a7596f7135, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:38:50.990230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Network 5f2b29dd-da16-475c-b4b9-33a7596f7135 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:38:51.004111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624899ae-2c53-4084-bf25-71e65beb7e9f req-334dc2c1-a890-4bd8-8fa9-db12c0e73a32 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:51.006651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-624899ae-2c53-4084-bf25-71e65beb7e9f req-334dc2c1-a890-4bd8-8fa9-db12c0e73a32 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.0799580 Apr 05 18:38:51.007399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5f2b29dd-da16-475c-b4b9-33a7596f7135) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:51.012143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:51.012867 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.022076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694469e5-e1df-4713-85a4-59bb73635a33 None None] Network 5f2b29dd-da16-475c-b4b9-33a7596f7135 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:38:51.035140 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-784a0124-e222-4232-bb3e-0b96c6bbd1d7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4257119 Apr 05 18:38:51.037897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37286) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:51.043688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:51.089515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.091008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.113929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-624899ae-2c53-4084-bf25-71e65beb7e9f req-21fe81fa-15b5-4940-b2c3-278dd04894ae tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793667 Apr 05 18:38:51.147110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:38:51.186445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dbcb908-e959-4e08-ba35-a6895b7351ab req-9ed53349-79f7-40b4-b239-26cba3f2af23 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/2e4a9078-070a-4f2a-8761-01caae5a1f8e HTTP/1.1" status: 200 len: 1803 time: 0.0641668 Apr 05 18:38:51.232448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.279116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dbcb908-e959-4e08-ba35-a6895b7351ab req-72510c7a-819e-4335-96a9-edb379bfd87f tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/832583fe-e452-43fc-8012-dd354197cc6c HTTP/1.1" status: 200 len: 1804 time: 0.0916054 Apr 05 18:38:51.297192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2dbcb908-e959-4e08-ba35-a6895b7351ab req-6e176bca-0719-4d0c-80cd-c47187b597c8 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e4a9078-070a-4f2a-8761-01caae5a1f8e', 'remote_group_id': '832583fe-e452-43fc-8012-dd354197cc6c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:51.297599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2dbcb908-e959-4e08-ba35-a6895b7351ab req-6e176bca-0719-4d0c-80cd-c47187b597c8 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e4a9078-070a-4f2a-8761-01caae5a1f8e', 'remote_group_id': '832583fe-e452-43fc-8012-dd354197cc6c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:51.387098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dbcb908-e959-4e08-ba35-a6895b7351ab req-6e176bca-0719-4d0c-80cd-c47187b597c8 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.439392 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-5f2b29dd-da16-475c-b4b9-33a7596f7135', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:38:51.440352 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.444367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dbcb908-e959-4e08-ba35-a6895b7351ab req-6e176bca-0719-4d0c-80cd-c47187b597c8 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.461356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dbcb908-e959-4e08-ba35-a6895b7351ab req-6e176bca-0719-4d0c-80cd-c47187b597c8 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.471392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97e28-806b-4838-ab5b-59343b385b45 req-44bfb452-00b6-477c-b971-dd72fc15afcf tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:51.473254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6a97e28-806b-4838-ab5b-59343b385b45 req-44bfb452-00b6-477c-b971-dd72fc15afcf tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.2114131 Apr 05 18:38:51.492647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e176bca-0719-4d0c-80cd-c47187b597c8 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d58dda1-43ea-43c4-bc27-1c300bc33f8f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:51.505469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:51.558061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'mac_address': 'fa:16:3e:6c:13:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:38:51.568389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2dbcb908-e959-4e08-ba35-a6895b7351ab req-6e176bca-0719-4d0c-80cd-c47187b597c8 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.569883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dbcb908-e959-4e08-ba35-a6895b7351ab req-6e176bca-0719-4d0c-80cd-c47187b597c8 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2891560 Apr 05 18:38:51.620768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6a97e28-806b-4838-ab5b-59343b385b45 req-28af1bc9-65a8-4ee8-a8ee-59f78beb205b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301868 Apr 05 18:38:51.685034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fbb51546-fed3-4160-8d89-5eb5b5780266 req-f824de1e-1daf-4d84-a6b8-a068b15bb877 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 210 time: 0.0419292 Apr 05 18:38:51.694728 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.735596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:51.803418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:51.815132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.825143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Allocated IP 172.20.0.2 (5f2b29dd-da16-475c-b4b9-33a7596f7135/1b27ffed-1c93-4f3d-8aec-57f1c3447493/011bbed3-424c-4dba-8ee6-0c9b179b99f1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:51.832418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a39d-469c-4c8d-a245-1de89b1a0f3d req-871f3379-2cdd-4952-a184-7884765ee8dc tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:51.837460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f152a39d-469c-4c8d-a245-1de89b1a0f3d req-871f3379-2cdd-4952-a184-7884765ee8dc tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.1038888 Apr 05 18:38:51.891222 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:51.939677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f152a39d-469c-4c8d-a245-1de89b1a0f3d req-4c7bcaae-0cdb-4fc4-8e6f-28b135be8870 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939786 Apr 05 18:38:51.977311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:52.004613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:52.023856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.024226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.024582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.034895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.035273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.035661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.037867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.038215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.039064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.039064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.040838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.041212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:52.096126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cd6c364-6cb4-401f-9e89-cf86205d2c32 req-86b93eba-5a6c-4966-bea8-eac06c6d7d0b tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/832583fe-e452-43fc-8012-dd354197cc6c HTTP/1.1" status: 200 len: 1804 time: 0.1101966 Apr 05 18:38:52.242994 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0cd6c364-6cb4-401f-9e89-cf86205d2c32 req-c1c44af3-f920-4fdd-92c3-b1c61e1d1c22 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.269081 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.295897 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0cd6c364-6cb4-401f-9e89-cf86205d2c32 req-c1c44af3-f920-4fdd-92c3-b1c61e1d1c22 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.297618 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.334835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.371559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Network 5f2b29dd-da16-475c-b4b9-33a7596f7135 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:52.381475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:52.384188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:52.386272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Pushing event updated for resources: {'Port': ['ID=011bbed3-424c-4dba-8ee6-0c9b179b99f1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:52.394266 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.428034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17bc49-b5c5-473c-abb0-cf9109e78544 req-d762606b-0838-43e1-8ff5-223a0573eea0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:52.429490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e17bc49-b5c5-473c-abb0-cf9109e78544 req-d762606b-0838-43e1-8ff5-223a0573eea0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.0684876 Apr 05 18:38:52.447503 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0cd6c364-6cb4-401f-9e89-cf86205d2c32 req-c1c44af3-f920-4fdd-92c3-b1c61e1d1c22 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.450298 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0cd6c364-6cb4-401f-9e89-cf86205d2c32 req-c1c44af3-f920-4fdd-92c3-b1c61e1d1c22 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.451620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cd6c364-6cb4-401f-9e89-cf86205d2c32 req-c1c44af3-f920-4fdd-92c3-b1c61e1d1c22 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "DELETE /v2.0/security-groups/832583fe-e452-43fc-8012-dd354197cc6c HTTP/1.1" status: 204 len: 173 time: 0.3482709 Apr 05 18:38:52.451931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Attempting to bind port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:52.452308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Attempting to bind port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:52.452771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Attempting to bind port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 on network 5f2b29dd-da16-475c-b4b9-33a7596f7135 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:52.464636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:52.467696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Checking segment: {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:52.468397 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.469616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Bound using segment: {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:52.471497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Bound port: 011bbed3-424c-4dba-8ee6-0c9b179b99f1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:52.471648 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.487906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c44af3-f920-4fdd-92c3-b1c61e1d1c22 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832583fe-e452-43fc-8012-dd354197cc6c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:52.552695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e17bc49-b5c5-473c-abb0-cf9109e78544 req-ae2ddfd3-c4dc-404d-9d7e-1561e073a5f1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102521 Apr 05 18:38:52.591563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] For port 011bbed3-424c-4dba-8ee6-0c9b179b99f1, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:52.592009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Allocated IP 172.25.4.66 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/a1881a21-da05-4d73-88b6-422fec62ec39) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:52.596502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] For port 011bbed3-424c-4dba-8ee6-0c9b179b99f1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=011bbed3-424c-4dba-8ee6-0c9b179b99f1,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:52.605050 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.696823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01d4b21e-554f-4148-b804-339a3ac1b4a8 req-2783dad2-7668-4698-b53f-54a4bbd15a9f tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/2e4a9078-070a-4f2a-8761-01caae5a1f8e HTTP/1.1" status: 200 len: 1803 time: 0.1064556 Apr 05 18:38:52.761970 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.764693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bbcec-67ed-466a-a805-0e98595b1006 None None] Pushing event updated for resources: {'Port': ['ID=011bbed3-424c-4dba-8ee6-0c9b179b99f1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:52.826555 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:52.850730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-d8de971a-310d-4b5e-bc9b-65a03d4fb29f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716801 Apr 05 18:38:52.906811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:52.910697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:52.932390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:52.937076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a6ef2b80-d7e8-4c72-bb47-fb0220855ea4 req-9667aa44-c469-4314-9e59-117ebc7d4691 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2059428802', 'description': 'tempest-description-1921162193'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:52.941734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Pushing event updated for resources: {'Port': ['ID=a1881a21-da05-4d73-88b6-422fec62ec39,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:53.113413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:53.137733 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a6ef2b80-d7e8-4c72-bb47-fb0220855ea4 req-9667aa44-c469-4314-9e59-117ebc7d4691 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:53.175477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-ce0c3079-aaae-43ef-bd13-07c4baa4fa9a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:53.177282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-ce0c3079-aaae-43ef-bd13-07c4baa4fa9a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003143 Apr 05 18:38:53.200536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbaab9-6ea5-48d9-bc58-439d009e3bed req-2045640e-15e6-4afc-954e-2a3aec367cbf tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:53.209707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bacbaab9-6ea5-48d9-bc58-439d009e3bed req-2045640e-15e6-4afc-954e-2a3aec367cbf tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.3564720 Apr 05 18:38:53.236816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Request body: {'port': {'device_id': 'd9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3d7141754c2149c9b47bf6afe7d827a1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:53.263414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:53.264042 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:53.324303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bacbaab9-6ea5-48d9-bc58-439d009e3bed req-43c8b1da-5a84-444b-a623-9ff2c01f48cb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136620 Apr 05 18:38:53.376404 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:53.437970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:53.444800 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699e8f26-5f8e-481d-92e1-cb8341e45e89" -d '{"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-plugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:53.476201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:53.480768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-594f954c-310f-4281-9044-551392f38a93 req-22e7bbf1-2f03-420a-b7f7-d8e027332e7b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 210 time: 0.0448084 Apr 05 18:38:53.484414 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:53.525555 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a6ef2b80-d7e8-4c72-bb47-fb0220855ea4 req-9667aa44-c469-4314-9e59-117ebc7d4691 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:53.533625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a6ef2b80-d7e8-4c72-bb47-fb0220855ea4 req-9667aa44-c469-4314-9e59-117ebc7d4691 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:53.548455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:53.562190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:53.585497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667aa44-c469-4314-9e59-117ebc7d4691 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de50e8fa-d7a0-4b13-a019-9b9f48b589d0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:53.602488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a6ef2b80-d7e8-4c72-bb47-fb0220855ea4 req-9667aa44-c469-4314-9e59-117ebc7d4691 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:53.603766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6ef2b80-d7e8-4c72-bb47-fb0220855ea4 req-9667aa44-c469-4314-9e59-117ebc7d4691 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6727259 Apr 05 18:38:53.604514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Made reservation on behalf of 3d7141754c2149c9b47bf6afe7d827a1 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:38:53.608354 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:53.750440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f31c2-a2b4-4d87-a60a-f8d4a5dd8b1a req-c344a409-caa8-4f86-957b-75defd677fbb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:53.758428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac9f31c2-a2b4-4d87-a60a-f8d4a5dd8b1a req-c344a409-caa8-4f86-957b-75defd677fbb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 945 time: 0.1467147 Apr 05 18:38:53.826017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac9f31c2-a2b4-4d87-a60a-f8d4a5dd8b1a req-b04ec9a5-2288-44f0-a610-b5d6590f1089 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640247 Apr 05 18:38:53.905785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c0eab55-49bd-491a-9efc-afbf9f3d35fd req-8e744c9f-5c34-4502-b0a5-725fd7c8ff6e tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=33c3f17663df472e9adf428a31fa6869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362959 Apr 05 18:38:53.922686 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:54.045189 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff1a655-8bc0-4113-bc5e-6b95e0200e26 x-openstack-request-id: req-8ff1a655-8bc0-4113-bc5e-6b95e0200e26 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:54.045698 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-plugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:54.045698 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ff1a655-8bc0-4113-bc5e-6b95e0200e26 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:54.046089 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff1a655-8bc0-4113-bc5e-6b95e0200e26'] response: {'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'code': 200} Apr 05 18:38:54.116170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Allocated IP 192.168.233.105 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/2c036bc7-18a4-43df-a306-0eedb21ea557) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:54.147841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Router 539ced20-296b-448e-8afd-c7ca74d829d8 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:38:54.239489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eab55-49bd-491a-9efc-afbf9f3d35fd req-9614316b-bf69-497d-9009-0e77e389b7ff tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:54.247588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c0eab55-49bd-491a-9efc-afbf9f3d35fd req-9614316b-bf69-497d-9009-0e77e389b7ff tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409383 Apr 05 18:38:54.287860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c0eab55-49bd-491a-9efc-afbf9f3d35fd req-88f21f7f-9771-4276-a602-8946671784bb tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/quotas/33c3f17663df472e9adf428a31fa6869 HTTP/1.1" status: 200 len: 375 time: 0.0389926 Apr 05 18:38:54.300512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16613-7828-45d6-8d54-443217f68037 req-3dde3073-86b6-4c2d-b52c-a499b8a7810a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:54.302648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26a16613-7828-45d6-8d54-443217f68037 req-3dde3073-86b6-4c2d-b52c-a499b8a7810a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.1618345 Apr 05 18:38:54.336449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab950c-6060-47db-86a2-4d5e96f0c6db None None] Network 5f2b29dd-da16-475c-b4b9-33a7596f7135 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:38:54.347619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c0eab55-49bd-491a-9efc-afbf9f3d35fd req-7c4c0cef-4c41-431d-ab47-567f3d534977 tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33c3f17663df472e9adf428a31fa6869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573971 Apr 05 18:38:54.372502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:38:54.384502 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Sync routers for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:38:54.397167 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:54.397799 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:54.401611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:54.403699 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9b1ca8c8-98bb-4580-a3e6-e9ded1000f7c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3643100 Apr 05 18:38:54.406282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37398) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:38:54.502061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8da127f4-8c71-4710-af8a-0f45039eda8d None None] Provisioning complete for port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:54.502880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8da127f4-8c71-4710-af8a-0f45039eda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:54.506282 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:54.595884 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:54.767339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd12641c-5753-4940-8e3b-15d1ecafece3 req-fd794d65-632d-4edc-bc5d-dcdd7c4706fe tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/de50e8fa-d7a0-4b13-a019-9b9f48b589d0 HTTP/1.1" status: 200 len: 1805 time: 0.2181904 Apr 05 18:38:54.787206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-fd12641c-5753-4940-8e3b-15d1ecafece3 req-d0d63b45-ffa0-4654-b92b-ac9c37763364 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de50e8fa-d7a0-4b13-a019-9b9f48b589d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:54.787525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-fd12641c-5753-4940-8e3b-15d1ecafece3 req-d0d63b45-ffa0-4654-b92b-ac9c37763364 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de50e8fa-d7a0-4b13-a019-9b9f48b589d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:54.846645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26a16613-7828-45d6-8d54-443217f68037 req-559445ba-1be7-4196-b2dc-1face35437f0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974368 Apr 05 18:38:54.851789 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:54.919224 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:53Z', 'revision_number': 3, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:54.965353 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Checking router: 539ced20-296b-448e-8afd-c7ca74d829d8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:38:54.966071 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Updating router 539ced20-296b-448e-8afd-c7ca74d829d8 port a1881a21-da05-4d73-88b6-422fec62ec39 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:38:54.993968 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.021708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event updated for resources: {'Port': ['ID=2c036bc7-18a4-43df-a306-0eedb21ea557,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:55.249828 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8da127f4-8c71-4710-af8a-0f45039eda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.265825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:55.281891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 011bbed3-424c-4dba-8ee6-0c9b179b99f1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:55.321654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:55.352600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:55.360236 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fd12641c-5753-4940-8e3b-15d1ecafece3 req-d0d63b45-ffa0-4654-b92b-ac9c37763364 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.371462 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.380508 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.429041 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ef529559-575b-4ed2-9564-1568cd6a8908', '602e71d7-2da9-41da-bc99-b396a0cc6db0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:55.469107 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Pushing event updated for resources: {'Port': ['ID=a1881a21-da05-4d73-88b6-422fec62ec39,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:55.472287 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Attempting to bind port a1881a21-da05-4d73-88b6-422fec62ec39 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:55.472845 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Attempting to bind port a1881a21-da05-4d73-88b6-422fec62ec39 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:55.473898 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Attempting to bind port a1881a21-da05-4d73-88b6-422fec62ec39 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:55.484180 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:55.484872 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:55.485537 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.486144 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:55.486865 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Bound port: a1881a21-da05-4d73-88b6-422fec62ec39, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:55.487425 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.492255 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.492984 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.493489 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.493964 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.494467 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.494973 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.495442 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.495959 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.496435 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.496944 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.497512 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.497995 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:38:55.556632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-4337931c-21eb-4819-94a8-be80fec17fa5 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:55.558137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-4337931c-21eb-4819-94a8-be80fec17fa5 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.4509654 Apr 05 18:38:55.568317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215231cd-50c6-48d6-b0aa-51f13360f48e req-baed1d10-8092-42d2-8d0a-56e22a9bdbfa tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:55.570118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-215231cd-50c6-48d6-b0aa-51f13360f48e req-baed1d10-8092-42d2-8d0a-56e22a9bdbfa tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.5158920 Apr 05 18:38:55.575029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:55.580546 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] For port a1881a21-da05-4d73-88b6-422fec62ec39, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:55.587386 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] For port a1881a21-da05-4d73-88b6-422fec62ec39, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a1881a21-da05-4d73-88b6-422fec62ec39,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:55.597183 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.604620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-3'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:55.663966 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8b092-f45a-4dbe-ad3c-cc5177d247d8 None None] Pushing event updated for resources: {'Port': ['ID=a1881a21-da05-4d73-88b6-422fec62ec39,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:55.702840 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:38:55.703806 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:55.762773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-215231cd-50c6-48d6-b0aa-51f13360f48e req-594c66a3-60d9-40a8-b7e6-fdc5ddc243a4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608527 Apr 05 18:38:55.779438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:55.788701 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.840441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.841201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-7c816a04-e92c-413e-a4fb-2c4fab0297ca tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6078234 Apr 05 18:38:55.870781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Request body: {'port': {'device_id': 'd9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:55.879594 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fd12641c-5753-4940-8e3b-15d1ecafece3 req-d0d63b45-ffa0-4654-b92b-ac9c37763364 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.893782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:55.911605 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:38:55.972275 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fd12641c-5753-4940-8e3b-15d1ecafece3 req-d0d63b45-ffa0-4654-b92b-ac9c37763364 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:56.093134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8da127f4-8c71-4710-af8a-0f45039eda8d None None] For port 011bbed3-424c-4dba-8ee6-0c9b179b99f1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=011bbed3-424c-4dba-8ee6-0c9b179b99f1,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:56.101179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d63b45-ffa0-4654-b92b-ac9c37763364 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264972b5-1a76-48f7-88db-bb24a84aef29,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:56.136450 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8da127f4-8c71-4710-af8a-0f45039eda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:56.189260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:56.203752 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:56.235555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:56.344989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:56.353599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:56.356169 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cc39fd-cf31-4ca1-a68b-5df4f85107cc" -d '{"events": [{"server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1802c037-0a8d-4198-b479-968a45990f7b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:56.362269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:56.389174 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:53Z', 'revision_number': 3, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:38:56.433587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:56.434781 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:56.436588 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b12dba6-84b1-4459-a431-fd0b0a1479ed None None] The sync data for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 is: [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:53Z', 'revision_number': 3, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:38:56.443667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fd12641c-5753-4940-8e3b-15d1ecafece3 req-d0d63b45-ffa0-4654-b92b-ac9c37763364 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:56.461568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd12641c-5753-4940-8e3b-15d1ecafece3 req-d0d63b45-ffa0-4654-b92b-ac9c37763364 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6893897 Apr 05 18:38:56.558941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da127f4-8c71-4710-af8a-0f45039eda8d None None] Pushing event updated for resources: {'Port': ['ID=011bbed3-424c-4dba-8ee6-0c9b179b99f1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:56.588349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d5c3e-3206-4b96-b7d6-c35a06566630 req-a27d09fe-d011-426b-98dc-999a42edb58a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:56.597522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-796d5c3e-3206-4b96-b7d6-c35a06566630 req-a27d09fe-d011-426b-98dc-999a42edb58a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 936 time: 0.3512526 Apr 05 18:38:56.623915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-728fce2c-e81a-4287-bb97-e586a401abda None None] Provisioning complete for port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:56.624310 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-728fce2c-e81a-4287-bb97-e586a401abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:56.629119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Allocated IP 172.20.0.1 (5f2b29dd-da16-475c-b4b9-33a7596f7135/1b27ffed-1c93-4f3d-8aec-57f1c3447493/1a343d98-b014-4ffc-9ec2-89563fca4bf4) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:38:56.633727 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-64b6d28c-1ff5-4364-a56c-d9883fc911ac service neutron] show failed (client error): The resource could not be found. Apr 05 18:38:56.636891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-64b6d28c-1ff5-4364-a56c-d9883fc911ac service neutron] 10.222.0.25 "GET /v2.0/ports/b425a08d-d656-4892-a6db-37d0377275ac/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.6856318 Apr 05 18:38:56.701567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Pushing event updated for resources: {'Port': ['ID=1802c037-0a8d-4198-b479-968a45990f7b,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:56.736269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on host n-h2-836650-3 for vnic_type normal with profile {"migrating_to": "n-h1-836650-3"} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:56.737184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:56.737772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:56.786939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:38:56.788822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-796d5c3e-3206-4b96-b7d6-c35a06566630 req-096e3e11-1bf7-4a41-ba0b-69de3fd99c2e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850762 Apr 05 18:38:56.790038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:56.848511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:56.852321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:56.852966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:56.853681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Bound port: 1802c037-0a8d-4198-b479-968a45990f7b, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:56.854483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:56.866246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd280c8-63a6-486f-ad37-ab6fe05eccb3 req-6392f64d-840a-4b13-a34d-437e1b0b7d59 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:56.896945 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fd280c8-63a6-486f-ad37-ab6fe05eccb3 req-6392f64d-840a-4b13-a34d-437e1b0b7d59 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.3176751 Apr 05 18:38:57.023097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1802c037-0a8d-4198-b479-968a45990f7b details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:38:57.176358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:57.188423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fd280c8-63a6-486f-ad37-ab6fe05eccb3 req-f0bce98c-3dcc-4109-939a-92c1ea49b38a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853079 Apr 05 18:38:57.222112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d21b5b3a-e590-4585-b431-fa14085cb789 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:38:57.237490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.274525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dab7e3-4bdb-48e3-b424-8cca51b03bee req-cc9397eb-a48a-4c59-b960-63729db189f9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:57.282679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43dab7e3-4bdb-48e3-b424-8cca51b03bee req-cc9397eb-a48a-4c59-b960-63729db189f9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.2166538 Apr 05 18:38:57.332696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:57.348591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:57.352063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43dab7e3-4bdb-48e3-b424-8cca51b03bee req-23746d2d-6011-4098-ae8c-a51952e8d0c9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639665 Apr 05 18:38:57.361002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.408789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:57.432931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'd21b5b3a-e590-4585-b431-fa14085cb789', 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845', 'port_id': 'd21b5b3a-e590-4585-b431-fa14085cb789', 'mac_address': 'fa:16:3e:15:9d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77422bc6-9503-4b21-9cbe-2b723f8b401b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:38:57.471539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-c0bf4e81-faee-4d4b-9072-3cbcf50105e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:57.477903 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-c0bf4e81-faee-4d4b-9072-3cbcf50105e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17&tenant_id=d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 1100 time: 0.5028820 Apr 05 18:38:57.479055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.494046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c036bc7-18a4-43df-a306-0eedb21ea557 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:57.499412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Pushing event updated for resources: {'Port': ['ID=1802c037-0a8d-4198-b479-968a45990f7b,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:57.510409 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.532102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:57.538943 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58112358-204b-453f-bc77-9d21a43c390e req-e6971b2c-814c-4c95-8e3c-32d26af6b5da tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/de50e8fa-d7a0-4b13-a019-9b9f48b589d0 HTTP/1.1" status: 200 len: 2398 time: 0.0896776 Apr 05 18:38:57.544541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-58112358-204b-453f-bc77-9d21a43c390e req-a3b9a23d-6c91-491a-b07a-14eb81b9ebf5 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de50e8fa-d7a0-4b13-a019-9b9f48b589d0', 'remote_group_id': None}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:57.544963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-58112358-204b-453f-bc77-9d21a43c390e req-a3b9a23d-6c91-491a-b07a-14eb81b9ebf5 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de50e8fa-d7a0-4b13-a019-9b9f48b589d0', 'remote_group_id': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:38:57.572379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Transition to ACTIVE for port object 2c036bc7-18a4-43df-a306-0eedb21ea557 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:38:57.577501 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.588862 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.616601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a343d98-b014-4ffc-9ec2-89563fca4bf4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:57.627342 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12515ddc-8611-4cb5-bd34-12328e4f48c8 x-openstack-request-id: req-12515ddc-8611-4cb5-bd34-12328e4f48c8 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:38:57.627633 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1802c037-0a8d-4198-b479-968a45990f7b", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:38:57.627946 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12515ddc-8611-4cb5-bd34-12328e4f48c8 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:38:57.628358 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12515ddc-8611-4cb5-bd34-12328e4f48c8'] response: {'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b', 'code': 200} Apr 05 18:38:57.647982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21b5b3a-e590-4585-b431-fa14085cb789 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:38:57.663154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Network 5f2b29dd-da16-475c-b4b9-33a7596f7135 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:38:57.667592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:38:57.677798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:38:57.706190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:57.709359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Pushing event updated for resources: {'Port': ['ID=2c036bc7-18a4-43df-a306-0eedb21ea557,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:57.751612 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.788189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:57.788757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.790267 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-631093ec-61a6-4656-99ce-12fe318a9027 service neutron] 10.222.0.25 "PUT /v2.0/ports/1802c037-0a8d-4198-b479-968a45990f7b HTTP/1.1" status: 200 len: 1121 time: 2.2048120 Apr 05 18:38:57.867227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.896421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on host n-h2-836650-3 for vnic_type normal with profile {"migrating_to": "n-h1-836650-3"} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:57.896875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:57.899045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:57.907506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:57.912169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=d21b5b3a-e590-4585-b431-fa14085cb789,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:58.026023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:38:58.026362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Attempting to bind port 1802c037-0a8d-4198-b479-968a45990f7b on network 59fc4373-f553-4cc9-8975-18ec33c4a672 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:58.073116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:58.073538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Checking segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:58.074165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Bound using segment: {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:58.074739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Bound port: 1802c037-0a8d-4198-b479-968a45990f7b, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9459fa40-e761-4525-80de-ceee7ed9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '59fc4373-f553-4cc9-8975-18ec33c4a672'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:58.075303 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:58.078804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['1802c037-0a8d-4198-b479-968a45990f7b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:58.087256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['1802c037-0a8d-4198-b479-968a45990f7b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:58.163772 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-58112358-204b-453f-bc77-9d21a43c390e req-a3b9a23d-6c91-491a-b07a-14eb81b9ebf5 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:58.197392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a189303-18b1-4ded-8fe6-3eb8d4828d39 req-1730c0e8-5bc9-48c9-b9d0-af3d92679b8c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:58.204065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['d21b5b3a-e590-4585-b431-fa14085cb789'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:38:58.208482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a189303-18b1-4ded-8fe6-3eb8d4828d39 req-1730c0e8-5bc9-48c9-b9d0-af3d92679b8c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.4716647 Apr 05 18:38:58.252108 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-58112358-204b-453f-bc77-9d21a43c390e req-a3b9a23d-6c91-491a-b07a-14eb81b9ebf5 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:58.267070 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-58112358-204b-453f-bc77-9d21a43c390e req-a3b9a23d-6c91-491a-b07a-14eb81b9ebf5 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:58.291464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9a23d-6c91-491a-b07a-14eb81b9ebf5 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d64d32-8864-40df-aa36-3f28ec96b0fb,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:58.335705 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:58.345946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Attempting to bind port 2c036bc7-18a4-43df-a306-0eedb21ea557 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:38:58.346439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Attempting to bind port 2c036bc7-18a4-43df-a306-0eedb21ea557 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:38:58.346774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Attempting to bind port 2c036bc7-18a4-43df-a306-0eedb21ea557 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:58.352240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-58112358-204b-453f-bc77-9d21a43c390e req-a3b9a23d-6c91-491a-b07a-14eb81b9ebf5 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:58.353293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58112358-204b-453f-bc77-9d21a43c390e req-a3b9a23d-6c91-491a-b07a-14eb81b9ebf5 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8135016 Apr 05 18:38:58.357478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a189303-18b1-4ded-8fe6-3eb8d4828d39 req-7d8e202a-7960-412b-8ac3-1f92ce1456d6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480474 Apr 05 18:38:58.360443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Port 2c036bc7-18a4-43df-a306-0eedb21ea557 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:38:58.360768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Attempting to bind port 2c036bc7-18a4-43df-a306-0eedb21ea557 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:38:58.366889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:38:58.367232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:38:58.367628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:38:58.368058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Bound port: 2c036bc7-18a4-43df-a306-0eedb21ea557, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:38:58.368860 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:58.438754 n-d-836650-3 neutron-server[102641]: WARNING neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Concurrent port binding operations failed on port 1802c037-0a8d-4198-b479-968a45990f7b Apr 05 18:38:58.443770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:58.506339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 011bbed3-424c-4dba-8ee6-0c9b179b99f1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:58.538870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] For port 2c036bc7-18a4-43df-a306-0eedb21ea557, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:58.556110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] For port 2c036bc7-18a4-43df-a306-0eedb21ea557, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2c036bc7-18a4-43df-a306-0eedb21ea557,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:38:58.565289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:58.618712 n-d-836650-3 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Attempt 2 to bind port 1802c037-0a8d-4198-b479-968a45990f7b Apr 05 18:38:58.619307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1802c037-0a8d-4198-b479-968a45990f7b has no active binding in host n-h1-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 18:38:58.659413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c3594-e0ba-4d35-8c2a-0c5df26c8a54 req-9e1045f6-1b38-4d80-b4be-eb26a748af6f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:58.695934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a97c3594-e0ba-4d35-8c2a-0c5df26c8a54 req-9e1045f6-1b38-4d80-b4be-eb26a748af6f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 948 time: 0.1991920 Apr 05 18:38:58.704718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Pushing event updated for resources: {'Port': ['ID=2c036bc7-18a4-43df-a306-0eedb21ea557,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:58.733609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:58.734434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:58.736275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-9c48b562-1f2d-4547-8974-78e412803e42 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c036bc7-18a4-43df-a306-0eedb21ea557 HTTP/1.1" status: 200 len: 1096 time: 2.8773873 Apr 05 18:38:58.736838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd', 'tag': '2c036bc7-18a4-43df-a306-0eedb21ea557'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:58.739245 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601387ff-336c-44de-8f97-816591b54d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd", "tag": "2c036bc7-18a4-43df-a306-0eedb21ea557"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:58.832306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a97c3594-e0ba-4d35-8c2a-0c5df26c8a54 req-53f08a7c-a04d-4206-9c1c-323bc12edcbb tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354010 Apr 05 18:38:59.044791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-0c0068f9-6d03-4704-a009-8ed02a94808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:59.047729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-0c0068f9-6d03-4704-a009-8ed02a94808e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 1099 time: 0.2640526 Apr 05 18:38:59.144303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b425a08d-d656-4892-a6db-37d0377275ac no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:38:59.144781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-3b46f1e8-94e5-4ae6-b3c0-c607e4888056 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=2c036bc7-18a4-43df-a306-0eedb21ea557 HTTP/1.1" status: 200 len: 217 time: 0.0860224 Apr 05 18:38:59.217032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:59.217492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:59.256692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3bf67-f78b-468c-b400-0e095f6d1219 req-073c3234-c7d9-4ce9-8a18-9e14c3bfeac5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:59.265694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03b3bf67-f78b-468c-b400-0e095f6d1219 req-073c3234-c7d9-4ce9-8a18-9e14c3bfeac5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.3137186 Apr 05 18:38:59.279994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59f04d95-33fa-4971-a4e4-c49d520bf3ac req-e079f112-a625-4435-9a3d-20f08bd6133c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/de50e8fa-d7a0-4b13-a019-9b9f48b589d0 HTTP/1.1" status: 200 len: 2996 time: 0.3653736 Apr 05 18:38:59.306100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-49a8e1f9-81bd-4700-a4eb-222d76645e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:59.310450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-49a8e1f9-81bd-4700-a4eb-222d76645e6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1464705 Apr 05 18:38:59.465205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03b3bf67-f78b-468c-b400-0e095f6d1219 req-5eb228ce-fe69-40db-bc26-191a7bc3c6a1 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985219 Apr 05 18:38:59.476930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:38:59.500512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aad560-a250-4222-88f6-a3771b5e80e9 req-b5ae30bf-2661-481a-9cff-c0995e461135 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:59.504144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57aad560-a250-4222-88f6-a3771b5e80e9 req-b5ae30bf-2661-481a-9cff-c0995e461135 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 944 time: 0.0833061 Apr 05 18:38:59.513012 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:59.522107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:38:59.588964 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:59.619134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-3b0a80ac-8216-4c81-8745-10d5299f2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:38:59.620932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Transition to ACTIVE for port object b425a08d-d656-4892-a6db-37d0377275ac will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:38:59.624888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-3b0a80ac-8216-4c81-8745-10d5299f2f55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2934656 Apr 05 18:38:59.631384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b'}, {'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:38:59.633991 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "tag": "1802c037-0a8d-4198-b479-968a45990f7b"}, {"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-unplugged", "status": "completed", "tag": "b425a08d-d656-4892-a6db-37d0377275ac"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:38:59.644108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:59.711465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:38:59.716900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a1881a21-da05-4d73-88b6-422fec62ec39 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:38:59.720508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:59.742682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:59.750316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2ab6e1c1-fc7c-443d-ada4-825e1ed21232 None None] Provisioning complete for port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:59.751369 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ab6e1c1-fc7c-443d-ada4-825e1ed21232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:38:59.806173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6e1c1-fc7c-443d-ada4-825e1ed21232 None None] Port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:38:59.819490 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:38:59.819843 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:38:59.921283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] No DVR routers for this DVR port b425a08d-d656-4892-a6db-37d0377275ac on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:38:59.960539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a1881a21-da05-4d73-88b6-422fec62ec39 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:38:59.960849 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.027175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a343d98-b014-4ffc-9ec2-89563fca4bf4,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:00.037678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.049268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:00.049507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:00.050604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:00.079011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Port b425a08d-d656-4892-a6db-37d0377275ac on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:39:00.079366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:00.089535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:00.089905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:00.090266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:00.093177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Bound port: b425a08d-d656-4892-a6db-37d0377275ac, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:00.093612 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.123186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.172125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port a1881a21-da05-4d73-88b6-422fec62ec39, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a1881a21-da05-4d73-88b6-422fec62ec39,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:00.184680 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.199219 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8ecd85-2e8f-405a-b7d1-1d64702a2559 x-openstack-request-id: req-6f8ecd85-2e8f-405a-b7d1-1d64702a2559 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:00.200204 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd", "tag": "2c036bc7-18a4-43df-a306-0eedb21ea557", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:00.200204 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f8ecd85-2e8f-405a-b7d1-1d64702a2559 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:00.200204 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8ecd85-2e8f-405a-b7d1-1d64702a2559'] response: {'name': 'network-changed', 'server_uuid': 'd9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd', 'tag': '2c036bc7-18a4-43df-a306-0eedb21ea557', 'status': 'completed', 'code': 200} Apr 05 18:39:00.236920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57aad560-a250-4222-88f6-a3771b5e80e9 req-5ccf4662-0d47-46d2-bafd-9471a1c57ad5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7095070 Apr 05 18:39:00.250707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:00.255081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:00.270753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Network 5f2b29dd-da16-475c-b4b9-33a7596f7135 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:00.272806 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.285586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd8fc016-7df4-405e-b7ec-e694b23e5886 req-631adf82-ddb8-4603-8106-ec6b99659e4c tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=33c3f17663df472e9adf428a31fa6869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843029 Apr 05 18:39:00.288973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:00.322999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:00.323907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.325426 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] 10.222.0.20 "PUT /v2.0/ports/b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 1095 time: 2.8181591 Apr 05 18:39:00.441194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=a1881a21-da05-4d73-88b6-422fec62ec39,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:00.508593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fc016-7df4-405e-b7ec-e694b23e5886 req-af36b155-f868-440f-aa78-08a3bb265741 tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:00.515943 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd8fc016-7df4-405e-b7ec-e694b23e5886 req-af36b155-f868-440f-aa78-08a3bb265741 tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292671 Apr 05 18:39:00.576308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ad5afd8-fd58-402c-a2bb-627634cafdfd req-b025af32-4100-4263-8120-40c328b42a10 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-group-rules/d3d64d32-8864-40df-aa36-3f28ec96b0fb HTTP/1.1" status: 200 len: 783 time: 0.2879095 Apr 05 18:39:00.580506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-0c66b724-8631-4fae-9635-326f4f4ef4b7 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9446535 Apr 05 18:39:00.592532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e72393-319a-4d09-98e0-3a1582027f47 service neutron] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:00.597913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd8fc016-7df4-405e-b7ec-e694b23e5886 req-d84ff2bb-6149-48e5-b869-a26c731d8943 tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/quotas/33c3f17663df472e9adf428a31fa6869 HTTP/1.1" status: 200 len: 375 time: 0.0810812 Apr 05 18:39:00.664516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-c5ab05b7-35b4-463c-adb9-4e4fbd458249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:00.666571 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-c5ab05b7-35b4-463c-adb9-4e4fbd458249 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1098 time: 0.2898929 Apr 05 18:39:00.676501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd8fc016-7df4-405e-b7ec-e694b23e5886 req-db759bdc-dbd3-4d2d-83c5-a3b9d6cbf3ca tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33c3f17663df472e9adf428a31fa6869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586331 Apr 05 18:39:00.700687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Router 539ced20-296b-448e-8afd-c7ca74d829d8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:39:00.812694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f1ea9d24-bbad-47da-8959-eec67a4084d8 None None] Provisioning complete for port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:00.813358 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9d24-bbad-47da-8959-eec67a4084d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.865808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea9d24-bbad-47da-8959-eec67a4084d8 None None] Port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:00.867067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ad5afd8-fd58-402c-a2bb-627634cafdfd req-4f59f06f-038c-4273-bffc-6b434a1d4f11 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/de50e8fa-d7a0-4b13-a019-9b9f48b589d0 HTTP/1.1" status: 200 len: 2996 time: 0.2795007 Apr 05 18:39:00.934674 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ad5afd8-fd58-402c-a2bb-627634cafdfd req-027082df-816b-4ad5-ad70-04afaf5ed993 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.965210 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ad5afd8-fd58-402c-a2bb-627634cafdfd req-027082df-816b-4ad5-ad70-04afaf5ed993 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:00.968766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-f993c216-82ee-49ad-933c-ba9e6eaf351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:00.970215 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-f993c216-82ee-49ad-933c-ba9e6eaf351c service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2915230 Apr 05 18:39:00.988214 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:39:01.022685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Sync routers for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:39:01.026516 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5c6d72bd-5e44-497d-a6d8-abe6aa6bffb2 admin admin] 10.222.0.15 "PUT /v2.0/routers/539ced20-296b-448e-8afd-c7ca74d829d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6171088 Apr 05 18:39:01.026516 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-db5b8d7c-4250-4e51-9ce8-cda151632dca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.0451927 Apr 05 18:39:01.048999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8e0aa6-e34c-4948-b471-7352c639ba3b req-e3963b2a-8e90-48ea-8513-b345879d1d44 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488297 Apr 05 18:39:01.060122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:01.061422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:01.061778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ad5afd8-fd58-402c-a2bb-627634cafdfd req-027082df-816b-4ad5-ad70-04afaf5ed993 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:01.069432 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ad5afd8-fd58-402c-a2bb-627634cafdfd req-027082df-816b-4ad5-ad70-04afaf5ed993 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:01.094993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ad5afd8-fd58-402c-a2bb-627634cafdfd req-027082df-816b-4ad5-ad70-04afaf5ed993 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d3d64d32-8864-40df-aa36-3f28ec96b0fb HTTP/1.1" status: 204 len: 173 time: 0.2260892 Apr 05 18:39:01.102603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027082df-816b-4ad5-ad70-04afaf5ed993 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3d64d32-8864-40df-aa36-3f28ec96b0fb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:01.177940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-8dadfcf3-6af8-4509-81ad-90c1ba8176ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:01.184655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-8dadfcf3-6af8-4509-81ad-90c1ba8176ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1489291 Apr 05 18:39:01.207330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d21b5b3a-e590-4585-b431-fa14085cb789 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:01.273951 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 05 Apr 2022 18:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a38233-62e1-4b58-b265-6ec9db36f3e4 x-openstack-request-id: req-78a38233-62e1-4b58-b265-6ec9db36f3e4 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:01.274698 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "tag": "1802c037-0a8d-4198-b479-968a45990f7b", "status": "completed", "code": 200}, {"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-unplugged", "status": "completed", "tag": "b425a08d-d656-4892-a6db-37d0377275ac", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:01.275181 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78a38233-62e1-4b58-b265-6ec9db36f3e4 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:01.276653 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a38233-62e1-4b58-b265-6ec9db36f3e4'] response: {'name': 'network-changed', 'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b', 'status': 'completed', 'code': 200} Apr 05 18:39:01.277170 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a38233-62e1-4b58-b265-6ec9db36f3e4'] response: {'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac', 'code': 200} Apr 05 18:39:01.312154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-0ce09b86-a508-4341-9f1e-2768047861be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:01.313672 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-0ce09b86-a508-4341-9f1e-2768047861be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193216 Apr 05 18:39:01.340046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601387ff-336c-44de-8f97-816591b54d9e req-26ae4b9d-be3d-41ec-b888-41359ebf9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:01.341602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-601387ff-336c-44de-8f97-816591b54d9e req-26ae4b9d-be3d-41ec-b888-41359ebf9210 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 1099 time: 0.2196493 Apr 05 18:39:01.426716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005be23-10a9-4220-8afd-e89a60a69996 req-6d46b19d-701c-4842-a25b-c6f712b1104b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:01.434941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d005be23-10a9-4220-8afd-e89a60a69996 req-6d46b19d-701c-4842-a25b-c6f712b1104b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 947 time: 0.1706994 Apr 05 18:39:01.451643 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-1891270a-515e-4cdd-bf21-1955cd02344b service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292205 Apr 05 18:39:01.466121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-4e392b86-cda0-407c-9442-cc91d5c92495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:01.476854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-4e392b86-cda0-407c-9442-cc91d5c92495 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 1124 time: 0.2428265 Apr 05 18:39:01.519207 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:01.640263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9813a94-a1da-4c67-93a0-3619afaec253 req-58f61e9d-6bbc-4213-94f9-8e3216467fae tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:01.641788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9813a94-a1da-4c67-93a0-3619afaec253 req-58f61e9d-6bbc-4213-94f9-8e3216467fae tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 948 time: 0.2953730 Apr 05 18:39:01.658151 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ede50cc-31e0-43c3-9815-9dfc1366e026 req-ccd8ecf2-9a6f-4d5f-a31d-a726ad8141f8 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916065 Apr 05 18:39:01.663224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d005be23-10a9-4220-8afd-e89a60a69996 req-05d8802b-6f03-4b38-b227-29f998a72be5 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272749 Apr 05 18:39:01.664484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port d21b5b3a-e590-4585-b431-fa14085cb789 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:39:01.691384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port d21b5b3a-e590-4585-b431-fa14085cb789 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:01.692546 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:01.782515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601387ff-336c-44de-8f97-816591b54d9e req-6a92066e-d106-4158-9364-d9233a07b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:01.784079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-601387ff-336c-44de-8f97-816591b54d9e req-6a92066e-d106-4158-9364-d9233a07b288 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.4195695 Apr 05 18:39:01.791432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-6bf6c5cd-5595-4c3d-b8d0-909855ac14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:01.793041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-6bf6c5cd-5595-4c3d-b8d0-909855ac14f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.2649398 Apr 05 18:39:01.893424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-b18d2e70-3c43-4c5b-9781-e5a1aea53a15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1802c037-0a8d-4198-b479-968a45990f7b HTTP/1.1" status: 200 len: 217 time: 0.0657637 Apr 05 18:39:01.898714 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:01.936561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:01.938548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:01.940975 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae19cbf-99e3-4150-bc77-e356f654c6cf" -d '{"events": [{"server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "name": "network-vif-plugged", "status": "completed", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:01.969227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9813a94-a1da-4c67-93a0-3619afaec253 req-60bbe3a3-10d8-43d1-83a3-8ac8db6331be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615364 Apr 05 18:39:01.972900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-601387ff-336c-44de-8f97-816591b54d9e req-b2380ad9-74c7-410e-84f1-41ee0c7eaae4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=2c036bc7-18a4-43df-a306-0eedb21ea557 HTTP/1.1" status: 200 len: 217 time: 0.1630585 Apr 05 18:39:01.981186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.077654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=d21b5b3a-e590-4585-b431-fa14085cb789,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:02.093383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '1a343d98-b014-4ffc-9ec2-89563fca4bf4', 'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'mac_address': 'fa:16:3e:1e:eb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:55Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 2, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'subnets': [{'id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:02.108115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-358efa3c-fd94-436d-9121-bb3fd8492075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:02.111069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-358efa3c-fd94-436d-9121-bb3fd8492075 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1856024 Apr 05 18:39:02.120966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce5d3d-bcf1-4816-9c61-c5619b1a5a5b req-bdba0090-721f-4744-bc40-3c523ed32778 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:02.128136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53ce5d3d-bcf1-4816-9c61-c5619b1a5a5b req-bdba0090-721f-4744-bc40-3c523ed32778 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.1623561 Apr 05 18:39:02.137084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Checking router: 539ced20-296b-448e-8afd-c7ca74d829d8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:39:02.137977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Updating router 539ced20-296b-448e-8afd-c7ca74d829d8 port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:39:02.175066 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.179933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-c4dd0f37-6ff3-452d-ae83-a41370b855af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448217 Apr 05 18:39:02.182016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601387ff-336c-44de-8f97-816591b54d9e req-1967d503-2687-4bf8-bd53-848722109e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:02.183367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-601387ff-336c-44de-8f97-816591b54d9e req-1967d503-2687-4bf8-bd53-848722109e4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1896780 Apr 05 18:39:02.227282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53ce5d3d-bcf1-4816-9c61-c5619b1a5a5b req-1ce91e3e-d7d2-4052-b7cb-7ad82023414d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981159 Apr 05 18:39:02.383698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be1e330c-e62d-4fa8-aec6-1f671aed88f6 req-50ebe16a-3b37-47f6-b418-8695fa88018f tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/de50e8fa-d7a0-4b13-a019-9b9f48b589d0 HTTP/1.1" status: 200 len: 2398 time: 0.0763490 Apr 05 18:39:02.464453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601387ff-336c-44de-8f97-816591b54d9e req-c6a33801-dce8-4e71-9d5d-65c052153ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:02.465882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-601387ff-336c-44de-8f97-816591b54d9e req-c6a33801-dce8-4e71-9d5d-65c052153ec8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376456 Apr 05 18:39:02.517319 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.524228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a1881a21-da05-4d73-88b6-422fec62ec39 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:02.528742 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.590272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-601387ff-336c-44de-8f97-816591b54d9e req-19a8c76b-7a8a-41ec-a346-e43e66334244 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043639 Apr 05 18:39:02.627967 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08478ab2-046f-421d-ab6b-f5886bf3e82c None None] Pushing event updated for resources: {'Port': ['ID=1a343d98-b014-4ffc-9ec2-89563fca4bf4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:02.730505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a1881a21-da05-4d73-88b6-422fec62ec39 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:02.731204 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.757162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-601387ff-336c-44de-8f97-816591b54d9e req-9edba541-60db-4765-94ea-b52c97ec84de service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526303 Apr 05 18:39:02.815553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Attempting to bind port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:02.816250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Attempting to bind port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:02.817407 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Attempting to bind port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 on network 5f2b29dd-da16-475c-b4b9-33a7596f7135 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:02.821879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be1e330c-e62d-4fa8-aec6-1f671aed88f6 req-608061c3-b0b7-4aa3-8ef1-9928f6b543a3 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.852776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:02.853045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be1e330c-e62d-4fa8-aec6-1f671aed88f6 req-608061c3-b0b7-4aa3-8ef1-9928f6b543a3 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.853639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Checking segment: {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:02.854242 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.855164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Bound using segment: {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:02.855852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Bound port: 1a343d98-b014-4ffc-9ec2-89563fca4bf4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:02.856433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.922994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-a92ccdb5-a525-47f8-bc60-37552cd333cf service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328464 Apr 05 18:39:02.963527 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be1e330c-e62d-4fa8-aec6-1f671aed88f6 req-608061c3-b0b7-4aa3-8ef1-9928f6b543a3 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.966051 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be1e330c-e62d-4fa8-aec6-1f671aed88f6 req-608061c3-b0b7-4aa3-8ef1-9928f6b543a3 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:02.969840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] For port 1a343d98-b014-4ffc-9ec2-89563fca4bf4, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:02.974846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] For port 1a343d98-b014-4ffc-9ec2-89563fca4bf4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1a343d98-b014-4ffc-9ec2-89563fca4bf4,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:02.982062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be1e330c-e62d-4fa8-aec6-1f671aed88f6 req-608061c3-b0b7-4aa3-8ef1-9928f6b543a3 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "DELETE /v2.0/security-groups/de50e8fa-d7a0-4b13-a019-9b9f48b589d0 HTTP/1.1" status: 204 len: 173 time: 0.5615230 Apr 05 18:39:03.007450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbc71b-482f-456b-ba08-923b630c165c req-0164cea5-fbdc-4e21-9592-39883939c88e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:03.016979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcbbc71b-482f-456b-ba08-923b630c165c req-0164cea5-fbdc-4e21-9592-39883939c88e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.2540569 Apr 05 18:39:03.031647 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:03.072589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608061c3-b0b7-4aa3-8ef1-9928f6b543a3 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de50e8fa-d7a0-4b13-a019-9b9f48b589d0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:03.101214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08478ab2-046f-421d-ab6b-f5886bf3e82c None None] Pushing event updated for resources: {'Port': ['ID=1a343d98-b014-4ffc-9ec2-89563fca4bf4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:03.126574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5cfcdee5-ec46-438c-bf9f-33ead45a35eb None None] Provisioning complete for port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:03.127078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cfcdee5-ec46-438c-bf9f-33ead45a35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:03.182237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcbbc71b-482f-456b-ba08-923b630c165c req-2fc052a4-af4b-43a9-af68-6b22b804207a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640530 Apr 05 18:39:03.187186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5f2ca9-be07-4de4-95f9-ef88a7fe9f5f req-0e47a06c-775e-4553-b930-aad1455574a8 service neutron] 10.222.0.20 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545457 Apr 05 18:39:03.215844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2c036bc7-18a4-43df-a306-0eedb21ea557 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:39:03.279320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:03.282310 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c6215b-a415-4637-8288-db8667f62386" -d '{"events": [{"name": "network-changed", "server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "tag": "b425a08d-d656-4892-a6db-37d0377275ac"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:03.456004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2c036bc7-18a4-43df-a306-0eedb21ea557, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2c036bc7-18a4-43df-a306-0eedb21ea557,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:03.478827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1802c037-0a8d-4198-b479-968a45990f7b no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:03.483033 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e68441e-36a5-4895-932b-fd41b3bd3066 x-openstack-request-id: req-8e68441e-36a5-4895-932b-fd41b3bd3066 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:03.483441 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "name": "network-vif-plugged", "status": "completed", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:03.483690 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e68441e-36a5-4895-932b-fd41b3bd3066 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:03.484364 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e68441e-36a5-4895-932b-fd41b3bd3066'] response: {'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789', 'code': 200} Apr 05 18:39:03.499170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:03.499860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:38:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:03.601022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37548) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:03.605596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1be6bf30-9839-42b4-a289-6eb07cbdb368 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452936290', 'description': 'tempest-description--1662983203'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:03.637286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '2c036bc7-18a4-43df-a306-0eedb21ea557', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '2c036bc7-18a4-43df-a306-0eedb21ea557', 'mac_address': 'fa:16:3e:d9:9a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:39:03.653518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d6bd0-c936-416b-82ec-d63aeb54c091 req-7d7a9a28-fd2a-44b7-98f6-770906989dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:03.657055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:03.666008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da6d6bd0-c936-416b-82ec-d63aeb54c091 req-7d7a9a28-fd2a-44b7-98f6-770906989dc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 1096 time: 0.1271069 Apr 05 18:39:03.682112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1be6bf30-9839-42b4-a289-6eb07cbdb368 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:03.767857 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:03.809232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1be6bf30-9839-42b4-a289-6eb07cbdb368 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:03.814666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1be6bf30-9839-42b4-a289-6eb07cbdb368 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:03.830095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c036bc7-18a4-43df-a306-0eedb21ea557 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:03.837449 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-3567e5e5-83c9-454f-ab45-038d31e1fd1f req-e105f880-784d-4f0f-8217-d1d8fc08824c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] show failed (client error): The resource could not be found. Apr 05 18:39:03.852416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1be6bf30-9839-42b4-a289-6eb07cbdb368 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:03.853864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3567e5e5-83c9-454f-ab45-038d31e1fd1f req-e105f880-784d-4f0f-8217-d1d8fc08824c tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/832583fe-e452-43fc-8012-dd354197cc6c HTTP/1.1" status: 404 len: 352 time: 0.1294308 Apr 05 18:39:03.854224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1be6bf30-9839-42b4-a289-6eb07cbdb368 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2518880 Apr 05 18:39:03.857531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37560) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:03.864152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f187feda-57fe-4704-b40b-c3b2e465e434 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Request body: {'security_group_rule': {'security_group_id': 'e52fcd36-7926-4448-9cca-5346a1f4484e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:03.871398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6bf30-9839-42b4-a289-6eb07cbdb368 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52fcd36-7926-4448-9cca-5346a1f4484e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:03.894286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da6d6bd0-c936-416b-82ec-d63aeb54c091 req-b76ea0b7-210b-41da-a999-dbf6034caf49 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273231 Apr 05 18:39:03.907667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2c036bc7-18a4-43df-a306-0eedb21ea557, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2c036bc7-18a4-43df-a306-0eedb21ea557,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:03.932162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f187feda-57fe-4704-b40b-c3b2e465e434 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:03.938283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f3fe0-6eda-42b1-a138-cb9dde671d15 req-58fee5f8-298d-430c-b268-7e0f1494ac2f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:03.962787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac9f3fe0-6eda-42b1-a138-cb9dde671d15 req-58fee5f8-298d-430c-b268-7e0f1494ac2f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 947 time: 0.2215385 Apr 05 18:39:03.978148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:03.978849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b425a08d-d656-4892-a6db-37d0377275ac details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:39:04.071168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560eff1-e117-49a3-9a42-c100725759d9 req-a82bb48f-0922-4b85-a1f1-b1753d6df210 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:04.074217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4560eff1-e117-49a3-9a42-c100725759d9 req-a82bb48f-0922-4b85-a1f1-b1753d6df210 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 949 time: 0.0868852 Apr 05 18:39:04.085496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac9f3fe0-6eda-42b1-a138-cb9dde671d15 req-ec125a3b-28d5-42c5-a665-1d5944c15e7b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178074 Apr 05 18:39:04.107616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f187feda-57fe-4704-b40b-c3b2e465e434 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.118851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f187feda-57fe-4704-b40b-c3b2e465e434 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.162524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:39:04.168393 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2c036bc7-18a4-43df-a306-0eedb21ea557,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:04.189588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187feda-57fe-4704-b40b-c3b2e465e434 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c027ea-15f8-4f20-b892-60e19802460c,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:04.211482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4560eff1-e117-49a3-9a42-c100725759d9 req-ea7b3896-de1d-4158-b051-9abf4cb82e5b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249032 Apr 05 18:39:04.220663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f187feda-57fe-4704-b40b-c3b2e465e434 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.227445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37562) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:04.237395 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5626c021-d402-4ae3-b1db-b2f74d2d14b9 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Request body: {'security_group_rule': {'security_group_id': 'e52fcd36-7926-4448-9cca-5346a1f4484e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:04.237763 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f187feda-57fe-4704-b40b-c3b2e465e434 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787391 Apr 05 18:39:04.377375 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5626c021-d402-4ae3-b1db-b2f74d2d14b9 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.379026 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba274a4e-0532-409f-8a66-6730d1d42265 x-openstack-request-id: req-ba274a4e-0532-409f-8a66-6730d1d42265 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:04.379903 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "tag": "b425a08d-d656-4892-a6db-37d0377275ac", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:04.380313 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba274a4e-0532-409f-8a66-6730d1d42265 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:04.381394 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba274a4e-0532-409f-8a66-6730d1d42265'] response: {'name': 'network-changed', 'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac', 'status': 'completed', 'code': 200} Apr 05 18:39:04.487287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6215b-a415-4637-8288-db8667f62386 req-1650e344-372b-47e8-864a-a828c9e30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:04.493162 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-1650e344-372b-47e8-864a-a828c9e30111 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1098 time: 0.0754611 Apr 05 18:39:04.514518 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cfcdee5-ec46-438c-bf9f-33ead45a35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.515342 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5626c021-d402-4ae3-b1db-b2f74d2d14b9 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.528216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb97721-0809-400e-beed-3a0a70acf8e1 req-dc6a2f6e-bd6f-453e-be12-50238a606d74 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:04.546252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-adb97721-0809-400e-beed-3a0a70acf8e1 req-dc6a2f6e-bd6f-453e-be12-50238a606d74 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 943 time: 0.2851567 Apr 05 18:39:04.567278 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5626c021-d402-4ae3-b1db-b2f74d2d14b9 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.573464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5cfcdee5-ec46-438c-bf9f-33ead45a35eb None None] For port 1a343d98-b014-4ffc-9ec2-89563fca4bf4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1a343d98-b014-4ffc-9ec2-89563fca4bf4,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:04.588046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:04.591012 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cfcdee5-ec46-438c-bf9f-33ead45a35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.623861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626c021-d402-4ae3-b1db-b2f74d2d14b9 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35b9339-da34-43d3-8d90-83dec8d5175e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:04.647743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6215b-a415-4637-8288-db8667f62386 req-16ab9c2c-1fbc-46e3-9fad-3e22f9027d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:04.649454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-16ab9c2c-1fbc-46e3-9fad-3e22f9027d52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1098 time: 0.2053921 Apr 05 18:39:04.654719 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5626c021-d402-4ae3-b1db-b2f74d2d14b9 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.656275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5626c021-d402-4ae3-b1db-b2f74d2d14b9 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4276943 Apr 05 18:39:04.660333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37570) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:04.681766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-adb97721-0809-400e-beed-3a0a70acf8e1 req-abeb6942-3532-464d-bdd4-e6cd260c1f96 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343789 Apr 05 18:39:04.683579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6215b-a415-4637-8288-db8667f62386 req-ed1059e1-79e2-49f5-8153-423175a791bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:04.685499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-ed1059e1-79e2-49f5-8153-423175a791bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1877811 Apr 05 18:39:04.704590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:04.761533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'b425a08d-d656-4892-a6db-37d0377275ac', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'b425a08d-d656-4892-a6db-37d0377275ac', 'mac_address': 'fa:16:3e:6b:e9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:39:04.778228 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-669097e3-527e-4c77-8977-bba6b35f6b24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.0786572 Apr 05 18:39:04.783586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcdee5-ec46-438c-bf9f-33ead45a35eb None None] Pushing event updated for resources: {'Port': ['ID=1a343d98-b014-4ffc-9ec2-89563fca4bf4,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:04.845273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-93fc3f95-a428-4edb-bce0-2e59d65cfb33 None None] Provisioning complete for port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:04.845640 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93fc3f95-a428-4edb-bce0-2e59d65cfb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.878931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6215b-a415-4637-8288-db8667f62386 req-21589608-fed4-48eb-8cdc-e2889c0d58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:04.881293 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-21589608-fed4-48eb-8cdc-e2889c0d58f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0739670 Apr 05 18:39:04.897294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6215b-a415-4637-8288-db8667f62386 req-fbf56116-ad6d-4499-ad69-5dea3e4897c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:04.901396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-fbf56116-ad6d-4499-ad69-5dea3e4897c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1918986 Apr 05 18:39:04.905996 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.914335 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:04.944319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b425a08d-d656-4892-a6db-37d0377275ac {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:04.979623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6215b-a415-4637-8288-db8667f62386 req-0090358a-9c41-4f01-befc-6e03d6cf79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:04.981670 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-0090358a-9c41-4f01-befc-6e03d6cf79dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806208 Apr 05 18:39:04.994860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:05.013592 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:05.025374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '1a343d98-b014-4ffc-9ec2-89563fca4bf4', 'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'mac_address': 'fa:16:3e:1e:eb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:55Z', 'updated_at': '2022-04-05T18:39:02Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'subnets': [{'id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:05.078774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-1b56753b-ef64-40c4-844b-c9118332d675 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.1372311 Apr 05 18:39:05.085435 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:05.090911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f0f11-fa76-4e4d-852a-aad4c6c58228 None None] The sync data for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 is: [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '1a343d98-b014-4ffc-9ec2-89563fca4bf4', 'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'mac_address': 'fa:16:3e:1e:eb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:55Z', 'updated_at': '2022-04-05T18:39:02Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'subnets': [{'id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:39:05.105651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a02ae00c-0edc-4f61-ad09-44f59d39ee2b req-ed74d78f-0475-427e-9c90-d59863a306c5 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/2e4a9078-070a-4f2a-8761-01caae5a1f8e HTTP/1.1" status: 200 len: 1803 time: 0.3344719 Apr 05 18:39:05.122039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:05.125893 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-4b276c7a-5b22-48c1-b881-a7c23cd44f4a service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355979 Apr 05 18:39:05.298564 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-9ed04e40-108a-4a65-8826-f5f9d163b830 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588409 Apr 05 18:39:05.323201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da87c8-ffcf-4d3a-b39a-d7ecf43993ac req-c610cce9-a0f7-4648-9933-b9a6046b3490 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:05.324812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1da87c8-ffcf-4d3a-b39a-d7ecf43993ac req-c610cce9-a0f7-4648-9933-b9a6046b3490 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.5413289 Apr 05 18:39:05.338689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-9307b374-4001-4e8f-a3d5-3b1553ba48eb service neutron] 10.222.0.20 "GET /v2.0/ports/1802c037-0a8d-4198-b479-968a45990f7b/bindings/n-h1-836650-3 HTTP/1.1" status: 200 len: 384 time: 0.4224479 Apr 05 18:39:05.348700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6215b-a415-4637-8288-db8667f62386 req-a8477401-b7e9-4c72-8716-76a6a5fd3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:05.350023 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-a8477401-b7e9-4c72-8716-76a6a5fd3f87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.2479582 Apr 05 18:39:05.468195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['b425a08d-d656-4892-a6db-37d0377275ac'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:05.509868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a02ae00c-0edc-4f61-ad09-44f59d39ee2b req-24617b1f-669b-4c8b-9b2f-70b82f90060f tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:05.522214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1da87c8-ffcf-4d3a-b39a-d7ecf43993ac req-0b0b6d24-2d2a-4085-b70f-89d2dc402c1b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771381 Apr 05 18:39:05.528991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['2c036bc7-18a4-43df-a306-0eedb21ea557'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:05.600495 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a02ae00c-0edc-4f61-ad09-44f59d39ee2b req-24617b1f-669b-4c8b-9b2f-70b82f90060f tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:05.609349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6215b-a415-4637-8288-db8667f62386 req-81701243-98fa-4bf9-b3c9-1ab69e1a7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:05.610865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-81701243-98fa-4bf9-b3c9-1ab69e1a7f72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2274418 Apr 05 18:39:05.861331 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a02ae00c-0edc-4f61-ad09-44f59d39ee2b req-24617b1f-669b-4c8b-9b2f-70b82f90060f tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:05.864991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a02ae00c-0edc-4f61-ad09-44f59d39ee2b req-24617b1f-669b-4c8b-9b2f-70b82f90060f tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:05.881125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a02ae00c-0edc-4f61-ad09-44f59d39ee2b req-24617b1f-669b-4c8b-9b2f-70b82f90060f tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "DELETE /v2.0/security-groups/2e4a9078-070a-4f2a-8761-01caae5a1f8e HTTP/1.1" status: 204 len: 173 time: 0.7684326 Apr 05 18:39:05.938662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b41a1da9-e8b6-4669-9f94-c1a53988fe8e req-1081bd51-6809-4c0c-ac2e-188c7049a102 tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=33c3f17663df472e9adf428a31fa6869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430626 Apr 05 18:39:05.940807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24617b1f-669b-4c8b-9b2f-70b82f90060f tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4a9078-070a-4f2a-8761-01caae5a1f8e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:06.103648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-797699a4-e8e2-4e26-afab-91b6abbce7d8 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556320 Apr 05 18:39:06.104960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:06.219658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:06.364102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1a343d98-b014-4ffc-9ec2-89563fca4bf4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:06.470370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:06.470824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:06.746927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:06.787692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a1da9-e8b6-4669-9f94-c1a53988fe8e req-b83cf693-12dd-489f-b1b9-13cee7c2937c tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:06.790882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b41a1da9-e8b6-4669-9f94-c1a53988fe8e req-b83cf693-12dd-489f-b1b9-13cee7c2937c tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8513098 Apr 05 18:39:06.815019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00d275-922b-42a6-ae92-b0352c612f95 req-75ef4be0-3340-46d8-bf1c-07423e8f1676 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:06.816742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb00d275-922b-42a6-ae92-b0352c612f95 req-75ef4be0-3340-46d8-bf1c-07423e8f1676 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 948 time: 0.8033741 Apr 05 18:39:06.890542 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:06.926586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1802c037-0a8d-4198-b479-968a45990f7b {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:06.934752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8c6215b-a415-4637-8288-db8667f62386 req-f2ed321a-22be-416e-a89f-231619b0cd6e service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521558 Apr 05 18:39:06.948717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b41a1da9-e8b6-4669-9f94-c1a53988fe8e req-98bcff94-9bb1-41eb-be30-37fa3ff0229e tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/quotas/33c3f17663df472e9adf428a31fa6869 HTTP/1.1" status: 200 len: 375 time: 0.0851772 Apr 05 18:39:06.966931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:06.980658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Allocated IP 172.25.4.33 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/5aab2cab-2681-4945-a3f3-f6332d3a75a7) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:07.010808 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.032481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb00d275-922b-42a6-ae92-b0352c612f95 req-f59b43c9-8a66-4ae4-a56b-208c7de5894a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702385 Apr 05 18:39:07.041711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b41a1da9-e8b6-4669-9f94-c1a53988fe8e req-1b2b451b-e171-4bba-ada0-4b28a274821f tempest-QuotasAdminNegativeTest-779907464 tempest-QuotasAdminNegativeTest-779907464-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33c3f17663df472e9adf428a31fa6869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651405 Apr 05 18:39:07.225451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2c036bc7-18a4-43df-a306-0eedb21ea557 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:07.241539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188314-b2bf-4731-a76e-14b649a8b67d req-dab5e521-fdc5-4a20-8346-38018521f1ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:07.243135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28188314-b2bf-4731-a76e-14b649a8b67d req-dab5e521-fdc5-4a20-8346-38018521f1ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 949 time: 0.1042271 Apr 05 18:39:07.250446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] Transition to ACTIVE for port object 1802c037-0a8d-4198-b479-968a45990f7b will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:39:07.294922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.298892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 2c036bc7-18a4-43df-a306-0eedb21ea557 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:39:07.303898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 2c036bc7-18a4-43df-a306-0eedb21ea557 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:07.304475 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.359796 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.371447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28188314-b2bf-4731-a76e-14b649a8b67d req-4d656f44-2cc3-4db5-8987-19ffa69a25e8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185477 Apr 05 18:39:07.420493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] No DVR routers for this DVR port 1802c037-0a8d-4198-b479-968a45990f7b on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:07.438186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.476708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c036bc7-18a4-43df-a306-0eedb21ea557'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:07.479454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e0a8b-0969-4daf-940f-6fa6c928f23a req-54def5f7-7d3f-4382-8b75-aba8bb7a7dc2 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:07.479676 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbea2fcc-997c-4ac6-bda0-ab883297ab39" -d '{"events": [{"server_uuid": "d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd", "name": "network-vif-plugged", "status": "completed", "tag": "2c036bc7-18a4-43df-a306-0eedb21ea557"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:07.480998 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd6e0a8b-0969-4daf-940f-6fa6c928f23a req-54def5f7-7d3f-4382-8b75-aba8bb7a7dc2 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 944 time: 0.2293751 Apr 05 18:39:07.484108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2c036bc7-18a4-43df-a306-0eedb21ea557, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2c036bc7-18a4-43df-a306-0eedb21ea557,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:07.492121 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.493039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b425a08d-d656-4892-a6db-37d0377275ac up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:07.498722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] Pushing event updated for resources: {'Port': ['ID=1802c037-0a8d-4198-b479-968a45990f7b,revision_number=10']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:07.515459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-e82d10be-20db-43a9-bdb6-d2ff62301bed service neutron] 10.222.0.20 "PUT /v2.0/ports/1802c037-0a8d-4198-b479-968a45990f7b/bindings/n-h1-836650-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1322162 Apr 05 18:39:07.574045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.589346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04ae0890-1a28-42d4-9d03-b2368d1fed17 req-99323e40-a6d3-4ecc-a0ce-2c4e98f79eb7 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/a65a9927-aea0-4386-91d5-85a2ed0465dc HTTP/1.1" status: 200 len: 1804 time: 0.1661882 Apr 05 18:39:07.613058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2c036bc7-18a4-43df-a306-0eedb21ea557,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:07.652566 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd6e0a8b-0969-4daf-940f-6fa6c928f23a req-4beae855-c036-43a7-b59c-4fb73d2024d0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494486 Apr 05 18:39:07.655892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-90b3f5f4-7c75-4acd-94de-071ebc78e6f7 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:07.656448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:07.657437 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-90b3f5f4-7c75-4acd-94de-071ebc78e6f7 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.0778270 Apr 05 18:39:07.660021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port b425a08d-d656-4892-a6db-37d0377275ac completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:39:07.665605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:07.668854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:07.670538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port b425a08d-d656-4892-a6db-37d0377275ac triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:07.670913 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.728148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Pushing event updated for resources: {'Port': ['ID=5aab2cab-2681-4945-a3f3-f6332d3a75a7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:07.761404 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-7a533e63-4af9-4ece-86bd-531db918165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:07.763289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04ae0890-1a28-42d4-9d03-b2368d1fed17 req-22f14884-30f8-4fd3-87be-cf9b5c5269f9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.765169 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-7a533e63-4af9-4ece-86bd-531db918165b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25 HTTP/1.1" status: 200 len: 1095 time: 0.0996287 Apr 05 18:39:07.811942 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.855830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04ae0890-1a28-42d4-9d03-b2368d1fed17 req-22f14884-30f8-4fd3-87be-cf9b5c5269f9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.872245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:07.873154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-392e82be-03d6-4ec1-8cb6-f54dd04de2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:07.874731 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-392e82be-03d6-4ec1-8cb6-f54dd04de2ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 1095 time: 0.0752802 Apr 05 18:39:07.878950 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.912785 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:07.925081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3c34a-717e-49ce-9d0f-bd95d8444ff3 req-002e7d11-9865-4db1-a816-a75b01a04448 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:07.927254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61e3c34a-717e-49ce-9d0f-bd95d8444ff3 req-002e7d11-9865-4db1-a816-a75b01a04448 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.1601317 Apr 05 18:39:07.954196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:08.013108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-6b6f0427-2ecb-4c57-9233-1ca5e4ccc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:08.014708 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-6b6f0427-2ecb-4c57-9233-1ca5e4ccc03c service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.1280100 Apr 05 18:39:08.032703 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:08.037468 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61e3c34a-717e-49ce-9d0f-bd95d8444ff3 req-9794fdbd-97f6-41b9-8329-228cbf834281 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945926 Apr 05 18:39:08.065194 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-4debc35e-a8a3-41f3-af07-567e2cabc5f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1802c037-0a8d-4198-b479-968a45990f7b HTTP/1.1" status: 200 len: 217 time: 0.0418875 Apr 05 18:39:08.076831 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04ae0890-1a28-42d4-9d03-b2368d1fed17 req-22f14884-30f8-4fd3-87be-cf9b5c5269f9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:08.079722 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04ae0890-1a28-42d4-9d03-b2368d1fed17 req-22f14884-30f8-4fd3-87be-cf9b5c5269f9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:08.081063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04ae0890-1a28-42d4-9d03-b2368d1fed17 req-22f14884-30f8-4fd3-87be-cf9b5c5269f9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "DELETE /v2.0/security-groups/a65a9927-aea0-4386-91d5-85a2ed0465dc HTTP/1.1" status: 204 len: 173 time: 0.4623950 Apr 05 18:39:08.108151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f14884-30f8-4fd3-87be-cf9b5c5269f9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65a9927-aea0-4386-91d5-85a2ed0465dc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:08.179379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-1f8d8a3e-6157-45a2-a297-70e6b9446e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:08.181485 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-1f8d8a3e-6157-45a2-a297-70e6b9446e73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1057487 Apr 05 18:39:08.245350 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-6cd222d6-0556-46fb-bbea-e854ce1dc54e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509984 Apr 05 18:39:08.417394 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:08.434242 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:08.464513 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaee853-781f-4208-b306-4ffdee8fd795 x-openstack-request-id: req-1eaee853-781f-4208-b306-4ffdee8fd795 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:08.465457 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd", "name": "network-vif-plugged", "status": "completed", "tag": "2c036bc7-18a4-43df-a306-0eedb21ea557", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:08.465860 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1eaee853-781f-4208-b306-4ffdee8fd795 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:08.467442 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eaee853-781f-4208-b306-4ffdee8fd795'] response: {'server_uuid': 'd9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c036bc7-18a4-43df-a306-0eedb21ea557', 'code': 200} Apr 05 18:39:08.476884 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-a92d940b-19d5-4d74-b173-c75118e098f0 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218068 Apr 05 18:39:08.609542 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-cf1538ed-4587-4f1f-a287-44497941cd25 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146314 Apr 05 18:39:08.658710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Pushing event updated for resources: {'Port': ['ID=5aab2cab-2681-4945-a3f3-f6332d3a75a7,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:08.677668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-12f8a189-b0fa-4087-89fb-68bfdf52e187 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:08.679384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-12f8a189-b0fa-4087-89fb-68bfdf52e187 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17&tenant_id=d7f64cbfb3fd47c59352b91f535306d9&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 949 time: 0.2594280 Apr 05 18:39:08.730720 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:08.741310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20f9c070-18fe-4f5d-b7bd-665e9372c3d1 req-6e90a0ac-4716-4ca8-9bca-3d994607c46e tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/d1bdcacb-fe97-4cf7-beb4-8eef3163d0ce HTTP/1.1" status: 200 len: 1804 time: 0.2438238 Apr 05 18:39:08.743664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf63de-8dc3-49d7-bd82-afab1eba3996 req-ddec3936-0fe4-4a38-a8a9-4e7f005bb832 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:08.748520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fdf63de-8dc3-49d7-bd82-afab1eba3996 req-ddec3936-0fe4-4a38-a8a9-4e7f005bb832 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 1096 time: 0.2833974 Apr 05 18:39:08.762968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cdc1e-2479-4ae2-b323-d7c53f2775d8 req-88a18a91-6150-4744-b6c6-c85a28aa831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:08.764503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d22cdc1e-2479-4ae2-b323-d7c53f2775d8 req-88a18a91-6150-4744-b6c6-c85a28aa831c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 1101 time: 0.2298329 Apr 05 18:39:08.838830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:08.842318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-73a37312-c6f1-4662-9044-59c1986486d3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1573284 Apr 05 18:39:08.908054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fdf63de-8dc3-49d7-bd82-afab1eba3996 req-b5ed5b0b-149e-458c-9840-f671563f2517 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279132 Apr 05 18:39:08.915573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d22cdc1e-2479-4ae2-b323-d7c53f2775d8 req-e3a0ebdb-4410-4bb0-9040-da1092e80985 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291780 Apr 05 18:39:08.918242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-7f1aca8b-6f9c-4309-8c4c-8dc15793477a service neutron] 10.222.0.20 "GET /v2.0/ports/b425a08d-d656-4892-a6db-37d0377275ac/bindings/n-h2-836650-3 HTTP/1.1" status: 200 len: 382 time: 0.2264414 Apr 05 18:39:08.934304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-20f9c070-18fe-4f5d-b7bd-665e9372c3d1 req-7701820b-ae69-4e76-9eba-57d2f274d0a9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:08.941360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-6e47ffca-230c-4b7a-b310-5879031828f0 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:08.944544 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-6e47ffca-230c-4b7a-b310-5879031828f0 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4&tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.0728173 Apr 05 18:39:08.970684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-20f9c070-18fe-4f5d-b7bd-665e9372c3d1 req-7701820b-ae69-4e76-9eba-57d2f274d0a9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:09.079114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-20f9c070-18fe-4f5d-b7bd-665e9372c3d1 req-7701820b-ae69-4e76-9eba-57d2f274d0a9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:09.081716 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-20f9c070-18fe-4f5d-b7bd-665e9372c3d1 req-7701820b-ae69-4e76-9eba-57d2f274d0a9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:09.093727 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20f9c070-18fe-4f5d-b7bd-665e9372c3d1 req-7701820b-ae69-4e76-9eba-57d2f274d0a9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "DELETE /v2.0/security-groups/d1bdcacb-fe97-4cf7-beb4-8eef3163d0ce HTTP/1.1" status: 204 len: 173 time: 0.3389955 Apr 05 18:39:09.130305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701820b-ae69-4e76-9eba-57d2f274d0a9 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bdcacb-fe97-4cf7-beb4-8eef3163d0ce,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:09.169325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-357ccadd-4cb6-4e7a-b2c2-48362bb49bb0 service neutron] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:09.173616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-357ccadd-4cb6-4e7a-b2c2-48362bb49bb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:09.177010 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b0679f7-6f20-4c1f-a76b-8775dde26ba2 req-357ccadd-4cb6-4e7a-b2c2-48362bb49bb0 service neutron] 10.222.0.25 "DELETE /v2.0/ports/1802c037-0a8d-4198-b479-968a45990f7b/bindings/n-h2-836650-3 HTTP/1.1" status: 204 len: 173 time: 0.1967230 Apr 05 18:39:09.216920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bde0-9df2-4ca8-a503-3bf0eef200cb req-89ea51e0-79a8-441b-802f-891c44350540 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:09.218825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d38bde0-9df2-4ca8-a503-3bf0eef200cb req-89ea51e0-79a8-441b-802f-891c44350540 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1884723 Apr 05 18:39:09.284977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-5be0c89f-b192-402f-bd2b-e170f6f12b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:09.287598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-5be0c89f-b192-402f-bd2b-e170f6f12b78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1100 time: 0.1538899 Apr 05 18:39:09.314856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d38bde0-9df2-4ca8-a503-3bf0eef200cb req-90d025e3-b032-4706-8ff9-e31ecab3ac9b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809760 Apr 05 18:39:09.338880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864ac70-5e98-478a-85d7-9ebbb7347309 req-5a367510-9f81-4935-ae48-3e06712e6273 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:09.339099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5864ac70-5e98-478a-85d7-9ebbb7347309 req-5a367510-9f81-4935-ae48-3e06712e6273 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 950 time: 0.1190343 Apr 05 18:39:09.398759 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c0a292a-6c84-4d91-a71f-5698d8d9b1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:09.455976 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5864ac70-5e98-478a-85d7-9ebbb7347309 req-00be4fa0-ac75-45a3-adff-f02740ea6782 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887465 Apr 05 18:39:09.473473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-69d21661-161a-4db3-9702-5c951b9d6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:09.475285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-69d21661-161a-4db3-9702-5c951b9d6a54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1760738 Apr 05 18:39:09.494177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de98af-9919-4362-b02a-b88b6d14b1a0 req-97c7eeaf-f870-4c8f-8a7d-f234e5ddae43 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:09.495905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22de98af-9919-4362-b02a-b88b6d14b1a0 req-97c7eeaf-f870-4c8f-8a7d-f234e5ddae43 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 944 time: 0.0843894 Apr 05 18:39:09.541481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-c32e7e19-362f-48c5-b85b-9b638cf7a7e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.0445583 Apr 05 18:39:09.589097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22de98af-9919-4362-b02a-b88b6d14b1a0 req-f28a50c4-dd47-40f7-8a86-1c58bcd38d9d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853145 Apr 05 18:39:09.649140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37666) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:09.765662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-23d86672-7f8a-4702-9694-5823aef42329 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--452936290&fields=id&tenant_id=d992b4d4b3ed47ebb4d182f6e3e35bc6 HTTP/1.1" status: 200 len: 267 time: 0.1313877 Apr 05 18:39:09.772826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-8fd4c2a9-5179-47b9-bc44-0a18532ee116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:09.774620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-8fd4c2a9-5179-47b9-bc44-0a18532ee116 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1995001 Apr 05 18:39:09.787676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-05c59a52-4723-4a11-b783-836d2a9200a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2137744 Apr 05 18:39:09.829316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3d273-09d4-4119-aa8d-9391b2093790 req-d4cee1c9-2139-47d6-a277-a11c9e653638 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:09.829679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-006e5ae7-c75f-4edc-ab43-7a29aadfdfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:09.837179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fd3d273-09d4-4119-aa8d-9391b2093790 req-d4cee1c9-2139-47d6-a277-a11c9e653638 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 1096 time: 0.1600611 Apr 05 18:39:09.933507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-006e5ae7-c75f-4edc-ab43-7a29aadfdfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:09.939156 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-006e5ae7-c75f-4edc-ab43-7a29aadfdfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:09.977873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e5ae7-c75f-4edc-ab43-7a29aadfdfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b90af2-0e43-4a59-8ef5-e27405f3347e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:09.997987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fd3d273-09d4-4119-aa8d-9391b2093790 req-8da22118-f741-4997-ae3d-e1d5323a1fee tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577396 Apr 05 18:39:10.010606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-9392e303-5e9f-4654-b88a-5873ac7c9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:10.012160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-9392e303-5e9f-4654-b88a-5873ac7c9c2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2081990 Apr 05 18:39:10.016867 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-006e5ae7-c75f-4edc-ab43-7a29aadfdfd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33c3f17663df472e9adf428a31fa6869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667481 Apr 05 18:39:10.022458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37670) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:10.033819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-a15af309-a66a-4ccc-8cd8-0de28e80be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:10.035437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-a15af309-a66a-4ccc-8cd8-0de28e80be55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 1095 time: 0.1962156 Apr 05 18:39:10.068551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-169ba457-6ee0-4c15-b659-447d175b9158 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:10.070321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-169ba457-6ee0-4c15-b659-447d175b9158 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/networks?id=5f2b29dd-da16-475c-b4b9-33a7596f7135 HTTP/1.1" status: 200 len: 806 time: 0.3036773 Apr 05 18:39:10.118219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3c7b-e802-49bc-a610-35550530e3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.146527 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3c7b-e802-49bc-a610-35550530e3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.201830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-2b4817d1-b699-45b1-a555-75d22666c3f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/quotas/d992b4d4b3ed47ebb4d182f6e3e35bc6 HTTP/1.1" status: 200 len: 375 time: 0.1032722 Apr 05 18:39:10.219944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3c7b-e802-49bc-a610-35550530e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.223615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3c7b-e802-49bc-a610-35550530e3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.224972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a1ed3c7b-e802-49bc-a610-35550530e3fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6b90af2-0e43-4a59-8ef5-e27405f3347e HTTP/1.1" status: 204 len: 168 time: 0.2011375 Apr 05 18:39:10.244695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed3c7b-e802-49bc-a610-35550530e3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b90af2-0e43-4a59-8ef5-e27405f3347e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:10.322570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00c8392e-67d9-423d-a26e-ecebfd717bb3 req-836fdf75-16fe-415a-a9c7-1af8fa78f373 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/561c326e-2f97-4173-b1aa-67afd9c65529 HTTP/1.1" status: 200 len: 2403 time: 0.2625239 Apr 05 18:39:10.363096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-4b40d0ec-d26f-4515-b5c2-9e6d6b4db29e service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261182 Apr 05 18:39:10.459630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-eb0e0dba-6cfb-42d9-98ef-6d384cedf40f tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d992b4d4b3ed47ebb4d182f6e3e35bc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2574966 Apr 05 18:39:10.468632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:10.472034 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f8f79e-a88b-4f80-b222-55aa3541a04a" -d '{"events": [{"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-plugged", "status": "completed", "tag": "b425a08d-d656-4892-a6db-37d0377275ac"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:10.478213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-1eace162-0453-4b6e-b8ef-b9e61bb7327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:10.481258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-1eace162-0453-4b6e-b8ef-b9e61bb7327d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.4004056 Apr 05 18:39:10.568324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-8f2932fa-da8c-4954-b856-b936a19bcfe1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 200 len: 217 time: 0.0517168 Apr 05 18:39:10.662335 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00c8392e-67d9-423d-a26e-ecebfd717bb3 req-a667ebf1-42f1-49b0-9da1-121c7feac11e tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.681930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-d409ba81-d5f9-4a45-98d5-752f2c1115e6 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886398 Apr 05 18:39:10.740972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00c8392e-67d9-423d-a26e-ecebfd717bb3 req-a667ebf1-42f1-49b0-9da1-121c7feac11e tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.744537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-ed13b572-57ce-4e4e-8879-e700f56afb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:10.745994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-ed13b572-57ce-4e4e-8879-e700f56afb09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.1664536 Apr 05 18:39:10.802514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37686) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:10.820687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b051e8f-521f-4f9e-8c71-2548d05113ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.821087 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-d8e24a41-d105-4d8f-9934-1e8e3832f62a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638549 Apr 05 18:39:10.838968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-22fe669d-d60a-40ca-ac14-152ace5a01b1 service neutron] 10.222.0.15 "GET /v2.0/networks/5f2b29dd-da16-475c-b4b9-33a7596f7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780003 Apr 05 18:39:10.944610 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b051e8f-521f-4f9e-8c71-2548d05113ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.950227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b051e8f-521f-4f9e-8c71-2548d05113ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.958340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00c8392e-67d9-423d-a26e-ecebfd717bb3 req-a667ebf1-42f1-49b0-9da1-121c7feac11e tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.961031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-00c8392e-67d9-423d-a26e-ecebfd717bb3 req-a667ebf1-42f1-49b0-9da1-121c7feac11e tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:10.962247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00c8392e-67d9-423d-a26e-ecebfd717bb3 req-a667ebf1-42f1-49b0-9da1-121c7feac11e tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "DELETE /v2.0/security-groups/561c326e-2f97-4173-b1aa-67afd9c65529 HTTP/1.1" status: 204 len: 173 time: 0.6374879 Apr 05 18:39:10.984514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667ebf1-42f1-49b0-9da1-121c7feac11e tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c326e-2f97-4173-b1aa-67afd9c65529,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:10.986820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b051e8f-521f-4f9e-8c71-2548d05113ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f5410b-67b1-4fef-b853-3041c385d23f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:11.010206 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0b051e8f-521f-4f9e-8c71-2548d05113ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fbcaca9be8446d9b7480c41f70e2676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054658 Apr 05 18:39:11.010887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37694) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:11.034887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-105451e3-7829-4df9-b297-b47dc36bb2b4 service neutron] 10.222.0.15 "GET /v2.0/networks/5f2b29dd-da16-475c-b4b9-33a7596f7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921296 Apr 05 18:39:11.046931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-d83d3fa7-6f30-4e24-a6cb-03bfd7dd42d4 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984818 Apr 05 18:39:11.087681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e10c1171-97ba-47bb-aa16-bbaabd417049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:11.115331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e10c1171-97ba-47bb-aa16-bbaabd417049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:11.188780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e10c1171-97ba-47bb-aa16-bbaabd417049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:11.193320 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e10c1171-97ba-47bb-aa16-bbaabd417049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:11.204490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfc8ebbd-e8b5-4528-8f00-95a977d7296b req-de8cf2e6-b56f-4dec-acc4-e56e975dbc6d service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497297 Apr 05 18:39:11.206770 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e10c1171-97ba-47bb-aa16-bbaabd417049 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2f5410b-67b1-4fef-b853-3041c385d23f HTTP/1.1" status: 204 len: 168 time: 0.1858439 Apr 05 18:39:11.257159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c1171-97ba-47bb-aa16-bbaabd417049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f5410b-67b1-4fef-b853-3041c385d23f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:11.400614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6c079-96e3-4bb5-af56-939b6927e424 req-736b044e-9883-441e-b3f1-026ce54844a0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:11.408844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-caf6c079-96e3-4bb5-af56-939b6927e424 req-736b044e-9883-441e-b3f1-026ce54844a0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.0819290 Apr 05 18:39:11.432929 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940f5fdd-9512-42b2-94f9-3596cc347e5f x-openstack-request-id: req-940f5fdd-9512-42b2-94f9-3596cc347e5f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:11.433725 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-plugged", "status": "completed", "tag": "b425a08d-d656-4892-a6db-37d0377275ac", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:11.434066 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-940f5fdd-9512-42b2-94f9-3596cc347e5f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:11.434609 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940f5fdd-9512-42b2-94f9-3596cc347e5f'] response: {'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac', 'code': 200} Apr 05 18:39:11.489499 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-caf6c079-96e3-4bb5-af56-939b6927e424 req-66fa0793-3733-44ec-b758-52c183f2f861 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792639 Apr 05 18:39:11.657541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ce0fcbe-ac90-4751-955f-aa8ce69170e3 req-205ffdce-0059-431f-bfd8-29d993b7d68b tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "GET /v2.0/security-groups/bb31b1ae-162e-4725-bb83-524d5403dc61 HTTP/1.1" status: 200 len: 2396 time: 0.1451743 Apr 05 18:39:11.728719 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab4f5bdf-5a8f-47f6-b379-4235f101363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:11.774950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61ecbe-838a-4cf4-8163-206fdc861286 req-bc34fec6-2890-48ef-9953-65cd1ba6f9b8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:11.776828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a61ecbe-838a-4cf4-8163-206fdc861286 req-bc34fec6-2890-48ef-9953-65cd1ba6f9b8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 950 time: 0.2093606 Apr 05 18:39:11.844719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a61ecbe-838a-4cf4-8163-206fdc861286 req-d4b4e8d3-1b03-4e60-a502-28efc0d4f30b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Apr 05 18:39:11.920041 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3ce0fcbe-ac90-4751-955f-aa8ce69170e3 req-38f9ef59-bfeb-45b5-bee7-f4f6313bbaf1 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:11.976334 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3ce0fcbe-ac90-4751-955f-aa8ce69170e3 req-38f9ef59-bfeb-45b5-bee7-f4f6313bbaf1 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:11.982282 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-dbc14ccf-48b0-43b2-b3b9-31c969cbd3cb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4448175 Apr 05 18:39:12.065922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed7823-5b69-4fdf-913f-67dfab702c70 req-8eedbfda-7740-4eed-bcd8-37468a534969 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:12.076195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-74ed7823-5b69-4fdf-913f-67dfab702c70 req-8eedbfda-7740-4eed-bcd8-37468a534969 tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 1095 time: 0.0964100 Apr 05 18:39:12.092946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-41724559-fc76-4788-b88e-1efb1a7d1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:12.095620 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-41724559-fc76-4788-b88e-1efb1a7d1683 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 1095 time: 0.0883577 Apr 05 18:39:12.141208 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-74ed7823-5b69-4fdf-913f-67dfab702c70 req-d3a91d2a-cf16-4873-bdaf-9ade7e64930d tempest-LiveMigrationTest-2076147095 tempest-LiveMigrationTest-2076147095-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624039 Apr 05 18:39:12.147879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3ce0fcbe-ac90-4751-955f-aa8ce69170e3 req-38f9ef59-bfeb-45b5-bee7-f4f6313bbaf1 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:12.156421 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3ce0fcbe-ac90-4751-955f-aa8ce69170e3 req-38f9ef59-bfeb-45b5-bee7-f4f6313bbaf1 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:12.188087 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ce0fcbe-ac90-4751-955f-aa8ce69170e3 req-38f9ef59-bfeb-45b5-bee7-f4f6313bbaf1 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb31b1ae-162e-4725-bb83-524d5403dc61 HTTP/1.1" status: 204 len: 173 time: 0.5056229 Apr 05 18:39:12.188643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37738) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:12.248183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9ef59-bfeb-45b5-bee7-f4f6313bbaf1 tempest-SecurityGroupRulesTestJSON-751879641 tempest-SecurityGroupRulesTestJSON-751879641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb31b1ae-162e-4725-bb83-524d5403dc61,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:12.328623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd15d72-e37d-4bab-be9d-9719c87219de admin admin] Deleting subnet 704a1ef2-db05-4dc0-9bcd-cb6258d414a6 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:39:12.336284 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5bd15d72-e37d-4bab-be9d-9719c87219de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:12.370543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-dd2d8700-8fb7-4145-95e5-cfade23025e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:12.372018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-dd2d8700-8fb7-4145-95e5-cfade23025e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 200 len: 907 time: 0.2471774 Apr 05 18:39:12.469584 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-4766a0f8-4bf1-4eac-9092-b0cb51925713 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 200 len: 217 time: 0.0884988 Apr 05 18:39:12.486895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-204d1a70-11cf-4f68-b426-c9fc7f1e210c req-c6722a51-ef05-4770-9e7a-e1faefdaff7c tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 210 time: 0.0933645 Apr 05 18:39:12.540097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5bd15d72-e37d-4bab-be9d-9719c87219de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:12.575210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-58701a43-c43a-41e6-924b-c3d05c0a5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:12.577073 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-58701a43-c43a-41e6-924b-c3d05c0a5060 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 200 len: 847 time: 0.1000495 Apr 05 18:39:12.636160 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-ed40dce9-0d43-46f8-8c61-8e117f65847d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59fc4373-f553-4cc9-8975-18ec33c4a672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514991 Apr 05 18:39:12.730270 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5bd15d72-e37d-4bab-be9d-9719c87219de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:12.778012 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:12.871552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b7870-8578-4f57-b552-999bf0048eed req-d75b9141-f330-4f7f-8965-14e8539c6c97 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:12.876118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e07b7870-8578-4f57-b552-999bf0048eed req-d75b9141-f330-4f7f-8965-14e8539c6c97 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 1101 time: 0.1906815 Apr 05 18:39:12.881911 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5bd15d72-e37d-4bab-be9d-9719c87219de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:12.901043 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-5ee0ebd3-6a20-4028-912b-ae55ec091917 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572944 Apr 05 18:39:13.030819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:13.079141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5bd15d72-e37d-4bab-be9d-9719c87219de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.093003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5bd15d72-e37d-4bab-be9d-9719c87219de admin admin] 10.222.0.15 "DELETE /v2.0/subnets/704a1ef2-db05-4dc0-9bcd-cb6258d414a6 HTTP/1.1" status: 204 len: 168 time: 0.8781719 Apr 05 18:39:13.093207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd15d72-e37d-4bab-be9d-9719c87219de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704a1ef2-db05-4dc0-9bcd-cb6258d414a6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:13.097997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37770) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:13.126369 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e07b7870-8578-4f57-b552-999bf0048eed req-05675770-2435-4627-81c1-1a4e53379cd8 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372184 Apr 05 18:39:13.352185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-network', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:13.376414 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-227d5f6a-26af-4894-ab7c-3eb36e9b33f7 req-1c94e871-734c-4c88-8fec-8f04ce21b5f0 service neutron] 10.222.0.25 "GET /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684081 Apr 05 18:39:13.380544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.403124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Made reservation on behalf of fc8f3d0f1bd64b36badc2d9051a8bd61 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:39:13.413274 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.674088 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.715325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:13.729272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80398459-32b3-4192-9130-90a19c378822') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:13.729665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80398459-32b3-4192-9130-90a19c378822') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:13.746714 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.765587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.775058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:39:13.775603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:39:13.777665 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:39:13.857275 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.877217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.882524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-de16ad44-668e-46d3-b529-cf75f976536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:13.883996 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-de16ad44-668e-46d3-b529-cf75f976536e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17&tenant_id=d7f64cbfb3fd47c59352b91f535306d9 HTTP/1.1" status: 200 len: 1100 time: 0.0911591 Apr 05 18:39:13.887852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:13.893217 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] 10.222.0.15 "DELETE /v2.0/networks/2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c HTTP/1.1" status: 204 len: 168 time: 0.7918456 Apr 05 18:39:13.927480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:13.948157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54889287-cbd9-4747-9d19-e11e0f868cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9b7f0c-0c46-4a13-b4bc-2f8efc8e1b7c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:13.987232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69b7c1-e16b-4b2d-be82-b6d49f9b65a5 req-92fd448e-84ca-4846-a934-27d19e312a83 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:13.990238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad69b7c1-e16b-4b2d-be82-b6d49f9b65a5 req-92fd448e-84ca-4846-a934-27d19e312a83 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1434045 Apr 05 18:39:14.006801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.071580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-0e1538ba-73ba-4ea3-a26d-be9e52402b36 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:14.073527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-0e1538ba-73ba-4ea3-a26d-be9e52402b36 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.20 "GET /v2.0/networks?id=5f2b29dd-da16-475c-b4b9-33a7596f7135 HTTP/1.1" status: 200 len: 806 time: 0.2256863 Apr 05 18:39:14.154483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:14.171663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-69d2d2cd-ef62-47dd-a430-3fad30f69ecc tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:39:14.172775 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-69d2d2cd-ef62-47dd-a430-3fad30f69ecc tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090048 Apr 05 18:39:14.180102 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.191155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad69b7c1-e16b-4b2d-be82-b6d49f9b65a5 req-7112ef6e-283d-4514-8e11-aad809c75813 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846635 Apr 05 18:39:14.214708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.252425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.265657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-a4331fde-2745-4b49-8f6e-f7d140c506ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:14.267052 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-a4331fde-2745-4b49-8f6e-f7d140c506ca service neutron] 10.222.0.15 "GET /v2.0/ports/d21b5b3a-e590-4585-b431-fa14085cb789 HTTP/1.1" status: 200 len: 1093 time: 0.0835361 Apr 05 18:39:14.272546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:39:14.281932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-664c87e2-0ce7-4af1-82a7-fbda58b27682 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d992b4d4b3ed47ebb4d182f6e3e35bc6 HTTP/1.1" status: 200 len: 379 time: 0.1720121 Apr 05 18:39:14.296700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Request body: {'binding': {'host': 'n-h1-836650-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:14.297150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Unknown quota resources ['binding']. {{(pid=102639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 18:39:14.299491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Request body: {'port': {'device_id': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'admin_state_up': True, 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'security_groups': ['e52fcd36-7926-4448-9cca-5346a1f4484e']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:14.306720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000d8246-03ef-4c65-ade3-0bfc00642650,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:14.337291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.337291 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Added segment 82c4e503-ed44-4486-99b1-2038905df478 of type vlan for network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 Apr 05 18:39:14.396938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-812fe306-379a-433f-a4d3-e775a9b06ae8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e721c8e78aa4768b1789e570fe77d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311304 Apr 05 18:39:14.405956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37818) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:14.421113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:14.428572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-3ec74d45-1708-46b6-b025-c2c0a0edb7ed tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878077 Apr 05 18:39:14.458611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.505812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:14.557810 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5986b8e8-413a-4eef-9139-775fa6c79c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.573356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.574314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:14.574941 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.583102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:14.585396 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d86da-7dfe-44f4-801a-45a8dda0a98f" -d '{"events": [{"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-unplugged", "status": "completed", "tag": "b425a08d-d656-4892-a6db-37d0377275ac"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:14.592346 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.603845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 on host n-h1-836650-3 for vnic_type normal with profile None {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:14.604198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:14.604523 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:14.609456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5986b8e8-413a-4eef-9139-775fa6c79c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.619654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Made reservation on behalf of d992b4d4b3ed47ebb4d182f6e3e35bc6 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:39:14.623447 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.625310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Transition to ACTIVE for port object b425a08d-d656-4892-a6db-37d0377275ac will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:39:14.628728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Port d21b5b3a-e590-4585-b431-fa14085cb789 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:39:14.629165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:14.642127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.654550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:14.654804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:14.655187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:14.655618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Bound port: d21b5b3a-e590-4585-b431-fa14085cb789, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:14.672371 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6254003 Apr 05 18:39:14.681137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-a5cbbfe3-d402-4bd3-a4c5-c77390b623cf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:14.687208 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-a5cbbfe3-d402-4bd3-a4c5-c77390b623cf tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468023 Apr 05 18:39:14.687966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37824) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:14.696468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Request body: {'subnet': {'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-subnet', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:14.752383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de1807-a356-4d7b-b1a5-a7c9e423e755 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf21c8c-2b72-45f9-b0db-18684a2cc516,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:14.759235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=10']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:14.768269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-54cf3e93-1e36-4b88-803f-87da9b584386 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/quotas/3d7141754c2149c9b47bf6afe7d827a1 HTTP/1.1" status: 200 len: 375 time: 0.0794828 Apr 05 18:39:14.778184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:39:14.789925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] No DVR routers for this DVR port b425a08d-d656-4892-a6db-37d0377275ac on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:14.796460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Made reservation on behalf of fc8f3d0f1bd64b36badc2d9051a8bd61 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:39:14.798741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.833521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5986b8e8-413a-4eef-9139-775fa6c79c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.836193 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5986b8e8-413a-4eef-9139-775fa6c79c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:14.839612 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5986b8e8-413a-4eef-9139-775fa6c79c2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74289d1d-15e4-4b54-9447-6fb7ecc9d4ca HTTP/1.1" status: 204 len: 168 time: 0.4290729 Apr 05 18:39:14.928906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d01dbd-ef74-42af-8547-fec981a77477 req-94b58186-a561-47f8-b912-5047e3af9b1b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:14.931864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39d01dbd-ef74-42af-8547-fec981a77477 req-94b58186-a561-47f8-b912-5047e3af9b1b tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 944 time: 0.4130945 Apr 05 18:39:14.971554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-be5af9a2-574c-4fbd-bb71-8b06ca91740d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2022769 Apr 05 18:39:14.980489 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.084110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Allocated IP 172.20.0.5 (5f2b29dd-da16-475c-b4b9-33a7596f7135/1b27ffed-1c93-4f3d-8aec-57f1c3447493/abc7a4fe-4675-46e6-b83f-b9fadc0447e0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:15.291391 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b425a08d-d656-4892-a6db-37d0377275ac no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:15.296546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:15.339822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Deleting port 1802c037-0a8d-4198-b479-968a45990f7b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:15.346638 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.373878 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] Notify callbacks [] for binding, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.376310 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] 10.222.0.15 "POST /v2.0/ports/d21b5b3a-e590-4585-b431-fa14085cb789/bindings HTTP/1.1" status: 201 len: 389 time: 1.0831831 Apr 05 18:39:15.386819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986b8e8-413a-4eef-9139-775fa6c79c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74289d1d-15e4-4b54-9447-6fb7ecc9d4ca,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:15.397451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:15.397889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:15.398380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:15.398734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc183467-033c-41cf-bc2a-f56287534d35 req-226920b2-3017-453f-a933-6eb5eba96fb5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:15.409295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Port b425a08d-d656-4892-a6db-37d0377275ac on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:39:15.409778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Attempting to bind port b425a08d-d656-4892-a6db-37d0377275ac on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:15.413403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc183467-033c-41cf-bc2a-f56287534d35 req-226920b2-3017-453f-a933-6eb5eba96fb5 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 944 time: 0.2396224 Apr 05 18:39:15.420580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:15.421223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:15.421784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:15.423000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Bound port: b425a08d-d656-4892-a6db-37d0377275ac, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:15.423510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.440122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b425a08d-d656-4892-a6db-37d0377275ac not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:15.440791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:15.541137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.568920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:15.572236 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ae2c54-1bfa-47b9-8edc-a4002f55e8b7" -d '{"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:15.591518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:15.600946 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.650792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc183467-033c-41cf-bc2a-f56287534d35 req-3e2f020e-3eb9-402e-864f-d9062694581a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304583 Apr 05 18:39:15.661542 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.691201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=11']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:15.745473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:15.766988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:15.776770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.859745 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615fe59c-3110-4c40-974e-a4c8bf3496ae x-openstack-request-id: req-615fe59c-3110-4c40-974e-a4c8bf3496ae {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:15.860075 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-unplugged", "status": "completed", "tag": "b425a08d-d656-4892-a6db-37d0377275ac", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:15.860268 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-615fe59c-3110-4c40-974e-a4c8bf3496ae {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:15.860703 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615fe59c-3110-4c40-974e-a4c8bf3496ae'] response: {'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac', 'code': 200} Apr 05 18:39:15.875451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-701b9cab-1ee0-4264-8b98-5290209add6c req-e8d295a2-50cc-4052-a196-a6427ddb16a6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 210 time: 0.2216449 Apr 05 18:39:15.879124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] For port 1802c037-0a8d-4198-b479-968a45990f7b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1802c037-0a8d-4198-b479-968a45990f7b,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:15.879500 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.922694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.930527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Calling delete_port for 1802c037-0a8d-4198-b479-968a45990f7b owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:15.943836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:15.946640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:15.952932 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] 10.222.0.25 "PUT /v2.0/ports/b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 1096 time: 2.0267227 Apr 05 18:39:15.958070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d1180-6959-4f97-bdec-8d45979a0c4c service neutron] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=11']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:16.006746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-278e4244-04b2-4e3b-a74b-df4d43a360b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.008479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-278e4244-04b2-4e3b-a74b-df4d43a360b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 1096 time: 0.2526946 Apr 05 18:39:16.060869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50dda1f9-5ed0-4762-99c7-43d17ff7e84e req-c887fa7c-a963-4ae3-a1e2-9d1ffd2e19ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 210 time: 0.0717461 Apr 05 18:39:16.063721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Checking segment: {'id': '82c4e503-ed44-4486-99b1-2038905df478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:16.064246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Network hostable DHCP agents. Network: 8cf21c8c-2b72-45f9-b0db-18684a2cc516, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:39:16.084789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e7232f-13ac-499a-b628-5d544c63fdb7,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:16.130556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-1b3c9a75-c9ad-48d8-8493-5c37f886f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.132558 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-1b3c9a75-c9ad-48d8-8493-5c37f886f2e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1099 time: 0.1378608 Apr 05 18:39:16.135255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:39:16.231263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 8cf21c8c-2b72-45f9-b0db-18684a2cc516) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:16.241995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7dec3c-d7c4-428e-84ec-acfb5d3dee6c None None] Network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:39:16.266596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-97cec442-e19a-49ee-813c-dabbbab90ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.268535 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-97cec442-e19a-49ee-813c-dabbbab90ff9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1242299 Apr 05 18:39:16.270454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.271202 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.279856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:16.321647 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.334476 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2bfc5aa2-b9d6-4dd5-a193-f0aad46735b5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6454120 Apr 05 18:39:16.335879 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-b3d8992a-9867-4a2a-8173-fae84bc2861d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.0550227 Apr 05 18:39:16.337422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37876) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:16.342444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:16.406511 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.408268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.421819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-efa928e8-9e15-42cf-9fdf-c48b29009c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.425262 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-efa928e8-9e15-42cf-9fdf-c48b29009c3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0777380 Apr 05 18:39:16.443557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Network 5f2b29dd-da16-475c-b4b9-33a7596f7135 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:16.450583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4c193-b3f6-4a22-a14e-4e9fc8b6e73f req-9c8c0fac-31af-4785-bc3b-0523ffc9c59f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.453128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22e4c193-b3f6-4a22-a14e-4e9fc8b6e73f req-9c8c0fac-31af-4785-bc3b-0523ffc9c59f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 948 time: 0.4377379 Apr 05 18:39:16.459083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1192652797-network', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:16.470573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bbaba-765f-42df-b6f4-c786b5ef9865 req-588bc2b7-e985-4d1d-88fd-1cba24c1d894 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.472106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-239bbaba-765f-42df-b6f4-c786b5ef9865 req-588bc2b7-e985-4d1d-88fd-1cba24c1d894 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.2649274 Apr 05 18:39:16.473609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:16.486157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:16.491374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Pushing event updated for resources: {'Port': ['ID=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:16.526979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-8cf21c8c-2b72-45f9-b0db-18684a2cc516', 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'fixed_ips': [{'subnet_id': '43e7232f-13ac-499a-b628-5d544c63fdb7'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:39:16.529314 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.530545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-221b0d4d-fd90-4eed-acf3-4d43cd79a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.532612 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-221b0d4d-fd90-4eed-acf3-4d43cd79a134 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.4854810 Apr 05 18:39:16.541098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Made reservation on behalf of cee2a9bf3d8648bb99f1d24d69c038dc for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:39:16.550195 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.611561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.622159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.25', 51769) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:16.624016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.655055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-ee4d4e6f-ff78-4ca2-b545-4250a1eb64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.656659 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-ee4d4e6f-ff78-4ca2-b545-4250a1eb64d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216761 Apr 05 18:39:16.666271 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-e6c4d078-1a71-4522-a2ed-7bcb695f1061 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408964 Apr 05 18:39:16.696027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-3de019f2-3c0b-4c64-9da8-db6e2ed89fbe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d21b5b3a-e590-4585-b431-fa14085cb789 HTTP/1.1" status: 200 len: 217 time: 0.1456845 Apr 05 18:39:16.744268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Allocated IP 172.20.0.2 (8cf21c8c-2b72-45f9-b0db-18684a2cc516/43e7232f-13ac-499a-b628-5d544c63fdb7/ede0c865-5713-403d-af10-9f9fd31de99d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:16.781453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.782026 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.799139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-ed374218-7427-4549-8d2f-b2e8d748f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:16.802468 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-ed374218-7427-4549-8d2f-b2e8d748f1a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.0907991 Apr 05 18:39:16.833246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22e4c193-b3f6-4a22-a14e-4e9fc8b6e73f req-459f2571-fd2d-4eb3-899c-920d9f4b593d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506701 Apr 05 18:39:16.846656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-239bbaba-765f-42df-b6f4-c786b5ef9865 req-1f04fc9e-d613-4418-9aee-99323b3a15c7 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569477 Apr 05 18:39:16.887359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3652fb65-d823-469b-b5ce-061679931603 None None] Provisioning complete for port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:16.888232 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3652fb65-d823-469b-b5ce-061679931603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.902038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-6e797919-dd9f-40e5-b929-dd603aaea97e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899372 Apr 05 18:39:16.903802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:16.914878 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b5ef9c-b827-4867-a6f2-22b8c21d7eba x-openstack-request-id: req-a0b5ef9c-b827-4867-a6f2-22b8c21d7eba {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:16.915174 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:16.915423 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0b5ef9c-b827-4867-a6f2-22b8c21d7eba {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:16.915813 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b5ef9c-b827-4867-a6f2-22b8c21d7eba'] response: {'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'code': 200} Apr 05 18:39:16.921881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['440a7eb8-db0a-4a32-a587-6c2ceb00f4a2', '1802c037-0a8d-4198-b479-968a45990f7b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:16.932928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-85a54316-75d8-4bdb-bb33-6a6dd10fe198 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6383636 Apr 05 18:39:16.943841 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.002694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3652fb65-d823-469b-b5ce-061679931603 None None] Port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:17.004906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Request body: {'port': {'device_id': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:17.010446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Pushing event deleted for resources: {'Port': ['ID=1802c037-0a8d-4198-b479-968a45990f7b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:17.095351 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.108682 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.111036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12892bc0-1aaa-4593-93a9-a6a12f98a20e req-982a7953-f081-4ac3-9422-e4610a94bf0d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 210 time: 0.1191301 Apr 05 18:39:17.169001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:17.173980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:17.183292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:17.211704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-9a68ef65-abcc-43bb-b0d2-a81c8d2e831e service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910368 Apr 05 18:39:17.231262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] No DVR routers for this DVR port 1802c037-0a8d-4198-b479-968a45990f7b on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:17.231262 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.235083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.25 "DELETE /v2.0/ports/1802c037-0a8d-4198-b479-968a45990f7b HTTP/1.1" status: 204 len: 173 time: 2.2957749 Apr 05 18:39:17.247813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Pushing event updated for resources: {'Port': ['ID=ede0c865-5713-403d-af10-9f9fd31de99d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:17.248116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'name': 'network-vif-deleted', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:17.248512 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-a5005175-e452-4165-b167-b98f843fa575 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350351 Apr 05 18:39:17.251135 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d3311-a0d2-4178-a14c-84d429f6aef6" -d '{"events": [{"server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "name": "network-vif-deleted", "tag": "1802c037-0a8d-4198-b479-968a45990f7b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:17.272326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Attempting to bind port ede0c865-5713-403d-af10-9f9fd31de99d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:17.273032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Attempting to bind port ede0c865-5713-403d-af10-9f9fd31de99d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '82c4e503-ed44-4486-99b1-2038905df478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:17.273616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Attempting to bind port ede0c865-5713-403d-af10-9f9fd31de99d on network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:17.283167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:17.283167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Checking segment: {'id': '82c4e503-ed44-4486-99b1-2038905df478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:17.283167 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.283167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Bound using segment: {'id': '82c4e503-ed44-4486-99b1-2038905df478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:17.283167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Bound port: ede0c865-5713-403d-af10-9f9fd31de99d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c4e503-ed44-4486-99b1-2038905df478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:17.283167 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.286798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.305278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-7ad76bdd-dbd5-4014-a6d0-ed915290ce59 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:17.306759 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-7ad76bdd-dbd5-4014-a6d0-ed915290ce59 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5849442 Apr 05 18:39:17.311784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.372546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c444a2-7567-4683-a49a-e416bb108927,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:17.380921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] For port ede0c865-5713-403d-af10-9f9fd31de99d, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:17.381277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Request body: {'port': {'device_id': 'd4ca1cf2-400e-4613-995e-49e7932fee61', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3d7141754c2149c9b47bf6afe7d827a1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:17.388257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] For port ede0c865-5713-403d-af10-9f9fd31de99d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ede0c865-5713-403d-af10-9f9fd31de99d,segment=NetworkSegment(82c4e503-ed44-4486-99b1-2038905df478),segment_id=82c4e503-ed44-4486-99b1-2038905df478)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:17.396740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.411818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:39:17.430125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab932e-41c5-47d4-aaf3-71e32db5e3a1 req-cac42df1-96cb-497e-b699-ad2ba10779be tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:17.431699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04ab932e-41c5-47d4-aaf3-71e32db5e3a1 req-cac42df1-96cb-497e-b699-ad2ba10779be tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 931 time: 0.3345656 Apr 05 18:39:17.438484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.474843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a4ba6-98ec-4833-85d2-84af172e10b6 None None] Pushing event updated for resources: {'Port': ['ID=ede0c865-5713-403d-af10-9f9fd31de99d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:17.480306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.480656 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Added segment 82215f8f-2f1e-4265-b1c5-a36cec8104ed of type vlan for network c8afd957-c529-4c57-aa58-a295d1ad65c9 Apr 05 18:39:17.483120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f116ee-b36c-44ce-b4c0-e0b9645b3176 req-06c30dee-4311-4261-9115-110a60cb06b1 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:17.490620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67f116ee-b36c-44ce-b4c0-e0b9645b3176 req-06c30dee-4311-4261-9115-110a60cb06b1 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 949 time: 0.2820902 Apr 05 18:39:17.566934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67f116ee-b36c-44ce-b4c0-e0b9645b3176 req-80ce7954-eba2-4009-8d5f-bb374203de6e tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754247 Apr 05 18:39:17.666211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.669909 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac23177e-8e5e-42e0-99a2-b234e932f394 req-4dc0cd4f-a64f-49a0-b7ee-21f7aa35739d service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100831 Apr 05 18:39:17.698762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-5e3262f3-597c-4417-80c3-95ff95302460 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514687 Apr 05 18:39:17.738204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04ab932e-41c5-47d4-aaf3-71e32db5e3a1 req-de911666-0d5b-4ca1-878f-c89cf633871c tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829878 Apr 05 18:39:17.767368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.770259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:17.770602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.772082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7aa93e5c-58f4-4d68-a657-83509b81eb1e req-7fce76c6-3d5b-4f83-94ea-83ffcebce9f2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 210 time: 0.0403438 Apr 05 18:39:17.778496 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.783329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Made reservation on behalf of 3d7141754c2149c9b47bf6afe7d827a1 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:39:17.786914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:17.867437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:17.869773 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed13f98-883c-4711-8fbc-99cde3ac1a03" -d '{"events": [{"name": "network-changed", "server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "tag": "b425a08d-d656-4892-a6db-37d0377275ac"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:17.904181 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364df395-ac22-4ba5-b4a6-924390f20356 x-openstack-request-id: req-364df395-ac22-4ba5-b4a6-924390f20356 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:17.904532 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4", "name": "network-vif-deleted", "tag": "1802c037-0a8d-4198-b479-968a45990f7b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:17.904704 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-364df395-ac22-4ba5-b4a6-924390f20356 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:17.905109 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364df395-ac22-4ba5-b4a6-924390f20356'] response: {'server_uuid': '5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4', 'name': 'network-vif-deleted', 'tag': '1802c037-0a8d-4198-b479-968a45990f7b', 'status': 'completed', 'code': 200} Apr 05 18:39:17.969380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:18.006641 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7243624 Apr 05 18:39:18.018963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37912) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:18.056614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Request body: {'subnet': {'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-subnet', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:18.065757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32687035-23f5-4aa2-ad08-121afd3a1122 admin admin] Pushing event updated for resources: {'Network': ['ID=c8afd957-c529-4c57-aa58-a295d1ad65c9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:18.077455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c8afd957-c529-4c57-aa58-a295d1ad65c9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:39:18.189710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc7a4fe-4675-46e6-b83f-b9fadc0447e0 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:18.207784 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:18.226646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Made reservation on behalf of cee2a9bf3d8648bb99f1d24d69c038dc for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:39:18.227810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Transition to ACTIVE for port object abc7a4fe-4675-46e6-b83f-b9fadc0447e0 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:39:18.236766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:18.244329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:18.360841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf8aa2-0b41-4adb-aeff-1538f321b8c2 req-b6608c17-d770-4c08-96f9-aeb85a719cf6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:18.375806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7cf8aa2-0b41-4adb-aeff-1538f321b8c2 req-b6608c17-d770-4c08-96f9-aeb85a719cf6 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 948 time: 0.3658416 Apr 05 18:39:18.391837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Pushing event updated for resources: {'Port': ['ID=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:18.404926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Allocated IP 192.168.233.123 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/39147568-9d8b-43f9-b143-25f4d0307cf1) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:18.442859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602992b-8de4-428e-a2d0-8e0db16d4aee req-7d86390d-8490-4baa-8ae1-1a24e3481169 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:18.450624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9602992b-8de4-428e-a2d0-8e0db16d4aee req-7d86390d-8490-4baa-8ae1-1a24e3481169 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.2192845 Apr 05 18:39:18.525623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Allocated IP 172.25.4.156 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/4a93cfcb-56b2-4780-ac9a-58cce4206570) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:18.600248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7cf8aa2-0b41-4adb-aeff-1538f321b8c2 req-7e3e9190-8da6-4536-98a7-c5c48b712def tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207730 Apr 05 18:39:18.627529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9602992b-8de4-428e-a2d0-8e0db16d4aee req-996b435c-89aa-4a10-ab0a-269f50b75d23 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717119 Apr 05 18:39:18.711174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Attempting to bind port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:18.711519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Attempting to bind port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:18.711851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Attempting to bind port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 on network 5f2b29dd-da16-475c-b4b9-33a7596f7135 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:18.717291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 on network 5f2b29dd-da16-475c-b4b9-33a7596f7135 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:39:18.717746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Attempting to bind port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 on network 5f2b29dd-da16-475c-b4b9-33a7596f7135 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:18.731836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:18.732514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Checking segment: {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:18.733069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Bound using segment: {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:18.733698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Bound port: abc7a4fe-4675-46e6-b83f-b9fadc0447e0, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe425c94-50c1-45f1-a45e-580fc93811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:18.734292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:18.828424 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a22be-97e0-43ea-8684-7fd3760f970d x-openstack-request-id: req-f59a22be-97e0-43ea-8684-7fd3760f970d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:18.828692 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "tag": "b425a08d-d656-4892-a6db-37d0377275ac", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:18.828943 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f59a22be-97e0-43ea-8684-7fd3760f970d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:18.836483 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59a22be-97e0-43ea-8684-7fd3760f970d'] response: {'name': 'network-changed', 'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac', 'status': 'completed', 'code': 200} Apr 05 18:39:18.921962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ede0c865-5713-403d-af10-9f9fd31de99d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:18.997482 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1802c037-0a8d-4198-b479-968a45990f7b no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:19.039604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] For port abc7a4fe-4675-46e6-b83f-b9fadc0447e0, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:19.053416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c39fc249-abdb-4e55-bb16-747abb81aa45 req-baf739c2-d108-46e4-99f3-49ec4a0eb183 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 210 time: 0.1107793 Apr 05 18:39:19.065584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 1802c037-0a8d-4198-b479-968a45990f7b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:19.067211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1802c037-0a8d-4198-b479-968a45990f7b not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:19.068619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ede0c865-5713-403d-af10-9f9fd31de99d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:19.069074 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.131473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f95d75b-20f5-4d2f-ac28-6f86bc930ae1 req-9da8f5d0-d32c-4896-9a82-07d5404797fa tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 210 time: 0.0746853 Apr 05 18:39:19.159081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-060f27be-14fd-449b-a0bf-8ee46ad083b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:19.164003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-060f27be-14fd-449b-a0bf-8ee46ad083b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1099 time: 0.3539798 Apr 05 18:39:19.210333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] For port abc7a4fe-4675-46e6-b83f-b9fadc0447e0, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:19.266903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.279380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-81dc2d24-e02d-4a51-9548-7ed4c5b1b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:19.283525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-81dc2d24-e02d-4a51-9548-7ed4c5b1b794 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1099 time: 0.4228587 Apr 05 18:39:19.289108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.340333 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.360686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port ede0c865-5713-403d-af10-9f9fd31de99d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ede0c865-5713-403d-af10-9f9fd31de99d,segment=NetworkSegment(82c4e503-ed44-4486-99b1-2038905df478),segment_id=82c4e503-ed44-4486-99b1-2038905df478)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:19.364938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9eef94-9771-4839-9a15-496ab7ffc24e None None] Network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:39:19.368631 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.391320 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.417508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:19.418133 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.419691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] 10.222.0.20 "PUT /v2.0/ports/abc7a4fe-4675-46e6-b83f-b9fadc0447e0 HTTP/1.1" status: 200 len: 1091 time: 2.4292979 Apr 05 18:39:19.421707 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.492252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da9d0e2-2a1a-42b1-a218-a324f3f06df2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:19.494059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=ede0c865-5713-403d-af10-9f9fd31de99d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:19.568301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2d3a5fb0-66a9-474c-bea4-2f508eb0fa02 None None] Provisioning complete for port ede0c865-5713-403d-af10-9f9fd31de99d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:19.568752 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5fb0-66a9-474c-bea4-2f508eb0fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.583617 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.655704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.681311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:19.698093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:19.718789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:19.726044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Checking segment: {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:19.726295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Network hostable DHCP agents. Network: c8afd957-c529-4c57-aa58-a295d1ad65c9, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:39:19.756189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Pushing event updated for resources: {'Port': ['ID=4a93cfcb-56b2-4780-ac9a-58cce4206570,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:19.767711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:19.803775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:19.814887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:19.882747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:19.883472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:19.922604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:19.925850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ef529559-575b-4ed2-9564-1568cd6a8908', '602e71d7-2da9-41da-bc99-b396a0cc6db0', '2c036bc7-18a4-43df-a306-0eedb21ea557'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:19.929205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Network c8afd957-c529-4c57-aa58-a295d1ad65c9 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:39:19.985614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c8afd957-c529-4c57-aa58-a295d1ad65c9) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:19.993048 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:39:20.024060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event updated for resources: {'Port': ['ID=39147568-9d8b-43f9-b143-25f4d0307cf1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:20.038107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed797b5b-fab7-4127-9785-50bd7d644a12 None None] Network c8afd957-c529-4c57-aa58-a295d1ad65c9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:39:20.040486 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-2cf19e2e-297a-4326-bb40-eb53dcd6e4ab tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6708646 Apr 05 18:39:20.041974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:20.042647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:20.068032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'tag': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:20.071159 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d349fe6d-74d6-4c46-bc6c-fe205dab189e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b", "tag": "abc7a4fe-4675-46e6-b83f-b9fadc0447e0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:20.076618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Request body: {'port': {'device_id': 'd4ca1cf2-400e-4613-995e-49e7932fee61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:20.126680 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df506cd3-3f58-4461-9bff-a33c27a7c981 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1018958 Apr 05 18:39:20.128153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d8c75-a685-47ea-9fce-47a3add81657 req-02824ce2-49ea-4465-9f24-386ebceb6449 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:20.131881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b00d8c75-a685-47ea-9fce-47a3add81657 req-02824ce2-49ea-4465-9f24-386ebceb6449 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 943 time: 0.9434969 Apr 05 18:39:20.133699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37970) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:20.139979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:20.242711 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:20.255445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:20.257540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:20.331025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e7a60-2b7d-4fe7-a746-7db9f4068429 service neutron] Pushing event updated for resources: {'Port': ['ID=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:20.378504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ede0c865-5713-403d-af10-9f9fd31de99d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:20.397885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-a1800128-b239-485a-ab58-6dcd815521b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:20.399881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-a1800128-b239-485a-ab58-6dcd815521b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 1.2291253 Apr 05 18:39:20.409783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d2f5f-1327-42a9-b2d8-cddcb3bf96cf req-6c0ca6d4-e81b-4c40-95a7-f72d3f490b9d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:20.411953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf3d2f5f-1327-42a9-b2d8-cddcb3bf96cf req-6c0ca6d4-e81b-4c40-95a7-f72d3f490b9d tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 948 time: 0.3177392 Apr 05 18:39:20.428987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-c8afd957-c529-4c57-aa58-a295d1ad65c9', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:39:20.429915 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:20.464669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-f73a62d1-fc5c-4041-9eac-60c14ce9514b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.0512786 Apr 05 18:39:20.501687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-232070a4-e194-482b-a042-c80e74742f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:20.504988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-232070a4-e194-482b-a042-c80e74742f91 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 1.1742663 Apr 05 18:39:20.544819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-ff849ba0-fa7c-4426-9464-35077bb71fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:20.546802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-ff849ba0-fa7c-4426-9464-35077bb71fea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d992b4d4b3ed47ebb4d182f6e3e35bc6&device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 1094 time: 0.4702768 Apr 05 18:39:20.556893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b00d8c75-a685-47ea-9fce-47a3add81657 req-a903c15a-446f-4f0b-ba39-b958157e665c tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519087 Apr 05 18:39:20.695103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-c83a392c-e0ed-4df3-bc0f-7c1753f8bac0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 200 len: 217 time: 0.1786106 Apr 05 18:39:20.696897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-f86de017-ba1a-4c1c-ae44-40c95f341811 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc7a4fe-4675-46e6-b83f-b9fadc0447e0 HTTP/1.1" status: 200 len: 217 time: 0.0913091 Apr 05 18:39:20.723949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Allocated IP 172.20.0.2 (c8afd957-c529-4c57-aa58-a295d1ad65c9/7da9d0e2-2a1a-42b1-a218-a324f3f06df2/ba9f18ce-f8f4-40af-8ce9-98b23084615d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:20.867417 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:20.917404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-85925061-ca94-41e1-9a30-ed7906ae30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:20.917880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-333bbae1-ae67-443d-9e19-6e77ef609294 None None] Provisioning complete for port 39147568-9d8b-43f9-b143-25f4d0307cf1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:20.918258 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-333bbae1-ae67-443d-9e19-6e77ef609294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:20.919895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-85925061-ca94-41e1-9a30-ed7906ae30be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.4303989 Apr 05 18:39:20.943496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf3d2f5f-1327-42a9-b2d8-cddcb3bf96cf req-b0ce5acc-beef-4608-8999-bd6890fd56ec tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704998 Apr 05 18:39:20.958053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.053785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-5fcb563e-dbd2-46c9-acdf-d698bf827154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:21.055983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-5fcb563e-dbd2-46c9-acdf-d698bf827154 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.3516104 Apr 05 18:39:21.058095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-2bbf0a06-1802-4c18-a7bf-edbc0c21e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:21.059260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-2bbf0a06-1802-4c18-a7bf-edbc0c21e227 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b27ffed-1c93-4f3d-8aec-57f1c3447493 HTTP/1.1" status: 200 len: 845 time: 0.3260374 Apr 05 18:39:21.063199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ede0c865-5713-403d-af10-9f9fd31de99d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:21.063571 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.136410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-007edbd3-79ef-4e4f-9ad5-d914c196d743 req-1256fec8-6ea2-410f-9d83-a601ed9fecd2 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 210 time: 0.0858076 Apr 05 18:39:21.137003 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.178806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.184359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c822d0-2e98-4159-a3c4-3fac8dfe2b00 req-120e8d23-5451-43f0-9649-bff5230e00a1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:21.191421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26c822d0-2e98-4159-a3c4-3fac8dfe2b00 req-120e8d23-5451-43f0-9649-bff5230e00a1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.2891254 Apr 05 18:39:21.200214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-be4e2ec2-e6bd-40e4-83e4-571d0b53437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:21.201721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-be4e2ec2-e6bd-40e4-83e4-571d0b53437b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2171140 Apr 05 18:39:21.232172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-333bbae1-ae67-443d-9e19-6e77ef609294 None None] Port 39147568-9d8b-43f9-b143-25f4d0307cf1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:21.299539 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.326341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-5dc71507-3b15-4dc7-ae3a-b2f5c4fa4864 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135976 Apr 05 18:39:21.327767 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b78f87-10bb-40ef-b820-fa9c912637af x-openstack-request-id: req-48b78f87-10bb-40ef-b820-fa9c912637af {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:21.328046 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b", "tag": "abc7a4fe-4675-46e6-b83f-b9fadc0447e0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:21.328293 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48b78f87-10bb-40ef-b820-fa9c912637af {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:21.328671 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b78f87-10bb-40ef-b820-fa9c912637af'] response: {'name': 'network-changed', 'server_uuid': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'tag': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0', 'status': 'completed', 'code': 200} Apr 05 18:39:21.365854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-687eb536-c53f-48ac-a50f-a040c69112b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:21.368361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-687eb536-c53f-48ac-a50f-a040c69112b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2968554 Apr 05 18:39:21.370064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-79586f5c-bbca-4bde-95cc-2a3c98290127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:21.371454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-79586f5c-bbca-4bde-95cc-2a3c98290127 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f2b29dd-da16-475c-b4b9-33a7596f7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2979524 Apr 05 18:39:21.487995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Network c8afd957-c529-4c57-aa58-a295d1ad65c9 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:21.506861 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.526192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-dfc3c405-2c9f-43b9-a4fc-35916076ab62 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271050 Apr 05 18:39:21.534249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Pushing event updated for resources: {'Port': ['ID=ba9f18ce-f8f4-40af-8ce9-98b23084615d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:21.541063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:21.557169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:21.592591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26c822d0-2e98-4159-a3c4-3fac8dfe2b00 req-7e66e123-5fda-4db6-bb8b-114be18c4aa7 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963261 Apr 05 18:39:21.687102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39147568-9d8b-43f9-b143-25f4d0307cf1 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:21.739202 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.821294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-f073feb8-2dd4-4ef3-a496-8ce3adf207c4 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461841 Apr 05 18:39:21.831242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Transition to ACTIVE for port object 39147568-9d8b-43f9-b143-25f4d0307cf1 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:39:21.841431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.873625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Router cf46b711-9840-46fc-9a95-6f7022ccd01f is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:39:21.883793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.884285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Attempting to bind port ba9f18ce-f8f4-40af-8ce9-98b23084615d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:21.885065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Attempting to bind port ba9f18ce-f8f4-40af-8ce9-98b23084615d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:21.885459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Attempting to bind port ba9f18ce-f8f4-40af-8ce9-98b23084615d on network c8afd957-c529-4c57-aa58-a295d1ad65c9 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:21.909471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:21.910838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Checking segment: {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:21.911423 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.912130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Bound using segment: {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:21.912808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Bound port: ba9f18ce-f8f4-40af-8ce9-98b23084615d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:21.913367 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:21.963777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-422fb976-eb30-42cc-be1a-82f4ac3fc92c None None] Provisioning complete for port ede0c865-5713-403d-af10-9f9fd31de99d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:21.964436 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-422fb976-eb30-42cc-be1a-82f4ac3fc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:22.007357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ed13f98-883c-4711-8fbc-99cde3ac1a03 req-a07261a6-a955-44c7-9b57-62555d50ba62 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626005 Apr 05 18:39:22.028876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a2ef7-4550-4dba-a784-4118d0e655fe req-7a09002f-d84e-49f8-ae37-887fb5210e08 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:22.030891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:22.034101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-944a2ef7-4550-4dba-a784-4118d0e655fe req-7a09002f-d84e-49f8-ae37-887fb5210e08 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 936 time: 0.6900046 Apr 05 18:39:22.044231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:39:22.060179 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Sync routers for ids ['cf46b711-9840-46fc-9a95-6f7022ccd01f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:39:22.076871 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Routers {'cf46b711-9840-46fc-9a95-6f7022ccd01f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:22.081069 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf46b711-9840-46fc-9a95-6f7022ccd01f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:22.088928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Pushing event updated for resources: {'Port': ['ID=39147568-9d8b-43f9-b143-25f4d0307cf1,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:22.119033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] For port ba9f18ce-f8f4-40af-8ce9-98b23084615d, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:22.122590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] For port ba9f18ce-f8f4-40af-8ce9-98b23084615d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ba9f18ce-f8f4-40af-8ce9-98b23084615d,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:22.157558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:22.162747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5cb97-0f79-4657-a2f5-41d2b2787cd7 req-2b8c5c1e-5430-4551-b64e-75d0714f624c tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:22.163264 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-26567f4d-f74c-4c9e-a078-e0ef9765f520 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8205419 Apr 05 18:39:22.163352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54f5cb97-0f79-4657-a2f5-41d2b2787cd7 req-2b8c5c1e-5430-4551-b64e-75d0714f624c tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 943 time: 0.2788022 Apr 05 18:39:22.169030 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:22.176848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37998) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:22.247953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-de3608cc-de98-442c-9c99-9b1ac8202f25 service neutron] 10.222.0.20 "GET /v2.0/networks/5f2b29dd-da16-475c-b4b9-33a7596f7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8477449 Apr 05 18:39:22.293822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-944a2ef7-4550-4dba-a784-4118d0e655fe req-3795103d-ef83-4c79-9777-a01e6baf5707 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142444 Apr 05 18:39:22.306530 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Set router cf46b711-9840-46fc-9a95-6f7022ccd01f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:22.310334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Attempting to bind port 39147568-9d8b-43f9-b143-25f4d0307cf1 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:22.310518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Attempting to bind port 39147568-9d8b-43f9-b143-25f4d0307cf1 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:22.310742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Attempting to bind port 39147568-9d8b-43f9-b143-25f4d0307cf1 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:22.345404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54f5cb97-0f79-4657-a2f5-41d2b2787cd7 req-d4771d96-7701-45c7-af2b-7c7c7b76e072 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744387 Apr 05 18:39:22.357413 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Port 39147568-9d8b-43f9-b143-25f4d0307cf1 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:39:22.357413 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Attempting to bind port 39147568-9d8b-43f9-b143-25f4d0307cf1 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:22.408600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7443c-4af6-485e-bb68-853f2e34a550 None None] Pushing event updated for resources: {'Port': ['ID=ba9f18ce-f8f4-40af-8ce9-98b23084615d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:22.414594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:22.414940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:22.415321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:22.421570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Bound port: 39147568-9d8b-43f9-b143-25f4d0307cf1, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:22.422184 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:22.597876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] For port 39147568-9d8b-43f9-b143-25f4d0307cf1, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:22.603455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] For port 39147568-9d8b-43f9-b143-25f4d0307cf1, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=39147568-9d8b-43f9-b143-25f4d0307cf1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:22.619779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:22.654646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fa6b807-0db7-442e-8588-6e9fae402723 req-e5615e40-c18d-422e-967d-a68042912c5b service neutron] 10.222.0.20 "GET /v2.0/networks/5f2b29dd-da16-475c-b4b9-33a7596f7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545632 Apr 05 18:39:22.679345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Allocated IP 172.25.4.206 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/ca7173c0-d22e-4957-b9f3-28a9b9583ed4) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:22.770892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:22.771544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:22.773330 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] 10.222.0.25 "PUT /v2.0/ports/39147568-9d8b-43f9-b143-25f4d0307cf1 HTTP/1.1" status: 200 len: 1096 time: 2.7034361 Apr 05 18:39:22.775595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27c370ad-c808-42f7-a625-891db99a2184 req-66389c51-216e-48b4-9148-46d532ab36ee tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c1efd2c-c4a3-4bbf-a4e1-2283f1b9c8f4 HTTP/1.1" status: 200 len: 210 time: 0.1033542 Apr 05 18:39:22.778230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ca1cf2-400e-4613-995e-49e7932fee61', 'tag': '39147568-9d8b-43f9-b143-25f4d0307cf1'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:22.804249 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97886a37-cb3c-43aa-afee-4d071fe939ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ca1cf2-400e-4613-995e-49e7932fee61", "tag": "39147568-9d8b-43f9-b143-25f4d0307cf1"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:22.880903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76128916-b4b8-4a14-a3fa-239c34e93348 req-368f281a-0f0a-40ef-a6a8-ddcfee145324 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:22.882491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76128916-b4b8-4a14-a3fa-239c34e93348 req-368f281a-0f0a-40ef-a6a8-ddcfee145324 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 948 time: 0.4141006 Apr 05 18:39:23.008059 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:16Z', 'updated_at': '2022-04-05T18:39:20Z', 'revision_number': 3, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'gw_port': {'id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:18Z', 'updated_at': '2022-04-05T18:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:23.021265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-a29e452d-8ea3-4972-8e4d-ac164d0f50df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:23.028118 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b425a08d-d656-4892-a6db-37d0377275ac details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:39:23.028629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-a29e452d-8ea3-4972-8e4d-ac164d0f50df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d992b4d4b3ed47ebb4d182f6e3e35bc6&device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 1094 time: 0.2397499 Apr 05 18:39:23.069154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76128916-b4b8-4a14-a3fa-239c34e93348 req-d3ba5b93-4713-4a85-8f87-522eb28303b2 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651030 Apr 05 18:39:23.094020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:23.151097 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Checking router: cf46b711-9840-46fc-9a95-6f7022ccd01f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:39:23.151583 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Updating router cf46b711-9840-46fc-9a95-6f7022ccd01f port 4a93cfcb-56b2-4780-ac9a-58cce4206570 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:39:23.171841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9f09e-9613-4a6a-bf63-5cd3a58d4048 service neutron] Pushing event updated for resources: {'Port': ['ID=39147568-9d8b-43f9-b143-25f4d0307cf1,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:23.195252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:23.223406 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:23.261829 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bf4c4e-fe3e-4f00-884c-ce5f4e500e75 x-openstack-request-id: req-13bf4c4e-fe3e-4f00-884c-ce5f4e500e75 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:23.262389 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ca1cf2-400e-4613-995e-49e7932fee61", "tag": "39147568-9d8b-43f9-b143-25f4d0307cf1", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:23.263685 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13bf4c4e-fe3e-4f00-884c-ce5f4e500e75 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:23.264185 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bf4c4e-fe3e-4f00-884c-ce5f4e500e75'] response: {'name': 'network-changed', 'server_uuid': 'd4ca1cf2-400e-4613-995e-49e7932fee61', 'tag': '39147568-9d8b-43f9-b143-25f4d0307cf1', 'status': 'completed', 'code': 200} Apr 05 18:39:23.266543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-f886cdf1-7521-43db-b4be-b52856327eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:23.268027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-f886cdf1-7521-43db-b4be-b52856327eaf service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f2b29dd-da16-475c-b4b9-33a7596f7135 HTTP/1.1" status: 200 len: 906 time: 0.2351804 Apr 05 18:39:23.324263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:23.344579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b425a08d-d656-4892-a6db-37d0377275ac', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'b425a08d-d656-4892-a6db-37d0377275ac', 'mac_address': 'fa:16:3e:6b:e9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:39:23.360032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c43d90-a6d4-41dc-b1fb-e7381ed631a0 req-a0d3af4c-9a7d-4f01-a868-3060d7e21b3e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:23.361893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22c43d90-a6d4-41dc-b1fb-e7381ed631a0 req-a0d3af4c-9a7d-4f01-a868-3060d7e21b3e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.1638002 Apr 05 18:39:23.366600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-1694b15b-2c24-46e8-a005-07d072a7bd5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc7a4fe-4675-46e6-b83f-b9fadc0447e0 HTTP/1.1" status: 200 len: 217 time: 0.0881219 Apr 05 18:39:23.381918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:23.417954 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:23.440719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:23.462081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b425a08d-d656-4892-a6db-37d0377275ac {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:23.476115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22c43d90-a6d4-41dc-b1fb-e7381ed631a0 req-5c5c219c-6089-4d99-b946-a03ba1b16c4b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986626 Apr 05 18:39:23.495419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:23.504656 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:23.509212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:23.516028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e271f-e91a-4303-9aae-025e6eef21b3 req-f4660eb8-e455-46f4-877c-c6f61c53e0a8 tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:23.517763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-543e271f-e91a-4303-9aae-025e6eef21b3 req-f4660eb8-e455-46f4-877c-c6f61c53e0a8 tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 1099 time: 0.1698346 Apr 05 18:39:23.521240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-a938b752-447f-4104-925f-aa34c9bdfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:23.528316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-a938b752-447f-4104-925f-aa34c9bdfcda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b27ffed-1c93-4f3d-8aec-57f1c3447493 HTTP/1.1" status: 200 len: 845 time: 0.1494660 Apr 05 18:39:23.586151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=12']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:23.605325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7173c0-d22e-4957-b9f3-28a9b9583ed4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:23.642266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-543e271f-e91a-4303-9aae-025e6eef21b3 req-a84f25aa-75d8-4775-9d68-57187793a8fb tempest-MigrationsAdminTest-1624729452 tempest-MigrationsAdminTest-1624729452-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128263 Apr 05 18:39:23.698379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-e5830d60-017c-41f7-9379-e2d93af5283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:23.713778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-e5830d60-017c-41f7-9379-e2d93af5283c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f2b29dd-da16-475c-b4b9-33a7596f7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622331 Apr 05 18:39:23.789776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-541b4710-f788-4fe1-bd4f-f111e1751f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:23.791352 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:23.796462 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-541b4710-f788-4fe1-bd4f-f111e1751f4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 1099 time: 0.6136529 Apr 05 18:39:23.804179 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:23.867355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-08ad9d51-80dc-491a-b7ce-23d376f40fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/5f2b29dd-da16-475c-b4b9-33a7596f7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434367 Apr 05 18:39:23.874335 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Attempting to bind port 4a93cfcb-56b2-4780-ac9a-58cce4206570 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:23.874755 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Attempting to bind port 4a93cfcb-56b2-4780-ac9a-58cce4206570 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:23.875073 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Attempting to bind port 4a93cfcb-56b2-4780-ac9a-58cce4206570 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:23.947470 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:23.947868 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:23.948262 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:23.948698 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:23.950113 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Bound port: 4a93cfcb-56b2-4780-ac9a-58cce4206570, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:23.950559 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:24.021729 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] For port 4a93cfcb-56b2-4780-ac9a-58cce4206570, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:24.025622 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] For port 4a93cfcb-56b2-4780-ac9a-58cce4206570, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4a93cfcb-56b2-4780-ac9a-58cce4206570,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:24.049468 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:24.100214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596b0bd-5721-4651-8314-8caa1ede02cc req-93731622-9cc2-425e-943b-73573df3ae9c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:24.101789 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd01e4-e1ce-4de1-abe8-30598168d41a None None] Pushing event updated for resources: {'Port': ['ID=4a93cfcb-56b2-4780-ac9a-58cce4206570,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:24.108293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0596b0bd-5721-4651-8314-8caa1ede02cc req-93731622-9cc2-425e-943b-73573df3ae9c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 948 time: 0.2339616 Apr 05 18:39:24.131878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e506c-3b92-4a14-ba98-ac8e9c28f58e req-d0a7a91d-d865-4774-bc21-6230abb26bc5 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:24.132859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b425a08d-d656-4892-a6db-37d0377275ac'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:24.134929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef6e506c-3b92-4a14-ba98-ac8e9c28f58e req-d0a7a91d-d865-4774-bc21-6230abb26bc5 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 943 time: 0.2667322 Apr 05 18:39:24.183188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d349fe6d-74d6-4c46-bc6c-fe205dab189e req-b924403c-d5c9-4108-bd3d-d92af6aea0ec service neutron] 10.222.0.20 "GET /v2.0/networks/5f2b29dd-da16-475c-b4b9-33a7596f7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684391 Apr 05 18:39:24.230494 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Routers {'cf46b711-9840-46fc-9a95-6f7022ccd01f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:24.231139 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf46b711-9840-46fc-9a95-6f7022ccd01f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:24.237457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c476fd4-6660-426e-8b8b-443f0b8e226e None None] Network c8afd957-c529-4c57-aa58-a295d1ad65c9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:39:24.239011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0596b0bd-5721-4651-8314-8caa1ede02cc req-abcba6cd-31bc-42f3-bb9a-9ffa9b0a65a2 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294661 Apr 05 18:39:24.276168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef6e506c-3b92-4a14-ba98-ac8e9c28f58e req-7fcdf20d-e53f-4b9c-9088-5d2f455a3004 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962102 Apr 05 18:39:24.423058 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-19741bf4-f969-4e34-93b4-487bacf87934 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=39147568-9d8b-43f9-b143-25f4d0307cf1 HTTP/1.1" status: 200 len: 217 time: 0.6089013 Apr 05 18:39:24.496971 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd01e4-e1ce-4de1-abe8-30598168d41a None None] Pushing event updated for resources: {'Port': ['ID=4a93cfcb-56b2-4780-ac9a-58cce4206570,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:24.557183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-61d38aa5-728f-4ea4-8487-e7be3d775469 None None] Provisioning complete for port ba9f18ce-f8f4-40af-8ce9-98b23084615d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:24.557622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61d38aa5-728f-4ea4-8487-e7be3d775469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:24.568705 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] Set router cf46b711-9840-46fc-9a95-6f7022ccd01f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:24.806134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ba9f18ce-f8f4-40af-8ce9-98b23084615d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:24.810770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-40736cb0-a97f-4e03-a7e8-bb96a9679955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:24.818477 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-40736cb0-a97f-4e03-a7e8-bb96a9679955 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.3862534 Apr 05 18:39:24.848381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abeb7c-c662-4d39-a887-28e6fed2efe6 req-c2ea71ba-5230-4cb1-a63f-e8dcee9cb2e9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:24.856701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69abeb7c-c662-4d39-a887-28e6fed2efe6 req-c2ea71ba-5230-4cb1-a63f-e8dcee9cb2e9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.1627789 Apr 05 18:39:24.942281 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61d38aa5-728f-4ea4-8487-e7be3d775469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:24.976137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-36413cb5-44a7-47c3-bdf5-e54e40017d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:24.978125 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-36413cb5-44a7-47c3-bdf5-e54e40017d0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454344 Apr 05 18:39:24.978722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69abeb7c-c662-4d39-a887-28e6fed2efe6 req-d103815f-f2c5-4995-a76e-ef744b6270d4 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144984 Apr 05 18:39:24.985981 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:24.996156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-61d38aa5-728f-4ea4-8487-e7be3d775469 None None] For port ba9f18ce-f8f4-40af-8ce9-98b23084615d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ba9f18ce-f8f4-40af-8ce9-98b23084615d,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:24.998122 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:16Z', 'updated_at': '2022-04-05T18:39:20Z', 'revision_number': 3, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'gw_port': {'id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:18Z', 'updated_at': '2022-04-05T18:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:25.034436 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841ee34-8cad-469e-bd9a-3628507e71f8 None None] The sync data for ids ['cf46b711-9840-46fc-9a95-6f7022ccd01f'] in n-d-836650-3 is: [{'id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:16Z', 'updated_at': '2022-04-05T18:39:20Z', 'revision_number': 3, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'gw_port': {'id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:18Z', 'updated_at': '2022-04-05T18:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:39:25.035919 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61d38aa5-728f-4ea4-8487-e7be3d775469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:25.039627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79b69f-73ee-41b1-8e27-f35f1866e44a req-47dee5e7-7040-4bc5-81ce-a859459019c0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:25.041992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a79b69f-73ee-41b1-8e27-f35f1866e44a req-47dee5e7-7040-4bc5-81ce-a859459019c0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1691484 Apr 05 18:39:25.129173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a79b69f-73ee-41b1-8e27-f35f1866e44a req-529a4370-7903-4548-9129-106ebfc17584 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743575 Apr 05 18:39:25.176688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:25.312020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d38aa5-728f-4ea4-8487-e7be3d775469 None None] Pushing event updated for resources: {'Port': ['ID=ba9f18ce-f8f4-40af-8ce9-98b23084615d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:25.327771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ba9f18ce-f8f4-40af-8ce9-98b23084615d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:25.328148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:25.339470 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-49abc374-638a-4223-bf12-73ea7c48889f service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504841 Apr 05 18:39:25.395129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device abc7a4fe-4675-46e6-b83f-b9fadc0447e0 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:39:25.489293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f4fe-18d9-4441-a2d1-8e65e8b95102 req-921b6f79-8e63-4c91-a7ae-bedd73287d7d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:25.490931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7246f4fe-18d9-4441-a2d1-8e65e8b95102 req-921b6f79-8e63-4c91-a7ae-bedd73287d7d tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 948 time: 0.1376629 Apr 05 18:39:25.559933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7246f4fe-18d9-4441-a2d1-8e65e8b95102 req-fe7d4a52-fa91-4cc3-8640-a77e76d1ec6a tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Apr 05 18:39:25.673896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port abc7a4fe-4675-46e6-b83f-b9fadc0447e0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:25.709827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'port_id': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0', 'mac_address': 'fa:16:3e:bb:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:39:25.716299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b67b49-58af-4bac-8282-eb54536889ee req-12f3edcd-fb7c-4f69-ba66-fe22aa1a74ca tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:25.730580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57b67b49-58af-4bac-8282-eb54536889ee req-12f3edcd-fb7c-4f69-ba66-fe22aa1a74ca tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 943 time: 0.1732163 Apr 05 18:39:25.757444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Allocated IP 172.20.0.1 (8cf21c8c-2b72-45f9-b0db-18684a2cc516/43e7232f-13ac-499a-b628-5d544c63fdb7/b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:25.771432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b91c064-26d3-4413-8bb1-d9d1782edd26 req-3a066f52-2c7a-4dea-8a74-2a6cd8fcaf6e service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174726 Apr 05 18:39:25.833796 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:25.881829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc7a4fe-4675-46e6-b83f-b9fadc0447e0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:25.917632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57b67b49-58af-4bac-8282-eb54536889ee req-8eccf20e-2e8a-4cbc-9378-7ae66d790655 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849620 Apr 05 18:39:25.930827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port abc7a4fe-4675-46e6-b83f-b9fadc0447e0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:25.943504 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:25.997444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:26.008189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:26.059063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-08f90c42-3264-4c06-8305-21c6bf6b764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:26.060590 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-08f90c42-3264-4c06-8305-21c6bf6b764a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 1099 time: 0.2201161 Apr 05 18:39:26.088324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-471f2188-4735-49b6-b0cd-6ab31228ee06 None None] Provisioning complete for port ba9f18ce-f8f4-40af-8ce9-98b23084615d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:26.088799 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-471f2188-4735-49b6-b0cd-6ab31228ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:26.177632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b5c6-8c9e-44c9-a9b3-7b9df0b59bed req-67a9e5f5-9a44-47cb-862e-158f4cb65e5a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:26.181633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14f0b5c6-8c9e-44c9-a9b3-7b9df0b59bed req-67a9e5f5-9a44-47cb-862e-158f4cb65e5a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.1124978 Apr 05 18:39:26.254388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14f0b5c6-8c9e-44c9-a9b3-7b9df0b59bed req-b2e6a1b5-d972-48b7-9e26-9b2a778992e8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511065 Apr 05 18:39:26.275791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:26.335469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['abc7a4fe-4675-46e6-b83f-b9fadc0447e0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:26.362324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-dbe30311-c122-4726-94d2-dc9e103c72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:26.371326 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-dbe30311-c122-4726-94d2-dc9e103c72ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.3014095 Apr 05 18:39:26.409181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-bf410924-af97-4130-92dc-2d9d34d73660 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:26.412300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-bf410924-af97-4130-92dc-2d9d34d73660 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.1105716 Apr 05 18:39:26.451197 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-42ccaa9f-a352-49b5-a5a5-0c03c4a3bfa4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=39147568-9d8b-43f9-b143-25f4d0307cf1 HTTP/1.1" status: 200 len: 217 time: 0.0714653 Apr 05 18:39:26.478503 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:26.615696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:26.629368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:39:26.635868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:26.640870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:26.643489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Pushing event updated for resources: {'Port': ['ID=b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:26.647801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-fcee1ce3-6710-46c5-8931-f4edf4afb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:26.650213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-fcee1ce3-6710-46c5-8931-f4edf4afb034 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1850481 Apr 05 18:39:26.718145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a6ba5-f457-4d07-bd3b-9fedaff1e7d6 req-ccc97321-eb50-4d10-8abe-f9ed0309e567 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:26.729788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a3a6ba5-f457-4d07-bd3b-9fedaff1e7d6 req-ccc97321-eb50-4d10-8abe-f9ed0309e567 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba708f67-50ed-433b-aaf1-bf84fe6afc17 HTTP/1.1" status: 200 len: 949 time: 0.2207808 Apr 05 18:39:26.801915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Deleting port b425a08d-d656-4892-a6db-37d0377275ac {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:26.802253 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:26.803010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ba9f18ce-f8f4-40af-8ce9-98b23084615d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:26.863112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:26.925965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ba9f18ce-f8f4-40af-8ce9-98b23084615d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:26.927146 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:26.936274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-87407f00-9460-419e-a51d-e14e713773d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:26.959367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:26.959738 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:26.960278 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-87407f00-9460-419e-a51d-e14e713773d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2388933 Apr 05 18:39:26.981071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Calling delete_port for b425a08d-d656-4892-a6db-37d0377275ac owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:27.026811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4a93cfcb-56b2-4780-ac9a-58cce4206570 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:27.038586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b425a08d-d656-4892-a6db-37d0377275ac details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:39:27.164263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:27.169004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4a93cfcb-56b2-4780-ac9a-58cce4206570 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:27.169396 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:27.185275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8a4256b1-65e5-4c97-9b5b-f73c287758ad None None] Provisioning complete for port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:27.185708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a4256b1-65e5-4c97-9b5b-f73c287758ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:27.223682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Pushing event deleted for resources: {'Port': ['ID=b425a08d-d656-4892-a6db-37d0377275ac,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:27.231365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', '54b983d8-dc32-44b1-a3b1-24781578a76f', 'b425a08d-d656-4892-a6db-37d0377275ac'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:27.250677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a3a6ba5-f457-4d07-bd3b-9fedaff1e7d6 req-cdbaf758-2ae8-4e1c-9fee-2c27b38235d0 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179355 Apr 05 18:39:27.287789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8a4256b1-65e5-4c97-9b5b-f73c287758ad None None] Port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:27.333785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36acc9b-b266-49df-93f9-8eb0da7bec5b req-0ec087ac-8af9-4be7-bf60-42c95d8217ec tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:27.342927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e36acc9b-b266-49df-93f9-8eb0da7bec5b req-0ec087ac-8af9-4be7-bf60-42c95d8217ec tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 948 time: 0.1946633 Apr 05 18:39:27.378078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] No DVR routers for this DVR port b425a08d-d656-4892-a6db-37d0377275ac on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:27.387584 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:27.393462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0be8781c-7d7d-4ec4-9227-2093910d860c req-3a19135f-7a25-46a6-8c70-7e30ec0b6e6f tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "DELETE /v2.0/ports/b425a08d-d656-4892-a6db-37d0377275ac HTTP/1.1" status: 204 len: 173 time: 0.9752522 Apr 05 18:39:27.394725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-deleted', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:27.397284 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07acd6b9-44de-483c-b977-476280c780d0" -d '{"events": [{"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-deleted", "tag": "b425a08d-d656-4892-a6db-37d0377275ac"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:27.451184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e36acc9b-b266-49df-93f9-8eb0da7bec5b req-2307c1a5-27fd-4625-bf6b-0bdcbb17b822 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069841 Apr 05 18:39:27.524164 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:27.543103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b425a08d-d656-4892-a6db-37d0377275ac, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b425a08d-d656-4892-a6db-37d0377275ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:27.586966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b425a08d-d656-4892-a6db-37d0377275ac', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'b425a08d-d656-4892-a6db-37d0377275ac', 'mac_address': 'fa:16:3e:6b:e9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:39:27.594915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 4a93cfcb-56b2-4780-ac9a-58cce4206570, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4a93cfcb-56b2-4780-ac9a-58cce4206570,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:27.608524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:27.619314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:39:27.690555 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-957e520b-58ca-4d4f-ba56-3f387fd7924f service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290673 Apr 05 18:39:27.720908 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:27.724109 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4c462e30-1267-4b24-8baa-084bea482bb7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5893402 Apr 05 18:39:27.736305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38190) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:27.751240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6e2e0-3bf7-4147-9bb7-956eb151b6ea req-c0d7b504-0ea6-4a10-9849-ff51e3b10600 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:27.753008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98a6e2e0-3bf7-4147-9bb7-956eb151b6ea req-c0d7b504-0ea6-4a10-9849-ff51e3b10600 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 944 time: 0.1272745 Apr 05 18:39:27.772547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['8e728505-7a23-4643-b2ce-9a2bdcee6720'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:27.785270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:27.785851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=4a93cfcb-56b2-4780-ac9a-58cce4206570,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:27.793624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Sync routers for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:39:27.926624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98a6e2e0-3bf7-4147-9bb7-956eb151b6ea req-74335360-c79f-4dbf-92cf-56d67cadf467 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889270 Apr 05 18:39:27.965988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:27.967602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:28.108795 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97886a37-cb3c-43aa-afee-4d071fe939ee req-32316b6e-47dc-4490-a646-e42532166273 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815398 Apr 05 18:39:28.220185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:28.390274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:28.400411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:28.515428 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:28.568119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Pushing event updated for resources: {'Port': ['ID=b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:28.587545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4a93cfcb-56b2-4780-ac9a-58cce4206570 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:28.692268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:28.694414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:28.863745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Router cf46b711-9840-46fc-9a95-6f7022ccd01f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:39:28.940741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4a93cfcb-56b2-4780-ac9a-58cce4206570 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:28.942104 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:28.952203 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31856cc-571e-4feb-a935-163e8e3d5c1e x-openstack-request-id: req-e31856cc-571e-4feb-a935-163e8e3d5c1e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:28.952794 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba708f67-50ed-433b-aaf1-bf84fe6afc17", "name": "network-vif-deleted", "tag": "b425a08d-d656-4892-a6db-37d0377275ac", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:28.954375 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e31856cc-571e-4feb-a935-163e8e3d5c1e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:28.957902 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31856cc-571e-4feb-a935-163e8e3d5c1e'] response: {'server_uuid': 'ba708f67-50ed-433b-aaf1-bf84fe6afc17', 'name': 'network-vif-deleted', 'tag': 'b425a08d-d656-4892-a6db-37d0377275ac', 'status': 'completed', 'code': 200} Apr 05 18:39:28.988026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:24Z', 'revision_number': 3, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:29.008729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b169-324e-4818-9e62-6d62f9394d65 req-a01c7367-fcd5-41d9-beb9-f8a447442590 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:29.040878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aef4b169-324e-4818-9e62-6d62f9394d65 req-a01c7367-fcd5-41d9-beb9-f8a447442590 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.8393507 Apr 05 18:39:29.048143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:39:29.067399 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Sync routers for ids ['cf46b711-9840-46fc-9a95-6f7022ccd01f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:39:29.074871 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Checking router: 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:39:29.075265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Updating router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad port ca7173c0-d22e-4957-b9f3-28a9b9583ed4 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:39:29.079540 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-33dbaf33-32ed-4d64-acf6-245d1bc10e5c admin admin] 10.222.0.15 "PUT /v2.0/routers/cf46b711-9840-46fc-9a95-6f7022ccd01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8491366 Apr 05 18:39:29.086741 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Routers {'cf46b711-9840-46fc-9a95-6f7022ccd01f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:29.087681 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf46b711-9840-46fc-9a95-6f7022ccd01f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:29.155048 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:29.195901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aef4b169-324e-4818-9e62-6d62f9394d65 req-b3d350ee-0be0-44ca-8b0a-32befaeacc76 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533067 Apr 05 18:39:29.295312 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Set router cf46b711-9840-46fc-9a95-6f7022ccd01f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:29.501832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16326037-f3e5-48be-aaba-0e017efb0ad2 req-2c582ce7-19c0-48bf-8645-607536b585d7 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:29.510676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16326037-f3e5-48be-aaba-0e017efb0ad2 req-2c582ce7-19c0-48bf-8645-607536b585d7 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 948 time: 0.1314955 Apr 05 18:39:29.522005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5f7cab0d-ba04-4671-a38e-b444867ac244 None None] Provisioning complete for port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:29.522281 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f7cab0d-ba04-4671-a38e-b444867ac244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:29.530440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device abc7a4fe-4675-46e6-b83f-b9fadc0447e0 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:29.553697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3767f-1440-4c26-882d-f38335affce7 req-9880342c-2697-41a0-a291-557fb23eeadd tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:29.562465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12e3767f-1440-4c26-882d-f38335affce7 req-9880342c-2697-41a0-a291-557fb23eeadd tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 944 time: 0.1463306 Apr 05 18:39:29.631108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16326037-f3e5-48be-aaba-0e017efb0ad2 req-ca03e638-f3c0-49f7-bb23-e347cbf0c753 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144531 Apr 05 18:39:29.632732 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:16Z', 'updated_at': '2022-04-05T18:39:27Z', 'revision_number': 4, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'gw_port': {'id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:18Z', 'updated_at': '2022-04-05T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0', 'name': '', 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'mac_address': 'fa:16:3e:a8:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '43e7232f-13ac-499a-b628-5d544c63fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:25Z', 'updated_at': '2022-04-05T18:39:28Z', 'revision_number': 2, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'subnets': [{'id': '43e7232f-13ac-499a-b628-5d544c63fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:29.669077 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Checking router: cf46b711-9840-46fc-9a95-6f7022ccd01f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:39:29.669940 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Updating router cf46b711-9840-46fc-9a95-6f7022ccd01f port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:39:29.692162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5f7cab0d-ba04-4671-a38e-b444867ac244 None None] Port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:29.703740 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:29.762340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:39:29.780883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:29.781277 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:29.870354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12e3767f-1440-4c26-882d-f38335affce7 req-00a89ba7-f462-41d0-beba-5249f0fb1488 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063240 Apr 05 18:39:29.926644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.016224 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.053612 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.092180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:30.099397 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e150d8e-fff8-4420-b598-35e08403b5d7" -d '{"events": [{"server_uuid": "4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b", "name": "network-vif-plugged", "status": "completed", "tag": "abc7a4fe-4675-46e6-b83f-b9fadc0447e0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:30.129977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port abc7a4fe-4675-46e6-b83f-b9fadc0447e0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:30.133267 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.167253 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.297744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Attempting to bind port ca7173c0-d22e-4957-b9f3-28a9b9583ed4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:30.298114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Attempting to bind port ca7173c0-d22e-4957-b9f3-28a9b9583ed4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:30.299745 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.301415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Attempting to bind port ca7173c0-d22e-4957-b9f3-28a9b9583ed4 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:30.316318 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.328549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc2bf7-d000-47e6-beb7-8de2c5d11f1b None None] Pushing event updated for resources: {'Port': ['ID=ca7173c0-d22e-4957-b9f3-28a9b9583ed4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:30.338592 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:30.338968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:30.343283 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.343762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:30.344251 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Bound port: ca7173c0-d22e-4957-b9f3-28a9b9583ed4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:30.351001 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.461180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] For port ca7173c0-d22e-4957-b9f3-28a9b9583ed4, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:30.463439 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee5902-39b2-4b16-a2cf-0cf6d254de90 None None] Pushing event updated for resources: {'Port': ['ID=b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:30.474205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0871a658-c367-4aeb-993d-0487b512c73c req-6cc8d01b-18c5-4d56-9772-a24d3c916513 tempest-FloatingIPsNegativeTestJSON-412896977 tempest-FloatingIPsNegativeTestJSON-412896977-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=fc8f3d0f1bd64b36badc2d9051a8bd61 HTTP/1.1" status: 200 len: 217 time: 0.1629868 Apr 05 18:39:30.488851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] For port ca7173c0-d22e-4957-b9f3-28a9b9583ed4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ca7173c0-d22e-4957-b9f3-28a9b9583ed4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:30.499579 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.556974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Allocated IP 172.20.0.1 (c8afd957-c529-4c57-aa58-a295d1ad65c9/7da9d0e2-2a1a-42b1-a218-a324f3f06df2/997c700a-0c68-4808-8221-aafe25731a96) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:30.570426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:30.571192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:30.580389 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Attempting to bind port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:30.580988 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Attempting to bind port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '82c4e503-ed44-4486-99b1-2038905df478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:30.581451 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Attempting to bind port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 on network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:30.592905 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:30.593547 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Checking segment: {'id': '82c4e503-ed44-4486-99b1-2038905df478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:30.594340 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.595047 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Bound using segment: {'id': '82c4e503-ed44-4486-99b1-2038905df478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:30.595663 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Bound port: b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c4e503-ed44-4486-99b1-2038905df478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:30.596240 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.623793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c99fc2-8607-43b5-826a-af0a5d7f54c8 req-709a1582-628f-4427-8798-8e1d5306950a tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:30.633289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4c99fc2-8607-43b5-826a-af0a5d7f54c8 req-709a1582-628f-4427-8798-8e1d5306950a tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 948 time: 0.3132350 Apr 05 18:39:30.739889 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] For port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:30.747255 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] For port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0,segment=NetworkSegment(82c4e503-ed44-4486-99b1-2038905df478),segment_id=82c4e503-ed44-4486-99b1-2038905df478)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:30.759376 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:30.788671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:30.828250 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee5902-39b2-4b16-a2cf-0cf6d254de90 None None] Pushing event updated for resources: {'Port': ['ID=b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:30.852925 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Routers {'cf46b711-9840-46fc-9a95-6f7022ccd01f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:30.853940 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf46b711-9840-46fc-9a95-6f7022ccd01f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:30.906204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cc3ca-df25-4d18-ab33-c4e94262d45e req-be8d9084-e343-465b-8d5d-a1da38ea5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:30.906437 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98db9762-269c-4ddd-9a1d-d86cf680c8ee x-openstack-request-id: req-98db9762-269c-4ddd-9a1d-d86cf680c8ee {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:30.906574 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b", "name": "network-vif-plugged", "status": "completed", "tag": "abc7a4fe-4675-46e6-b83f-b9fadc0447e0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:30.906993 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98db9762-269c-4ddd-9a1d-d86cf680c8ee {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:30.907382 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98db9762-269c-4ddd-9a1d-d86cf680c8ee'] response: {'server_uuid': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0', 'code': 200} Apr 05 18:39:30.908300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-956cc3ca-df25-4d18-ab33-c4e94262d45e req-be8d9084-e343-465b-8d5d-a1da38ea5117 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 1096 time: 0.2679522 Apr 05 18:39:30.927335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4c99fc2-8607-43b5-826a-af0a5d7f54c8 req-58bf5d0a-31a8-4c22-bcaa-a5be401b0b77 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882197 Apr 05 18:39:30.974294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c1323-1f09-4a69-b646-6cb22be9d769 req-d6ee653d-27b9-4fe7-9cc1-5e39a36fa674 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:30.977126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-738c1323-1f09-4a69-b646-6cb22be9d769 req-d6ee653d-27b9-4fe7-9cc1-5e39a36fa674 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 951 time: 0.2570994 Apr 05 18:39:31.027208 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] Set router cf46b711-9840-46fc-9a95-6f7022ccd01f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:31.057468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 39147568-9d8b-43f9-b143-25f4d0307cf1 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:39:31.233519 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-956cc3ca-df25-4d18-ab33-c4e94262d45e req-b05c95c7-c2ce-4b0b-b933-9dc1efe1bd5d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047242 Apr 05 18:39:31.245570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 39147568-9d8b-43f9-b143-25f4d0307cf1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=39147568-9d8b-43f9-b143-25f4d0307cf1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:31.249082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-738c1323-1f09-4a69-b646-6cb22be9d769 req-a51fb0d8-7828-4cf7-82ba-fe0a1743764c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598088 Apr 05 18:39:31.260017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b425a08d-d656-4892-a6db-37d0377275ac no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:31.289478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb83c0-76f4-4dd5-8d1f-8956f06d6134 req-796ca123-7e2d-4494-93f0-c990839a3475 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:31.297147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bdb83c0-76f4-4dd5-8d1f-8956f06d6134 req-796ca123-7e2d-4494-93f0-c990839a3475 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.2370949 Apr 05 18:39:31.298185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '39147568-9d8b-43f9-b143-25f4d0307cf1', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '39147568-9d8b-43f9-b143-25f4d0307cf1', 'mac_address': 'fa:16:3e:15:b2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:39:31.304070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: b425a08d-d656-4892-a6db-37d0377275ac {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:31.304411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b425a08d-d656-4892-a6db-37d0377275ac not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:31.364511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9dc3165-89cf-4f34-9d67-bb8843977803 req-5d051cd3-84cc-482a-8cb7-9da4e84bc86e tempest-FloatingIPsNegativeTestJSON-412896977 tempest-FloatingIPsNegativeTestJSON-412896977-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0551162 Apr 05 18:39:31.390042 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:31.406647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-225c9b06-4cca-43be-9cbb-fa0bba252b04 None None] Provisioning complete for port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:31.407017 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-225c9b06-4cca-43be-9cbb-fa0bba252b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:31.412547 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:16Z', 'updated_at': '2022-04-05T18:39:27Z', 'revision_number': 4, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'gw_port': {'id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:18Z', 'updated_at': '2022-04-05T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0', 'name': '', 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'mac_address': 'fa:16:3e:a8:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '43e7232f-13ac-499a-b628-5d544c63fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:25Z', 'updated_at': '2022-04-05T18:39:30Z', 'revision_number': 4, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'subnets': [{'id': '43e7232f-13ac-499a-b628-5d544c63fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:31.416425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:31.449121 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8b63a-e889-438e-8888-f0236346f741 None None] The sync data for ids ['cf46b711-9840-46fc-9a95-6f7022ccd01f'] in n-d-836650-3 is: [{'id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:16Z', 'updated_at': '2022-04-05T18:39:27Z', 'revision_number': 4, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'gw_port': {'id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:18Z', 'updated_at': '2022-04-05T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0', 'name': '', 'network_id': '8cf21c8c-2b72-45f9-b0db-18684a2cc516', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'mac_address': 'fa:16:3e:a8:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '43e7232f-13ac-499a-b628-5d544c63fdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:25Z', 'updated_at': '2022-04-05T18:39:30Z', 'revision_number': 4, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'subnets': [{'id': '43e7232f-13ac-499a-b628-5d544c63fdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:39:31.451997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bdb83c0-76f4-4dd5-8d1f-8956f06d6134 req-eef69ff5-7cac-466b-9052-403bd5f81bfa tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524801 Apr 05 18:39:31.479155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39147568-9d8b-43f9-b143-25f4d0307cf1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:31.505052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 39147568-9d8b-43f9-b143-25f4d0307cf1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=39147568-9d8b-43f9-b143-25f4d0307cf1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:31.524427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:31.544003 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:31.641656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d031-e0f4-46f9-9c14-a3eec34813b6 req-91c312d7-5bd4-4f6f-be3d-4a8ff799d9d6 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:31.665955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4241d031-e0f4-46f9-9c14-a3eec34813b6 req-91c312d7-5bd4-4f6f-be3d-4a8ff799d9d6 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 948 time: 0.1668141 Apr 05 18:39:31.673780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:24Z', 'revision_number': 3, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:31.698379 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:31.738624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-9efaacfd-96af-474d-882b-6db732f6bcb4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:31.744080 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-9efaacfd-96af-474d-882b-6db732f6bcb4 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 951 time: 0.1391437 Apr 05 18:39:31.759674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44627717-8367-46ce-b1fa-f7d016b89d3e None None] The sync data for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 is: [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:24Z', 'revision_number': 3, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:39:31.793202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc2bf7-d000-47e6-beb7-8de2c5d11f1b None None] Pushing event updated for resources: {'Port': ['ID=ca7173c0-d22e-4957-b9f3-28a9b9583ed4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:31.835723 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-225c9b06-4cca-43be-9cbb-fa0bba252b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:31.877968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Network c8afd957-c529-4c57-aa58-a295d1ad65c9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:31.925633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:31.952772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Deleting port 54b983d8-dc32-44b1-a3b1-24781578a76f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:31.953127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:31.966213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:31.981912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['39147568-9d8b-43f9-b143-25f4d0307cf1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:32.090203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-225c9b06-4cca-43be-9cbb-fa0bba252b04 None None] For port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0,segment=NetworkSegment(82c4e503-ed44-4486-99b1-2038905df478),segment_id=82c4e503-ed44-4486-99b1-2038905df478)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:32.099857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:32.125780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=39147568-9d8b-43f9-b143-25f4d0307cf1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:32.152511 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-225c9b06-4cca-43be-9cbb-fa0bba252b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:32.193989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] For port 54b983d8-dc32-44b1-a3b1-24781578a76f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=54b983d8-dc32-44b1-a3b1-24781578a76f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:32.194361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:32.239729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Calling delete_port for 54b983d8-dc32-44b1-a3b1-24781578a76f owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:32.350435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c9b06-4cca-43be-9cbb-fa0bba252b04 None None] Pushing event updated for resources: {'Port': ['ID=b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:32.393485 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1bde9b2b-e7e8-44fc-a89d-7a1d5712345b None None] Provisioning complete for port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:32.395001 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bde9b2b-e7e8-44fc-a89d-7a1d5712345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:32.451058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Pushing event updated for resources: {'Port': ['ID=997c700a-0c68-4808-8221-aafe25731a96,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:32.476554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4241d031-e0f4-46f9-9c14-a3eec34813b6 req-454464ae-4250-421e-b1ac-f58e9774a2fa tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7952857 Apr 05 18:39:32.522656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdde841-b863-439f-a725-1d286cec1aee req-4df18038-1ab1-475b-a6bd-954b827e336e tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:32.537351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8fdde841-b863-439f-a725-1d286cec1aee req-4df18038-1ab1-475b-a6bd-954b827e336e tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 945 time: 0.8725011 Apr 05 18:39:32.714297 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-979f81be-b008-4a8d-9faa-824090b3c9a0 req-794d7699-4a3f-465f-815d-7d313f20e61b tempest-FloatingIPsNegativeTestJSON-412896977 tempest-FloatingIPsNegativeTestJSON-412896977-project] show failed (client error): The resource could not be found. Apr 05 18:39:32.734617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-979f81be-b008-4a8d-9faa-824090b3c9a0 req-794d7699-4a3f-465f-815d-7d313f20e61b tempest-FloatingIPsNegativeTestJSON-412896977 tempest-FloatingIPsNegativeTestJSON-412896977-project] 10.222.0.15 "GET /v2.0/floatingips/17c2bc8e-bcd6-4cab-8af8-a2c8e32b97f6 HTTP/1.1" status: 404 len: 350 time: 0.1538379 Apr 05 18:39:32.738185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38298) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:32.826654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:32.833990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8fdde841-b863-439f-a725-1d286cec1aee req-47b93143-7b84-44b7-9189-71a73e08a657 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957447 Apr 05 18:39:32.855550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:32.902604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['8e728505-7a23-4643-b2ce-9a2bdcee6720'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:32.917939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Pushing event deleted for resources: {'Port': ['ID=54b983d8-dc32-44b1-a3b1-24781578a76f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:33.044243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] No DVR routers for this DVR port 54b983d8-dc32-44b1-a3b1-24781578a76f on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:33.052596 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:33.064384 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-229fbd2c-0c98-4610-b32b-359e9394f283 req-15bb4559-b240-4908-9f28-876c7f1c067c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "DELETE /v2.0/ports/54b983d8-dc32-44b1-a3b1-24781578a76f HTTP/1.1" status: 204 len: 173 time: 1.3135474 Apr 05 18:39:33.064886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'name': 'network-vif-deleted', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:33.070177 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b4aab8-f1aa-4ee6-9d9d-144aa08de08d" -d '{"events": [{"server_uuid": "406633dd-ea08-485e-915e-435c24906549", "name": "network-vif-deleted", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:33.098494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a447ce7-a607-4201-b150-ad5e0468f928 req-6eb73b1a-bc70-4f0b-850d-1bd7aa18ff7a tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=406633dd-ea08-485e-915e-435c24906549 HTTP/1.1" status: 200 len: 210 time: 0.0834792 Apr 05 18:39:33.117346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-1f572764-75bc-4807-8c24-c349d423c7c5 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:33.122756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-1f572764-75bc-4807-8c24-c349d423c7c5 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 948 time: 0.7369335 Apr 05 18:39:33.331916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:33.332405 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:33.410127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:33.432664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dd78feaf-9731-4dea-a591-8df5d56e4b58 None None] Provisioning complete for port 997c700a-0c68-4808-8221-aafe25731a96 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:33.433051 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd78feaf-9731-4dea-a591-8df5d56e4b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:33.466028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89af0c-10f3-41dd-a5ad-498a9a13cb25 req-3616da60-d9b5-4949-94a7-414b0e7e8f35 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:33.475807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee89af0c-10f3-41dd-a5ad-498a9a13cb25 req-3616da60-d9b5-4949-94a7-414b0e7e8f35 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 948 time: 0.5102932 Apr 05 18:39:33.555954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dd78feaf-9731-4dea-a591-8df5d56e4b58 None None] Port 997c700a-0c68-4808-8221-aafe25731a96 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:33.593519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff0b9-8882-4bac-ab88-bb604d4474b5 req-acd289b7-a41c-4844-988e-69632db76cfe tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:33.604858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-967ff0b9-8882-4bac-ab88-bb604d4474b5 req-acd289b7-a41c-4844-988e-69632db76cfe tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.2868810 Apr 05 18:39:33.651349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee89af0c-10f3-41dd-a5ad-498a9a13cb25 req-23d2f368-80b5-46f5-b20d-0728eaca372c tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739240 Apr 05 18:39:33.740878 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce011ec4-540d-420c-becf-cadbc1f6f6ff x-openstack-request-id: req-ce011ec4-540d-420c-becf-cadbc1f6f6ff {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:33.741314 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406633dd-ea08-485e-915e-435c24906549", "name": "network-vif-deleted", "tag": "54b983d8-dc32-44b1-a3b1-24781578a76f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:33.741670 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce011ec4-540d-420c-becf-cadbc1f6f6ff {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:33.742174 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce011ec4-540d-420c-becf-cadbc1f6f6ff'] response: {'server_uuid': '406633dd-ea08-485e-915e-435c24906549', 'name': 'network-vif-deleted', 'tag': '54b983d8-dc32-44b1-a3b1-24781578a76f', 'status': 'completed', 'code': 200} Apr 05 18:39:33.817646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Deleting port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:33.818212 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:33.892260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ca7173c0-d22e-4957-b9f3-28a9b9583ed4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:34.053019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-967ff0b9-8882-4bac-ab88-bb604d4474b5 req-18a0b2d7-85f9-454b-9327-5b368e01a8e9 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469543 Apr 05 18:39:34.216658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['afc8e0a3-15c0-47fb-8ffa-b2dd483230ce'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:34.283084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ca7173c0-d22e-4957-b9f3-28a9b9583ed4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:34.283520 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:34.386158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:34.435785 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:34.451984 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:34.501978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port ca7173c0-d22e-4957-b9f3-28a9b9583ed4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ca7173c0-d22e-4957-b9f3-28a9b9583ed4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:34.511568 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:34.579626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=ca7173c0-d22e-4957-b9f3-28a9b9583ed4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:34.587684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d073c02-cd5f-4fb9-bd13-f0348aab7d74 req-68ab9f59-d351-4a57-a7a5-6bf136dd3297 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:34.603003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d073c02-cd5f-4fb9-bd13-f0348aab7d74 req-68ab9f59-d351-4a57-a7a5-6bf136dd3297 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 949 time: 0.6736379 Apr 05 18:39:34.717262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772fd7d-6acd-4775-88f3-056df42c9484 req-5409e68c-db8f-48f7-8c83-f200376c3de8 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:34.719002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d772fd7d-6acd-4775-88f3-056df42c9484 req-5409e68c-db8f-48f7-8c83-f200376c3de8 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 945 time: 0.4591138 Apr 05 18:39:34.725607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] For port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:34.725607 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:34.743074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Pushing event updated for resources: {'Port': ['ID=997c700a-0c68-4808-8221-aafe25731a96,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:34.751021 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:34.771320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Calling delete_port for ad4a9d19-1f3d-48a1-a40c-809390a5a7ac owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:34.799861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.800781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.801218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.801416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.801798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.802179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.802494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.802815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.803136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.803484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.803800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.804118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:34.825420 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:34.841584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d073c02-cd5f-4fb9-bd13-f0348aab7d74 req-551f0e72-ace3-4c40-ab3c-ba9b7ef64d80 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375920 Apr 05 18:39:34.988407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d772fd7d-6acd-4775-88f3-056df42c9484 req-cd6f792d-2f2f-4cb3-9e24-43f7547b0b08 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568171 Apr 05 18:39:35.076761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 39147568-9d8b-43f9-b143-25f4d0307cf1 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:35.186545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 39147568-9d8b-43f9-b143-25f4d0307cf1 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:39:35.195570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 39147568-9d8b-43f9-b143-25f4d0307cf1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:35.195830 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:35.306660 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:35.334190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ca1cf2-400e-4613-995e-49e7932fee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39147568-9d8b-43f9-b143-25f4d0307cf1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:35.336576 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc4d9ec-bb86-4c3a-a8ec-07725979876c" -d '{"events": [{"server_uuid": "d4ca1cf2-400e-4613-995e-49e7932fee61", "name": "network-vif-plugged", "status": "completed", "tag": "39147568-9d8b-43f9-b143-25f4d0307cf1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:35.352394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 39147568-9d8b-43f9-b143-25f4d0307cf1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=39147568-9d8b-43f9-b143-25f4d0307cf1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:35.357989 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:35.358937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:35.384990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 54b983d8-dc32-44b1-a3b1-24781578a76f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:35.385361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 54b983d8-dc32-44b1-a3b1-24781578a76f not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:35.426708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Network c8afd957-c529-4c57-aa58-a295d1ad65c9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:35.444215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:35.451696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=39147568-9d8b-43f9-b143-25f4d0307cf1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:35.464050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f56d86-88f7-40e6-9cd1-5e5ac876b8e0 req-34c58be5-b09a-42b5-a923-a571f7aaa390 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:35.465772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6f56d86-88f7-40e6-9cd1-5e5ac876b8e0 req-34c58be5-b09a-42b5-a923-a571f7aaa390 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbbadda-e040-49dd-a187-883bb2927e0e HTTP/1.1" status: 200 len: 948 time: 0.4958887 Apr 05 18:39:35.665168 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:35.674377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd152c1-4f1e-4e4b-bc7a-246ee2eff6d7 req-434acb74-5fe7-4d10-9132-ffcde7e0e4c7 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:35.675952 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bd152c1-4f1e-4e4b-bc7a-246ee2eff6d7 req-434acb74-5fe7-4d10-9132-ffcde7e0e4c7 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 945 time: 0.2254653 Apr 05 18:39:35.678624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6f56d86-88f7-40e6-9cd1-5e5ac876b8e0 req-f2dd0891-798d-4f53-bef9-dc9847a4a189 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990821 Apr 05 18:39:35.685003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38336) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:35.689894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-561afebd-76df-4d13-be44-00f3fbd386af tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Request body: {'floatingip': {'port_id': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:35.720137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-885ec63b-26d4-47f7-997d-328d210fcb37 None None] Provisioning complete for port 997c700a-0c68-4808-8221-aafe25731a96 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:35.721274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-885ec63b-26d4-47f7-997d-328d210fcb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:35.745504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-561afebd-76df-4d13-be44-00f3fbd386af tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:35.785350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-885ec63b-26d4-47f7-997d-328d210fcb37 None None] Port 997c700a-0c68-4808-8221-aafe25731a96 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:35.807942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Pushing event deleted for resources: {'Port': ['ID=ad4a9d19-1f3d-48a1-a40c-809390a5a7ac,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:35.875970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:39:35.905521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] No DVR routers for this DVR port ad4a9d19-1f3d-48a1-a40c-809390a5a7ac on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:35.913213 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:35.916808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b85f147c-b9ac-48d2-a84e-c044a9af7c72 req-e52e7621-3f56-4e30-a511-aec4b6464d0d tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "DELETE /v2.0/ports/ad4a9d19-1f3d-48a1-a40c-809390a5a7ac HTTP/1.1" status: 204 len: 173 time: 2.7718976 Apr 05 18:39:35.920545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'name': 'network-vif-deleted', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:35.922747 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45022b9c-1970-44af-ae72-917c5d6ad9e5" -d '{"events": [{"server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "name": "network-vif-deleted", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:35.966683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ed1e-1574-4185-a784-37be02adab93 req-1a693ed8-3ad1-4d7e-81c4-296264ad42cb tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:35.968887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4202ed1e-1574-4185-a784-37be02adab93 req-1a693ed8-3ad1-4d7e-81c4-296264ad42cb tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.1779757 Apr 05 18:39:36.003647 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:36.016768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee13e4-908d-4d75-bdc2-afb112f8ecf7 req-a43a139d-3621-4507-925c-7ded2ffc8468 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:36.018647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11ee13e4-908d-4d75-bdc2-afb112f8ecf7 req-a43a139d-3621-4507-925c-7ded2ffc8468 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 945 time: 0.2326062 Apr 05 18:39:36.195499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-391dbc6d-195f-48d1-95a6-c2eb58d59844 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:36.196980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4202ed1e-1574-4185-a784-37be02adab93 req-edb67462-450a-40e6-bd66-e9bab4c84147 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888418 Apr 05 18:39:36.197152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-391dbc6d-195f-48d1-95a6-c2eb58d59844 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 945 time: 0.0988717 Apr 05 18:39:36.215387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11ee13e4-908d-4d75-bdc2-afb112f8ecf7 req-e2785af0-9b78-45a7-9abf-e10bbc7cd259 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590126 Apr 05 18:39:36.246860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:39:36.254168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bed82755-f880-4b86-9a7e-31e0307c189e admin admin] 10.222.0.15 "PUT /v2.0/routers/05eb274f-3a64-4a09-9aca-ae4aab8ad6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4995868 Apr 05 18:39:36.259990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Sync routers for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:39:36.298284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:36.298953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:36.389657 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8107f860-c976-4de5-b029-ea8a14635a71 x-openstack-request-id: req-8107f860-c976-4de5-b029-ea8a14635a71 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:36.389928 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ca1cf2-400e-4613-995e-49e7932fee61", "name": "network-vif-plugged", "status": "completed", "tag": "39147568-9d8b-43f9-b143-25f4d0307cf1", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:36.390512 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8107f860-c976-4de5-b029-ea8a14635a71 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:36.391054 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8107f860-c976-4de5-b029-ea8a14635a71'] response: {'server_uuid': 'd4ca1cf2-400e-4613-995e-49e7932fee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39147568-9d8b-43f9-b143-25f4d0307cf1', 'code': 200} Apr 05 18:39:36.544161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-561afebd-76df-4d13-be44-00f3fbd386af tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:36.560609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:36.562871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-561afebd-76df-4d13-be44-00f3fbd386af tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:36.579002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b739-24e9-4b50-8e0b-b0ba5046a49b req-5d93f5d8-929a-46eb-ba9c-08f91e66f5f3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:36.580748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8479b739-24e9-4b50-8e0b-b0ba5046a49b req-5d93f5d8-929a-46eb-ba9c-08f91e66f5f3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.1973724 Apr 05 18:39:36.609343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d6dbd-2fef-4cea-8b54-43c8885e485b req-926cc03d-3022-4118-b82d-a86be9074ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:36.613271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-411d6dbd-2fef-4cea-8b54-43c8885e485b req-926cc03d-3022-4118-b82d-a86be9074ead service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 1101 time: 0.1635859 Apr 05 18:39:36.657875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ca7173c0-d22e-4957-b9f3-28a9b9583ed4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:36.669097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Deleting port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:36.669438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:36.689310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422e1f-9d0a-465c-b865-e5d52db5ee2b req-4e2a0f7f-5c58-4d13-a66e-2fd130498091 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:36.691056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f422e1f-9d0a-465c-b865-e5d52db5ee2b req-4e2a0f7f-5c58-4d13-a66e-2fd130498091 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 950 time: 0.1839616 Apr 05 18:39:36.745697 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-561afebd-76df-4d13-be44-00f3fbd386af tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Floating IP aa0911f1-78f8-4a9c-9090-be8857d6e4e0 associated. External IP: 172.25.4.33, port: abc7a4fe-4675-46e6-b83f-b9fadc0447e0. Apr 05 18:39:36.749766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8479b739-24e9-4b50-8e0b-b0ba5046a49b req-aee76b27-6c95-4b4e-9a61-e089db3ec708 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329384 Apr 05 18:39:36.761041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-411d6dbd-2fef-4cea-8b54-43c8885e485b req-c384c004-a93e-437a-980f-47dcf577a77b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159258 Apr 05 18:39:36.785439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f422e1f-9d0a-465c-b865-e5d52db5ee2b req-0d550599-5c92-4e88-9748-9c4482ffabc9 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838356 Apr 05 18:39:36.809566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Deleting port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:36.809902 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:36.855359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ca7173c0-d22e-4957-b9f3-28a9b9583ed4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:36.855915 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:36.933570 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:36.948230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:32Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '997c700a-0c68-4808-8221-aafe25731a96', 'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'mac_address': 'fa:16:3e:3c:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:29Z', 'updated_at': '2022-04-05T18:39:33Z', 'revision_number': 2, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'subnets': [{'id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:36.957967 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80702391-e678-46e1-893a-47e0c4080472 x-openstack-request-id: req-80702391-e678-46e1-893a-47e0c4080472 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:36.959163 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbbadda-e040-49dd-a187-883bb2927e0e", "name": "network-vif-deleted", "tag": "ad4a9d19-1f3d-48a1-a40c-809390a5a7ac", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:36.959658 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80702391-e678-46e1-893a-47e0c4080472 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:36.960244 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80702391-e678-46e1-893a-47e0c4080472'] response: {'server_uuid': '0dbbadda-e040-49dd-a187-883bb2927e0e', 'name': 'network-vif-deleted', 'tag': 'ad4a9d19-1f3d-48a1-a40c-809390a5a7ac', 'status': 'completed', 'code': 200} Apr 05 18:39:36.961275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] For port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:36.961636 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:36.980702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Calling delete_port for 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:36.999286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] For port b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0,segment=NetworkSegment(82c4e503-ed44-4486-99b1-2038905df478),segment_id=82c4e503-ed44-4486-99b1-2038905df478)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:36.999727 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.015395 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Calling delete_port for b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:37.038347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Checking router: 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:39:37.038737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Updating router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad port 997c700a-0c68-4808-8221-aafe25731a96 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:39:37.162700 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.176486 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561afebd-76df-4d13-be44-00f3fbd386af tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Router 539ced20-296b-448e-8afd-c7ca74d829d8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:39:37.270780 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38356) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:37.281339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9a9c3bc9-f898-41ee-91b3-adda8cd5ba22 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146129109', 'description': 'tempest-description--1037421025'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:37.308637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.320741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-2f387979-fb64-4029-8308-df6235df62c8 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:37.322370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-2f387979-fb64-4029-8308-df6235df62c8 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.0906069 Apr 05 18:39:37.338987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9659251-2844-4393-b096-32a18e68a183 req-a40392eb-adb3-482f-ab5f-835869eff3bc tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:37.340560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9659251-2844-4393-b096-32a18e68a183 req-a40392eb-adb3-482f-ab5f-835869eff3bc tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 949 time: 0.1532049 Apr 05 18:39:37.361524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad4a9d19-1f3d-48a1-a40c-809390a5a7ac no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:37.372429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3bc9-f898-41ee-91b3-adda8cd5ba22 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.378642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Pushing event deleted for resources: {'Port': ['ID=440a7eb8-db0a-4a32-a587-6c2ceb00f4a2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:37.388715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: ad4a9d19-1f3d-48a1-a40c-809390a5a7ac {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:37.389308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad4a9d19-1f3d-48a1-a40c-809390a5a7ac not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:37.446068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] No DVR routers for this DVR port 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:37.452577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.455804 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b8ced7a6-c021-4508-ab40-21d38ccab5f6 req-ff3bb351-1963-4e69-9c88-e63c23e9e7f0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.25 "DELETE /v2.0/ports/440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 HTTP/1.1" status: 204 len: 173 time: 1.2368731 Apr 05 18:39:37.458721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'name': 'network-vif-deleted', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:37.467164 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300f4d80-834f-4342-9a1b-2b5e89ab8cab" -d '{"events": [{"server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "name": "network-vif-deleted", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:37.489322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561afebd-76df-4d13-be44-00f3fbd386af tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:39:37.496192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-561afebd-76df-4d13-be44-00f3fbd386af tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.505027 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] Sync routers for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:39:37.522726 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:37.523024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9659251-2844-4393-b096-32a18e68a183 req-e453df30-c167-4e54-a7ce-bf5ec5f4fe2a tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416266 Apr 05 18:39:37.523360 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:37.552236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8dfe8-e9cb-4eb6-a0fb-1a6a60e95873 req-cff6494d-77cb-4b2d-8c39-79c71aba8a25 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:37.573415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bba8dfe8-e9cb-4eb6-a0fb-1a6a60e95873 req-cff6494d-77cb-4b2d-8c39-79c71aba8a25 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.2233880 Apr 05 18:39:37.585790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.612212 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-561afebd-76df-4d13-be44-00f3fbd386af tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "PUT /v2.0/floatingips/aa0911f1-78f8-4a9c-9090-be8857d6e4e0 HTTP/1.1" status: 200 len: 990 time: 1.9260345 Apr 05 18:39:37.638242 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.646293 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.685170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3bc9-f898-41ee-91b3-adda8cd5ba22 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.685936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:37.705691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3bc9-f898-41ee-91b3-adda8cd5ba22 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.707121 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:37.720913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b304c0d-ce13-4d10-94c2-25d43a44b00d None None] Pushing event updated for resources: {'Port': ['ID=997c700a-0c68-4808-8221-aafe25731a96,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:37.747954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bba8dfe8-e9cb-4eb6-a0fb-1a6a60e95873 req-a629496b-89a8-4b57-be41-4ee2d4245c73 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126883 Apr 05 18:39:37.774688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d4fcb8c-b304-4844-a6da-a72091f35913 req-485ca69b-a98f-4ee2-a5dd-4f3c80fc592a tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca3a169e-14c5-4d77-bb60-ccf376ddd9ea HTTP/1.1" status: 200 len: 210 time: 0.1499269 Apr 05 18:39:37.802939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3bc9-f898-41ee-91b3-adda8cd5ba22 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.813008 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9a9c3bc9-f898-41ee-91b3-adda8cd5ba22 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5392716 Apr 05 18:39:37.816447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Attempting to bind port 997c700a-0c68-4808-8221-aafe25731a96 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:37.817017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Attempting to bind port 997c700a-0c68-4808-8221-aafe25731a96 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:37.817282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38368) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:37.818119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Attempting to bind port 997c700a-0c68-4808-8221-aafe25731a96 on network c8afd957-c529-4c57-aa58-a295d1ad65c9 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:37.826815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b9368d2e-5401-4d8b-bdad-af12cbf2ece5 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Request body: {'security_group_rule': {'security_group_id': '8aa82ab6-7e19-47e3-a010-7f300d8b201a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:37.830826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:37.831421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Checking segment: {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:37.832910 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.833302 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Bound using segment: {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:37.834307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Bound port: 997c700a-0c68-4808-8221-aafe25731a96, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:37.834307 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:37.922350 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec0050-7643-4c6d-b72a-13e4f8dc74f9 x-openstack-request-id: req-7cec0050-7643-4c6d-b72a-13e4f8dc74f9 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:37.922894 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3a169e-14c5-4d77-bb60-ccf376ddd9ea", "name": "network-vif-deleted", "tag": "440a7eb8-db0a-4a32-a587-6c2ceb00f4a2", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:37.923987 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7cec0050-7643-4c6d-b72a-13e4f8dc74f9 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:37.924455 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cec0050-7643-4c6d-b72a-13e4f8dc74f9'] response: {'server_uuid': 'ca3a169e-14c5-4d77-bb60-ccf376ddd9ea', 'name': 'network-vif-deleted', 'tag': '440a7eb8-db0a-4a32-a587-6c2ceb00f4a2', 'status': 'completed', 'code': 200} Apr 05 18:39:37.960517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c3bc9-f898-41ee-91b3-adda8cd5ba22 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa82ab6-7e19-47e3-a010-7f300d8b201a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:38.030915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9368d2e-5401-4d8b-bdad-af12cbf2ece5 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.037175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Deleting port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:38.037938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.084068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] For port 997c700a-0c68-4808-8221-aafe25731a96, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:38.102004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] For port 997c700a-0c68-4808-8221-aafe25731a96, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=997c700a-0c68-4808-8221-aafe25731a96,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:38.113062 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.161958 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'aa0911f1-78f8-4a9c-9090-be8857d6e4e0', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'port_id': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'mac_address': 'fa:16:3e:bb:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:39:07Z', 'updated_at': '2022-04-05T18:39:36Z', 'revision_number': 1, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a343d98-b014-4ffc-9ec2-89563fca4bf4', 'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'mac_address': 'fa:16:3e:1e:eb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:55Z', 'updated_at': '2022-04-05T18:39:04Z', 'revision_number': 5, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'subnets': [{'id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:38.185763 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9368d2e-5401-4d8b-bdad-af12cbf2ece5 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.193787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9368d2e-5401-4d8b-bdad-af12cbf2ece5 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.194368 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] Checking router: 539ced20-296b-448e-8afd-c7ca74d829d8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:39:38.204297 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:38.205006 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:38.218604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6443969-6f54-4370-97f9-ce9c99150413 req-c75ac529-9a28-44ce-b685-8d35cf26595c tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:38.220430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6443969-6f54-4370-97f9-ce9c99150413 req-c75ac529-9a28-44ce-b685-8d35cf26595c tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 945 time: 0.2702880 Apr 05 18:39:38.245370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9368d2e-5401-4d8b-bdad-af12cbf2ece5 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b891a024-ddd8-414b-85ba-75a818c11646,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:38.264838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9368d2e-5401-4d8b-bdad-af12cbf2ece5 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.272833 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b9368d2e-5401-4d8b-bdad-af12cbf2ece5 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4472654 Apr 05 18:39:38.273642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38370) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:38.286789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-270d5c14-fb10-4d8e-8271-352a676746fa tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Request body: {'security_group_rule': {'security_group_id': '8aa82ab6-7e19-47e3-a010-7f300d8b201a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:38.322818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b304c0d-ce13-4d10-94c2-25d43a44b00d None None] Pushing event updated for resources: {'Port': ['ID=997c700a-0c68-4808-8221-aafe25731a96,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:38.329357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3932-712e-4f84-bb28-483b74df5d3f req-4b86761d-26e0-4620-be75-72f5b66f1c05 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:38.336238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:38.338210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0dcc3932-712e-4f84-bb28-483b74df5d3f req-4b86761d-26e0-4620-be75-72f5b66f1c05 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 949 time: 0.3134973 Apr 05 18:39:38.340419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:38.368760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-270d5c14-fb10-4d8e-8271-352a676746fa tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.389624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-93f77f2a-e1e9-4dde-85b1-5a841911d078 None None] Provisioning complete for port 997c700a-0c68-4808-8221-aafe25731a96 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:38.389624 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93f77f2a-e1e9-4dde-85b1-5a841911d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.401040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6443969-6f54-4370-97f9-ce9c99150413 req-ebe78f8f-d2a6-4ac6-b90f-959986cab8c8 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680555 Apr 05 18:39:38.447513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] For port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:38.447917 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.465592 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.466487 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:38.509528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0dcc3932-712e-4f84-bb28-483b74df5d3f req-295ea8dd-006c-4a90-ad1b-1ea6c21ba1ca tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704640 Apr 05 18:39:38.518092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Calling delete_port for afc8e0a3-15c0-47fb-8ffa-b2dd483230ce owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:38.565046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-270d5c14-fb10-4d8e-8271-352a676746fa tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.572250 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-270d5c14-fb10-4d8e-8271-352a676746fa tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.633597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d5c14-fb10-4d8e-8271-352a676746fa tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f038a48-9bce-4e07-a8fb-c5946b3d3016,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:38.648456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-270d5c14-fb10-4d8e-8271-352a676746fa tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.651665 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-270d5c14-fb10-4d8e-8271-352a676746fa tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3757288 Apr 05 18:39:38.654871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38376) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:38.663002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:38.663731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:38.707080 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93f77f2a-e1e9-4dde-85b1-5a841911d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.710037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.820188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-93f77f2a-e1e9-4dde-85b1-5a841911d078 None None] For port 997c700a-0c68-4808-8221-aafe25731a96, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=997c700a-0c68-4808-8221-aafe25731a96,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:38.848119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.856150 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93f77f2a-e1e9-4dde-85b1-5a841911d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:38.871826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce8fe4-026b-4130-a2b0-89a0f7895b3d req-01d938f7-9ded-453a-a85b-abd34f2df468 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:38.880817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2ce8fe4-026b-4130-a2b0-89a0f7895b3d req-01d938f7-9ded-453a-a85b-abd34f2df468 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 949 time: 0.2397406 Apr 05 18:39:38.898553 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'aa0911f1-78f8-4a9c-9090-be8857d6e4e0', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'port_id': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'mac_address': 'fa:16:3e:bb:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:39:07Z', 'updated_at': '2022-04-05T18:39:36Z', 'revision_number': 1, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a343d98-b014-4ffc-9ec2-89563fca4bf4', 'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'mac_address': 'fa:16:3e:1e:eb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:55Z', 'updated_at': '2022-04-05T18:39:04Z', 'revision_number': 5, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'subnets': [{'id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:38.914659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cd742-ce43-494b-97c0-a10e685fc82f req-784f65d0-9b13-4214-929e-36a19b5f9a1e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:38.921930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c20cd742-ce43-494b-97c0-a10e685fc82f req-784f65d0-9b13-4214-929e-36a19b5f9a1e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 950 time: 0.2825863 Apr 05 18:39:38.947717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f77f2a-e1e9-4dde-85b1-5a841911d078 None None] Pushing event updated for resources: {'Port': ['ID=997c700a-0c68-4808-8221-aafe25731a96,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:38.949394 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fe0d6-47f8-420d-9b0f-5204e7a8424e None None] The sync data for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 is: [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'aa0911f1-78f8-4a9c-9090-be8857d6e4e0', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'port_id': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'mac_address': 'fa:16:3e:bb:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:39:07Z', 'updated_at': '2022-04-05T18:39:36Z', 'revision_number': 1, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a343d98-b014-4ffc-9ec2-89563fca4bf4', 'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'mac_address': 'fa:16:3e:1e:eb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:55Z', 'updated_at': '2022-04-05T18:39:04Z', 'revision_number': 5, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'subnets': [{'id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:39:38.979867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2ce8fe4-026b-4130-a2b0-89a0f7895b3d req-d0f4247f-b65b-4cf5-83f9-08db205b0787 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980997 Apr 05 18:39:38.995374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3e223562-6914-43db-88fe-5774c0791738 None None] Provisioning complete for port 997c700a-0c68-4808-8221-aafe25731a96 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:38.995845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e223562-6914-43db-88fe-5774c0791738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.059375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Allocated IP 172.25.4.254 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/733b8cec-6d7f-4712-b297-1840767b4dd4) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:39.084234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:32Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '997c700a-0c68-4808-8221-aafe25731a96', 'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'mac_address': 'fa:16:3e:3c:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:29Z', 'updated_at': '2022-04-05T18:39:38Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'subnets': [{'id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:39.117470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:39.120324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411fa48-08c8-4ac1-93bd-5d5d31977215 None None] The sync data for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 is: [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:32Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '997c700a-0c68-4808-8221-aafe25731a96', 'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'mac_address': 'fa:16:3e:3c:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:29Z', 'updated_at': '2022-04-05T18:39:38Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'subnets': [{'id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:39:39.144648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:39.145074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 440a7eb8-db0a-4a32-a587-6c2ceb00f4a2 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:39.223000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c20cd742-ce43-494b-97c0-a10e685fc82f req-06cf9706-49ac-4542-93bd-559c6654db96 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998791 Apr 05 18:39:39.292762 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.297267 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.315334 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['8e728505-7a23-4643-b2ce-9a2bdcee6720'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:39.354226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Pushing event deleted for resources: {'Port': ['ID=afc8e0a3-15c0-47fb-8ffa-b2dd483230ce,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:39.369644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.401022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:39.404844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:39.408628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:39.492312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Pushing event updated for resources: {'Port': ['ID=733b8cec-6d7f-4712-b297-1840767b4dd4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:39.558038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.579291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bea08f-d35e-4d84-97a3-c88d7da2c936 None None] New status for floating IP aa0911f1-78f8-4a9c-9090-be8857d6e4e0: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:39:39.613829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.654585 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-53cf1ae0-2c25-44f5-b32f-14cf7aa885b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.842638 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.843070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed279d4-5df5-4ad8-b6f6-4f000995e917 req-2e9b7868-9025-4f43-a39b-2280dab8869f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:39.848027 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.851293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ed279d4-5df5-4ad8-b6f6-4f000995e917 req-2e9b7868-9025-4f43-a39b-2280dab8869f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 945 time: 0.7262685 Apr 05 18:39:39.884274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-60799d05-f936-42bb-a019-2360908a516b tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:39.886038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-60799d05-f936-42bb-a019-2360908a516b tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "GET /v2.0/ports?device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 949 time: 0.6274071 Apr 05 18:39:39.913333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] No DVR routers for this DVR port afc8e0a3-15c0-47fb-8ffa-b2dd483230ce on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:39.916480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.920385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61c302a2-6cba-42c2-a9e8-613ce20d7050 req-4311f1d1-12e5-4bf8-8127-f416391ea1eb tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.25 "DELETE /v2.0/ports/afc8e0a3-15c0-47fb-8ffa-b2dd483230ce HTTP/1.1" status: 204 len: 173 time: 2.5789385 Apr 05 18:39:39.923147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Pushing event updated for resources: {'Port': ['ID=733b8cec-6d7f-4712-b297-1840767b4dd4,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:39.927402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'tag': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:39.929583 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b", "tag": "abc7a4fe-4675-46e6-b83f-b9fadc0447e0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:39.932164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'name': 'network-vif-deleted', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:39.934745 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4215b1e2-5536-44b8-8b6e-f10f03927f56" -d '{"events": [{"server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "name": "network-vif-deleted", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:39.935577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.941119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Router cf46b711-9840-46fc-9a95-6f7022ccd01f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:39:39.943517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc503c4-9545-45b0-901f-d15ec45aa12a req-4353aee4-0064-4070-a358-f3ed03a277d5 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:39.945128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0bc503c4-9545-45b0-901f-d15ec45aa12a req-4353aee4-0064-4070-a358-f3ed03a277d5 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 1101 time: 0.1884229 Apr 05 18:39:39.954295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:39.964132 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c781e623-a2ab-4d2d-aa54-7e3bc4961ee1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3002019 Apr 05 18:39:40.014146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ed279d4-5df5-4ad8-b6f6-4f000995e917 req-ec35817f-2aef-41da-80a0-8d246e113168 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617796 Apr 05 18:39:40.105351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0bc503c4-9545-45b0-901f-d15ec45aa12a req-303d3c3b-44e9-40a0-ab9b-1406f8ba7022 tempest-ServersOnMultiNodesTest-1245445976 tempest-ServersOnMultiNodesTest-1245445976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349781 Apr 05 18:39:40.194657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Deleting port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:40.195525 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:40.203526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:39:40.218494 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] Sync routers for ids ['cf46b711-9840-46fc-9a95-6f7022ccd01f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:39:40.225855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38400) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:40.226441 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e622c1f0-91a0-48fd-acdc-a4516bf4615c admin admin] 10.222.0.15 "PUT /v2.0/routers/cf46b711-9840-46fc-9a95-6f7022ccd01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4376287 Apr 05 18:39:40.262540 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] Routers {'cf46b711-9840-46fc-9a95-6f7022ccd01f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:40.263308 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf46b711-9840-46fc-9a95-6f7022ccd01f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:40.488052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] For port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:40.494800 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:40.568643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Calling delete_port for ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:40.584461 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] Set router cf46b711-9840-46fc-9a95-6f7022ccd01f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:40.684916 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d97c20e-112c-499c-9752-47c88f5668b3 x-openstack-request-id: req-6d97c20e-112c-499c-9752-47c88f5668b3 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:40.685498 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200c7c2c-7459-4942-bc6c-853dc4cb7cab", "name": "network-vif-deleted", "tag": "afc8e0a3-15c0-47fb-8ffa-b2dd483230ce", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:40.686507 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d97c20e-112c-499c-9752-47c88f5668b3 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:40.687068 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d97c20e-112c-499c-9752-47c88f5668b3'] response: {'server_uuid': '200c7c2c-7459-4942-bc6c-853dc4cb7cab', 'name': 'network-vif-deleted', 'tag': 'afc8e0a3-15c0-47fb-8ffa-b2dd483230ce', 'status': 'completed', 'code': 200} Apr 05 18:39:40.734342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 997c700a-0c68-4808-8221-aafe25731a96 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:40.775419 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:40.810442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 997c700a-0c68-4808-8221-aafe25731a96 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:40.811431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:40.833916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bbfd2978-2513-421c-bdea-cb7f38a067e0 req-39cbc0b9-6973-4c27-9807-e9ce28869071 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=200c7c2c-7459-4942-bc6c-853dc4cb7cab HTTP/1.1" status: 200 len: 210 time: 0.1914260 Apr 05 18:39:40.849097 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d9cadf-90d1-4221-af96-ef9b3e3c0b8c x-openstack-request-id: req-c5d9cadf-90d1-4221-af96-ef9b3e3c0b8c {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:40.849750 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b", "tag": "abc7a4fe-4675-46e6-b83f-b9fadc0447e0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:40.850307 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5d9cadf-90d1-4221-af96-ef9b3e3c0b8c {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:40.850832 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d9cadf-90d1-4221-af96-ef9b3e3c0b8c'] response: {'name': 'network-changed', 'server_uuid': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'tag': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0', 'status': 'completed', 'code': 200} Apr 05 18:39:40.998967 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:16Z', 'updated_at': '2022-04-05T18:39:37Z', 'revision_number': 5, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'gw_port': {'id': '4a93cfcb-56b2-4780-ac9a-58cce4206570', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:18Z', 'updated_at': '2022-04-05T18:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:40.999229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.045415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdebd4-5250-4007-b51b-477eac4d824d req-3847beba-90de-4deb-9105-df0f5f55b94b tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:41.045706 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] Checking router: cf46b711-9840-46fc-9a95-6f7022ccd01f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:39:41.047063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5fdebd4-5250-4007-b51b-477eac4d824d req-3847beba-90de-4deb-9105-df0f5f55b94b tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/ports?device_id=921ec884-7440-4491-bf32-54fc3f080c6c HTTP/1.1" status: 200 len: 949 time: 0.3590059 Apr 05 18:39:41.051029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-4e553738-b28c-4b13-8eae-12d6714547e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:41.053102 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-4e553738-b28c-4b13-8eae-12d6714547e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d992b4d4b3ed47ebb4d182f6e3e35bc6&device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 1096 time: 0.4019091 Apr 05 18:39:41.056925 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] Routers {'cf46b711-9840-46fc-9a95-6f7022ccd01f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:41.057616 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf46b711-9840-46fc-9a95-6f7022ccd01f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:41.083031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Deleting port 4a93cfcb-56b2-4780-ac9a-58cce4206570 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:41.083814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.102117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-9908eeaf-2d6e-4e61-8edb-d7e93b730279 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:41.104010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-9908eeaf-2d6e-4e61-8edb-d7e93b730279 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.2184169 Apr 05 18:39:41.104283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device afc8e0a3-15c0-47fb-8ffa-b2dd483230ce no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:41.127182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: afc8e0a3-15c0-47fb-8ffa-b2dd483230ce {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:41.127731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device afc8e0a3-15c0-47fb-8ffa-b2dd483230ce not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:41.164353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-0504cc5d-d3ef-4cda-b2bc-d168e87cba4a tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2146129109&fields=id&tenant_id=cee2a9bf3d8648bb99f1d24d69c038dc HTTP/1.1" status: 200 len: 267 time: 0.2101929 Apr 05 18:39:41.194612 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] Set router cf46b711-9840-46fc-9a95-6f7022ccd01f gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:41.195482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] For port 4a93cfcb-56b2-4780-ac9a-58cce4206570, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4a93cfcb-56b2-4780-ac9a-58cce4206570,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:41.196091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.222973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Calling delete_port for 4a93cfcb-56b2-4780-ac9a-58cce4206570 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:41.266516 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:16Z', 'updated_at': '2022-04-05T18:39:40Z', 'revision_number': 6, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:41.305028 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be53c64-050e-487b-91b1-56d6fb28fe88 None None] The sync data for ids ['cf46b711-9840-46fc-9a95-6f7022ccd01f'] in n-d-836650-3 is: [{'id': 'cf46b711-9840-46fc-9a95-6f7022ccd01f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749784652-router', 'tenant_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:16Z', 'updated_at': '2022-04-05T18:39:40Z', 'revision_number': 6, 'project_id': 'fc8f3d0f1bd64b36badc2d9051a8bd61', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:39:41.322515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5fdebd4-5250-4007-b51b-477eac4d824d req-fa69e5fb-be50-468d-9300-5d61c10c08dc tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587290 Apr 05 18:39:41.412727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-053a36f2-58ab-4506-b2ab-9cbf7681e243 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:41.414621 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-053a36f2-58ab-4506-b2ab-9cbf7681e243 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.0682111 Apr 05 18:39:41.415692 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.428775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-07c1e1d4-a931-4532-be23-7e16aa14f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:41.429920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836650-3'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:41.430091 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-07c1e1d4-a931-4532-be23-7e16aa14f5f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f2b29dd-da16-475c-b4b9-33a7596f7135 HTTP/1.1" status: 200 len: 906 time: 0.3573377 Apr 05 18:39:41.525546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Pushing event deleted for resources: {'Port': ['ID=ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:41.532720 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.578374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.619726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a93cfcb-56b2-4780-ac9a-58cce4206570,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:41.630973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-f51b0632-2ed4-4f23-ba32-df5c6ee94613 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:41.639207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-f51b0632-2ed4-4f23-ba32-df5c6ee94613 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/networks?id=c8afd957-c529-4c57-aa58-a295d1ad65c9 HTTP/1.1" status: 200 len: 815 time: 0.4219174 Apr 05 18:39:41.678875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] No DVR routers for this DVR port ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:41.681911 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.687003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-192a3110-a1b1-4f18-8b47-cddf5a17cdae req-da7c9bc3-389e-45c4-a3ed-df2cd9275104 tempest-ListImageFiltersTestJSON-723556539 tempest-ListImageFiltersTestJSON-723556539-project] 10.222.0.20 "DELETE /v2.0/ports/ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff HTTP/1.1" status: 204 len: 173 time: 1.7760901 Apr 05 18:39:41.716876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e449f8e5-a82a-43a5-bf74-276aa3cb20df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.748874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-df3dd86c-d300-4879-afc6-8ed3d17a153f tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/quotas/cee2a9bf3d8648bb99f1d24d69c038dc HTTP/1.1" status: 200 len: 375 time: 0.1084862 Apr 05 18:39:41.782897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Deleting port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:41.783531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.793106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-1b70dd00-af22-4066-adf2-3b323c0bff5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc7a4fe-4675-46e6-b83f-b9fadc0447e0 HTTP/1.1" status: 200 len: 1000 time: 0.3293514 Apr 05 18:39:41.819041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:41.830453 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.923362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842e6ea-5d14-4ffc-b313-b96166c53f1c req-f5d4bb94-2a7a-4ec4-befd-c791f6450054 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:41.924951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6842e6ea-5d14-4ffc-b313-b96166c53f1c req-f5d4bb94-2a7a-4ec4-befd-c791f6450054 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 944 time: 0.3144555 Apr 05 18:39:41.968728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.972602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:41.992737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-a7e47ff3-f274-46ce-918d-a96f437b2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:41.994294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-a7e47ff3-f274-46ce-918d-a96f437b2cf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b27ffed-1c93-4f3d-8aec-57f1c3447493 HTTP/1.1" status: 200 len: 845 time: 0.1553664 Apr 05 18:39:42.009240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-cfd0bfb1-d7d5-455e-93fc-1df074c0a845 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cee2a9bf3d8648bb99f1d24d69c038dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2444041 Apr 05 18:39:42.032904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:42.070019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.070507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf46b711-9840-46fc-9a95-6f7022ccd01f {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:39:42.075927 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.079852 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6ae0dd3c-9c46-40bf-bc83-18c166538068 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cf46b711-9840-46fc-9a95-6f7022ccd01f HTTP/1.1" status: 204 len: 168 time: 1.8490815 Apr 05 18:39:42.085545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38420) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:42.106029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6842e6ea-5d14-4ffc-b313-b96166c53f1c req-6f8509b6-1b7d-48cd-abb9-a93148f9098e tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643684 Apr 05 18:39:42.106253 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.109050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] For port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:42.109538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.114039 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.210833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Calling delete_port for 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:42.280309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5b3a-e590-4585-b431-fa14085cb789,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:42.293785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 on host n-h2-836650-3 for vnic_type normal with profile {"migrating_to": "n-h1-836650-3"} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:42.294121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:42.294717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:42.300894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Port d21b5b3a-e590-4585-b431-fa14085cb789 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:39:42.301229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Attempting to bind port d21b5b3a-e590-4585-b431-fa14085cb789 on network 4a4450cc-4646-4c7c-b940-9f57d612b845 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:42.307749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:42.307749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Checking segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:42.308185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Bound using segment: {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:42.308598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Bound port: d21b5b3a-e590-4585-b431-fa14085cb789, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a4450cc-4646-4c7c-b940-9f57d612b845'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:42.309341 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.310619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee94d032-d7c2-4274-9922-77a286791c22 admin admin] Deleting subnet 43e7232f-13ac-499a-b628-5d544c63fdb7 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:39:42.313668 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee94d032-d7c2-4274-9922-77a286791c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.380237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:42.384054 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:42.388687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.400478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-5d4c99f1-3911-4df6-bd21-5913e00beb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:42.402103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-5d4c99f1-3911-4df6-bd21-5913e00beb37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f2b29dd-da16-475c-b4b9-33a7596f7135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3905082 Apr 05 18:39:42.475382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:42.476025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.477470 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] 10.222.0.25 "PUT /v2.0/ports/d21b5b3a-e590-4585-b431-fa14085cb789 HTTP/1.1" status: 200 len: 1121 time: 1.0550108 Apr 05 18:39:42.483292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38266f09-cfa1-4877-9180-3c4dbcc87e48 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5b3a-e590-4585-b431-fa14085cb789,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:42.491165 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee94d032-d7c2-4274-9922-77a286791c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.583088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-7ea62363-cb16-4da7-8e9e-461529cc6d96 service neutron] 10.222.0.15 "GET /v2.0/networks/c8afd957-c529-4c57-aa58-a295d1ad65c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489414 Apr 05 18:39:42.602435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026469d7-c918-4566-b042-30293290327c req-831bfd77-dc5b-4093-ac0c-aa428b631e42 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:42.604008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-026469d7-c918-4566-b042-30293290327c req-831bfd77-dc5b-4093-ac0c-aa428b631e42 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.2876418 Apr 05 18:39:42.627027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['d21b5b3a-e590-4585-b431-fa14085cb789'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:42.633694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['d21b5b3a-e590-4585-b431-fa14085cb789'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:42.672362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:42.717637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-deleted', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:42.720185 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8f4187-088c-46f5-9e97-a55a8b6ced20" -d '{"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-deleted", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:42.735724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:42.736283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b3b7a2f3-ea3e-45b0-b00d-6fa3244b4df0 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:42.736908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4a93cfcb-56b2-4780-ac9a-58cce4206570 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:42.775729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 4a93cfcb-56b2-4780-ac9a-58cce4206570 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:42.776075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4a93cfcb-56b2-4780-ac9a-58cce4206570 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:42.783317 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.787368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-b9fb3f71-ebdc-4d58-99b2-7762d4626d9f service neutron] 10.222.0.20 "GET /v2.0/networks/5f2b29dd-da16-475c-b4b9-33a7596f7135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603680 Apr 05 18:39:42.837292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-026469d7-c918-4566-b042-30293290327c req-21c5d939-5aae-483b-a575-c90f2ee6e708 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095881 Apr 05 18:39:42.851651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789'}, {'name': 'network-changed', 'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:42.854871 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3236830b-a1bc-4ce0-831c-5c77a881f9fd" -d '{"events": [{"server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789"}, {"name": "network-changed", "server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:42.939172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee94d032-d7c2-4274-9922-77a286791c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.943972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:42.995967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-e41e6a80-dba8-4171-b8b5-a565a2261cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/c8afd957-c529-4c57-aa58-a295d1ad65c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804045 Apr 05 18:39:43.046975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Pushing event deleted for resources: {'Port': ['ID=3b28bec8-b2ac-4372-b1a6-838cdbb6ee00,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:43.113986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d21b5b3a-e590-4585-b431-fa14085cb789 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:39:43.167860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-7cc347c2-6929-4c30-955a-036cbd9d0db9 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:43.169367 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-7cc347c2-6929-4c30-955a-036cbd9d0db9 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 950 time: 0.0880091 Apr 05 18:39:43.172783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] No DVR routers for this DVR port 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:43.204725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a32b4d-3c08-48d3-b54c-ae0e115db30a req-2ddb5886-7666-46f0-9c63-03ffa4e19131 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:43.206673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36a32b4d-3c08-48d3-b54c-ae0e115db30a req-2ddb5886-7666-46f0-9c63-03ffa4e19131 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 950 time: 0.2365544 Apr 05 18:39:43.218655 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:43.222841 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa94d0b0-620e-4748-91e3-db9ff0548347 req-4f78a8da-b988-4c3d-b6ba-53631fa01a3d tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.25 "DELETE /v2.0/ports/3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 HTTP/1.1" status: 204 len: 173 time: 2.1061952 Apr 05 18:39:43.241550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d978f7a9-bd26-4d45-a611-baeca8ebc8e0 req-4541e42b-4053-4233-9892-357c01265e57 service neutron] 10.222.0.20 "GET /v2.0/networks/5f2b29dd-da16-475c-b4b9-33a7596f7135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217532 Apr 05 18:39:43.245413 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee94d032-d7c2-4274-9922-77a286791c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:43.295971 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e53808-4c52-4a30-8de8-4d894ed8019b x-openstack-request-id: req-85e53808-4c52-4a30-8de8-4d894ed8019b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:43.296427 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921ec884-7440-4491-bf32-54fc3f080c6c", "name": "network-vif-deleted", "tag": "ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:43.296536 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85e53808-4c52-4a30-8de8-4d894ed8019b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:43.296863 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e53808-4c52-4a30-8de8-4d894ed8019b'] response: {'server_uuid': '921ec884-7440-4491-bf32-54fc3f080c6c', 'name': 'network-vif-deleted', 'tag': 'ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff', 'status': 'completed', 'code': 200} Apr 05 18:39:43.301636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94d032-d7c2-4274-9922-77a286791c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e7232f-13ac-499a-b628-5d544c63fdb7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:43.321836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee94d032-d7c2-4274-9922-77a286791c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:43.325860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ee94d032-d7c2-4274-9922-77a286791c22 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/43e7232f-13ac-499a-b628-5d544c63fdb7 HTTP/1.1" status: 204 len: 168 time: 1.2324481 Apr 05 18:39:43.341715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36a32b4d-3c08-48d3-b54c-ae0e115db30a req-5c89d68c-5a54-4f42-addc-593b7969df6b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172159 Apr 05 18:39:43.342258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38438) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:43.349130 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85ab6fa-e9f8-486e-943d-ec982faae7ad x-openstack-request-id: req-d85ab6fa-e9f8-486e-943d-ec982faae7ad {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:43.351245 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789", "code": 200}, {"name": "network-changed", "server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:43.351507 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d85ab6fa-e9f8-486e-943d-ec982faae7ad {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:43.351930 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85ab6fa-e9f8-486e-943d-ec982faae7ad'] response: {'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789', 'code': 200} Apr 05 18:39:43.352184 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85ab6fa-e9f8-486e-943d-ec982faae7ad'] response: {'name': 'network-changed', 'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789', 'status': 'completed', 'code': 200} Apr 05 18:39:43.366181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc0f1b-58ef-4fa0-84c8-5e433c9fa395 None None] Network 8cf21c8c-2b72-45f9-b0db-18684a2cc516 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:39:43.415992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:43.448343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Deleting port 39147568-9d8b-43f9-b143-25f4d0307cf1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:43.448974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:43.482990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:43.483255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ad6c2d0a-8a29-4b6e-9bfc-79d399b468ff not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:43.521569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f23c971-210a-4013-b98b-6094bfc6078a req-9ecb5625-085a-41b2-80bf-fe51607c90b6 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 210 time: 0.1078539 Apr 05 18:39:43.552568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:43.564607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-74e32b51-8390-4c95-9bf7-ba3f77bfaffb req-4e0147c0-bf09-4fda-bc34-b133d5e20dcd tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=62c56481-5cb7-4161-9563-63067e330b82 HTTP/1.1" status: 200 len: 210 time: 0.1493549 Apr 05 18:39:43.569035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:43.582315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-6627830c-b5eb-4978-af67-3ffab2341637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:43.586970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-6627830c-b5eb-4978-af67-3ffab2341637 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 1124 time: 0.1966977 Apr 05 18:39:43.646739 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] For port 39147568-9d8b-43f9-b143-25f4d0307cf1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=39147568-9d8b-43f9-b143-25f4d0307cf1,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:43.646968 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:43.666308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d21b5b3a-e590-4585-b431-fa14085cb789 has no active binding in host n-h1-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 18:39:43.686156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Calling delete_port for 39147568-9d8b-43f9-b143-25f4d0307cf1 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:43.817032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad0f96-201c-4121-b77e-930cb076d3cc None None] DHCP port deletion for 8cf21c8c-2b72-45f9-b0db-18684a2cc516 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:39:43.939103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad0f96-201c-4121-b77e-930cb076d3cc None None] Deleting port ede0c865-5713-403d-af10-9f9fd31de99d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:43.939490 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0f96-201c-4121-b77e-930cb076d3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:44.088904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d0ad0f96-201c-4121-b77e-930cb076d3cc None None] For port ede0c865-5713-403d-af10-9f9fd31de99d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ede0c865-5713-403d-af10-9f9fd31de99d,segment=NetworkSegment(82c4e503-ed44-4486-99b1-2038905df478),segment_id=82c4e503-ed44-4486-99b1-2038905df478)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:44.089524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0f96-201c-4121-b77e-930cb076d3cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:44.101845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:44.111840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad0f96-201c-4121-b77e-930cb076d3cc None None] Calling delete_port for ede0c865-5713-403d-af10-9f9fd31de99d owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:44.118605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a', '39147568-9d8b-43f9-b143-25f4d0307cf1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:44.121309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ef529559-575b-4ed2-9564-1568cd6a8908', '602e71d7-2da9-41da-bc99-b396a0cc6db0', '2c036bc7-18a4-43df-a306-0eedb21ea557'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:44.144280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event deleted for resources: {'Port': ['ID=39147568-9d8b-43f9-b143-25f4d0307cf1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:44.213656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] No DVR routers for this DVR port 39147568-9d8b-43f9-b143-25f4d0307cf1 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:44.241532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:44.249656 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fe416e90-ef18-4af9-b773-e45c4fdf5f62 req-1ca98f4e-583d-4848-8d6e-7b92887f40be tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "DELETE /v2.0/ports/39147568-9d8b-43f9-b143-25f4d0307cf1 HTTP/1.1" status: 204 len: 173 time: 1.0724039 Apr 05 18:39:44.329438 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:44.361216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Deleting port ede0c865-5713-403d-af10-9f9fd31de99d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:44.361725 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:44.412954 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0f96-201c-4121-b77e-930cb076d3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:44.452691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] For port ede0c865-5713-403d-af10-9f9fd31de99d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ede0c865-5713-403d-af10-9f9fd31de99d,segment=NetworkSegment(82c4e503-ed44-4486-99b1-2038905df478),segment_id=82c4e503-ed44-4486-99b1-2038905df478)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:44.453107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:44.469548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-73c2cd62-03ff-4d44-b8bb-7b154f7108c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:44.471076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-73c2cd62-03ff-4d44-b8bb-7b154f7108c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.8485994 Apr 05 18:39:44.483437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Calling delete_port for ede0c865-5713-403d-af10-9f9fd31de99d owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:44.490003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad0f96-201c-4121-b77e-930cb076d3cc None None] Pushing event deleted for resources: {'Port': ['ID=ede0c865-5713-403d-af10-9f9fd31de99d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:44.495183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad0f96-201c-4121-b77e-930cb076d3cc None None] No DVR routers for this DVR port ede0c865-5713-403d-af10-9f9fd31de99d on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:44.510808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af4357-e53e-4834-a0c9-b06e735e7cd0 req-a38de3e8-3aa3-4ccb-9159-91c8a1099948 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:44.512509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68af4357-e53e-4834-a0c9-b06e735e7cd0 req-a38de3e8-3aa3-4ccb-9159-91c8a1099948 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.3123953 Apr 05 18:39:44.523411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7562847-56dc-4217-8a38-a0267d4fde43 req-40914713-d8bf-453d-8f64-e777ae35f453 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:44.524897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7562847-56dc-4217-8a38-a0267d4fde43 req-40914713-d8bf-453d-8f64-e777ae35f453 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.3260138 Apr 05 18:39:44.573147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-dc72aec3-2c9e-44ec-a7e9-22fa30afba20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d21b5b3a-e590-4585-b431-fa14085cb789 HTTP/1.1" status: 200 len: 217 time: 0.0875514 Apr 05 18:39:44.618582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ede0c865-5713-403d-af10-9f9fd31de99d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:44.665783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: ede0c865-5713-403d-af10-9f9fd31de99d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:44.666117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ede0c865-5713-403d-af10-9f9fd31de99d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:44.711830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7562847-56dc-4217-8a38-a0267d4fde43 req-90e5b67b-40e9-44ee-ac62-0fe46894e9d8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543870 Apr 05 18:39:44.716294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68af4357-e53e-4834-a0c9-b06e735e7cd0 req-4c2340f5-b7bb-4ae5-ba2d-00f86df30923 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599054 Apr 05 18:39:44.719106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-75a8a950-5ed4-4d5d-b475-4d565b53b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:44.720457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-75a8a950-5ed4-4d5d-b475-4d565b53b718 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.1363308 Apr 05 18:39:44.777456 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:44.781145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-4484c42f-8004-49d9-85f4-01a8b1f4a005 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506678 Apr 05 18:39:44.833441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Pushing event deleted for resources: {'Port': ['ID=ede0c865-5713-403d-af10-9f9fd31de99d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:44.848360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] No DVR routers for this DVR port ede0c865-5713-403d-af10-9f9fd31de99d on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:44.951078 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb931554-9860-462c-ae5f-ba0995a0b4a5 req-c420750c-d581-400a-b6f0-dca862a8ac4c tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4ca1cf2-400e-4613-995e-49e7932fee61 HTTP/1.1" status: 200 len: 210 time: 0.0342174 Apr 05 18:39:44.956996 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.080046 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.115516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:45.144054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf21c8c-2b72-45f9-b0db-18684a2cc516']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:45.152812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:45.153063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3b28bec8-b2ac-4372-b1a6-838cdbb6ee00 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:45.191203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-023e2674-b9a1-4352-8bff-fb875f9d72f5 req-b1aa7614-25ad-4586-bf23-acab68ee090d tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 210 time: 0.0887165 Apr 05 18:39:45.208361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c4e503-ed44-4486-99b1-2038905df478') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:45.208361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c4e503-ed44-4486-99b1-2038905df478') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:45.241095 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.246914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-394c11ef-d9b9-47fc-a0b6-3b1c1a1465ea service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265146 Apr 05 18:39:45.302497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'name': 'network-vif-deleted', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:45.306153 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebffb88c-b0c3-47d6-97a3-aebccd6203e9" -d '{"events": [{"server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "name": "network-vif-deleted", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:45.353698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ca1cf2-400e-4613-995e-49e7932fee61', 'name': 'network-vif-deleted', 'tag': '39147568-9d8b-43f9-b143-25f4d0307cf1'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:45.356432 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e7703a-6ca5-434f-8b74-47b11fc8a266" -d '{"events": [{"server_uuid": "d4ca1cf2-400e-4613-995e-49e7932fee61", "name": "network-vif-deleted", "tag": "39147568-9d8b-43f9-b143-25f4d0307cf1"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:45.365689 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.394130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:39:45.394661 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:39:45.396730 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:39:45.418009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-7ff72733-fe08-4e58-8646-632d9e24e4d9 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:45.419488 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-7ff72733-fe08-4e58-8646-632d9e24e4d9 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.20 "GET /v2.0/networks?id=c8afd957-c529-4c57-aa58-a295d1ad65c9 HTTP/1.1" status: 200 len: 815 time: 0.4423616 Apr 05 18:39:45.462218 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbede9c-77b8-4e0c-88df-c7322c1576ee x-openstack-request-id: req-1fbede9c-77b8-4e0c-88df-c7322c1576ee {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:45.462494 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c56481-5cb7-4161-9563-63067e330b82", "name": "network-vif-deleted", "tag": "3b28bec8-b2ac-4372-b1a6-838cdbb6ee00", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:45.462886 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fbede9c-77b8-4e0c-88df-c7322c1576ee {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:45.463323 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbede9c-77b8-4e0c-88df-c7322c1576ee'] response: {'server_uuid': '62c56481-5cb7-4161-9563-63067e330b82', 'name': 'network-vif-deleted', 'tag': '3b28bec8-b2ac-4372-b1a6-838cdbb6ee00', 'status': 'completed', 'code': 200} Apr 05 18:39:45.475027 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96db460-8b4e-4e89-b126-a141d62a178e x-openstack-request-id: req-a96db460-8b4e-4e89-b126-a141d62a178e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:45.475600 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ca1cf2-400e-4613-995e-49e7932fee61", "name": "network-vif-deleted", "tag": "39147568-9d8b-43f9-b143-25f4d0307cf1", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:45.475944 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a96db460-8b4e-4e89-b126-a141d62a178e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:45.476441 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96db460-8b4e-4e89-b126-a141d62a178e'] response: {'server_uuid': 'd4ca1cf2-400e-4613-995e-49e7932fee61', 'name': 'network-vif-deleted', 'tag': '39147568-9d8b-43f9-b143-25f4d0307cf1', 'status': 'completed', 'code': 200} Apr 05 18:39:45.493413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3236830b-a1bc-4ce0-831c-5c77a881f9fd req-7f2779ce-a0fa-40f5-9fba-daa4b2620cc2 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320387 Apr 05 18:39:45.505235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.530427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.536625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] 10.222.0.15 "DELETE /v2.0/networks/8cf21c8c-2b72-45f9-b0db-18684a2cc516 HTTP/1.1" status: 204 len: 168 time: 2.1854944 Apr 05 18:39:45.537839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f65dc8-2adf-48c5-aef7-00fdfcb0464f admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf21c8c-2b72-45f9-b0db-18684a2cc516,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:45.543640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-233aed9a-9739-419f-b3f4-8b667621b927 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cee2a9bf3d8648bb99f1d24d69c038dc HTTP/1.1" status: 200 len: 380 time: 0.0886528 Apr 05 18:39:45.562917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Request body: {'port': {'device_id': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'admin_state_up': True, 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'security_groups': ['8aa82ab6-7e19-47e3-a010-7f300d8b201a']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:45.660238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539d241-d70b-4fef-9f57-8ee9af73f5c7 req-57023f99-287e-4c01-88a4-066bcc466282 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:45.667463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9539d241-d70b-4fef-9f57-8ee9af73f5c7 req-57023f99-287e-4c01-88a4-066bcc466282 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 944 time: 0.1194503 Apr 05 18:39:45.684897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38524) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:45.726806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9539d241-d70b-4fef-9f57-8ee9af73f5c7 req-39a79df9-7af3-4b16-bff4-35e028417233 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584607 Apr 05 18:39:45.750732 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-52aad07c-76bc-4fd9-96ab-01c2f2a9b68c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc8f3d0f1bd64b36badc2d9051a8bd61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557072 Apr 05 18:39:45.750732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38526) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:45.773287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38532) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:45.774862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Made reservation on behalf of cee2a9bf3d8648bb99f1d24d69c038dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:39:45.778459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.818659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.842223 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.860018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-85adcc75-9c3e-4cd7-aac9-9d9dddee47bd tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:45.861632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-85adcc75-9c3e-4cd7-aac9-9d9dddee47bd tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.1238589 Apr 05 18:39:45.896940 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.899779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:45.901003 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/000d8246-03ef-4c65-ade3-0bfc00642650 HTTP/1.1" status: 204 len: 168 time: 0.1562719 Apr 05 18:39:45.911174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d8246-03ef-4c65-ade3-0bfc00642650,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:45.920024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.920430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.920779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.921120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.921457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.921784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.922309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.922836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.923534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.924036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.924852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:45.925671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0d53-56aa-49c9-82e5-5f5048dc9e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:46.092254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158ab4b-2076-4f39-bb75-713ca4006272 req-9bb7304d-4ba8-4eec-b7e0-0cd0c899492a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:46.094894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7158ab4b-2076-4f39-bb75-713ca4006272 req-9bb7304d-4ba8-4eec-b7e0-0cd0c899492a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.2492650 Apr 05 18:39:46.107999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a8066-7f56-4896-99c9-05344d0c8898 req-d46a5a4b-7473-421f-853b-4be2f26b7f31 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:46.109579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-313a8066-7f56-4896-99c9-05344d0c8898 req-d46a5a4b-7473-421f-853b-4be2f26b7f31 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 949 time: 0.2629251 Apr 05 18:39:46.123409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-971ae4bd-a5c9-4fb5-9740-344a860331d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74a7449a77834108b52e965683f25b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300724 Apr 05 18:39:46.125851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38542) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:46.149049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Allocated IP 172.20.0.11 (c8afd957-c529-4c57-aa58-a295d1ad65c9/7da9d0e2-2a1a-42b1-a218-a324f3f06df2/77d5bdfe-cb71-42ac-86c7-37d7bd9f9636) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:46.185359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e37f332e-2a24-41a8-83af-423737451406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.219962 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e37f332e-2a24-41a8-83af-423737451406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.234351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7158ab4b-2076-4f39-bb75-713ca4006272 req-5751e6fe-2f01-46b8-82b1-2c9ab10de53a tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237895 Apr 05 18:39:46.256455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-313a8066-7f56-4896-99c9-05344d0c8898 req-12469eab-a5bf-4fd7-88d0-74833a46873c tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2a1369-a14c-4336-8122-1173c11f01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324687 Apr 05 18:39:46.262155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Deleting port 8e728505-7a23-4643-b2ce-9a2bdcee6720 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:46.262516 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.404799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-4aea45a1-cd2d-44ec-90f6-53bd29e608e7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:46.411059 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-4aea45a1-cd2d-44ec-90f6-53bd29e608e7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.25 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 944 time: 0.1446133 Apr 05 18:39:46.442513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e37f332e-2a24-41a8-83af-423737451406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.447499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e37f332e-2a24-41a8-83af-423737451406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.448472 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e37f332e-2a24-41a8-83af-423737451406 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191 HTTP/1.1" status: 204 len: 168 time: 0.3210676 Apr 05 18:39:46.457527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d431c68e-b639-4221-8dad-cafbe360dfb7 req-c833aee8-4bf4-44ea-92de-3a273833b483 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 210 time: 0.0581293 Apr 05 18:39:46.486476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f332e-2a24-41a8-83af-423737451406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce50520-ed1c-4c4c-b4e3-85b4a2ac4191,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:46.588945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] For port 8e728505-7a23-4643-b2ce-9a2bdcee6720, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=8e728505-7a23-4643-b2ce-9a2bdcee6720,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:46.589507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.609111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Deleting port 0e3b204d-c636-4880-884a-5f1585442a24 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:46.609460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.674173 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.679893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Calling delete_port for 8e728505-7a23-4643-b2ce-9a2bdcee6720 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:46.729206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] For port 0e3b204d-c636-4880-884a-5f1585442a24, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=0e3b204d-c636-4880-884a-5f1585442a24,segment=NetworkSegment(9459fa40-e761-4525-80de-ceee7ed9379e),segment_id=9459fa40-e761-4525-80de-ceee7ed9379e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:46.729661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.751667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Calling delete_port for 0e3b204d-c636-4880-884a-5f1585442a24 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:46.824930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cd43-0dda-403c-b1e1-853ceb5507e1 req-d44a0ea2-3e0c-41a8-90e3-acbe9cc9ef8f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:46.832807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d132cd43-0dda-403c-b1e1-853ceb5507e1 req-d44a0ea2-3e0c-41a8-90e3-acbe9cc9ef8f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 950 time: 0.2092812 Apr 05 18:39:46.951208 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d132cd43-0dda-403c-b1e1-853ceb5507e1 req-7e2cca2f-87a6-4f00-9c0c-bb65cae35296 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174760 Apr 05 18:39:46.961862 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:46.973603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38576) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:47.012850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.053872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404879d5-e742-4d81-baee-ea8e07e4ea52 req-19e196a0-6c9c-4519-ac75-5704f005bc86 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:47.056225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-404879d5-e742-4d81-baee-ea8e07e4ea52 req-19e196a0-6c9c-4519-ac75-5704f005bc86 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/ports?device_id=452c2025-3b35-44af-b065-3d881c81b711 HTTP/1.1" status: 200 len: 944 time: 0.1871185 Apr 05 18:39:47.061155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Network c8afd957-c529-4c57-aa58-a295d1ad65c9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:47.090422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Pushing event deleted for resources: {'Port': ['ID=0e3b204d-c636-4880-884a-5f1585442a24,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:47.113798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 0e3b204d-c636-4880-884a-5f1585442a24 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:47.161159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:47.170226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:47.177985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 0e3b204d-c636-4880-884a-5f1585442a24 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:47.183760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 0e3b204d-c636-4880-884a-5f1585442a24 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:47.185166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 39147568-9d8b-43f9-b143-25f4d0307cf1 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:47.212724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] No DVR routers for this DVR port 0e3b204d-c636-4880-884a-5f1585442a24 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:47.225045 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.232077 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dae2d1ae-c9ec-45b5-8946-53890df56e52 req-77f483af-0324-41d3-94c3-1c0f23e66db7 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.25 "DELETE /v2.0/ports/0e3b204d-c636-4880-884a-5f1585442a24 HTTP/1.1" status: 204 len: 173 time: 0.8089800 Apr 05 18:39:47.263148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 39147568-9d8b-43f9-b143-25f4d0307cf1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:47.267096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 39147568-9d8b-43f9-b143-25f4d0307cf1 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:47.318078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Pushing event updated for resources: {'Port': ['ID=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:47.376801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-network', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:47.385966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-404879d5-e742-4d81-baee-ea8e07e4ea52 req-66d91c49-657a-42c9-80ae-715cbd964ed0 tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] 10.222.0.15 "GET /v2.0/security-groups?id=faee22c5-e6fa-40a1-b527-e1139a20ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170142 Apr 05 18:39:47.422578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:47.423533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.444054 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.445766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Made reservation on behalf of 2f43c14b50694015ab0b27d6d2d71171 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:39:47.451688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.461677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['8e728505-7a23-4643-b2ce-9a2bdcee6720'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:47.477166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.485737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'name': 'network-vif-deleted', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:47.489190 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16833504-fd4b-4f1b-9a30-5e353e0111ed" -d '{"events": [{"server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "name": "network-vif-deleted", "tag": "0e3b204d-c636-4880-884a-5f1585442a24"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:47.525119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eae663c1-eac9-4eff-912b-2338946fc7d9 req-c8b0b47d-d32a-45a5-81ca-854ae792fc8b tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.0491252 Apr 05 18:39:47.685002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Pushing event deleted for resources: {'Port': ['ID=8e728505-7a23-4643-b2ce-9a2bdcee6720,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:47.756551 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.776718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.809732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ad775673-975d-48d2-ad84-bcc0f2fd500e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2505386 Apr 05 18:39:47.820830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:39:47.823427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f5b06c23-48c2-42fe-b5a4-683d817b6dac None None] Provisioning complete for port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:47.823966 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b06c23-48c2-42fe-b5a4-683d817b6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.841992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Request body: {'port': {'device_id': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:47.842465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b761c5-d09b-4109-8ac0-4e3ff80a0062,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:47.858452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.858974 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Added segment a6fa52a7-eb5b-4916-b752-1ab579a1da67 of type vlan for network 745c41cb-5643-499e-b20f-c84d86895a5c Apr 05 18:39:47.872294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f5b06c23-48c2-42fe-b5a4-683d817b6dac None None] Port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:47.944069 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.977003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] No DVR routers for this DVR port 8e728505-7a23-4643-b2ce-9a2bdcee6720 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:47.982885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:47.983990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:47.985599 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.016116 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.020397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-480eae88-3b10-46fd-bb13-348f9670cdd1 req-5c0975ea-cfad-4109-8cfa-b811a065d918 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.20 "DELETE /v2.0/ports/8e728505-7a23-4643-b2ce-9a2bdcee6720 HTTP/1.1" status: 204 len: 173 time: 2.1378675 Apr 05 18:39:48.021976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'name': 'network-vif-deleted', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:48.024587 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19555703-25bf-4ee3-93a8-74a60fe61896" -d '{"events": [{"server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "name": "network-vif-deleted", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:48.038989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfd763-e265-476e-85b6-f0374ab01517 req-bb9413dc-de9c-41f4-8441-2e2d02864e94 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:48.040479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34dfd763-e265-476e-85b6-f0374ab01517 req-bb9413dc-de9c-41f4-8441-2e2d02864e94 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 932 time: 0.3436503 Apr 05 18:39:48.044407 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.047896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0726540 Apr 05 18:39:48.048699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38606) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:48.055318 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffbe23-2ed3-47cf-b413-b442490aa804 req-b3085790-8396-4dea-b591-0ab48060becf tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:48.057055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcffbe23-2ed3-47cf-b413-b442490aa804 req-b3085790-8396-4dea-b591-0ab48060becf tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.4068966 Apr 05 18:39:48.062183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Request body: {'subnet': {'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-subnet', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:48.074026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db06a92-6c86-4b80-835b-d18ddeccd23a admin admin] Pushing event updated for resources: {'Network': ['ID=745c41cb-5643-499e-b20f-c84d86895a5c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:48.084192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 745c41cb-5643-499e-b20f-c84d86895a5c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:39:48.098159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Made reservation on behalf of 2f43c14b50694015ab0b27d6d2d71171 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:39:48.106853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.193413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34dfd763-e265-476e-85b6-f0374ab01517 req-bc717bee-0739-41f5-8f52-178956d1d5c4 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294775 Apr 05 18:39:48.253132 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4a19e5-820d-401c-b9f9-6210736e2cb8 x-openstack-request-id: req-df4a19e5-820d-401c-b9f9-6210736e2cb8 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:48.253613 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452c2025-3b35-44af-b065-3d881c81b711", "name": "network-vif-deleted", "tag": "0e3b204d-c636-4880-884a-5f1585442a24", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:48.253938 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df4a19e5-820d-401c-b9f9-6210736e2cb8 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:48.254336 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4a19e5-820d-401c-b9f9-6210736e2cb8'] response: {'server_uuid': '452c2025-3b35-44af-b065-3d881c81b711', 'name': 'network-vif-deleted', 'tag': '0e3b204d-c636-4880-884a-5f1585442a24', 'status': 'completed', 'code': 200} Apr 05 18:39:48.357255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcffbe23-2ed3-47cf-b413-b442490aa804 req-d3228935-fe82-470e-987a-98bbc1a59ed1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802081 Apr 05 18:39:48.422933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.428775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6076138c-fa8e-40ee-b9d7-a4c2c36deb47 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:48.430797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6076138c-fa8e-40ee-b9d7-a4c2c36deb47 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 950 time: 0.1191287 Apr 05 18:39:48.512176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b124c942-cc16-4658-bc2c-9203e69c078a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:48.551846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Checking segment: {'id': 'a6fa52a7-eb5b-4916-b752-1ab579a1da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:48.552237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Network hostable DHCP agents. Network: 745c41cb-5643-499e-b20f-c84d86895a5c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:39:48.583551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Network 745c41cb-5643-499e-b20f-c84d86895a5c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:39:48.601411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 745c41cb-5643-499e-b20f-c84d86895a5c) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:48.610363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76b2a2-5aaa-4d50-b0c1-7f10554f7e5b None None] Network 745c41cb-5643-499e-b20f-c84d86895a5c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:39:48.618801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:48.620428 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.647714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38620) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:48.673419 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c53405b2-bdaf-4fad-86a9-6f4cd69f3b1b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6176796 Apr 05 18:39:48.677025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38624) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:48.694922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:39:48.747179 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044d4869-9c3a-4055-9b82-b08ecf4e89a5 x-openstack-request-id: req-044d4869-9c3a-4055-9b82-b08ecf4e89a5 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:48.747179 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c363ef-19e4-4d60-bd5b-89d78d8901d6", "name": "network-vif-deleted", "tag": "8e728505-7a23-4643-b2ce-9a2bdcee6720", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:48.748300 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-044d4869-9c3a-4055-9b82-b08ecf4e89a5 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:48.748756 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044d4869-9c3a-4055-9b82-b08ecf4e89a5'] response: {'server_uuid': '35c363ef-19e4-4d60-bd5b-89d78d8901d6', 'name': 'network-vif-deleted', 'tag': '8e728505-7a23-4643-b2ce-9a2bdcee6720', 'status': 'completed', 'code': 200} Apr 05 18:39:48.761194 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.763176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.870265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:48.878967 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.891751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.892832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Transition to ACTIVE for port object 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:39:48.934224 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:48.937697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1693cf1c-bf95-40bf-9f32-c184f6042be0 req-7c5111d3-2f53-408b-810d-cd20253aafc3 tempest-MigrationsAdminTest-452223518 tempest-MigrationsAdminTest-452223518-project] 10.222.0.15 "GET /v2.0/ports?device_id=35c363ef-19e4-4d60-bd5b-89d78d8901d6 HTTP/1.1" status: 200 len: 210 time: 0.0429199 Apr 05 18:39:48.957864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-745c41cb-5643-499e-b20f-c84d86895a5c', 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'fixed_ips': [{'subnet_id': 'b124c942-cc16-4658-bc2c-9203e69c078a'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:39:48.959022 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.082953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38628) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:49.150923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Allocated IP 172.20.0.2 (745c41cb-5643-499e-b20f-c84d86895a5c/b124c942-cc16-4658-bc2c-9203e69c078a/07b918c4-2872-4c9a-b570-06219151dfa4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:49.170902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfecdd3-38b2-4d15-b54f-93a7c32133d7 admin admin] Deleting subnet 5bfa1f18-e103-421c-a525-7c9c6506fdf6 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:39:49.179232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfecdd3-38b2-4d15-b54f-93a7c32133d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.219830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.266305 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfecdd3-38b2-4d15-b54f-93a7c32133d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.325878 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-4c5c8a26-9503-41f6-b275-38c15a2d1324 service neutron] 10.222.0.20 "GET /v2.0/ports/d21b5b3a-e590-4585-b431-fa14085cb789/bindings/n-h1-836650-3 HTTP/1.1" status: 200 len: 384 time: 0.3425217 Apr 05 18:39:49.353193 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.356298 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8268375e-3cc4-45a5-84f3-69e87346fd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.362110 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.398050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfecdd3-38b2-4d15-b54f-93a7c32133d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.400690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d21b5b3a-e590-4585-b431-fa14085cb789 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:49.428163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee222e-75ec-4795-8078-c2d337dde798 req-1a9445dc-eda5-444a-bd4c-18a39ae66fa1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:49.436167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eee222e-75ec-4795-8078-c2d337dde798 req-1a9445dc-eda5-444a-bd4c-18a39ae66fa1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 950 time: 0.9123108 Apr 05 18:39:49.436818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Network 745c41cb-5643-499e-b20f-c84d86895a5c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:49.449826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:49.454718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:49.471434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Pushing event updated for resources: {'Port': ['ID=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:49.499186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Pushing event updated for resources: {'Port': ['ID=07b918c4-2872-4c9a-b570-06219151dfa4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:49.540239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Attempting to bind port 07b918c4-2872-4c9a-b570-06219151dfa4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:49.540596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Attempting to bind port 07b918c4-2872-4c9a-b570-06219151dfa4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'a6fa52a7-eb5b-4916-b752-1ab579a1da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:49.541139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Attempting to bind port 07b918c4-2872-4c9a-b570-06219151dfa4 on network 745c41cb-5643-499e-b20f-c84d86895a5c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:49.544557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8bf21-b014-488c-8af0-b70cb52751c3 req-d3f18148-1a58-46f2-8702-b9c238969cfd tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:49.549549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:49.550671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Checking segment: {'id': 'a6fa52a7-eb5b-4916-b752-1ab579a1da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:49.551322 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.551721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Bound using segment: {'id': 'a6fa52a7-eb5b-4916-b752-1ab579a1da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:49.552193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Bound port: 07b918c4-2872-4c9a-b570-06219151dfa4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fa52a7-eb5b-4916-b752-1ab579a1da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:49.552574 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.553217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0b8bf21-b014-488c-8af0-b70cb52751c3 req-d3f18148-1a58-46f2-8702-b9c238969cfd tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 944 time: 0.2039194 Apr 05 18:39:49.584222 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfecdd3-38b2-4d15-b54f-93a7c32133d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.588121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Deleting port 2c036bc7-18a4-43df-a306-0eedb21ea557 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:49.588121 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.613203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eee222e-75ec-4795-8078-c2d337dde798 req-91e676a6-80de-482f-9995-282d55216d9e tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733449 Apr 05 18:39:49.637992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfecdd3-38b2-4d15-b54f-93a7c32133d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfa1f18-e103-421c-a525-7c9c6506fdf6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:49.651018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 8e728505-7a23-4643-b2ce-9a2bdcee6720 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:49.670927 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfecdd3-38b2-4d15-b54f-93a7c32133d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.677326 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3cfecdd3-38b2-4d15-b54f-93a7c32133d7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5bfa1f18-e103-421c-a525-7c9c6506fdf6 HTTP/1.1" status: 204 len: 168 time: 1.0273602 Apr 05 18:39:49.679565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38636) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:49.683707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 8e728505-7a23-4643-b2ce-9a2bdcee6720 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:49.684053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 8e728505-7a23-4643-b2ce-9a2bdcee6720 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:49.714848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Attempting to bind port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:49.715184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Attempting to bind port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:49.715556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Attempting to bind port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 on network c8afd957-c529-4c57-aa58-a295d1ad65c9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:49.750001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 on network c8afd957-c529-4c57-aa58-a295d1ad65c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:39:49.750676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Attempting to bind port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 on network c8afd957-c529-4c57-aa58-a295d1ad65c9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:49.760059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] For port 07b918c4-2872-4c9a-b570-06219151dfa4, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:49.763454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] For port 07b918c4-2872-4c9a-b570-06219151dfa4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=07b918c4-2872-4c9a-b570-06219151dfa4,segment=NetworkSegment(a6fa52a7-eb5b-4916-b752-1ab579a1da67),segment_id=a6fa52a7-eb5b-4916-b752-1ab579a1da67)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:49.763802 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8268375e-3cc4-45a5-84f3-69e87346fd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.771517 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.783675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0b8bf21-b014-488c-8af0-b70cb52751c3 req-05b51b5f-6e24-403e-b4dc-bb778c2c29ec tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288711 Apr 05 18:39:49.791383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:49.792174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Checking segment: {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:49.792654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Bound using segment: {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:49.793246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Bound port: 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82215f8f-2f1e-4265-b1c5-a36cec8104ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:49.793702 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.809846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8268375e-3cc4-45a5-84f3-69e87346fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.845583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad788c-34a3-4b46-9214-4068dc52d0bb None None] Pushing event updated for resources: {'Port': ['ID=07b918c4-2872-4c9a-b570-06219151dfa4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:49.892149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] For port 2c036bc7-18a4-43df-a306-0eedb21ea557, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2c036bc7-18a4-43df-a306-0eedb21ea557,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:49.892507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.903021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef81f21-9f46-4a69-b364-dfe3aae77a14 req-6d2482cc-7ca2-4cd8-bcb0-0f575f303073 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:49.904545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ef81f21-9f46-4a69-b364-dfe3aae77a14 req-6d2482cc-7ca2-4cd8-bcb0-0f575f303073 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 943 time: 0.1754324 Apr 05 18:39:49.912099 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8268375e-3cc4-45a5-84f3-69e87346fd02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00192d2bb32d4e1d903724dd708c65ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254032 Apr 05 18:39:49.914867 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:49.917729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:49.920121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38638) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:49.939010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Calling delete_port for 2c036bc7-18a4-43df-a306-0eedb21ea557 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:49.950887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268375e-3cc4-45a5-84f3-69e87346fd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9541f9-c282-4cd3-a94f-7e28b713a975,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:49.961552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] For port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:49.994733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ef81f21-9f46-4a69-b364-dfe3aae77a14 req-9501dee3-750d-45a5-b20e-a40ffc72fa78 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722792 Apr 05 18:39:50.074101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] For port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:50.086055 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:50.166298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:50.171471 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:50.174094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] 10.222.0.20 "PUT /v2.0/ports/77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 HTTP/1.1" status: 200 len: 1092 time: 2.3414299 Apr 05 18:39:50.200880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133eae5-4fa9-4632-bcad-bd429cb1e0cd service neutron] Pushing event updated for resources: {'Port': ['ID=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:50.353670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:50.370187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ef529559-575b-4ed2-9564-1568cd6a8908', '602e71d7-2da9-41da-bc99-b396a0cc6db0', '2c036bc7-18a4-43df-a306-0eedb21ea557'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:50.372852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d99ee969-d4b4-4b66-aab2-76a438f6982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:50.372990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:50.374794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-d99ee969-d4b4-4b66-aab2-76a438f6982b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cee2a9bf3d8648bb99f1d24d69c038dc&device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 1095 time: 0.1261575 Apr 05 18:39:50.401784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event deleted for resources: {'Port': ['ID=2c036bc7-18a4-43df-a306-0eedb21ea557,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:50.417387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:50.455342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-3a145f7a-ae34-4aef-84a7-ed4aadb3c57c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 HTTP/1.1" status: 200 len: 217 time: 0.0551598 Apr 05 18:39:50.498801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:50.539176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21b5b3a-e590-4585-b431-fa14085cb789 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:50.551697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:50.597851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e7a88e9-6f48-4bb1-8a09-e9444f7f0e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:50.599768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:50.614507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] No DVR routers for this DVR port 2c036bc7-18a4-43df-a306-0eedb21ea557 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:50.627651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:50.635799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bcb0df8-7eac-4e1e-8556-16f61e76aaa5 req-6f179c93-98f4-489c-97c0-93ed9702b7df tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "DELETE /v2.0/ports/2c036bc7-18a4-43df-a306-0eedb21ea557 HTTP/1.1" status: 204 len: 173 time: 2.1055868 Apr 05 18:39:50.665006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-4e9a58c5-1cce-44d8-b9ce-dfc69f57a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:50.668511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-4e9a58c5-1cce-44d8-b9ce-dfc69f57a698 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7da9d0e2-2a1a-42b1-a218-a324f3f06df2 HTTP/1.1" status: 200 len: 854 time: 0.1659901 Apr 05 18:39:50.715445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f41deab6-9d89-4440-8e7c-e0e754b164b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7f64cbfb3fd47c59352b91f535306d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930651 Apr 05 18:39:50.725651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38652) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:50.730166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 07b918c4-2872-4c9a-b570-06219151dfa4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:50.836172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'tag': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636'}, {'server_uuid': 'd9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd', 'name': 'network-vif-deleted', 'tag': '2c036bc7-18a4-43df-a306-0eedb21ea557'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:50.851939 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169e2b74-685a-40bc-b60d-23fb40e0d9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8cef21dd-a347-4317-a97c-83fb33c33ce0", "tag": "77d5bdfe-cb71-42ac-86c7-37d7bd9f9636"}, {"server_uuid": "d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd", "name": "network-vif-deleted", "tag": "2c036bc7-18a4-43df-a306-0eedb21ea557"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:50.899840 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e7a88e9-6f48-4bb1-8a09-e9444f7f0e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:50.903878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88454dfb-ba80-47d1-9c76-2991456be844 req-4e3c340a-293d-4df3-adbd-cd3cab48bd99 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd HTTP/1.1" status: 200 len: 210 time: 0.0923035 Apr 05 18:39:50.962555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-89f4d5bb-88d9-4e9a-837b-aa94a1e7348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:50.964984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-89f4d5bb-88d9-4e9a-837b-aa94a1e7348b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8afd957-c529-4c57-aa58-a295d1ad65c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2885418 Apr 05 18:39:50.972764 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:50.992288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe2538b-b23e-4468-b215-e704b2b2db8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.025979 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe2538b-b23e-4468-b215-e704b2b2db8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.031173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 07b918c4-2872-4c9a-b570-06219151dfa4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:51.031543 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.086645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.089289 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067fc3ec-6ccc-4a52-8115-785b5af89266 x-openstack-request-id: req-067fc3ec-6ccc-4a52-8115-785b5af89266 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:51.089962 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cef21dd-a347-4317-a97c-83fb33c33ce0", "tag": "77d5bdfe-cb71-42ac-86c7-37d7bd9f9636", "status": "completed", "code": 200}, {"server_uuid": "d9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd", "name": "network-vif-deleted", "tag": "2c036bc7-18a4-43df-a306-0eedb21ea557", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:51.090411 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-067fc3ec-6ccc-4a52-8115-785b5af89266 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:51.091022 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067fc3ec-6ccc-4a52-8115-785b5af89266'] response: {'name': 'network-changed', 'server_uuid': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'tag': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636', 'status': 'completed', 'code': 200} Apr 05 18:39:51.091559 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067fc3ec-6ccc-4a52-8115-785b5af89266'] response: {'server_uuid': 'd9eebf59-9b2a-43ea-9cbe-6877e7f4d8bd', 'name': 'network-vif-deleted', 'tag': '2c036bc7-18a4-43df-a306-0eedb21ea557', 'status': 'completed', 'code': 200} Apr 05 18:39:51.121355 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe2538b-b23e-4468-b215-e704b2b2db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.129233 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe2538b-b23e-4468-b215-e704b2b2db8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.136617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0fe2538b-b23e-4468-b215-e704b2b2db8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb2a1369-a14c-4336-8122-1173c11f01af HTTP/1.1" status: 204 len: 168 time: 0.4087710 Apr 05 18:39:51.145060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fc4373-f553-4cc9-8975-18ec33c4a672']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:51.152419 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.183498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9459fa40-e761-4525-80de-ceee7ed9379e') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:51.183893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9459fa40-e761-4525-80de-ceee7ed9379e') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:51.204674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.228592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] Transition to ACTIVE for port object d21b5b3a-e590-4585-b431-fa14085cb789 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:39:51.233030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.238183 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e7a88e9-6f48-4bb1-8a09-e9444f7f0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.241057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e7a88e9-6f48-4bb1-8a09-e9444f7f0e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.242301 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4e7a88e9-6f48-4bb1-8a09-e9444f7f0e17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f9541f9-c282-4cd3-a94f-7e28b713a975 HTTP/1.1" status: 204 len: 168 time: 1.3193755 Apr 05 18:39:51.290959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a78e9-b96c-4fd8-a1ef-fad92c820816 req-8bdd2003-e0dc-45c1-8c4b-acc2645cb25e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:51.291580 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.294053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:39:51.294387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.299161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-123a78e9-b96c-4fd8-a1ef-fad92c820816 req-8bdd2003-e0dc-45c1-8c4b-acc2645cb25e tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 944 time: 0.3701530 Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:39:51.311481 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:39:51.369907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2538b-b23e-4468-b215-e704b2b2db8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2a1369-a14c-4336-8122-1173c11f01af,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:51.446306 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.459945 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-123a78e9-b96c-4fd8-a1ef-fad92c820816 req-ebfaa103-dc74-4410-b61f-7f82a472f2b3 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797398 Apr 05 18:39:51.467826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaccaf6-bca2-4214-9a27-4ce627cd083a req-f2338f0a-0ef2-413d-8fd0-6a6266f534a8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:51.476240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baaccaf6-bca2-4214-9a27-4ce627cd083a req-f2338f0a-0ef2-413d-8fd0-6a6266f534a8 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 944 time: 0.2276475 Apr 05 18:39:51.480839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-ee3433ae-a1cb-41a2-9094-2a3d00ec165b service neutron] 10.222.0.20 "GET /v2.0/networks/c8afd957-c529-4c57-aa58-a295d1ad65c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062106 Apr 05 18:39:51.524696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259977d2-b341-47cd-a33d-1c491eb8d767 None None] Network 745c41cb-5643-499e-b20f-c84d86895a5c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:39:51.530761 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baaccaf6-bca2-4214-9a27-4ce627cd083a req-3d85ee95-66ac-4099-9f36-c441aab548c0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476403 Apr 05 18:39:51.541500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a88e9-6f48-4bb1-8a09-e9444f7f0e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9541f9-c282-4cd3-a94f-7e28b713a975,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:51.543650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5b3a-e590-4585-b431-fa14085cb789,revision_number=10']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:51.553620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.568404 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.575786 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] 10.222.0.15 "DELETE /v2.0/networks/59fc4373-f553-4cc9-8975-18ec33c4a672 HTTP/1.1" status: 204 len: 168 time: 1.8428552 Apr 05 18:39:51.580479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38668) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:51.655268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b593b794-17f9-4517-9978-23bfab4b618f admin admin] Deleting subnet e45cf832-4dcd-41e9-b74f-cd13deb97fc4 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:39:51.657212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f195aa81-e3c3-4dd9-ad54-409d411df6de req-2ff34c3f-71b0-45bd-b2c7-f712e6445016 service neutron] 10.222.0.20 "GET /v2.0/networks/c8afd957-c529-4c57-aa58-a295d1ad65c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423051 Apr 05 18:39:51.659230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b593b794-17f9-4517-9978-23bfab4b618f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.740862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] No DVR routers for this DVR port d21b5b3a-e590-4585-b431-fa14085cb789 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:51.742983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1224622-7f88-43d9-803a-f02837e13f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fc4373-f553-4cc9-8975-18ec33c4a672,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:51.773340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 07b918c4-2872-4c9a-b570-06219151dfa4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=07b918c4-2872-4c9a-b570-06219151dfa4,segment=NetworkSegment(a6fa52a7-eb5b-4916-b752-1ab579a1da67),segment_id=a6fa52a7-eb5b-4916-b752-1ab579a1da67)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:51.781976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-f522c1bf-2851-4d28-a1b0-f8975618a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:51.787335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-f522c1bf-2851-4d28-a1b0-f8975618a88b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cee2a9bf3d8648bb99f1d24d69c038dc&device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 1095 time: 0.0785370 Apr 05 18:39:51.790742 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.805681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-53c93880-311e-40d2-97d7-de021af0b007 service neutron] 10.222.0.20 "PUT /v2.0/ports/d21b5b3a-e590-4585-b431-fa14085cb789/bindings/n-h1-836650-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4604573 Apr 05 18:39:51.810466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a3089865-ba6e-45af-a3b6-ae842cc740db None None] Provisioning complete for port 07b918c4-2872-4c9a-b570-06219151dfa4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:51.812088 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3089865-ba6e-45af-a3b6-ae842cc740db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.822030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b593b794-17f9-4517-9978-23bfab4b618f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:51.827722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Allocated IP 172.25.4.122 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/c42e66ac-5311-4749-a77c-9aaefde6666d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:51.894453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:51.923664 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b593b794-17f9-4517-9978-23bfab4b618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.025382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-812042e5-b8eb-45e4-9e65-f7e38d461cf5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee97a84ab0a04c1f82573e1ebd4b178f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282604 Apr 05 18:39:52.027958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38686) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:52.030859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=07b918c4-2872-4c9a-b570-06219151dfa4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:52.076181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-6c19ca7b-d95b-4a16-8cd2-9df2fe2f1d48 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:52.079459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-0929d962-8eaa-457a-ac8e-4dd60f4836b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:52.080224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-6c19ca7b-d95b-4a16-8cd2-9df2fe2f1d48 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.2156892 Apr 05 18:39:52.082307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-0929d962-8eaa-457a-ac8e-4dd60f4836b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8afd957-c529-4c57-aa58-a295d1ad65c9 HTTP/1.1" status: 200 len: 915 time: 0.2826445 Apr 05 18:39:52.142435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-b6c5e046-901c-4819-9e34-58ef8f3e6632 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 HTTP/1.1" status: 200 len: 217 time: 0.0507393 Apr 05 18:39:52.199122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b593b794-17f9-4517-9978-23bfab4b618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.199423 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-700f48ca-a4db-458f-8b40-38da5fee39d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.266091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-700f48ca-a4db-458f-8b40-38da5fee39d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.270075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-85ae6575-9fa2-44e0-93e5-bee797dabf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:52.272141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-85ae6575-9fa2-44e0-93e5-bee797dabf8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7da9d0e2-2a1a-42b1-a218-a324f3f06df2 HTTP/1.1" status: 200 len: 854 time: 0.1209433 Apr 05 18:39:52.284510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-a5dc1a87-585b-4e17-a889-765030455592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:52.286245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-a5dc1a87-585b-4e17-a889-765030455592 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a HTTP/1.1" status: 200 len: 1095 time: 0.1926801 Apr 05 18:39:52.295412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593b794-17f9-4517-9978-23bfab4b618f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45cf832-4dcd-41e9-b74f-cd13deb97fc4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:52.317543 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b593b794-17f9-4517-9978-23bfab4b618f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.321067 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b593b794-17f9-4517-9978-23bfab4b618f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e45cf832-4dcd-41e9-b74f-cd13deb97fc4 HTTP/1.1" status: 204 len: 168 time: 0.7357552 Apr 05 18:39:52.323862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38696) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:52.328361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.395481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-1278f4f4-1c03-4577-8a69-c668e59614a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:52.396993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-1278f4f4-1c03-4577-8a69-c668e59614a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8afd957-c529-4c57-aa58-a295d1ad65c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157906 Apr 05 18:39:52.419467 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-700f48ca-a4db-458f-8b40-38da5fee39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.421959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-700f48ca-a4db-458f-8b40-38da5fee39d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.425499 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-700f48ca-a4db-458f-8b40-38da5fee39d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd9ebdb1-08fd-40f2-aa7d-b19259febd39 HTTP/1.1" status: 204 len: 168 time: 0.3935091 Apr 05 18:39:52.447614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5c04f-bdb9-4b5e-9849-ada0b49b53ae req-1f4a9e47-4b1b-4c32-9e7c-c934bcf8a1e1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:52.455271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94e5c04f-bdb9-4b5e-9849-ada0b49b53ae req-1f4a9e47-4b1b-4c32-9e7c-c934bcf8a1e1 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 950 time: 0.1134183 Apr 05 18:39:52.498170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f48ca-a4db-458f-8b40-38da5fee39d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9ebdb1-08fd-40f2-aa7d-b19259febd39,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:52.570102 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94e5c04f-bdb9-4b5e-9849-ada0b49b53ae req-3e607411-5bcd-4e0f-ace3-1b00f7523589 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127427 Apr 05 18:39:52.593108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.604582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-095abb92-c87e-4a12-8849-e0b93cd3ad48 service neutron] 10.222.0.20 "GET /v2.0/networks/c8afd957-c529-4c57-aa58-a295d1ad65c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977129 Apr 05 18:39:52.618658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ea5c47b6-6343-4ad8-ba77-28401f7c92d5 None None] Provisioning complete for port 07b918c4-2872-4c9a-b570-06219151dfa4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:52.620007 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea5c47b6-6343-4ad8-ba77-28401f7c92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.644821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.665325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 07b918c4-2872-4c9a-b570-06219151dfa4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:52.713538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-55c814d4-f8e6-4f31-97e3-4a89eaf42546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:52.718928 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-55c814d4-f8e6-4f31-97e3-4a89eaf42546 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 1095 time: 0.3652682 Apr 05 18:39:52.741147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 07b918c4-2872-4c9a-b570-06219151dfa4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:52.741867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:52.758155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:52.794747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:52.817455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:52.827416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcab581-670b-4a2c-8dd5-7dd628b2d379 req-84f43a92-6649-4705-a808-395238ec5b50 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:52.831575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efcab581-670b-4a2c-8dd5-7dd628b2d379 req-84f43a92-6649-4705-a808-395238ec5b50 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 944 time: 0.2150195 Apr 05 18:39:52.902752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Pushing event updated for resources: {'Port': ['ID=c42e66ac-5311-4749-a77c-9aaefde6666d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:52.942973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efcab581-670b-4a2c-8dd5-7dd628b2d379 req-b4baa9c6-312f-4ee2-9b58-91d0add37a45 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792201 Apr 05 18:39:52.950031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-169e2b74-685a-40bc-b60d-23fb40e0d9ab req-f5a2f671-c364-43df-b3a3-9caa609941d1 service neutron] 10.222.0.20 "GET /v2.0/networks/c8afd957-c529-4c57-aa58-a295d1ad65c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324928 Apr 05 18:39:52.983688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.076061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1018c24b-d9bc-45a7-a429-248ab2d18a69']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:53.089920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043d446-9549-4748-84be-25450e978947 req-a8cb6872-3469-4757-bf68-be11525573ed tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:53.099445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6043d446-9549-4748-84be-25450e978947 req-a8cb6872-3469-4757-bf68-be11525573ed tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 944 time: 0.0727198 Apr 05 18:39:53.133268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d8d2bc-3172-494a-ba2f-85780cace3e7') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:53.133562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d8d2bc-3172-494a-ba2f-85780cace3e7') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:53.138785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6043d446-9549-4748-84be-25450e978947 req-473dee24-c66d-42f8-ad22-0831b8b01cae tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384457 Apr 05 18:39:53.142952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-e826154b-9eb1-4d53-bb28-aeeae6f4b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:53.144626 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-e826154b-9eb1-4d53-bb28-aeeae6f4b6af service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.4054120 Apr 05 18:39:53.150736 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.217837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.230720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-6d5aba19-b9f1-49ed-addf-a5eba1b9b9a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d21b5b3a-e590-4585-b431-fa14085cb789 HTTP/1.1" status: 200 len: 217 time: 0.0593927 Apr 05 18:39:53.232813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:39:53.233534 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:39:53.235021 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:39:53.372905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.377594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.381689 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1018c24b-d9bc-45a7-a429-248ab2d18a69 HTTP/1.1" status: 204 len: 168 time: 1.0568893 Apr 05 18:39:53.381821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2c036bc7-18a4-43df-a306-0eedb21ea557 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:53.393852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-4211561e-e7fc-41fa-b095-6e735bcfb870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:53.395300 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-4211561e-e7fc-41fa-b095-6e735bcfb870 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.1486888 Apr 05 18:39:53.411217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 2c036bc7-18a4-43df-a306-0eedb21ea557 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:53.411217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2c036bc7-18a4-43df-a306-0eedb21ea557 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:53.448453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214604dd-1b71-48d6-80fa-a3498c0d8e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=1018c24b-d9bc-45a7-a429-248ab2d18a69,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:53.468193 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-a8efd2a0-ef35-4ff8-86a1-6ae2f77bfbc2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607443 Apr 05 18:39:53.504987 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.656731 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-d9a2d9aa-266d-4721-8273-129b6dbbdece service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796050 Apr 05 18:39:53.657904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38740) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:53.762053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-84204a7a-d1ac-4c19-aab4-1fb7b0fabdc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41a75e9c823d41ee82bdddcb9c2abe25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990021 Apr 05 18:39:53.763549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38744) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:53.778625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022d43-1a80-4b15-86d6-8e797124933d req-24f2aca3-4b63-48f9-9720-a68ab6584ea4 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:53.780213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7022d43-1a80-4b15-86d6-8e797124933d req-24f2aca3-4b63-48f9-9720-a68ab6584ea4 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 950 time: 0.0872037 Apr 05 18:39:53.854887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7022d43-1a80-4b15-86d6-8e797124933d req-e5e78ae1-e946-4d11-93f0-89939cf616c5 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649197 Apr 05 18:39:53.859435 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06b26d64-42b6-44f2-8c82-dbbbf241e3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.864830 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-0e8bbd4a-7d25-468f-aff0-5f66617ca271 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987422 Apr 05 18:39:53.887411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.907165 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06b26d64-42b6-44f2-8c82-dbbbf241e3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:53.969525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-14b46634-a89d-4297-8ff1-a5fef6cf0924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:53.971913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-14b46634-a89d-4297-8ff1-a5fef6cf0924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 950 time: 0.1100793 Apr 05 18:39:54.073757 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06b26d64-42b6-44f2-8c82-dbbbf241e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:54.082312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06b26d64-42b6-44f2-8c82-dbbbf241e3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:54.084035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-06b26d64-42b6-44f2-8c82-dbbbf241e3a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faee22c5-e6fa-40a1-b527-e1139a20ac14 HTTP/1.1" status: 204 len: 168 time: 0.3191962 Apr 05 18:39:54.106655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Router 03ddf1e4-9db5-4032-905d-05c32f96ce91 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:39:54.182095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b26d64-42b6-44f2-8c82-dbbbf241e3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee22c5-e6fa-40a1-b527-e1139a20ac14,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:54.244976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58a792-cbba-4fac-a05d-2bc595916350 req-6417616b-5a89-4a1a-a815-408e47dc4e4d tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:54.246859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b58a792-cbba-4fac-a05d-2bc595916350 req-6417616b-5a89-4a1a-a815-408e47dc4e4d tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 944 time: 0.1077199 Apr 05 18:39:54.249796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Deleting port 602e71d7-2da9-41da-bc99-b396a0cc6db0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:54.250130 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:54.390649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b58a792-cbba-4fac-a05d-2bc595916350 req-4fc1f142-6482-47b1-8a78-01f1a985e583 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318505 Apr 05 18:39:54.427871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e99bd-9fa5-4991-8348-041057562aa4 req-37bb9501-96ff-4657-a7fb-ed9c3fe9bdf4 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:54.429402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f39e99bd-9fa5-4991-8348-041057562aa4 req-37bb9501-96ff-4657-a7fb-ed9c3fe9bdf4 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 944 time: 0.1348586 Apr 05 18:39:54.475990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] For port 602e71d7-2da9-41da-bc99-b396a0cc6db0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=602e71d7-2da9-41da-bc99-b396a0cc6db0,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:54.476400 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:54.499113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Calling delete_port for 602e71d7-2da9-41da-bc99-b396a0cc6db0 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:54.506366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f39e99bd-9fa5-4991-8348-041057562aa4 req-9dbd595c-f2b8-4061-8d4f-9f10dd7e745f tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669050 Apr 05 18:39:54.625859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-d736bf91-06bb-4b3e-a976-b9ac483ab212 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:54.628565 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-d736bf91-06bb-4b3e-a976-b9ac483ab212 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2&tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1095 time: 0.4923277 Apr 05 18:39:54.707351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:54.724063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:54.728650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ef529559-575b-4ed2-9564-1568cd6a8908', '602e71d7-2da9-41da-bc99-b396a0cc6db0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:54.733553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:39:54.804036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event deleted for resources: {'Port': ['ID=602e71d7-2da9-41da-bc99-b396a0cc6db0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:54.804461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Sync routers for ids ['03ddf1e4-9db5-4032-905d-05c32f96ce91'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:39:54.840458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:54.843254 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-25f79775-5a10-4d01-b3d3-1cfe5afb30ab admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1648619 Apr 05 18:39:54.849764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38786) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:54.862288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-7f1ed3ab-c45a-4521-8bd3-73f88986edbb service neutron] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:54.868270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-7f1ed3ab-c45a-4521-8bd3-73f88986edbb service neutron] Notify callbacks [] for binding, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:54.870004 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-7f1ed3ab-c45a-4521-8bd3-73f88986edbb service neutron] 10.222.0.25 "DELETE /v2.0/ports/d21b5b3a-e590-4585-b431-fa14085cb789/bindings/n-h2-836650-3 HTTP/1.1" status: 204 len: 173 time: 0.2141681 Apr 05 18:39:54.923615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00273d7c-076f-4409-994b-8764d20d8c2f req-b1e109dc-5fcc-4b37-9bec-aa1cd61c5753 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:54.943171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00273d7c-076f-4409-994b-8764d20d8c2f req-b1e109dc-5fcc-4b37-9bec-aa1cd61c5753 tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 1095 time: 0.2468953 Apr 05 18:39:54.974776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Routers {'03ddf1e4-9db5-4032-905d-05c32f96ce91'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:54.975981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['03ddf1e4-9db5-4032-905d-05c32f96ce91'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:55.124187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] No DVR routers for this DVR port 602e71d7-2da9-41da-bc99-b396a0cc6db0 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:55.129732 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:55.135327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c5aaf04-a090-481b-bf08-e74cea2b2a19 req-a60a2dce-3883-499a-86d1-25039b342924 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "DELETE /v2.0/ports/602e71d7-2da9-41da-bc99-b396a0cc6db0 HTTP/1.1" status: 204 len: 173 time: 1.1570745 Apr 05 18:39:55.174715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c91c6-d24c-446d-b351-3d3c2fbed7dd', 'name': 'network-vif-deleted', 'tag': '602e71d7-2da9-41da-bc99-b396a0cc6db0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:55.177424 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fa78f2-9752-4e66-b3ce-bb52276b97ec" -d '{"events": [{"server_uuid": "ac1c91c6-d24c-446d-b351-3d3c2fbed7dd", "name": "network-vif-deleted", "tag": "602e71d7-2da9-41da-bc99-b396a0cc6db0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:55.251846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf6ceaa4-5bfe-4088-97f0-31e9a28c45ad req-49feeb17-4d25-4097-a74d-b29bf5c14c5f tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 210 time: 0.1589425 Apr 05 18:39:55.269369 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00273d7c-076f-4409-994b-8764d20d8c2f req-aca6e878-04b1-43b9-9ff7-2631c737a05b tempest-LiveAutoBlockMigrationV225Test-1643515651 tempest-LiveAutoBlockMigrationV225Test-1643515651-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490852 Apr 05 18:39:55.273781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38794) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:55.437288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aa6443f0-6db1-4acd-adcd-dfcb743b9407 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e93f055835a447d836d931e5fae8a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569970 Apr 05 18:39:55.442416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38800) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:55.482826 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacae54c-e5a0-4c5a-b170-1fc8a8d20dd6 x-openstack-request-id: req-aacae54c-e5a0-4c5a-b170-1fc8a8d20dd6 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:55.483140 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c91c6-d24c-446d-b351-3d3c2fbed7dd", "name": "network-vif-deleted", "tag": "602e71d7-2da9-41da-bc99-b396a0cc6db0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:55.483379 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aacae54c-e5a0-4c5a-b170-1fc8a8d20dd6 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:55.485062 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aacae54c-e5a0-4c5a-b170-1fc8a8d20dd6'] response: {'server_uuid': 'ac1c91c6-d24c-446d-b351-3d3c2fbed7dd', 'name': 'network-vif-deleted', 'tag': '602e71d7-2da9-41da-bc99-b396a0cc6db0', 'status': 'completed', 'code': 200} Apr 05 18:39:55.538103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38802) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:55.608461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a602509f-5e3b-4185-843e-4fd71634eb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:55.664670 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:39:55.705191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a602509f-5e3b-4185-843e-4fd71634eb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:55.724594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:55.767125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:55.859608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce9dd0-eb06-48f2-80d2-ee94868371ec req-d25588d3-ddfd-4e7e-95a4-8a5714f758a0 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:55.863908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09ce9dd0-eb06-48f2-80d2-ee94868371ec req-d25588d3-ddfd-4e7e-95a4-8a5714f758a0 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 944 time: 0.1670527 Apr 05 18:39:55.898000 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a602509f-5e3b-4185-843e-4fd71634eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:55.903232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a602509f-5e3b-4185-843e-4fd71634eb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:55.904485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a602509f-5e3b-4185-843e-4fd71634eb41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7ca359f-7663-4a53-ab91-5b8e8228d554 HTTP/1.1" status: 204 len: 168 time: 0.4607332 Apr 05 18:39:55.970105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602509f-5e3b-4185-843e-4fd71634eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ca359f-7663-4a53-ab91-5b8e8228d554,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:56.060878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09ce9dd0-eb06-48f2-80d2-ee94868371ec req-54eef7c8-cbbe-4d4a-aabf-37f5bcd6d2da tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537516 Apr 05 18:39:56.100915 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab488f5d-2b71-44fe-8827-65bf35c1b6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.203042 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80f92abd-8ddd-483b-bcc6-d4aa915ec746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.219810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab488f5d-2b71-44fe-8827-65bf35c1b6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.241965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab488f5d-2b71-44fe-8827-65bf35c1b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.364005 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ab488f5d-2b71-44fe-8827-65bf35c1b6f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8de7b0883c754655a9dba3602cc54852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297321 Apr 05 18:39:56.392269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80f92abd-8ddd-483b-bcc6-d4aa915ec746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.405941 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38818) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:56.408046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:56.468063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Set router 03ddf1e4-9db5-4032-905d-05c32f96ce91 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:56.474452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3d309b3-4ba8-46c1-8f32-46cbb579fbd9 req-0abd1c29-9525-4da0-9031-8230487f5979 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1c91c6-d24c-446d-b351-3d3c2fbed7dd HTTP/1.1" status: 200 len: 210 time: 0.0521705 Apr 05 18:39:56.500885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80f92abd-8ddd-483b-bcc6-d4aa915ec746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.506117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'port_id': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636', 'mac_address': 'fa:16:3e:0e:ea:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:39:56.518612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab488f5d-2b71-44fe-8827-65bf35c1b6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2636e7-b249-4c4e-a668-28310bf31a46,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:56.543681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ba747-f60e-4427-8a01-511456429712 req-a3f7bf0f-0013-4fe8-88e5-017b0746867e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:56.554421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc2ba747-f60e-4427-8a01-511456429712 req-a3f7bf0f-0013-4fe8-88e5-017b0746867e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 944 time: 0.3177345 Apr 05 18:39:56.622367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc2ba747-f60e-4427-8a01-511456429712 req-112bc8c6-109a-4d51-afe6-66644fc29a90 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669744 Apr 05 18:39:56.646993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f92abd-8ddd-483b-bcc6-d4aa915ec746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d934deb-503d-44cd-9d3e-072588c7879a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:56.656539 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-80f92abd-8ddd-483b-bcc6-d4aa915ec746 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f5b9f10edcb4402835b509c937598b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1173258 Apr 05 18:39:56.656938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38822) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:56.733270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Allocated IP 172.20.0.1 (745c41cb-5643-499e-b20f-c84d86895a5c/b124c942-cc16-4658-bc2c-9203e69c078a/d471aa41-433a-421c-9edd-b8f280241cb4) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:39:56.782710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d56503-8d14-4ff9-ac0b-e715e4b6fa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.818655 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.837370 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d56503-8d14-4ff9-ac0b-e715e4b6fa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.856209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.892733 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:39:56.917351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d56503-8d14-4ff9-ac0b-e715e4b6fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.920494 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d56503-8d14-4ff9-ac0b-e715e4b6fa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.925032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c2d56503-8d14-4ff9-ac0b-e715e4b6fa67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d934deb-503d-44cd-9d3e-072588c7879a HTTP/1.1" status: 204 len: 168 time: 0.2638590 Apr 05 18:39:56.925200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed380ed5-b823-424d-b698-23a90c51a40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.938610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:56.943416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d56503-8d14-4ff9-ac0b-e715e4b6fa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d934deb-503d-44cd-9d3e-072588c7879a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:56.953225 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.973433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed380ed5-b823-424d-b698-23a90c51a40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:56.985352 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:39:57.023330 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.051415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-e2df655e-6602-499d-89f4-31d2d47a85fa tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:57.053213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-e2df655e-6602-499d-89f4-31d2d47a85fa tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.25 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 944 time: 0.1868596 Apr 05 18:39:57.068649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:57.090739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.091082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.091415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.091744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.092073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.092397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.092721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.093040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.093360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.093674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.093993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.094309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:39:57.131044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Network 745c41cb-5643-499e-b20f-c84d86895a5c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:57.137768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:48Z', 'updated_at': '2022-04-05T18:39:53Z', 'revision_number': 3, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'gw_port': {'id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:51Z', 'updated_at': '2022-04-05T18:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:57.144698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:57.151757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:39:57.182900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Checking router: 03ddf1e4-9db5-4032-905d-05c32f96ce91 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:39:57.183138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Updating router 03ddf1e4-9db5-4032-905d-05c32f96ce91 port c42e66ac-5311-4749-a77c-9aaefde6666d binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:39:57.202767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Pushing event updated for resources: {'Port': ['ID=d471aa41-433a-421c-9edd-b8f280241cb4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:57.248173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['77d5bdfe-cb71-42ac-86c7-37d7bd9f9636'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:57.275637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.286651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355e281-d22a-4b34-8236-8667cbae4a49 req-fd56b2aa-fb58-4c89-866b-c0f80dcfde56 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:57.292741 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.296305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6355e281-d22a-4b34-8236-8667cbae4a49 req-fd56b2aa-fb58-4c89-866b-c0f80dcfde56 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 945 time: 0.0961716 Apr 05 18:39:57.378625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6355e281-d22a-4b34-8236-8667cbae4a49 req-397512b9-6ad9-432d-a153-7def8ce355fa tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806615 Apr 05 18:39:57.386103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed380ed5-b823-424d-b698-23a90c51a40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.389695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed380ed5-b823-424d-b698-23a90c51a40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.394894 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ed380ed5-b823-424d-b698-23a90c51a40d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb2636e7-b249-4c4e-a668-28310bf31a46 HTTP/1.1" status: 204 len: 168 time: 0.9820173 Apr 05 18:39:57.396497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 602e71d7-2da9-41da-bc99-b396a0cc6db0 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:39:57.443712 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed380ed5-b823-424d-b698-23a90c51a40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2636e7-b249-4c4e-a668-28310bf31a46,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:57.449835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 602e71d7-2da9-41da-bc99-b396a0cc6db0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:39:57.450467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 602e71d7-2da9-41da-bc99-b396a0cc6db0 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:39:57.523123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Deleting port d21b5b3a-e590-4585-b431-fa14085cb789 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:57.523546 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.585743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.701043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b3fe3bf9-ae18-4517-88df-f5871dcd7d06 None None] Provisioning complete for port d471aa41-433a-421c-9edd-b8f280241cb4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:57.701414 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3bf9-ae18-4517-88df-f5871dcd7d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.814722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa7ace-90d5-42a0-8a94-2a2ca59e1d38 req-22fb0636-86d9-422f-8afe-47163d23445b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:57.827126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5aa7ace-90d5-42a0-8a94-2a2ca59e1d38 req-22fb0636-86d9-422f-8afe-47163d23445b tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 944 time: 0.0936253 Apr 05 18:39:57.857078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38854) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:57.866949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] For port d21b5b3a-e590-4585-b431-fa14085cb789, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d21b5b3a-e590-4585-b431-fa14085cb789,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:57.867300 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.892588 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2aedf938-bbec-4763-8a8e-64997eedba1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:57.897366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Calling delete_port for d21b5b3a-e590-4585-b431-fa14085cb789 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:57.944170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5aa7ace-90d5-42a0-8a94-2a2ca59e1d38 req-b833df9f-70db-4e8b-947a-a3b61c8e7d36 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087506 Apr 05 18:39:57.998236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.010533 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.049074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2aedf938-bbec-4763-8a8e-64997eedba1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.056446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.061215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2aedf938-bbec-4763-8a8e-64997eedba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.147072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedf938-bbec-4763-8a8e-64997eedba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baba326c-7a58-481b-b036-a9a628e04db9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:58.173322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Pushing event updated for resources: {'Port': ['ID=d471aa41-433a-421c-9edd-b8f280241cb4,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:58.175208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe3bf9-ae18-4517-88df-f5871dcd7d06 None None] Port d471aa41-433a-421c-9edd-b8f280241cb4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:58.211967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2aedf938-bbec-4763-8a8e-64997eedba1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=013e13371fea43d2b1dbf2b95811621b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482811 Apr 05 18:39:58.213768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38866) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:58.287766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97e4a085-4e8b-4017-878c-67e640704407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.308569 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.332475 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.356032 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97e4a085-4e8b-4017-878c-67e640704407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.376332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Network 745c41cb-5643-499e-b20f-c84d86895a5c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:39:58.393671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:39:58.417655 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.445313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Attempting to bind port c42e66ac-5311-4749-a77c-9aaefde6666d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:39:58.445683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Attempting to bind port c42e66ac-5311-4749-a77c-9aaefde6666d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:39:58.446046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Attempting to bind port c42e66ac-5311-4749-a77c-9aaefde6666d on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:39:58.461805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:39:58.462547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:39:58.462670 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.462980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:39:58.463449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Bound port: c42e66ac-5311-4749-a77c-9aaefde6666d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:39:58.463826 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.467214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fdbeb-03ac-4e3b-89c7-2fd93b0be6f8 None None] Pushing event updated for resources: {'Port': ['ID=c42e66ac-5311-4749-a77c-9aaefde6666d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:58.476422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Pushing event deleted for resources: {'Port': ['ID=d21b5b3a-e590-4585-b431-fa14085cb789,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:58.495968 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97e4a085-4e8b-4017-878c-67e640704407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.501569 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97e4a085-4e8b-4017-878c-67e640704407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.507985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-97e4a085-4e8b-4017-878c-67e640704407 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/baba326c-7a58-481b-b036-a9a628e04db9 HTTP/1.1" status: 204 len: 168 time: 0.2926068 Apr 05 18:39:58.607304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4a085-4e8b-4017-878c-67e640704407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baba326c-7a58-481b-b036-a9a628e04db9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:58.607545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] For port c42e66ac-5311-4749-a77c-9aaefde6666d, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:39:58.613481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] For port c42e66ac-5311-4749-a77c-9aaefde6666d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c42e66ac-5311-4749-a77c-9aaefde6666d,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:39:58.625241 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.625518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34f5ee-35ed-4d2d-9f10-5d99cf1531a8 req-7367cf1d-4ff6-4153-9bdf-efc559379018 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:58.644050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c34f5ee-35ed-4d2d-9f10-5d99cf1531a8 req-7367cf1d-4ff6-4153-9bdf-efc559379018 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a0b7694-54b2-4097-8a65-d2a30f7412ff HTTP/1.1" status: 200 len: 949 time: 0.3171616 Apr 05 18:39:58.683210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93824c57-7d9b-4b76-b934-33e3db03692d req-3dd09fe3-15b5-4f42-9cfa-e2e2327be051 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:58.685529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93824c57-7d9b-4b76-b934-33e3db03692d req-3dd09fe3-15b5-4f42-9cfa-e2e2327be051 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 945 time: 0.1481652 Apr 05 18:39:58.695965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] No DVR routers for this DVR port d21b5b3a-e590-4585-b431-fa14085cb789 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:39:58.699923 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:58.703332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4b6a00bc-1ed5-49fa-a59d-80c48a13c875 req-d3bba554-5833-47b2-b69f-987292d9f3e6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.25 "DELETE /v2.0/ports/d21b5b3a-e590-4585-b431-fa14085cb789 HTTP/1.1" status: 204 len: 173 time: 1.6195478 Apr 05 18:39:58.703801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'name': 'network-vif-deleted', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:39:58.706711 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf4adc8-a21e-466c-8d2a-1c806798392c" -d '{"events": [{"server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "name": "network-vif-deleted", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:39:58.743207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c34f5ee-35ed-4d2d-9f10-5d99cf1531a8 req-95d4e97c-0c3b-4b73-aecd-01c17337be52 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982485 Apr 05 18:39:58.826782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['38248a8e-8da2-47fa-9910-e833c7a15a6d', 'd21b5b3a-e590-4585-b431-fa14085cb789'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:39:58.829859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fdbeb-03ac-4e3b-89c7-2fd93b0be6f8 None None] Pushing event updated for resources: {'Port': ['ID=c42e66ac-5311-4749-a77c-9aaefde6666d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:39:58.847871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93824c57-7d9b-4b76-b934-33e3db03692d req-d9397463-2a1f-453f-bd46-490d55b6e87d tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034658 Apr 05 18:39:58.860136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Router 03ddf1e4-9db5-4032-905d-05c32f96ce91 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:39:58.882959 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec917518-09d1-4955-ad24-c6ff8436710b x-openstack-request-id: req-ec917518-09d1-4955-ad24-c6ff8436710b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:39:58.883476 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20997617-9456-4f48-836c-e4f34e4a01f2", "name": "network-vif-deleted", "tag": "d21b5b3a-e590-4585-b431-fa14085cb789", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:39:58.883977 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec917518-09d1-4955-ad24-c6ff8436710b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:39:58.884462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Routers {'03ddf1e4-9db5-4032-905d-05c32f96ce91'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:39:58.884837 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec917518-09d1-4955-ad24-c6ff8436710b'] response: {'server_uuid': '20997617-9456-4f48-836c-e4f34e4a01f2', 'name': 'network-vif-deleted', 'tag': 'd21b5b3a-e590-4585-b431-fa14085cb789', 'status': 'completed', 'code': 200} Apr 05 18:39:58.885442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['03ddf1e4-9db5-4032-905d-05c32f96ce91'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:59.043395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:39:59.078677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5f493ad1-7871-4182-8277-3d557d1e8a05 admin admin] 10.222.0.15 "PUT /v2.0/routers/03ddf1e4-9db5-4032-905d-05c32f96ce91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2252166 Apr 05 18:39:59.126743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1ff76d67-0705-4128-a7e6-bba3d3e70f9f None None] Provisioning complete for port d471aa41-433a-421c-9edd-b8f280241cb4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:59.127923 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ff76d67-0705-4128-a7e6-bba3d3e70f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:59.164089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de25acc1-6e9b-4ec2-a7c7-c309238a677a req-9694eb3a-7b73-46c3-9b67-8e6fbcf8379e tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 210 time: 0.0476320 Apr 05 18:39:59.384722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] Set router 03ddf1e4-9db5-4032-905d-05c32f96ce91 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:39:59.386917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1ff76d67-0705-4128-a7e6-bba3d3e70f9f None None] Port d471aa41-433a-421c-9edd-b8f280241cb4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:39:59.405001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-e7c33c30-ef72-4dc7-b493-e74b6dbcaeaa tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:59.412410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-e7c33c30-ef72-4dc7-b493-e74b6dbcaeaa tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a0b7694-54b2-4097-8a65-d2a30f7412ff HTTP/1.1" status: 200 len: 949 time: 0.1001503 Apr 05 18:39:59.415569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:39:59.444604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38920) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:39:59.589922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Deleting port ef529559-575b-4ed2-9564-1568cd6a8908 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:39:59.590473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:59.715898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] For port ef529559-575b-4ed2-9564-1568cd6a8908, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ef529559-575b-4ed2-9564-1568cd6a8908,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:39:59.715898 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:59.738443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Calling delete_port for ef529559-575b-4ed2-9564-1568cd6a8908 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:39:59.779229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:39:59.796031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:39:59.796403 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:39:59.857378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-f0f06df2-b0b8-4ab5-b643-534ea3152727 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:39:59.860878 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-f0f06df2-b0b8-4ab5-b643-534ea3152727 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/ports?device_id=35cb2615-a1a8-471d-b2b3-60ab39f24074 HTTP/1.1" status: 200 len: 950 time: 0.1222577 Apr 05 18:39:59.895535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44e46d74-c007-4d81-992c-85602679add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:48Z', 'updated_at': '2022-04-05T18:39:57Z', 'revision_number': 4, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'gw_port': {'id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:51Z', 'updated_at': '2022-04-05T18:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd471aa41-433a-421c-9edd-b8f280241cb4', 'name': '', 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'mac_address': 'fa:16:3e:b3:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:55Z', 'updated_at': '2022-04-05T18:39:57Z', 'revision_number': 2, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'subnets': [{'id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:39:59.981127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e46d74-c007-4d81-992c-85602679add0 None None] The sync data for ids ['03ddf1e4-9db5-4032-905d-05c32f96ce91'] in n-d-836650-3 is: [{'id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:48Z', 'updated_at': '2022-04-05T18:39:57Z', 'revision_number': 4, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'gw_port': {'id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:51Z', 'updated_at': '2022-04-05T18:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd471aa41-433a-421c-9edd-b8f280241cb4', 'name': '', 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'mac_address': 'fa:16:3e:b3:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:55Z', 'updated_at': '2022-04-05T18:39:57Z', 'revision_number': 2, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'subnets': [{'id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:00.051398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.090877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Deleting port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:00.091224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.099742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:00.101827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ef529559-575b-4ed2-9564-1568cd6a8908'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:00.134173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1441347480-network', 'tenant_id': '7e38f8a3f0144141b066651dd39c8a53'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:00.166645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event deleted for resources: {'Port': ['ID=ef529559-575b-4ed2-9564-1568cd6a8908,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:00.266004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d129269-8097-402a-92a8-86c8097e5ea4 req-4db6a689-82c2-4b8e-ab7e-bde2028c04b0 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a0b7694-54b2-4097-8a65-d2a30f7412ff HTTP/1.1" status: 200 len: 210 time: 0.0724473 Apr 05 18:40:00.288362 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.295107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Made reservation on behalf of 7e38f8a3f0144141b066651dd39c8a53 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:00.301246 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.348307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.349017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-863df58b-1843-4df0-86cc-2e548074efd1 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4397049 Apr 05 18:40:00.351567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] No DVR routers for this DVR port ef529559-575b-4ed2-9564-1568cd6a8908 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:00.354502 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.358177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ea80db0-c7a0-405a-a87d-6d8ba8c843f2 req-70dbd304-4f3b-4a64-b147-05f327789795 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.20 "DELETE /v2.0/ports/ef529559-575b-4ed2-9564-1568cd6a8908 HTTP/1.1" status: 204 len: 173 time: 0.9390481 Apr 05 18:40:00.367483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:00.379756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:00.395667 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef51d3a-7a0d-4d0a-9c15-0fa12c5f6589" -d '{"events": [{"server_uuid": "8cef21dd-a347-4317-a97c-83fb33c33ce0", "name": "network-vif-plugged", "status": "completed", "tag": "77d5bdfe-cb71-42ac-86c7-37d7bd9f9636"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:00.405186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0b7694-54b2-4097-8a65-d2a30f7412ff', 'name': 'network-vif-deleted', 'tag': 'ef529559-575b-4ed2-9564-1568cd6a8908'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:00.406820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] For port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:00.407417 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.436667 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3098f6-7e80-45e6-b4bf-8f67b0ba85cd" -d '{"events": [{"server_uuid": "8a0b7694-54b2-4097-8a65-d2a30f7412ff", "name": "network-vif-deleted", "tag": "ef529559-575b-4ed2-9564-1568cd6a8908"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:00.451017 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.454042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Calling delete_port for 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:00.473109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:00.499926 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.661203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc1fa7-b26e-4b14-8b82-b3c54bd76b81 req-2b33ed80-1766-4518-af46-760631a4f7b1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:00.670975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0adc1fa7-b26e-4b14-8b82-b3c54bd76b81 req-2b33ed80-1766-4518-af46-760631a4f7b1 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 946 time: 0.1980364 Apr 05 18:40:00.681442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:00.734147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.746869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.774974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0adc1fa7-b26e-4b14-8b82-b3c54bd76b81 req-d6414001-07fc-4b96-a788-d996291c60bd tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013832 Apr 05 18:40:00.775194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:40:00.787363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.787838 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Added segment 87fa8a25-5d66-4b15-a415-5570348f0dcc of type vlan for network 107d7d3b-c0ad-4c12-b831-b2a222a4be21 Apr 05 18:40:00.895748 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:00.964365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdda6b29-b359-469a-9a8d-174c7ddbab14,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:01.000089 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:01.063493 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:01.079898 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:01.082258 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:01.083061 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:01.083644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ef529559-575b-4ed2-9564-1568cd6a8908'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:01.127051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event deleted for resources: {'Port': ['ID=3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:01.135471 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6896768 Apr 05 18:40:01.144310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38954) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:01.164003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Request body: {'subnet': {'network_id': '107d7d3b-c0ad-4c12-b831-b2a222a4be21', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1441347480-subnet', 'tenant_id': '7e38f8a3f0144141b066651dd39c8a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:01.184288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d21b5b3a-e590-4585-b431-fa14085cb789 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:01.211629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-524121c2-db09-4937-ab58-8cbbbef11525 req-7c1c73a3-9b10-4531-b221-57b86d080e13 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 210 time: 0.1162491 Apr 05 18:40:01.269050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: d21b5b3a-e590-4585-b431-fa14085cb789 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:01.273240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d21b5b3a-e590-4585-b431-fa14085cb789 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:01.274935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:01.282173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Allocated IP 172.25.4.52 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/e4abe4eb-5584-4c51-84f4-5c5178c6b41b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:01.323767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423aa15-1402-4637-a512-677571fae55a admin admin] Pushing event updated for resources: {'Network': ['ID=107d7d3b-c0ad-4c12-b831-b2a222a4be21,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:01.371811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] No DVR routers for this DVR port 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:01.378779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Made reservation on behalf of 7e38f8a3f0144141b066651dd39c8a53 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:01.386504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:01.409034 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a8148f-a74d-4c51-8b31-1727b08eeb89 x-openstack-request-id: req-51a8148f-a74d-4c51-8b31-1727b08eeb89 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:01.409329 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cef21dd-a347-4317-a97c-83fb33c33ce0", "name": "network-vif-plugged", "status": "completed", "tag": "77d5bdfe-cb71-42ac-86c7-37d7bd9f9636", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:01.409580 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51a8148f-a74d-4c51-8b31-1727b08eeb89 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:01.409990 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a8148f-a74d-4c51-8b31-1727b08eeb89'] response: {'server_uuid': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636', 'code': 200} Apr 05 18:40:01.411097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 107d7d3b-c0ad-4c12-b831-b2a222a4be21 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:40:01.433301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:01.433607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:01.476865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:01.481141 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-13b29087-f8c5-4653-a423-b8073eb8e196 req-64136db7-65be-4919-a90e-7016cef36182 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "DELETE /v2.0/ports/3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a HTTP/1.1" status: 204 len: 173 time: 1.6136129 Apr 05 18:40:01.481632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cb2615-a1a8-471d-b2b3-60ab39f24074', 'name': 'network-vif-deleted', 'tag': '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:01.491847 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eff2df0-b4d7-45f6-9c6e-e1fdc42fd100" -d '{"events": [{"server_uuid": "35cb2615-a1a8-471d-b2b3-60ab39f24074", "name": "network-vif-deleted", "tag": "3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:01.550367 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57ff41f-8335-4f16-8cc7-591e440d9137 x-openstack-request-id: req-e57ff41f-8335-4f16-8cc7-591e440d9137 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:01.551021 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0b7694-54b2-4097-8a65-d2a30f7412ff", "name": "network-vif-deleted", "tag": "ef529559-575b-4ed2-9564-1568cd6a8908", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:01.551021 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e57ff41f-8335-4f16-8cc7-591e440d9137 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:01.551612 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57ff41f-8335-4f16-8cc7-591e440d9137'] response: {'server_uuid': '8a0b7694-54b2-4097-8a65-d2a30f7412ff', 'name': 'network-vif-deleted', 'tag': 'ef529559-575b-4ed2-9564-1568cd6a8908', 'status': 'completed', 'code': 200} Apr 05 18:40:01.786234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccddd89-1427-4344-9c56-b757ff379509 req-d287c62f-5ffd-4217-9df0-61d083619c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:01.793785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ccddd89-1427-4344-9c56-b757ff379509 req-d287c62f-5ffd-4217-9df0-61d083619c56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 1097 time: 0.2464473 Apr 05 18:40:01.885025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:01.978365 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:01.986296 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1c977d-2804-4c84-8169-153d1eb02ed0 x-openstack-request-id: req-1c1c977d-2804-4c84-8169-153d1eb02ed0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:01.986670 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cb2615-a1a8-471d-b2b3-60ab39f24074", "name": "network-vif-deleted", "tag": "3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:01.986914 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c1c977d-2804-4c84-8169-153d1eb02ed0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:01.987320 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1c977d-2804-4c84-8169-153d1eb02ed0'] response: {'server_uuid': '35cb2615-a1a8-471d-b2b3-60ab39f24074', 'name': 'network-vif-deleted', 'tag': '3c5f7a35-7ad8-4ff3-86e0-04f91a3fe70a', 'status': 'completed', 'code': 200} Apr 05 18:40:02.005475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ccddd89-1427-4344-9c56-b757ff379509 req-bb643cf3-91c0-4472-9673-e771d945f3fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040560 Apr 05 18:40:02.076806 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:02.112624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b31c2d6-157a-42f0-8486-0716f89c05ee,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:02.146834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Checking segment: {'id': '87fa8a25-5d66-4b15-a415-5570348f0dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '107d7d3b-c0ad-4c12-b831-b2a222a4be21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:02.147594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Network hostable DHCP agents. Network: 107d7d3b-c0ad-4c12-b831-b2a222a4be21, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:40:02.176916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Network 107d7d3b-c0ad-4c12-b831-b2a222a4be21 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:40:02.180280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event updated for resources: {'Port': ['ID=e4abe4eb-5584-4c51-84f4-5c5178c6b41b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:02.214440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 107d7d3b-c0ad-4c12-b831-b2a222a4be21) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:02.231603 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a42207e-d217-4cf7-89c3-8c226b4c9351 None None] Network 107d7d3b-c0ad-4c12-b831-b2a222a4be21 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:02.241961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:02.242654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:02.282234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7f33e09a-f4dc-486a-a87a-f6b68884a6a3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1231763 Apr 05 18:40:02.453889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb01ca0d-d4b1-494c-a7d1-fbe20581cdd2 None None] Network 107d7d3b-c0ad-4c12-b831-b2a222a4be21 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:02.461770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38986) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:02.671852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33142d64-cc0b-4425-ab8f-1ba0e444fee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:02.705519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c42e66ac-5311-4749-a77c-9aaefde6666d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:02.777955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33142d64-cc0b-4425-ab8f-1ba0e444fee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:02.779260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:02.782913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c42e66ac-5311-4749-a77c-9aaefde6666d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:02.783093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:02.783260 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:02.784613 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33142d64-cc0b-4425-ab8f-1ba0e444fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:02.787409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:02.819175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47e58b-17f6-45bc-8e39-aa1aeb0662bd req-2471af32-f604-4066-895e-daf676e4dcd2 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:02.826568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b47e58b-17f6-45bc-8e39-aa1aeb0662bd req-2471af32-f604-4066-895e-daf676e4dcd2 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 946 time: 0.6512537 Apr 05 18:40:02.862951 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-33142d64-cc0b-4425-ab8f-1ba0e444fee5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bef7b84d0ed436b839de2c019bbab53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997993 Apr 05 18:40:02.863968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33142d64-cc0b-4425-ab8f-1ba0e444fee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625134bb-5b60-4187-b5d7-9ce0a5ef82f4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:02.866522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38992) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:02.884021 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:02.904759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port c42e66ac-5311-4749-a77c-9aaefde6666d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c42e66ac-5311-4749-a77c-9aaefde6666d,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:02.910028 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:02.911662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b47e58b-17f6-45bc-8e39-aa1aeb0662bd req-2e50549b-4165-4808-9020-c457416e35e6 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841656 Apr 05 18:40:02.975114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82b8728a-f92b-40ac-ad0b-664b96c94a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:02.982527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=c42e66ac-5311-4749-a77c-9aaefde6666d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:02.992184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'b3263308-5517-465b-833a-309221f0bfc6', 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:03.001019 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82b8728a-f92b-40ac-ad0b-664b96c94a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.024119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.085851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.119795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82b8728a-f92b-40ac-ad0b-664b96c94a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.123216 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82b8728a-f92b-40ac-ad0b-664b96c94a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.124592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-82b8728a-f92b-40ac-ad0b-664b96c94a3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/625134bb-5b60-4187-b5d7-9ce0a5ef82f4 HTTP/1.1" status: 204 len: 168 time: 0.2568853 Apr 05 18:40:03.148325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8728a-f92b-40ac-ad0b-664b96c94a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625134bb-5b60-4187-b5d7-9ce0a5ef82f4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:03.398291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.404909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.416450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ef529559-575b-4ed2-9564-1568cd6a8908 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:03.455931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: ef529559-575b-4ed2-9564-1568cd6a8908 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:03.456348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ef529559-575b-4ed2-9564-1568cd6a8908 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:03.507952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.577811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-608385a9-7422-4612-acab-51e703234d2a tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5124c84b8b25493184a29333ef37890d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709667 Apr 05 18:40:03.583566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.585032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2346961 Apr 05 18:40:03.598910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fd0a3-a820-4776-9742-d5228703a964 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event updated for resources: {'Port': ['ID=e4abe4eb-5584-4c51-84f4-5c5178c6b41b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:03.625644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39010) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:03.644820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9506cee-5440-43c8-bbe1-d668317c9600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.706252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-a3a3a6f7-143b-4b0b-8082-89b9bd5bc895 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.1027312 Apr 05 18:40:03.743170 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Sync routers for ids ['03ddf1e4-9db5-4032-905d-05c32f96ce91'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:03.749229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9506cee-5440-43c8-bbe1-d668317c9600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.755604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9506cee-5440-43c8-bbe1-d668317c9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.759652 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Routers {'03ddf1e4-9db5-4032-905d-05c32f96ce91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:03.760025 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['03ddf1e4-9db5-4032-905d-05c32f96ce91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:03.796517 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b9506cee-5440-43c8-bbe1-d668317c9600 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02e48e6b0e914ec58a3ae423eac23492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695158 Apr 05 18:40:03.797726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9506cee-5440-43c8-bbe1-d668317c9600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaba970-caef-4f03-a2f1-75c0bd312904,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:03.800635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39012) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:03.840727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-e19345e6-93e3-4569-9fd2-b6a7469ecb12 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:03.842181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-e19345e6-93e3-4569-9fd2-b6a7469ecb12 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535789 Apr 05 18:40:03.881463 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Set router 03ddf1e4-9db5-4032-905d-05c32f96ce91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:03.892422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-55879d10-03af-402c-86a0-54801fa11092 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/quotas/5124c84b8b25493184a29333ef37890d HTTP/1.1" status: 200 len: 375 time: 0.0382092 Apr 05 18:40:03.909415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-ea2e42b1-9c07-44b8-8aee-42cc46ae23fd tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:03.910861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc6f5444-e670-4fd7-bc51-0a8f56905703 req-ea2e42b1-9c07-44b8-8aee-42cc46ae23fd tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1943495 Apr 05 18:40:03.956120 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71ec8311-f455-44f8-94dd-3bf295d2fcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:03.959697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-5f003e9b-40ab-4e33-a101-cd8c1bc6029d tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5124c84b8b25493184a29333ef37890d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432804 Apr 05 18:40:03.985009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71ec8311-f455-44f8-94dd-3bf295d2fcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.073945 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81dda344-51ba-491b-8f8b-f7dd4aa92316 req-087372af-3728-483a-9154-0bfac064d595 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 210 time: 0.0498929 Apr 05 18:40:04.079937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71ec8311-f455-44f8-94dd-3bf295d2fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.084933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71ec8311-f455-44f8-94dd-3bf295d2fcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.088413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-71ec8311-f455-44f8-94dd-3bf295d2fcc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbaba970-caef-4f03-a2f1-75c0bd312904 HTTP/1.1" status: 204 len: 168 time: 0.2813320 Apr 05 18:40:04.105455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec8311-f455-44f8-94dd-3bf295d2fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaba970-caef-4f03-a2f1-75c0bd312904,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:04.165142 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:48Z', 'updated_at': '2022-04-05T18:39:57Z', 'revision_number': 4, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'gw_port': {'id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:51Z', 'updated_at': '2022-04-05T18:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd471aa41-433a-421c-9edd-b8f280241cb4', 'name': '', 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'mac_address': 'fa:16:3e:b3:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:55Z', 'updated_at': '2022-04-05T18:39:57Z', 'revision_number': 2, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'subnets': [{'id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:04.203987 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Checking router: 03ddf1e4-9db5-4032-905d-05c32f96ce91 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:04.204691 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Updating router 03ddf1e4-9db5-4032-905d-05c32f96ce91 port d471aa41-433a-421c-9edd-b8f280241cb4 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:40:04.243667 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.476226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd264584-710e-442d-9083-7de73067496d req-27ba4e45-e9fa-4c87-bcb9-cacf1a011337 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1650925 Apr 05 18:40:04.484811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:04.522294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.630136 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-c3221b38-4473-4a8e-8fa9-4b677b81583c req-12719dd6-1817-4d93-8122-75d7e74ebb8d tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] show failed (client error): The resource could not be found. Apr 05 18:40:04.647066 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3221b38-4473-4a8e-8fa9-4b677b81583c req-12719dd6-1817-4d93-8122-75d7e74ebb8d tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] 10.222.0.15 "GET /v2.0/security-groups/e1d869b8-8a32-462f-8e0b-46a623f179ae HTTP/1.1" status: 404 len: 352 time: 0.0518348 Apr 05 18:40:04.675503 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.690475 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.712126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c42e66ac-5311-4749-a77c-9aaefde6666d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:04.750633 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Pushing event updated for resources: {'Port': ['ID=d471aa41-433a-421c-9edd-b8f280241cb4,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:04.760769 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.761407 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.761920 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.763996 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.764514 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.765038 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.765538 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.766044 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.766579 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.767105 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.767616 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.768847 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:04.772095 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.905158 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.938960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c42e66ac-5311-4749-a77c-9aaefde6666d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:04.939343 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.948471 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Attempting to bind port d471aa41-433a-421c-9edd-b8f280241cb4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:04.949501 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Attempting to bind port d471aa41-433a-421c-9edd-b8f280241cb4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'a6fa52a7-eb5b-4916-b752-1ab579a1da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:04.949861 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Attempting to bind port d471aa41-433a-421c-9edd-b8f280241cb4 on network 745c41cb-5643-499e-b20f-c84d86895a5c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:04.966290 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:04.967044 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Checking segment: {'id': 'a6fa52a7-eb5b-4916-b752-1ab579a1da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:04.967820 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.968360 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Bound using segment: {'id': 'a6fa52a7-eb5b-4916-b752-1ab579a1da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:04.969001 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Bound port: d471aa41-433a-421c-9edd-b8f280241cb4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fa52a7-eb5b-4916-b752-1ab579a1da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:04.969532 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:04.994498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7f568-543d-4a95-bc85-3840c0f83557 req-aa7c0a87-903c-4d41-908a-8758a725e641 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:04.996082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9aa7f568-543d-4a95-bc85-3840c0f83557 req-aa7c0a87-903c-4d41-908a-8758a725e641 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 946 time: 0.2207384 Apr 05 18:40:05.085870 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] For port d471aa41-433a-421c-9edd-b8f280241cb4, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:05.089466 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] For port d471aa41-433a-421c-9edd-b8f280241cb4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d471aa41-433a-421c-9edd-b8f280241cb4,segment=NetworkSegment(a6fa52a7-eb5b-4916-b752-1ab579a1da67),segment_id=a6fa52a7-eb5b-4916-b752-1ab579a1da67)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:05.098758 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:05.137635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9aa7f568-543d-4a95-bc85-3840c0f83557 req-d4f556e9-692b-456e-ab5a-5e530e214d84 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340680 Apr 05 18:40:05.138649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Allocated IP 172.25.4.32 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/bcdeb9b0-145e-4ade-b000-1ae69e9e61ae) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:05.188852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b42159cf-ff10-4821-9664-3528e15b3b4a None None] Provisioning complete for port d471aa41-433a-421c-9edd-b8f280241cb4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:05.190102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b42159cf-ff10-4821-9664-3528e15b3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:05.334978 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Routers {'03ddf1e4-9db5-4032-905d-05c32f96ce91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:05.335796 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['03ddf1e4-9db5-4032-905d-05c32f96ce91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:05.368244 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:05.394688 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b42159cf-ff10-4821-9664-3528e15b3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:05.463381 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:05.500533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b42159cf-ff10-4821-9664-3528e15b3b4a None None] For port d471aa41-433a-421c-9edd-b8f280241cb4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d471aa41-433a-421c-9edd-b8f280241cb4,segment=NetworkSegment(a6fa52a7-eb5b-4916-b752-1ab579a1da67),segment_id=a6fa52a7-eb5b-4916-b752-1ab579a1da67)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:05.511685 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b42159cf-ff10-4821-9664-3528e15b3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:05.592876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:05.594746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event updated for resources: {'Port': ['ID=bcdeb9b0-145e-4ade-b000-1ae69e9e61ae,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:05.598916 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab59721-626b-4f59-a7d6-3a146793ec1b None None] Pushing event updated for resources: {'Port': ['ID=d471aa41-433a-421c-9edd-b8f280241cb4,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:05.600406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42159cf-ff10-4821-9664-3528e15b3b4a None None] Pushing event updated for resources: {'Port': ['ID=d471aa41-433a-421c-9edd-b8f280241cb4,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:05.631274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-340d8ee5-1fab-4953-b8f9-8216eba050a8 req-cb7c871e-26e8-45d1-a6a4-e0af279a1bb6 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 210 time: 0.1949902 Apr 05 18:40:05.632959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:05.640160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ed46b39f-7464-4e7b-b16c-715afd90f7d1 None None] Provisioning complete for port d471aa41-433a-421c-9edd-b8f280241cb4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:05.640540 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed46b39f-7464-4e7b-b16c-715afd90f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:05.652812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:05.736241 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] Set router 03ddf1e4-9db5-4032-905d-05c32f96ce91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:05.836304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:05.913308 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:05.992561 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-65712e21-068d-43e1-8098-7bc8dfc704fc tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5124c84b8b25493184a29333ef37890d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628104 Apr 05 18:40:06.057282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d39e819-92d6-4f1d-a67b-e00fe171afe0 req-9da57150-be79-4bb2-bbb4-347923a25cc0 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=20997617-9456-4f48-836c-e4f34e4a01f2 HTTP/1.1" status: 200 len: 210 time: 0.0453146 Apr 05 18:40:06.186567 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:48Z', 'updated_at': '2022-04-05T18:39:57Z', 'revision_number': 4, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'gw_port': {'id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:51Z', 'updated_at': '2022-04-05T18:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd471aa41-433a-421c-9edd-b8f280241cb4', 'name': '', 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'mac_address': 'fa:16:3e:b3:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:55Z', 'updated_at': '2022-04-05T18:40:05Z', 'revision_number': 4, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'subnets': [{'id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:06.262525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c9c2e-22a4-49ca-b079-024532496f6b req-19c98794-3d58-43af-a357-8c90c4a36266 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:06.264285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e1c9c2e-22a4-49ca-b079-024532496f6b req-19c98794-3d58-43af-a357-8c90c4a36266 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 946 time: 0.1001446 Apr 05 18:40:06.269733 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d4a8b-3536-4335-b8b7-1995d396a46b None None] The sync data for ids ['03ddf1e4-9db5-4032-905d-05c32f96ce91'] in n-d-836650-3 is: [{'id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:48Z', 'updated_at': '2022-04-05T18:39:57Z', 'revision_number': 4, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'gw_port': {'id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:51Z', 'updated_at': '2022-04-05T18:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd471aa41-433a-421c-9edd-b8f280241cb4', 'name': '', 'network_id': '745c41cb-5643-499e-b20f-c84d86895a5c', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'mac_address': 'fa:16:3e:b3:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:55Z', 'updated_at': '2022-04-05T18:40:05Z', 'revision_number': 4, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'subnets': [{'id': 'b124c942-cc16-4658-bc2c-9203e69c078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:06.280518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39070) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:06.285196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-75fa4461-2bc8-4ac4-a7c9-e90f0281ca82 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Request body: {'floatingip': {'port_id': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:06.390207 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75fa4461-2bc8-4ac4-a7c9-e90f0281ca82 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:06.570015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:06.576457 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:06.679618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event updated for resources: {'Port': ['ID=bcdeb9b0-145e-4ade-b000-1ae69e9e61ae,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:06.707127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d471aa41-433a-421c-9edd-b8f280241cb4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:06.848490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d471aa41-433a-421c-9edd-b8f280241cb4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:06.849207 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:06.858983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-2c33a06b-a0da-4f0c-8ef5-41ffe5f35710 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:06.862811 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-2c33a06b-a0da-4f0c-8ef5-41ffe5f35710 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7641127 Apr 05 18:40:06.878032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Request body: {'port': {'device_id': 'd02dabdc-20ee-4868-9ef6-7f5687347170', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '5124c84b8b25493184a29333ef37890d'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:06.972067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:06.996924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Made reservation on behalf of 5124c84b8b25493184a29333ef37890d for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:07.001550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.023465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.027204 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.039032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d26c9c8c-1c30-4f99-a5e2-01a30ed0f96b req-a4619522-f797-4f95-b0e6-58396a1271d6 tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e38f8a3f0144141b066651dd39c8a53 HTTP/1.1" status: 200 len: 2984 time: 0.3680172 Apr 05 18:40:07.090280 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.091620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd264584-710e-442d-9083-7de73067496d req-105fb36e-f975-432b-b9ec-e4662f4ab3d0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6136956 Apr 05 18:40:07.123909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.132349 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.205068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:07.284043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Allocated IP 192.168.233.121 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/1f9f8a65-72ff-498e-a13e-40ced7f3913c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:07.289892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d26c9c8c-1c30-4f99-a5e2-01a30ed0f96b req-5e508a58-1c1b-4efd-a815-a2cfb95f59b9 tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] 10.222.0.15 "GET /v2.0/security-groups/fdda6b29-b359-469a-9a8d-174c7ddbab14 HTTP/1.1" status: 200 len: 2981 time: 0.2431097 Apr 05 18:40:07.355233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d26c9c8c-1c30-4f99-a5e2-01a30ed0f96b req-6728fd80-9d13-40d2-aea9-fd398d0a8272 tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] 10.222.0.15 "GET /v2.0/security-groups/fdda6b29-b359-469a-9a8d-174c7ddbab14 HTTP/1.1" status: 200 len: 2981 time: 0.0640981 Apr 05 18:40:07.367079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd264584-710e-442d-9083-7de73067496d req-72fbb3c0-e5a4-4556-bffb-78c6e9fac251 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.2002642 Apr 05 18:40:07.485415 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.532252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.579147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:07.582996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:07.586853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ff64-48f8-414c-9ba3-bae00f84d3e9 req-488084e3-d47f-4250-9d9d-8eacacca5877 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:07.587353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:07.588336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad43ff64-48f8-414c-9ba3-bae00f84d3e9 req-488084e3-d47f-4250-9d9d-8eacacca5877 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 950 time: 0.1247561 Apr 05 18:40:07.594910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd264584-710e-442d-9083-7de73067496d req-047fc744-4aa8-4d7e-a6ad-2b1a6ed99489 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:07.596965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd264584-710e-442d-9083-7de73067496d req-047fc744-4aa8-4d7e-a6ad-2b1a6ed99489 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2289939 Apr 05 18:40:07.625597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Pushing event updated for resources: {'Port': ['ID=1f9f8a65-72ff-498e-a13e-40ced7f3913c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:07.657871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:07.659146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.690757 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3c6c5b9e-3c0c-4291-90e3-069f95307fd2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8175616 Apr 05 18:40:07.698680 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75fa4461-2bc8-4ac4-a7c9-e90f0281ca82 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.702605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Request body: {'port': {'device_id': 'd02dabdc-20ee-4868-9ef6-7f5687347170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:07.725248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad43ff64-48f8-414c-9ba3-bae00f84d3e9 req-92051fb1-fd9c-4d82-aaa3-a72713cf0881 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156981 Apr 05 18:40:07.730076 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75fa4461-2bc8-4ac4-a7c9-e90f0281ca82 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.774468 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:07.829633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc879-1d58-4642-a51a-7df80c982153 req-fd9082fd-0d1b-44c0-b927-02cc65e7a3a8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:07.831790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bbefc879-1d58-4642-a51a-7df80c982153 req-fd9082fd-0d1b-44c0-b927-02cc65e7a3a8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/ports?device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 950 time: 0.1537857 Apr 05 18:40:07.984401 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4d6d02c1-2ade-4984-88e6-2f2fbbb18914 None None] Provisioning complete for port 1f9f8a65-72ff-498e-a13e-40ced7f3913c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:07.986142 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d6d02c1-2ade-4984-88e6-2f2fbbb18914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:08.000261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4d434-cca5-447f-8f7b-e6da1cb30365 req-ac9b8104-31d7-4621-a434-902f9aa0db71 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:08.007855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09c4d434-cca5-447f-8f7b-e6da1cb30365 req-ac9b8104-31d7-4621-a434-902f9aa0db71 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 936 time: 0.3144195 Apr 05 18:40:08.049477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d02c1-2ade-4984-88e6-2f2fbbb18914 None None] Port 1f9f8a65-72ff-498e-a13e-40ced7f3913c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:40:08.058352 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-75fa4461-2bc8-4ac4-a7c9-e90f0281ca82 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Floating IP 69c73c8c-cff4-4997-aefe-83d28eeae70d associated. External IP: 172.25.4.254, port: 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636. Apr 05 18:40:08.129231 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09c4d434-cca5-447f-8f7b-e6da1cb30365 req-ea015b0a-9038-4d89-a6ca-671c1c6ba241 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204510 Apr 05 18:40:08.139846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-e2950759-8286-41ab-909b-a5490d2692a2 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855360 Apr 05 18:40:08.156053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9f8a65-72ff-498e-a13e-40ced7f3913c {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:08.169410 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:08.184011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Transition to ACTIVE for port object 1f9f8a65-72ff-498e-a13e-40ced7f3913c will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:40:08.194245 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:08.316392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Pushing event updated for resources: {'Port': ['ID=1f9f8a65-72ff-498e-a13e-40ced7f3913c,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:08.417003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-41b69a21-9031-44d5-bbab-efb20770d989 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:08.418629 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-41b69a21-9031-44d5-bbab-efb20770d989 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f3ae39a-be47-4986-b2be-11e85491c765 HTTP/1.1" status: 200 len: 950 time: 0.1735778 Apr 05 18:40:08.517427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Attempting to bind port 1f9f8a65-72ff-498e-a13e-40ced7f3913c on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:08.520014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Attempting to bind port 1f9f8a65-72ff-498e-a13e-40ced7f3913c by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:08.520538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Attempting to bind port 1f9f8a65-72ff-498e-a13e-40ced7f3913c on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:08.548345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Port 1f9f8a65-72ff-498e-a13e-40ced7f3913c on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:40:08.549006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Attempting to bind port 1f9f8a65-72ff-498e-a13e-40ced7f3913c on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:08.559850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:08.560260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:08.560700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:08.561289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Bound port: 1f9f8a65-72ff-498e-a13e-40ced7f3913c, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:08.561712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:08.646295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Deleting port b3263308-5517-465b-833a-309221f0bfc6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:08.646295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:08.704091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] For port 1f9f8a65-72ff-498e-a13e-40ced7f3913c, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:08.732582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] For port 1f9f8a65-72ff-498e-a13e-40ced7f3913c, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f9f8a65-72ff-498e-a13e-40ced7f3913c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:08.741451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:08.776162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:08.777238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:08.778938 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] 10.222.0.25 "PUT /v2.0/ports/1f9f8a65-72ff-498e-a13e-40ced7f3913c HTTP/1.1" status: 200 len: 1096 time: 1.0812600 Apr 05 18:40:08.790365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02dabdc-20ee-4868-9ef6-7f5687347170', 'tag': '1f9f8a65-72ff-498e-a13e-40ced7f3913c'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:08.793564 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d02dabdc-20ee-4868-9ef6-7f5687347170", "tag": "1f9f8a65-72ff-498e-a13e-40ced7f3913c"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:08.872895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-bbefc879-1d58-4642-a51a-7df80c982153 req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Deleting port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:08.874477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bbefc879-1d58-4642-a51a-7df80c982153 req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:08.928644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-1d4efecc-747c-462e-90e7-27ca33f6fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:08.930133 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-1d4efecc-747c-462e-90e7-27ca33f6fd9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5124c84b8b25493184a29333ef37890d&device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 1099 time: 0.0948334 Apr 05 18:40:08.934133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] For port b3263308-5517-465b-833a-309221f0bfc6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3263308-5517-465b-833a-309221f0bfc6,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:08.934532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:08.987174 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-f0139d4a-ccf8-46c1-ba87-fa73a83ca25e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=1f9f8a65-72ff-498e-a13e-40ced7f3913c HTTP/1.1" status: 200 len: 217 time: 0.0466039 Apr 05 18:40:08.989366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119a26c-01db-4e1b-ac09-a861a2dcab2a service neutron] Pushing event updated for resources: {'Port': ['ID=1f9f8a65-72ff-498e-a13e-40ced7f3913c,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:08.989710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673ea6-f675-458e-b558-b37f1f493e22 req-e62e5337-0a8b-44ef-9ffb-919e5c0ef6ca tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:08.997002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-e62e5337-0a8b-44ef-9ffb-919e5c0ef6ca tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8562560 Apr 05 18:40:09.006442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e73a8947-72c0-4771-9220-6f3af0ab2852 req-329e31be-6414-4ddc-960f-42838dc349e3 tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] 10.222.0.15 "GET /v2.0/security-groups/fdda6b29-b359-469a-9a8d-174c7ddbab14 HTTP/1.1" status: 200 len: 2981 time: 0.7292471 Apr 05 18:40:09.009514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Calling delete_port for b3263308-5517-465b-833a-309221f0bfc6 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:09.099760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-f45187b0-265f-4ec2-9600-d8d8083f1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:09.100848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-4688438a-4daf-4b0b-a38d-83843d885330 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/quotas/3ab8d0b135a14a9ca99ff17e5e8e3a73 HTTP/1.1" status: 200 len: 375 time: 0.1029112 Apr 05 18:40:09.115369 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-f45187b0-265f-4ec2-9600-d8d8083f1a2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1185374 Apr 05 18:40:09.179000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-74a935f9-67f9-4ef1-ba20-abf69752839e tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549552 Apr 05 18:40:09.185609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-bbefc879-1d58-4642-a51a-7df80c982153 req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] For port d3aebd89-d65f-4d64-91dd-15eb2324b5e7, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:09.186038 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bbefc879-1d58-4642-a51a-7df80c982153 req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:09.199422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3b50c47c-2d56-4d56-8f42-862f8d114b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:09.202220 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-3b50c47c-2d56-4d56-8f42-862f8d114b7f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774724 Apr 05 18:40:09.213992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fa4461-2bc8-4ac4-a7c9-e90f0281ca82 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:40:09.223401 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-bbefc879-1d58-4642-a51a-7df80c982153 req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Calling delete_port for d3aebd89-d65f-4d64-91dd-15eb2324b5e7 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:09.297067 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-e73a8947-72c0-4771-9220-6f3af0ab2852 req-28f4ba48-f9c4-4f34-aaee-e7000d01e2ca tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 18:40:09.297952 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e73a8947-72c0-4771-9220-6f3af0ab2852 req-28f4ba48-f9c4-4f34-aaee-e7000d01e2ca tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] 10.222.0.15 "DELETE /v2.0/security-groups/fdda6b29-b359-469a-9a8d-174c7ddbab14 HTTP/1.1" status: 409 len: 352 time: 0.2244551 Apr 05 18:40:09.394833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7e37c8c-d514-4029-8ceb-67ddda9c28c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:09.407777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:09.419839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:09.520725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fa4461-2bc8-4ac4-a7c9-e90f0281ca82 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:40:09.526039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75fa4461-2bc8-4ac4-a7c9-e90f0281ca82 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:09.542861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] Sync routers for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:09.543482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event deleted for resources: {'Port': ['ID=b3263308-5517-465b-833a-309221f0bfc6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:09.563067 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-0175d32a-d13d-4d8f-b43f-472f7e404cfa service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474932 Apr 05 18:40:09.569331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:09.570173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:09.639318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] No DVR routers for this DVR port b3263308-5517-465b-833a-309221f0bfc6 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:09.680086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:09.693263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4d0115c5-3e20-454b-b2ab-42fcc15bba88 req-e0f00d1f-60d9-43dd-936d-64cfe0f12ee8 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "DELETE /v2.0/ports/b3263308-5517-465b-833a-309221f0bfc6 HTTP/1.1" status: 204 len: 173 time: 1.2655873 Apr 05 18:40:09.767272 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b295f3bc-6fbb-4342-b842-108f6cdb38bf req-b985ae1a-d6a4-445b-94a0-e14dc6492928 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889493 Apr 05 18:40:09.795104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-75fa4461-2bc8-4ac4-a7c9-e90f0281ca82 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "PUT /v2.0/floatingips/69c73c8c-cff4-4997-aefe-83d28eeae70d HTTP/1.1" status: 200 len: 992 time: 3.4999514 Apr 05 18:40:09.812582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'tag': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:09.825434 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d426cff-1a63-4c50-a53d-48b9e9647281" -d '{"events": [{"name": "network-changed", "server_uuid": "8cef21dd-a347-4317-a97c-83fb33c33ce0", "tag": "77d5bdfe-cb71-42ac-86c7-37d7bd9f9636"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:09.834243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bbefc879-1d58-4642-a51a-7df80c982153 req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:09.847790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8458e87-638a-467d-91df-5ae714977346 req-d9132855-6973-44c0-b7ce-e418362f6b27 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 210 time: 0.1006322 Apr 05 18:40:09.920615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:09.949858 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62341414-866d-4ff1-9569-4167e18d9797 x-openstack-request-id: req-62341414-866d-4ff1-9569-4167e18d9797 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:09.953222 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02dabdc-20ee-4868-9ef6-7f5687347170", "tag": "1f9f8a65-72ff-498e-a13e-40ced7f3913c", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:09.953600 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62341414-866d-4ff1-9569-4167e18d9797 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:09.954108 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62341414-866d-4ff1-9569-4167e18d9797'] response: {'name': 'network-changed', 'server_uuid': 'd02dabdc-20ee-4868-9ef6-7f5687347170', 'tag': '1f9f8a65-72ff-498e-a13e-40ced7f3913c', 'status': 'completed', 'code': 200} Apr 05 18:40:09.967490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event deleted for resources: {'Port': ['ID=d3aebd89-d65f-4d64-91dd-15eb2324b5e7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:10.068761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbefc879-1d58-4642-a51a-7df80c982153 req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] No DVR routers for this DVR port d3aebd89-d65f-4d64-91dd-15eb2324b5e7 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:10.086228 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bbefc879-1d58-4642-a51a-7df80c982153 req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:10.089724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bbefc879-1d58-4642-a51a-7df80c982153 req-ddcfc5ae-10fa-4cd2-b38c-64966d1f9274 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "DELETE /v2.0/ports/d3aebd89-d65f-4d64-91dd-15eb2324b5e7 HTTP/1.1" status: 204 len: 173 time: 2.2249594 Apr 05 18:40:10.104353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-47b22d85-b66b-405e-85e1-4e7f65c39b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:10.106792 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-47b22d85-b66b-405e-85e1-4e7f65c39b85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5124c84b8b25493184a29333ef37890d&device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 1099 time: 0.1295171 Apr 05 18:40:10.171304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-44f3a3c7-d55e-4271-aa90-bc17dfc6eacb tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6615758 Apr 05 18:40:10.203718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:10.261412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052dbe6-8cf6-463b-8c70-d9dcf67bbe2d req-f84d9071-e623-4423-80ae-ecb63603e2e2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:10.271269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4052dbe6-8cf6-463b-8c70-d9dcf67bbe2d req-f84d9071-e623-4423-80ae-ecb63603e2e2 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 948 time: 0.1865480 Apr 05 18:40:10.300808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-86266496-e8af-4adf-b8f5-3c510b5dac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:10.302583 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-86266496-e8af-4adf-b8f5-3c510b5dac03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1885171 Apr 05 18:40:10.306301 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:10.351534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4052dbe6-8cf6-463b-8c70-d9dcf67bbe2d req-80f5dcb5-2cb8-4207-8c37-12fa233e5d4f tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794096 Apr 05 18:40:10.370678 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-fa1141bc-cb19-461a-bc86-a5bed082106d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=1f9f8a65-72ff-498e-a13e-40ced7f3913c HTTP/1.1" status: 200 len: 217 time: 0.0583494 Apr 05 18:40:10.437202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:32Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '69c73c8c-cff4-4997-aefe-83d28eeae70d', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'port_id': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'mac_address': 'fa:16:3e:0e:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:39:39Z', 'updated_at': '2022-04-05T18:40:07Z', 'revision_number': 1, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997c700a-0c68-4808-8221-aafe25731a96', 'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'mac_address': 'fa:16:3e:3c:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:29Z', 'updated_at': '2022-04-05T18:39:38Z', 'revision_number': 5, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'subnets': [{'id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:10.443423 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-d19fef97-d07a-47d6-8d60-07376adcc7ea req-c8654852-476c-4ec7-904b-04c4f29297ca tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] show failed (client error): The resource could not be found. Apr 05 18:40:10.457413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d19fef97-d07a-47d6-8d60-07376adcc7ea req-c8654852-476c-4ec7-904b-04c4f29297ca tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] 10.222.0.15 "GET /v2.0/security-groups/e62caebe-7e50-4d4c-a0e8-310f019ce79b HTTP/1.1" status: 404 len: 352 time: 0.0306284 Apr 05 18:40:10.461830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-8d0daf1c-efd2-429b-976d-ba2e04eb9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:10.463410 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-8d0daf1c-efd2-429b-976d-ba2e04eb9884 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0839920 Apr 05 18:40:10.492054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2d0e9654-6203-4086-a5a6-7aff33e5d95c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:10.522971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:10.573716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] Checking router: 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:10.601668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-87689143-f475-4cc6-9026-a3e2e896c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:10.603936 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-87689143-f475-4cc6-9026-a3e2e896c98b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325994 Apr 05 18:40:10.624089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:10.625033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:39:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:10.631943 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e362e68c-cdee-4266-8f63-0f3334347455 req-2b5e24b3-3169-4feb-ad93-766c8a4afec5 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 210 time: 0.0894186 Apr 05 18:40:10.744860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Allocated IP 172.25.4.34 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/37222031-e806-4cf6-9e63-a956c0882bee) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:10.804661 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6bc8c9-98f1-4201-8163-bd15bc1fc1e3 x-openstack-request-id: req-3e6bc8c9-98f1-4201-8163-bd15bc1fc1e3 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:10.808738 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cef21dd-a347-4317-a97c-83fb33c33ce0", "tag": "77d5bdfe-cb71-42ac-86c7-37d7bd9f9636", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:10.809262 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e6bc8c9-98f1-4201-8163-bd15bc1fc1e3 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:10.810127 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6bc8c9-98f1-4201-8163-bd15bc1fc1e3'] response: {'name': 'network-changed', 'server_uuid': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'tag': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636', 'status': 'completed', 'code': 200} Apr 05 18:40:10.884745 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-09d4c9f5-8bcb-4cfe-9c81-c3fb659717a4 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733533 Apr 05 18:40:10.944796 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-9dcd9e70-e791-407f-9afc-84856b4f4c9c req-789b514f-260c-48d5-913b-e408c5dafe08 tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] show failed (client error): The resource could not be found. Apr 05 18:40:10.958329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9dcd9e70-e791-407f-9afc-84856b4f4c9c req-789b514f-260c-48d5-913b-e408c5dafe08 tempest-SecurityGroupsNegativeTestJSON-1772148036 tempest-SecurityGroupsNegativeTestJSON-1772148036-project] 10.222.0.15 "GET /v2.0/security-groups/e61afdd2-b3cd-4c3e-ab56-39dcb9cf351d HTTP/1.1" status: 404 len: 352 time: 0.1470375 Apr 05 18:40:10.959060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39138) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:11.041899 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6f91694f-c1ba-4a4c-8bec-d27f013fda3f req-2c0921a5-7310-4903-9179-471cf3d46c6f service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479232 Apr 05 18:40:11.130849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:11.135285 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-4239bacc-b5d1-4965-a3f1-aee6b5872f82 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298007 Apr 05 18:40:11.163075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3618af52-d657-4f55-bc56-42d4f51d14bc req-21eda1c5-1e61-4e87-bf00-66ad60e1666b tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=94279393-ae66-4bae-b6d0-cddf61f7af31 HTTP/1.1" status: 200 len: 210 time: 0.0350230 Apr 05 18:40:11.174984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-d137f35b-c006-4818-a64b-de86f8b5763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:11.176547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-d137f35b-c006-4818-a64b-de86f8b5763d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cee2a9bf3d8648bb99f1d24d69c038dc&device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 1097 time: 0.3641760 Apr 05 18:40:11.181307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-627c58ac-a271-44d0-b4d8-95490c63c793 admin admin] Deleting subnet 4b31c2d6-157a-42f0-8486-0716f89c05ee {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:40:11.210987 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-627c58ac-a271-44d0-b4d8-95490c63c793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.272894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b3263308-5517-465b-833a-309221f0bfc6 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:11.310139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: b3263308-5517-465b-833a-309221f0bfc6 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:11.310730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b3263308-5517-465b-833a-309221f0bfc6 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:11.311345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d3aebd89-d65f-4d64-91dd-15eb2324b5e7 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:11.329143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673ea6-f675-458e-b558-b37f1f493e22 req-4b5cdde7-0be0-44ab-b41f-88f77f86e0ac tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:11.332723 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-4b5cdde7-0be0-44ab-b41f-88f77f86e0ac tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903749 Apr 05 18:40:11.349108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Request body: {'port': {'device_id': '6741f185-82ba-4835-b001-0327d2aacb44', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3ab8d0b135a14a9ca99ff17e5e8e3a73'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:11.354385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: d3aebd89-d65f-4d64-91dd-15eb2324b5e7 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:11.354783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d3aebd89-d65f-4d64-91dd-15eb2324b5e7 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:11.363137 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-627c58ac-a271-44d0-b4d8-95490c63c793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.443435 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-627c58ac-a271-44d0-b4d8-95490c63c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.519367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-627c58ac-a271-44d0-b4d8-95490c63c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.528692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Made reservation on behalf of 3ab8d0b135a14a9ca99ff17e5e8e3a73 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:11.532792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.552851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.583678 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.593940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:32Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '69c73c8c-cff4-4997-aefe-83d28eeae70d', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'port_id': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'mac_address': 'fa:16:3e:0e:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:39:39Z', 'updated_at': '2022-04-05T18:40:07Z', 'revision_number': 1, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997c700a-0c68-4808-8221-aafe25731a96', 'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'mac_address': 'fa:16:3e:3c:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:29Z', 'updated_at': '2022-04-05T18:39:38Z', 'revision_number': 5, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'subnets': [{'id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:11.612043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c58ac-a271-44d0-b4d8-95490c63c793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b31c2d6-157a-42f0-8486-0716f89c05ee,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:11.636548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e303bc8d-87ef-447f-8041-8b3effb94803 None None] The sync data for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 is: [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:32Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '69c73c8c-cff4-4997-aefe-83d28eeae70d', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'port_id': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'mac_address': 'fa:16:3e:0e:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:39:39Z', 'updated_at': '2022-04-05T18:40:07Z', 'revision_number': 1, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997c700a-0c68-4808-8221-aafe25731a96', 'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'mac_address': 'fa:16:3e:3c:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:29Z', 'updated_at': '2022-04-05T18:39:38Z', 'revision_number': 5, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'subnets': [{'id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:11.644470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-627c58ac-a271-44d0-b4d8-95490c63c793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.647770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-627c58ac-a271-44d0-b4d8-95490c63c793 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4b31c2d6-157a-42f0-8486-0716f89c05ee HTTP/1.1" status: 204 len: 168 time: 0.6788266 Apr 05 18:40:11.651761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39144) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:11.706809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d370-37cb-45a1-ab8e-651ba710f8c5 req-4042dfb5-2776-47aa-875b-d25903d9d38f tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:11.708614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d22d370-37cb-45a1-ab8e-651ba710f8c5 req-4042dfb5-2776-47aa-875b-d25903d9d38f tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 948 time: 0.2066259 Apr 05 18:40:11.721816 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02cd8ce7-e5aa-4b1a-802e-8878e6ac26c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.731280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-ace1c025-160c-4914-b9aa-837dd4915700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:11.732721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-ace1c025-160c-4914-b9aa-837dd4915700 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8afd957-c529-4c57-aa58-a295d1ad65c9 HTTP/1.1" status: 200 len: 915 time: 0.5478454 Apr 05 18:40:11.764739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.771610 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.774549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.801729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-4e92ba8c-338e-420b-b2b8-9617c43b967d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2260847 Apr 05 18:40:11.833301 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:11.864863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d22d370-37cb-45a1-ab8e-651ba710f8c5 req-4746b713-53a9-4193-a8ba-7cdfa08b48c5 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448526 Apr 05 18:40:11.927987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:11.937967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:11.950590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:11.955563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-ee3e685c-fd4a-46ed-9d39-88ba420eb866 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 HTTP/1.1" status: 200 len: 1000 time: 0.2141521 Apr 05 18:40:11.958887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3ae39a-be47-4986-b2be-11e85491c765', 'name': 'network-vif-deleted', 'tag': 'b3263308-5517-465b-833a-309221f0bfc6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:11.962267 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4590920e-9536-4463-83b9-9209ef23623c" -d '{"events": [{"server_uuid": "1f3ae39a-be47-4986-b2be-11e85491c765", "name": "network-vif-deleted", "tag": "b3263308-5517-465b-833a-309221f0bfc6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:11.971038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a465de54-171c-4c12-916f-fe37a4b80b18,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:11.977799 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db5d63-6b13-4116-9c5d-f7bdc0ceed1a None None] New status for floating IP 69c73c8c-cff4-4997-aefe-83d28eeae70d: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:40:12.076751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-a8fb5673-87fc-4fb5-ac50-538aa6ab0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:12.078723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-a8fb5673-87fc-4fb5-ac50-538aa6ab0cdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7da9d0e2-2a1a-42b1-a218-a324f3f06df2 HTTP/1.1" status: 200 len: 854 time: 0.0560033 Apr 05 18:40:12.081769 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.085276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Allocated IP 192.168.233.106 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/0d0ec61f-7824-4f09-a90e-205b995e7e91) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:12.104944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-973168cb-f7ef-40f6-a9c1-30f24594f644 req-30fd2c45-f69b-4ff3-8280-5888ebb76a54 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 210 time: 0.0970151 Apr 05 18:40:12.105896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event updated for resources: {'Port': ['ID=37222031-e806-4cf6-9e63-a956c0882bee,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:12.117715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107d7d3b-c0ad-4c12-b831-b2a222a4be21']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:12.127535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-a6055b54-dd12-4ea1-b13f-61497b9a86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:12.129146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-a6055b54-dd12-4ea1-b13f-61497b9a86ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 1095 time: 0.2974012 Apr 05 18:40:12.146544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fa8a25-5d66-4b15-a415-5570348f0dcc') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:12.147104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fa8a25-5d66-4b15-a415-5570348f0dcc') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:12.183534 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.246091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.337183 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.343281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.343478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:40:12.343817 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.349735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-00daf018-f3e2-4f23-b2f5-9cd679fb2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:12.351545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-00daf018-f3e2-4f23-b2f5-9cd679fb2f30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8afd957-c529-4c57-aa58-a295d1ad65c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509792 Apr 05 18:40:12.421144 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1c7ff-d7d6-4f21-b553-a8f0e12a21e3 x-openstack-request-id: req-82a1c7ff-d7d6-4f21-b553-a8f0e12a21e3 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:12.421539 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3ae39a-be47-4986-b2be-11e85491c765", "name": "network-vif-deleted", "tag": "b3263308-5517-465b-833a-309221f0bfc6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:12.421792 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82a1c7ff-d7d6-4f21-b553-a8f0e12a21e3 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:12.422304 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a1c7ff-d7d6-4f21-b553-a8f0e12a21e3'] response: {'server_uuid': '1f3ae39a-be47-4986-b2be-11e85491c765', 'name': 'network-vif-deleted', 'tag': 'b3263308-5517-465b-833a-309221f0bfc6', 'status': 'completed', 'code': 200} Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:40:12.423135 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:40:12.427550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.435900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-64b63f92-e202-4795-9813-4749c557a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:12.437529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-64b63f92-e202-4795-9813-4749c557a3ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.2755833 Apr 05 18:40:12.443426 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.449290 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] 10.222.0.15 "DELETE /v2.0/networks/107d7d3b-c0ad-4c12-b831-b2a222a4be21 HTTP/1.1" status: 204 len: 168 time: 0.7943513 Apr 05 18:40:12.466969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb39c8-9fab-48de-a7db-e3226168c850 admin admin] Pushing event deleted for resources: {'Network': ['ID=107d7d3b-c0ad-4c12-b831-b2a222a4be21,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:12.499381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.529461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-09438958-996d-4922-91bd-c2551b76771b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 200 len: 217 time: 0.0600262 Apr 05 18:40:12.561115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.610601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:12.630620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:12.665187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-017c4611-dd7f-4e7a-ad3a-873f7662355d service neutron] 10.222.0.20 "GET /v2.0/networks/c8afd957-c529-4c57-aa58-a295d1ad65c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803037 Apr 05 18:40:12.678436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-5cec80e2-8163-4e9a-975f-423ef13124a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:12.679926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-5cec80e2-8163-4e9a-975f-423ef13124a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.1363246 Apr 05 18:40:12.710055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:12.726748 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.764012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39166) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:12.773564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Pushing event updated for resources: {'Port': ['ID=0d0ec61f-7824-4f09-a90e-205b995e7e91,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:12.827559 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aaf6dba0-ed41-43a6-b682-4dbff6c8c704 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e38f8a3f0144141b066651dd39c8a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613091 Apr 05 18:40:12.828091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-f614f6ff-28ab-4311-8f35-b9c0af124322 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2163026 Apr 05 18:40:12.828812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39168) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:12.840240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:12.841036 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.854752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94279393-ae66-4bae-b6d0-cddf61f7af31', 'name': 'network-vif-deleted', 'tag': 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:12.858378 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68569b6c-5525-447e-b5e2-cef5bdfd6223" -d '{"events": [{"server_uuid": "94279393-ae66-4bae-b6d0-cddf61f7af31", "name": "network-vif-deleted", "tag": "d3aebd89-d65f-4d64-91dd-15eb2324b5e7"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:12.899868 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-17ef2684-40f0-467e-bce0-13bb2d5aa029 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020264 Apr 05 18:40:12.910547 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-cf720242-564a-4aab-8ecc-a1da24d59a26 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5679023 Apr 05 18:40:12.924229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Request body: {'port': {'device_id': '6741f185-82ba-4835-b001-0327d2aacb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:12.958005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b5003d7-cf95-49c4-bc15-f8701334a6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.959671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d426cff-1a63-4c50-a53d-48b9e9647281 req-81f25600-af6c-4936-8ef1-4c25ad98236e service neutron] 10.222.0.20 "GET /v2.0/networks/c8afd957-c529-4c57-aa58-a295d1ad65c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787352 Apr 05 18:40:12.981956 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b5003d7-cf95-49c4-bc15-f8701334a6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:12.984472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a10a6fb7-0ee0-4b76-b870-fb68c8e3c200 None None] Provisioning complete for port 0d0ec61f-7824-4f09-a90e-205b995e7e91 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:12.985263 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a10a6fb7-0ee0-4b76-b870-fb68c8e3c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.026735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cc526-30ce-42bc-bbb7-452e937aa48d req-684b733f-5496-4e51-b4e2-951546c849a5 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:13.035845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e73cc526-30ce-42bc-bbb7-452e937aa48d req-684b733f-5496-4e51-b4e2-951546c849a5 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.3081007 Apr 05 18:40:13.042566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a10a6fb7-0ee0-4b76-b870-fb68c8e3c200 None None] Port 0d0ec61f-7824-4f09-a90e-205b995e7e91 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:40:13.046510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-18988b50-7887-402e-8714-ca2daa99db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:13.048238 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-18988b50-7887-402e-8714-ca2daa99db74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 1095 time: 0.1947451 Apr 05 18:40:13.050496 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b5003d7-cf95-49c4-bc15-f8701334a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.053427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b5003d7-cf95-49c4-bc15-f8701334a6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.056943 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6b5003d7-cf95-49c4-bc15-f8701334a6b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdda6b29-b359-469a-9a8d-174c7ddbab14 HTTP/1.1" status: 204 len: 168 time: 0.2249038 Apr 05 18:40:13.069166 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.086077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5003d7-cf95-49c4-bc15-f8701334a6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdda6b29-b359-469a-9a8d-174c7ddbab14,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:13.089595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.115918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.207702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e73cc526-30ce-42bc-bbb7-452e937aa48d req-47ca3648-3996-4c1a-a745-7fafd262e509 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709106 Apr 05 18:40:13.212330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1f9f8a65-72ff-498e-a13e-40ced7f3913c details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:40:13.218389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event updated for resources: {'Port': ['ID=37222031-e806-4cf6-9e63-a956c0882bee,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:13.232341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-5212624a-a95b-4514-9e83-5f6aaa4c3666 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248019 Apr 05 18:40:13.285614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-3445464d-3f29-4194-837d-c56392fb52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:13.291414 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-3445464d-3f29-4194-837d-c56392fb52bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 200 len: 920 time: 0.2068694 Apr 05 18:40:13.374219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1f9f8a65-72ff-498e-a13e-40ced7f3913c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f9f8a65-72ff-498e-a13e-40ced7f3913c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:13.388115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '1f9f8a65-72ff-498e-a13e-40ced7f3913c', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '1f9f8a65-72ff-498e-a13e-40ced7f3913c', 'mac_address': 'fa:16:3e:be:f0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:40:13.412684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f60c93f3-20dd-4533-89cf-6d40d1fbbe2a req-3826dbe0-cbef-432e-99a0-949b8111818e service neutron] 10.222.0.20 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718929 Apr 05 18:40:13.419198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.444922 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-49036d0e-0fc7-49c1-9df6-9054959f320b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 200 len: 217 time: 0.1442280 Apr 05 18:40:13.453141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.454378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-80cd98d2-7353-4560-b7ea-2064ed04b724 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2657468 Apr 05 18:40:13.463302 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.486021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9f8a65-72ff-498e-a13e-40ced7f3913c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:13.508823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1f9f8a65-72ff-498e-a13e-40ced7f3913c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f9f8a65-72ff-498e-a13e-40ced7f3913c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:13.515004 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:13.546549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-b0c8d285-e110-4f65-9050-2c2923a53f3a tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.0787899 Apr 05 18:40:13.582743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-748673bc-9cd3-4ece-9253-5010407a2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:13.584338 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-748673bc-9cd3-4ece-9253-5010407a2a80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 200 len: 860 time: 0.1264496 Apr 05 18:40:13.610153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=1f9f8a65-72ff-498e-a13e-40ced7f3913c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:13.629151 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ccc53d-6380-4405-8655-89b1c86e8d6e x-openstack-request-id: req-93ccc53d-6380-4405-8655-89b1c86e8d6e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:13.629375 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94279393-ae66-4bae-b6d0-cddf61f7af31", "name": "network-vif-deleted", "tag": "d3aebd89-d65f-4d64-91dd-15eb2324b5e7", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:13.629625 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93ccc53d-6380-4405-8655-89b1c86e8d6e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:13.629823 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ccc53d-6380-4405-8655-89b1c86e8d6e'] response: {'server_uuid': '94279393-ae66-4bae-b6d0-cddf61f7af31', 'name': 'network-vif-deleted', 'tag': 'd3aebd89-d65f-4d64-91dd-15eb2324b5e7', 'status': 'completed', 'code': 200} Apr 05 18:40:13.632059 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-a62f5606-9778-4421-ac5b-0cee2ca5e0d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a4450cc-4646-4c7c-b940-9f57d612b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387678 Apr 05 18:40:13.741688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-591b87a8-010b-41d5-bd7c-0bdc258652a6 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:13.743413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8a1fff2-8205-4b9d-9ecd-6c1bdc58b918 req-591b87a8-010b-41d5-bd7c-0bdc258652a6 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1858783 Apr 05 18:40:13.776148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1f7e4-5b64-4703-b700-aebaa6c7b459 req-d2439546-2733-41cb-a91e-f3abe2c01267 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:13.777626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ac1f7e4-5b64-4703-b700-aebaa6c7b459 req-d2439546-2733-41cb-a91e-f3abe2c01267 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 949 time: 0.0793316 Apr 05 18:40:13.828007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ac1f7e4-5b64-4703-b700-aebaa6c7b459 req-75771552-81af-473b-99af-9caa17c51854 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Apr 05 18:40:13.832589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['1f9f8a65-72ff-498e-a13e-40ced7f3913c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:13.950011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcb08a-c34d-4df1-861f-2c5cf1568c46 req-1e04fb16-194a-495f-825e-234825394653 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:13.951843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efbcb08a-c34d-4df1-861f-2c5cf1568c46 req-1e04fb16-194a-495f-825e-234825394653 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 936 time: 0.1008599 Apr 05 18:40:14.035599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efbcb08a-c34d-4df1-861f-2c5cf1568c46 req-1f55d501-5987-4729-9e12-b1d175891c65 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767047 Apr 05 18:40:14.044413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c5db9-426f-4db4-b020-b7c23714263e req-0d67420a-0897-4281-b48a-73248494b4b2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:14.045906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a3c5db9-426f-4db4-b020-b7c23714263e req-0d67420a-0897-4281-b48a-73248494b4b2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 944 time: 0.0801070 Apr 05 18:40:14.130530 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-19f1e40f-6515-403b-8381-02d7d778abbf service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848797 Apr 05 18:40:14.132543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0ec61f-7824-4f09-a90e-205b995e7e91 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:14.141770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.202134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Transition to ACTIVE for port object 0d0ec61f-7824-4f09-a90e-205b995e7e91 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:40:14.253810 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.254484 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.284853 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa3448ec-87b4-4507-8a3d-cd69e514d296 req-01d01895-aec8-46b6-8f85-5095d1176447 service neutron] 10.222.0.25 "GET /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452656 Apr 05 18:40:14.315951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0ec61f-7824-4f09-a90e-205b995e7e91,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:14.366288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39202) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:14.402334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Attempting to bind port 0d0ec61f-7824-4f09-a90e-205b995e7e91 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:14.403032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Attempting to bind port 0d0ec61f-7824-4f09-a90e-205b995e7e91 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:14.403595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Attempting to bind port 0d0ec61f-7824-4f09-a90e-205b995e7e91 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:14.408839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Port 0d0ec61f-7824-4f09-a90e-205b995e7e91 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:40:14.409456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Attempting to bind port 0d0ec61f-7824-4f09-a90e-205b995e7e91 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:14.415580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:14.416236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:14.416828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:14.417487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Bound port: 0d0ec61f-7824-4f09-a90e-205b995e7e91, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:14.418971 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.487071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-network', 'tenant_id': '653d9b9beb9c401f85207de148a14896'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:14.537981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a3c5db9-426f-4db4-b020-b7c23714263e req-591e83e9-1536-43ba-b6a6-f9a139cdfdd2 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754112 Apr 05 18:40:14.554988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] For port 0d0ec61f-7824-4f09-a90e-205b995e7e91, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:14.574526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Made reservation on behalf of 653d9b9beb9c401f85207de148a14896 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:14.577052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.584547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] For port 0d0ec61f-7824-4f09-a90e-205b995e7e91, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0d0ec61f-7824-4f09-a90e-205b995e7e91,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:14.596644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.600209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.609226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835bae1-f678-45d1-b546-2b752bbebece req-8bb17a67-d6e2-4442-ad97-331cc67267fb tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:14.610901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7835bae1-f678-45d1-b546-2b752bbebece req-8bb17a67-d6e2-4442-ad97-331cc67267fb tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.5201066 Apr 05 18:40:14.646293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-5e630dbb-7a28-4a47-bea6-22e8c3d0f280 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:14.647956 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-5e630dbb-7a28-4a47-bea6-22e8c3d0f280 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 944 time: 0.1404388 Apr 05 18:40:14.655796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:14.657203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.660339 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] 10.222.0.20 "PUT /v2.0/ports/0d0ec61f-7824-4f09-a90e-205b995e7e91 HTTP/1.1" status: 200 len: 1096 time: 1.7404187 Apr 05 18:40:14.685249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6741f185-82ba-4835-b001-0327d2aacb44', 'tag': '0d0ec61f-7824-4f09-a90e-205b995e7e91'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:14.688120 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1493ffa9-5c3e-4f6a-b5bc-d12765664886" -d '{"events": [{"name": "network-changed", "server_uuid": "6741f185-82ba-4835-b001-0327d2aacb44", "tag": "0d0ec61f-7824-4f09-a90e-205b995e7e91"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:14.749085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-b4721a3c-e146-451f-926a-342d9b27dec3 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6407366 Apr 05 18:40:14.756754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:14.787425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107f126-3af6-459c-939b-2cb836f6daa5 req-dbd9a320-b077-43ad-a9c7-3c5ab179b610 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:14.789124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d107f126-3af6-459c-939b-2cb836f6daa5 req-dbd9a320-b077-43ad-a9c7-3c5ab179b610 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b190d06-9385-40f4-acca-797da0d9920e HTTP/1.1" status: 200 len: 948 time: 0.1610198 Apr 05 18:40:14.813749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.815676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060acd63-9b08-47e4-b728-3a0c6985a157 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0ec61f-7824-4f09-a90e-205b995e7e91,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:14.850434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-7835bae1-f678-45d1-b546-2b752bbebece req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Deleting port 2d0e9654-6203-4086-a5a6-7aff33e5d95c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:14.850822 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7835bae1-f678-45d1-b546-2b752bbebece req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.877226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673ea6-f675-458e-b558-b37f1f493e22 req-6e53661c-fb27-41b8-9850-d0518a544999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:14.878769 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-6e53661c-fb27-41b8-9850-d0518a544999 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 1099 time: 0.1652038 Apr 05 18:40:14.884470 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d107f126-3af6-459c-939b-2cb836f6daa5 req-116467ec-4ed4-4329-87f6-91037c33fa50 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855343 Apr 05 18:40:14.929566 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.969410 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b58971-ffb3-4527-897f-9f7648a7d0ca x-openstack-request-id: req-b2b58971-ffb3-4527-897f-9f7648a7d0ca {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:14.969697 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6741f185-82ba-4835-b001-0327d2aacb44", "tag": "0d0ec61f-7824-4f09-a90e-205b995e7e91", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:14.969941 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2b58971-ffb3-4527-897f-9f7648a7d0ca {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:14.970330 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b58971-ffb3-4527-897f-9f7648a7d0ca'] response: {'name': 'network-changed', 'server_uuid': '6741f185-82ba-4835-b001-0327d2aacb44', 'tag': '0d0ec61f-7824-4f09-a90e-205b995e7e91', 'status': 'completed', 'code': 200} Apr 05 18:40:14.977628 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-793045f8-a21a-47d3-8f68-6795306f7894 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0d0ec61f-7824-4f09-a90e-205b995e7e91 HTTP/1.1" status: 200 len: 217 time: 0.0792205 Apr 05 18:40:14.980354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:14.994498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Deleting port 38248a8e-8da2-47fa-9910-e833c7a15a6d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:14.995116 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.004116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7835bae1-f678-45d1-b546-2b752bbebece req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] For port 2d0e9654-6203-4086-a5a6-7aff33e5d95c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2d0e9654-6203-4086-a5a6-7aff33e5d95c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:15.004482 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7835bae1-f678-45d1-b546-2b752bbebece req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.010181 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.022447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-7835bae1-f678-45d1-b546-2b752bbebece req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Calling delete_port for 2d0e9654-6203-4086-a5a6-7aff33e5d95c owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:15.101371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:40:15.114247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.124333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f65d7e-6f64-499a-a226-456a7cc67519,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:15.128091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.128429 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Added segment 8ec0ea49-3849-4754-8c2b-92ce6b5ca215 of type vlan for network d36f6499-b89c-4f92-bd62-7fa0e706fdbd Apr 05 18:40:15.133373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673ea6-f675-458e-b558-b37f1f493e22 req-89852628-8b71-453e-940b-574749463f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:15.134834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-89852628-8b71-453e-940b-574749463f35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1491044 Apr 05 18:40:15.192930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c3c84-1394-4677-aa9e-a07517663249 req-beb0590b-250b-4344-a18a-3a33bc36cbc6 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:15.194716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-733c3c84-1394-4677-aa9e-a07517663249 req-beb0590b-250b-4344-a18a-3a33bc36cbc6 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 949 time: 0.1659546 Apr 05 18:40:15.222758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1f9f8a65-72ff-498e-a13e-40ced7f3913c up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:15.227271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.234899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] For port 38248a8e-8da2-47fa-9910-e833c7a15a6d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=38248a8e-8da2-47fa-9910-e833c7a15a6d,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:15.235126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.264131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Calling delete_port for 38248a8e-8da2-47fa-9910-e833c7a15a6d owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:15.266976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673ea6-f675-458e-b558-b37f1f493e22 req-7c21631f-bcd9-492a-9021-23bb55762c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:15.268989 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-7c21631f-bcd9-492a-9021-23bb55762c5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200504 Apr 05 18:40:15.287042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 1f9f8a65-72ff-498e-a13e-40ced7f3913c completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:40:15.300104 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 1f9f8a65-72ff-498e-a13e-40ced7f3913c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:15.300977 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.317333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-733c3c84-1394-4677-aa9e-a07517663249 req-a4ee3b8f-2cb7-4cbe-a0a2-f51387aae827 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153123 Apr 05 18:40:15.336974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.337916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:15.338516 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.349779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Allocated IP 172.25.4.180 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/6c44adf2-1c31-4044-9c1f-030bc2769f99) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:15.365977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7835bae1-f678-45d1-b546-2b752bbebece req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.406768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Pushing event deleted for resources: {'Port': ['ID=2d0e9654-6203-4086-a5a6-7aff33e5d95c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:15.407025 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.435779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02dabdc-20ee-4868-9ef6-7f5687347170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9f8a65-72ff-498e-a13e-40ced7f3913c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:15.450343 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4077e240-4bcd-469d-a686-5ccdfb76bd54" -d '{"events": [{"server_uuid": "d02dabdc-20ee-4868-9ef6-7f5687347170", "name": "network-vif-plugged", "status": "completed", "tag": "1f9f8a65-72ff-498e-a13e-40ced7f3913c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:15.464062 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0939744 Apr 05 18:40:15.467513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39218) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:15.476606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Request body: {'subnet': {'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-subnet', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:15.481806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1f9f8a65-72ff-498e-a13e-40ced7f3913c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f9f8a65-72ff-498e-a13e-40ced7f3913c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:15.483933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2bbb7-e93e-4778-b988-c8eb93b69a2c admin admin] Pushing event updated for resources: {'Network': ['ID=d36f6499-b89c-4f92-bd62-7fa0e706fdbd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:15.492334 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.500161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d36f6499-b89c-4f92-bd62-7fa0e706fdbd details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:40:15.505967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7835bae1-f678-45d1-b546-2b752bbebece req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] No DVR routers for this DVR port 2d0e9654-6203-4086-a5a6-7aff33e5d95c on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:15.513534 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-76a3706e-e7e5-46e3-bad7-f8c81840b335 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341490 Apr 05 18:40:15.515774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7835bae1-f678-45d1-b546-2b752bbebece req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.519331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7835bae1-f678-45d1-b546-2b752bbebece req-83da1e9d-c7c7-42b2-b5ed-aa767e805a45 tempest-ServersOnMultiNodesTest-1453513590 tempest-ServersOnMultiNodesTest-1453513590-project] 10.222.0.25 "DELETE /v2.0/ports/2d0e9654-6203-4086-a5a6-7aff33e5d95c HTTP/1.1" status: 204 len: 173 time: 0.9000916 Apr 05 18:40:15.567393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Made reservation on behalf of 653d9b9beb9c401f85207de148a14896 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:15.569715 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.602079 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.620621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=1f9f8a65-72ff-498e-a13e-40ced7f3913c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:15.631450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b190d06-9385-40f4-acca-797da0d9920e', 'name': 'network-vif-deleted', 'tag': '2d0e9654-6203-4086-a5a6-7aff33e5d95c'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:15.632862 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdccf7a-bcd6-4ae7-a767-953c4982cb8e" -d '{"events": [{"server_uuid": "9b190d06-9385-40f4-acca-797da0d9920e", "name": "network-vif-deleted", "tag": "2d0e9654-6203-4086-a5a6-7aff33e5d95c"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:15.633107 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-75673ea6-f675-458e-b558-b37f1f493e22 req-e4c376cf-28a2-4871-9ae1-784e489e71ad service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099572 Apr 05 18:40:15.657715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a6e4c-49b2-41d4-8171-2286c2854d1d req-045d3c25-35d8-43b0-ae6c-538df5c2c2e6 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:15.659948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-497a6e4c-49b2-41d4-8171-2286c2854d1d req-045d3c25-35d8-43b0-ae6c-538df5c2c2e6 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 948 time: 0.1903877 Apr 05 18:40:15.728705 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.740317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-497a6e4c-49b2-41d4-8171-2286c2854d1d req-5ad966fd-5c66-453a-9093-bfb3685fdfae tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718122 Apr 05 18:40:15.743061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.771040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-5dd93ff0-1e4f-4ae9-8473-3dd8f6f0df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:15.772669 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-5dd93ff0-1e4f-4ae9-8473-3dd8f6f0df78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 1099 time: 0.0832462 Apr 05 18:40:15.775565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Pushing event deleted for resources: {'Port': ['ID=38248a8e-8da2-47fa-9910-e833c7a15a6d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:15.808146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:15.823437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:15.828484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:15.842951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] No DVR routers for this DVR port 38248a8e-8da2-47fa-9910-e833c7a15a6d on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:15.873100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:15.877451 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-82518b87-c2c8-4762-8b61-a702c10fbe8f req-b549746e-ec41-47f0-963b-7ae83b5ee041 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.25 "DELETE /v2.0/ports/38248a8e-8da2-47fa-9910-e833c7a15a6d HTTP/1.1" status: 204 len: 173 time: 1.2150948 Apr 05 18:40:15.895257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event updated for resources: {'Port': ['ID=6c44adf2-1c31-4044-9c1f-030bc2769f99,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:15.924663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-2af9bdc8-08a1-4e60-a8df-9591bda3f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:15.926152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-2af9bdc8-08a1-4e60-a8df-9591bda3f3bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1439054 Apr 05 18:40:15.941401 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efee0d0-29a9-451d-9aeb-58c45bff0d93 x-openstack-request-id: req-0efee0d0-29a9-451d-9aeb-58c45bff0d93 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:15.941859 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02dabdc-20ee-4868-9ef6-7f5687347170", "name": "network-vif-plugged", "status": "completed", "tag": "1f9f8a65-72ff-498e-a13e-40ced7f3913c", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:15.942274 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0efee0d0-29a9-451d-9aeb-58c45bff0d93 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:15.942952 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efee0d0-29a9-451d-9aeb-58c45bff0d93'] response: {'server_uuid': 'd02dabdc-20ee-4868-9ef6-7f5687347170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9f8a65-72ff-498e-a13e-40ced7f3913c', 'code': 200} Apr 05 18:40:15.992523 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-58fa9c79-09bd-42fd-a6cd-22a83dcf650d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0d0ec61f-7824-4f09-a90e-205b995e7e91 HTTP/1.1" status: 200 len: 217 time: 0.0568426 Apr 05 18:40:16.002721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.068445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-65bd259e-6792-4078-a326-d0868d22b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:16.069764 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-65bd259e-6792-4078-a326-d0868d22b5eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0684035 Apr 05 18:40:16.085183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eff4980-49b1-44c9-8d44-1995f435e05d req-49e48cb3-5284-49c1-a0ce-c4d9a18bd823 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=01b07b29-e14d-4070-bd97-7f668d39ed95 HTTP/1.1" status: 200 len: 210 time: 0.0365314 Apr 05 18:40:16.123288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.135184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Checking segment: {'id': '8ec0ea49-3849-4754-8c2b-92ce6b5ca215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:16.135184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Network hostable DHCP agents. Network: d36f6499-b89c-4f92-bd62-7fa0e706fdbd, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:40:16.165159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2555fa2a-168c-4aef-9a9c-468acab8e770,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:16.174496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-e4982bb1-90e8-4513-ac82-1d6c19dbaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:16.176253 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-e4982bb1-90e8-4513-ac82-1d6c19dbaa41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985281 Apr 05 18:40:16.183422 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.205678 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2feeea8-29f7-46ee-9b20-e7a693c54c42 x-openstack-request-id: req-a2feeea8-29f7-46ee-9b20-e7a693c54c42 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:16.205870 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b190d06-9385-40f4-acca-797da0d9920e", "name": "network-vif-deleted", "tag": "2d0e9654-6203-4086-a5a6-7aff33e5d95c", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:16.206147 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2feeea8-29f7-46ee-9b20-e7a693c54c42 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:16.206532 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2feeea8-29f7-46ee-9b20-e7a693c54c42'] response: {'server_uuid': '9b190d06-9385-40f4-acca-797da0d9920e', 'name': 'network-vif-deleted', 'tag': '2d0e9654-6203-4086-a5a6-7aff33e5d95c', 'status': 'completed', 'code': 200} Apr 05 18:40:16.221299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Network d36f6499-b89c-4f92-bd62-7fa0e706fdbd is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:40:16.240204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d36f6499-b89c-4f92-bd62-7fa0e706fdbd) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:16.246263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:16.246876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.249179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dd6dc1-79d6-4a51-bebd-4b9f481bb784 None None] Network d36f6499-b89c-4f92-bd62-7fa0e706fdbd requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:16.302605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d1536-e94e-412c-a061-16f76c996bbc req-09e87f7a-2c84-4967-b651-4de463e63480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:16.304236 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012d1536-e94e-412c-a061-16f76c996bbc req-09e87f7a-2c84-4967-b651-4de463e63480 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 1101 time: 0.1665218 Apr 05 18:40:16.309793 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-bfdc59a0-e133-4780-b66d-efbbef602a75 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229405 Apr 05 18:40:16.331908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-af4a996c-088d-4c3f-bdc0-694c9bcb0217 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8590624 Apr 05 18:40:16.332882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39228) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:16.347408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:16.401419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.403063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.414917 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012d1536-e94e-412c-a061-16f76c996bbc req-085021fe-2767-4905-9468-615453954599 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039639 Apr 05 18:40:16.419739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f4e5e-3321-4e9c-bb12-292f4b51509c None None] Network d36f6499-b89c-4f92-bd62-7fa0e706fdbd requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:16.435644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1493ffa9-5c3e-4f6a-b5bc-d12765664886 req-d7c0c012-4068-4a1a-80c9-b945f718c9eb service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171288 Apr 05 18:40:16.449045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.465506 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.583202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.599725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event updated for resources: {'Port': ['ID=6c44adf2-1c31-4044-9c1f-030bc2769f99,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:16.648667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bd9a2-dab3-41bc-909d-cc4a9f1f60ca req-8c8285bd-6d3d-48fb-aa77-d9d2c8eccb41 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:16.650113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb1bd9a2-dab3-41bc-909d-cc4a9f1f60ca req-8c8285bd-6d3d-48fb-aa77-d9d2c8eccb41 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 945 time: 0.2097657 Apr 05 18:40:16.696253 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.780577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.789998 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:16.791221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-62980d28-a96f-4689-987f-d2820590a175 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0412059 Apr 05 18:40:16.798628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb1bd9a2-dab3-41bc-909d-cc4a9f1f60ca req-12f9b5b5-6335-48d7-99eb-59d1b7bc7a09 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205671 Apr 05 18:40:16.867898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-dd8ee072-fd61-44dd-996e-a9676eb57eba tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.180 HTTP/1.1" status: 200 len: 696 time: 0.0597930 Apr 05 18:40:16.971764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'name': 'network-vif-deleted', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:16.977676 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187c93c1-825f-4de7-b863-1f389c67d0ab" -d '{"events": [{"server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "name": "network-vif-deleted", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:17.029590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b611b8-46b4-4cea-ae5b-ecc2075da0f3 req-e0ea9c31-ae58-438d-b915-eaa03b16df10 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:17.031132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54b611b8-46b4-4cea-ae5b-ecc2075da0f3 req-e0ea9c31-ae58-438d-b915-eaa03b16df10 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 950 time: 0.1357419 Apr 05 18:40:17.062726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39242) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:17.072593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-c6db6466-def1-43c6-97e5-42055b116c29 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:17.073896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa3c02cb-9bee-4fa3-854c-c1ba348a6c6e req-c6db6466-def1-43c6-97e5-42055b116c29 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1771672 Apr 05 18:40:17.109151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54b611b8-46b4-4cea-ae5b-ecc2075da0f3 req-31a05346-4915-40b2-bde1-2ed30951e0e1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687428 Apr 05 18:40:17.179784 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e427a550-29c4-4866-8678-a63159b8ae78 x-openstack-request-id: req-e427a550-29c4-4866-8678-a63159b8ae78 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:17.180277 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b07b29-e14d-4070-bd97-7f668d39ed95", "name": "network-vif-deleted", "tag": "38248a8e-8da2-47fa-9910-e833c7a15a6d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:17.181040 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e427a550-29c4-4866-8678-a63159b8ae78 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:17.181600 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e427a550-29c4-4866-8678-a63159b8ae78'] response: {'server_uuid': '01b07b29-e14d-4070-bd97-7f668d39ed95', 'name': 'network-vif-deleted', 'tag': '38248a8e-8da2-47fa-9910-e833c7a15a6d', 'status': 'completed', 'code': 200} Apr 05 18:40:17.221441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2d0e9654-6203-4086-a5a6-7aff33e5d95c no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:17.241954 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d71156e5-9030-4b94-9270-24092db48095 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d7141754c2149c9b47bf6afe7d827a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779258 Apr 05 18:40:17.242598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39252) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:17.250642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 2d0e9654-6203-4086-a5a6-7aff33e5d95c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:17.251067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2d0e9654-6203-4086-a5a6-7aff33e5d95c not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:17.251604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 38248a8e-8da2-47fa-9910-e833c7a15a6d no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:17.271466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 38248a8e-8da2-47fa-9910-e833c7a15a6d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:17.271949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 38248a8e-8da2-47fa-9910-e833c7a15a6d not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:17.297144 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-344191a8-7d20-4ef4-b434-8e1e5b46a530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.299268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85d264ab-25e3-4885-aedf-bee7a9a51dbc req-1246e232-e22c-46d1-abe2-4bdee1fc966e tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips/6c9dcfc7-e420-421b-a702-99f32295b664 HTTP/1.1" status: 200 len: 693 time: 0.1031923 Apr 05 18:40:17.319424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.319664 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-344191a8-7d20-4ef4-b434-8e1e5b46a530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.360880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f6b76-b993-4bec-8cfc-1cf159c82468 req-70546236-80df-4d32-bd80-55b5efe91607 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:17.362698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f4f6b76-b993-4bec-8cfc-1cf159c82468 req-70546236-80df-4d32-bd80-55b5efe91607 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 948 time: 0.1660411 Apr 05 18:40:17.366384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.367516 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-344191a8-7d20-4ef4-b434-8e1e5b46a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.370193 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-344191a8-7d20-4ef4-b434-8e1e5b46a530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.371478 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-344191a8-7d20-4ef4-b434-8e1e5b46a530 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e HTTP/1.1" status: 204 len: 168 time: 0.1279926 Apr 05 18:40:17.380043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344191a8-7d20-4ef4-b434-8e1e5b46a530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecbacd3-f9ab-4e14-b8bc-e27bf170b24e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:17.661967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39262) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:17.708529 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2821cad1-af6b-478e-b8df-5e7f6a3415e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c45af3bd6fe744bc9b378d6e12cac222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453501 Apr 05 18:40:17.712135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39264) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:17.770350 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffd8df5-7fed-48c5-bb25-6735b5a71d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.794323 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffd8df5-7fed-48c5-bb25-6735b5a71d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.827257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f4f6b76-b993-4bec-8cfc-1cf159c82468 req-d1eb88bc-9267-401e-bde7-76a307eca521 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346378 Apr 05 18:40:17.840377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d264ab-25e3-4885-aedf-bee7a9a51dbc req-4eafcb0c-8834-4c5f-8378-d7aa9b11d5b8 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:17.856735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85d264ab-25e3-4885-aedf-bee7a9a51dbc req-4eafcb0c-8834-4c5f-8378-d7aa9b11d5b8 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.5384560 Apr 05 18:40:17.874802 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffd8df5-7fed-48c5-bb25-6735b5a71d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.880410 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffd8df5-7fed-48c5-bb25-6735b5a71d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:17.885114 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bffd8df5-7fed-48c5-bb25-6735b5a71d30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5737b41f-ea54-4385-94ed-7e67923a366e HTTP/1.1" status: 204 len: 168 time: 0.1696308 Apr 05 18:40:17.902084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd8df5-7fed-48c5-bb25-6735b5a71d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5737b41f-ea54-4385-94ed-7e67923a366e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:17.927659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Allocated IP 172.25.4.233 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/694cf040-3e23-4be3-a461-3ef1965024de) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:17.984670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2e6de90d-6312-44a0-9f19-782c85092398 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips/6c9dcfc7-e420-421b-a702-99f32295b664 HTTP/1.1" status: 200 len: 693 time: 0.0844517 Apr 05 18:40:18.190180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-1ddb9668-1ffd-49e3-b2ee-c9b9e1e38c8a tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:18.191643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-1ddb9668-1ffd-49e3-b2ee-c9b9e1e38c8a tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1882930 Apr 05 18:40:18.194634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:18.294645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-ef347c6e-893d-4079-bd54-a10849425a1d tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.180 HTTP/1.1" status: 200 len: 696 time: 0.0925622 Apr 05 18:40:18.351243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db729f-df0e-4a52-8e83-f9678f6c1f06 req-0749d3b9-8db7-4f25-b33a-eb2875e706e3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:18.352660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1db729f-df0e-4a52-8e83-f9678f6c1f06 req-0749d3b9-8db7-4f25-b33a-eb2875e706e3 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 945 time: 0.1548617 Apr 05 18:40:18.355764 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:18.387913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-d6667b16-3eb8-400d-8a69-8b5bacc89709 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.180 HTTP/1.1" status: 200 len: 696 time: 0.0852196 Apr 05 18:40:18.433989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:18.473008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:18.475666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:18.505132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Pushing event updated for resources: {'Port': ['ID=694cf040-3e23-4be3-a461-3ef1965024de,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:18.557885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1db729f-df0e-4a52-8e83-f9678f6c1f06 req-a6c01b47-6ec5-481c-8e21-3514d2288ee0 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940842 Apr 05 18:40:18.672799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39296) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:18.702646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-06472c1d-f8a7-4f7c-816b-3721402ed737 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:18.704303 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-06472c1d-f8a7-4f7c-816b-3721402ed737 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 944 time: 0.0536952 Apr 05 18:40:18.750810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Deleting port 6c44adf2-1c31-4044-9c1f-030bc2769f99 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:18.751162 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:18.761368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a936ca5-6f7b-444c-88aa-4a576c584ea8 req-52a9f3a0-58c5-4050-bfe0-a929332cbbb7 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:18.762897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a936ca5-6f7b-444c-88aa-4a576c584ea8 req-52a9f3a0-58c5-4050-bfe0-a929332cbbb7 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 950 time: 0.1346195 Apr 05 18:40:18.803652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Deleting port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:18.804001 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:18.848067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1612532128-network', 'tenant_id': '8194ab45845c4bbaa46364b6b83e5c1a'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:18.897004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] For port 34b02355-3c1d-4671-b7f4-1e80d15d3c42, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34b02355-3c1d-4671-b7f4-1e80d15d3c42,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:18.897499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:18.910497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Calling delete_port for 34b02355-3c1d-4671-b7f4-1e80d15d3c42 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:18.916388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a936ca5-6f7b-444c-88aa-4a576c584ea8 req-17b22519-1ee6-4454-ac8e-6cab997ba892 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358922 Apr 05 18:40:18.951269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Made reservation on behalf of 8194ab45845c4bbaa46364b6b83e5c1a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:18.953487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:18.982409 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.003779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.004107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.043677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Calling delete_port for 6c44adf2-1c31-4044-9c1f-030bc2769f99 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:19.049674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.057607 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.082495 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Pushing event deleted for resources: {'Port': ['ID=34b02355-3c1d-4671-b7f4-1e80d15d3c42,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:19.127232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] No DVR routers for this DVR port 34b02355-3c1d-4671-b7f4-1e80d15d3c42 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:19.129640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.132901 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-00966306-3e63-47f1-aa51-bc4faa0e5fdc req-451a86c5-deaf-432a-8281-501254560584 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.20 "DELETE /v2.0/ports/34b02355-3c1d-4671-b7f4-1e80d15d3c42 HTTP/1.1" status: 204 len: 173 time: 0.4217613 Apr 05 18:40:19.182928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'name': 'network-vif-deleted', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:19.186435 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3913d4-ad32-4690-a473-95118f8f0bf2" -d '{"events": [{"server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "name": "network-vif-deleted", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:19.230700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cb7d4-027d-4a4b-9a37-1dd7857ede64 req-a4333ee7-c17c-49f4-b148-465c504ae3b1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:19.230700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f0cb7d4-027d-4a4b-9a37-1dd7857ede64 req-a4333ee7-c17c-49f4-b148-465c504ae3b1 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80705ba-eb26-4978-ac0d-8bc5f879ae3b HTTP/1.1" status: 200 len: 866 time: 0.2481344 Apr 05 18:40:19.369281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.376280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f0cb7d4-027d-4a4b-9a37-1dd7857ede64 req-6d1bd8a4-fc6d-40c5-acd0-0ff4072851f6 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349885 Apr 05 18:40:19.380259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.447433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0d0ec61f-7824-4f09-a90e-205b995e7e91 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:40:19.484808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:19.521599 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.531344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:40:19.541141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0d0ec61f-7824-4f09-a90e-205b995e7e91, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0d0ec61f-7824-4f09-a90e-205b995e7e91,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:19.552224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '0d0ec61f-7824-4f09-a90e-205b995e7e91', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '0d0ec61f-7824-4f09-a90e-205b995e7e91', 'mac_address': 'fa:16:3e:12:ef:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:40:19.566513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event deleted for resources: {'Port': ['ID=6c44adf2-1c31-4044-9c1f-030bc2769f99,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:19.577530 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.581436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.581780 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Added segment 8bdefe13-b54d-4277-a0f8-d605e8bd7774 of type vlan for network 0cae55b8-cd12-4c3a-9360-5ffecb87687a Apr 05 18:40:19.603010 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.623899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0ec61f-7824-4f09-a90e-205b995e7e91 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:19.632693 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18442292-60fd-498e-a8df-78061dcd9b8a req-b3218bc6-da7c-489c-872c-e4d4cff9686e tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:19.634573 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-18442292-60fd-498e-a8df-78061dcd9b8a req-b3218bc6-da7c-489c-872c-e4d4cff9686e tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 945 time: 0.0666409 Apr 05 18:40:19.649613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0d0ec61f-7824-4f09-a90e-205b995e7e91, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0d0ec61f-7824-4f09-a90e-205b995e7e91,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:19.655667 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.699064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69b153-ab24-43cd-86c0-010d36235f6e req-06c3890d-8a47-4a58-963d-1f10e65e1ff0 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:19.701330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e69b153-ab24-43cd-86c0-010d36235f6e req-06c3890d-8a47-4a58-963d-1f10e65e1ff0 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 948 time: 0.2343445 Apr 05 18:40:19.714919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0d0ec61f-7824-4f09-a90e-205b995e7e91,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:19.730850 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.765942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Deleting port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:19.766590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.790727 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.793590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.794734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5d0bcb5-f78f-4309-a40f-68c6c195c37c req-2f6d4bc8-a66e-41f6-a643-57378fbd3154 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "DELETE /v2.0/floatingips/6c9dcfc7-e420-421b-a702-99f32295b664 HTTP/1.1" status: 204 len: 173 time: 1.3947217 Apr 05 18:40:19.836414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e69b153-ab24-43cd-86c0-010d36235f6e req-dd66a87c-cda9-4624-8ade-ba511b1032eb tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227255 Apr 05 18:40:19.839368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.840393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:19.840989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.876437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] For port abc7a4fe-4675-46e6-b83f-b9fadc0447e0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:19.876852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:19.908591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0d0ec61f-7824-4f09-a90e-205b995e7e91'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:19.934431 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f82e0e-6f81-4af4-a219-3f01d5760d09 x-openstack-request-id: req-c3f82e0e-6f81-4af4-a219-3f01d5760d09 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:19.934810 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80705ba-eb26-4978-ac0d-8bc5f879ae3b", "name": "network-vif-deleted", "tag": "34b02355-3c1d-4671-b7f4-1e80d15d3c42", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:19.934986 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3f82e0e-6f81-4af4-a219-3f01d5760d09 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:19.935442 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f82e0e-6f81-4af4-a219-3f01d5760d09'] response: {'server_uuid': 'd80705ba-eb26-4978-ac0d-8bc5f879ae3b', 'name': 'network-vif-deleted', 'tag': '34b02355-3c1d-4671-b7f4-1e80d15d3c42', 'status': 'completed', 'code': 200} Apr 05 18:40:19.950064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2622545 Apr 05 18:40:19.953361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39312) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:19.962349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Request body: {'subnet': {'network_id': '0cae55b8-cd12-4c3a-9360-5ffecb87687a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1612532128-subnet', 'tenant_id': '8194ab45845c4bbaa46364b6b83e5c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:20.042108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Made reservation on behalf of 8194ab45845c4bbaa46364b6b83e5c1a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:20.044790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:20.067222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2d824-0d90-4e1c-b6b1-a4109e5f1bcd admin admin] Pushing event updated for resources: {'Network': ['ID=0cae55b8-cd12-4c3a-9360-5ffecb87687a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:20.077102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0cae55b8-cd12-4c3a-9360-5ffecb87687a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:40:20.136286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Router 00374d3d-e55d-446d-84d5-a1872a5a3670 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:40:20.150951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:20.151254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:20.151582 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Floating IP aa0911f1-78f8-4a9c-9090-be8857d6e4e0 disassociated. External IP: 172.25.4.33, port: abc7a4fe-4675-46e6-b83f-b9fadc0447e0. Apr 05 18:40:20.151912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Calling delete_port for abc7a4fe-4675-46e6-b83f-b9fadc0447e0 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:20.192537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd7661-e5fa-4762-92f5-816335f95b80 req-075cbaee-eb35-47e6-a1c7-104bc9af3f90 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:20.194066 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ffd7661-e5fa-4762-92f5-816335f95b80 req-075cbaee-eb35-47e6-a1c7-104bc9af3f90 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b HTTP/1.1" status: 200 len: 945 time: 0.2579663 Apr 05 18:40:20.276067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d44c8-ee0f-48e0-ad69-0a76ab774763 req-99da8de4-b1a2-48a2-86bf-bb3e9587cd6b tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:20.277555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-291d44c8-ee0f-48e0-ad69-0a76ab774763 req-99da8de4-b1a2-48a2-86bf-bb3e9587cd6b tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3425441 Apr 05 18:40:20.308680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ffd7661-e5fa-4762-92f5-816335f95b80 req-7f07ab4f-4dec-4acd-b3e5-73a1ef385012 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e52fcd36-7926-4448-9cca-5346a1f4484e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065395 Apr 05 18:40:20.370038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:20.435902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Pushing event updated for resources: {'Subnet': ['ID=93edb3ff-6c20-4a48-9ae9-af8846e77fbf,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:20.442432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:20.489052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Pushing event deleted for resources: {'Port': ['ID=abc7a4fe-4675-46e6-b83f-b9fadc0447e0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:20.497725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Checking segment: {'id': '8bdefe13-b54d-4277-a0f8-d605e8bd7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0cae55b8-cd12-4c3a-9360-5ffecb87687a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:20.498077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Network hostable DHCP agents. Network: 0cae55b8-cd12-4c3a-9360-5ffecb87687a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:40:20.561303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Network 0cae55b8-cd12-4c3a-9360-5ffecb87687a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:40:20.605541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0cae55b8-cd12-4c3a-9360-5ffecb87687a) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:20.612725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:20.613296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:20.619315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da94323-2536-42c9-ab2a-3402d36e297b None None] Network 0cae55b8-cd12-4c3a-9360-5ffecb87687a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:20.634050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Router 539ced20-296b-448e-8afd-c7ca74d829d8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:40:20.638888 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-69bbf2c8-99e8-4d1b-a2da-c47a40ff564e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6826818 Apr 05 18:40:20.791614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f757447-0317-4f24-8db9-fe21790f8842 None None] Network 0cae55b8-cd12-4c3a-9360-5ffecb87687a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:20.817280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:40:20.845072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Sync routers for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:20.849017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38a4f15d-5353-433f-89a6-c6424a960c2e req-dd720884-3f29-4f93-a509-46e92cdcde44 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=2f43c14b50694015ab0b27d6d2d71171 HTTP/1.1" status: 200 len: 1654 time: 0.5086887 Apr 05 18:40:20.874548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:20.875433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:20.999240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.000966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-96eafd87-3af0-4566-ac84-3c17ec1f64ad admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6600962 Apr 05 18:40:21.027402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39330) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:21.036500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ccc45-e7f6-41d3-a4ce-6a9bc428f3e7 req-15567f97-52db-4dba-9db8-b01af343ae40 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:21.038000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d18ccc45-e7f6-41d3-a4ce-6a9bc428f3e7 req-15567f97-52db-4dba-9db8-b01af343ae40 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 950 time: 0.2460573 Apr 05 18:40:21.118469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:40:21.132545 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] Sync routers for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:21.146782 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:21.147404 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:21.153496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4f15d-5353-433f-89a6-c6424a960c2e req-b49bdf96-dfa2-4281-a2b8-fff33cb99ca4 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:21.172947 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38a4f15d-5353-433f-89a6-c6424a960c2e req-b49bdf96-dfa2-4281-a2b8-fff33cb99ca4 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks?id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 787 time: 0.3228910 Apr 05 18:40:21.193208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] No DVR routers for this DVR port abc7a4fe-4675-46e6-b83f-b9fadc0447e0 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:21.195878 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.201911 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-18442292-60fd-498e-a8df-78061dcd9b8a req-ec96ca8d-1c0f-4c38-b12c-4d21d06ab6f6 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.20 "DELETE /v2.0/ports/abc7a4fe-4675-46e6-b83f-b9fadc0447e0 HTTP/1.1" status: 204 len: 173 time: 1.5609179 Apr 05 18:40:21.239855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:21.273882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d18ccc45-e7f6-41d3-a4ce-6a9bc428f3e7 req-bbdd7492-ddbf-4e36-86ed-dbe3e3bc5625 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421170 Apr 05 18:40:21.300994 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:21.484610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0d0ec61f-7824-4f09-a90e-205b995e7e91 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:21.507085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39346) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:21.513015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1070324168-network', 'tenant_id': '9fcb66e2cf2c4149a7ab7f76f81e6c93'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:21.538372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Made reservation on behalf of 9fcb66e2cf2c4149a7ab7f76f81e6c93 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:21.541618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.552329 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.585369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f742006-e6ba-4984-900c-de3d5f9806aa req-809ef147-34ff-47ad-805b-431f1dfb50cf tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:21.593704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f742006-e6ba-4984-900c-de3d5f9806aa req-809ef147-34ff-47ad-805b-431f1dfb50cf tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 949 time: 0.1946557 Apr 05 18:40:21.614165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-804c511c-c34c-4bdf-abdb-5782cf8b40bf tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips/015b7283-b631-4e26-aa46-f3ca9a69ae6a HTTP/1.1" status: 200 len: 692 time: 0.1346760 Apr 05 18:40:21.621721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 0d0ec61f-7824-4f09-a90e-205b995e7e91 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:40:21.633779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 0d0ec61f-7824-4f09-a90e-205b995e7e91 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:21.633779 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.645943 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '1a343d98-b014-4ffc-9ec2-89563fca4bf4', 'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'mac_address': 'fa:16:3e:1e:eb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:55Z', 'updated_at': '2022-04-05T18:39:04Z', 'revision_number': 5, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'subnets': [{'id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:21.653318 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.656997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:18Z', 'revision_number': 3, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:21.664341 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.684120 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] Checking router: 539ced20-296b-448e-8afd-c7ca74d829d8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:21.690656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:40:21.695039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Checking router: 00374d3d-e55d-446d-84d5-a1872a5a3670 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:21.695359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Updating router 00374d3d-e55d-446d-84d5-a1872a5a3670 port 694cf040-3e23-4be3-a461-3ef1965024de binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:40:21.710141 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:21.711155 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:21.738808 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.752810 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e8e5d-e130-459f-b90d-4837614cdb1a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:21.780673 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.780673 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Added segment 5a9e2bb6-b06b-4cd6-8e11-5681ea3412c6 of type vlan for network d3c9cf9f-dde9-45d6-bc05-7c27f7562971 Apr 05 18:40:21.869178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.881697 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.886852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f742006-e6ba-4984-900c-de3d5f9806aa req-06a7071c-1acf-4498-bc8d-ec1ac9d3110d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894742 Apr 05 18:40:21.903092 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:21.917399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6741f185-82ba-4835-b001-0327d2aacb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ec61f-7824-4f09-a90e-205b995e7e91'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:21.920086 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07687fff-fddb-4b95-b20e-0698ec367c35" -d '{"events": [{"server_uuid": "6741f185-82ba-4835-b001-0327d2aacb44", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ec61f-7824-4f09-a90e-205b995e7e91"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:21.943790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'name': 'network-vif-deleted', 'tag': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:21.947810 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a28fe-c19f-4f39-b8c1-16236f269345" -d '{"events": [{"server_uuid": "4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b", "name": "network-vif-deleted", "tag": "abc7a4fe-4675-46e6-b83f-b9fadc0447e0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:21.954432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.955344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:21.956136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:21.995918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-d76f4350-4f38-4bca-b328-d3a899534bc9 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:22.004708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-d76f4350-4f38-4bca-b328-d3a899534bc9 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.3765192 Apr 05 18:40:22.010991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0d0ec61f-7824-4f09-a90e-205b995e7e91, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0d0ec61f-7824-4f09-a90e-205b995e7e91,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:22.019543 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.040167 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5282261 Apr 05 18:40:22.043756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39356) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:22.047914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Request body: {'subnet': {'network_id': 'd3c9cf9f-dde9-45d6-bc05-7c27f7562971', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1070324168-subnet', 'tenant_id': '9fcb66e2cf2c4149a7ab7f76f81e6c93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:22.109745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0d0ec61f-7824-4f09-a90e-205b995e7e91,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:22.148500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34162-8575-4495-ab00-940caae09812 req-0696a84d-19a3-48a3-92a0-3063e6c07461 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:22.150177 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3bd34162-8575-4495-ab00-940caae09812 req-0696a84d-19a3-48a3-92a0-3063e6c07461 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 950 time: 0.2288327 Apr 05 18:40:22.151102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b683345-bf24-481e-95a3-8cffa2896270 admin admin] Pushing event updated for resources: {'Network': ['ID=d3c9cf9f-dde9-45d6-bc05-7c27f7562971,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:22.155719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-50bc8476-d09b-41c2-bb72-7229c34fd42a tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.1496282 Apr 05 18:40:22.162613 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-6c11fc99-e7b6-49bf-ae06-5c69631add15 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:22.164081 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-6c11fc99-e7b6-49bf-ae06-5c69631add15 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 944 time: 0.2307303 Apr 05 18:40:22.174513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d3c9cf9f-dde9-45d6-bc05-7c27f7562971 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:40:22.237121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Made reservation on behalf of 9fcb66e2cf2c4149a7ab7f76f81e6c93 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:22.239854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.256210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.272782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.276770 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '1a343d98-b014-4ffc-9ec2-89563fca4bf4', 'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'mac_address': 'fa:16:3e:1e:eb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:55Z', 'updated_at': '2022-04-05T18:39:04Z', 'revision_number': 5, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'subnets': [{'id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:22.312065 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6a88d-186b-4017-9290-b625eb99c388 None None] The sync data for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 is: [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:38:58Z', 'revision_number': 4, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '1a343d98-b014-4ffc-9ec2-89563fca4bf4', 'name': '', 'network_id': '5f2b29dd-da16-475c-b4b9-33a7596f7135', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'mac_address': 'fa:16:3e:1e:eb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:55Z', 'updated_at': '2022-04-05T18:39:04Z', 'revision_number': 5, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'subnets': [{'id': '1b27ffed-1c93-4f3d-8aec-57f1c3447493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:22.346375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Attempting to bind port 694cf040-3e23-4be3-a461-3ef1965024de on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:22.346767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Attempting to bind port 694cf040-3e23-4be3-a461-3ef1965024de by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:22.347135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Attempting to bind port 694cf040-3e23-4be3-a461-3ef1965024de on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:22.359269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47e673-9486-4f77-8fa6-c65bf25ccd7f None None] Pushing event updated for resources: {'Port': ['ID=694cf040-3e23-4be3-a461-3ef1965024de,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:22.363294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:22.363678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:22.364081 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.364470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:22.364949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Bound port: 694cf040-3e23-4be3-a461-3ef1965024de, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:22.365330 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.375241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-63babe4e-d2c2-40df-b1bd-e66fac42e6c5 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.2183349 Apr 05 18:40:22.391313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3bd34162-8575-4495-ab00-940caae09812 req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Deleting port 1f9f8a65-72ff-498e-a13e-40ced7f3913c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:22.391538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8fc0f-7bde-4604-b208-7da6650f835f req-018260cb-5b93-4bdd-b09d-1ff44d4e5007 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:22.392229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3bd34162-8575-4495-ab00-940caae09812 req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.408615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79b8fc0f-7bde-4604-b208-7da6650f835f req-018260cb-5b93-4bdd-b09d-1ff44d4e5007 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d562d23-4cf3-490c-972a-c3987bc6fcdd HTTP/1.1" status: 200 len: 944 time: 0.3160377 Apr 05 18:40:22.420467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Deleting port a0384415-42f1-4944-85f2-20af3152316f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:22.421216 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.428975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] For port 694cf040-3e23-4be3-a461-3ef1965024de, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:22.432236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] For port 694cf040-3e23-4be3-a461-3ef1965024de, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=694cf040-3e23-4be3-a461-3ef1965024de,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:22.437487 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.500383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:22.501015 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:22.502790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47e673-9486-4f77-8fa6-c65bf25ccd7f None None] Pushing event updated for resources: {'Port': ['ID=694cf040-3e23-4be3-a461-3ef1965024de,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:22.529883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] For port a0384415-42f1-4944-85f2-20af3152316f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a0384415-42f1-4944-85f2-20af3152316f,segment=NetworkSegment(ffb5dac7-027a-49f9-88fe-08a5bb27b7f4),segment_id=ffb5dac7-027a-49f9-88fe-08a5bb27b7f4)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:22.530580 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.548042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Calling delete_port for a0384415-42f1-4944-85f2-20af3152316f owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:22.631134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:22.648677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79b8fc0f-7bde-4604-b208-7da6650f835f req-759ee427-6b35-42ad-9a2e-e9dd0b856cb5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e739d70-d175-4371-8c5d-41732461e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391546 Apr 05 18:40:22.714451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3bd34162-8575-4495-ab00-940caae09812 req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] For port 1f9f8a65-72ff-498e-a13e-40ced7f3913c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f9f8a65-72ff-498e-a13e-40ced7f3913c,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:22.714451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3bd34162-8575-4495-ab00-940caae09812 req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.734254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3bd34162-8575-4495-ab00-940caae09812 req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Calling delete_port for 1f9f8a65-72ff-498e-a13e-40ced7f3913c owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:22.736339 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.742498 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57aa4ba-423e-4e99-ad6e-18b9066edc0e x-openstack-request-id: req-d57aa4ba-423e-4e99-ad6e-18b9066edc0e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:22.742945 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b", "name": "network-vif-deleted", "tag": "abc7a4fe-4675-46e6-b83f-b9fadc0447e0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:22.743191 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d57aa4ba-423e-4e99-ad6e-18b9066edc0e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:22.743573 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57aa4ba-423e-4e99-ad6e-18b9066edc0e'] response: {'server_uuid': '4c7aa103-9d6b-4f7c-8d27-ff4271c7f35b', 'name': 'network-vif-deleted', 'tag': 'abc7a4fe-4675-46e6-b83f-b9fadc0447e0', 'status': 'completed', 'code': 200} Apr 05 18:40:22.800018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06b14d-8600-461e-aa99-9bc603443772 None None] New status for floating IP aa0911f1-78f8-4a9c-9090-be8857d6e4e0: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:40:22.802470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.830246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3184f0fd-9da3-45b4-89db-2b48c66e1a7f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:22.855812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Deleting port 37222031-e806-4cf6-9e63-a956c0882bee {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:22.856159 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:22.858555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39360) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:22.910030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Checking segment: {'id': '5a9e2bb6-b06b-4cd6-8e11-5681ea3412c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3c9cf9f-dde9-45d6-bc05-7c27f7562971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:22.910446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Network hostable DHCP agents. Network: d3c9cf9f-dde9-45d6-bc05-7c27f7562971, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:40:22.953476 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e412a12f-f95c-4c9b-b1e5-c64bab048703 x-openstack-request-id: req-e412a12f-f95c-4c9b-b1e5-c64bab048703 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:22.953764 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6741f185-82ba-4835-b001-0327d2aacb44", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ec61f-7824-4f09-a90e-205b995e7e91", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:22.954000 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e412a12f-f95c-4c9b-b1e5-c64bab048703 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:22.955343 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e412a12f-f95c-4c9b-b1e5-c64bab048703'] response: {'server_uuid': '6741f185-82ba-4835-b001-0327d2aacb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ec61f-7824-4f09-a90e-205b995e7e91', 'code': 200} Apr 05 18:40:22.994722 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:23.032478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Pushing event deleted for resources: {'Port': ['ID=a0384415-42f1-4944-85f2-20af3152316f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:23.041873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3bd34162-8575-4495-ab00-940caae09812 req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:23.057287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:18Z', 'revision_number': 3, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:23.086109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77331e6d-7ae3-486a-8d38-579a9d4f6ff4 None None] The sync data for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 is: [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:18Z', 'revision_number': 3, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:23.102881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] No DVR routers for this DVR port a0384415-42f1-4944-85f2-20af3152316f on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:23.111641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:23.115597 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d67ff0bb-186f-4397-8ae2-5d9c948c21ba req-cc5e71b1-8f8a-4d84-b639-e701d5d3d8d5 tempest-LiveAutoBlockMigrationV225Test-1715357255 tempest-LiveAutoBlockMigrationV225Test-1715357255-project] 10.222.0.20 "DELETE /v2.0/ports/a0384415-42f1-4944-85f2-20af3152316f HTTP/1.1" status: 204 len: 173 time: 0.8953719 Apr 05 18:40:23.126140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['1f9f8a65-72ff-498e-a13e-40ced7f3913c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:23.164923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Pushing event deleted for resources: {'Port': ['ID=1f9f8a65-72ff-498e-a13e-40ced7f3913c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:23.205528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd34162-8575-4495-ab00-940caae09812 req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] No DVR routers for this DVR port 1f9f8a65-72ff-498e-a13e-40ced7f3913c on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:23.210618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3bd34162-8575-4495-ab00-940caae09812 req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:23.214497 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3bd34162-8575-4495-ab00-940caae09812 req-b1d5c429-2ce0-4d81-ad21-a883065159c1 tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.25 "DELETE /v2.0/ports/1f9f8a65-72ff-498e-a13e-40ced7f3913c HTTP/1.1" status: 204 len: 173 time: 1.0493445 Apr 05 18:40:23.386987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5345c66-cb75-45b8-ba36-d6597a2b3d3d req-e35a07f0-1f6c-4e47-8c72-f148d7a95b9f tempest-ServerDiagnosticsNegativeTest-1783467011 tempest-ServerDiagnosticsNegativeTest-1783467011-project] 10.222.0.15 "GET /v2.0/ports?device_id=d02dabdc-20ee-4868-9ef6-7f5687347170 HTTP/1.1" status: 200 len: 210 time: 0.4340842 Apr 05 18:40:23.481020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device abc7a4fe-4675-46e6-b83f-b9fadc0447e0 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:23.507453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Network d3c9cf9f-dde9-45d6-bc05-7c27f7562971 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:40:23.513466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: abc7a4fe-4675-46e6-b83f-b9fadc0447e0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:23.513809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device abc7a4fe-4675-46e6-b83f-b9fadc0447e0 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:23.514218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34b02355-3c1d-4671-b7f4-1e80d15d3c42 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:23.538711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 34b02355-3c1d-4671-b7f4-1e80d15d3c42 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:23.539072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34b02355-3c1d-4671-b7f4-1e80d15d3c42 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:23.575686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d3c9cf9f-dde9-45d6-bc05-7c27f7562971) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:23.584686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b3bdf-2ee3-4814-a1f9-11cd46d39158 None None] Network d3c9cf9f-dde9-45d6-bc05-7c27f7562971 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:23.596286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:23.596869 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:23.622815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e0ec-2e08-4bad-8347-d25184c63755 req-0b22ba1d-acfc-4bef-ac7e-b5957842d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:23.624336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4021e0ec-2e08-4bad-8347-d25184c63755 req-0b22ba1d-acfc-4bef-ac7e-b5957842d306 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 1101 time: 0.7156599 Apr 05 18:40:23.632991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:23.633581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:23.643325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9e12267-d666-4ace-8f4a-f5aff2234ab0 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:23.661649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Calling delete_port for 37222031-e806-4cf6-9e63-a956c0882bee owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:23.721950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6914f668-1445-42e8-bd51-593cd38e9bed admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6777534 Apr 05 18:40:23.778138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d8858-43fc-4847-aa82-39fc3368e077 None None] Network d3c9cf9f-dde9-45d6-bc05-7c27f7562971 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:23.788613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447df9-6e1f-4c18-8c37-445f34c07667 req-5710b60e-53d6-4305-bd3f-7c11413d2278 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:23.810338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65447df9-6e1f-4c18-8c37-445f34c07667 req-5710b60e-53d6-4305-bd3f-7c11413d2278 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 950 time: 0.3181195 Apr 05 18:40:23.814645 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9e12267-d666-4ace-8f4a-f5aff2234ab0 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:23.819014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Allocated IP 172.20.0.1 (d36f6499-b89c-4f92-bd62-7fa0e706fdbd/2555fa2a-168c-4aef-9a9c-468acab8e770/df1829c8-9d69-4580-9cd9-eaf7e5b0308a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:23.894187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4021e0ec-2e08-4bad-8347-d25184c63755 req-a714e7fc-da21-46c7-bfea-358765035341 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537858 Apr 05 18:40:23.995763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65447df9-6e1f-4c18-8c37-445f34c07667 req-6f4d5b0e-d854-493c-aa93-3ec5418bbc09 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843715 Apr 05 18:40:24.061558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39372) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:24.085307 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9e12267-d666-4ace-8f4a-f5aff2234ab0 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.087934 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9e12267-d666-4ace-8f4a-f5aff2234ab0 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.089341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e9e12267-d666-4ace-8f4a-f5aff2234ab0 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "DELETE /v2.0/security-groups/e52fcd36-7926-4448-9cca-5346a1f4484e HTTP/1.1" status: 204 len: 168 time: 1.2281103 Apr 05 18:40:24.092873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39376) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:24.118236 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-daded9df-5223-4af0-b459-6f3e00a22131 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] show failed (client error): The resource could not be found. Apr 05 18:40:24.121790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e12267-d666-4ace-8f4a-f5aff2234ab0 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52fcd36-7926-4448-9cca-5346a1f4484e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:24.121939 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-daded9df-5223-4af0-b459-6f3e00a22131 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "GET /v2.0/security-groups/e52fcd36-7926-4448-9cca-5346a1f4484e HTTP/1.1" status: 404 len: 347 time: 0.0240343 Apr 05 18:40:24.125688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39382) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:24.143494 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.242861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.285862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event deleted for resources: {'Port': ['ID=37222031-e806-4cf6-9e63-a956c0882bee,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:24.364968 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.387318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-398e7a1b-46cf-4fd9-917c-04552fe39e1d admin admin] Deleting subnet 77422bc6-9503-4b21-9cbe-2b723f8b401b {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:40:24.390496 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-398e7a1b-46cf-4fd9-917c-04552fe39e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.430458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-398e7a1b-46cf-4fd9-917c-04552fe39e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.471506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-398e7a1b-46cf-4fd9-917c-04552fe39e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.492373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Network d36f6499-b89c-4f92-bd62-7fa0e706fdbd is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:24.497523 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.499974 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.501128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac83e7f8-ec9f-4f02-b3b6-a00c88fd728c req-98476e1f-75f9-4cc6-ae30-26b8ec2961ac tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "DELETE /v2.0/floatingips/015b7283-b631-4e26-aa46-f3ca9a69ae6a HTTP/1.1" status: 204 len: 173 time: 2.0829871 Apr 05 18:40:24.505556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Deleting port 5aab2cab-2681-4945-a3f3-f6332d3a75a7 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:24.505885 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.507725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:24.509502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=df1829c8-9d69-4580-9cd9-eaf7e5b0308a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:24.515813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:24.532454 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-398e7a1b-46cf-4fd9-917c-04552fe39e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.559875 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e7a1b-46cf-4fd9-917c-04552fe39e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77422bc6-9503-4b21-9cbe-2b723f8b401b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:24.561860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-398e7a1b-46cf-4fd9-917c-04552fe39e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.571060 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-398e7a1b-46cf-4fd9-917c-04552fe39e1d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/77422bc6-9503-4b21-9cbe-2b723f8b401b HTTP/1.1" status: 204 len: 168 time: 0.5075181 Apr 05 18:40:24.572029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39396) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:24.656096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.667027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.744778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.747727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'name': 'network-vif-deleted', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f'}, {'server_uuid': 'd02dabdc-20ee-4868-9ef6-7f5687347170', 'name': 'network-vif-deleted', 'tag': '1f9f8a65-72ff-498e-a13e-40ced7f3913c'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:24.750002 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a220b8a-6adf-4698-ae1b-8ef3988343d0" -d '{"events": [{"server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "name": "network-vif-deleted", "tag": "a0384415-42f1-4944-85f2-20af3152316f"}, {"server_uuid": "d02dabdc-20ee-4868-9ef6-7f5687347170", "name": "network-vif-deleted", "tag": "1f9f8a65-72ff-498e-a13e-40ced7f3913c"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:24.750924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5347e05e-9d10-4879-8faa-208184a659ff req-7d669768-d3c0-435b-9076-e5d05712de8b tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips/ed42268d-6be3-450c-9e3b-1a711a4bc3a2 HTTP/1.1" status: 200 len: 692 time: 0.1596539 Apr 05 18:40:24.757455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 694cf040-3e23-4be3-a461-3ef1965024de up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:24.774954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4450cc-4646-4c7c-b940-9f57d612b845']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:24.780417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-51ecfea6-4b33-4a19-a3e8-d2daa9137eaf tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:24.786078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:24.786377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb5dac7-027a-49f9-88fe-08a5bb27b7f4') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:24.788298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-51ecfea6-4b33-4a19-a3e8-d2daa9137eaf tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/networks?id=0cae55b8-cd12-4c3a-9360-5ffecb87687a HTTP/1.1" status: 200 len: 815 time: 0.4081244 Apr 05 18:40:24.800211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.820110 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.828146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:40:24.829207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:40:24.831779 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:40:24.855701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 694cf040-3e23-4be3-a461-3ef1965024de triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:24.857173 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.857457 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.857580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.917712 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-5cccd59d-722a-4707-87d0-e63d5cb86afa tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/quotas/8194ab45845c4bbaa46364b6b83e5c1a HTTP/1.1" status: 200 len: 375 time: 0.1284354 Apr 05 18:40:24.919203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.926160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:24.932924 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4a4450cc-4646-4c7c-b940-9f57d612b845 HTTP/1.1" status: 204 len: 168 time: 0.3599062 Apr 05 18:40:24.936090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39404) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:24.936404 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39406) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:24.942278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Calling delete_port for 5aab2cab-2681-4945-a3f3-f6332d3a75a7 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:24.989835 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.001567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b0e93c-9e33-4bc4-80a1-37afad5b42a4 admin admin] Deleting subnet 0b11e12d-dfdd-4a7b-a979-d30b42a07571 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:40:25.004939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80e1f4-0769-45fe-a3cb-8552c0873089 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a4450cc-4646-4c7c-b940-9f57d612b845,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:25.007251 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99b0e93c-9e33-4bc4-80a1-37afad5b42a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.028254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 694cf040-3e23-4be3-a461-3ef1965024de, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=694cf040-3e23-4be3-a461-3ef1965024de,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:25.031211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-9430d9df-9b21-46f6-8d15-945349966c1a tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8194ab45845c4bbaa46364b6b83e5c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120427 Apr 05 18:40:25.037706 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.059507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99b0e93c-9e33-4bc4-80a1-37afad5b42a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.120727 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99b0e93c-9e33-4bc4-80a1-37afad5b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.122162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=694cf040-3e23-4be3-a461-3ef1965024de,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:25.229513 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f53d0b93-3c1f-42d0-af70-40359b9861ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5124c84b8b25493184a29333ef37890d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917850 Apr 05 18:40:25.232631 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1f9f8a65-72ff-498e-a13e-40ced7f3913c no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:25.232801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39414) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:25.238744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99b0e93c-9e33-4bc4-80a1-37afad5b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.257642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 1f9f8a65-72ff-498e-a13e-40ced7f3913c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:25.257979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1f9f8a65-72ff-498e-a13e-40ced7f3913c not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:25.268599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0e93c-9e33-4bc4-80a1-37afad5b42a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b11e12d-dfdd-4a7b-a979-d30b42a07571,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:25.270587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99b0e93c-9e33-4bc4-80a1-37afad5b42a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.273919 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-99b0e93c-9e33-4bc4-80a1-37afad5b42a4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0b11e12d-dfdd-4a7b-a979-d30b42a07571 HTTP/1.1" status: 204 len: 168 time: 0.3354278 Apr 05 18:40:25.274924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347e05e-9d10-4879-8faa-208184a659ff req-bca857f4-8d52-44c9-831c-78ae62d915eb tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:25.276455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39416) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:25.282242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5347e05e-9d10-4879-8faa-208184a659ff req-bca857f4-8d52-44c9-831c-78ae62d915eb tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.5299530 Apr 05 18:40:25.363586 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.366730 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.388417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-1cc25a02-a03a-4b38-85b7-4c5be9733b89 service neutron] 10.222.0.15 "GET /v2.0/networks/0cae55b8-cd12-4c3a-9360-5ffecb87687a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562913 Apr 05 18:40:25.399931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5347e05e-9d10-4879-8faa-208184a659ff req-c573cc5f-4c58-4a2d-8a14-184f9c3db262 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.1168442 Apr 05 18:40:25.450975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.471613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a0384415-42f1-4944-85f2-20af3152316f no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:25.474156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694d0a0c-dded-426a-a437-85694a7bab5a']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:25.483687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92f4936-c0a1-4475-9ad3-e1eaea98d425') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:25.483987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92f4936-c0a1-4475-9ad3-e1eaea98d425') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:25.493654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: a0384415-42f1-4944-85f2-20af3152316f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:25.493906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a0384415-42f1-4944-85f2-20af3152316f not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:25.494070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.507146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.514290 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:40:25.514789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:40:25.516789 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:40:25.577768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.587230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.590610 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] 10.222.0.15 "DELETE /v2.0/networks/694d0a0c-dded-426a-a437-85694a7bab5a HTTP/1.1" status: 204 len: 168 time: 0.3130462 Apr 05 18:40:25.602135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1ebaa-1da5-40ad-a0da-5a1ddf8bd579 admin admin] Pushing event deleted for resources: {'Network': ['ID=694d0a0c-dded-426a-a437-85694a7bab5a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:25.710160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:25.752493 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c2d33a48-e3f6-49af-aa26-71f3822b9208 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f54b6ce8cc84062af794ffffa9b6f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402679 Apr 05 18:40:25.755382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39422) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:25.795246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5347e05e-9d10-4879-8faa-208184a659ff req-6153a89d-aa43-4b9c-bc9b-a7961d56def0 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.3763938 Apr 05 18:40:25.803764 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e31b9a1d-4c8b-49f3-bc53-a408d0ff0951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.818928 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93120340-6f33-4377-8da5-487364e3741e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.826649 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e31b9a1d-4c8b-49f3-bc53-a408d0ff0951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.877009 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e31b9a1d-4c8b-49f3-bc53-a408d0ff0951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.879714 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e31b9a1d-4c8b-49f3-bc53-a408d0ff0951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.883203 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e31b9a1d-4c8b-49f3-bc53-a408d0ff0951 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e739d70-d175-4371-8c5d-41732461e2ef HTTP/1.1" status: 204 len: 168 time: 0.1245761 Apr 05 18:40:25.888835 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b9a1d-4c8b-49f3-bc53-a408d0ff0951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e739d70-d175-4371-8c5d-41732461e2ef,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:25.993570 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93120340-6f33-4377-8da5-487364e3741e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:25.995355 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.053028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-35c79006-980a-44eb-9cb7-84e7fa66a0df service neutron] 10.222.0.15 "GET /v2.0/networks/0cae55b8-cd12-4c3a-9360-5ffecb87687a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518993 Apr 05 18:40:26.068165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Pushing event deleted for resources: {'Port': ['ID=5aab2cab-2681-4945-a3f3-f6332d3a75a7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:26.203505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.212644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93120340-6f33-4377-8da5-487364e3741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.215387 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93120340-6f33-4377-8da5-487364e3741e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.219275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-93120340-6f33-4377-8da5-487364e3741e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4df3f16-99ba-4e68-aa24-b6de8e30b6cf HTTP/1.1" status: 204 len: 168 time: 0.9816475 Apr 05 18:40:26.223879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.239982 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f02f0-a317-4f8b-b0c4-f456988471f6 x-openstack-request-id: req-134f02f0-a317-4f8b-b0c4-f456988471f6 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:26.240552 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d562d23-4cf3-490c-972a-c3987bc6fcdd", "name": "network-vif-deleted", "tag": "a0384415-42f1-4944-85f2-20af3152316f", "status": "completed", "code": 200}, {"server_uuid": "d02dabdc-20ee-4868-9ef6-7f5687347170", "name": "network-vif-deleted", "tag": "1f9f8a65-72ff-498e-a13e-40ced7f3913c", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:26.241026 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-134f02f0-a317-4f8b-b0c4-f456988471f6 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:26.241744 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134f02f0-a317-4f8b-b0c4-f456988471f6'] response: {'server_uuid': '3d562d23-4cf3-490c-972a-c3987bc6fcdd', 'name': 'network-vif-deleted', 'tag': 'a0384415-42f1-4944-85f2-20af3152316f', 'status': 'completed', 'code': 200} Apr 05 18:40:26.242202 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134f02f0-a317-4f8b-b0c4-f456988471f6'] response: {'server_uuid': 'd02dabdc-20ee-4868-9ef6-7f5687347170', 'name': 'network-vif-deleted', 'tag': '1f9f8a65-72ff-498e-a13e-40ced7f3913c', 'status': 'completed', 'code': 200} Apr 05 18:40:26.253944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.256454 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.257648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-51b248d0-e0c1-42e1-963c-46c3e05b2643 tempest-ServersTestJSON-359383652 tempest-ServersTestJSON-359383652-project] 10.222.0.15 "DELETE /v2.0/floatingips/aa0911f1-78f8-4a9c-9090-be8857d6e4e0 HTTP/1.1" status: 204 len: 168 time: 2.1308944 Apr 05 18:40:26.260663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39434) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:26.262169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93120340-6f33-4377-8da5-487364e3741e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4df3f16-99ba-4e68-aa24-b6de8e30b6cf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:26.293350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-5347e05e-9d10-4879-8faa-208184a659ff req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Deleting port bcdeb9b0-145e-4ade-b000-1ae69e9e61ae {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:26.293692 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5347e05e-9d10-4879-8faa-208184a659ff req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.352609 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.367566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39436) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:26.368208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=df1829c8-9d69-4580-9cd9-eaf7e5b0308a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:26.528190 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5347e05e-9d10-4879-8faa-208184a659ff req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.528190 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5347e05e-9d10-4879-8faa-208184a659ff req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.559105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-5347e05e-9d10-4879-8faa-208184a659ff req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Calling delete_port for bcdeb9b0-145e-4ade-b000-1ae69e9e61ae owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:26.578415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7da7e950-4202-4818-aabc-573a8fee47a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef6298f28c694e1e813565966334a27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052844 Apr 05 18:40:26.584795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39444) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:26.619571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2403c8-fa58-408f-b2d8-d052052d633f req-d1fe5173-2dce-4bab-927e-054d595d1b27 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:26.621083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd2403c8-fa58-408f-b2d8-d052052d633f req-d1fe5173-2dce-4bab-927e-054d595d1b27 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 950 time: 0.2043879 Apr 05 18:40:26.696433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 694cf040-3e23-4be3-a461-3ef1965024de up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:26.733725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Network d36f6499-b89c-4f92-bd62-7fa0e706fdbd is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:26.747091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:26.767023 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd2403c8-fa58-408f-b2d8-d052052d633f req-478733e0-0e20-44b2-b934-aff3072b5612 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027465 Apr 05 18:40:26.818064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 694cf040-3e23-4be3-a461-3ef1965024de triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:26.818806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.832236 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9483882-e254-4483-9910-41ec54fe3af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.841493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39450) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:26.863930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ec45-e5d4-43ab-88d5-b803bfc9d3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.892621 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9483882-e254-4483-9910-41ec54fe3af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:26.925274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.015355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e20a1853-28ce-4c06-9e0d-4ef2c74b6feb req-3434b5de-2a59-409b-826c-8dcbf6603879 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 210 time: 0.0652366 Apr 05 18:40:27.030347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Router 00374d3d-e55d-446d-84d5-a1872a5a3670 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:40:27.031269 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5347e05e-9d10-4879-8faa-208184a659ff req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.063266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event deleted for resources: {'Port': ['ID=bcdeb9b0-145e-4ade-b000-1ae69e9e61ae,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:27.102590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ec45-e5d4-43ab-88d5-b803bfc9d3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.114578 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ec45-e5d4-43ab-88d5-b803bfc9d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.129633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9483882-e254-4483-9910-41ec54fe3af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.132249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9483882-e254-4483-9910-41ec54fe3af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.133392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d9483882-e254-4483-9910-41ec54fe3af4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7c8ecc9-3f74-46f6-857b-3ed4f8315405 HTTP/1.1" status: 204 len: 168 time: 0.5413718 Apr 05 18:40:27.166419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9483882-e254-4483-9910-41ec54fe3af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c8ecc9-3f74-46f6-857b-3ed4f8315405,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:27.232567 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5347e05e-9d10-4879-8faa-208184a659ff req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.240824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5347e05e-9d10-4879-8faa-208184a659ff req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.242440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5347e05e-9d10-4879-8faa-208184a659ff req-5a031532-fd36-4491-938d-941a21a8d703 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "DELETE /v2.0/floatingips/ed42268d-6be3-450c-9e3b-1a711a4bc3a2 HTTP/1.1" status: 204 len: 173 time: 1.4362419 Apr 05 18:40:27.269454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:40:27.283279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1c8a4efa-0952-4c6a-a625-33f970fb4ab5 admin admin] 10.222.0.15 "PUT /v2.0/routers/00374d3d-e55d-446d-84d5-a1872a5a3670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2434704 Apr 05 18:40:27.284926 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Sync routers for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:27.301849 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:27.302635 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:27.306387 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c9d3ec45-e5d4-43ab-88d5-b803bfc9d3c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bc18446353b4e119b14d9d546df47c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582467 Apr 05 18:40:27.307599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39460) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:27.308242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3ec45-e5d4-43ab-88d5-b803bfc9d3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95b7d1f-0b28-4273-925c-e17d8a153381,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:27.372876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-280e3415-b013-438e-a2a6-27038b613319 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips/c8ed2797-0023-41f9-ad8e-cdfdbf2c72da HTTP/1.1" status: 200 len: 692 time: 0.0995438 Apr 05 18:40:27.409281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87899060-244a-4e27-a748-3eae379b977d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.431292 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:27.489518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87899060-244a-4e27-a748-3eae379b977d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.606913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Deleting port 1a343d98-b014-4ffc-9ec2-89563fca4bf4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:27.608231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.622756 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87899060-244a-4e27-a748-3eae379b977d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.626752 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87899060-244a-4e27-a748-3eae379b977d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.628984 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-87899060-244a-4e27-a748-3eae379b977d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b95b7d1f-0b28-4273-925c-e17d8a153381 HTTP/1.1" status: 204 len: 168 time: 0.3131397 Apr 05 18:40:27.649270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-7ca817e3-8b16-488d-ae5b-9896e160cb7f tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:27.660433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-7ca817e3-8b16-488d-ae5b-9896e160cb7f tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2864292 Apr 05 18:40:27.719907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87899060-244a-4e27-a748-3eae379b977d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95b7d1f-0b28-4273-925c-e17d8a153381,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:27.817470 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-78fad964-ad3b-4947-b393-6763b8b9be03 tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.1561651 Apr 05 18:40:27.872342 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'df1829c8-9d69-4580-9cd9-eaf7e5b0308a', 'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'mac_address': 'fa:16:3e:f5:1f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:22Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 2, 'project_id': '653d9b9beb9c401f85207de148a14896', 'subnets': [{'id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:27.916788 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Checking router: 00374d3d-e55d-446d-84d5-a1872a5a3670 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:27.917872 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Updating router 00374d3d-e55d-446d-84d5-a1872a5a3670 port df1829c8-9d69-4580-9cd9-eaf7e5b0308a binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:40:27.930947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-72138c86-5c0e-44f3-ba06-a3809e9e76ac tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:27.932208 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-e5a34c3c-17a3-43a7-90df-0b72f5145850 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895205 Apr 05 18:40:27.939094 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-72138c86-5c0e-44f3-ba06-a3809e9e76ac tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.25 "GET /v2.0/networks?id=0cae55b8-cd12-4c3a-9360-5ffecb87687a HTTP/1.1" status: 200 len: 815 time: 0.3279862 Apr 05 18:40:27.941097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] For port 1a343d98-b014-4ffc-9ec2-89563fca4bf4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1a343d98-b014-4ffc-9ec2-89563fca4bf4,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:27.941475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.941756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-3c91a25e-c910-4567-b3e4-07fe8b3609cd tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.1233947 Apr 05 18:40:27.953432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Request body: {'port': {'device_id': '41e43261-d20b-402d-966e-33d35c01603d', 'network_id': '0cae55b8-cd12-4c3a-9360-5ffecb87687a', 'admin_state_up': True, 'tenant_id': '8194ab45845c4bbaa46364b6b83e5c1a'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:27.955291 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:27.977850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Calling delete_port for 1a343d98-b014-4ffc-9ec2-89563fca4bf4 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:28.179866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-bf5b83d7-c745-4286-8fe3-eb6805e652f2 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:28.187345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-bf5b83d7-c745-4286-8fe3-eb6805e652f2 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381539 Apr 05 18:40:28.207641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-e5837c05-c509-42b8-99bc-cb8676a71e55 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/quotas/3ab8d0b135a14a9ca99ff17e5e8e3a73 HTTP/1.1" status: 200 len: 375 time: 0.0185137 Apr 05 18:40:28.230430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Deleting port e4abe4eb-5584-4c51-84f4-5c5178c6b41b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:28.230884 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.282113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Made reservation on behalf of 8194ab45845c4bbaa46364b6b83e5c1a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:28.293579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.350119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-e1d307a4-1724-43b1-8c91-5d86e976e470 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1421173 Apr 05 18:40:28.378696 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.388118 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.402118 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.402528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.419132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Calling delete_port for e4abe4eb-5584-4c51-84f4-5c5178c6b41b owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:28.448093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a6fc7-5c24-4a26-bf16-601db2bc1e4a None None] Pushing event updated for resources: {'Port': ['ID=df1829c8-9d69-4580-9cd9-eaf7e5b0308a,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:28.544795 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Attempting to bind port df1829c8-9d69-4580-9cd9-eaf7e5b0308a on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:28.545414 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Attempting to bind port df1829c8-9d69-4580-9cd9-eaf7e5b0308a by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8ec0ea49-3849-4754-8c2b-92ce6b5ca215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:28.545975 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Attempting to bind port df1829c8-9d69-4580-9cd9-eaf7e5b0308a on network d36f6499-b89c-4f92-bd62-7fa0e706fdbd {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:28.555100 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:28.555839 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Checking segment: {'id': '8ec0ea49-3849-4754-8c2b-92ce6b5ca215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:28.556436 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.556981 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Bound using segment: {'id': '8ec0ea49-3849-4754-8c2b-92ce6b5ca215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:28.557626 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Bound port: df1829c8-9d69-4580-9cd9-eaf7e5b0308a, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec0ea49-3849-4754-8c2b-92ce6b5ca215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:28.558761 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.583172 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.629786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a343d98-b014-4ffc-9ec2-89563fca4bf4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:28.639377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Allocated IP 172.20.0.2 (0cae55b8-cd12-4c3a-9360-5ffecb87687a/93edb3ff-6c20-4a48-9ae9-af8846e77fbf/d57ab732-0c29-46aa-a40f-b440c0f63e35) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:28.697903 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] For port df1829c8-9d69-4580-9cd9-eaf7e5b0308a, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:28.752058 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] For port df1829c8-9d69-4580-9cd9-eaf7e5b0308a, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=df1829c8-9d69-4580-9cd9-eaf7e5b0308a,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:28.755457 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.761583 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.838690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Pushing event deleted for resources: {'Port': ['ID=e4abe4eb-5584-4c51-84f4-5c5178c6b41b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:28.858221 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:28.858221 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:28.935398 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.974172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.977062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:28.978713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cab464d-b8d6-41d3-a850-10c0df0715b2 req-5d6c408e-c48c-4996-b2d4-7eed1549261c tempest-FloatingIPDetailsTestJSON-1946427538 tempest-FloatingIPDetailsTestJSON-1946427538-project] 10.222.0.15 "DELETE /v2.0/floatingips/c8ed2797-0023-41f9-ad8e-cdfdbf2c72da HTTP/1.1" status: 204 len: 173 time: 1.0358675 Apr 05 18:40:28.985089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39524) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:29.052388 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a6fc7-5c24-4a26-bf16-601db2bc1e4a None None] Pushing event updated for resources: {'Port': ['ID=df1829c8-9d69-4580-9cd9-eaf7e5b0308a,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:29.150055 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:29.423634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cffa5e-5923-4f3b-b22d-ac9cd228f2be req-d0f8d063-e6a7-4837-92b2-c85020805ecc tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 210 time: 0.0640879 Apr 05 18:40:29.627716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e6e7e16-8371-4ff0-980f-c43a0165bec1 req-bee6b915-1212-44b4-a1e0-95f9d9287eb6 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 210 time: 0.0537810 Apr 05 18:40:29.634519 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'df1829c8-9d69-4580-9cd9-eaf7e5b0308a', 'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'mac_address': 'fa:16:3e:f5:1f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:22Z', 'updated_at': '2022-04-05T18:40:28Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'subnets': [{'id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:29.715318 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d588d81-5a22-46c2-a47c-26246b2ede27 None None] The sync data for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 is: [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'df1829c8-9d69-4580-9cd9-eaf7e5b0308a', 'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'mac_address': 'fa:16:3e:f5:1f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:22Z', 'updated_at': '2022-04-05T18:40:28Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'subnets': [{'id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:29.760068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-ee1540fb-09bd-4207-923c-7334836d2b0b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:29.769885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-ee1540fb-09bd-4207-923c-7334836d2b0b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 820 time: 0.2681859 Apr 05 18:40:29.845772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-f558535d-7c36-4597-9a75-d868396c2d9e tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/quotas/653d9b9beb9c401f85207de148a14896 HTTP/1.1" status: 200 len: 375 time: 0.0741179 Apr 05 18:40:29.857218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:29.989078 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-c834a745-4522-4a04-9501-374b112c8b6f tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424491 Apr 05 18:40:30.005828 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:30.059711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Router 539ced20-296b-448e-8afd-c7ca74d829d8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:40:30.089278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Network 0cae55b8-cd12-4c3a-9360-5ffecb87687a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:30.097904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Pushing event updated for resources: {'Port': ['ID=d57ab732-0c29-46aa-a40f-b440c0f63e35,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:30.107744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:30.113601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:30.225630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-cb8f516a-f945-4aad-9c0f-a963e4df26cd service neutron] 10.222.0.15 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257926 Apr 05 18:40:30.273349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:30.275068 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:30.357410 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-297f0e88-23a5-46a6-9eb7-83b80255cbfb tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4026504 Apr 05 18:40:30.379599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Request body: {'port': {'device_id': '41e43261-d20b-402d-966e-33d35c01603d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:30.389305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:40:30.403620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] Sync routers for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:30.428712 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-a939eaa1-56dd-4d1e-a669-5606d0e8cca9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543990 Apr 05 18:40:30.434774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:30.436456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:30.455018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7b9ee2ef-9f24-4675-926e-dc7007632242 admin admin] 10.222.0.15 "PUT /v2.0/routers/539ced20-296b-448e-8afd-c7ca74d829d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1919448 Apr 05 18:40:30.458717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39570) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:30.570157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:30.729046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:30.736110 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:30.832508 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-286b9cf1-985b-48f3-bde0-239ba33f506c service neutron] 10.222.0.15 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059086 Apr 05 18:40:30.993253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-1bc31936-bb76-487c-9075-48787020349f tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:30.996208 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-1bc31936-bb76-487c-9075-48787020349f tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5510104 Apr 05 18:40:31.000227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.008125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2d2bf-3b87-42db-991a-02b7d1533929 req-92ff3d08-dc3b-4418-a29f-b2d7c12cc209 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:31.017501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eaf2d2bf-3b87-42db-991a-02b7d1533929 req-92ff3d08-dc3b-4418-a29f-b2d7c12cc209 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 931 time: 0.3952727 Apr 05 18:40:31.037670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.145077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device df1829c8-9d69-4580-9cd9-eaf7e5b0308a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:31.149122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Request body: {'port': {'device_id': 'b7d7c846-7b4c-40be-9509-0ce12a9979f1', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '3ab8d0b135a14a9ca99ff17e5e8e3a73'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:31.205068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Deleting port a1881a21-da05-4d73-88b6-422fec62ec39 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:31.205774 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.375789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57ab732-0c29-46aa-a40f-b440c0f63e35 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:31.379598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port df1829c8-9d69-4580-9cd9-eaf7e5b0308a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:31.379974 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.386268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.410180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Transition to ACTIVE for port object d57ab732-0c29-46aa-a40f-b440c0f63e35 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:40:31.429162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.502268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eaf2d2bf-3b87-42db-991a-02b7d1533929 req-8be4474e-76a6-49cb-b31e-bd0234dc97af tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733188 Apr 05 18:40:31.555387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d57ab732-0c29-46aa-a40f-b440c0f63e35,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:31.568266 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.576074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] For port a1881a21-da05-4d73-88b6-422fec62ec39, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a1881a21-da05-4d73-88b6-422fec62ec39,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:31.576855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.611579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Calling delete_port for a1881a21-da05-4d73-88b6-422fec62ec39 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:31.624822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:40:28Z', 'revision_number': 5, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port': {'id': 'a1881a21-da05-4d73-88b6-422fec62ec39', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:38:52Z', 'updated_at': '2022-04-05T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:31.683533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] Checking router: 539ced20-296b-448e-8afd-c7ca74d829d8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:31.686426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port df1829c8-9d69-4580-9cd9-eaf7e5b0308a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=df1829c8-9d69-4580-9cd9-eaf7e5b0308a,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:31.700613 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.717518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a1e360b-cb8d-4e9c-859d-7a06b4d1c6eb req-c726afee-a70b-48cd-ba34-c03c095119f1 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 210 time: 0.0998878 Apr 05 18:40:31.731313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Attempting to bind port d57ab732-0c29-46aa-a40f-b440c0f63e35 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:31.731898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Attempting to bind port d57ab732-0c29-46aa-a40f-b440c0f63e35 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '8bdefe13-b54d-4277-a0f8-d605e8bd7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0cae55b8-cd12-4c3a-9360-5ffecb87687a'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:31.732481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Attempting to bind port d57ab732-0c29-46aa-a40f-b440c0f63e35 on network 0cae55b8-cd12-4c3a-9360-5ffecb87687a {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:31.740161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] Routers {'539ced20-296b-448e-8afd-c7ca74d829d8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:31.741189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['539ced20-296b-448e-8afd-c7ca74d829d8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:31.771859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Port d57ab732-0c29-46aa-a40f-b440c0f63e35 on network 0cae55b8-cd12-4c3a-9360-5ffecb87687a not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:40:31.772273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Attempting to bind port d57ab732-0c29-46aa-a40f-b440c0f63e35 on network 0cae55b8-cd12-4c3a-9360-5ffecb87687a {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:31.782690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:31.783118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Checking segment: {'id': '8bdefe13-b54d-4277-a0f8-d605e8bd7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0cae55b8-cd12-4c3a-9360-5ffecb87687a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:31.783592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Bound using segment: {'id': '8bdefe13-b54d-4277-a0f8-d605e8bd7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0cae55b8-cd12-4c3a-9360-5ffecb87687a'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:31.784111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Bound port: d57ab732-0c29-46aa-a40f-b440c0f63e35, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdefe13-b54d-4277-a0f8-d605e8bd7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0cae55b8-cd12-4c3a-9360-5ffecb87687a'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:31.784539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.856233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=df1829c8-9d69-4580-9cd9-eaf7e5b0308a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:31.882451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] Set router 539ced20-296b-448e-8afd-c7ca74d829d8 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:31.950630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] For port d57ab732-0c29-46aa-a40f-b440c0f63e35, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:31.950977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:40:31Z', 'revision_number': 6, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:31.954296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] For port d57ab732-0c29-46aa-a40f-b440c0f63e35, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d57ab732-0c29-46aa-a40f-b440c0f63e35,segment=NetworkSegment(8bdefe13-b54d-4277-a0f8-d605e8bd7774),segment_id=8bdefe13-b54d-4277-a0f8-d605e8bd7774)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:31.960825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:31.994367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757e5d7-c766-4e63-9317-8245bfe319be None None] The sync data for ids ['539ced20-296b-448e-8afd-c7ca74d829d8'] in n-d-836650-3 is: [{'id': '539ced20-296b-448e-8afd-c7ca74d829d8', 'name': 'tempest-ServersTestJSON-1676721079-router', 'tenant_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:38:51Z', 'updated_at': '2022-04-05T18:40:31Z', 'revision_number': 6, 'project_id': 'd992b4d4b3ed47ebb4d182f6e3e35bc6', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:32.045151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.045151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.045151 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] 10.222.0.25 "PUT /v2.0/ports/d57ab732-0c29-46aa-a40f-b440c0f63e35 HTTP/1.1" status: 200 len: 1091 time: 1.6820228 Apr 05 18:40:32.045151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e43261-d20b-402d-966e-33d35c01603d', 'tag': 'd57ab732-0c29-46aa-a40f-b440c0f63e35'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:32.047209 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "41e43261-d20b-402d-966e-33d35c01603d", "tag": "d57ab732-0c29-46aa-a40f-b440c0f63e35"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:32.066477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6016cb7-6f4a-427d-8328-c5cecf4b44f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d57ab732-0c29-46aa-a40f-b440c0f63e35,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:32.082500 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.121320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1881a21-da05-4d73-88b6-422fec62ec39,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:32.158833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef101f6c-12b9-4329-9962-1562dcc8e3d6 req-7175b5ab-59f2-423d-a84d-df72d5d9d5a3 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 210 time: 0.3806031 Apr 05 18:40:32.203983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-d6cfcba1-de8a-48c6-ab31-bb6a9c006cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.206382 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-d6cfcba1-de8a-48c6-ab31-bb6a9c006cc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8194ab45845c4bbaa46364b6b83e5c1a&device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 1094 time: 0.0952725 Apr 05 18:40:32.233819 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.243015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.243494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.243954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.244470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.244945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.245391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.245842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.246292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.246765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.248662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0df328c-748a-4e77-9f0b-ebd050d2c00a req-042b895f-cbf1-48a6-87b3-e58955211e97 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6413 time: 0.9711337 Apr 05 18:40:32.274878 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-4824e387-a5f5-4d83-8b8a-35cbd41eadd4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d57ab732-0c29-46aa-a40f-b440c0f63e35 HTTP/1.1" status: 200 len: 217 time: 0.0510886 Apr 05 18:40:32.276048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Made reservation on behalf of 3ab8d0b135a14a9ca99ff17e5e8e3a73 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:32.279474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.300833 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82adfee3-bdb0-419c-86a8-1cc011242d8e x-openstack-request-id: req-82adfee3-bdb0-419c-86a8-1cc011242d8e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:32.301127 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e43261-d20b-402d-966e-33d35c01603d", "tag": "d57ab732-0c29-46aa-a40f-b440c0f63e35", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:32.301361 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82adfee3-bdb0-419c-86a8-1cc011242d8e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:32.301754 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82adfee3-bdb0-419c-86a8-1cc011242d8e'] response: {'name': 'network-changed', 'server_uuid': '41e43261-d20b-402d-966e-33d35c01603d', 'tag': 'd57ab732-0c29-46aa-a40f-b440c0f63e35', 'status': 'completed', 'code': 200} Apr 05 18:40:32.307441 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9bf20711-07f9-4c76-935a-3e3f69b42011 req-41d7117e-68d2-43be-ba6c-6d4aefbb68ad tempest-FlavorsV2NegativeTest-659854199 tempest-FlavorsV2NegativeTest-659854199-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2158cb0170b04a0c828ad61054b4e3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486989 Apr 05 18:40:32.413442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.417433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.465197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-9bc38060-1fe7-499d-b8c4-d45edb3ce461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.467400 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-9bc38060-1fe7-499d-b8c4-d45edb3ce461 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93edb3ff-6c20-4a48-9ae9-af8846e77fbf HTTP/1.1" status: 200 len: 855 time: 0.1647635 Apr 05 18:40:32.485910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.486929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 539ced20-296b-448e-8afd-c7ca74d829d8 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:40:32.504252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.505684 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-946aa4c8-af97-4bdd-bc19-707a5ba17132 admin admin] 10.222.0.15 "DELETE /v2.0/routers/539ced20-296b-448e-8afd-c7ca74d829d8 HTTP/1.1" status: 204 len: 168 time: 2.0460336 Apr 05 18:40:32.508176 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-9f9fefef-bd0e-4bbc-bf70-4100aab05ac3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0cae55b8-cd12-4c3a-9360-5ffecb87687a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328438 Apr 05 18:40:32.510323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39622) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:32.627693 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-26963c0b-7bf3-44b0-99dd-99aae8949e30 admin admin] Deleting subnet 1b27ffed-1c93-4f3d-8aec-57f1c3447493 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:40:32.633222 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26963c0b-7bf3-44b0-99dd-99aae8949e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.699416 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-4bb3a02b-61d2-4478-aff2-9081a160199a service neutron] 10.222.0.25 "GET /v2.0/networks/0cae55b8-cd12-4c3a-9360-5ffecb87687a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804755 Apr 05 18:40:32.700401 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799f9ed-a8a1-479e-bbc5-5ba98cfad934 req-e9504f02-05a4-41be-b2ee-05c0dbb21d1f tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.701449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26963c0b-7bf3-44b0-99dd-99aae8949e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.701757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c799f9ed-a8a1-479e-bbc5-5ba98cfad934 req-e9504f02-05a4-41be-b2ee-05c0dbb21d1f tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 886 time: 0.3964834 Apr 05 18:40:32.714798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf20711-07f9-4c76-935a-3e3f69b42011 req-50b38bcd-376a-444f-9d29-46ec04dd6f0e tempest-FlavorsV2NegativeTest-659854199 tempest-FlavorsV2NegativeTest-659854199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.716300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9bf20711-07f9-4c76-935a-3e3f69b42011 req-50b38bcd-376a-444f-9d29-46ec04dd6f0e tempest-FlavorsV2NegativeTest-659854199 tempest-FlavorsV2NegativeTest-659854199-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3904266 Apr 05 18:40:32.799989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9bf20711-07f9-4c76-935a-3e3f69b42011 req-82163857-0893-4c4d-b685-84929acc86a3 tempest-FlavorsV2NegativeTest-659854199 tempest-FlavorsV2NegativeTest-659854199-project] 10.222.0.15 "GET /v2.0/quotas/2158cb0170b04a0c828ad61054b4e3b8 HTTP/1.1" status: 200 len: 375 time: 0.0658634 Apr 05 18:40:32.801018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Allocated IP 192.168.233.124 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/8cbbb81a-6edb-4285-b807-824770f41b13) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:32.851075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-2ef0cde5-ca37-41b5-b65b-f5074264b929 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.852505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-2ef0cde5-ca37-41b5-b65b-f5074264b929 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.20 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 820 time: 0.3711278 Apr 05 18:40:32.878182 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-012ae40f-73bc-4fe2-9493-f5970c6e398f req-3ddc65d5-e47f-4be3-9d80-432512f6f7ec service neutron] 10.222.0.25 "GET /v2.0/networks/0cae55b8-cd12-4c3a-9360-5ffecb87687a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568637 Apr 05 18:40:32.879506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26963c0b-7bf3-44b0-99dd-99aae8949e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:32.881868 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9bf20711-07f9-4c76-935a-3e3f69b42011 req-816f9c42-cb4c-4933-9081-252d8a435c59 tempest-FlavorsV2NegativeTest-659854199 tempest-FlavorsV2NegativeTest-659854199-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2158cb0170b04a0c828ad61054b4e3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629690 Apr 05 18:40:32.886201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Request body: {'port': {'device_id': '45855c73-4a31-491e-9071-1c28a7fcd100', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'admin_state_up': True, 'tenant_id': '653d9b9beb9c401f85207de148a14896'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:32.990824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74377-61b8-46b7-9477-658cd12ecf76 req-b9ff9599-3e67-4dde-8eaa-390718d5663b tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:32.992249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71b74377-61b8-46b7-9477-658cd12ecf76 req-b9ff9599-3e67-4dde-8eaa-390718d5663b tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 943 time: 0.2277300 Apr 05 18:40:33.005520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device df1829c8-9d69-4580-9cd9-eaf7e5b0308a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:33.041605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-160a22d2-d2f5-43ad-b7d3-0e524263787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.042964 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-160a22d2-d2f5-43ad-b7d3-0e524263787e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8194ab45845c4bbaa46364b6b83e5c1a&device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 1094 time: 0.0696802 Apr 05 18:40:33.045169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26963c0b-7bf3-44b0-99dd-99aae8949e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.070458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Deleting port d471aa41-433a-421c-9edd-b8f280241cb4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:33.070805 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.083981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port df1829c8-9d69-4580-9cd9-eaf7e5b0308a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:33.084916 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.166470 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26963c0b-7bf3-44b0-99dd-99aae8949e30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.175567 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-26963c0b-7bf3-44b0-99dd-99aae8949e30 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b27ffed-1c93-4f3d-8aec-57f1c3447493 HTTP/1.1" status: 204 len: 168 time: 0.6637897 Apr 05 18:40:33.176433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26963c0b-7bf3-44b0-99dd-99aae8949e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b27ffed-1c93-4f3d-8aec-57f1c3447493,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:33.179490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c935a438-c3fc-4a3b-93f9-142d2d1eed89 None None] Network 5f2b29dd-da16-475c-b4b9-33a7596f7135 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:33.188034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:33.246999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-71bf29b4-5d0b-406d-be36-d4a97402d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.248561 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-71bf29b4-5d0b-406d-be36-d4a97402d7b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0cae55b8-cd12-4c3a-9360-5ffecb87687a HTTP/1.1" status: 200 len: 915 time: 0.1933906 Apr 05 18:40:33.320934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-9ca158e1-a702-47dc-bbfc-575d05b40907 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d57ab732-0c29-46aa-a40f-b440c0f63e35 HTTP/1.1" status: 200 len: 217 time: 0.0617738 Apr 05 18:40:33.359168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71b74377-61b8-46b7-9477-658cd12ecf76 req-8ebc6e70-8b23-4601-bd5f-62b3b8a05a51 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332365 Apr 05 18:40:33.392141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-3dc1cafa-d865-4680-a053-1d587cba7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.395359 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-3dc1cafa-d865-4680-a053-1d587cba7dc2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93edb3ff-6c20-4a48-9ae9-af8846e77fbf HTTP/1.1" status: 200 len: 855 time: 0.0676689 Apr 05 18:40:33.439563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] For port d471aa41-433a-421c-9edd-b8f280241cb4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d471aa41-433a-421c-9edd-b8f280241cb4,segment=NetworkSegment(a6fa52a7-eb5b-4916-b752-1ab579a1da67),segment_id=a6fa52a7-eb5b-4916-b752-1ab579a1da67)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:33.443271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.470479 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-06f67d54-b9b9-43ac-9c5e-704d58c83a8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0cae55b8-cd12-4c3a-9360-5ffecb87687a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580316 Apr 05 18:40:33.486725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.487294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.487935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.488564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.489183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.489807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.490430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.491044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.491682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:33.493836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed2dd2ae-d942-455c-9ab6-ea7d4ffc7676 req-06aef4d5-f9e4-41a2-a0f3-33f40dbd2b94 tempest-NetworksTest-477553930 tempest-NetworksTest-477553930-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6413 time: 0.5671785 Apr 05 18:40:33.514150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d897c-fa45-42be-bf1a-c7182e902cb9 None None] DHCP port deletion for 5f2b29dd-da16-475c-b4b9-33a7596f7135 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:40:33.521010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1a343d98-b014-4ffc-9ec2-89563fca4bf4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:33.522494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Calling delete_port for d471aa41-433a-421c-9edd-b8f280241cb4 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:33.554859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.575352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.577704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Made reservation on behalf of 653d9b9beb9c401f85207de148a14896 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:33.581603 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.597688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-688c875d-c569-4125-86d1-605f28ecd34a req-8cb42f9d-2d2e-43ea-877a-dc50c8d690df tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 210 time: 0.0917208 Apr 05 18:40:33.610725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 1a343d98-b014-4ffc-9ec2-89563fca4bf4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:33.611395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1a343d98-b014-4ffc-9ec2-89563fca4bf4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:33.611973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a1881a21-da05-4d73-88b6-422fec62ec39 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:33.666358 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-d6d1423b-4df7-4fc6-90af-bbee85629126 service neutron] 10.222.0.25 "GET /v2.0/networks/0cae55b8-cd12-4c3a-9360-5ffecb87687a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886427 Apr 05 18:40:33.680957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a1881a21-da05-4d73-88b6-422fec62ec39 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:33.681661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a1881a21-da05-4d73-88b6-422fec62ec39 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:33.696948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9d27b61-1888-428d-8d86-c872f69995a8 req-13b7a384-2a98-429e-80bd-f63c4f519232 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 210 time: 0.0984297 Apr 05 18:40:33.710773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-039d897c-fa45-42be-bf1a-c7182e902cb9 None None] Deleting port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:33.711631 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-039d897c-fa45-42be-bf1a-c7182e902cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.799435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39658) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:33.810309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-039d897c-fa45-42be-bf1a-c7182e902cb9 None None] For port 011bbed3-424c-4dba-8ee6-0c9b179b99f1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=011bbed3-424c-4dba-8ee6-0c9b179b99f1,segment=NetworkSegment(fe425c94-50c1-45f1-a45e-580fc93811f1),segment_id=fe425c94-50c1-45f1-a45e-580fc93811f1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:33.810774 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-039d897c-fa45-42be-bf1a-c7182e902cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.823305 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:33.830881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-039d897c-fa45-42be-bf1a-c7182e902cb9 None None] Calling delete_port for 011bbed3-424c-4dba-8ee6-0c9b179b99f1 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:33.853688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0d0ec61f-7824-4f09-a90e-205b995e7e91'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:33.944615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39662) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:33.966550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:33.988065 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:40:34.011332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Allocated IP 172.20.0.3 (d36f6499-b89c-4f92-bd62-7fa0e706fdbd/2555fa2a-168c-4aef-9a9c-468acab8e770/11fe9295-4393-4fa0-94d9-1bc8a810b7f1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:34.054241 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-039d897c-fa45-42be-bf1a-c7182e902cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.074964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:34.087724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d897c-fa45-42be-bf1a-c7182e902cb9 None None] Pushing event deleted for resources: {'Port': ['ID=011bbed3-424c-4dba-8ee6-0c9b179b99f1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:34.097373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:34.098734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d897c-fa45-42be-bf1a-c7182e902cb9 None None] No DVR routers for this DVR port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:34.192567 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39e4d15c-b2d1-4df1-be1a-3858ae023bfb req-bc56cd67-ef90-40b3-9957-48101a7f99fe service neutron] 10.222.0.25 "GET /v2.0/networks/0cae55b8-cd12-4c3a-9360-5ffecb87687a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165591 Apr 05 18:40:34.234971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c419bc0b-abca-4696-8b86-3130e44fe80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.251811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Pushing event updated for resources: {'Port': ['ID=8cbbb81a-6edb-4285-b807-824770f41b13,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:34.255209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Deleting port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:34.255491 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.264829 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15b9ef8e-a24f-4103-80c9-67894177e35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.331683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:34.332438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.424449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-bcdc5a69-7950-434e-a027-986bca6d25c4 None None] Provisioning complete for port 8cbbb81a-6edb-4285-b807-824770f41b13 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:34.424864 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5a69-7950-434e-a027-986bca6d25c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.460018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc5a69-7950-434e-a027-986bca6d25c4 None None] Port 8cbbb81a-6edb-4285-b807-824770f41b13 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:40:34.649676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 011bbed3-424c-4dba-8ee6-0c9b179b99f1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:34.677584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 011bbed3-424c-4dba-8ee6-0c9b179b99f1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:34.678035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 011bbed3-424c-4dba-8ee6-0c9b179b99f1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:34.713518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b39718cf-13dd-403f-8115-121ebcfdbc3d tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6345704 Apr 05 18:40:34.765910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Request body: {'port': {'device_id': 'b7d7c846-7b4c-40be-9509-0ce12a9979f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:34.782107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] For port 011bbed3-424c-4dba-8ee6-0c9b179b99f1, host n-d-836650-3, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:34.782559 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.827653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.865734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Calling delete_port for 011bbed3-424c-4dba-8ee6-0c9b179b99f1 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:34.886052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 was not found and therefore no delete operation was performed {{(pid=102640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:40:34.912172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.927834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:34.960260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e0df0-7ccb-407e-a767-07f910c46e1e req-612928e4-a5f1-4bcd-a740-468935ade7a3 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:34.961728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e35e0df0-7ccb-407e-a767-07f910c46e1e req-612928e4-a5f1-4bcd-a740-468935ade7a3 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 943 time: 0.3273890 Apr 05 18:40:34.999318 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc501c4-34d2-46d2-bdb3-f68d0d308a67 req-592a10cd-c979-4da6-a029-6d6d7c2869f0 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:35.000783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcc501c4-34d2-46d2-bdb3-f68d0d308a67 req-592a10cd-c979-4da6-a029-6d6d7c2869f0 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 936 time: 0.3108275 Apr 05 18:40:35.005979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] No DVR routers for this DVR port 011bbed3-424c-4dba-8ee6-0c9b179b99f1 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:35.014031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.091511 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.101055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=011bbed3-424c-4dba-8ee6-0c9b179b99f1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:35.145345 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c419bc0b-abca-4696-8b86-3130e44fe80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.191113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.191482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.191780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.192116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.192446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.192773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.193096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.193421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.193758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.194102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.194492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.194850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:35.206930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c419bc0b-abca-4696-8b86-3130e44fe80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.273148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d57ab732-0c29-46aa-a40f-b440c0f63e35 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:40:35.341354 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15b9ef8e-a24f-4103-80c9-67894177e35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.345627 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e35e0df0-7ccb-407e-a767-07f910c46e1e req-72066c03-7c13-4aa8-becd-307514e077f4 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644421 Apr 05 18:40:35.367337 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15b9ef8e-a24f-4103-80c9-67894177e35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.369499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Pushing event deleted for resources: {'Port': ['ID=d471aa41-433a-421c-9edd-b8f280241cb4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:35.378243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d57ab732-0c29-46aa-a40f-b440c0f63e35, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d57ab732-0c29-46aa-a40f-b440c0f63e35,segment=NetworkSegment(8bdefe13-b54d-4277-a0f8-d605e8bd7774),segment_id=8bdefe13-b54d-4277-a0f8-d605e8bd7774)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:35.383174 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.390883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcc501c4-34d2-46d2-bdb3-f68d0d308a67 req-a14232e0-65f9-47ca-a239-4b396626c7e3 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683577 Apr 05 18:40:35.395175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'd57ab732-0c29-46aa-a40f-b440c0f63e35', 'network_id': '0cae55b8-cd12-4c3a-9360-5ffecb87687a', 'port_id': 'd57ab732-0c29-46aa-a40f-b440c0f63e35', 'mac_address': 'fa:16:3e:6f:a1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93edb3ff-6c20-4a48-9ae9-af8846e77fbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:40:35.428641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c419bc0b-abca-4696-8b86-3130e44fe80c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2158cb0170b04a0c828ad61054b4e3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6259754 Apr 05 18:40:35.429745 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.431464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39676) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:35.442460 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.457985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57ab732-0c29-46aa-a40f-b440c0f63e35 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:35.479179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d57ab732-0c29-46aa-a40f-b440c0f63e35, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d57ab732-0c29-46aa-a40f-b440c0f63e35,segment=NetworkSegment(8bdefe13-b54d-4277-a0f8-d605e8bd7774),segment_id=8bdefe13-b54d-4277-a0f8-d605e8bd7774)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:35.480986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2b29dd-da16-475c-b4b9-33a7596f7135']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:35.484562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.491848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e65d66-bcb2-4a1f-acaa-0679b3ac7e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.514170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e65d66-bcb2-4a1f-acaa-0679b3ac7e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.536718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d57ab732-0c29-46aa-a40f-b440c0f63e35,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:35.563707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419bc0b-abca-4696-8b86-3130e44fe80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307bb7fb-7bc1-4bd7-91a2-943a87b8494a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:35.571779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e65d66-bcb2-4a1f-acaa-0679b3ac7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.575070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e65d66-bcb2-4a1f-acaa-0679b3ac7e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.579679 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-53e65d66-bcb2-4a1f-acaa-0679b3ac7e63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/307bb7fb-7bc1-4bd7-91a2-943a87b8494a HTTP/1.1" status: 204 len: 168 time: 0.1438622 Apr 05 18:40:35.586945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e65d66-bcb2-4a1f-acaa-0679b3ac7e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307bb7fb-7bc1-4bd7-91a2-943a87b8494a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:35.592956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe425c94-50c1-45f1-a45e-580fc93811f1') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:35.593249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe425c94-50c1-45f1-a45e-580fc93811f1') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:35.602371 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-15b9ef8e-a24f-4103-80c9-67894177e35c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c39754008ba45aaa04606b7b2dc9524&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6482048 Apr 05 18:40:35.602775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39680) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:35.661239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6e70ab0-7d28-4d90-b420-94ab0de87c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.674746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.687888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6e70ab0-7d28-4d90-b420-94ab0de87c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.714695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Network d36f6499-b89c-4f92-bd62-7fa0e706fdbd is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:35.733504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:35.736185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Pushing event updated for resources: {'Port': ['ID=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:35.744889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:35.747993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.752116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9ef8e-a24f-4103-80c9-67894177e35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f576661-fc93-42aa-8017-fb55f654be34,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:35.761678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6e70ab0-7d28-4d90-b420-94ab0de87c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.765798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6e70ab0-7d28-4d90-b420-94ab0de87c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.769566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d6e70ab0-7d28-4d90-b420-94ab0de87c64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f576661-fc93-42aa-8017-fb55f654be34 HTTP/1.1" status: 204 len: 168 time: 0.1636627 Apr 05 18:40:35.777568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e70ab0-7d28-4d90-b420-94ab0de87c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f576661-fc93-42aa-8017-fb55f654be34,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:35.800044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:40:35.800453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:40:35.802184 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:40:35.805540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['d57ab732-0c29-46aa-a40f-b440c0f63e35'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:35.887008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098beac9-1e0b-401f-9850-4ba2bfbf102f req-7ec54e9a-f954-4d6d-8b3a-d70700a83a40 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:35.888599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-098beac9-1e0b-401f-9850-4ba2bfbf102f req-7ec54e9a-f954-4d6d-8b3a-d70700a83a40 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 931 time: 0.4443469 Apr 05 18:40:35.982183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:35.982998 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:35.994230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.007747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.027147 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.030249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] 10.222.0.15 "DELETE /v2.0/networks/5f2b29dd-da16-475c-b4b9-33a7596f7135 HTTP/1.1" status: 204 len: 168 time: 2.8389030 Apr 05 18:40:36.062757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92613ad-8852-4e5c-a2f6-a10ac8e23e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2b29dd-da16-475c-b4b9-33a7596f7135,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:36.066966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-098beac9-1e0b-401f-9850-4ba2bfbf102f req-3f2af53b-bdc4-4c54-872d-999d1bc7ea14 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411340 Apr 05 18:40:36.074590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-d4c33167-35a1-4923-ad80-7cca721bce07 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1963582 Apr 05 18:40:36.118572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Request body: {'port': {'device_id': '45855c73-4a31-491e-9071-1c28a7fcd100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:36.268834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39700) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:36.273628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbbb81a-6edb-4285-b807-824770f41b13 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:36.286864 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.301311 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.305741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39702) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:36.319987 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f825e820-7271-4635-86b5-698e814f7c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.342287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Transition to ACTIVE for port object 8cbbb81a-6edb-4285-b807-824770f41b13 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:40:36.351945 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f34f5c82-e81c-4aaf-9083-06da566dd8ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d992b4d4b3ed47ebb4d182f6e3e35bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447371 Apr 05 18:40:36.354364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39704) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:36.370570 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.411180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-37905ebf-db99-4bac-98a3-77b132421c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.446634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-37905ebf-db99-4bac-98a3-77b132421c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.524539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-37905ebf-db99-4bac-98a3-77b132421c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.528835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-37905ebf-db99-4bac-98a3-77b132421c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:36.531066 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-37905ebf-db99-4bac-98a3-77b132421c66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59af160b-1462-4e85-9f97-f84b6e8782de HTTP/1.1" status: 204 len: 168 time: 0.1755564 Apr 05 18:40:36.565299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37905ebf-db99-4bac-98a3-77b132421c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59af160b-1462-4e85-9f97-f84b6e8782de,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:36.690869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d430e-183a-45c4-af26-42387974d1de service neutron] Pushing event updated for resources: {'Port': ['ID=8cbbb81a-6edb-4285-b807-824770f41b13,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:36.926880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.155088 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f825e820-7271-4635-86b5-698e814f7c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.165908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b395237-8a60-46b2-8c9b-b5c29b216d6c req-f5839771-c545-46f4-8bc2-5dcd14022e7e tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:37.167445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b395237-8a60-46b2-8c9b-b5c29b216d6c req-f5839771-c545-46f4-8bc2-5dcd14022e7e tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 944 time: 0.5961392 Apr 05 18:40:37.169340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Router 03ddf1e4-9db5-4032-905d-05c32f96ce91 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:40:37.184600 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f825e820-7271-4635-86b5-698e814f7c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.226001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fba37-5ad4-4d6b-9e62-6320396f19b5 req-994da3f1-4277-4ce1-8b8e-4b1f10262cf2 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:37.231931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75fba37-5ad4-4d6b-9e62-6320396f19b5 req-994da3f1-4277-4ce1-8b8e-4b1f10262cf2 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 948 time: 0.5580537 Apr 05 18:40:37.244706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Attempting to bind port 8cbbb81a-6edb-4285-b807-824770f41b13 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:37.245090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Attempting to bind port 8cbbb81a-6edb-4285-b807-824770f41b13 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:37.245365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Attempting to bind port 8cbbb81a-6edb-4285-b807-824770f41b13 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:37.289574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d57ab732-0c29-46aa-a40f-b440c0f63e35 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:37.303936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Port 8cbbb81a-6edb-4285-b807-824770f41b13 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:40:37.304257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Attempting to bind port 8cbbb81a-6edb-4285-b807-824770f41b13 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:37.335233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f825e820-7271-4635-86b5-698e814f7c63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c1b6bdf19f447399817f23db74b82bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0586901 Apr 05 18:40:37.335233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39742) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:37.335233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39744) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:37.336343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825e820-7271-4635-86b5-698e814f7c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d496b3ac-8671-4499-904e-d4adcea1410b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:37.361561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:37.362245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:37.362245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:37.362649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Bound port: 8cbbb81a-6edb-4285-b807-824770f41b13, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:37.363012 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.445438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75fba37-5ad4-4d6b-9e62-6320396f19b5 req-80b1006d-0829-413d-9aea-2812e2dad439 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126625 Apr 05 18:40:37.455259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b395237-8a60-46b2-8c9b-b5c29b216d6c req-5d293c18-2401-42ef-b9a6-0d68b8c9a40d tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749639 Apr 05 18:40:37.487674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port d57ab732-0c29-46aa-a40f-b440c0f63e35 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:40:37.520958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-241940480-network', 'tenant_id': 'fd2bbbf60345464abe798b132887c7e5'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:37.529347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port d57ab732-0c29-46aa-a40f-b440c0f63e35 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:37.529727 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.607708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:37.628328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Made reservation on behalf of fd2bbbf60345464abe798b132887c7e5 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:37.630629 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.633698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.645417 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.678003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e43261-d20b-402d-966e-33d35c01603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57ab732-0c29-46aa-a40f-b440c0f63e35'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:37.681770 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b25880f-7cde-4a60-a8dc-29655bf03e42" -d '{"events": [{"server_uuid": "41e43261-d20b-402d-966e-33d35c01603d", "name": "network-vif-plugged", "status": "completed", "tag": "d57ab732-0c29-46aa-a40f-b440c0f63e35"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:37.694026 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.697165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d57ab732-0c29-46aa-a40f-b440c0f63e35, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d57ab732-0c29-46aa-a40f-b440c0f63e35,segment=NetworkSegment(8bdefe13-b54d-4277-a0f8-d605e8bd7774),segment_id=8bdefe13-b54d-4277-a0f8-d605e8bd7774)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:37.703591 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.705511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:40:37.712370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] For port 8cbbb81a-6edb-4285-b807-824770f41b13, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:37.716231 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] Sync routers for ids ['03ddf1e4-9db5-4032-905d-05c32f96ce91'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:37.720106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e6f05df7-3d6f-4af9-a725-29ff9fd8e013 admin admin] 10.222.0.15 "PUT /v2.0/routers/03ddf1e4-9db5-4032-905d-05c32f96ce91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7326818 Apr 05 18:40:37.721395 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Transition to ACTIVE for port object 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:40:37.724293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39752) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:37.725436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb17c3c8-aa1f-4777-924d-6efcea319783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.727865 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] Routers {'03ddf1e4-9db5-4032-905d-05c32f96ce91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:37.728538 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['03ddf1e4-9db5-4032-905d-05c32f96ce91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:37.745672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] For port 8cbbb81a-6edb-4285-b807-824770f41b13, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8cbbb81a-6edb-4285-b807-824770f41b13,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:37.752372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.781424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d57ab732-0c29-46aa-a40f-b440c0f63e35,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:37.789239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.835208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb17c3c8-aa1f-4777-924d-6efcea319783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.848949 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] Set router 03ddf1e4-9db5-4032-905d-05c32f96ce91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:37.849584 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0214144-db8e-4a8e-9c01-3ebc008403ce x-openstack-request-id: req-c0214144-db8e-4a8e-9c01-3ebc008403ce {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:37.849878 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e43261-d20b-402d-966e-33d35c01603d", "name": "network-vif-plugged", "status": "completed", "tag": "d57ab732-0c29-46aa-a40f-b440c0f63e35", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:37.851908 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0214144-db8e-4a8e-9c01-3ebc008403ce {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:37.856972 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0214144-db8e-4a8e-9c01-3ebc008403ce'] response: {'server_uuid': '41e43261-d20b-402d-966e-33d35c01603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57ab732-0c29-46aa-a40f-b440c0f63e35', 'code': 200} Apr 05 18:40:37.869618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d6c22-246c-458f-9c1d-cc405d079a5c req-0f58892f-fc9b-4c11-a60c-2b2b60aaac9a tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:37.879286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e22d6c22-246c-458f-9c1d-cc405d079a5c req-0f58892f-fc9b-4c11-a60c-2b2b60aaac9a tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 931 time: 0.2638326 Apr 05 18:40:37.904074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:37.904796 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:37.910950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-092d430e-183a-45c4-af26-42387974d1de service neutron] 10.222.0.25 "PUT /v2.0/ports/8cbbb81a-6edb-4285-b807-824770f41b13 HTTP/1.1" status: 200 len: 1096 time: 3.1664107 Apr 05 18:40:37.917122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d7c846-7b4c-40be-9509-0ce12a9979f1', 'tag': '8cbbb81a-6edb-4285-b807-824770f41b13'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:37.919565 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d7c846-7b4c-40be-9509-0ce12a9979f1", "tag": "8cbbb81a-6edb-4285-b807-824770f41b13"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:37.968954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Pushing event updated for resources: {'Port': ['ID=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:38.080821 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:48Z', 'updated_at': '2022-04-05T18:40:34Z', 'revision_number': 5, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'gw_port': {'id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:51Z', 'updated_at': '2022-04-05T18:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:38.097219 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e769b6a3-c689-4134-a4e1-54ab8850455a x-openstack-request-id: req-e769b6a3-c689-4134-a4e1-54ab8850455a {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:38.097640 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d7c846-7b4c-40be-9509-0ce12a9979f1", "tag": "8cbbb81a-6edb-4285-b807-824770f41b13", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:38.098149 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e769b6a3-c689-4134-a4e1-54ab8850455a {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:38.098299 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e769b6a3-c689-4134-a4e1-54ab8850455a'] response: {'name': 'network-changed', 'server_uuid': 'b7d7c846-7b4c-40be-9509-0ce12a9979f1', 'tag': '8cbbb81a-6edb-4285-b807-824770f41b13', 'status': 'completed', 'code': 200} Apr 05 18:40:38.112705 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.135474 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] Checking router: 03ddf1e4-9db5-4032-905d-05c32f96ce91 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:38.154176 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] Routers {'03ddf1e4-9db5-4032-905d-05c32f96ce91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:38.154828 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['03ddf1e4-9db5-4032-905d-05c32f96ce91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:38.175276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b0854bfb-1224-4537-aae6-41498c1f3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:38.177321 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-b0854bfb-1224-4537-aae6-41498c1f3151 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 1099 time: 0.1350639 Apr 05 18:40:38.182559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e22d6c22-246c-458f-9c1d-cc405d079a5c req-d5e1a9d0-e158-44a4-9cb2-528a63dd6c5f tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021080 Apr 05 18:40:38.258181 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.259258 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-36ebc37b-4ad9-4923-a2d7-1236e85d9f60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=8cbbb81a-6edb-4285-b807-824770f41b13 HTTP/1.1" status: 200 len: 217 time: 0.0752614 Apr 05 18:40:38.300861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb17c3c8-aa1f-4777-924d-6efcea319783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.303692 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb17c3c8-aa1f-4777-924d-6efcea319783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.307876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fb17c3c8-aa1f-4777-924d-6efcea319783 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d496b3ac-8671-4499-904e-d4adcea1410b HTTP/1.1" status: 204 len: 168 time: 0.9660578 Apr 05 18:40:38.307876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.311237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a04dd-d340-402f-9a20-9a661950603a req-66971ea4-8c47-4fd6-81b8-6f810f791e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:38.313159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-276a04dd-d340-402f-9a20-9a661950603a req-66971ea4-8c47-4fd6-81b8-6f810f791e89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 1096 time: 0.3049300 Apr 05 18:40:38.327108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d430e-183a-45c4-af26-42387974d1de service neutron] Pushing event updated for resources: {'Port': ['ID=8cbbb81a-6edb-4285-b807-824770f41b13,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:38.343713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Attempting to bind port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:38.343713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Attempting to bind port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '8ec0ea49-3849-4754-8c2b-92ce6b5ca215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:38.345498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Attempting to bind port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 on network d36f6499-b89c-4f92-bd62-7fa0e706fdbd {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:38.347755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.356414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-f0fa6ecd-f9ae-4b1e-9015-5c38d61507af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:38.358676 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-f0fa6ecd-f9ae-4b1e-9015-5c38d61507af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0917647 Apr 05 18:40:38.375241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17c3c8-aa1f-4777-924d-6efcea319783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d496b3ac-8671-4499-904e-d4adcea1410b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:38.379474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:40:38.410475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a4d817-220f-476a-99ef-6e81ba414408,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:38.415450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 on network d36f6499-b89c-4f92-bd62-7fa0e706fdbd not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:40:38.415783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Attempting to bind port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 on network d36f6499-b89c-4f92-bd62-7fa0e706fdbd {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:38.428199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:38.428580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Checking segment: {'id': '8ec0ea49-3849-4754-8c2b-92ce6b5ca215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:38.428960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Bound using segment: {'id': '8ec0ea49-3849-4754-8c2b-92ce6b5ca215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:38.429545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Bound port: 11fe9295-4393-4fa0-94d9-1bc8a810b7f1, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec0ea49-3849-4754-8c2b-92ce6b5ca215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:38.430204 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.435370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-59c5c337-ecea-41fe-bfc5-20c69947748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:38.437336 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-59c5c337-ecea-41fe-bfc5-20c69947748f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715110 Apr 05 18:40:38.438272 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.439190 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Added segment 7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66 of type vlan for network a610ad5d-802b-49f0-bf4a-6ad54e1ad241 Apr 05 18:40:38.446688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Deleting port c42e66ac-5311-4749-a77c-9aaefde6666d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:38.447295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.460319 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] Set router 03ddf1e4-9db5-4032-905d-05c32f96ce91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:38.464742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-276a04dd-d340-402f-9a20-9a661950603a req-25ec35c5-be6a-44e6-96ed-f76fc525c141 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409152 Apr 05 18:40:38.562738 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.622677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-e5d9700e-6b78-4b46-b071-614a5039aedd service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776791 Apr 05 18:40:38.624434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] For port c42e66ac-5311-4749-a77c-9aaefde6666d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c42e66ac-5311-4749-a77c-9aaefde6666d,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:38.624789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.645996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Calling delete_port for c42e66ac-5311-4749-a77c-9aaefde6666d owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:38.692084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.693039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:38.693999 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.701177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39802) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:38.778906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] For port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:38.804051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec57bf4-c01c-4fbe-9d01-3a7c8470d48e req-105f20df-0ba7-48ef-9562-5427100faf5f tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:38.811706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fec57bf4-c01c-4fbe-9d01-3a7c8470d48e req-105f20df-0ba7-48ef-9562-5427100faf5f tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 945 time: 0.2057381 Apr 05 18:40:38.826449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4850509 Apr 05 18:40:38.837686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] For port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:38.839647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39810) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:38.845052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Request body: {'subnet': {'network_id': 'a610ad5d-802b-49f0-bf4a-6ad54e1ad241', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-241940480-subnet', 'tenant_id': 'fd2bbbf60345464abe798b132887c7e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:38.870383 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.906220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b75a-c10e-4bc0-a63f-610419e5e8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a610ad5d-802b-49f0-bf4a-6ad54e1ad241,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:38.911694 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d16f3889-c810-4574-8919-dd06bdb7f1d9 req-e0245afd-21cc-4237-9a31-a35187f5614b service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763914 Apr 05 18:40:38.923971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefe418-94f5-41e9-a632-5dfa354d3332 req-99a2815a-8ebf-4353-a91b-a7a679d2e9e8 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:38.925518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1cefe418-94f5-41e9-a632-5dfa354d3332 req-99a2815a-8ebf-4353-a91b-a7a679d2e9e8 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 948 time: 0.2962568 Apr 05 18:40:38.937088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network a610ad5d-802b-49f0-bf4a-6ad54e1ad241 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:40:38.979792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.986907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:38.987535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:38.988928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] 10.222.0.20 "PUT /v2.0/ports/11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 1091 time: 2.8745472 Apr 05 18:40:38.989695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Made reservation on behalf of fd2bbbf60345464abe798b132887c7e5 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:38.998145 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.013553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c42e66ac-5311-4749-a77c-9aaefde6666d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:39.031191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fec57bf4-c01c-4fbe-9d01-3a7c8470d48e req-b21ca1a6-1699-4936-bf32-45d51c87d772 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185340 Apr 05 18:40:39.077025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a319c-fa38-4c6e-a398-615a4b772631 service neutron] Pushing event updated for resources: {'Port': ['ID=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:39.088369 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:48Z', 'updated_at': '2022-04-05T18:40:34Z', 'revision_number': 5, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'gw_port': {'id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:51Z', 'updated_at': '2022-04-05T18:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:39.099025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40a46570-05b1-4504-b423-50036d918c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.128861 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e71c0-9eb0-48e3-b396-12154227045f None None] The sync data for ids ['03ddf1e4-9db5-4032-905d-05c32f96ce91'] in n-d-836650-3 is: [{'id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'name': 'tempest-FloatingIPDetailsTestJSON-1799876195-router', 'tenant_id': '2f43c14b50694015ab0b27d6d2d71171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:48Z', 'updated_at': '2022-04-05T18:40:34Z', 'revision_number': 5, 'project_id': '2f43c14b50694015ab0b27d6d2d71171', 'gw_port': {'id': 'c42e66ac-5311-4749-a77c-9aaefde6666d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ddf1e4-9db5-4032-905d-05c32f96ce91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:51Z', 'updated_at': '2022-04-05T18:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:39.178647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-fc93f47e-375f-42ad-8ab4-c971bed9ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:39.178647 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-fc93f47e-375f-42ad-8ab4-c971bed9ed44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 1099 time: 0.1615517 Apr 05 18:40:39.179608 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.242905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1cefe418-94f5-41e9-a632-5dfa354d3332 req-3408af20-e98a-4ef9-9b18-fbb761a4eff4 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063667 Apr 05 18:40:39.289190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-0298a226-efa6-4ee0-a785-7b8dcc6ca7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:39.291725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-0298a226-efa6-4ee0-a785-7b8dcc6ca7ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1094 time: 0.1572607 Apr 05 18:40:39.352467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.357731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.378791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-1c239e28-e07b-4842-9616-4304b6996d7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0689733 Apr 05 18:40:39.388490 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b80c15e6-9a09-4384-83b8-c85a5d18ae10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.441820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.442275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ddf1e4-9db5-4032-905d-05c32f96ce91 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:40:39.449731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.453815 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-343dd2aa-4710-4554-af62-770bc8176b78 admin admin] 10.222.0.15 "DELETE /v2.0/routers/03ddf1e4-9db5-4032-905d-05c32f96ce91 HTTP/1.1" status: 204 len: 168 time: 1.7271743 Apr 05 18:40:39.456489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39826) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:39.465794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-81eb0144-b1c4-4c9f-8bdb-b1f288859170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:39.467298 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-81eb0144-b1c4-4c9f-8bdb-b1f288859170 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.2802885 Apr 05 18:40:39.473797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56fbc-3925-4146-bf0e-37e319e6564e req-ee4b908b-97b2-448f-b2fd-312efc8ce373 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:39.476695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40a46570-05b1-4504-b423-50036d918c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.481338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dae56fbc-3925-4146-bf0e-37e319e6564e req-ee4b908b-97b2-448f-b2fd-312efc8ce373 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 943 time: 0.1827211 Apr 05 18:40:39.488750 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40a46570-05b1-4504-b423-50036d918c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.534054 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-85c87344-e9ff-48a1-b4fd-75e5ee106040 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=8cbbb81a-6edb-4285-b807-824770f41b13 HTTP/1.1" status: 200 len: 217 time: 0.0560663 Apr 05 18:40:39.586626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a46570-05b1-4504-b423-50036d918c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d946f4-dfc1-43e1-9b79-875ed0e41d5c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:39.597423 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-40a46570-05b1-4504-b423-50036d918c4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1103201c88a944cab3ba3c4da971c6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8912389 Apr 05 18:40:39.597942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39830) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:39.619937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-b34d559c-b32a-46bb-ba1a-c153a15d6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:39.621394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-b34d559c-b32a-46bb-ba1a-c153a15d6c92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 200 len: 860 time: 0.2112095 Apr 05 18:40:39.630888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-c91567b8-24ea-43d7-ba38-15fd294faeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:39.632328 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-c91567b8-24ea-43d7-ba38-15fd294faeb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0899870 Apr 05 18:40:39.639671 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.707854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed922c8-e34b-4969-8122-f893a2a5a574 admin admin] Deleting subnet b124c942-cc16-4658-bc2c-9203e69c078a {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:40:39.715206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-69d0679e-d853-4ae3-a762-b2ed8efefe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:39.717048 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-69d0679e-d853-4ae3-a762-b2ed8efefe61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723848 Apr 05 18:40:39.722289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65e43aa7-c448-433f-a5c9-855933c4e749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.738589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ed922c8-e34b-4969-8122-f893a2a5a574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.742076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-853c7876-b7b0-4780-89fa-a7741481d70e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041739 Apr 05 18:40:39.789490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dae56fbc-3925-4146-bf0e-37e319e6564e req-251cf8b7-f9c7-4650-a6cb-44121303ba14 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072906 Apr 05 18:40:39.798780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65e43aa7-c448-433f-a5c9-855933c4e749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.872269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db2221b-1fc9-45b3-84b5-4f5a198f97e1,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:39.879750 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-fcd93ab2-22bb-4b6b-bf35-7cbb7381f7e6 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531124 Apr 05 18:40:39.880351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ed922c8-e34b-4969-8122-f893a2a5a574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.882691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Checking segment: {'id': '7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a610ad5d-802b-49f0-bf4a-6ad54e1ad241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:39.883016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Network hostable DHCP agents. Network: a610ad5d-802b-49f0-bf4a-6ad54e1ad241, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:40:39.949043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65e43aa7-c448-433f-a5c9-855933c4e749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.952497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65e43aa7-c448-433f-a5c9-855933c4e749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:39.956323 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-65e43aa7-c448-433f-a5c9-855933c4e749 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58d946f4-dfc1-43e1-9b79-875ed0e41d5c HTTP/1.1" status: 204 len: 168 time: 0.3537860 Apr 05 18:40:39.978757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e43aa7-c448-433f-a5c9-855933c4e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d946f4-dfc1-43e1-9b79-875ed0e41d5c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:40.043887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-21b6087f-1c95-491c-a4ff-7c57ac8c06b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743921 Apr 05 18:40:40.044446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Network a610ad5d-802b-49f0-bf4a-6ad54e1ad241 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:40:40.047467 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ed922c8-e34b-4969-8122-f893a2a5a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:40.052117 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf7fffe0-b47d-4600-97ac-9bf3e0259b13 req-f04d5750-9959-4b39-be0f-fab8159c307e service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643555 Apr 05 18:40:40.102126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, a610ad5d-802b-49f0-bf4a-6ad54e1ad241) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:40.108463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:40.109310 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:40.113309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:40.116597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b355f056-cc33-4033-8b47-dff27b1a9888 None None] Network a610ad5d-802b-49f0-bf4a-6ad54e1ad241 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:40.117083 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332a0344-333a-4d37-82d9-7fb5b67334d0" -d '{"events": [{"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:40.249266 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91af95e6-92b2-4fa8-b35c-6d92cf6e5db1 x-openstack-request-id: req-91af95e6-92b2-4fa8-b35c-6d92cf6e5db1 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:40.249626 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:40.250103 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91af95e6-92b2-4fa8-b35c-6d92cf6e5db1 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:40.250534 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91af95e6-92b2-4fa8-b35c-6d92cf6e5db1'] response: {'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'status': 'completed', 'code': 200} Apr 05 18:40:40.292966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2db9ffec-0b2e-48c1-ad51-6d410e067eb9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4506261 Apr 05 18:40:40.292966 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ed922c8-e34b-4969-8122-f893a2a5a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:40.323280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22fc485-05f2-437d-83be-a56045a68da2 None None] Network a610ad5d-802b-49f0-bf4a-6ad54e1ad241 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:40.360451 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ed922c8-e34b-4969-8122-f893a2a5a574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:40.364013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9ed922c8-e34b-4969-8122-f893a2a5a574 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b124c942-cc16-4658-bc2c-9203e69c078a HTTP/1.1" status: 204 len: 168 time: 0.9051263 Apr 05 18:40:40.365624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed922c8-e34b-4969-8122-f893a2a5a574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b124c942-cc16-4658-bc2c-9203e69c078a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:40.366751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39856) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:40.417060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b80eeec1-6ccb-4ab8-ba89-93f517c08902 req-435d4943-e087-424d-94e7-3a3d9c30b043 service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346097 Apr 05 18:40:40.417992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717a070-3e17-4966-8d6b-f32b1adaf365 None None] Network 745c41cb-5643-499e-b20f-c84d86895a5c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:40.449566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b2c8b-6b81-4580-85b2-da778a2776b7 req-549cd2c1-2f96-4750-a375-a1d271f26687 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:40.451196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a22b2c8b-6b81-4580-85b2-da778a2776b7 req-549cd2c1-2f96-4750-a375-a1d271f26687 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 945 time: 0.2689695 Apr 05 18:40:40.486002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f06b82-6937-41db-b9a7-385ec1b6ec33 req-c52b1bff-842d-40ca-8759-64eecc04cc45 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:40.487962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69f06b82-6937-41db-b9a7-385ec1b6ec33 req-c52b1bff-842d-40ca-8759-64eecc04cc45 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 948 time: 0.1049323 Apr 05 18:40:40.505366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:40.600796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69f06b82-6937-41db-b9a7-385ec1b6ec33 req-dafde467-ad9f-494e-ae5e-4f494b31a0dc tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892334 Apr 05 18:40:40.623286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Deleting port 07b918c4-2872-4c9a-b570-06219151dfa4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:40.624251 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:40.670472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-42198cc7-8e9d-4f32-b2fe-910402abffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:40.673292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-42198cc7-8e9d-4f32-b2fe-910402abffc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1094 time: 0.1828215 Apr 05 18:40:40.681338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a22b2c8b-6b81-4580-85b2-da778a2776b7 req-36047ca9-d1f4-463e-9094-e0ae3a4b4176 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129042 Apr 05 18:40:40.739082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d471aa41-433a-421c-9edd-b8f280241cb4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:40.770072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d471aa41-433a-421c-9edd-b8f280241cb4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:40.771353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d471aa41-433a-421c-9edd-b8f280241cb4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:40.771924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c42e66ac-5311-4749-a77c-9aaefde6666d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:40.800215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] For port 07b918c4-2872-4c9a-b570-06219151dfa4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=07b918c4-2872-4c9a-b570-06219151dfa4,segment=NetworkSegment(a6fa52a7-eb5b-4916-b752-1ab579a1da67),segment_id=a6fa52a7-eb5b-4916-b752-1ab579a1da67)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:40.800868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:40.810196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: c42e66ac-5311-4749-a77c-9aaefde6666d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:40.818716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c42e66ac-5311-4749-a77c-9aaefde6666d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:40.832986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b846f6c-2153-4c7b-9c60-80501f9ac365 None None] DHCP port deletion for 745c41cb-5643-499e-b20f-c84d86895a5c request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:40:40.833233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Calling delete_port for 07b918c4-2872-4c9a-b570-06219151dfa4 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:40.915608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6b846f6c-2153-4c7b-9c60-80501f9ac365 None None] Deleting port 07b918c4-2872-4c9a-b570-06219151dfa4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:40.915896 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b846f6c-2153-4c7b-9c60-80501f9ac365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:40.920193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-c238240d-8c67-444c-b633-13dacf4846cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:40.921676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-c238240d-8c67-444c-b633-13dacf4846cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 920 time: 0.2343104 Apr 05 18:40:40.957795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.008522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-c74892bf-2dfb-43b1-840f-768affcd0374 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0793805 Apr 05 18:40:41.013451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b918c4-2872-4c9a-b570-06219151dfa4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:41.020267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] No DVR routers for this DVR port 07b918c4-2872-4c9a-b570-06219151dfa4 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:41.085634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-e2a8de8a-7376-4d45-8d15-1857278cb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:41.089350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-e2a8de8a-7376-4d45-8d15-1857278cb6d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 200 len: 860 time: 0.0733390 Apr 05 18:40:41.095312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6b846f6c-2153-4c7b-9c60-80501f9ac365 None None] For port 07b918c4-2872-4c9a-b570-06219151dfa4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=07b918c4-2872-4c9a-b570-06219151dfa4,segment=NetworkSegment(a6fa52a7-eb5b-4916-b752-1ab579a1da67),segment_id=a6fa52a7-eb5b-4916-b752-1ab579a1da67)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:41.096348 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b846f6c-2153-4c7b-9c60-80501f9ac365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.147562 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.147843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-2736ba9f-80a5-448f-8b14-308c92f909e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457582 Apr 05 18:40:41.149902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6b846f6c-2153-4c7b-9c60-80501f9ac365 None None] Calling delete_port for 07b918c4-2872-4c9a-b570-06219151dfa4 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:41.228513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745c41cb-5643-499e-b20f-c84d86895a5c']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:41.287699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fa52a7-eb5b-4916-b752-1ab579a1da67') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:41.288009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fa52a7-eb5b-4916-b752-1ab579a1da67') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:41.307272 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.335524 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.343609 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b846f6c-2153-4c7b-9c60-80501f9ac365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.358758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:40:41.361649 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:40:41.364200 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:40:41.405051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b846f6c-2153-4c7b-9c60-80501f9ac365 None None] Pushing event deleted for resources: {'Port': ['ID=07b918c4-2872-4c9a-b570-06219151dfa4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:41.413022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b846f6c-2153-4c7b-9c60-80501f9ac365 None None] No DVR routers for this DVR port 07b918c4-2872-4c9a-b570-06219151dfa4 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:41.418576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-08c782ee-05a8-433f-b7ec-9715fab1064d service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540824 Apr 05 18:40:41.504473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.534698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.537871 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/745c41cb-5643-499e-b20f-c84d86895a5c HTTP/1.1" status: 204 len: 168 time: 1.1696541 Apr 05 18:40:41.541529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4f8a3-c16d-496c-b5bd-a6bc633484c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=745c41cb-5643-499e-b20f-c84d86895a5c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:41.616768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-332a0344-333a-4d37-82d9-7fb5b67334d0 req-3ca03345-61af-47f1-80cb-3cefcbc7ab86 service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920335 Apr 05 18:40:41.625538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df198e3-545e-4299-9b74-76876633b3b2 req-beb9e1c3-56ee-471d-8ac0-51b505bfd0b8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:41.627603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7df198e3-545e-4299-9b74-76876633b3b2 req-beb9e1c3-56ee-471d-8ac0-51b505bfd0b8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 943 time: 0.1671801 Apr 05 18:40:41.700808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7df198e3-545e-4299-9b74-76876633b3b2 req-cbb7089a-6b81-479d-8d68-919138cf6a68 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662048 Apr 05 18:40:41.719373 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6277b38-f92c-47a8-bd1e-c8604dfa9112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.761999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39906) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:41.835256 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-db1f3fde-ee8f-4824-88d8-1378507fa028 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f43c14b50694015ab0b27d6d2d71171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721133 Apr 05 18:40:41.837841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39914) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:41.875084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c66d3f-db7a-484b-bbea-40c96892610c req-7a39fa55-8bbc-468f-bc99-af850ce3a18b tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:41.876669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0c66d3f-db7a-484b-bbea-40c96892610c req-7a39fa55-8bbc-468f-bc99-af850ce3a18b tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 948 time: 0.0771713 Apr 05 18:40:41.898144 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af6b8d4f-9f1b-4948-9c82-cd9b29fb59f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:41.938897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0c66d3f-db7a-484b-bbea-40c96892610c req-94648563-0b00-4699-b6b5-74dd7ad53b2c tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534978 Apr 05 18:40:41.952101 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af6b8d4f-9f1b-4948-9c82-cd9b29fb59f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:42.034465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af6b8d4f-9f1b-4948-9c82-cd9b29fb59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:42.037604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af6b8d4f-9f1b-4948-9c82-cd9b29fb59f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:42.041869 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-af6b8d4f-9f1b-4948-9c82-cd9b29fb59f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49b761c5-d09b-4109-8ac0-4e3ff80a0062 HTTP/1.1" status: 204 len: 168 time: 0.2026727 Apr 05 18:40:42.054408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b8d4f-9f1b-4948-9c82-cd9b29fb59f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b761c5-d09b-4109-8ac0-4e3ff80a0062,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:42.453389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39948) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:42.615724 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c9da-e956-43fd-8a81-f1ff5d5c242a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:42.682318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 07b918c4-2872-4c9a-b570-06219151dfa4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:42.726553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 07b918c4-2872-4c9a-b570-06219151dfa4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:42.727429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 07b918c4-2872-4c9a-b570-06219151dfa4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:42.740013 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c9da-e956-43fd-8a81-f1ff5d5c242a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:42.749074 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c9da-e956-43fd-8a81-f1ff5d5c242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:42.753516 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:42.786346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39976) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:42.792886 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2a6c9da-e956-43fd-8a81-f1ff5d5c242a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10e4cd0b800b426a8424e80b7cd57435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380594 Apr 05 18:40:42.821899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6c9da-e956-43fd-8a81-f1ff5d5c242a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf89ff-f617-4f81-b96c-cc1540a5d794,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:42.873657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48f063c-789e-475b-8b64-5f22798fae9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:42.894106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095439-4acc-4f5c-844d-9c2619c3492b req-a685f3d2-790d-43ca-b8b7-4380cb04fd91 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:42.895637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09095439-4acc-4f5c-844d-9c2619c3492b req-a685f3d2-790d-43ca-b8b7-4380cb04fd91 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 943 time: 0.0915980 Apr 05 18:40:42.917655 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48f063c-789e-475b-8b64-5f22798fae9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:42.979458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09095439-4acc-4f5c-844d-9c2619c3492b req-32a9ee9b-0db4-48bb-b6d0-d8f662c70cfc tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725327 Apr 05 18:40:43.050197 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48f063c-789e-475b-8b64-5f22798fae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.052824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48f063c-789e-475b-8b64-5f22798fae9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.056541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f48f063c-789e-475b-8b64-5f22798fae9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbdf89ff-f617-4f81-b96c-cc1540a5d794 HTTP/1.1" status: 204 len: 168 time: 0.2664709 Apr 05 18:40:43.072696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f063c-789e-475b-8b64-5f22798fae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf89ff-f617-4f81-b96c-cc1540a5d794,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:43.094695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-d7ea942a-344c-440c-b9cd-a694b6f723d0 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:43.096178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-d7ea942a-344c-440c-b9cd-a694b6f723d0 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/networks?id=a610ad5d-802b-49f0-bf4a-6ad54e1ad241 HTTP/1.1" status: 200 len: 809 time: 0.1340935 Apr 05 18:40:43.134993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-63ce5d68-9c20-4998-ad67-6ee058097370 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/quotas/fd2bbbf60345464abe798b132887c7e5 HTTP/1.1" status: 200 len: 375 time: 0.0285344 Apr 05 18:40:43.162751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bc61e-aa93-44a6-b334-bce65e2fe61f req-3f46af93-f790-4f0b-ac37-2c1c0fcef707 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:43.164193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b45bc61e-aa93-44a6-b334-bce65e2fe61f req-3f46af93-f790-4f0b-ac37-2c1c0fcef707 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 948 time: 0.0670578 Apr 05 18:40:43.186280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-669ed546-b9e8-4334-a28c-78e72f66f4fd tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd2bbbf60345464abe798b132887c7e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396492 Apr 05 18:40:43.268256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b45bc61e-aa93-44a6-b334-bce65e2fe61f req-afee0a6a-efd8-49a6-a042-3f6c12a61ef7 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850253 Apr 05 18:40:43.307120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-448bba8d-0274-48aa-bdb1-8426801b6c34 service neutron] 10.222.0.15 "GET /v2.0/networks/a610ad5d-802b-49f0-bf4a-6ad54e1ad241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038806 Apr 05 18:40:43.314056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8cbbb81a-6edb-4285-b807-824770f41b13 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:40:43.431976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8cbbb81a-6edb-4285-b807-824770f41b13, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8cbbb81a-6edb-4285-b807-824770f41b13,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:43.436967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-12a4eb89-c34c-48b1-9494-f06ec9fb6e47 service neutron] 10.222.0.15 "GET /v2.0/networks/a610ad5d-802b-49f0-bf4a-6ad54e1ad241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170764 Apr 05 18:40:43.446262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '8cbbb81a-6edb-4285-b807-824770f41b13', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '8cbbb81a-6edb-4285-b807-824770f41b13', 'mac_address': 'fa:16:3e:be:3e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:40:43.463682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40014) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:43.483722 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-375dab23-ed93-43f4-b10e-66ad0cbc4850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.493532 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.517212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbbb81a-6edb-4285-b807-824770f41b13 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:43.567607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8cbbb81a-6edb-4285-b807-824770f41b13, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8cbbb81a-6edb-4285-b807-824770f41b13,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:43.574106 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.586312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-375dab23-ed93-43f4-b10e-66ad0cbc4850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.593397 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-375dab23-ed93-43f4-b10e-66ad0cbc4850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.611056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:40:43.649502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-375dab23-ed93-43f4-b10e-66ad0cbc4850 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1dbf92a894c148519820d21cd7b321d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845200 Apr 05 18:40:43.651502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dab23-ed93-43f4-b10e-66ad0cbc4850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1074c670-ad5a-4cb2-982c-54fe4907e0c3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:43.652271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40022) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:43.655737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8cbbb81a-6edb-4285-b807-824770f41b13,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:43.744971 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf53fb20-0c03-4845-80d3-eb55db7976ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.767752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:43.777855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf53fb20-0c03-4845-80d3-eb55db7976ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.789888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'port_id': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'mac_address': 'fa:16:3e:01:2b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:40:43.850055 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.861846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf53fb20-0c03-4845-80d3-eb55db7976ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.864858 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf53fb20-0c03-4845-80d3-eb55db7976ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:43.882952 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cf53fb20-0c03-4845-80d3-eb55db7976ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1074c670-ad5a-4cb2-982c-54fe4907e0c3 HTTP/1.1" status: 204 len: 168 time: 0.2273173 Apr 05 18:40:43.890122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:43.900098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['8cbbb81a-6edb-4285-b807-824770f41b13'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:43.901789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53fb20-0c03-4845-80d3-eb55db7976ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1074c670-ad5a-4cb2-982c-54fe4907e0c3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:43.954124 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:43.991218 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:44.096355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:44.243524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['11fe9295-4393-4fa0-94d9-1bc8a810b7f1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:44.254026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a775b8-3a40-4ecc-a8ee-49cf61e4c3b9 req-162c0382-cc8e-4817-a123-f2e6569bfc7a tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:44.256291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5a775b8-3a40-4ecc-a8ee-49cf61e4c3b9 req-162c0382-cc8e-4817-a123-f2e6569bfc7a tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 946 time: 0.1180828 Apr 05 18:40:44.295775 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:44.323363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99ab8eb6-31ef-4518-8850-d3ec7b106dc0 req-5f8b85ed-25dc-4e20-a700-4898e3d5699f tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 210 time: 0.0792043 Apr 05 18:40:44.388568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5a775b8-3a40-4ecc-a8ee-49cf61e4c3b9 req-be90a5b8-53d4-4790-98b2-0a0db7ef03d3 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230736 Apr 05 18:40:44.913452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:44.925714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1febd0b6-93ad-4685-a54a-3bb3a4082c46 req-ac056667-5133-48fb-a3c6-50bdb73496af tempest-AbsoluteLimitsNegativeTestJSON-374426853 tempest-AbsoluteLimitsNegativeTestJSON-374426853-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e998c74297e846c0a8ff6481a7395bfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297613 Apr 05 18:40:44.971740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50b008-3f3a-4d76-886e-f1a7b04c671e req-4482d64e-11aa-4fcc-aabc-98c33f45dc0f tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:44.973554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e50b008-3f3a-4d76-886e-f1a7b04c671e req-4482d64e-11aa-4fcc-aabc-98c33f45dc0f tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 944 time: 0.4778450 Apr 05 18:40:45.108472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e50b008-3f3a-4d76-886e-f1a7b04c671e req-36637827-47ce-497e-85dd-edbe8b66b48f tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993381 Apr 05 18:40:45.118121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febd0b6-93ad-4685-a54a-3bb3a4082c46 req-8eb253a8-19ef-4402-a68b-4939c3c52f70 tempest-AbsoluteLimitsNegativeTestJSON-374426853 tempest-AbsoluteLimitsNegativeTestJSON-374426853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:45.119628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1febd0b6-93ad-4685-a54a-3bb3a4082c46 req-8eb253a8-19ef-4402-a68b-4939c3c52f70 tempest-AbsoluteLimitsNegativeTestJSON-374426853 tempest-AbsoluteLimitsNegativeTestJSON-374426853-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873896 Apr 05 18:40:45.153137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40082) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:45.159708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-02a4b527-861c-45dc-b75b-f2f963e15ecf tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:45.161292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-02a4b527-861c-45dc-b75b-f2f963e15ecf tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 946 time: 0.1219525 Apr 05 18:40:45.163235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1febd0b6-93ad-4685-a54a-3bb3a4082c46 req-556c8863-f647-4e16-9983-353d3594c12d tempest-AbsoluteLimitsNegativeTestJSON-374426853 tempest-AbsoluteLimitsNegativeTestJSON-374426853-project] 10.222.0.15 "GET /v2.0/quotas/e998c74297e846c0a8ff6481a7395bfb HTTP/1.1" status: 200 len: 375 time: 0.0303931 Apr 05 18:40:45.206625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1febd0b6-93ad-4685-a54a-3bb3a4082c46 req-5b350c5b-a2cd-4561-9fc6-33e86aba800d tempest-AbsoluteLimitsNegativeTestJSON-374426853 tempest-AbsoluteLimitsNegativeTestJSON-374426853-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e998c74297e846c0a8ff6481a7395bfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351057 Apr 05 18:40:45.327876 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8cbbb81a-6edb-4285-b807-824770f41b13 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:45.423763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 8cbbb81a-6edb-4285-b807-824770f41b13 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:40:45.428952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 8cbbb81a-6edb-4285-b807-824770f41b13 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:45.429492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.437296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620da8da-05db-459b-ae9e-9173a1eb1c42 req-7c4ffee2-b50b-4175-8a0e-4de4161804b0 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:45.443119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-620da8da-05db-459b-ae9e-9173a1eb1c42 req-7c4ffee2-b50b-4175-8a0e-4de4161804b0 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 949 time: 0.1964874 Apr 05 18:40:45.510980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-network', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:45.549388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Deleting port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:45.550006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.559518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-620da8da-05db-459b-ae9e-9173a1eb1c42 req-3d530e3e-11a7-4a8a-a7b8-5fdd23da33af tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073170 Apr 05 18:40:45.592061 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.593776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Made reservation on behalf of f8b60de90e17421c9b7beb46cbfccba1 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:45.599743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.637505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:45.639428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-77a32ac6-df91-4e35-8c84-54d3c3652e32 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:45.643948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-77a32ac6-df91-4e35-8c84-54d3c3652e32 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.25 "GET /v2.0/networks?id=a610ad5d-802b-49f0-bf4a-6ad54e1ad241 HTTP/1.1" status: 200 len: 809 time: 0.3821218 Apr 05 18:40:45.646714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d7c846-7b4c-40be-9509-0ce12a9979f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbbb81a-6edb-4285-b807-824770f41b13'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:45.647725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.649986 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3202ee52-ef4c-449e-9777-3afbc12021e3" -d '{"events": [{"server_uuid": "b7d7c846-7b4c-40be-9509-0ce12a9979f1", "name": "network-vif-plugged", "status": "completed", "tag": "8cbbb81a-6edb-4285-b807-824770f41b13"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:45.669024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Request body: {'port': {'device_id': 'f5e715b4-8429-4e6c-8dc3-e2b0eca2888e', 'network_id': 'a610ad5d-802b-49f0-bf4a-6ad54e1ad241', 'admin_state_up': True, 'tenant_id': 'fd2bbbf60345464abe798b132887c7e5'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:45.697458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8cbbb81a-6edb-4285-b807-824770f41b13, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8cbbb81a-6edb-4285-b807-824770f41b13,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:45.717181 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.730783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0bd86a0-7aa9-4b7e-84a5-9caffb4fae8e req-ba68b30e-eeb1-4e86-b4d9-483b44120038 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 210 time: 0.0579751 Apr 05 18:40:45.774960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40100) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:45.778355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:40:45.787196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:45.787747 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.789484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8cbbb81a-6edb-4285-b807-824770f41b13,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:45.836460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] For port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:45.836796 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.876452 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df92d8ef-93dc-4452-b80d-8a91100bfdff x-openstack-request-id: req-df92d8ef-93dc-4452-b80d-8a91100bfdff {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:45.877031 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d7c846-7b4c-40be-9509-0ce12a9979f1", "name": "network-vif-plugged", "status": "completed", "tag": "8cbbb81a-6edb-4285-b807-824770f41b13", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:45.877433 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df92d8ef-93dc-4452-b80d-8a91100bfdff {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:45.878001 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df92d8ef-93dc-4452-b80d-8a91100bfdff'] response: {'server_uuid': 'b7d7c846-7b4c-40be-9509-0ce12a9979f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbbb81a-6edb-4285-b807-824770f41b13', 'code': 200} Apr 05 18:40:45.973679 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.989150 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:45.999754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.045445 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:46.049539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410d5877-975b-4e07-9f70-fbf89e8ac0d7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:46.052991 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.083597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.083954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.084304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.084662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.089929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.090201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.090568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.090907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.091245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.091568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.091902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.104254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:46.118638 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e999072c-941e-4544-9b6a-9c20a0004d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.129885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:46.130752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:40:46.154004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Made reservation on behalf of fd2bbbf60345464abe798b132887c7e5 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:46.168273 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.196728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.197409 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Added segment f44642eb-4ca8-4c57-84dd-b0e3a4974946 of type vlan for network d7332c7a-e3e0-4a9d-9843-2f0371e1682b Apr 05 18:40:46.217454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dff8ee-1e24-4f70-944b-e0a97ec64a04 req-6e9f0361-2bb1-4c58-a4b9-0f33684e681a tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:46.228224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34dff8ee-1e24-4f70-944b-e0a97ec64a04 req-6e9f0361-2bb1-4c58-a4b9-0f33684e681a tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 946 time: 0.3727405 Apr 05 18:40:46.284457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14423bf-24e6-492e-925e-3b2a759f6214 req-e038cc0a-3445-4b70-a024-138b94fdb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:46.286311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d14423bf-24e6-492e-925e-3b2a759f6214 req-e038cc0a-3445-4b70-a024-138b94fdb12a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 1101 time: 0.3428185 Apr 05 18:40:46.306356 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.321254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34dff8ee-1e24-4f70-944b-e0a97ec64a04 req-62944801-aeef-41b4-a172-1e6d3acf9448 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa82ab6-7e19-47e3-a010-7f300d8b201a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911529 Apr 05 18:40:46.428781 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.430515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:46.431347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.461567 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.462624 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.463163 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Floating IP 69c73c8c-cff4-4997-aefe-83d28eeae70d disassociated. External IP: 172.25.4.254, port: 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636. Apr 05 18:40:46.463773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Calling delete_port for 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:46.476218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d14423bf-24e6-492e-925e-3b2a759f6214 req-23f088cb-f612-4693-ba68-155e793a3eaf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801746 Apr 05 18:40:46.539413 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3843355 Apr 05 18:40:46.543551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Allocated IP 172.20.0.10 (a610ad5d-802b-49f0-bf4a-6ad54e1ad241/4db2221b-1fc9-45b3-84b5-4f5a198f97e1/b3603270-0f96-4016-81d1-2970590401b5) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:46.548602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40116) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:46.550061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e999072c-941e-4544-9b6a-9c20a0004d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.560753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d749250-136a-412a-abbb-42369f9fe67c req-80882bc7-f4d9-41bc-b7c6-6df9854df12e tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:46.561372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Request body: {'subnet': {'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-subnet', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:46.569157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d749250-136a-412a-abbb-42369f9fe67c req-80882bc7-f4d9-41bc-b7c6-6df9854df12e tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1860332 Apr 05 18:40:46.573785 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e999072c-941e-4544-9b6a-9c20a0004d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.596434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3346a6-6b70-4329-bb0b-170e3078dae5 admin admin] Pushing event updated for resources: {'Network': ['ID=d7332c7a-e3e0-4a9d-9843-2f0371e1682b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:46.605131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Made reservation on behalf of f8b60de90e17421c9b7beb46cbfccba1 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:46.607109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d7332c7a-e3e0-4a9d-9843-2f0371e1682b details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:40:46.608004 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.660336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e999072c-941e-4544-9b6a-9c20a0004d6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e998c74297e846c0a8ff6481a7395bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8782780 Apr 05 18:40:46.665457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40122) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:46.676045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999072c-941e-4544-9b6a-9c20a0004d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb68ca2-cfb6-440b-971a-8cbc966b6d35,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:46.705774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d749250-136a-412a-abbb-42369f9fe67c req-7de79ae3-bbac-4141-9dee-31d3f04c7552 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354585 Apr 05 18:40:46.849956 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.911691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-983996b5-0166-4825-89cd-b8c45ac666f7 req-355841ed-34ae-41fc-83cb-84135aa49f7a tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 210 time: 0.0622859 Apr 05 18:40:46.927132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40128) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:46.928949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b3cfb-b286-43d1-8982-5a21fa23ced5 req-3aebe1c2-4050-4c40-95ea-c8748a39ec07 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:46.930924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c51b3cfb-b286-43d1-8982-5a21fa23ced5 req-3aebe1c2-4050-4c40-95ea-c8748a39ec07 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 950 time: 0.2159142 Apr 05 18:40:46.949083 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2eda-b0bc-4c5e-99f9-e284c9023557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:46.983963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Checking segment: {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:46.984252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Network hostable DHCP agents. Network: d7332c7a-e3e0-4a9d-9843-2f0371e1682b, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:40:46.986373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad459ce8-4e28-41db-9b07-35fa473c0254,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:47.002653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.007918 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2eda-b0bc-4c5e-99f9-e284c9023557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.033751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c51b3cfb-b286-43d1-8982-5a21fa23ced5 req-c09d0a36-29bc-4826-8c49-853ab779dbdf tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961814 Apr 05 18:40:47.052603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Network d7332c7a-e3e0-4a9d-9843-2f0371e1682b is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:40:47.071063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d7332c7a-e3e0-4a9d-9843-2f0371e1682b) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:47.078331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Pushing event deleted for resources: {'Port': ['ID=77d5bdfe-cb71-42ac-86c7-37d7bd9f9636,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:47.079885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0780bc0e-f78f-457a-9986-6a7e81577b09 None None] Network d7332c7a-e3e0-4a9d-9843-2f0371e1682b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:47.082128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:47.082792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.134812 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-371b546d-5ade-4399-a442-963f1470ce4d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5842950 Apr 05 18:40:47.139516 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.146508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b2d0-df14-4039-868c-58237c96dba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.148802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40132) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:47.167656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:47.228470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2eda-b0bc-4c5e-99f9-e284c9023557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.232425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ac3b2eda-b0bc-4c5e-99f9-e284c9023557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.233288 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.234453 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.238364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ac3b2eda-b0bc-4c5e-99f9-e284c9023557 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bb68ca2-cfb6-440b-971a-8cbc966b6d35 HTTP/1.1" status: 204 len: 168 time: 0.5705068 Apr 05 18:40:47.243394 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.272919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b2eda-b0bc-4c5e-99f9-e284c9023557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb68ca2-cfb6-440b-971a-8cbc966b6d35,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:47.319089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:40:47.342476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Network a610ad5d-802b-49f0-bf4a-6ad54e1ad241 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:47.393896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-d7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:40:47.394795 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.403867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Pushing event updated for resources: {'Port': ['ID=b3603270-0f96-4016-81d1-2970590401b5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:47.408643 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.411725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:47.416510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:47.596296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:40:47.623703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:47.626461 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.659775 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] Sync routers for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:47.679920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Allocated IP 172.20.0.2 (d7332c7a-e3e0-4a9d-9843-2f0371e1682b/ad459ce8-4e28-41db-9b07-35fa473c0254/5e4d2f46-28fa-46a2-8ba8-e8424b835337) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:47.685865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:47.686538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:47.784956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9809386-c820-4ef8-90d5-4a3478c65536 req-4031ce66-a5ff-461a-934e-41a12d8824bd tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cef21dd-a347-4317-a97c-83fb33c33ce0 HTTP/1.1" status: 200 len: 210 time: 0.1370571 Apr 05 18:40:47.784956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] No DVR routers for this DVR port 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:47.801597 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:47.805393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-949965b5-4e0b-4ab0-bb20-c2097125f989 req-4bdfa4c0-f2f5-43e8-aa25-842768df2e29 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.20 "DELETE /v2.0/ports/77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 HTTP/1.1" status: 204 len: 173 time: 2.6351452 Apr 05 18:40:47.827208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'name': 'network-vif-deleted', 'tag': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:47.840732 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1372f2c9-a69b-4200-8304-ab2bc9d1ab89" -d '{"events": [{"server_uuid": "8cef21dd-a347-4317-a97c-83fb33c33ce0", "name": "network-vif-deleted", "tag": "77d5bdfe-cb71-42ac-86c7-37d7bd9f9636"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:47.931322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:47.934957 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e08242c-d4dc-4088-80df-83748d6d9c0d" -d '{"events": [{"server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "name": "network-vif-plugged", "status": "completed", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:48.008500 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f640d42c-664c-4714-8d34-6013feb786cc x-openstack-request-id: req-f640d42c-664c-4714-8d34-6013feb786cc {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:48.010226 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cef21dd-a347-4317-a97c-83fb33c33ce0", "name": "network-vif-deleted", "tag": "77d5bdfe-cb71-42ac-86c7-37d7bd9f9636", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:48.011424 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f640d42c-664c-4714-8d34-6013feb786cc {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:48.019740 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f640d42c-664c-4714-8d34-6013feb786cc'] response: {'server_uuid': '8cef21dd-a347-4317-a97c-83fb33c33ce0', 'name': 'network-vif-deleted', 'tag': '77d5bdfe-cb71-42ac-86c7-37d7bd9f9636', 'status': 'completed', 'code': 200} Apr 05 18:40:48.097880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb0df3-bfb3-4e43-a4c3-290bc8299a1a req-3e963562-a61c-4a16-8f60-3666bb7dd69d tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:48.107456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58fb0df3-bfb3-4e43-a4c3-290bc8299a1a req-3e963562-a61c-4a16-8f60-3666bb7dd69d tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.2131932 Apr 05 18:40:48.293398 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-19ce91f2-bdd6-49c3-a450-93005315e162 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6301222 Apr 05 18:40:48.311184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58fb0df3-bfb3-4e43-a4c3-290bc8299a1a req-fafaefc9-de37-4354-8e33-de6bba26ecf3 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027323 Apr 05 18:40:48.354419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3f13b-2bb8-4fa2-a6b2-0c6b8a11de50 req-659d8f2b-ee97-46b6-99aa-b6546541181f tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:48.357379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Request body: {'port': {'device_id': 'f5e715b4-8429-4e6c-8dc3-e2b0eca2888e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:48.367267 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:48.377096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fbd3f13b-2bb8-4fa2-a6b2-0c6b8a11de50 req-659d8f2b-ee97-46b6-99aa-b6546541181f tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 932 time: 0.2036693 Apr 05 18:40:48.391013 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b2d0-df14-4039-868c-58237c96dba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:48.414940 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad9e79c-db71-4591-9aeb-19386de51f45 x-openstack-request-id: req-1ad9e79c-db71-4591-9aeb-19386de51f45 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:48.416383 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "name": "network-vif-plugged", "status": "completed", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:48.417398 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ad9e79c-db71-4591-9aeb-19386de51f45 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:48.418004 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad9e79c-db71-4591-9aeb-19386de51f45'] response: {'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'code': 200} Apr 05 18:40:48.431541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b2d0-df14-4039-868c-58237c96dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:48.470253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fbd3f13b-2bb8-4fa2-a6b2-0c6b8a11de50 req-5073733e-c182-4837-bc9d-6911c5846256 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921476 Apr 05 18:40:48.526020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:48.551468 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6ac4b2d0-df14-4039-868c-58237c96dba3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a3ca5569cf44a7b9514335cd21faeaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6201880 Apr 05 18:40:48.554478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60caf6-3f3e-4705-812a-2b9ebb9fda5b req-f82c083e-8000-44b8-8bee-365ea336102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:48.558202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac60caf6-3f3e-4705-812a-2b9ebb9fda5b req-f82c083e-8000-44b8-8bee-365ea336102b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1096 time: 0.0783083 Apr 05 18:40:48.558702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40166) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:48.584346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b2d0-df14-4039-868c-58237c96dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464d5465-54a1-4fd5-b628-12611744850d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:48.609703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:48.756203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac60caf6-3f3e-4705-812a-2b9ebb9fda5b req-2fb8acdc-672f-41f4-aafd-abf671658a47 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858878 Apr 05 18:40:48.815193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371854c5-df82-4341-b6a9-94808b12b7de req-90a3a1a8-a168-4218-8286-b68c059d2577 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:48.819924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-371854c5-df82-4341-b6a9-94808b12b7de req-90a3a1a8-a168-4218-8286-b68c059d2577 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 950 time: 0.2004435 Apr 05 18:40:48.843034 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:48.867811 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64026f7a-0fd5-4c57-aaba-4b2fe6c88af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:48.903398 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:48.920775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-371854c5-df82-4341-b6a9-94808b12b7de req-64d0b09f-d737-4ba3-967f-fc5bf5323196 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833921 Apr 05 18:40:48.933291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64026f7a-0fd5-4c57-aaba-4b2fe6c88af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:48.942260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40176) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:48.968124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40182) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:49.041505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Network d7332c7a-e3e0-4a9d-9843-2f0371e1682b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:49.042205 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.048063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:49.070040 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.112464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:49.136371 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58a854f7-2780-44c4-9d35-ca06fac87663 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.144560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64026f7a-0fd5-4c57-aaba-4b2fe6c88af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.160510 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64026f7a-0fd5-4c57-aaba-4b2fe6c88af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.162569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-64026f7a-0fd5-4c57-aaba-4b2fe6c88af4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/464d5465-54a1-4fd5-b628-12611744850d HTTP/1.1" status: 204 len: 168 time: 0.6028986 Apr 05 18:40:49.188956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64026f7a-0fd5-4c57-aaba-4b2fe6c88af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464d5465-54a1-4fd5-b628-12611744850d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:49.222364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Pushing event updated for resources: {'Port': ['ID=5e4d2f46-28fa-46a2-8ba8-e8424b835337,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:49.238892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58a854f7-2780-44c4-9d35-ca06fac87663 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.285996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3603270-0f96-4016-81d1-2970590401b5 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:49.303985 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.366243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Allocated IP 172.25.4.80 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/f2736c35-f0e4-4afd-b07a-4f30ae093349) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:49.401191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baced6-f702-4864-b347-cd8c416f136c req-01ec6a7a-0af6-4ce2-9a71-82980ebbbca3 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:49.410157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98baced6-f702-4864-b347-cd8c416f136c req-01ec6a7a-0af6-4ce2-9a71-82980ebbbca3 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 1101 time: 0.0934820 Apr 05 18:40:49.418431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58a854f7-2780-44c4-9d35-ca06fac87663 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.421132 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58a854f7-2780-44c4-9d35-ca06fac87663 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.422490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-58a854f7-2780-44c4-9d35-ca06fac87663 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "DELETE /v2.0/security-groups/8aa82ab6-7e19-47e3-a010-7f300d8b201a HTTP/1.1" status: 204 len: 168 time: 0.4529879 Apr 05 18:40:49.425071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Attempting to bind port 5e4d2f46-28fa-46a2-8ba8-e8424b835337 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:49.425600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Attempting to bind port 5e4d2f46-28fa-46a2-8ba8-e8424b835337 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:49.428301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40192) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:49.429953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Attempting to bind port 5e4d2f46-28fa-46a2-8ba8-e8424b835337 on network d7332c7a-e3e0-4a9d-9843-2f0371e1682b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:49.447123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1303225910-network', 'tenant_id': '198ab92468a84663a0dbcd854566b1a9'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:49.449420 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-98baced6-f702-4864-b347-cd8c416f136c req-a98e7c26-949d-4e31-8541-386dc3f55205 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.453114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:49.453710 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Checking segment: {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:49.454577 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.455127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Bound using segment: {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:49.458549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Bound port: 5e4d2f46-28fa-46a2-8ba8-e8424b835337, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:49.459011 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.466564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a854f7-2780-44c4-9d35-ca06fac87663 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa82ab6-7e19-47e3-a010-7f300d8b201a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:49.483698 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-a3dd87a3-977f-4fa5-8353-b55f671e8b2c tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] show failed (client error): The resource could not be found. Apr 05 18:40:49.485905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a3dd87a3-977f-4fa5-8353-b55f671e8b2c tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "GET /v2.0/security-groups/8aa82ab6-7e19-47e3-a010-7f300d8b201a HTTP/1.1" status: 404 len: 347 time: 0.0504315 Apr 05 18:40:49.510774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40196) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:49.531215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:32Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '997c700a-0c68-4808-8221-aafe25731a96', 'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'mac_address': 'fa:16:3e:3c:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:29Z', 'updated_at': '2022-04-05T18:39:38Z', 'revision_number': 5, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'subnets': [{'id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:49.565029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d93ff-faac-4567-b543-1a91dd56b8ec req-1937203e-b014-40e9-875f-ec00d962d5f6 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:49.572803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee3d93ff-faac-4567-b543-1a91dd56b8ec req-1937203e-b014-40e9-875f-ec00d962d5f6 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1267302 Apr 05 18:40:49.576832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Transition to ACTIVE for port object b3603270-0f96-4016-81d1-2970590401b5 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:40:49.605860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] Checking router: 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:49.619869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.634272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:49.635189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:49.653929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee3d93ff-faac-4567-b543-1a91dd56b8ec req-1319f69f-aa4e-4701-a38d-9797a0f9d9bf tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777216 Apr 05 18:40:49.683987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Pushing event updated for resources: {'Port': ['ID=b3603270-0f96-4016-81d1-2970590401b5,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:49.716324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Made reservation on behalf of 198ab92468a84663a0dbcd854566b1a9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:49.719346 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.726732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:49.754615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.785440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:49.786634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 77d5bdfe-cb71-42ac-86c7-37d7bd9f9636 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:49.821643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] For port 5e4d2f46-28fa-46a2-8ba8-e8424b835337, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:49.825441 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-98baced6-f702-4864-b347-cd8c416f136c req-a98e7c26-949d-4e31-8541-386dc3f55205 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.832474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] For port 5e4d2f46-28fa-46a2-8ba8-e8424b835337, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5e4d2f46-28fa-46a2-8ba8-e8424b835337,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:49.855896 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-98baced6-f702-4864-b347-cd8c416f136c req-a98e7c26-949d-4e31-8541-386dc3f55205 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.866937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.880149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.886648 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:49.935617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c2c9be-ea6f-432b-8a79-91ec254d8ace,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:49.955638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98baced6-f702-4864-b347-cd8c416f136c req-a98e7c26-949d-4e31-8541-386dc3f55205 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420570 Apr 05 18:40:49.961061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e7c26-949d-4e31-8541-386dc3f55205 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adabd18d-5cd1-4a5a-82e8-e5ac2d7a6b03,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:50.011704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.018724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:40:50.025785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:50.046996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f781-e2d7-4c87-bbc0-4d2f50b93a1f req-b139dcb2-fda7-4166-a60a-030a093d4c45 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:50.049710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bde7f781-e2d7-4c87-bbc0-4d2f50b93a1f req-b139dcb2-fda7-4166-a60a-030a093d4c45 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 944 time: 0.3047712 Apr 05 18:40:50.080857 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Deleting port 733b8cec-6d7f-4712-b297-1840767b4dd4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:50.081129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.114648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd3247-ce11-4503-a756-34cf36657bb3 None None] Pushing event updated for resources: {'Port': ['ID=5e4d2f46-28fa-46a2-8ba8-e8424b835337,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:50.142751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bde7f781-e2d7-4c87-bbc0-4d2f50b93a1f req-c24eb844-85e6-4c6c-9e88-1588eb1457b1 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759382 Apr 05 18:40:50.192579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.192980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.209123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Calling delete_port for 733b8cec-6d7f-4712-b297-1840767b4dd4 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:50.328217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.329461 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Added segment 1f05a3d0-4290-4580-985f-149328183c0c of type vlan for network 5608849a-3eb3-479a-99a7-f1b4d94662d9 Apr 05 18:40:50.417650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40216) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:50.445352 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.471411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Attempting to bind port b3603270-0f96-4016-81d1-2970590401b5 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:50.472087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Attempting to bind port b3603270-0f96-4016-81d1-2970590401b5 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a610ad5d-802b-49f0-bf4a-6ad54e1ad241'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:50.472599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Attempting to bind port b3603270-0f96-4016-81d1-2970590401b5 on network a610ad5d-802b-49f0-bf4a-6ad54e1ad241 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:50.487411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.533445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Port b3603270-0f96-4016-81d1-2970590401b5 on network a610ad5d-802b-49f0-bf4a-6ad54e1ad241 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:40:50.534019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Attempting to bind port b3603270-0f96-4016-81d1-2970590401b5 on network a610ad5d-802b-49f0-bf4a-6ad54e1ad241 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:50.541398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:32Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '997c700a-0c68-4808-8221-aafe25731a96', 'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'mac_address': 'fa:16:3e:3c:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:29Z', 'updated_at': '2022-04-05T18:39:38Z', 'revision_number': 5, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'subnets': [{'id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:50.543299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:50.554895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:50.564775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.566001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:50.566776 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.579464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:50.584316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.586382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecd8cf-1175-4a56-9a31-ce5ce8854aae None None] The sync data for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 is: [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:39:32Z', 'revision_number': 4, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '997c700a-0c68-4808-8221-aafe25731a96', 'name': '', 'network_id': 'c8afd957-c529-4c57-aa58-a295d1ad65c9', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'mac_address': 'fa:16:3e:3c:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:29Z', 'updated_at': '2022-04-05T18:39:38Z', 'revision_number': 5, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'subnets': [{'id': '7da9d0e2-2a1a-42b1-a218-a324f3f06df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:50.601256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Pushing event updated for resources: {'Port': ['ID=f2736c35-f0e4-4afd-b07a-4f30ae093349,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:50.604128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:50.604550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Checking segment: {'id': '7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a610ad5d-802b-49f0-bf4a-6ad54e1ad241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:50.605787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Bound using segment: {'id': '7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a610ad5d-802b-49f0-bf4a-6ad54e1ad241'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:50.606354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Bound port: b3603270-0f96-4016-81d1-2970590401b5, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a610ad5d-802b-49f0-bf4a-6ad54e1ad241'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:50.606836 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.608844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-423504512-network', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:50.637546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Made reservation on behalf of 8d331b934c3a40e4bf8de6283121208c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:50.643421 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.661474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.679130 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7339170 Apr 05 18:40:50.684292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40222) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:50.695664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Request body: {'subnet': {'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1303225910-subnet', 'tenant_id': '198ab92468a84663a0dbcd854566b1a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:50.736393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Made reservation on behalf of 198ab92468a84663a0dbcd854566b1a9 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:50.738972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.798285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Pushing event deleted for resources: {'Port': ['ID=733b8cec-6d7f-4712-b297-1840767b4dd4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:50.805346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5e4d2f46-28fa-46a2-8ba8-e8424b835337 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:50.885659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb15b8-1611-4094-89fd-451d92429b1a admin admin] Pushing event updated for resources: {'Network': ['ID=5608849a-3eb3-479a-99a7-f1b4d94662d9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:50.889668 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.892900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:50.896761 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e90b8ec3-34aa-4667-bf3b-87b0b67a8087 tempest-ServersTestFqdnHostnames-2100328940 tempest-ServersTestFqdnHostnames-2100328940-project] 10.222.0.15 "DELETE /v2.0/floatingips/69c73c8c-cff4-4997-aefe-83d28eeae70d HTTP/1.1" status: 204 len: 168 time: 1.3822014 Apr 05 18:40:50.898803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40226) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:50.922575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5608849a-3eb3-479a-99a7-f1b4d94662d9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:40:50.944533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5e4d2f46-28fa-46a2-8ba8-e8424b835337 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:50.945345 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.084241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] For port b3603270-0f96-4016-81d1-2970590401b5, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:51.138488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] For port b3603270-0f96-4016-81d1-2970590401b5, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3603270-0f96-4016-81d1-2970590401b5,segment=NetworkSegment(7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66),segment_id=7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:51.165813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.183370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.204411 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0616cf-869f-4c43-a880-469f5fd10ac3 None None] New status for floating IP 69c73c8c-cff4-4997-aefe-83d28eeae70d: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:40:51.226733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bda5d0-4459-49cc-92cc-2156b888fb9d req-b63e93a2-ac15-46a7-9eac-c3072c7a3c23 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:51.229073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9bda5d0-4459-49cc-92cc-2156b888fb9d req-b63e93a2-ac15-46a7-9eac-c3072c7a3c23 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.4160585 Apr 05 18:40:51.230000 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.236235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.249757 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.290461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 5e4d2f46-28fa-46a2-8ba8-e8424b835337, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5e4d2f46-28fa-46a2-8ba8-e8424b835337,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:51.295454 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.346041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Pushing event updated for resources: {'Port': ['ID=b3603270-0f96-4016-81d1-2970590401b5,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:51.354239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=5e4d2f46-28fa-46a2-8ba8-e8424b835337,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:51.373506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:51.374182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.376205 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-7ed23d4a-aef4-4437-b6d6-990b9678248f service neutron] 10.222.0.25 "PUT /v2.0/ports/b3603270-0f96-4016-81d1-2970590401b5 HTTP/1.1" status: 200 len: 1092 time: 3.0488162 Apr 05 18:40:51.376657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e715b4-8429-4e6c-8dc3-e2b0eca2888e', 'tag': 'b3603270-0f96-4016-81d1-2970590401b5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:51.378939 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81a5901-e774-417b-bbf1-d0efe8983de0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e715b4-8429-4e6c-8dc3-e2b0eca2888e", "tag": "b3603270-0f96-4016-81d1-2970590401b5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:51.386721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:40:51.396951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e25e0e-d7cc-4e7b-8cc9-331ac49afe8f req-1663e143-8322-49b6-98e6-63ccb18ab4c8 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:51.406236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0e25e0e-d7cc-4e7b-8cc9-331ac49afe8f req-1663e143-8322-49b6-98e6-63ccb18ab4c8 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 1101 time: 0.2386868 Apr 05 18:40:51.415539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497e7474-6c56-43fb-9003-17d6b9997415,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:51.461209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac07c68-f938-4e8c-93b8-1fcd321bbe70,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:51.471463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.471817 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Added segment cc159a34-f21a-46d4-99d7-7c60e44802e5 of type vlan for network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac Apr 05 18:40:51.507183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9bda5d0-4459-49cc-92cc-2156b888fb9d req-852720d9-f51d-4b7e-a64d-0f5e2324f2a5 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624755 Apr 05 18:40:51.564003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0e25e0e-d7cc-4e7b-8cc9-331ac49afe8f req-cfac2a6f-773c-488b-a5c0-994b93530465 tempest-ServersAdminNegativeTestJSON-889490857 tempest-ServersAdminNegativeTestJSON-889490857-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434891 Apr 05 18:40:51.566985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-d4c4ce1c-a31c-4c95-a784-79adb1effd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:51.568719 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-d4c4ce1c-a31c-4c95-a784-79adb1effd7c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd2bbbf60345464abe798b132887c7e5&device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 1095 time: 0.1396406 Apr 05 18:40:51.577211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Checking segment: {'id': '1f05a3d0-4290-4580-985f-149328183c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:51.577667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Network hostable DHCP agents. Network: 5608849a-3eb3-479a-99a7-f1b4d94662d9, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:40:51.593055 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.635211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cebeb9-c925-4676-a377-1b1457ada798 None None] Network d7332c7a-e3e0-4a9d-9843-2f0371e1682b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:51.671816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Network 5608849a-3eb3-479a-99a7-f1b4d94662d9 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:40:51.682309 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.683539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:51.684204 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.713059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5608849a-3eb3-479a-99a7-f1b4d94662d9) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:51.729798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd378035-b0a3-46ee-bcf2-0ce127caf339 None None] Network 5608849a-3eb3-479a-99a7-f1b4d94662d9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:51.750936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:51.751914 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.762880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817edbc8-a035-419c-ad9c-1c721e175e9a req-05ca1dd4-80d5-431e-841c-d59ae0d76c98 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:51.771732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-817edbc8-a035-419c-ad9c-1c721e175e9a req-05ca1dd4-80d5-431e-841c-d59ae0d76c98 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 944 time: 0.1687539 Apr 05 18:40:51.787530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3681641 Apr 05 18:40:51.797081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:51.810445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Request body: {'subnet': {'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-423504512-subnet', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:51.836986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-879286c5-cbc9-4116-a982-72310b3d6401 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1435244 Apr 05 18:40:51.836986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b5d9f-b950-4275-91c2-1b2493dbad9f admin admin] Pushing event updated for resources: {'Network': ['ID=6074525f-c91e-4c4a-bf5e-2c52ebfadaac,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:51.851158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-adc25214-c081-4152-85f6-a34d12213803 None None] Provisioning complete for port 5e4d2f46-28fa-46a2-8ba8-e8424b835337 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:51.851880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adc25214-c081-4152-85f6-a34d12213803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:51.915491 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:40:51.944238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-817edbc8-a035-419c-ad9c-1c721e175e9a req-c6065a63-a696-4504-9bcb-e24e64340a28 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717193 Apr 05 18:40:52.019313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Made reservation on behalf of 8d331b934c3a40e4bf8de6283121208c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:52.023223 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:52.080120 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deab2a5f-dc48-4baa-a5b2-205b342bc7e0 x-openstack-request-id: req-deab2a5f-dc48-4baa-a5b2-205b342bc7e0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:52.080544 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e715b4-8429-4e6c-8dc3-e2b0eca2888e", "tag": "b3603270-0f96-4016-81d1-2970590401b5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:52.080886 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-deab2a5f-dc48-4baa-a5b2-205b342bc7e0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:52.081382 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deab2a5f-dc48-4baa-a5b2-205b342bc7e0'] response: {'name': 'network-changed', 'server_uuid': 'f5e715b4-8429-4e6c-8dc3-e2b0eca2888e', 'tag': 'b3603270-0f96-4016-81d1-2970590401b5', 'status': 'completed', 'code': 200} Apr 05 18:40:52.089102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:52.133322 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-14c33c73-bdfd-4038-a34a-a36facfa9976 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3603270-0f96-4016-81d1-2970590401b5 HTTP/1.1" status: 200 len: 217 time: 0.0499535 Apr 05 18:40:52.154811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-549794d3-c776-4136-8afe-f857c567993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:52.156932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-549794d3-c776-4136-8afe-f857c567993d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1096 time: 0.2615685 Apr 05 18:40:52.246694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38faeb-2b85-4915-a2c7-1ccac9376674 req-d0235240-2408-400e-bab5-e35b400d8f89 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:52.257122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed38faeb-2b85-4915-a2c7-1ccac9376674 req-d0235240-2408-400e-bab5-e35b400d8f89 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1843777 Apr 05 18:40:52.306273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-ed5bae98-2ca4-4411-aa03-048392694129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:52.310275 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-ed5bae98-2ca4-4411-aa03-048392694129 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4db2221b-1fc9-45b3-84b5-4f5a198f97e1 HTTP/1.1" status: 200 len: 849 time: 0.1161876 Apr 05 18:40:52.363773 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-e1686e96-e66d-4c2f-9b62-e71ba79f5126 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a610ad5d-802b-49f0-bf4a-6ad54e1ad241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432949 Apr 05 18:40:52.376619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d558b4-7b7c-444d-a947-56b71ed95ae2 None None] Network 5608849a-3eb3-479a-99a7-f1b4d94662d9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:52.433622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed38faeb-2b85-4915-a2c7-1ccac9376674 req-61e90cf7-4ab3-4bef-b82d-c1e0751a4352 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737957 Apr 05 18:40:52.481823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-f7c2d677-e242-46cd-a2f1-723bfc6d840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:52.483333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-f7c2d677-e242-46cd-a2f1-723bfc6d840b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 920 time: 0.3170717 Apr 05 18:40:52.523771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-1c0e9a07-c01b-4f64-9f1f-428cca10ccbe req-dcd320c7-d93a-4392-8af7-4680bf82f5dd tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-452064012', 'description': 'tempest-description-141565682'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:52.595175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-ea9714d4-7efa-4223-8029-395d987e0527 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0992873 Apr 05 18:40:52.652538 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-ddb33913-1d93-4c4f-9228-897faf059656 service neutron] 10.222.0.25 "GET /v2.0/networks/a610ad5d-802b-49f0-bf4a-6ad54e1ad241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793269 Apr 05 18:40:52.673778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a07-c01b-4f64-9f1f-428cca10ccbe req-dcd320c7-d93a-4392-8af7-4680bf82f5dd tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:52.689562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:52.693164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:52.697724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5e4d2f46-28fa-46a2-8ba8-e8424b835337 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:52.735639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-36ddb434-31cf-4c36-92b8-c466223290c8 None None] Provisioning complete for port 5e4d2f46-28fa-46a2-8ba8-e8424b835337 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:52.736008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-36ddb434-31cf-4c36-92b8-c466223290c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:52.740654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:52.796115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5e4d2f46-28fa-46a2-8ba8-e8424b835337 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:52.796477 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:52.896768 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891838d8-c6d0-4e17-b1e0-56e2250c2cf3 req-39d6cc75-86ee-42a6-8ef2-e6d6d2da9d1b service neutron] 10.222.0.25 "GET /v2.0/networks/a610ad5d-802b-49f0-bf4a-6ad54e1ad241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378139 Apr 05 18:40:53.008651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-7d59deaa-a8fd-43f3-ab95-526fa1fbce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:53.009977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-7d59deaa-a8fd-43f3-ab95-526fa1fbce01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 200 len: 860 time: 0.4030237 Apr 05 18:40:53.017275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87030801-bae7-494f-bdbd-1fb9c4f3e066 req-54136152-788a-4ec9-a3c3-bb27e8ccd985 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:53.018636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87030801-bae7-494f-bdbd-1fb9c4f3e066 req-54136152-788a-4ec9-a3c3-bb27e8ccd985 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 950 time: 0.4357920 Apr 05 18:40:53.068492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-67db7b0c-25e5-4bdb-83b7-478b7256dd2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489140 Apr 05 18:40:53.071745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-2a5895a3-e1ad-4b3d-a982-f1b9d94d3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:53.073222 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-2a5895a3-e1ad-4b3d-a982-f1b9d94d3804 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd2bbbf60345464abe798b132887c7e5&device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 1095 time: 0.1169655 Apr 05 18:40:53.091252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=556aab64-ec0c-491d-8cf2-6ca4aaa8687a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:53.098272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Router cc6d9285-82be-497e-a70b-277c63c3cc80 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:40:53.187036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Checking segment: {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:53.187396 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Network hostable DHCP agents. Network: 6074525f-c91e-4c4a-bf5e-2c52ebfadaac, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:40:53.201070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87030801-bae7-494f-bdbd-1fb9c4f3e066 req-d7dce837-feae-4d66-b872-e00184405d70 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620648 Apr 05 18:40:53.220573 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a07-c01b-4f64-9f1f-428cca10ccbe req-dcd320c7-d93a-4392-8af7-4680bf82f5dd tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.240661 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a07-c01b-4f64-9f1f-428cca10ccbe req-dcd320c7-d93a-4392-8af7-4680bf82f5dd tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.277662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:40:53.289435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-f66196da-5780-4dc7-b981-1b2ddb7d72c3 service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991327 Apr 05 18:40:53.300085 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a07-c01b-4f64-9f1f-428cca10ccbe req-dcd320c7-d93a-4392-8af7-4680bf82f5dd tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.301271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0e9a07-c01b-4f64-9f1f-428cca10ccbe req-dcd320c7-d93a-4392-8af7-4680bf82f5dd tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7905116 Apr 05 18:40:53.308244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-9eb18df8-7c79-407f-b4a9-285a475d3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:53.309726 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-9eb18df8-7c79-407f-b4a9-285a475d3617 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a610ad5d-802b-49f0-bf4a-6ad54e1ad241 HTTP/1.1" status: 200 len: 909 time: 0.2271669 Apr 05 18:40:53.319296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 6074525f-c91e-4c4a-bf5e-2c52ebfadaac) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:53.320824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd320c7-d93a-4392-8af7-4680bf82f5dd tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65efce89-4012-4297-a7e4-7c2896ba6128,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:53.328226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a3bf4-2efa-49af-931f-3719bcfd5662 None None] Network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:53.348308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:53.348906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.363325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-60ee141a-f63c-4a73-ba17-87682fb5c612 req-3e6e9be6-590c-44c1-a46a-9996ef1de9aa tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1024773824', 'description': 'tempest-description-542479824'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:53.385030 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-d297c6c5-430e-45e7-ab5c-d0de55cdd2ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3603270-0f96-4016-81d1-2970590401b5 HTTP/1.1" status: 200 len: 217 time: 0.0464702 Apr 05 18:40:53.403172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:40:53.426195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Sync routers for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:53.431860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8e061ffd-0338-4457-881b-46a7ee24e02d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6326878 Apr 05 18:40:53.438495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40266) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:53.447025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f364-461b-4370-80ac-ea8e0a6b0ddd req-7dbe0c55-7975-41d4-bec6-531607c7a176 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:53.450218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0395f364-461b-4370-80ac-ea8e0a6b0ddd req-7dbe0c55-7975-41d4-bec6-531607c7a176 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 944 time: 0.1548576 Apr 05 18:40:53.458331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:53.466271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:53.467206 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:53.469953 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.472285 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ab3edfe0-d5ac-4d1c-bc34-4b2af6fb6393 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3083670 Apr 05 18:40:53.472690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-60ee141a-f63c-4a73-ba17-87682fb5c612 req-3e6e9be6-590c-44c1-a46a-9996ef1de9aa tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.475107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Deleting port 997c700a-0c68-4808-8221-aafe25731a96 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:53.475452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.476102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40270) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:53.477961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-0d9ab4b4-dfac-438b-b83e-d11e89c475a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:53.479413 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-0d9ab4b4-dfac-438b-b83e-d11e89c475a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4db2221b-1fc9-45b3-84b5-4f5a198f97e1 HTTP/1.1" status: 200 len: 849 time: 0.0855098 Apr 05 18:40:53.539951 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-ff021c89-2458-4a3c-8e34-0eed2525c406 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a610ad5d-802b-49f0-bf4a-6ad54e1ad241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491726 Apr 05 18:40:53.576652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b99a62dc-d7c9-4970-bb3a-015e5b14f538 req-bc865f32-5e02-4c93-9246-54bafc14f70c service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744529 Apr 05 18:40:53.577707 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.579528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.615784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0395f364-461b-4370-80ac-ea8e0a6b0ddd req-a22232b3-eeae-48a6-b917-e42eb91c9f5a tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538360 Apr 05 18:40:53.653386 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] For port 997c700a-0c68-4808-8221-aafe25731a96, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=997c700a-0c68-4808-8221-aafe25731a96,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:53.653759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.671399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:40:53.673006 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.681787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Calling delete_port for 997c700a-0c68-4808-8221-aafe25731a96 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:53.714204 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-ea555367-34d3-4960-be1c-fc572b6038fb service neutron] 10.222.0.25 "GET /v2.0/networks/a610ad5d-802b-49f0-bf4a-6ad54e1ad241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657400 Apr 05 18:40:53.729222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.754091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:53.852909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-60ee141a-f63c-4a73-ba17-87682fb5c612 req-3e6e9be6-590c-44c1-a46a-9996ef1de9aa tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.888148 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-60ee141a-f63c-4a73-ba17-87682fb5c612 req-3e6e9be6-590c-44c1-a46a-9996ef1de9aa tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:53.936694 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d81a5901-e774-417b-bbf1-d0efe8983de0 req-ce2db089-02f8-415d-ad89-22b63d2687f3 service neutron] 10.222.0.25 "GET /v2.0/networks/a610ad5d-802b-49f0-bf4a-6ad54e1ad241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902506 Apr 05 18:40:54.003822 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-60ee141a-f63c-4a73-ba17-87682fb5c612 req-3e6e9be6-590c-44c1-a46a-9996ef1de9aa tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.004966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Allocated IP 172.20.0.2 (6074525f-c91e-4c4a-bf5e-2c52ebfadaac/556aab64-ec0c-491d-8cf2-6ca4aaa8687a/901e852e-be82-4a43-8619-cdf254735398) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:54.005515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60ee141a-f63c-4a73-ba17-87682fb5c612 req-3e6e9be6-590c-44c1-a46a-9996ef1de9aa tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6506028 Apr 05 18:40:54.045608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec49b-820a-4ab6-9df8-cc74564b438f req-efe808f6-7c76-43eb-807c-e59609a9a185 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:54.046145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.047494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d4ec49b-820a-4ab6-9df8-cc74564b438f req-efe808f6-7c76-43eb-807c-e59609a9a185 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.3200078 Apr 05 18:40:54.052109 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.054979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e9be6-590c-44c1-a46a-9996ef1de9aa tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f1eb6b-b538-4b9b-84ec-f066b2131eae,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:54.130295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:51Z', 'revision_number': 3, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:54.177826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Checking router: cc6d9285-82be-497e-a70b-277c63c3cc80 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:54.178172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Updating router cc6d9285-82be-497e-a70b-277c63c3cc80 port f2736c35-f0e4-4afd-b07a-4f30ae093349 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:40:54.190371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=997c700a-0c68-4808-8221-aafe25731a96,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:54.220146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-b523a7a0-fe0c-4989-a00b-816aa97f7e8e tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:54.221442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.224207 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-b523a7a0-fe0c-4989-a00b-816aa97f7e8e tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 950 time: 0.1924419 Apr 05 18:40:54.271586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d4ec49b-820a-4ab6-9df8-cc74564b438f req-d5957392-2c24-488f-a8e3-2718e5eeacdb tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099257 Apr 05 18:40:54.534312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Deleting port 8cbbb81a-6edb-4285-b807-824770f41b13 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:54.534917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.540203 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.553067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.581906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f3166-6144-47d9-a5f4-f4b2560347f8 req-0394b621-84d7-47fa-a73d-723c5d710b16 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:54.583656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.586896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac9f3166-6144-47d9-a5f4-f4b2560347f8 req-0394b621-84d7-47fa-a73d-723c5d710b16 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d7c846-7b4c-40be-9509-0ce12a9979f1 HTTP/1.1" status: 200 len: 950 time: 0.2171149 Apr 05 18:40:54.607895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-127ffe7e-9724-4b2b-9456-a0e06eb91e4e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:54.609495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-127ffe7e-9724-4b2b-9456-a0e06eb91e4e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 813 time: 0.3236032 Apr 05 18:40:54.625297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:54.629152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:54.695583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:54.723542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Pushing event updated for resources: {'Port': ['ID=901e852e-be82-4a43-8619-cdf254735398,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:54.743127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac9f3166-6144-47d9-a5f4-f4b2560347f8 req-5bd6a7d4-d843-4d39-9f03-383b949ba49a tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471574 Apr 05 18:40:54.746385 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.761242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-50864508-ec35-4331-aed2-2a1899add74c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/quotas/198ab92468a84663a0dbcd854566b1a9 HTTP/1.1" status: 200 len: 375 time: 0.0765877 Apr 05 18:40:54.791964 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.815829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-22a0ec82-5c7a-4e2b-87c3-3c5603f7fbf2 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529466 Apr 05 18:40:54.846784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Attempting to bind port 901e852e-be82-4a43-8619-cdf254735398 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:54.847143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Attempting to bind port 901e852e-be82-4a43-8619-cdf254735398 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:54.847495 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Attempting to bind port 901e852e-be82-4a43-8619-cdf254735398 on network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:54.874012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:54.874787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Checking segment: {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:54.875409 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.876525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Bound using segment: {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:54.877234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Bound port: 901e852e-be82-4a43-8619-cdf254735398, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:54.877784 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.897400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Attempting to bind port f2736c35-f0e4-4afd-b07a-4f30ae093349 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:40:54.898023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Attempting to bind port f2736c35-f0e4-4afd-b07a-4f30ae093349 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:40:54.898601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Attempting to bind port f2736c35-f0e4-4afd-b07a-4f30ae093349 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:40:54.903254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79f293-45d8-4576-aa50-f54960ca1b04 None None] Pushing event updated for resources: {'Port': ['ID=f2736c35-f0e4-4afd-b07a-4f30ae093349,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:54.911965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:40:54.912664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:40:54.913217 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.913766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:40:54.914421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Bound port: f2736c35-f0e4-4afd-b07a-4f30ae093349, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:40:54.914984 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:54.981077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] For port 8cbbb81a-6edb-4285-b807-824770f41b13, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8cbbb81a-6edb-4285-b807-824770f41b13,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:54.981479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:55.001824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] For port f2736c35-f0e4-4afd-b07a-4f30ae093349, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:55.005351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] For port f2736c35-f0e4-4afd-b07a-4f30ae093349, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f2736c35-f0e4-4afd-b07a-4f30ae093349,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:55.026264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Calling delete_port for 8cbbb81a-6edb-4285-b807-824770f41b13 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:55.053877 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:55.087657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] For port 901e852e-be82-4a43-8619-cdf254735398, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:40:55.097357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] For port 901e852e-be82-4a43-8619-cdf254735398, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=901e852e-be82-4a43-8619-cdf254735398,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:40:55.101787 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:55.111214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-09251451-1ad5-4305-a3fc-212590380834 service neutron] 10.222.0.15 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942302 Apr 05 18:40:55.120119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e31a-5e01-4e58-bb18-3aa8287d08fc req-2da6725c-4006-4705-b669-a05b1d533e1b tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:55.121678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c202e31a-5e01-4e58-bb18-3aa8287d08fc req-2da6725c-4006-4705-b669-a05b1d533e1b tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 944 time: 0.2725816 Apr 05 18:40:55.198555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:55.204987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79f293-45d8-4576-aa50-f54960ca1b04 None None] Pushing event updated for resources: {'Port': ['ID=f2736c35-f0e4-4afd-b07a-4f30ae093349,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:55.257071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:40:55.273767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:55.347791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Pushing event deleted for resources: {'Port': ['ID=8cbbb81a-6edb-4285-b807-824770f41b13,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:55.411113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] No DVR routers for this DVR port 8cbbb81a-6edb-4285-b807-824770f41b13 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:55.443172 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:55.446382 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1bda6159-3cf6-47d8-92e5-85de189d19c5 req-6ea367af-5b44-4a7c-8ecd-0741ec2500a9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.25 "DELETE /v2.0/ports/8cbbb81a-6edb-4285-b807-824770f41b13 HTTP/1.1" status: 204 len: 173 time: 1.1775639 Apr 05 18:40:55.446872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d7c846-7b4c-40be-9509-0ce12a9979f1', 'name': 'network-vif-deleted', 'tag': '8cbbb81a-6edb-4285-b807-824770f41b13'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:55.449257 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8447f2f-de81-4c9f-8d05-ed38838ea6da" -d '{"events": [{"server_uuid": "b7d7c846-7b4c-40be-9509-0ce12a9979f1", "name": "network-vif-deleted", "tag": "8cbbb81a-6edb-4285-b807-824770f41b13"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:55.480324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:40:55.485871 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9af3f521-26ab-4d29-b488-a73e5ef9fc54 admin admin] 10.222.0.15 "PUT /v2.0/routers/05eb274f-3a64-4a09-9aca-ae4aab8ad6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5860589 Apr 05 18:40:55.488945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40300) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:55.503081 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] Sync routers for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:40:55.540630 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:55.541245 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:55.589269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['8cbbb81a-6edb-4285-b807-824770f41b13'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:55.603364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0d0ec61f-7824-4f09-a90e-205b995e7e91'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:55.611527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b3603270-0f96-4016-81d1-2970590401b5 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:40:55.695595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d28d7-8376-40d4-befe-3182f0d88934 None None] Pushing event updated for resources: {'Port': ['ID=901e852e-be82-4a43-8619-cdf254735398,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:55.698359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:55.784873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:55.797045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c202e31a-5e01-4e58-bb18-3aa8287d08fc req-2b1db4df-dbc2-44ec-96c2-04f5a34ef887 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620767 Apr 05 18:40:55.818107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:55.821281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:55.888076 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:55.958444 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:40:55.975313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:55.987180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.068570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Deleting port ca7173c0-d22e-4957-b9f3-28a9b9583ed4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:56.069079 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.168809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Allocated IP 172.20.0.1 (d7332c7a-e3e0-4a9d-9843-2f0371e1682b/ad459ce8-4e28-41db-9b07-35fa473c0254/803e8963-1bfb-493e-a693-a5a9d2c9890c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:56.243956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] For port ca7173c0-d22e-4957-b9f3-28a9b9583ed4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ca7173c0-d22e-4957-b9f3-28a9b9583ed4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:56.244523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.256790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-abbb58d0-d9c1-4933-ad0a-fb4891bc9401 service neutron] 10.222.0.15 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1444862 Apr 05 18:40:56.260332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Calling delete_port for ca7173c0-d22e-4957-b9f3-28a9b9583ed4 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:56.265948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:56.330776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f76c40-addc-40c4-97a7-f55d2a9c4103 req-8624431f-ff0b-4218-b202-444a14e7b50f tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:56.335757 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:40:53Z', 'revision_number': 5, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port': {'id': 'ca7173c0-d22e-4957-b9f3-28a9b9583ed4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:39:22Z', 'updated_at': '2022-04-05T18:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:56.339381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6f76c40-addc-40c4-97a7-f55d2a9c4103 req-8624431f-ff0b-4218-b202-444a14e7b50f tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.3585949 Apr 05 18:40:56.370115 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] Checking router: 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:40:56.384144 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] Routers {'05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:40:56.385025 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:56.397978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Allocated IP 172.25.4.109 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/5b02ea74-b12c-45eb-9baf-14b01f42c4a9) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:56.440524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b3603270-0f96-4016-81d1-2970590401b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3603270-0f96-4016-81d1-2970590401b5,segment=NetworkSegment(7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66),segment_id=7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:56.496054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.526708 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] Set router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:40:56.554465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7173c0-d22e-4957-b9f3-28a9b9583ed4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:56.585426 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae8fb77-9a41-48df-9533-df16c5632ef8 x-openstack-request-id: req-dae8fb77-9a41-48df-9533-df16c5632ef8 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:40:56.585717 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d7c846-7b4c-40be-9509-0ce12a9979f1", "name": "network-vif-deleted", "tag": "8cbbb81a-6edb-4285-b807-824770f41b13", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:40:56.585964 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dae8fb77-9a41-48df-9533-df16c5632ef8 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:40:56.586355 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae8fb77-9a41-48df-9533-df16c5632ef8'] response: {'server_uuid': 'b7d7c846-7b4c-40be-9509-0ce12a9979f1', 'name': 'network-vif-deleted', 'tag': '8cbbb81a-6edb-4285-b807-824770f41b13', 'status': 'completed', 'code': 200} Apr 05 18:40:56.591999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b3603270-0f96-4016-81d1-2970590401b5', 'network_id': 'a610ad5d-802b-49f0-bf4a-6ad54e1ad241', 'port_id': 'b3603270-0f96-4016-81d1-2970590401b5', 'mac_address': 'fa:16:3e:4d:77:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db2221b-1fc9-45b3-84b5-4f5a198f97e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:40:56.642936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.647025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6f76c40-addc-40c4-97a7-f55d2a9c4103 req-cad80a9c-bf5e-44bb-bf89-db7fcbbec587 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066809 Apr 05 18:40:56.666873 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:40:55Z', 'revision_number': 6, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:56.757668 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad96302-866d-415f-8ec5-a703e3c3aff5 None None] The sync data for ids ['05eb274f-3a64-4a09-9aca-ae4aab8ad6ad'] in n-d-836650-3 is: [{'id': '05eb274f-3a64-4a09-9aca-ae4aab8ad6ad', 'name': 'tempest-ServersTestFqdnHostnames-1192652797-router', 'tenant_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:39:20Z', 'updated_at': '2022-04-05T18:40:55Z', 'revision_number': 6, 'project_id': 'cee2a9bf3d8648bb99f1d24d69c038dc', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:56.858163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-159444e7-8dfb-4671-aa95-06136e5ca57d req-88ec376a-7299-4c07-9026-2c65735c9cbc tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 210 time: 0.0833988 Apr 05 18:40:56.865641 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.880298 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.882791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.950193 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.950902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05eb274f-3a64-4a09-9aca-ae4aab8ad6ad {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:40:56.957192 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.963261 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:56.970340 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f74dc70d-ba7f-4648-94b1-311d88746ab3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/05eb274f-3a64-4a09-9aca-ae4aab8ad6ad HTTP/1.1" status: 204 len: 168 time: 1.4803367 Apr 05 18:40:56.976232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40318) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:57.014510 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.050996 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.063456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3603270-0f96-4016-81d1-2970590401b5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:40:57.064972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-829a4056-19b0-4f5e-af16-460690afb105 admin admin] Deleting subnet 7da9d0e2-2a1a-42b1-a218-a324f3f06df2 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:40:57.069905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-829a4056-19b0-4f5e-af16-460690afb105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.120005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-829a4056-19b0-4f5e-af16-460690afb105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.129380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b3603270-0f96-4016-81d1-2970590401b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3603270-0f96-4016-81d1-2970590401b5,segment=NetworkSegment(7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66),segment_id=7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:57.143867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.238079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Network d7332c7a-e3e0-4a9d-9843-2f0371e1682b is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:57.266874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b3603270-0f96-4016-81d1-2970590401b5,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:57.284139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:51Z', 'revision_number': 3, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:57.291185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:57.293426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 901e852e-be82-4a43-8619-cdf254735398 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:57.323268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-829a4056-19b0-4f5e-af16-460690afb105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.343271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.343615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.344067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.344441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.345171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.345440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.345749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.346076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.347502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.347834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.348408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.348730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:40:57.351598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:57.400452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8cbbb81a-6edb-4285-b807-824770f41b13 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:57.429116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e327907-3c3c-4549-b0f4-a7e2629ed5b4 None None] The sync data for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 is: [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:51Z', 'revision_number': 3, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:40:57.433396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 8cbbb81a-6edb-4285-b807-824770f41b13 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:57.433779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8cbbb81a-6edb-4285-b807-824770f41b13 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:57.487980 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.489966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 901e852e-be82-4a43-8619-cdf254735398 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:57.490433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.497251 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec186f5-f372-4b59-97ed-7d90a18aa8f7 None None] Network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:57.503595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Pushing event updated for resources: {'Port': ['ID=803e8963-1bfb-493e-a693-a5a9d2c9890c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:57.519240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-829a4056-19b0-4f5e-af16-460690afb105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.544358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b3603270-0f96-4016-81d1-2970590401b5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:40:57.587109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe09c8-c910-4fc7-bd3c-3f950fdbebe4 req-585951f9-c044-42e5-8ccc-bd0d3e01ff65 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:57.595194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2fe09c8-c910-4fc7-bd3c-3f950fdbebe4 req-585951f9-c044-42e5-8ccc-bd0d3e01ff65 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 945 time: 0.5295250 Apr 05 18:40:57.603666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a4056-19b0-4f5e-af16-460690afb105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da9d0e2-2a1a-42b1-a218-a324f3f06df2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:57.607737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.616004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:57.620102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-829a4056-19b0-4f5e-af16-460690afb105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.636226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc55c7c-34e1-47e6-b3de-6b1fbe32558e None None] Network c8afd957-c529-4c57-aa58-a295d1ad65c9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:40:57.647232 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-829a4056-19b0-4f5e-af16-460690afb105 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7da9d0e2-2a1a-42b1-a218-a324f3f06df2 HTTP/1.1" status: 204 len: 168 time: 0.6653795 Apr 05 18:40:57.647941 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40328) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:57.741925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:57.759424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c965e-a45c-49b5-8cb9-84493053dbc6 req-77f31e7a-3681-483f-87b1-b2e13ed72c4e tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:57.766924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c46c965e-a45c-49b5-8cb9-84493053dbc6 req-77f31e7a-3681-483f-87b1-b2e13ed72c4e tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 950 time: 0.5790079 Apr 05 18:40:57.772152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.774051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:57.780471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-62c60f84-6f10-44d5-85f1-4106f55b8ded None None] Provisioning complete for port 901e852e-be82-4a43-8619-cdf254735398 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:57.780840 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-62c60f84-6f10-44d5-85f1-4106f55b8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:57.833744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2fe09c8-c910-4fc7-bd3c-3f950fdbebe4 req-61dff4c0-c758-4c1a-ad15-0e9fca2a3399 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304437 Apr 05 18:40:57.860677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Pushing event updated for resources: {'Port': ['ID=5b02ea74-b12c-45eb-9baf-14b01f42c4a9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:57.889084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Deleting port ba9f18ce-f8f4-40af-8ce9-98b23084615d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:40:57.892296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.028706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c46c965e-a45c-49b5-8cb9-84493053dbc6 req-5562b286-2fee-498e-b9e9-9edd15623613 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606072 Apr 05 18:40:58.101211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] For port ba9f18ce-f8f4-40af-8ce9-98b23084615d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ba9f18ce-f8f4-40af-8ce9-98b23084615d,segment=NetworkSegment(82215f8f-2f1e-4265-b1c5-a36cec8104ed),segment_id=82215f8f-2f1e-4265-b1c5-a36cec8104ed)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:58.101588 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.134572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Calling delete_port for ba9f18ce-f8f4-40af-8ce9-98b23084615d owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:40:58.239517 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-62c60f84-6f10-44d5-85f1-4106f55b8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.243744 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.262299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.306701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] No DVR routers for this DVR port ba9f18ce-f8f4-40af-8ce9-98b23084615d on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:40:58.314698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9f18ce-f8f4-40af-8ce9-98b23084615d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:58.383810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.434526 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.444953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 901e852e-be82-4a43-8619-cdf254735398, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=901e852e-be82-4a43-8619-cdf254735398,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:58.465927 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.503587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8afd957-c529-4c57-aa58-a295d1ad65c9']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:58.542593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82215f8f-2f1e-4265-b1c5-a36cec8104ed') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:58.542593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82215f8f-2f1e-4265-b1c5-a36cec8104ed') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:40:58.600658 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.666854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.675093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0dd749-aca1-4d62-bf91-59c0af111c22 None None] DHCP port deletion for c8afd957-c529-4c57-aa58-a295d1ad65c9 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:40:58.675406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:40:58.676398 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.711777 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-62c60f84-6f10-44d5-85f1-4106f55b8ded None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:40:58.711960 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:40:58.714032 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-62c60f84-6f10-44d5-85f1-4106f55b8ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:40:58.714032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=901e852e-be82-4a43-8619-cdf254735398,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:58.752746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02fe676a-bbaf-4241-a8fd-8ece6ef1cd52 req-40745ac9-de99-4418-a6fe-7366598f2c7b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 210 time: 0.1922538 Apr 05 18:40:58.782895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.854284 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:58.862224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] 10.222.0.15 "DELETE /v2.0/networks/c8afd957-c529-4c57-aa58-a295d1ad65c9 HTTP/1.1" status: 204 len: 168 time: 1.2129662 Apr 05 18:40:58.871342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f72bc-ba33-4713-9cc8-2d4a780a4c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=c8afd957-c529-4c57-aa58-a295d1ad65c9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:58.909721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f9615-101d-48b3-986e-10d359986c31 req-69146fba-65b2-4753-ac14-827e92c6dbd9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:58.911396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf0f9615-101d-48b3-986e-10d359986c31 req-69146fba-65b2-4753-ac14-827e92c6dbd9 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.20 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 950 time: 0.4348149 Apr 05 18:40:58.921247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4de6-5160-4365-a044-ee771466f118 req-8f28c7b9-83d1-483a-aa99-babfc1b24ff0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:58.928607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f2736c35-f0e4-4afd-b07a-4f30ae093349 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:58.931419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcfa4de6-5160-4365-a044-ee771466f118 req-8f28c7b9-83d1-483a-aa99-babfc1b24ff0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.6375127 Apr 05 18:40:58.936861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-3428f962-66ff-47c8-b387-e5902aa7f11b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:58.938499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-3428f962-66ff-47c8-b387-e5902aa7f11b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.25 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 813 time: 0.4448998 Apr 05 18:40:58.958290 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'port': {'device_id': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9', 'admin_state_up': True, 'tenant_id': '198ab92468a84663a0dbcd854566b1a9'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:40:59.061449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f2736c35-f0e4-4afd-b07a-4f30ae093349 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:59.061748 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.157888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Made reservation on behalf of 198ab92468a84663a0dbcd854566b1a9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:40:59.169175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.193697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40358) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:59.279088 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.343780 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7df29f74-6446-4fc8-9eb8-4de0e4fd855e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cee2a9bf3d8648bb99f1d24d69c038dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474335 Apr 05 18:40:59.345977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40360) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:40:59.387329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.404364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b3603270-0f96-4016-81d1-2970590401b5 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:40:59.406990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcfa4de6-5160-4365-a044-ee771466f118 req-a00c47eb-9977-446b-80a2-d4df8233759b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551505 Apr 05 18:40:59.413936 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.415494 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.424539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Allocated IP 172.20.0.8 (5608849a-3eb3-479a-99a7-f1b4d94662d9/497e7474-6c56-43fb-9003-17d6b9997415/23f565aa-bffe-4205-952d-5db66c5332a1) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:40:59.462797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07743506-6351-4311-acc4-f40eaf8ea2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.478940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port f2736c35-f0e4-4afd-b07a-4f30ae093349, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f2736c35-f0e4-4afd-b07a-4f30ae093349,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:59.488711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.521659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07743506-6351-4311-acc4-f40eaf8ea2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.522937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 997c700a-0c68-4808-8221-aafe25731a96 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:59.551404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 997c700a-0c68-4808-8221-aafe25731a96 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:59.551894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 997c700a-0c68-4808-8221-aafe25731a96 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:59.552402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ca7173c0-d22e-4957-b9f3-28a9b9583ed4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:40:59.585681 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: ca7173c0-d22e-4957-b9f3-28a9b9583ed4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:40:59.586197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ca7173c0-d22e-4957-b9f3-28a9b9583ed4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:40:59.630572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-baa67584-a4e3-4e39-96e6-88f613844abb None None] Provisioning complete for port 901e852e-be82-4a43-8619-cdf254735398 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:59.631430 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-baa67584-a4e3-4e39-96e6-88f613844abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.646747 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07743506-6351-4311-acc4-f40eaf8ea2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.649472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07743506-6351-4311-acc4-f40eaf8ea2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.653143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-07743506-6351-4311-acc4-f40eaf8ea2aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56c444a2-7567-4683-a49a-e416bb108927 HTTP/1.1" status: 204 len: 168 time: 0.3046515 Apr 05 18:40:59.658170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=f2736c35-f0e4-4afd-b07a-4f30ae093349,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:59.679506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port b3603270-0f96-4016-81d1-2970590401b5 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:40:59.687163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b3603270-0f96-4016-81d1-2970590401b5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:59.687163 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.705167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07743506-6351-4311-acc4-f40eaf8ea2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c444a2-7567-4683-a49a-e416bb108927,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:59.741617 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.829881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.879332 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.901829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-baa67584-a4e3-4e39-96e6-88f613844abb None None] Provisioning complete for port 803e8963-1bfb-493e-a693-a5a9d2c9890c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:40:59.901829 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-baa67584-a4e3-4e39-96e6-88f613844abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.907365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e715b4-8429-4e6c-8dc3-e2b0eca2888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3603270-0f96-4016-81d1-2970590401b5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:40:59.910686 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64593e52-200c-4580-ba92-be33a0c8685e" -d '{"events": [{"server_uuid": "f5e715b4-8429-4e6c-8dc3-e2b0eca2888e", "name": "network-vif-plugged", "status": "completed", "tag": "b3603270-0f96-4016-81d1-2970590401b5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:40:59.922624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Network 5608849a-3eb3-479a-99a7-f1b4d94662d9 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:40:59.928755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:40:59.933724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:40:59.938905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'Port': ['ID=23f565aa-bffe-4205-952d-5db66c5332a1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:59.943438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Pushing event updated for resources: {'Port': ['ID=803e8963-1bfb-493e-a693-a5a9d2c9890c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:40:59.948269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b3603270-0f96-4016-81d1-2970590401b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3603270-0f96-4016-81d1-2970590401b5,segment=NetworkSegment(7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66),segment_id=7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:40:59.958118 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:40:59.959327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceacee-c8a4-4b64-ac7e-c24c2df3d1b3 req-0d3a8e66-7903-4f38-b7d0-53a6f0eaeed3 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:40:59.969836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fceacee-c8a4-4b64-ac7e-c24c2df3d1b3 req-0d3a8e66-7903-4f38-b7d0-53a6f0eaeed3 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 945 time: 0.7000387 Apr 05 18:40:59.981777 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.024739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b3603270-0f96-4016-81d1-2970590401b5,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:00.028579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-baa67584-a4e3-4e39-96e6-88f613844abb None None] Port 803e8963-1bfb-493e-a693-a5a9d2c9890c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:00.030088 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-cf0f9615-101d-48b3-986e-10d359986c31 req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Deleting port 0d0ec61f-7824-4f09-a90e-205b995e7e91 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:41:00.030440 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cf0f9615-101d-48b3-986e-10d359986c31 req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.046738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:00.048530 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.076103 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-6bc2a545-ef48-4030-a693-72e89b545ca1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1259429 Apr 05 18:41:00.090016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Request body: {'port': {'device_id': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:00.168401 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.235534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fceacee-c8a4-4b64-ac7e-c24c2df3d1b3 req-c08e5b46-8c2b-4d75-9dc2-cc677da1c6b6 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644029 Apr 05 18:41:00.251961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad13d96-dc61-4f22-93a4-96d003f31c9c req-f5f6aee1-032d-43ba-aa86-3dfd6a431320 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:00.253494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ad13d96-dc61-4f22-93a4-96d003f31c9c req-f5f6aee1-032d-43ba-aa86-3dfd6a431320 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 950 time: 0.7044992 Apr 05 18:41:00.403963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.497129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Network d7332c7a-e3e0-4a9d-9843-2f0371e1682b is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:00.547975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:00.581514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-cf0f9615-101d-48b3-986e-10d359986c31 req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] For port 0d0ec61f-7824-4f09-a90e-205b995e7e91, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0d0ec61f-7824-4f09-a90e-205b995e7e91,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:00.582286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cf0f9615-101d-48b3-986e-10d359986c31 req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.600769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f565aa-bffe-4205-952d-5db66c5332a1 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:00.637472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.651101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Transition to ACTIVE for port object 23f565aa-bffe-4205-952d-5db66c5332a1 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:41:00.663886 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.678988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-cf0f9615-101d-48b3-986e-10d359986c31 req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Calling delete_port for 0d0ec61f-7824-4f09-a90e-205b995e7e91 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:41:00.730891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Pushing event updated for resources: {'Port': ['ID=23f565aa-bffe-4205-952d-5db66c5332a1,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:00.751358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f2736c35-f0e4-4afd-b07a-4f30ae093349 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:00.764079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ad13d96-dc61-4f22-93a4-96d003f31c9c req-77d02e48-6cb9-4b7a-9487-d8bffe18601f tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/security-groups?id=a465de54-171c-4c12-916f-fe37a4b80b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929178 Apr 05 18:41:00.868676 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf09f6-bf5d-46a8-b449-1671a291ddd7 x-openstack-request-id: req-90cf09f6-bf5d-46a8-b449-1671a291ddd7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:00.869187 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e715b4-8429-4e6c-8dc3-e2b0eca2888e", "name": "network-vif-plugged", "status": "completed", "tag": "b3603270-0f96-4016-81d1-2970590401b5", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:00.869591 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90cf09f6-bf5d-46a8-b449-1671a291ddd7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:00.870427 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cf09f6-bf5d-46a8-b449-1671a291ddd7'] response: {'server_uuid': 'f5e715b4-8429-4e6c-8dc3-e2b0eca2888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3603270-0f96-4016-81d1-2970590401b5', 'code': 200} Apr 05 18:41:00.904747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f2736c35-f0e4-4afd-b07a-4f30ae093349 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:00.905296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.930485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Attempting to bind port 23f565aa-bffe-4205-952d-5db66c5332a1 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:00.930826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Attempting to bind port 23f565aa-bffe-4205-952d-5db66c5332a1 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '1f05a3d0-4290-4580-985f-149328183c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:00.931158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Attempting to bind port 23f565aa-bffe-4205-952d-5db66c5332a1 on network 5608849a-3eb3-479a-99a7-f1b4d94662d9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:00.940619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Port 23f565aa-bffe-4205-952d-5db66c5332a1 on network 5608849a-3eb3-479a-99a7-f1b4d94662d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:41:00.941138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Attempting to bind port 23f565aa-bffe-4205-952d-5db66c5332a1 on network 5608849a-3eb3-479a-99a7-f1b4d94662d9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:00.949125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:00.949497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Checking segment: {'id': '1f05a3d0-4290-4580-985f-149328183c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:00.949846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Bound using segment: {'id': '1f05a3d0-4290-4580-985f-149328183c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:00.950279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Bound port: 23f565aa-bffe-4205-952d-5db66c5332a1, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f05a3d0-4290-4580-985f-149328183c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:00.950663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:00.988967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ecff3-e8e7-4b49-a492-6bcf4a033351 req-99960a4f-6017-440d-a7ff-75b740a82746 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:00.997257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c81ecff3-e8e7-4b49-a492-6bcf4a033351 req-99960a4f-6017-440d-a7ff-75b740a82746 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 931 time: 0.5252905 Apr 05 18:41:01.002802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40388) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:01.015109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b747e197-4252-4a9d-9ea5-e010d7edea1e None None] Provisioning complete for port 803e8963-1bfb-493e-a693-a5a9d2c9890c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:01.015482 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b747e197-4252-4a9d-9ea5-e010d7edea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.045304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] For port 23f565aa-bffe-4205-952d-5db66c5332a1, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:01.051176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] For port 23f565aa-bffe-4205-952d-5db66c5332a1, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23f565aa-bffe-4205-952d-5db66c5332a1,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:01.057881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.132300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Pushing event updated for resources: {'Port': ['ID=23f565aa-bffe-4205-952d-5db66c5332a1,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:01.143456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:01.144851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.146471 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-a6787841-b9dd-425b-a1bd-fa311ac25a4d service neutron] 10.222.0.25 "PUT /v2.0/ports/23f565aa-bffe-4205-952d-5db66c5332a1 HTTP/1.1" status: 200 len: 1091 time: 1.0621018 Apr 05 18:41:01.147088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:01.149947 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562148e8-ad49-427d-a42e-a10e283d9172" -d '{"events": [{"name": "network-changed", "server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:01.162183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b747e197-4252-4a9d-9ea5-e010d7edea1e None None] Port 803e8963-1bfb-493e-a693-a5a9d2c9890c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:01.165851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-734811300-network', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:01.185541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 901e852e-be82-4a43-8619-cdf254735398 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:01.193543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c81ecff3-e8e7-4b49-a492-6bcf4a033351 req-b8eab718-3ea2-47b9-87c8-01b1f8695191 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952975 Apr 05 18:41:01.195825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76afa61-9072-4973-8508-8ff79af6ba9b req-3b13dd05-6a6e-4436-a1f9-fe5c9cd7f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:01.197256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f76afa61-9072-4973-8508-8ff79af6ba9b req-3b13dd05-6a6e-4436-a1f9-fe5c9cd7f78b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 1097 time: 0.2393427 Apr 05 18:41:01.205629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Router cc6d9285-82be-497e-a70b-277c63c3cc80 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:41:01.211629 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Made reservation on behalf of 7a9ea129cbe942d78653ed72c6f17c30 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:01.220640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.227607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb5eb-7401-4a57-9a8c-e845938d5a5b req-57586663-d000-44e2-bf48-4ef1b5ad957c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:01.236542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-423fb5eb-7401-4a57-9a8c-e845938d5a5b req-57586663-d000-44e2-bf48-4ef1b5ad957c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.2814217 Apr 05 18:41:01.277762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 901e852e-be82-4a43-8619-cdf254735398 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:01.278124 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.283290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Router ec9e96fe-75e6-423c-928a-853015e005e2 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:41:01.310432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.336558 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f6eb6a-ccb7-42eb-afa7-70da8fd5d59c x-openstack-request-id: req-03f6eb6a-ccb7-42eb-afa7-70da8fd5d59c {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:01.337217 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:01.337673 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03f6eb6a-ccb7-42eb-afa7-70da8fd5d59c {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:01.339057 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f6eb6a-ccb7-42eb-afa7-70da8fd5d59c'] response: {'name': 'network-changed', 'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1', 'status': 'completed', 'code': 200} Apr 05 18:41:01.383288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-5d3d1bfe-4f21-4231-8752-ff234665ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:01.385603 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-5d3d1bfe-4f21-4231-8752-ff234665ddc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1094 time: 0.1769443 Apr 05 18:41:01.401526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f76afa61-9072-4973-8508-8ff79af6ba9b req-d36295d9-bf08-49f8-9bf7-306ec00dd4d6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935120 Apr 05 18:41:01.416889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ba9f18ce-f8f4-40af-8ce9-98b23084615d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:41:01.421329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-423fb5eb-7401-4a57-9a8c-e845938d5a5b req-ce77a84f-4e48-40de-868a-aade92531d7d tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837900 Apr 05 18:41:01.468456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.469503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: ba9f18ce-f8f4-40af-8ce9-98b23084615d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:41:01.470066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ba9f18ce-f8f4-40af-8ce9-98b23084615d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:41:01.512980 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-0ce27fee-cfb3-4ca6-a2f0-364b9593e413 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23f565aa-bffe-4205-952d-5db66c5332a1 HTTP/1.1" status: 200 len: 217 time: 0.0421619 Apr 05 18:41:01.513582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.526134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cf0f9615-101d-48b3-986e-10d359986c31 req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.536630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:41:01.541577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0d0ec61f-7824-4f09-a90e-205b995e7e91'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:01.553200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c59a5-8aa8-405f-a36a-e85db56c68d7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:01.557499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.557844 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Added segment cd730b56-7bc0-4543-8926-e0c6ecd20fb0 of type vlan for network 92a0426a-a463-402d-a447-3d4a0d461508 Apr 05 18:41:01.608308 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.639177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.640197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:01.641581 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.650218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Pushing event deleted for resources: {'Port': ['ID=0d0ec61f-7824-4f09-a90e-205b995e7e91,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:01.737625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf157e0-20c3-4110-aa3d-81f696887d96 req-959b81d3-3e15-4447-8aa7-95503b2c2dae tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:01.739242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebf157e0-20c3-4110-aa3d-81f696887d96 req-959b81d3-3e15-4447-8aa7-95503b2c2dae tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 946 time: 0.2372336 Apr 05 18:41:01.740581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:01.744803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0f9615-101d-48b3-986e-10d359986c31 req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] No DVR routers for this DVR port 0d0ec61f-7824-4f09-a90e-205b995e7e91 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:41:01.749665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-10df853e-86f1-48a4-af4a-009d41168a89 admin admin] 10.222.0.15 "PUT /v2.0/routers/cc6d9285-82be-497e-a70b-277c63c3cc80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2658918 Apr 05 18:41:01.753532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cf0f9615-101d-48b3-986e-10d359986c31 req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.756892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf0f9615-101d-48b3-986e-10d359986c31 req-4a7d317d-9a66-45ee-a94a-f394afe09992 tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.20 "DELETE /v2.0/ports/0d0ec61f-7824-4f09-a90e-205b995e7e91 HTTP/1.1" status: 204 len: 173 time: 2.8213861 Apr 05 18:41:01.758149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:01.759964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6741f185-82ba-4835-b001-0327d2aacb44', 'name': 'network-vif-deleted', 'tag': '0d0ec61f-7824-4f09-a90e-205b995e7e91'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:01.761792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Sync routers for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:01.763017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] Pushing event updated for resources: {'Network': ['ID=92a0426a-a463-402d-a447-3d4a0d461508,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:01.774008 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa65b48-ffdf-47eb-b08d-bc7cddd46949" -d '{"events": [{"server_uuid": "6741f185-82ba-4835-b001-0327d2aacb44", "name": "network-vif-deleted", "tag": "0d0ec61f-7824-4f09-a90e-205b995e7e91"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:01.774412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:01.775155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:01.795344 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Sync routers for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:01.806702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-44e139f8-e220-4378-8f8c-252afa234e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:01.810414 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-44e139f8-e220-4378-8f8c-252afa234e49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.1007938 Apr 05 18:41:01.813636 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:01.815974 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:01.817392 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9c13d7ea-485c-4bcc-9c34-3631942436da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8133888 Apr 05 18:41:01.825333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40404) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:01.839510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Request body: {'subnet': {'network_id': '92a0426a-a463-402d-a447-3d4a0d461508', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-734811300-subnet', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:01.857815 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1f1ee0-3156-4159-a778-b39363fe3aa3 x-openstack-request-id: req-6f1f1ee0-3156-4159-a778-b39363fe3aa3 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:01.858103 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6741f185-82ba-4835-b001-0327d2aacb44", "name": "network-vif-deleted", "tag": "0d0ec61f-7824-4f09-a90e-205b995e7e91", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:01.858355 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f1f1ee0-3156-4159-a778-b39363fe3aa3 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:01.858845 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1f1ee0-3156-4159-a778-b39363fe3aa3'] response: {'server_uuid': '6741f185-82ba-4835-b001-0327d2aacb44', 'name': 'network-vif-deleted', 'tag': '0d0ec61f-7824-4f09-a90e-205b995e7e91', 'status': 'completed', 'code': 200} Apr 05 18:41:01.882090 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:01.883743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-16677073-3cb4-45a4-b524-a4e46bb50b5d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4323401 Apr 05 18:41:01.885223 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-530d341b-e156-41bb-b5cf-8566a3ceb8cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666068 Apr 05 18:41:01.887298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40406) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:01.911854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 92a0426a-a463-402d-a447-3d4a0d461508 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:41:01.948790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebf157e0-20c3-4110-aa3d-81f696887d96 req-c13bcedd-7490-432f-b257-064097a2e342 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931851 Apr 05 18:41:01.981814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Made reservation on behalf of 7a9ea129cbe942d78653ed72c6f17c30 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:01.985405 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:02.022191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d74b22e4-268e-410f-9375-23fa73c0be87 req-2cd428c6-51b1-45d4-86f0-0bd5c075a59a tempest-ServersAdminNegativeTestJSON-1950282128 tempest-ServersAdminNegativeTestJSON-1950282128-project] 10.222.0.15 "GET /v2.0/ports?device_id=6741f185-82ba-4835-b001-0327d2aacb44 HTTP/1.1" status: 200 len: 210 time: 0.0600514 Apr 05 18:41:02.119355 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:02.269086 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-f7875149-3640-4cd9-8dc4-c94ca36dc7fc service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647857 Apr 05 18:41:02.324473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:02.427461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:02.442425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2dc05-eebb-442c-8b80-c4551373303a req-b084413c-396f-4bab-a2db-66d49f92011e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:02.461143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27d2dc05-eebb-442c-8b80-c4551373303a req-b084413c-396f-4bab-a2db-66d49f92011e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 943 time: 0.1023967 Apr 05 18:41:02.562890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4123b08-a8e7-413e-a1a0-fc36a4cb8380,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:02.584273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27d2dc05-eebb-442c-8b80-c4551373303a req-6deb2b89-9843-440a-ab6e-578658b50687 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220813 Apr 05 18:41:02.646980 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 3, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:02.713328 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Checking router: ec9e96fe-75e6-423c-928a-853015e005e2 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:02.715661 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Updating router ec9e96fe-75e6-423c-928a-853015e005e2 port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:41:02.755664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Checking segment: {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:02.760142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Network hostable DHCP agents. Network: 92a0426a-a463-402d-a447-3d4a0d461508, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:41:02.772667 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:02.799556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '803e8963-1bfb-493e-a693-a5a9d2c9890c', 'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'mac_address': 'fa:16:3e:da:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 2, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'subnets': [{'id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:02.824121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e164-6355-4947-b6cc-55738d23e3dd req-d05bf82f-1b7b-4449-a611-2c57604dc2cd tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:02.826625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70d9e164-6355-4947-b6cc-55738d23e3dd req-d05bf82f-1b7b-4449-a611-2c57604dc2cd tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1999919 Apr 05 18:41:02.847535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Network 92a0426a-a463-402d-a447-3d4a0d461508 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:41:02.871059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Checking router: cc6d9285-82be-497e-a70b-277c63c3cc80 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:02.871775 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Updating router cc6d9285-82be-497e-a70b-277c63c3cc80 port 803e8963-1bfb-493e-a693-a5a9d2c9890c binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:41:02.905159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 92a0426a-a463-402d-a447-3d4a0d461508) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:02.925247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:02.931244 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:02.937092 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:02.954969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70d9e164-6355-4947-b6cc-55738d23e3dd req-3665c2ea-dac1-4fc1-992d-1312bf04c923 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220524 Apr 05 18:41:02.963268 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40426) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:02.964172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a683ed3-f700-40fb-a494-5e7cdbdb60af None None] Network 92a0426a-a463-402d-a447-3d4a0d461508 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:41:02.986772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-network', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:03.030339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-311913b6-4c63-4d96-bf40-9900f93729f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1979151 Apr 05 18:41:03.039508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40430) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:03.059409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:03.088901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Made reservation on behalf of a5a23fa904944ac58d326a6215f8d4da for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:03.091717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.127235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.151771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.152962 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.173193 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-39f0203b-39bd-4e2b-ab3f-80ab2a7faaea req-7bfc2405-f4b8-429f-bc16-fe17487b3661 service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9015212 Apr 05 18:41:03.187444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362f7e-45e5-4585-b331-758ff41d706e req-b4310b02-194d-43bd-bfbc-f8f9415bcc89 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:03.195780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f362f7e-45e5-4585-b331-758ff41d706e req-b4310b02-194d-43bd-bfbc-f8f9415bcc89 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 946 time: 0.1256120 Apr 05 18:41:03.334961 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.362472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d3fe15-4527-4c36-ace0-8c5d2356773e None None] Network 92a0426a-a463-402d-a447-3d4a0d461508 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:41:03.374060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.449889 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.456759 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.464726 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.477873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e30ee5-9619-41ee-8dda-dc5c15071d6f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:03.523830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562148e8-ad49-427d-a42e-a10e283d9172 req-8cc5a8b1-664d-429c-bd5b-d1602c1c7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:03.530735 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447e644-64ee-4c79-a83a-4347018893c1 None None] Pushing event updated for resources: {'Port': ['ID=5b02ea74-b12c-45eb-9baf-14b01f42c4a9,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:03.535546 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-562148e8-ad49-427d-a42e-a10e283d9172 req-8cc5a8b1-664d-429c-bd5b-d1602c1c7626 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1094 time: 0.2507915 Apr 05 18:41:03.573258 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Attempting to bind port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:03.573755 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Attempting to bind port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:03.574947 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Attempting to bind port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:03.583548 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:03.584460 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:03.587211 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.588134 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:03.589086 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Bound port: 5b02ea74-b12c-45eb-9baf-14b01f42c4a9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:03.589805 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.595103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f362f7e-45e5-4585-b331-758ff41d706e req-521c3b68-3fab-4157-8bf4-3a5fe25f43a3 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970599 Apr 05 18:41:03.677157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562148e8-ad49-427d-a42e-a10e283d9172 req-8c4ca1fd-8158-41ad-88e9-e198de1e89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:03.678738 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-562148e8-ad49-427d-a42e-a10e283d9172 req-8c4ca1fd-8158-41ad-88e9-e198de1e89d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 913 time: 0.1187434 Apr 05 18:41:03.685503 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] For port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:03.696834 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] For port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5b02ea74-b12c-45eb-9baf-14b01f42c4a9,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:03.710024 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.761695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0d0ec61f-7824-4f09-a90e-205b995e7e91 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:41:03.775204 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-562148e8-ad49-427d-a42e-a10e283d9172 req-cfe6f0d8-13c0-4e4f-adcc-73789a5c93f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23f565aa-bffe-4205-952d-5db66c5332a1 HTTP/1.1" status: 200 len: 217 time: 0.0809071 Apr 05 18:41:03.788321 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.817378 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447e644-64ee-4c79-a83a-4347018893c1 None None] Pushing event updated for resources: {'Port': ['ID=5b02ea74-b12c-45eb-9baf-14b01f42c4a9,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:03.831533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40446) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:03.834496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 0d0ec61f-7824-4f09-a90e-205b995e7e91 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:41:03.835018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0d0ec61f-7824-4f09-a90e-205b995e7e91 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:41:03.854131 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:03.856320 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:03.873369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:41:03.900659 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.901038 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Added segment 90075b35-bf19-43ab-a945-b6ea1f3c0b01 of type vlan for network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 Apr 05 18:41:03.956199 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.963950 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.966236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562148e8-ad49-427d-a42e-a10e283d9172 req-7fbc4e57-b282-47af-9595-a981b54d973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:03.970963 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-562148e8-ad49-427d-a42e-a10e283d9172 req-7fbc4e57-b282-47af-9595-a981b54d973b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.1357200 Apr 05 18:41:03.978760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:03.982381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:04.002477 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:04.016911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba271255-5f18-4b33-b4ce-bd4e06fc859f None None] Pushing event updated for resources: {'Port': ['ID=803e8963-1bfb-493e-a693-a5a9d2c9890c,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:04.060352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:04.061333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:04.062037 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:04.113268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Attempting to bind port 803e8963-1bfb-493e-a693-a5a9d2c9890c on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:04.114050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Attempting to bind port 803e8963-1bfb-493e-a693-a5a9d2c9890c by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:04.114928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Attempting to bind port 803e8963-1bfb-493e-a693-a5a9d2c9890c on network d7332c7a-e3e0-4a9d-9843-2f0371e1682b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:04.121898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:04.122927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Checking segment: {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:04.123583 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:04.124245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Bound using segment: {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:04.125850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Bound port: 803e8963-1bfb-493e-a693-a5a9d2c9890c, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:04.126617 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:04.143033 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-562148e8-ad49-427d-a42e-a10e283d9172 req-fb1a8382-b82a-4e4e-962c-25afb2a15c31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276212 Apr 05 18:41:04.308507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] For port 803e8963-1bfb-493e-a693-a5a9d2c9890c, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:04.317289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] For port 803e8963-1bfb-493e-a693-a5a9d2c9890c, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=803e8963-1bfb-493e-a693-a5a9d2c9890c,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:04.330698 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:04.399034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:04.399764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:04.440095 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 3, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:04.477278 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-65a5c648-e664-46b5-a11d-ec52b312ba33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ab8d0b135a14a9ca99ff17e5e8e3a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159392 Apr 05 18:41:04.483101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40454) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:04.494250 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2bf66-cf91-4090-953a-def64445e9d8 None None] The sync data for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 is: [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 3, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:04.537525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:04.618878 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-562148e8-ad49-427d-a42e-a10e283d9172 req-58ab6bf3-4922-4fae-aa59-33f8fccb174f service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633200 Apr 05 18:41:04.702699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-418486d2-a31e-4a56-af8d-f8115227be32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:04.758057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Allocated IP 172.20.0.1 (6074525f-c91e-4c4a-bf5e-2c52ebfadaac/556aab64-ec0c-491d-8cf2-6ca4aaa8687a/0af71b0b-8178-42aa-83d5-15918385ec1d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:04.791039 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-418486d2-a31e-4a56-af8d-f8115227be32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:04.819864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba271255-5f18-4b33-b4ce-bd4e06fc859f None None] Pushing event updated for resources: {'Port': ['ID=803e8963-1bfb-493e-a693-a5a9d2c9890c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:04.859987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8923852 Apr 05 18:41:04.874529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40456) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:04.914796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Request body: {'subnet': {'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-subnet', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:04.918770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f612db7-0f48-4f40-87f2-b545c75a6100 admin admin] Pushing event updated for resources: {'Network': ['ID=f9cd1e9b-4426-4dff-8bd1-c2ff3b165596,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:04.938068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f54ab-2058-4d7a-874f-e88284938dd8 req-6be95760-db89-455d-bcb5-37a3daf3be0b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:04.953405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d82f54ab-2058-4d7a-874f-e88284938dd8 req-6be95760-db89-455d-bcb5-37a3daf3be0b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 943 time: 1.1409853 Apr 05 18:41:04.959143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:41:04.961152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-562148e8-ad49-427d-a42e-a10e283d9172 req-1e72c5c6-1351-40fb-a4e3-a9c9662007d1 service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328040 Apr 05 18:41:05.038414 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-418486d2-a31e-4a56-af8d-f8115227be32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.041450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-418486d2-a31e-4a56-af8d-f8115227be32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.043746 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-418486d2-a31e-4a56-af8d-f8115227be32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a465de54-171c-4c12-916f-fe37a4b80b18 HTTP/1.1" status: 204 len: 168 time: 0.5597892 Apr 05 18:41:05.044791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.100751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418486d2-a31e-4a56-af8d-f8115227be32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a465de54-171c-4c12-916f-fe37a4b80b18,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:05.102484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09c93d-0baf-4014-a4d0-e970d08b17bf req-682af433-c505-4e72-85d3-16afa09d82b8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:05.104266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b09c93d-0baf-4014-a4d0-e970d08b17bf req-682af433-c505-4e72-85d3-16afa09d82b8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.2929184 Apr 05 18:41:05.111442 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Made reservation on behalf of a5a23fa904944ac58d326a6215f8d4da for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:05.114231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.122541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.135240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c29999d3-c418-41b5-9422-b44a9a1d9f39 None None] Provisioning complete for port 803e8963-1bfb-493e-a693-a5a9d2c9890c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:05.135526 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c29999d3-c418-41b5-9422-b44a9a1d9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.197833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.240117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d82f54ab-2058-4d7a-874f-e88284938dd8 req-ed4d5f23-a0a5-41bb-8eda-dd6d3730b5f4 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465701 Apr 05 18:41:05.275428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:05.278867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:05.286491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:05.360179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0af71b0b-8178-42aa-83d5-15918385ec1d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:05.388362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.424792 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c29999d3-c418-41b5-9422-b44a9a1d9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.461467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23f565aa-bffe-4205-952d-5db66c5332a1 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:41:05.525679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b09c93d-0baf-4014-a4d0-e970d08b17bf req-8d49b66e-f128-46f5-8828-9003447150ec tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795873 Apr 05 18:41:05.615358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c29999d3-c418-41b5-9422-b44a9a1d9f39 None None] For port 803e8963-1bfb-493e-a693-a5a9d2c9890c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=803e8963-1bfb-493e-a693-a5a9d2c9890c,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:05.706111 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c29999d3-c418-41b5-9422-b44a9a1d9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.723172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '803e8963-1bfb-493e-a693-a5a9d2c9890c', 'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'mac_address': 'fa:16:3e:da:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:04Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'subnets': [{'id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:05.739872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40464) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:05.780592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-0f3abcfe-2a89-4e22-942b-f7506da680c5 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:05.783202 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-0f3abcfe-2a89-4e22-942b-f7506da680c5 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 946 time: 0.1693394 Apr 05 18:41:05.786077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.786542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442155c-2969-4289-9e23-9f1d93b37b72 None None] The sync data for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 is: [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '803e8963-1bfb-493e-a693-a5a9d2c9890c', 'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'mac_address': 'fa:16:3e:da:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:04Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'subnets': [{'id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:05.837504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85640b06-29fa-4c06-95a0-c42ebdbfdc9f req-1197ed2e-5a09-465c-bc65-15502b7bd442 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:05.849287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85640b06-29fa-4c06-95a0-c42ebdbfdc9f req-1197ed2e-5a09-465c-bc65-15502b7bd442 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 946 time: 0.4706857 Apr 05 18:41:05.863512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 23f565aa-bffe-4205-952d-5db66c5332a1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23f565aa-bffe-4205-952d-5db66c5332a1,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:05.882195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29999d3-c418-41b5-9422-b44a9a1d9f39 None None] Pushing event updated for resources: {'Port': ['ID=803e8963-1bfb-493e-a693-a5a9d2c9890c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:05.894216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '23f565aa-bffe-4205-952d-5db66c5332a1', 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9', 'port_id': '23f565aa-bffe-4205-952d-5db66c5332a1', 'mac_address': 'fa:16:3e:d3:96:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497e7474-6c56-43fb-9003-17d6b9997415', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:41:05.897327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c6197666-fc8e-4640-9b94-883d50c49f1f None None] Provisioning complete for port 0af71b0b-8178-42aa-83d5-15918385ec1d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:05.897915 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6197666-fc8e-4640-9b94-883d50c49f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:05.986066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c6197666-fc8e-4640-9b94-883d50c49f1f None None] Port 0af71b0b-8178-42aa-83d5-15918385ec1d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:05.994100 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.011161 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5dca8bd2-a272-44b6-ab90-8d77e1498a57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9895549434f94c0ea81eaaefafa24538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676170 Apr 05 18:41:06.013506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40466) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:06.032252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f565aa-bffe-4205-952d-5db66c5332a1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:06.035246 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.049669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c6197666-fc8e-4640-9b94-883d50c49f1f None None] Provisioning complete for port 803e8963-1bfb-493e-a693-a5a9d2c9890c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:06.050148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6197666-fc8e-4640-9b94-883d50c49f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.067909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85640b06-29fa-4c06-95a0-c42ebdbfdc9f req-50b2dc94-0907-4873-bce4-5330945b864d tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177060 Apr 05 18:41:06.082269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 23f565aa-bffe-4205-952d-5db66c5332a1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23f565aa-bffe-4205-952d-5db66c5332a1,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:06.093203 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.113190 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.185428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.194888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=23f565aa-bffe-4205-952d-5db66c5332a1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:06.332009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Deleting port b3603270-0f96-4016-81d1-2970590401b5 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:41:06.332516 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.352433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef99d7ce-9607-4f19-b2b7-eecd3b4244da,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:06.361677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff4917a-2519-4d9a-af1b-a7b71b65d292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.371899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Checking segment: {'id': '90075b35-bf19-43ab-a945-b6ea1f3c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:06.372257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Network hostable DHCP agents. Network: f9cd1e9b-4426-4dff-8bd1-c2ff3b165596, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:41:06.390219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:06.409114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Allocated IP 172.25.4.87 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/f44035d5-6641-42d3-9468-71d3692e80f8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:06.452040 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.469287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c48b95-5168-4a32-958e-7eb10d74be87 req-bfef31ef-0d36-43f0-9128-4a7fa6952b30 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:06.477934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60c48b95-5168-4a32-958e-7eb10d74be87 req-bfef31ef-0d36-43f0-9128-4a7fa6952b30 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 944 time: 0.1271400 Apr 05 18:41:06.485980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff4917a-2519-4d9a-af1b-a7b71b65d292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.539459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:41:06.560590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.603488 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60c48b95-5168-4a32-958e-7eb10d74be87 req-545395e2-c02b-4f51-a9b2-bdf82b6e3028 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227612 Apr 05 18:41:06.607212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, f9cd1e9b-4426-4dff-8bd1-c2ff3b165596) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:06.627936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0488f4a-4a2e-4f23-bebd-50846a2e7cbf None None] Network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:41:06.658828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:06.661405 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.670512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.679881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff4917a-2519-4d9a-af1b-a7b71b65d292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.682641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff4917a-2519-4d9a-af1b-a7b71b65d292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:06.686367 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2ff4917a-2519-4d9a-af1b-a7b71b65d292 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/adabd18d-5cd1-4a5a-82e8-e5ac2d7a6b03 HTTP/1.1" status: 204 len: 168 time: 0.6669092 Apr 05 18:41:06.809546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0af71b0b-8178-42aa-83d5-15918385ec1d,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:06.834060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:06.838544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:06.851232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4917a-2519-4d9a-af1b-a7b71b65d292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adabd18d-5cd1-4a5a-82e8-e5ac2d7a6b03,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:06.941812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8aca24f8-8de0-4b9e-a852-b81c475adba6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0647979 Apr 05 18:41:06.946184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40478) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:06.977458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:06.992998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 803e8963-1bfb-493e-a693-a5a9d2c9890c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:07.005389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.040180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd9459-56b4-4ab2-bc98-3bdbae798fb6 req-7d0b0e23-0713-4f6c-a844-c8ff80db1cee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:07.041995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22cd9459-56b4-4ab2-bc98-3bdbae798fb6 req-7d0b0e23-0713-4f6c-a844-c8ff80db1cee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.3714499 Apr 05 18:41:07.119733 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.120849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.139635 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.148546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] For port b3603270-0f96-4016-81d1-2970590401b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b3603270-0f96-4016-81d1-2970590401b5,segment=NetworkSegment(7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66),segment_id=7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:07.151730 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.192868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Calling delete_port for b3603270-0f96-4016-81d1-2970590401b5 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:41:07.217534 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.262695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Pushing event updated for resources: {'Port': ['ID=f44035d5-6641-42d3-9468-71d3692e80f8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:07.305334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22cd9459-56b4-4ab2-bc98-3bdbae798fb6 req-495ab1ff-2083-4504-b732-d0dfebbede17 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437005 Apr 05 18:41:07.345872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:07.477876 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23f565aa-bffe-4205-952d-5db66c5332a1 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:07.503735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:07.517488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.519871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:07.560215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-f9cd1e9b-4426-4dff-8bd1-c2ff3b165596', 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'fixed_ips': [{'subnet_id': 'ef99d7ce-9607-4f19-b2b7-eecd3b4244da'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:41:07.564134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.578671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 803e8963-1bfb-493e-a693-a5a9d2c9890c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:07.579072 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.727989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e8323260-b7e6-4efc-90aa-4ff885429c6c None None] Provisioning complete for port 0af71b0b-8178-42aa-83d5-15918385ec1d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:07.728372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8323260-b7e6-4efc-90aa-4ff885429c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.819082 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.885881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Pushing event deleted for resources: {'Port': ['ID=b3603270-0f96-4016-81d1-2970590401b5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:07.894020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579551a-4ae8-403f-850a-ddbbafbb4016 req-e8de3a3b-7db1-4e0c-b14e-47283484e01f tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:07.898630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5579551a-4ae8-403f-850a-ddbbafbb4016 req-e8de3a3b-7db1-4e0c-b14e-47283484e01f tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e715b4-8429-4e6c-8dc3-e2b0eca2888e HTTP/1.1" status: 200 len: 946 time: 0.4073367 Apr 05 18:41:07.950350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] No DVR routers for this DVR port b3603270-0f96-4016-81d1-2970590401b5 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:41:07.957461 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:07.973926 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c440e245-7ead-4cdd-bf9c-0e67cad19048 req-7bb561e6-9061-4b16-b3b4-3859a01f7e68 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.25 "DELETE /v2.0/ports/b3603270-0f96-4016-81d1-2970590401b5 HTTP/1.1" status: 204 len: 173 time: 2.1744723 Apr 05 18:41:07.974449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e715b4-8429-4e6c-8dc3-e2b0eca2888e', 'name': 'network-vif-deleted', 'tag': 'b3603270-0f96-4016-81d1-2970590401b5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:07.976925 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009cff5f-c948-411d-8ba7-79d08e4de3f6" -d '{"events": [{"server_uuid": "f5e715b4-8429-4e6c-8dc3-e2b0eca2888e", "name": "network-vif-deleted", "tag": "b3603270-0f96-4016-81d1-2970590401b5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:07.990213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Router ec9e96fe-75e6-423c-928a-853015e005e2 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:41:08.022764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 23f565aa-bffe-4205-952d-5db66c5332a1 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:41:08.071468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e8323260-b7e6-4efc-90aa-4ff885429c6c None None] Port 0af71b0b-8178-42aa-83d5-15918385ec1d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:08.095736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 23f565aa-bffe-4205-952d-5db66c5332a1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:08.096394 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:08.226777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5579551a-4ae8-403f-850a-ddbbafbb4016 req-788f7042-6eeb-4815-9666-8163cfca0425 tempest-ServerGroupTestJSON-294000841 tempest-ServerGroupTestJSON-294000841-project] 10.222.0.15 "GET /v2.0/security-groups?id=01a4d817-220f-476a-99ef-6e81ba414408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476823 Apr 05 18:41:08.253235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:08.297529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:08.321717 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cbf4df96-4eef-4f97-a191-bf8c544af1d5 admin admin] 10.222.0.15 "PUT /v2.0/routers/ec9e96fe-75e6-423c-928a-853015e005e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4225769 Apr 05 18:41:08.321717 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2580bfe3-634a-4432-8027-94197a975461 x-openstack-request-id: req-2580bfe3-634a-4432-8027-94197a975461 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:08.321717 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e715b4-8429-4e6c-8dc3-e2b0eca2888e", "name": "network-vif-deleted", "tag": "b3603270-0f96-4016-81d1-2970590401b5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:08.321717 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2580bfe3-634a-4432-8027-94197a975461 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:08.321717 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2580bfe3-634a-4432-8027-94197a975461'] response: {'server_uuid': 'f5e715b4-8429-4e6c-8dc3-e2b0eca2888e', 'name': 'network-vif-deleted', 'tag': 'b3603270-0f96-4016-81d1-2970590401b5', 'status': 'completed', 'code': 200} Apr 05 18:41:08.322915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05534-4f37-4928-9ba2-fd95b4253014 req-e1a88eb7-3f0d-4b1d-9b75-e33f5d762d85 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:08.322915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79b05534-4f37-4928-9ba2-fd95b4253014 req-e1a88eb7-3f0d-4b1d-9b75-e33f5d762d85 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 944 time: 0.5419202 Apr 05 18:41:08.333464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Sync routers for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:08.437989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79b05534-4f37-4928-9ba2-fd95b4253014 req-70b23a72-80e0-42df-872d-3d94650627bf tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835712 Apr 05 18:41:08.507081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Allocated IP 172.20.0.2 (f9cd1e9b-4426-4dff-8bd1-c2ff3b165596/ef99d7ce-9607-4f19-b2b7-eecd3b4244da/97efff5c-b234-4f77-a4c8-e0ac7b1e0226) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:08.528470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:08.620805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:08.621500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:08.721575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9fc5-cd52-4f92-bcf2-85d08f0439bf req-bcdc8827-c8f9-4efb-8f57-1a073e102003 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:08.723428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf4a9fc5-cd52-4f92-bcf2-85d08f0439bf req-bcdc8827-c8f9-4efb-8f57-1a073e102003 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.2826416 Apr 05 18:41:08.818908 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:08.843571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf4a9fc5-cd52-4f92-bcf2-85d08f0439bf req-3e96338d-0643-4b47-b918-52c0ad9018d0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113851 Apr 05 18:41:08.886781 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.154565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.180993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.205322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:09.207594 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c663447-45c0-4e1a-a8be-d203884426e0" -d '{"events": [{"server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "name": "network-vif-plugged", "status": "completed", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:09.331734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40540) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:09.332231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 23f565aa-bffe-4205-952d-5db66c5332a1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23f565aa-bffe-4205-952d-5db66c5332a1,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:09.336848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3eeea7e1-f151-494e-9e80-4b757555a407 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044533661', 'description': 'tempest-description--376295163'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:09.356491 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3fe121-6320-48c8-a936-f9caa1adbd68 x-openstack-request-id: req-3b3fe121-6320-48c8-a936-f9caa1adbd68 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:09.357303 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "name": "network-vif-plugged", "status": "completed", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:09.382821 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b3fe121-6320-48c8-a936-f9caa1adbd68 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:09.386101 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3fe121-6320-48c8-a936-f9caa1adbd68'] response: {'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1', 'code': 200} Apr 05 18:41:09.390583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3eeea7e1-f151-494e-9e80-4b757555a407 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.416544 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.417693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b3603270-0f96-4016-81d1-2970590401b5 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:41:09.429293 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:09.429809 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.527231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: b3603270-0f96-4016-81d1-2970590401b5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:41:09.527601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b3603270-0f96-4016-81d1-2970590401b5 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:41:09.590969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:09.593237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f171df1-339b-42ef-9393-59171b54df7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.611185 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3eeea7e1-f151-494e-9e80-4b757555a407 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.620079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efc033-b518-4378-8ba3-0d6e2d31e799 req-676d6007-06f4-4f7b-a83e-2d85aee210fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:09.622167 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4efc033-b518-4378-8ba3-0d6e2d31e799 req-676d6007-06f4-4f7b-a83e-2d85aee210fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1096 time: 0.2121515 Apr 05 18:41:09.623750 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3eeea7e1-f151-494e-9e80-4b757555a407 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.661286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeea7e1-f151-494e-9e80-4b757555a407 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f1511e-e5aa-45c7-823f-69405dc90cb4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:09.698213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4efc033-b518-4378-8ba3-0d6e2d31e799 req-0290799e-f386-483e-8489-0d859d5de4ac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Apr 05 18:41:09.701227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3eeea7e1-f151-494e-9e80-4b757555a407 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.702451 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3eeea7e1-f151-494e-9e80-4b757555a407 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3695421 Apr 05 18:41:09.705780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40558) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:09.713622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=23f565aa-bffe-4205-952d-5db66c5332a1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:09.730426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cc67740e-3187-4cfa-a3bf-79b6a1f9dfe5 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Request body: {'security_group_rule': {'security_group_id': '26f1511e-e5aa-45c7-823f-69405dc90cb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:09.800404 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.801694 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.853335 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.865835 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.893929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04acb8-aa37-4412-b113-14c8bf3a9a29 req-ce656869-60a8-4bea-a40f-f86e41ac5c86 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:09.895554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c04acb8-aa37-4412-b113-14c8bf3a9a29 req-ce656869-60a8-4bea-a40f-f86e41ac5c86 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 945 time: 0.2071004 Apr 05 18:41:09.910084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Allocated IP 172.25.4.211 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/79f24caa-8441-455d-8cd5-66b67a8e8a58) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:09.912330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc67740e-3187-4cfa-a3bf-79b6a1f9dfe5 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:09.913572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:09.927624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:09.941597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:09.955798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5b02ea74-b12c-45eb-9baf-14b01f42c4a9,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:10.013790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Pushing event updated for resources: {'Port': ['ID=97efff5c-b234-4f77-a4c8-e0ac7b1e0226,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:10.016880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.082830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Attempting to bind port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:10.083470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Attempting to bind port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '90075b35-bf19-43ab-a945-b6ea1f3c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:10.084024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Attempting to bind port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 on network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:10.103621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:10.103995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Checking segment: {'id': '90075b35-bf19-43ab-a945-b6ea1f3c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:10.104397 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.104783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Bound using segment: {'id': '90075b35-bf19-43ab-a945-b6ea1f3c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:10.105253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Bound port: 97efff5c-b234-4f77-a4c8-e0ac7b1e0226, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90075b35-bf19-43ab-a945-b6ea1f3c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:10.105628 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.115557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c04acb8-aa37-4412-b113-14c8bf3a9a29 req-908d0119-fcbf-4725-bfc5-a8a06f29ce52 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070422 Apr 05 18:41:10.122176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=5b02ea74-b12c-45eb-9baf-14b01f42c4a9,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:10.141333 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc67740e-3187-4cfa-a3bf-79b6a1f9dfe5 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.162465 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc67740e-3187-4cfa-a3bf-79b6a1f9dfe5 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.200276 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] For port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:10.203986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0af71b0b-8178-42aa-83d5-15918385ec1d', 'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'mac_address': 'fa:16:3e:70:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:04Z', 'updated_at': '2022-04-05T18:41:06Z', 'revision_number': 2, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'subnets': [{'id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:10.211251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67740e-3187-4cfa-a3bf-79b6a1f9dfe5 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c416706-8d17-4fb7-841a-e485626640ea,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:10.220920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894c86-94f2-4cf0-9b24-953dcb6c6df4 req-378d7157-49ae-40a7-87f4-1ae599596ab4 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:10.228975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e894c86-94f2-4cf0-9b24-953dcb6c6df4 req-378d7157-49ae-40a7-87f4-1ae599596ab4 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1724398 Apr 05 18:41:10.240576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Checking router: ec9e96fe-75e6-423c-928a-853015e005e2 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:10.240576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Updating router ec9e96fe-75e6-423c-928a-853015e005e2 port 0af71b0b-8178-42aa-83d5-15918385ec1d binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:41:10.242862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] For port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=97efff5c-b234-4f77-a4c8-e0ac7b1e0226,segment=NetworkSegment(90075b35-bf19-43ab-a945-b6ea1f3c0b01),segment_id=90075b35-bf19-43ab-a945-b6ea1f3c0b01)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:10.254107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.263046 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc67740e-3187-4cfa-a3bf-79b6a1f9dfe5 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.264240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cc67740e-3187-4cfa-a3bf-79b6a1f9dfe5 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5553713 Apr 05 18:41:10.265078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.267278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40584) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:10.273057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7a5661cf-62c7-482d-ae18-c6b372a70496 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Request body: {'security_group_rule': {'security_group_id': '26f1511e-e5aa-45c7-823f-69405dc90cb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:10.302881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:41:10.317475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a5661cf-62c7-482d-ae18-c6b372a70496 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.329481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e894c86-94f2-4cf0-9b24-953dcb6c6df4 req-021fe9b7-ecb0-490f-9e5d-8f18b8237de3 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945098 Apr 05 18:41:10.365453 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.384440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40590) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:10.435079 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a5661cf-62c7-482d-ae18-c6b372a70496 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.443776 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a5661cf-62c7-482d-ae18-c6b372a70496 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.472947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaec932-f276-48a8-8542-eff5d3c97424 None None] Pushing event updated for resources: {'Port': ['ID=97efff5c-b234-4f77-a4c8-e0ac7b1e0226,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:10.485973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40598) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:10.489269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a5661cf-62c7-482d-ae18-c6b372a70496 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.493697 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7a5661cf-62c7-482d-ae18-c6b372a70496 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2225468 Apr 05 18:41:10.499284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40600) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:10.503501 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.523698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:10.528001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5661cf-62c7-482d-ae18-c6b372a70496 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920cb0fe-e796-4f47-9edd-251f74598c74,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:10.582440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Pushing event updated for resources: {'Port': ['ID=79f24caa-8441-455d-8cd5-66b67a8e8a58,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:10.593133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8af240-fd08-4b4b-826d-e2233349b1db admin admin] Deleting subnet 4db2221b-1fc9-45b3-84b5-4f5a198f97e1 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:41:10.598173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af8af240-fd08-4b4b-826d-e2233349b1db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.640114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af8af240-fd08-4b4b-826d-e2233349b1db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.669669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:10.680331 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Sync routers for ids ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:10.683568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af8af240-fd08-4b4b-826d-e2233349b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.691714 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Routers {'6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:10.692381 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:10.716822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:10.724264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:10.729051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:10.738620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.748236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-96b9c50d-a6ca-4510-925a-682f56be87dd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7076452 Apr 05 18:41:10.751336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40602) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:10.775930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.792943 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af8af240-fd08-4b4b-826d-e2233349b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.859922 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.870388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c53e43c-54f8-41f3-8aee-7d0012c918a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.871939 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.916140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8af240-fd08-4b4b-826d-e2233349b1db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db2221b-1fc9-45b3-84b5-4f5a198f97e1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:10.953252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af8af240-fd08-4b4b-826d-e2233349b1db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:10.964882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36052f2e-da26-4e95-bdf4-b395ff8af995 None None] Pushing event updated for resources: {'Port': ['ID=0af71b0b-8178-42aa-83d5-15918385ec1d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:10.980051 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-af8af240-fd08-4b4b-826d-e2233349b1db admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4db2221b-1fc9-45b3-84b5-4f5a198f97e1 HTTP/1.1" status: 204 len: 168 time: 0.4873979 Apr 05 18:41:10.990656 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Set router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:11.006811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40604) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:11.087691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Attempting to bind port 0af71b0b-8178-42aa-83d5-15918385ec1d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:11.088325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Attempting to bind port 0af71b0b-8178-42aa-83d5-15918385ec1d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:11.088873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Attempting to bind port 0af71b0b-8178-42aa-83d5-15918385ec1d on network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:11.100877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:11.101468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Checking segment: {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:11.102074 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.103350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Bound using segment: {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:11.104996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Bound port: 0af71b0b-8178-42aa-83d5-15918385ec1d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:11.108222 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.160329 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:41:11.278204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] For port 0af71b0b-8178-42aa-83d5-15918385ec1d, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:11.299320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] For port 0af71b0b-8178-42aa-83d5-15918385ec1d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0af71b0b-8178-42aa-83d5-15918385ec1d,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:11.313093 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.408147 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.410659 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:03Z', 'updated_at': '2022-04-05T18:41:08Z', 'revision_number': 3, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'gw_port': {'id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:06Z', 'updated_at': '2022-04-05T18:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:11.417538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:11.419077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:40:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:11.471390 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Checking router: 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:11.471899 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Updating router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 port f44035d5-6641-42d3-9468-71d3692e80f8 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:41:11.517342 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.522665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36052f2e-da26-4e95-bdf4-b395ff8af995 None None] Pushing event updated for resources: {'Port': ['ID=0af71b0b-8178-42aa-83d5-15918385ec1d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:11.548474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4c635d58-0ebd-4530-a382-e285dd9bfdf8 None None] Provisioning complete for port 0af71b0b-8178-42aa-83d5-15918385ec1d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:11.548876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c635d58-0ebd-4530-a382-e285dd9bfdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.724318 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.792280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e25eb68-df5f-490b-9887-6373cafe494b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.792648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.821678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a610ad5d-802b-49f0-bf4a-6ad54e1ad241']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:11.829419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:11.833557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:11.833905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f39c3a2-f1e7-4e89-8c99-54f9a39a3a66') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:11.848310 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.863647 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.871384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:41:11.871945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:11.951370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c53e43c-54f8-41f3-8aee-7d0012c918a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.011484 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c53e43c-54f8-41f3-8aee-7d0012c918a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.017304 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.037202 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.120179 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c635d58-0ebd-4530-a382-e285dd9bfdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.129516 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:41:12.144165 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:41:12.158568 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Pushing event updated for resources: {'Port': ['ID=f44035d5-6641-42d3-9468-71d3692e80f8,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:12.160878 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Attempting to bind port f44035d5-6641-42d3-9468-71d3692e80f8 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:12.161245 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Attempting to bind port f44035d5-6641-42d3-9468-71d3692e80f8 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:12.161600 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Attempting to bind port f44035d5-6641-42d3-9468-71d3692e80f8 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:12.185609 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.189776 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.190146 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.190507 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.190844 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.191172 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.191500 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.191839 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.192165 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.192481 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.192801 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.193123 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.193439 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:12.209103 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:12.209522 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:12.214511 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.214966 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:12.215329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1f359-7f79-4c8d-b1e6-da6cb6533188 req-29898f76-aa7f-4f19-8f0c-68779ba45e45 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:12.215461 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Bound port: f44035d5-6641-42d3-9468-71d3692e80f8, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:12.215844 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.221233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5eb1f359-7f79-4c8d-b1e6-da6cb6533188 req-29898f76-aa7f-4f19-8f0c-68779ba45e45 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 945 time: 0.9297774 Apr 05 18:41:12.281656 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.288043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a610ad5d-802b-49f0-bf4a-6ad54e1ad241 HTTP/1.1" status: 204 len: 168 time: 1.2763522 Apr 05 18:41:12.300534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4c635d58-0ebd-4530-a382-e285dd9bfdf8 None None] For port 0af71b0b-8178-42aa-83d5-15918385ec1d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0af71b0b-8178-42aa-83d5-15918385ec1d,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:12.309908 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c635d58-0ebd-4530-a382-e285dd9bfdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.321574 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5c53e43c-54f8-41f3-8aee-7d0012c918a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f630d402df84ef1a7da06b9f37c1755&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9326365 Apr 05 18:41:12.324650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40614) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:12.327125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b7641-4d13-4cce-bb45-0a005c20f992 None None] Network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:41:12.333467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6a628-d319-48a4-bf9d-25a3e53f7890 req-5f6c7404-044a-407d-92ff-ffea70a6c7f2 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:12.342357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51a6a628-d319-48a4-bf9d-25a3e53f7890 req-5f6c7404-044a-407d-92ff-ffea70a6c7f2 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.8675537 Apr 05 18:41:12.360958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53e43c-54f8-41f3-8aee-7d0012c918a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705a30d5-1400-48f3-a5a8-ba2c3bdcb420,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:12.376964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57345a1-e34e-4d09-8297-003e34c8d8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a610ad5d-802b-49f0-bf4a-6ad54e1ad241,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:12.380295 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] For port f44035d5-6641-42d3-9468-71d3692e80f8, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:12.400695 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] For port f44035d5-6641-42d3-9468-71d3692e80f8, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f44035d5-6641-42d3-9468-71d3692e80f8,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:12.415416 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.568623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Allocated IP 172.25.4.224 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/d3180383-3080-4f33-9d9a-d88ab60269ca) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:12.570572 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Routers {'6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:12.571206 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:12.578982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51a6a628-d319-48a4-bf9d-25a3e53f7890 req-0339771d-1153-4b22-92c4-f1b25af468dc tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344105 Apr 05 18:41:12.595224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5eb1f359-7f79-4c8d-b1e6-da6cb6533188 req-fb1660e4-056d-413f-975b-8983431696ff tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977152 Apr 05 18:41:12.636346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40618) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:12.677548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:12.683276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.688115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-92d14929-e68b-4b67-a46c-5ccfd9542d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.747217 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716de91-7d98-480d-9e27-7e1fac54ba33 None None] Pushing event updated for resources: {'Port': ['ID=f44035d5-6641-42d3-9468-71d3692e80f8,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:12.795449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6fa3b35e-6302-4d4a-806e-559a2f7a8a88 None None] Provisioning complete for port 0af71b0b-8178-42aa-83d5-15918385ec1d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:12.796122 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b35e-6302-4d4a-806e-559a2f7a8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.822195 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-92d14929-e68b-4b67-a46c-5ccfd9542d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.848485 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3788369b-70d4-4d19-ae4b-681cf2c6c4a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd2bbbf60345464abe798b132887c7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035522 Apr 05 18:41:12.851826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40622) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:12.865047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-f275c8b8-1767-4783-9673-3fac191346dc tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-452064012&fields=id&tenant_id=198ab92468a84663a0dbcd854566b1a9 HTTP/1.1" status: 200 len: 267 time: 0.0999932 Apr 05 18:41:12.883364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c635d58-0ebd-4530-a382-e285dd9bfdf8 None None] Pushing event updated for resources: {'Port': ['ID=0af71b0b-8178-42aa-83d5-15918385ec1d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:12.885914 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:12.904612 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] Set router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:12.935112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.003436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0af71b0b-8178-42aa-83d5-15918385ec1d', 'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'mac_address': 'fa:16:3e:70:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:04Z', 'updated_at': '2022-04-05T18:41:11Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'subnets': [{'id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:13.007789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.023262 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.041874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:13.042574 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.061029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e151eca7-944b-4ad2-a882-b6be13547dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.074552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f44976-39ab-4f7d-8951-95001a4d6907 None None] The sync data for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 is: [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0af71b0b-8178-42aa-83d5-15918385ec1d', 'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'mac_address': 'fa:16:3e:70:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:04Z', 'updated_at': '2022-04-05T18:41:11Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'subnets': [{'id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:13.101098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-2d9f05f8-3806-4e9d-9278-b476287a0555 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:13.102679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-2d9f05f8-3806-4e9d-9278-b476287a0555 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 945 time: 0.1682775 Apr 05 18:41:13.118267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e151eca7-944b-4ad2-a882-b6be13547dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.134931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-4fdad411-5243-4516-9021-ebb09fd515a5 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'port': {'security_groups': ['48c2c9be-ea6f-432b-8a79-91ec254d8ace', '65efce89-4012-4297-a7e4-7c2896ba6128']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:13.142786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6fa3b35e-6302-4d4a-806e-559a2f7a8a88 None None] Provisioning complete for port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:13.144520 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b35e-6302-4d4a-806e-559a2f7a8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.178536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:13.182942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Pushing event updated for resources: {'Port': ['ID=d3180383-3080-4f33-9d9a-d88ab60269ca,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:13.200983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:13.205893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:13.330893 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-4fdad411-5243-4516-9021-ebb09fd515a5 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.333157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Router 564744bc-8396-4bc3-a589-5373b788ed07 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:41:13.422676 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b35e-6302-4d4a-806e-559a2f7a8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.479419 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:03Z', 'updated_at': '2022-04-05T18:41:08Z', 'revision_number': 3, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'gw_port': {'id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:06Z', 'updated_at': '2022-04-05T18:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:13.484804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6fa3b35e-6302-4d4a-806e-559a2f7a8a88 None None] For port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=97efff5c-b234-4f77-a4c8-e0ac7b1e0226,segment=NetworkSegment(90075b35-bf19-43ab-a945-b6ea1f3c0b01),segment_id=90075b35-bf19-43ab-a945-b6ea1f3c0b01)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:13.519740 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d99264-e33a-4a2b-9e6c-039d206d84f0 None None] The sync data for ids ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'] in n-d-836650-3 is: [{'id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:03Z', 'updated_at': '2022-04-05T18:41:08Z', 'revision_number': 3, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'gw_port': {'id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:06Z', 'updated_at': '2022-04-05T18:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:13.552463 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b35e-6302-4d4a-806e-559a2f7a8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.611847 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e151eca7-944b-4ad2-a882-b6be13547dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.635504 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e151eca7-944b-4ad2-a882-b6be13547dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.639503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e151eca7-944b-4ad2-a882-b6be13547dad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01a4d817-220f-476a-99ef-6e81ba414408 HTTP/1.1" status: 204 len: 168 time: 0.7823260 Apr 05 18:41:13.747947 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-92d14929-e68b-4b67-a46c-5ccfd9542d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.748213 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.759170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151eca7-944b-4ad2-a882-b6be13547dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a4d817-220f-476a-99ef-6e81ba414408,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:13.759704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-92d14929-e68b-4b67-a46c-5ccfd9542d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:13.763671 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-92d14929-e68b-4b67-a46c-5ccfd9542d40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/705a30d5-1400-48f3-a5a8-ba2c3bdcb420 HTTP/1.1" status: 204 len: 168 time: 1.4239409 Apr 05 18:41:13.867476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d14929-e68b-4b67-a46c-5ccfd9542d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705a30d5-1400-48f3-a5a8-ba2c3bdcb420,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:13.925014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Allocated IP 172.20.0.1 (92a0426a-a463-402d-a447-3d4a0d461508/d4123b08-a8e7-413e-a1a0-fc36a4cb8380/95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:13.927515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.118369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:14.119896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3b35e-6302-4d4a-806e-559a2f7a8a88 None None] Pushing event updated for resources: {'Port': ['ID=97efff5c-b234-4f77-a4c8-e0ac7b1e0226,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:14.154498 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:41:14.154859 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:41:14.177717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Sync routers for ids ['564744bc-8396-4bc3-a589-5373b788ed07'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:14.230003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-710b9787-7eaf-4fbf-8b3e-2813cbc609ad None None] Provisioning complete for port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:14.230552 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-710b9787-7eaf-4fbf-8b3e-2813cbc609ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.232485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.242589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Routers {'564744bc-8396-4bc3-a589-5373b788ed07'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:14.245027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['564744bc-8396-4bc3-a589-5373b788ed07'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:14.290747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0adac-2904-4150-8e19-dc2490289def req-b8e5b0dd-8eb7-47bb-ab49-7ae847eecd39 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:14.292333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46e0adac-2904-4150-8e19-dc2490289def req-b8e5b0dd-8eb7-47bb-ab49-7ae847eecd39 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.5251560 Apr 05 18:41:14.351768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.354487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.355653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8ccd3ca3-95ac-4f06-a9d0-45b0a308e06f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3986976 Apr 05 18:41:14.362126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40640) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:14.466161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.535167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46e0adac-2904-4150-8e19-dc2490289def req-d6059a43-fa97-457e-a25a-3ea3d968e550 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251153 Apr 05 18:41:14.537588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-4fdad411-5243-4516-9021-ebb09fd515a5 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] For port 23f565aa-bffe-4205-952d-5db66c5332a1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23f565aa-bffe-4205-952d-5db66c5332a1,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:14.632556 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-4fdad411-5243-4516-9021-ebb09fd515a5 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.641368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Set router 564744bc-8396-4bc3-a589-5373b788ed07 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:14.643116 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-4fdad411-5243-4516-9021-ebb09fd515a5 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.799234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-4fdad411-5243-4516-9021-ebb09fd515a5 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:14.800861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-4fdad411-5243-4516-9021-ebb09fd515a5 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.820337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b27a09a7-8122-4706-822d-22aa52aa2b6a req-4fdad411-5243-4516-9021-ebb09fd515a5 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "PUT /v2.0/ports/23f565aa-bffe-4205-952d-5db66c5332a1 HTTP/1.1" status: 200 len: 981 time: 1.7041509 Apr 05 18:41:14.849130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:14.849810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:14.858355 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:14.882339 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:14.889232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40650) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:14.967121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Network 92a0426a-a463-402d-a447-3d4a0d461508 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:14.969894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:14.974760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:14.977085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:14.989452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:15.013156 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bdde1e-06fe-4f3e-8f0e-b5834c41fe0b x-openstack-request-id: req-05bdde1e-06fe-4f3e-8f0e-b5834c41fe0b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:15.013543 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:15.013865 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05bdde1e-06fe-4f3e-8f0e-b5834c41fe0b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:15.014991 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bdde1e-06fe-4f3e-8f0e-b5834c41fe0b'] response: {'name': 'network-changed', 'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1', 'status': 'completed', 'code': 200} Apr 05 18:41:15.017494 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e29cc5-9b26-4a82-8d24-46e6736e5e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:15.072778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:15.321449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:15.457915 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-06502952-ebe2-419a-8156-638d94ef3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:15.459540 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-06502952-ebe2-419a-8156-638d94ef3e03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1135 time: 0.4085855 Apr 05 18:41:15.616416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdad411-5243-4516-9021-ebb09fd515a5 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'Port': ['ID=23f565aa-bffe-4205-952d-5db66c5332a1,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:15.640402 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:15.732936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-f1cb7bdf-04ef-47ff-8b17-fdd7f0038052 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1024773824&fields=id&tenant_id=198ab92468a84663a0dbcd854566b1a9 HTTP/1.1" status: 200 len: 267 time: 0.7165184 Apr 05 18:41:15.760723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40668) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:15.817304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:15.818587 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:15.860159 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:15.896084 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:15.913424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27901ea-c6d0-4db3-8c14-7767d8c6ee00 req-49a769d5-5e81-4ec9-8821-0022975f2496 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:15.916191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e27901ea-c6d0-4db3-8c14-7767d8c6ee00 req-49a769d5-5e81-4ec9-8821-0022975f2496 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.2395043 Apr 05 18:41:15.943375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.013483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e27901ea-c6d0-4db3-8c14-7767d8c6ee00 req-02e9f921-60e4-415a-a217-4977a5a32944 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849023 Apr 05 18:41:16.046013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-ba44ed48-2435-439b-b88c-f5092e58d034 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:16.048291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-ba44ed48-2435-439b-b88c-f5092e58d034 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 984 time: 0.2710941 Apr 05 18:41:16.064391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-d66ff1ba-6345-4855-99cc-5ccbe0ae184c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'port': {'security_groups': ['48c2c9be-ea6f-432b-8a79-91ec254d8ace', '65efce89-4012-4297-a7e4-7c2896ba6128', '30f1eb6b-b538-4b9b-84ec-f066b2131eae']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:16.093643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-17a4cd5a-fba1-4afd-b5a4-f8ee3c31140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:16.095373 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-17a4cd5a-fba1-4afd-b5a4-f8ee3c31140a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 913 time: 0.6188879 Apr 05 18:41:16.114467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-network', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:16.189439 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e29cc5-9b26-4a82-8d24-46e6736e5e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.212926 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e29cc5-9b26-4a82-8d24-46e6736e5e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.262588 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-59c511fe-f0b0-49e5-8b86-e864ce5dc315 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23f565aa-bffe-4205-952d-5db66c5332a1 HTTP/1.1" status: 200 len: 217 time: 0.1423595 Apr 05 18:41:16.281992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564744bc-8396-4bc3-a589-5373b788ed07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:07Z', 'updated_at': '2022-04-05T18:41:11Z', 'revision_number': 3, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'gw_port': {'id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fa:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:09Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:16.288991 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Pushing event updated for resources: {'Port': ['ID=d3180383-3080-4f33-9d9a-d88ab60269ca,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:16.310104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b3e29cc5-9b26-4a82-8d24-46e6736e5e90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c868b28fd4b045a6803fe69c5e6a8887&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4112728 Apr 05 18:41:16.313326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e29cc5-9b26-4a82-8d24-46e6736e5e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57725756-1d54-474a-a00a-0514c0b86bbc,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:16.322038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:16.365690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Checking router: 564744bc-8396-4bc3-a589-5373b788ed07 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:16.366317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Updating router 564744bc-8396-4bc3-a589-5373b788ed07 port 79f24caa-8441-455d-8cd5-66b67a8e8a58 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:41:16.370031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-d66ff1ba-6345-4855-99cc-5ccbe0ae184c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.384716 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-4eb052d9-fb1d-4684-8b39-86d666640ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:16.386317 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-4eb052d9-fb1d-4684-8b39-86d666640ff5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.0915563 Apr 05 18:41:16.420806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.470033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fb38d75-9398-44ad-9fcd-0da939d72b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.495604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0af71b0b-8178-42aa-83d5-15918385ec1d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:16.505739 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fb38d75-9398-44ad-9fcd-0da939d72b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.610276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fb38d75-9398-44ad-9fcd-0da939d72b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.613156 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fb38d75-9398-44ad-9fcd-0da939d72b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.614518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1fb38d75-9398-44ad-9fcd-0da939d72b1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57725756-1d54-474a-a00a-0514c0b86bbc HTTP/1.1" status: 204 len: 168 time: 0.2913175 Apr 05 18:41:16.628231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb38d75-9398-44ad-9fcd-0da939d72b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57725756-1d54-474a-a00a-0514c0b86bbc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:16.824745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-d66ff1ba-6345-4855-99cc-5ccbe0ae184c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] For port 23f565aa-bffe-4205-952d-5db66c5332a1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23f565aa-bffe-4205-952d-5db66c5332a1,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:16.834571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Made reservation on behalf of 6f63e2dfae4f48afadb0f2d5f53bff7b for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:16.836884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.888480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-d66ff1ba-6345-4855-99cc-5ccbe0ae184c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.898540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-d66ff1ba-6345-4855-99cc-5ccbe0ae184c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.948784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:16.962742 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-b8c4807a-2a07-4103-b003-ba25990f8e57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5298724 Apr 05 18:41:16.990807 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.051975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-d66ff1ba-6345-4855-99cc-5ccbe0ae184c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:17.053803 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-d66ff1ba-6345-4855-99cc-5ccbe0ae184c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.056685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a6a750f-4b39-4f98-8800-cb51cdee89de req-d66ff1ba-6345-4855-99cc-5ccbe0ae184c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "PUT /v2.0/ports/23f565aa-bffe-4205-952d-5db66c5332a1 HTTP/1.1" status: 200 len: 1020 time: 0.9960601 Apr 05 18:41:17.060463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:17.074738 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255" -d '{"events": [{"name": "network-changed", "server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:17.090099 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-f365a114-f755-4961-bb59-bc354ba5475d service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004722 Apr 05 18:41:17.134215 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.141224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ff1ba-6345-4855-99cc-5ccbe0ae184c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'Port': ['ID=23f565aa-bffe-4205-952d-5db66c5332a1,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:17.144334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4057810a-96fd-4500-8afc-5fe09969c458 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6423264 Apr 05 18:41:17.213011 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.219236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:17.238956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.285343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449409-6d76-4e6f-a553-a419a3e5f82e req-8fe6e251-54e5-4318-aa99-f52e3856946b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:17.292615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b449409-6d76-4e6f-a553-a419a3e5f82e req-8fe6e251-54e5-4318-aa99-f52e3856946b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1305270 Apr 05 18:41:17.372669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4a75e-66a2-4636-a8e8-b235f4a97346 None None] Pushing event updated for resources: {'Port': ['ID=79f24caa-8441-455d-8cd5-66b67a8e8a58,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:17.374908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc3b7-5931-4b9d-b09e-37608c5658ff req-9ec80ad6-a506-46cd-8f55-2123cc8b0553 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:17.378638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c69fc3b7-5931-4b9d-b09e-37608c5658ff req-9ec80ad6-a506-46cd-8f55-2123cc8b0553 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1023 time: 0.2176354 Apr 05 18:41:17.383658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:17.387629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Attempting to bind port 79f24caa-8441-455d-8cd5-66b67a8e8a58 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:17.388007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Attempting to bind port 79f24caa-8441-455d-8cd5-66b67a8e8a58 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:17.388389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Attempting to bind port 79f24caa-8441-455d-8cd5-66b67a8e8a58 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:17.431948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0af71b0b-8178-42aa-83d5-15918385ec1d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:17.432502 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.439226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:17.439527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:17.439932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.440923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:17.441418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Bound port: 79f24caa-8441-455d-8cd5-66b67a8e8a58, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:17.441802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.486884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b449409-6d76-4e6f-a553-a419a3e5f82e req-24d8562d-33f0-4bfc-8f1b-39b616ff23cb tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932697 Apr 05 18:41:17.568353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.634647 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ec18a4-f677-4965-9168-c023432532c2 x-openstack-request-id: req-82ec18a4-f677-4965-9168-c023432532c2 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:17.635612 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:17.636056 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82ec18a4-f677-4965-9168-c023432532c2 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:17.637056 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ec18a4-f677-4965-9168-c023432532c2'] response: {'name': 'network-changed', 'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1', 'status': 'completed', 'code': 200} Apr 05 18:41:17.649624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.654081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c69fc3b7-5931-4b9d-b09e-37608c5658ff req-b6a3f74c-0de7-4899-80da-b1b891b7c075 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=65efce89-4012-4297-a7e4-7c2896ba6128&id=30f1eb6b-b538-4b9b-84ec-f066b2131eae HTTP/1.1" status: 200 len: 6147 time: 0.2677584 Apr 05 18:41:17.695570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ce5b0ca5-76dd-44f3-8b54-3e90c5272a67 req-cbeee8c2-d3b8-41d1-8e7c-f426f078cf84 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1922718907 ', 'description': 'tempest-description-706703314'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:17.724874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:41:17.747925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40718) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:17.798089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ce5b0ca5-76dd-44f3-8b54-3e90c5272a67 req-cbeee8c2-d3b8-41d1-8e7c-f426f078cf84 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.807147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.824448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.857892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ebd2fb-eb38-4da9-bd4e-7786a362f14c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:17.878090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.878467 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Added segment 6faebf44-71f9-43cd-af93-f2cfaf012b48 of type vlan for network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 Apr 05 18:41:17.881257 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:17.885832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] For port 79f24caa-8441-455d-8cd5-66b67a8e8a58, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:17.889153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:17.919572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-bafda048-bc73-40ab-b552-29cfa68fac6b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2044533661&fields=id&tenant_id=8d331b934c3a40e4bf8de6283121208c HTTP/1.1" status: 200 len: 267 time: 0.1667933 Apr 05 18:41:17.977759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] For port 79f24caa-8441-455d-8cd5-66b67a8e8a58, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=79f24caa-8441-455d-8cd5-66b67a8e8a58,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:18.008751 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.055701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-364919559-network', 'tenant_id': '2be2892429824042a0af00b781bc7ba4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:18.057037 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-906648b5-c62a-4cb8-a5d7-fafeae9bfd2e req-e959a5f8-118b-496b-b180-a1f928c52654 service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9499760 Apr 05 18:41:18.098575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4a75e-66a2-4636-a8e8-b235f4a97346 None None] Pushing event updated for resources: {'Port': ['ID=79f24caa-8441-455d-8cd5-66b67a8e8a58,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:18.135081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Made reservation on behalf of 2be2892429824042a0af00b781bc7ba4 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:18.137445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.165206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ce5b0ca5-76dd-44f3-8b54-3e90c5272a67 req-cbeee8c2-d3b8-41d1-8e7c-f426f078cf84 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.166333 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.180370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:18.180742 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.192816 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ce5b0ca5-76dd-44f3-8b54-3e90c5272a67 req-cbeee8c2-d3b8-41d1-8e7c-f426f078cf84 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.208077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.236874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeee8c2-d3b8-41d1-8e7c-f426f078cf84 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a0d214-790a-4ce8-9f7a-21cc124530f7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:18.241173 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ce5b0ca5-76dd-44f3-8b54-3e90c5272a67 req-cbeee8c2-d3b8-41d1-8e7c-f426f078cf84 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.242505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce5b0ca5-76dd-44f3-8b54-3e90c5272a67 req-cbeee8c2-d3b8-41d1-8e7c-f426f078cf84 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5517013 Apr 05 18:41:18.255476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-4f6f46e3-6b12-4bd6-a512-989618277d42 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:18.263524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-4f6f46e3-6b12-4bd6-a512-989618277d42 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/networks?id=6074525f-c91e-4c4a-bf5e-2c52ebfadaac HTTP/1.1" status: 200 len: 811 time: 0.3395164 Apr 05 18:41:18.278607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Routers {'564744bc-8396-4bc3-a589-5373b788ed07'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:18.280659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['564744bc-8396-4bc3-a589-5373b788ed07'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:18.298176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-a2fdf7ef-84b8-4ab5-8cce-4c55a3dc97fc tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/quotas/8d331b934c3a40e4bf8de6283121208c HTTP/1.1" status: 200 len: 375 time: 0.0336721 Apr 05 18:41:18.351248 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.407000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.408489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:18.409302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.435580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58512ebb-9151-4242-a8a1-ee38e95dd95b req-93867463-8fc6-4ddc-a86e-5f9f4bcf0924 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/b2a0d214-790a-4ce8-9f7a-21cc124530f7 HTTP/1.1" status: 200 len: 1782 time: 0.1598341 Apr 05 18:41:18.462117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-1ab8b900-7e7f-4507-a2fb-26bce9f6b937 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d331b934c3a40e4bf8de6283121208c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1547029 Apr 05 18:41:18.518473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.544302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] Pushing event updated for resources: {'Network': ['ID=25015332-9f7a-4fcb-bf96-8b0c9690dd60,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:18.546810 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:18.626878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] Set router 564744bc-8396-4bc3-a589-5373b788ed07 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:18.644171 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-11a5c379-5098-4fba-be19-ba32c21d67e4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8749893 Apr 05 18:41:18.646991 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40734) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:18.652603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-80e3d269-76f9-43c6-acec-51e7e008646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:18.654801 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-80e3d269-76f9-43c6-acec-51e7e008646d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1174 time: 0.4910104 Apr 05 18:41:18.689342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:41:18.701090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-5f6ceb10-0aef-4604-b703-f48f84a93185 service neutron] 10.222.0.15 "GET /v2.0/networks/6074525f-c91e-4c4a-bf5e-2c52ebfadaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805630 Apr 05 18:41:18.710657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Request body: {'subnet': {'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-subnet', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:18.754598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f44035d5-6641-42d3-9468-71d3692e80f8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:18.847421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Made reservation on behalf of 6f63e2dfae4f48afadb0f2d5f53bff7b for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:18.850005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.863707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-911748c3-77da-40e6-8519-7189761cf21c service neutron] 10.222.0.15 "GET /v2.0/networks/6074525f-c91e-4c4a-bf5e-2c52ebfadaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554115 Apr 05 18:41:18.864415 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.899399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Allocated IP 172.20.0.1 (f9cd1e9b-4426-4dff-8bd1-c2ff3b165596/ef99d7ce-9607-4f19-b2b7-eecd3b4244da/c965c262-74df-4e01-8d42-971bd9e9d2ee) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:18.919894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:41:18.934478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f273f5c-86be-469d-af0e-23cc4e7b1b13,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:18.949892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:18.950236 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Added segment 29e047fe-b7ff-47c2-af63-cefeb720481a of type vlan for network 6162acc5-927e-488a-8567-675d7937773a Apr 05 18:41:18.982434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-f53f37ce-0a3b-4afc-a638-ca8f7d2fe4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:18.984399 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-f53f37ce-0a3b-4afc-a638-ca8f7d2fe4af service neutron] 10.222.0.25 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 913 time: 0.2664711 Apr 05 18:41:18.990251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Network 92a0426a-a463-402d-a447-3d4a0d461508 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:18.997326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9040e8f5-b924-4d34-a06f-adb2d1bc5216 req-3302a5b3-c3d7-4442-982e-feef78c1ab51 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/b2a0d214-790a-4ce8-9f7a-21cc124530f7 HTTP/1.1" status: 200 len: 1782 time: 0.1473348 Apr 05 18:41:19.015571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:19.063195 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-922eae21-5685-41d9-ad1a-e1fa03e2bdd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23f565aa-bffe-4205-952d-5db66c5332a1 HTTP/1.1" status: 200 len: 217 time: 0.0641294 Apr 05 18:41:19.074587 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.103020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f44035d5-6641-42d3-9468-71d3692e80f8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:19.103905 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.164790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9040e8f5-b924-4d34-a06f-adb2d1bc5216 req-966f07aa-257b-4b59-9978-7ec83aaf7c4e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.193292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.194721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:19.195302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.206519 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9040e8f5-b924-4d34-a06f-adb2d1bc5216 req-966f07aa-257b-4b59-9978-7ec83aaf7c4e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.268309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564744bc-8396-4bc3-a589-5373b788ed07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:07Z', 'updated_at': '2022-04-05T18:41:11Z', 'revision_number': 3, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'gw_port': {'id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fa:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:09Z', 'updated_at': '2022-04-05T18:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:19.310140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5569279 Apr 05 18:41:19.311147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40742) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:19.311550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3de807-f44d-4297-9e53-0cd1a99496bb None None] The sync data for ids ['564744bc-8396-4bc3-a589-5373b788ed07'] in n-d-836650-3 is: [{'id': '564744bc-8396-4bc3-a589-5373b788ed07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:07Z', 'updated_at': '2022-04-05T18:41:11Z', 'revision_number': 3, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'gw_port': {'id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fa:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:09Z', 'updated_at': '2022-04-05T18:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:19.326029 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.327834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Request body: {'subnet': {'network_id': '6162acc5-927e-488a-8567-675d7937773a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-364919559-subnet', 'tenant_id': '2be2892429824042a0af00b781bc7ba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:19.369520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port f44035d5-6641-42d3-9468-71d3692e80f8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f44035d5-6641-42d3-9468-71d3692e80f8,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:19.382251 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.393514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc7bbc-c50c-4f58-804a-1881ed6430ad admin admin] Pushing event updated for resources: {'Network': ['ID=6162acc5-927e-488a-8567-675d7937773a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:19.431766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Made reservation on behalf of 2be2892429824042a0af00b781bc7ba4 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:19.434388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.438767 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9040e8f5-b924-4d34-a06f-adb2d1bc5216 req-966f07aa-257b-4b59-9978-7ec83aaf7c4e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.443451 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9040e8f5-b924-4d34-a06f-adb2d1bc5216 req-966f07aa-257b-4b59-9978-7ec83aaf7c4e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.450690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9040e8f5-b924-4d34-a06f-adb2d1bc5216 req-966f07aa-257b-4b59-9978-7ec83aaf7c4e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/b2a0d214-790a-4ce8-9f7a-21cc124530f7 HTTP/1.1" status: 204 len: 173 time: 0.4464970 Apr 05 18:41:19.493195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04062f60-bd5d-417c-8d14-145650aba404 req-1331ff03-a16a-4ef5-b4b3-5fbb6d5681bf tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:19.495224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04062f60-bd5d-417c-8d14-145650aba404 req-1331ff03-a16a-4ef5-b4b3-5fbb6d5681bf tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1368792 Apr 05 18:41:19.500037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f07aa-257b-4b59-9978-7ec83aaf7c4e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a0d214-790a-4ce8-9f7a-21cc124530f7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:19.501565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=f44035d5-6641-42d3-9468-71d3692e80f8,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:19.507568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 6162acc5-927e-488a-8567-675d7937773a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:41:19.664778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-f539acee-edad-4e1f-b19e-86595fee30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:19.667446 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-f539acee-edad-4e1f-b19e-86595fee30d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.5278251 Apr 05 18:41:19.668172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04062f60-bd5d-417c-8d14-145650aba404 req-aba2287c-36f5-43ca-b47b-b3e5de8f25a4 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239088 Apr 05 18:41:19.753218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.765725 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-91496c8e-5cc7-41d7-917e-f5f3b6adceeb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855737 Apr 05 18:41:19.795705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef9816-b3ae-44dd-b4e3-45acba1043e0 req-35a5babe-091c-45eb-a617-dc358d28d850 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:19.798143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eef9816-b3ae-44dd-b4e3-45acba1043e0 req-35a5babe-091c-45eb-a617-dc358d28d850 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 945 time: 0.2110052 Apr 05 18:41:19.869080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:19.941656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:41:19.946761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f542fb-f41c-427a-9f13-af84b45bfca5,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:19.999042 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9f67850-47c3-49c4-9db0-9c3fe75da90c req-c156f151-d59c-4b91-bc88-d8010937c913 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 210 time: 0.1081491 Apr 05 18:41:20.022033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Checking segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:20.022403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Network hostable DHCP agents. Network: 25015332-9f7a-4fcb-bf96-8b0c9690dd60, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:41:20.035867 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-6d0d6786-b805-439e-bf88-c2c89b6a7766 service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584419 Apr 05 18:41:20.080661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eef9816-b3ae-44dd-b4e3-45acba1043e0 req-0e17c1c3-d651-4a33-a4d7-640c11e5483d tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761919 Apr 05 18:41:20.126477 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-3f7588c4-2f8c-434b-94b5-62981ae2e3ac req-ea324825-7456-4377-a964-3f41e1d30466 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:41:20.148420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f7588c4-2f8c-434b-94b5-62981ae2e3ac req-ea324825-7456-4377-a964-3f41e1d30466 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/b2a0d214-790a-4ce8-9f7a-21cc124530f7 HTTP/1.1" status: 404 len: 352 time: 0.1123381 Apr 05 18:41:20.181364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-78d5db9b-43c6-4d33-ba5b-fdc7c41e170d req-cf245d09-dfd5-4b8c-80a4-8cfc4eeec57f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-563498460', 'description': 'tempest-description-759333447'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:20.201163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1505332-6ea5-411c-a1ce-671bea8caa65 req-0748afbd-ef74-49e3-bbef-99888ee52fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:20.202266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1505332-6ea5-411c-a1ce-671bea8caa65 req-0748afbd-ef74-49e3-bbef-99888ee52fd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1096 time: 0.3062758 Apr 05 18:41:20.205495 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:20.244344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:20.306502 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-78d5db9b-43c6-4d33-ba5b-fdc7c41e170d req-cf245d09-dfd5-4b8c-80a4-8cfc4eeec57f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:20.335621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:41:20.368409 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:20.380342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab16ca2d-f1e2-4a36-b43e-93c2ca000912,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:20.406356 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ae4f129-5ecf-4cf1-b4e8-12b869ed1255 req-8f42ac05-5153-4994-b506-aa6c6bd2b8aa service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993028 Apr 05 18:41:20.407422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1505332-6ea5-411c-a1ce-671bea8caa65 req-d92f0b92-fa42-4e86-bc9f-ec4fdc25a75a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786582 Apr 05 18:41:20.414144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:20.425041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:20.427533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 25015332-9f7a-4fcb-bf96-8b0c9690dd60) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:20.430526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Checking segment: {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:20.431006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Network hostable DHCP agents. Network: 6162acc5-927e-488a-8567-675d7937773a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:41:20.450925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f9389-6ee8-49bf-ac3e-d503139abcc7 None None] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:41:20.460077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Pushing event updated for resources: {'Port': ['ID=c965c262-74df-4e01-8d42-971bd9e9d2ee,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:20.467235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:20.468733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:20.496621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:20.503441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Network 6162acc5-927e-488a-8567-675d7937773a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:41:20.513976 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-30e6f26a-e4ec-46b9-bd9e-7d50d1cb6ae4 admin admin] 10.222.0.15 "PUT /v2.0/routers/6b7b9bbb-06bc-4d55-8c5d-38fdc0090745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7474926 Apr 05 18:41:20.514656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-05399949-9fb7-4224-8795-2a44d7f10598 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:20.516706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-05399949-9fb7-4224-8795-2a44d7f10598 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 945 time: 0.1257641 Apr 05 18:41:20.529872 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e84336e8-b920-49c9-908b-e74a1373c789 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8790514 Apr 05 18:41:20.530951 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Sync routers for ids ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:20.531745 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:20.535067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40758) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:20.548649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:20.562939 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Routers {'6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:20.563566 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:20.714652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-78d5db9b-43c6-4d33-ba5b-fdc7c41e170d req-cf245d09-dfd5-4b8c-80a4-8cfc4eeec57f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:20.732067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 6162acc5-927e-488a-8567-675d7937773a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:20.746852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:20.747329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:20.763436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-78d5db9b-43c6-4d33-ba5b-fdc7c41e170d req-cf245d09-dfd5-4b8c-80a4-8cfc4eeec57f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:20.801897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e683f-9cf5-42b9-8080-152e77210595 None None] Network 6162acc5-927e-488a-8567-675d7937773a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:41:20.943127 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Set router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:20.961592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d8cecddf-b1d9-4f6d-a014-ca7d9bba9590 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6419501 Apr 05 18:41:20.965423 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-78d5db9b-43c6-4d33-ba5b-fdc7c41e170d req-cf245d09-dfd5-4b8c-80a4-8cfc4eeec57f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:20.997811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78d5db9b-43c6-4d33-ba5b-fdc7c41e170d req-cf245d09-dfd5-4b8c-80a4-8cfc4eeec57f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8330715 Apr 05 18:41:21.026856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf245d09-dfd5-4b8c-80a4-8cfc4eeec57f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ead726c-a868-430e-9395-13bdceb785e0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:21.147379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d6bc-7c7c-4fb4-bbe4-ef269074db47 req-eaac4fab-30a5-44e2-892e-a1ea04928bcc tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:21.153518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4c4d6bc-7c7c-4fb4-bbe4-ef269074db47 req-eaac4fab-30a5-44e2-892e-a1ea04928bcc tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.3018463 Apr 05 18:41:21.203350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6300af8c-4b18-4605-b03e-10dc7a6f8760 None None] Provisioning complete for port c965c262-74df-4e01-8d42-971bd9e9d2ee triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:21.204268 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6300af8c-4b18-4605-b03e-10dc7a6f8760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.258548 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:03Z', 'updated_at': '2022-04-05T18:41:15Z', 'revision_number': 4, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'gw_port': {'id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:06Z', 'updated_at': '2022-04-05T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2', 'name': '', 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'mac_address': 'fa:16:3e:ea:37:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd4123b08-a8e7-413e-a1a0-fc36a4cb8380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:13Z', 'updated_at': '2022-04-05T18:41:16Z', 'revision_number': 2, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'subnets': [{'id': 'd4123b08-a8e7-413e-a1a0-fc36a4cb8380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:21.319351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:41:21.320960 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.332687 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Checking router: 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:21.338904 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Updating router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:41:21.360401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4c4d6bc-7c7c-4fb4-bbe4-ef269074db47 req-be2592f3-eb67-4bbf-b4c4-c7b40c31cce7 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926432 Apr 05 18:41:21.367663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Deleting port d57ab732-0c29-46aa-a40f-b440c0f63e35 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:41:21.375851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.405042 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.417250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6300af8c-4b18-4605-b03e-10dc7a6f8760 None None] Port c965c262-74df-4e01-8d42-971bd9e9d2ee cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:21.421130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.431851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.536173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419491f7-f63e-405c-89ad-a7439de9a70e None None] Network 6162acc5-927e-488a-8567-675d7937773a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:41:21.552346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ded30cc3-e7be-493d-8552-c4074f63f633 req-7af2eee5-3b5a-43e9-8a85-006a929c96c4 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-684075355', 'description': 'tempest-description-1223103476'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:21.694217 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ded30cc3-e7be-493d-8552-c4074f63f633 req-7af2eee5-3b5a-43e9-8a85-006a929c96c4 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.732008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Allocated IP 172.20.0.2 (25015332-9f7a-4fcb-bf96-8b0c9690dd60/e9f542fb-f41c-427a-9f13-af84b45bfca5/25f34622-4979-4d66-b248-9a1e68d32483) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:21.745717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] For port d57ab732-0c29-46aa-a40f-b440c0f63e35, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d57ab732-0c29-46aa-a40f-b440c0f63e35,segment=NetworkSegment(8bdefe13-b54d-4277-a0f8-d605e8bd7774),segment_id=8bdefe13-b54d-4277-a0f8-d605e8bd7774)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:21.746046 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.777381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.789222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-9b9fd524-33e6-485f-9d43-f1071493bdde tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:21.791005 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-9b9fd524-33e6-485f-9d43-f1071493bdde tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 810 time: 0.2482617 Apr 05 18:41:21.792050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Calling delete_port for d57ab732-0c29-46aa-a40f-b440c0f63e35 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:41:21.861103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-fdd909a0-416a-46cb-a405-abbbd014839b tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/quotas/7a9ea129cbe942d78653ed72c6f17c30 HTTP/1.1" status: 200 len: 375 time: 0.0596752 Apr 05 18:41:21.972890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ded30cc3-e7be-493d-8552-c4074f63f633 req-7af2eee5-3b5a-43e9-8a85-006a929c96c4 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.986169 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.988743 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ded30cc3-e7be-493d-8552-c4074f63f633 req-7af2eee5-3b5a-43e9-8a85-006a929c96c4 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:21.996032 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.010306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-2384866f-c719-4e0e-8580-9e209ceca0a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1372581 Apr 05 18:41:22.028395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 79f24caa-8441-455d-8cd5-66b67a8e8a58 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:22.055676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.075781 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79760800-8502-4a19-bcf8-31439786c79e None None] Pushing event updated for resources: {'Port': ['ID=95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:22.123372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2eee5-3b5a-43e9-8a85-006a929c96c4 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e92632d-871f-4019-bf10-4f3d32713eb9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:22.132671 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.146163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-5885d5c4-6841-466c-b14b-4db9fc3b868a tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:22.147778 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-5885d5c4-6841-466c-b14b-4db9fc3b868a tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.25 "GET /v2.0/networks?id=6074525f-c91e-4c4a-bf5e-2c52ebfadaac HTTP/1.1" status: 200 len: 811 time: 0.7747447 Apr 05 18:41:22.152712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.159719 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.192433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.206872 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Attempting to bind port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:22.207508 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Attempting to bind port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:22.212079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Pushing event deleted for resources: {'Port': ['ID=d57ab732-0c29-46aa-a40f-b440c0f63e35,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:22.223040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ded30cc3-e7be-493d-8552-c4074f63f633 req-7af2eee5-3b5a-43e9-8a85-006a929c96c4 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.226970 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Attempting to bind port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 on network 92a0426a-a463-402d-a447-3d4a0d461508 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:22.237046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ded30cc3-e7be-493d-8552-c4074f63f633 req-7af2eee5-3b5a-43e9-8a85-006a929c96c4 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6929891 Apr 05 18:41:22.240352 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:22.242261 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Checking segment: {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:22.244357 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.244973 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Bound using segment: {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:22.245574 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Bound port: 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:22.245983 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.316081 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-0a3dd799-50ed-4f98-b8b3-08557698e7a1 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d331b934c3a40e4bf8de6283121208c HTTP/1.1" status: 200 len: 380 time: 0.1483858 Apr 05 18:41:22.341685 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] For port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:22.346075 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] For port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:22.354638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Request body: {'port': {'device_id': '196105b7-6375-4108-ba41-0ff1d92c141e', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'admin_state_up': True, 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'security_groups': ['26f1511e-e5aa-45c7-823f-69405dc90cb4']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:22.356697 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.365219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Pushing event updated for resources: {'Port': ['ID=25f34622-4979-4d66-b248-9a1e68d32483,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:22.388326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:22.392290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 79f24caa-8441-455d-8cd5-66b67a8e8a58 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:22.392290 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.393730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:22.415245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] No DVR routers for this DVR port d57ab732-0c29-46aa-a40f-b440c0f63e35 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:41:22.425547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:22.432412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee91f2b9-a91d-478d-bfb2-faf65f339d57 req-fc0b0c5c-7210-47ca-9dab-09eeab1d5f0e tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 210 time: 0.0512781 Apr 05 18:41:22.436036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.447147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c302763-9434-428e-83ff-e1bcee9fb299 req-62fff0f2-7d5b-49da-a49f-039941b587d6 tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.25 "DELETE /v2.0/ports/d57ab732-0c29-46aa-a40f-b440c0f63e35 HTTP/1.1" status: 204 len: 173 time: 1.8980632 Apr 05 18:41:22.449461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e43261-d20b-402d-966e-33d35c01603d', 'name': 'network-vif-deleted', 'tag': 'd57ab732-0c29-46aa-a40f-b440c0f63e35'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:22.454807 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b78c2c3-0d4a-46a4-b5c1-25b8a6171861" -d '{"events": [{"server_uuid": "41e43261-d20b-402d-966e-33d35c01603d", "name": "network-vif-deleted", "tag": "d57ab732-0c29-46aa-a40f-b440c0f63e35"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:22.488464 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79760800-8502-4a19-bcf8-31439786c79e None None] Pushing event updated for resources: {'Port': ['ID=95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:22.522595 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Routers {'6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:22.524042 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:22.538974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-d32fdeff-6c82-441c-a714-40b3c2bca933 service neutron] 10.222.0.15 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094529 Apr 05 18:41:22.589413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Attempting to bind port 25f34622-4979-4d66-b248-9a1e68d32483 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:22.590032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Attempting to bind port 25f34622-4979-4d66-b248-9a1e68d32483 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:22.590749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Attempting to bind port 25f34622-4979-4d66-b248-9a1e68d32483 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:22.613675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-642bed92-74c6-4c42-974e-a53a19812c98 req-ff25dd8c-f49f-456e-91a0-16e62f48978b tempest-VolumesAdminNegativeTest-1159099150 tempest-VolumesAdminNegativeTest-1159099150-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e43261-d20b-402d-966e-33d35c01603d HTTP/1.1" status: 200 len: 210 time: 0.0745544 Apr 05 18:41:22.643384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Made reservation on behalf of 8d331b934c3a40e4bf8de6283121208c for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:22.645012 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.653621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.665594 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] Set router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:22.673471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:22.674228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Checking segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:22.674920 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.675400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Bound using segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:22.677966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Bound port: 25f34622-4979-4d66-b248-9a1e68d32483, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:22.681426 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.776463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 79f24caa-8441-455d-8cd5-66b67a8e8a58, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=79f24caa-8441-455d-8cd5-66b67a8e8a58,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:22.794471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.797479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f44035d5-6641-42d3-9468-71d3692e80f8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:22.822463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-62981a8f-3db8-4daa-863c-2b2190ec64d0 service neutron] 10.222.0.15 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722144 Apr 05 18:41:22.913472 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:03Z', 'updated_at': '2022-04-05T18:41:15Z', 'revision_number': 4, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'gw_port': {'id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:06Z', 'updated_at': '2022-04-05T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2', 'name': '', 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'mac_address': 'fa:16:3e:ea:37:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd4123b08-a8e7-413e-a1a0-fc36a4cb8380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:13Z', 'updated_at': '2022-04-05T18:41:22Z', 'revision_number': 4, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'subnets': [{'id': 'd4123b08-a8e7-413e-a1a0-fc36a4cb8380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:22.933582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:22.944373 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8d55c-1760-433f-840f-518dd7ad9896 None None] The sync data for ids ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'] in n-d-836650-3 is: [{'id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:03Z', 'updated_at': '2022-04-05T18:41:15Z', 'revision_number': 4, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'gw_port': {'id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:06Z', 'updated_at': '2022-04-05T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2', 'name': '', 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'mac_address': 'fa:16:3e:ea:37:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd4123b08-a8e7-413e-a1a0-fc36a4cb8380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:13Z', 'updated_at': '2022-04-05T18:41:22Z', 'revision_number': 4, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'subnets': [{'id': 'd4123b08-a8e7-413e-a1a0-fc36a4cb8380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:22.984082 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.054722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] For port 25f34622-4979-4d66-b248-9a1e68d32483, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:23.110038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-b3c6eba7-916c-4985-945f-3f16f7dc7745 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:23.118109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-b3c6eba7-916c-4985-945f-3f16f7dc7745 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/networks?id=6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 200 len: 821 time: 0.2552860 Apr 05 18:41:23.141619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] For port 25f34622-4979-4d66-b248-9a1e68d32483, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=25f34622-4979-4d66-b248-9a1e68d32483,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:23.148518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=79f24caa-8441-455d-8cd5-66b67a8e8a58,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:23.160131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-17b06e62-c31d-463c-9206-0f7fcca17020 req-29c024a1-44aa-4a27-a769-1766849c2e13 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-678331403', 'description': 'tempest-description-1700282083'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:23.161955 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.167369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Allocated IP 172.20.0.3 (6074525f-c91e-4c4a-bf5e-2c52ebfadaac/556aab64-ec0c-491d-8cf2-6ca4aaa8687a/365ed307-723e-4c2a-aee2-eb332a3f1155) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:23.175515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-18b01539-5dd7-4d70-a400-6a5d2b0fd833 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/quotas/2be2892429824042a0af00b781bc7ba4 HTTP/1.1" status: 200 len: 375 time: 0.0551875 Apr 05 18:41:23.237774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-47e236f8-17ed-4f1b-b924-3695d12ec131 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2be2892429824042a0af00b781bc7ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609937 Apr 05 18:41:23.284040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Pushing event updated for resources: {'Port': ['ID=c965c262-74df-4e01-8d42-971bd9e9d2ee,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:23.292979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f44035d5-6641-42d3-9468-71d3692e80f8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:23.293583 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.314540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.335471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9df6c-fc97-4705-affb-471f259582df None None] Pushing event updated for resources: {'Port': ['ID=25f34622-4979-4d66-b248-9a1e68d32483,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:23.367711 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.420120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-3a010c36-75cb-4ddc-be83-7760bafd8a19 service neutron] 10.222.0.15 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812515 Apr 05 18:41:23.422367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17b06e62-c31d-463c-9206-0f7fcca17020 req-29c024a1-44aa-4a27-a769-1766849c2e13 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.466149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.532580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d57ab732-0c29-46aa-a40f-b440c0f63e35 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:41:23.606656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: d57ab732-0c29-46aa-a40f-b440c0f63e35 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:41:23.607280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d57ab732-0c29-46aa-a40f-b440c0f63e35 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:41:23.723636 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17b06e62-c31d-463c-9206-0f7fcca17020 req-29c024a1-44aa-4a27-a769-1766849c2e13 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.739098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17b06e62-c31d-463c-9206-0f7fcca17020 req-29c024a1-44aa-4a27-a769-1766849c2e13 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.743524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:23.751039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:23.774141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.829437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c024a1-44aa-4a27-a769-1766849c2e13 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5700ae4c-ecc0-460b-a1f9-d2113e8363f9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:23.836626 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17b06e62-c31d-463c-9206-0f7fcca17020 req-29c024a1-44aa-4a27-a769-1766849c2e13 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:23.839213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17b06e62-c31d-463c-9206-0f7fcca17020 req-29c024a1-44aa-4a27-a769-1766849c2e13 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6846657 Apr 05 18:41:23.887207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-17254135-a1d3-441b-8a9c-da00e7602068 service neutron] 10.222.0.15 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533885 Apr 05 18:41:23.900382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Allocated IP 172.25.4.168 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/82da2a7d-2ca6-4fab-88e4-58a338fc67f0) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:23.915637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 79f24caa-8441-455d-8cd5-66b67a8e8a58 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:24.092141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51be6-bbff-41f6-8482-57938e49a797 req-19112e44-5a00-4e47-b2f6-2babeaf25aff tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:24.102982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06f51be6-bbff-41f6-8482-57938e49a797 req-19112e44-5a00-4e47-b2f6-2babeaf25aff tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1372128 Apr 05 18:41:24.103699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:24.151567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 79f24caa-8441-455d-8cd5-66b67a8e8a58 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:24.151739 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:24.170363 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b11d07-659a-49aa-912a-1355a7aeca95 x-openstack-request-id: req-24b11d07-659a-49aa-912a-1355a7aeca95 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:24.171028 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e43261-d20b-402d-966e-33d35c01603d", "name": "network-vif-deleted", "tag": "d57ab732-0c29-46aa-a40f-b440c0f63e35", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:24.171028 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24b11d07-659a-49aa-912a-1355a7aeca95 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:24.171437 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b11d07-659a-49aa-912a-1355a7aeca95'] response: {'server_uuid': '41e43261-d20b-402d-966e-33d35c01603d', 'name': 'network-vif-deleted', 'tag': 'd57ab732-0c29-46aa-a40f-b440c0f63e35', 'status': 'completed', 'code': 200} Apr 05 18:41:24.223017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06f51be6-bbff-41f6-8482-57938e49a797 req-7d815270-4eef-4f42-8c1c-db9317bc2f2b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093404 Apr 05 18:41:24.244375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Router 564744bc-8396-4bc3-a589-5373b788ed07 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:41:24.337949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:24.339888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:24.362683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:24.382826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:24.398464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34c98848-9006-4a19-8f39-f79d60fad2e1 req-cdc09fef-6869-4b38-ad44-0284135d78da tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 210 time: 0.0825982 Apr 05 18:41:24.486740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Pushing event updated for resources: {'Port': ['ID=365ed307-723e-4c2a-aee2-eb332a3f1155,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:24.502917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40830) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:24.544245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fe1aa251-5a87-4892-a2a8-f7b4cd86402b None None] Provisioning complete for port c965c262-74df-4e01-8d42-971bd9e9d2ee triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:24.544815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa251-5a87-4892-a2a8-f7b4cd86402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:24.614680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:24.632821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:24.633465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:24.657990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5814f79-bbdf-4088-a59c-854848dbe0d4 req-46bea56d-02d0-4c32-bed6-cc2b0516056b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:24.665797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5814f79-bbdf-4088-a59c-854848dbe0d4 req-46bea56d-02d0-4c32-bed6-cc2b0516056b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 931 time: 0.2591536 Apr 05 18:41:24.679374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:24.679864 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:24.728871 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-44f31afc-8f74-4d78-bcb5-9129c02ec3e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4056478 Apr 05 18:41:24.749402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Request body: {'port': {'device_id': '196105b7-6375-4108-ba41-0ff1d92c141e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:24.755382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fe1aa251-5a87-4892-a2a8-f7b4cd86402b None None] Port c965c262-74df-4e01-8d42-971bd9e9d2ee cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:24.806786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:24.854375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:24.869734 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2fe8b8be-7902-461d-9bde-8c10a08f194c admin admin] 10.222.0.15 "PUT /v2.0/routers/564744bc-8396-4bc3-a589-5373b788ed07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5048997 Apr 05 18:41:24.880685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5814f79-bbdf-4088-a59c-854848dbe0d4 req-9a656d88-2608-41fc-9af7-16bbaf59b1e2 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923440 Apr 05 18:41:24.887364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3458df-a66a-40a3-9ef8-b3366875c981 admin admin] Deleting subnet 93edb3ff-6c20-4a48-9ae9-af8846e77fbf {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:41:24.926477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Sync routers for ids ['564744bc-8396-4bc3-a589-5373b788ed07'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:24.935176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:24.942977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:24.945600 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:24.955366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:24.957276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Pushing event updated for resources: {'Port': ['ID=82da2a7d-2ca6-4fab-88e4-58a338fc67f0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:24.962488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3458df-a66a-40a3-9ef8-b3366875c981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:25.084970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Routers {'564744bc-8396-4bc3-a589-5373b788ed07'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:25.085735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['564744bc-8396-4bc3-a589-5373b788ed07'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:25.105254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ad9676d4-a30b-4eb9-8a7c-fe1cc3f8eac2 None None] Provisioning complete for port 365ed307-723e-4c2a-aee2-eb332a3f1155 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:25.105644 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad9676d4-a30b-4eb9-8a7c-fe1cc3f8eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:25.196870 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:25.199125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-300accfa-679a-4223-a275-de4ea9ed3b75 req-a555b69f-93eb-4273-b1c9-4113f2ba21f3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 210 time: 0.1465805 Apr 05 18:41:25.241312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b620f-aba8-4626-b33f-1ddde8a06922 None None] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:41:25.270798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3458df-a66a-40a3-9ef8-b3366875c981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:25.383886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:25.463083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:25.592094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:25.598418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ad9676d4-a30b-4eb9-8a7c-fe1cc3f8eac2 None None] Port 365ed307-723e-4c2a-aee2-eb332a3f1155 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:25.693012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f72ef073-4deb-4a51-9642-c0a84151a9d1 req-a41027e1-b3a5-4866-b282-46cd67b2d062 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-267427617', 'description': 'tempest-description-1837152398'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:25.743609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 25f34622-4979-4d66-b248-9a1e68d32483 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:25.767507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Set router 564744bc-8396-4bc3-a589-5373b788ed07 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:25.808141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3205b245-0d5c-4705-b1bd-a415160775ed tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:25.810039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3205b245-0d5c-4705-b1bd-a415160775ed tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.20 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 810 time: 0.8555076 Apr 05 18:41:25.845960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d42c087-69e8-4cf7-877a-476e03023614 req-9f0d24f1-5852-4d2c-98b6-a61c40327b48 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=198ab92468a84663a0dbcd854566b1a9 HTTP/1.1" status: 200 len: 10899 time: 1.2853625 Apr 05 18:41:25.867831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Request body: {'port': {'device_id': 'fc7b3f1f-d704-4b1a-86b1-c4461935c0db', 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508', 'admin_state_up': True, 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:25.874702 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3458df-a66a-40a3-9ef8-b3366875c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:25.883429 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f72ef073-4deb-4a51-9642-c0a84151a9d1 req-a41027e1-b3a5-4866-b282-46cd67b2d062 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.179090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d42c087-69e8-4cf7-877a-476e03023614 req-0b38f094-9950-4975-90a7-7a3680a6cca2 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/48c2c9be-ea6f-432b-8a79-91ec254d8ace HTTP/1.1" status: 200 len: 2981 time: 0.3318205 Apr 05 18:41:26.205822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365ed307-723e-4c2a-aee2-eb332a3f1155 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:26.213702 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.250348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3458df-a66a-40a3-9ef8-b3366875c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.299033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d42c087-69e8-4cf7-877a-476e03023614 req-f3a5b5d6-fa16-440b-881d-8bc708fe4e84 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/48c2c9be-ea6f-432b-8a79-91ec254d8ace HTTP/1.1" status: 200 len: 2981 time: 0.1186857 Apr 05 18:41:26.338871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Transition to ACTIVE for port object 365ed307-723e-4c2a-aee2-eb332a3f1155 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:41:26.351024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8182b19c-4aa0-4a9c-aea1-aa6b8e004193 None None] Provisioning complete for port 25f34622-4979-4d66-b248-9a1e68d32483 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:26.351565 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8182b19c-4aa0-4a9c-aea1-aa6b8e004193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.357074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3458df-a66a-40a3-9ef8-b3366875c981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93edb3ff-6c20-4a48-9ae9-af8846e77fbf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:26.378838 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3458df-a66a-40a3-9ef8-b3366875c981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.387716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3e3458df-a66a-40a3-9ef8-b3366875c981 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/93edb3ff-6c20-4a48-9ae9-af8846e77fbf HTTP/1.1" status: 204 len: 168 time: 1.8837748 Apr 05 18:41:26.388834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Made reservation on behalf of 7a9ea129cbe942d78653ed72c6f17c30 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:26.393797 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.408637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40854) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:26.442186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.449962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-8c7c51cb-5ca1-45a9-9f4f-46ffa0f36e29 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:26.452753 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-8c7c51cb-5ca1-45a9-9f4f-46ffa0f36e29 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.20 "GET /v2.0/networks?id=6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 200 len: 821 time: 0.2251499 Apr 05 18:41:26.454948 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.483032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfaefd37-4769-4e84-a354-87f5edcfc753 req-3034b3b6-b5a2-4078-acf2-c6c84387a571 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 210 time: 0.0843670 Apr 05 18:41:26.500582 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f72ef073-4deb-4a51-9642-c0a84151a9d1 req-a41027e1-b3a5-4866-b282-46cd67b2d062 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.536614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Pushing event updated for resources: {'Port': ['ID=365ed307-723e-4c2a-aee2-eb332a3f1155,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:26.548130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Request body: {'port': {'device_id': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'network_id': '6162acc5-927e-488a-8567-675d7937773a', 'admin_state_up': True, 'tenant_id': '2be2892429824042a0af00b781bc7ba4'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:26.711447 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f72ef073-4deb-4a51-9642-c0a84151a9d1 req-a41027e1-b3a5-4866-b282-46cd67b2d062 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.717270 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8182b19c-4aa0-4a9c-aea1-aa6b8e004193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.839949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8182b19c-4aa0-4a9c-aea1-aa6b8e004193 None None] For port 25f34622-4979-4d66-b248-9a1e68d32483, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=25f34622-4979-4d66-b248-9a1e68d32483,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:26.866823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 25f34622-4979-4d66-b248-9a1e68d32483 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:26.867192 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.927061 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8182b19c-4aa0-4a9c-aea1-aa6b8e004193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:26.996235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41027e1-b3a5-4866-b282-46cd67b2d062 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03bca3d-d323-4ba9-a327-a30dcac2081d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:27.039487 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b19c-4aa0-4a9c-aea1-aa6b8e004193 None None] Pushing event updated for resources: {'Port': ['ID=25f34622-4979-4d66-b248-9a1e68d32483,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:27.046920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Made reservation on behalf of 2be2892429824042a0af00b781bc7ba4 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:27.050605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.099899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Attempting to bind port 365ed307-723e-4c2a-aee2-eb332a3f1155 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:27.100359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Attempting to bind port 365ed307-723e-4c2a-aee2-eb332a3f1155 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:27.101153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Attempting to bind port 365ed307-723e-4c2a-aee2-eb332a3f1155 on network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:27.108449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Port 365ed307-723e-4c2a-aee2-eb332a3f1155 on network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:41:27.108729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Allocated IP 172.20.0.5 (92a0426a-a463-402d-a447-3d4a0d461508/d4123b08-a8e7-413e-a1a0-fc36a4cb8380/42c43c05-8d6e-4527-b1a7-c28b561b0bf7) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:27.108965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Attempting to bind port 365ed307-723e-4c2a-aee2-eb332a3f1155 on network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:27.116513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:27.117070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Checking segment: {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:27.117600 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Bound using segment: {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:27.118133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Bound port: 365ed307-723e-4c2a-aee2-eb332a3f1155, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc159a34-f21a-46d4-99d7-7c60e44802e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:27.118718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.301874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564744bc-8396-4bc3-a589-5373b788ed07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:07Z', 'updated_at': '2022-04-05T18:41:21Z', 'revision_number': 4, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'gw_port': {'id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:09Z', 'updated_at': '2022-04-05T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c965c262-74df-4e01-8d42-971bd9e9d2ee', 'name': '', 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'mac_address': 'fa:16:3e:46:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'ef99d7ce-9607-4f19-b2b7-eecd3b4244da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:17Z', 'updated_at': '2022-04-05T18:41:22Z', 'revision_number': 2, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'subnets': [{'id': 'ef99d7ce-9607-4f19-b2b7-eecd3b4244da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:27.339233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Checking router: 564744bc-8396-4bc3-a589-5373b788ed07 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:27.340019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Updating router 564744bc-8396-4bc3-a589-5373b788ed07 port c965c262-74df-4e01-8d42-971bd9e9d2ee binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:41:27.384459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.452758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.478280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Allocated IP 172.20.0.12 (6162acc5-927e-488a-8567-675d7937773a/ab16ca2d-f1e2-4a36-b43e-93c2ca000912/3e818cf9-5b27-4c38-a390-ab19a689b32a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:27.509238 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.513964 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.532348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f72ef073-4deb-4a51-9642-c0a84151a9d1 req-a41027e1-b3a5-4866-b282-46cd67b2d062 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.534016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f72ef073-4deb-4a51-9642-c0a84151a9d1 req-a41027e1-b3a5-4866-b282-46cd67b2d062 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 2.2590737 Apr 05 18:41:27.546798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eada786-7c68-4687-8101-88773c4fa28b req-3fcdb2cd-44b7-44f1-b3f7-038368c6d9c3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:27.554690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5eada786-7c68-4687-8101-88773c4fa28b req-3fcdb2cd-44b7-44f1-b3f7-038368c6d9c3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 943 time: 0.9092963 Apr 05 18:41:27.708092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Network 92a0426a-a463-402d-a447-3d4a0d461508 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:27.725967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5eada786-7c68-4687-8101-88773c4fa28b req-a0edf467-0ec7-4bcb-9497-b0fc51fdad53 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702840 Apr 05 18:41:27.756728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.813607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 25f34622-4979-4d66-b248-9a1e68d32483 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:27.864355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-05fd3c71-bdcb-4950-aff3-a0300a36e199 None None] Provisioning complete for port 25f34622-4979-4d66-b248-9a1e68d32483 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:27.865096 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05fd3c71-bdcb-4950-aff3-a0300a36e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.868311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:27.873041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84b0a350-b497-48ff-ad03-d59a9d322524 req-fedff168-4802-477d-9d46-e333178a25b1 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 210 time: 0.1881349 Apr 05 18:41:27.875216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:27.885484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.901016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Pushing event updated for resources: {'Port': ['ID=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:27.957914 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:27.977896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.000851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] For port 365ed307-723e-4c2a-aee2-eb332a3f1155, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:28.005497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] For port 365ed307-723e-4c2a-aee2-eb332a3f1155, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=365ed307-723e-4c2a-aee2-eb332a3f1155,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:28.045718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5092a9a2-9fbd-4253-baf9-84f2f78f9893 req-1d4e72e5-36ab-400d-a363-b334bd0b153f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/6ead726c-a868-430e-9395-13bdceb785e0 HTTP/1.1" status: 200 len: 1801 time: 0.2443836 Apr 05 18:41:28.061216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeeb11-6b61-4090-8c74-5dea2d7b1b83 None None] Pushing event updated for resources: {'Port': ['ID=c965c262-74df-4e01-8d42-971bd9e9d2ee,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:28.088461 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.108114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 25f34622-4979-4d66-b248-9a1e68d32483 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:28.110158 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.144632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.271178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:28.271853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.273308 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] 10.222.0.25 "PUT /v2.0/ports/365ed307-723e-4c2a-aee2-eb332a3f1155 HTTP/1.1" status: 200 len: 1091 time: 3.5360410 Apr 05 18:41:28.276501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196105b7-6375-4108-ba41-0ff1d92c141e', 'tag': '365ed307-723e-4c2a-aee2-eb332a3f1155'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:28.278883 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8197c3ae-1bb0-49e4-979f-140021ab2116" -d '{"events": [{"name": "network-changed", "server_uuid": "196105b7-6375-4108-ba41-0ff1d92c141e", "tag": "365ed307-723e-4c2a-aee2-eb332a3f1155"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:28.284525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Attempting to bind port c965c262-74df-4e01-8d42-971bd9e9d2ee on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:28.285723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Attempting to bind port c965c262-74df-4e01-8d42-971bd9e9d2ee by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '90075b35-bf19-43ab-a945-b6ea1f3c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:28.288438 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Attempting to bind port c965c262-74df-4e01-8d42-971bd9e9d2ee on network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:28.290311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:28.291034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.303805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:28.304366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Checking segment: {'id': '90075b35-bf19-43ab-a945-b6ea1f3c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:28.304867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.305760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Bound using segment: {'id': '90075b35-bf19-43ab-a945-b6ea1f3c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:28.308134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cae55b8-cd12-4c3a-9360-5ffecb87687a']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:28.316919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Bound port: c965c262-74df-4e01-8d42-971bd9e9d2ee, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90075b35-bf19-43ab-a945-b6ea1f3c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:28.316919 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.372726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdefe13-b54d-4277-a0f8-d605e8bd7774') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:28.373073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdefe13-b54d-4277-a0f8-d605e8bd7774') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:28.447426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66479ff6-5ba2-4d36-b0e6-01b7e1579b64 service neutron] Pushing event updated for resources: {'Port': ['ID=365ed307-723e-4c2a-aee2-eb332a3f1155,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:28.460232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.464877 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.469568 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5092a9a2-9fbd-4253-baf9-84f2f78f9893 req-2b799e3c-8bf0-40ad-8a9c-d98cbd243429 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.494128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-3234bc56-acc7-44b2-b2eb-481b8ce7db33 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6303701 Apr 05 18:41:28.546894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Request body: {'port': {'device_id': 'fc7b3f1f-d704-4b1a-86b1-c4461935c0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:28.559644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:28.572090 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.581838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ded0f-f9b1-47e0-8a60-7a06a8341125 req-f32b9a7c-8cdb-4a22-97d8-b0655ccde1a9 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:28.599061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b2ded0f-f9b1-47e0-8a60-7a06a8341125 req-f32b9a7c-8cdb-4a22-97d8-b0655ccde1a9 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 931 time: 0.5335040 Apr 05 18:41:28.639102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] For port c965c262-74df-4e01-8d42-971bd9e9d2ee, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:28.642199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-05bef89f-abff-452a-a02c-393d50f5986c None None] Provisioning complete for port c965c262-74df-4e01-8d42-971bd9e9d2ee triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:28.642539 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05bef89f-abff-452a-a02c-393d50f5986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.651195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Network 6162acc5-927e-488a-8567-675d7937773a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:28.661474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-5d66e07a-a072-4c5f-b32d-f7bf13494350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:28.663084 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-5d66e07a-a072-4c5f-b32d-f7bf13494350 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8d331b934c3a40e4bf8de6283121208c&device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 1094 time: 0.3314955 Apr 05 18:41:28.667578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:28.671666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:28.674270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event updated for resources: {'Port': ['ID=3e818cf9-5b27-4c38-a390-ab19a689b32a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:28.695013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] For port c965c262-74df-4e01-8d42-971bd9e9d2ee, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c965c262-74df-4e01-8d42-971bd9e9d2ee,segment=NetworkSegment(90075b35-bf19-43ab-a945-b6ea1f3c0b01),segment_id=90075b35-bf19-43ab-a945-b6ea1f3c0b01)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:28.708845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Router efdec9b9-8a6e-4447-91fb-0fa74663ec91 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:41:28.713838 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.729017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:41:28.730009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.750207 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-1baab39d-c191-40cc-89fb-784138cfb9bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365ed307-723e-4c2a-aee2-eb332a3f1155 HTTP/1.1" status: 200 len: 217 time: 0.0720844 Apr 05 18:41:28.795280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:28.796813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.800148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeeb11-6b61-4090-8c74-5dea2d7b1b83 None None] Pushing event updated for resources: {'Port': ['ID=c965c262-74df-4e01-8d42-971bd9e9d2ee,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:28.819302 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-05bef89f-abff-452a-a02c-393d50f5986c None None] Port c965c262-74df-4e01-8d42-971bd9e9d2ee cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:28.824798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:28.825281 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.863633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Routers {'564744bc-8396-4bc3-a589-5373b788ed07'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:28.864382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['564744bc-8396-4bc3-a589-5373b788ed07'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:28.870547 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-fedff504-2aa3-4a96-baa6-672190606981 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3349059 Apr 05 18:41:28.873780 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-b400f61a-cbeb-46eb-93a8-cbe19bb5b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:28.875366 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-b400f61a-cbeb-46eb-93a8-cbe19bb5b222 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=556aab64-ec0c-491d-8cf2-6ca4aaa8687a HTTP/1.1" status: 200 len: 850 time: 0.1162133 Apr 05 18:41:28.924003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Request body: {'port': {'device_id': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:28.946938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5092a9a2-9fbd-4253-baf9-84f2f78f9893 req-2b799e3c-8bf0-40ad-8a9c-d98cbd243429 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:41:28.981119 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:41:29.023932 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.048700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:29.066797 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Sync routers for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:29.080042 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.091242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0cae55b8-cd12-4c3a-9360-5ffecb87687a HTTP/1.1" status: 204 len: 168 time: 2.6777418 Apr 05 18:41:29.096890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1292855-2a05-4e63-845d-91c31113a346 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cae55b8-cd12-4c3a-9360-5ffecb87687a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:29.106785 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:29.108185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40866) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:29.110533 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:29.129009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] Set router 564744bc-8396-4bc3-a589-5373b788ed07 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:29.162812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.172935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b2ded0f-f9b1-47e0-8a60-7a06a8341125 req-68046060-41b2-47dd-89d2-efc1d12dc942 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730221 Apr 05 18:41:29.196755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5092a9a2-9fbd-4253-baf9-84f2f78f9893 req-2b799e3c-8bf0-40ad-8a9c-d98cbd243429 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.196755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5092a9a2-9fbd-4253-baf9-84f2f78f9893 req-2b799e3c-8bf0-40ad-8a9c-d98cbd243429 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.196755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5092a9a2-9fbd-4253-baf9-84f2f78f9893 req-2b799e3c-8bf0-40ad-8a9c-d98cbd243429 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ead726c-a868-430e-9395-13bdceb785e0 HTTP/1.1" status: 204 len: 173 time: 1.1128869 Apr 05 18:41:29.224928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b799e3c-8bf0-40ad-8a9c-d98cbd243429 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ead726c-a868-430e-9395-13bdceb785e0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:29.241824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.285972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-c73b4141-db24-4b55-bdd5-ca7a44c35a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:29.289361 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-c73b4141-db24-4b55-bdd5-ca7a44c35a63 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6074525f-c91e-4c4a-bf5e-2c52ebfadaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598449 Apr 05 18:41:29.302732 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.304409 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1df6a2b1-6563-445f-9bba-8d736cf1b03f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.7648983 Apr 05 18:41:29.365861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40870) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:29.449279 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-6dbf5431-7c1c-4e92-9ed6-b79c0d9e8237 service neutron] 10.222.0.25 "GET /v2.0/networks/6074525f-c91e-4c4a-bf5e-2c52ebfadaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432536 Apr 05 18:41:29.456293 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc221794-d99d-435d-a80c-3825e8fe8636 x-openstack-request-id: req-bc221794-d99d-435d-a80c-3825e8fe8636 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:29.457083 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196105b7-6375-4108-ba41-0ff1d92c141e", "tag": "365ed307-723e-4c2a-aee2-eb332a3f1155", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:29.458258 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc221794-d99d-435d-a80c-3825e8fe8636 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:29.458974 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc221794-d99d-435d-a80c-3825e8fe8636'] response: {'name': 'network-changed', 'server_uuid': '196105b7-6375-4108-ba41-0ff1d92c141e', 'tag': '365ed307-723e-4c2a-aee2-eb332a3f1155', 'status': 'completed', 'code': 200} Apr 05 18:41:29.524417 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:29.766016 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:25Z', 'revision_number': 3, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:29.789001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8937dc9-1118-4042-a191-701c429700bf req-09f5664e-1d83-4955-b131-576ec1fb63f6 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:29.794874 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Checking router: efdec9b9-8a6e-4447-91fb-0fa74663ec91 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:29.795469 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Updating router efdec9b9-8a6e-4447-91fb-0fa74663ec91 port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:41:29.806983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8937dc9-1118-4042-a191-701c429700bf req-09f5664e-1d83-4955-b131-576ec1fb63f6 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 943 time: 0.3834219 Apr 05 18:41:29.813227 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6b7ac76e-b4b6-4aed-8ac0-6e049b782a71 req-9dbf3629-1e80-441f-a280-c9ab53bd316a service neutron] 10.222.0.25 "GET /v2.0/networks/6074525f-c91e-4c4a-bf5e-2c52ebfadaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499682 Apr 05 18:41:29.837737 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.902638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-368c0323-0892-4869-8ae8-34f3ffe248c5 None None] Provisioning complete for port c965c262-74df-4e01-8d42-971bd9e9d2ee triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:29.903294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-368c0323-0892-4869-8ae8-34f3ffe248c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.932593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e818cf9-5b27-4c38-a390-ab19a689b32a {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:29.943856 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:29.967213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Transition to ACTIVE for port object 3e818cf9-5b27-4c38-a390-ab19a689b32a will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:41:29.977962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8937dc9-1118-4042-a191-701c429700bf req-2b7b77a5-8958-4a2b-b281-e7811bb8dfc3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699994 Apr 05 18:41:29.999773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-f734baf0-fd8d-4ed9-95e0-5c45c2338fc6 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-267427617&fields=id&tenant_id=653d9b9beb9c401f85207de148a14896 HTTP/1.1" status: 200 len: 267 time: 0.6241310 Apr 05 18:41:30.014462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a535ce-896b-42b0-be10-4f6dbd11dd2f admin admin] Deleting subnet 3184f0fd-9da3-45b4-89db-2b48c66e1a7f {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:41:30.023956 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42a535ce-896b-42b0-be10-4f6dbd11dd2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.157855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.174980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42a535ce-896b-42b0-be10-4f6dbd11dd2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.247805 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-0684a43e-db7c-49be-af6c-558f7a6b23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:30.249762 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-0684a43e-db7c-49be-af6c-558f7a6b23fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8d331b934c3a40e4bf8de6283121208c&device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 1094 time: 0.2803934 Apr 05 18:41:30.260930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-368c0323-0892-4869-8ae8-34f3ffe248c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.316833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-368c0323-0892-4869-8ae8-34f3ffe248c5 None None] For port c965c262-74df-4e01-8d42-971bd9e9d2ee, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c965c262-74df-4e01-8d42-971bd9e9d2ee,segment=NetworkSegment(90075b35-bf19-43ab-a945-b6ea1f3c0b01),segment_id=90075b35-bf19-43ab-a945-b6ea1f3c0b01)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:30.340760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-368c0323-0892-4869-8ae8-34f3ffe248c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.409461 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.411486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c0323-0892-4869-8ae8-34f3ffe248c5 None None] Pushing event updated for resources: {'Port': ['ID=c965c262-74df-4e01-8d42-971bd9e9d2ee,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:30.422048 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.439027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564744bc-8396-4bc3-a589-5373b788ed07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:07Z', 'updated_at': '2022-04-05T18:41:21Z', 'revision_number': 4, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'gw_port': {'id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:09Z', 'updated_at': '2022-04-05T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c965c262-74df-4e01-8d42-971bd9e9d2ee', 'name': '', 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'mac_address': 'fa:16:3e:46:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'ef99d7ce-9607-4f19-b2b7-eecd3b4244da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:17Z', 'updated_at': '2022-04-05T18:41:28Z', 'revision_number': 4, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'subnets': [{'id': 'ef99d7ce-9607-4f19-b2b7-eecd3b4244da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:30.445357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:30.454794 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.468753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Transition to ACTIVE for port object 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:41:30.479696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f251d3b6-4479-4a8e-9d50-0c28aa437292 None None] The sync data for ids ['564744bc-8396-4bc3-a589-5373b788ed07'] in n-d-836650-3 is: [{'id': '564744bc-8396-4bc3-a589-5373b788ed07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:07Z', 'updated_at': '2022-04-05T18:41:21Z', 'revision_number': 4, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'gw_port': {'id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:09Z', 'updated_at': '2022-04-05T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c965c262-74df-4e01-8d42-971bd9e9d2ee', 'name': '', 'network_id': 'f9cd1e9b-4426-4dff-8bd1-c2ff3b165596', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'mac_address': 'fa:16:3e:46:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'ef99d7ce-9607-4f19-b2b7-eecd3b4244da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:17Z', 'updated_at': '2022-04-05T18:41:28Z', 'revision_number': 4, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'subnets': [{'id': 'ef99d7ce-9607-4f19-b2b7-eecd3b4244da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:30.522682 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.548471 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0b4ec-01f8-4fd0-92d5-9dd2496034ca None None] Pushing event updated for resources: {'Port': ['ID=82da2a7d-2ca6-4fab-88e4-58a338fc67f0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:30.581717 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Attempting to bind port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:30.582577 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Attempting to bind port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:30.583137 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Attempting to bind port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:30.591208 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:30.594982 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:30.595719 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.596445 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:30.598803 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Bound port: 82da2a7d-2ca6-4fab-88e4-58a338fc67f0, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:30.599498 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.637572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-4f436862-c19a-4957-9389-582a1e3b79e0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:30.639342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-4f436862-c19a-4957-9389-582a1e3b79e0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.6383700 Apr 05 18:41:30.715562 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] For port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:30.720576 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] For port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=82da2a7d-2ca6-4fab-88e4-58a338fc67f0,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:30.736714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-33e52480-8617-465b-8699-39ab0f8cbfee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Request body: {'port': {'security_groups': ['23f65d7e-6f64-499a-a226-456a7cc67519', 'b03bca3d-d323-4ba9-a327-a30dcac2081d']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:30.738340 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.758418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391be7f4-09e9-4288-98bd-179699c3a081 req-e75657ff-09bf-495b-b020-8872feabad67 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:30.760233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-391be7f4-09e9-4288-98bd-179699c3a081 req-e75657ff-09bf-495b-b020-8872feabad67 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 944 time: 0.6642339 Apr 05 18:41:30.830131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Pushing event updated for resources: {'Port': ['ID=3e818cf9-5b27-4c38-a390-ab19a689b32a,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:30.835522 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42a535ce-896b-42b0-be10-4f6dbd11dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.854174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Pushing event updated for resources: {'Port': ['ID=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:30.855872 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0b4ec-01f8-4fd0-92d5-9dd2496034ca None None] Pushing event updated for resources: {'Port': ['ID=82da2a7d-2ca6-4fab-88e4-58a338fc67f0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:30.892935 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:30.894297 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:30.935840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Attempting to bind port 3e818cf9-5b27-4c38-a390-ab19a689b32a on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:30.935840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Attempting to bind port 3e818cf9-5b27-4c38-a390-ab19a689b32a by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:30.935840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Attempting to bind port 3e818cf9-5b27-4c38-a390-ab19a689b32a on network 6162acc5-927e-488a-8567-675d7937773a {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:30.970330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Port 3e818cf9-5b27-4c38-a390-ab19a689b32a on network 6162acc5-927e-488a-8567-675d7937773a not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:41:30.970330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Attempting to bind port 3e818cf9-5b27-4c38-a390-ab19a689b32a on network 6162acc5-927e-488a-8567-675d7937773a {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:30.982415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:30.982781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Checking segment: {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:30.983172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Bound using segment: {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:30.983884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Bound port: 3e818cf9-5b27-4c38-a390-ab19a689b32a, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:30.984260 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:30.987494 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-33e52480-8617-465b-8699-39ab0f8cbfee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.059612 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:31.070633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-54980148-5c8b-4cc6-a3fd-89ae856e822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:31.072665 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-54980148-5c8b-4cc6-a3fd-89ae856e822c service neutron] 10.222.0.25 "GET /v2.0/networks?id=6074525f-c91e-4c4a-bf5e-2c52ebfadaac HTTP/1.1" status: 200 len: 911 time: 0.8152435 Apr 05 18:41:31.099313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42a535ce-896b-42b0-be10-4f6dbd11dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.180970 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42a535ce-896b-42b0-be10-4f6dbd11dd2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.187521 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-42a535ce-896b-42b0-be10-4f6dbd11dd2f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3184f0fd-9da3-45b4-89db-2b48c66e1a7f HTTP/1.1" status: 204 len: 168 time: 2.0784335 Apr 05 18:41:31.189508 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-33711e51-8b6f-4e1f-aae1-97e754b88c05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365ed307-723e-4c2a-aee2-eb332a3f1155 HTTP/1.1" status: 200 len: 217 time: 0.0925066 Apr 05 18:41:31.190372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a535ce-896b-42b0-be10-4f6dbd11dd2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3184f0fd-9da3-45b4-89db-2b48c66e1a7f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:31.199767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40876) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:31.349038 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:25Z', 'revision_number': 3, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:31.365856 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.370210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-69d3fbf6-9e17-4fe5-8d0b-28ec789a1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:31.371707 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-69d3fbf6-9e17-4fe5-8d0b-28ec789a1f10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=556aab64-ec0c-491d-8cf2-6ca4aaa8687a HTTP/1.1" status: 200 len: 850 time: 0.1732705 Apr 05 18:41:31.408701 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81778c0-69f8-49a3-a29d-c229152af42e None None] The sync data for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 is: [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:25Z', 'revision_number': 3, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:31.469320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:31.489299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:31.521925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.635343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Pushing event updated for resources: {'Port': ['ID=3e818cf9-5b27-4c38-a390-ab19a689b32a,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:31.650195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-c71faf83-986c-43ed-9854-c362f4281e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:31.651942 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-c71faf83-986c-43ed-9854-c362f4281e62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6074525f-c91e-4c4a-bf5e-2c52ebfadaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706447 Apr 05 18:41:31.665844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:31.665982 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.669517 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cb7fa5-8628-4c18-b4a9-f68354a04c62 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e818cf9-5b27-4c38-a390-ab19a689b32a HTTP/1.1" status: 200 len: 1092 time: 2.7896471 Apr 05 18:41:31.672306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:31.682888 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c0aef-c172-4545-be39-eb3743eacf0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:31.711919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.726995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-391be7f4-09e9-4288-98bd-179699c3a081 req-73fd9c39-abbe-4a54-9cc9-730bb78fab87 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9104960 Apr 05 18:41:31.812637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Attempting to bind port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:31.813036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Attempting to bind port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:31.813438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Attempting to bind port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 on network 92a0426a-a463-402d-a447-3d4a0d461508 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:31.828097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 on network 92a0426a-a463-402d-a447-3d4a0d461508 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:41:31.828497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Attempting to bind port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 on network 92a0426a-a463-402d-a447-3d4a0d461508 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:31.842692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c9cf9f-dde9-45d6-bc05-7c27f7562971']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:31.891873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9e2bb6-b06b-4cd6-8e11-5681ea3412c6') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:31.892401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9e2bb6-b06b-4cd6-8e11-5681ea3412c6') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:31.910264 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.954342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-6c737c5e-0a68-42d3-ae86-215654a8dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:31.955994 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-6c737c5e-0a68-42d3-ae86-215654a8dc84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2be2892429824042a0af00b781bc7ba4&device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 1095 time: 0.2303295 Apr 05 18:41:31.960124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:31.960658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Checking segment: {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:31.960838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Bound using segment: {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:31.967037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Bound port: 42c43c05-8d6e-4527-b1a7-c28b561b0bf7, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:31.967550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.970040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.982106 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-9df5893a-b7a0-470a-9af2-e0cbe9a3ebe9 req-62591a88-ece6-4370-84da-c6ad59bf5ea1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:41:31.988437 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-ca124aa5-f0c8-4e7a-8acc-5887835f0329 service neutron] 10.222.0.25 "GET /v2.0/networks/6074525f-c91e-4c4a-bf5e-2c52ebfadaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194008 Apr 05 18:41:31.989436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:41:31.989915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:31.997766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9df5893a-b7a0-470a-9af2-e0cbe9a3ebe9 req-62591a88-ece6-4370-84da-c6ad59bf5ea1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/6ead726c-a868-430e-9395-13bdceb785e0 HTTP/1.1" status: 404 len: 352 time: 0.2044461 Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:41:32.065160 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:41:32.244845 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-29dba399-94c6-4f03-9852-2f5cc3052271 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a HTTP/1.1" status: 200 len: 217 time: 0.2792780 Apr 05 18:41:32.300423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:32.383230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:32.383604 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.386164 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8197c3ae-1bb0-49e4-979f-140021ab2116 req-87cf6de8-a1ec-4ffd-b9a8-428efe2aa240 service neutron] 10.222.0.25 "GET /v2.0/networks/6074525f-c91e-4c4a-bf5e-2c52ebfadaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937782 Apr 05 18:41:32.402988 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.416451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.423104 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d3c9cf9f-dde9-45d6-bc05-7c27f7562971 HTTP/1.1" status: 204 len: 168 time: 1.2173457 Apr 05 18:41:32.425869 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.478784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-5f152342-1197-4426-b386-a8f1391399e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:32.480319 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-5f152342-1197-4426-b386-a8f1391399e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab16ca2d-f1e2-4a36-b43e-93c2ca000912 HTTP/1.1" status: 200 len: 861 time: 0.0925946 Apr 05 18:41:32.481067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89bf34-b6de-4655-a715-18a7eabda432 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c9cf9f-dde9-45d6-bc05-7c27f7562971,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:32.535198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] For port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:32.543903 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-15b2b1ff-d01c-47c8-afc3-0da3375c6e3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6162acc5-927e-488a-8567-675d7937773a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517378 Apr 05 18:41:32.548868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7eb92-4b31-410c-988b-5f6c91571c1f req-c9ee96b1-b703-4435-a670-d40bd3a25160 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:32.550467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32a7eb92-4b31-410c-988b-5f6c91571c1f req-c9ee96b1-b703-4435-a670-d40bd3a25160 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 943 time: 0.3691332 Apr 05 18:41:32.581085 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.607780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=82da2a7d-2ca6-4fab-88e4-58a338fc67f0,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:32.613749 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.615310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c965c262-74df-4e01-8d42-971bd9e9d2ee up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:32.622154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] For port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:32.691656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40884) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:32.738164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=82da2a7d-2ca6-4fab-88e4-58a338fc67f0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:32.749755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c965c262-74df-4e01-8d42-971bd9e9d2ee triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:32.751302 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.760760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.780572 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-97628782-7c0d-40f5-8d09-2e9afc2b5ebc service neutron] 10.222.0.20 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287755 Apr 05 18:41:32.783319 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-75d3e98f-d4e1-4eb9-a697-e4a4d9e7fb55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8194ab45845c4bbaa46364b6b83e5c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906415 Apr 05 18:41:32.798221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40888) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:32.949765 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0c79648-65e9-4e96-974e-d92b8a13c701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.963393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Allocated IP 172.20.0.1 (25015332-9f7a-4fcb-bf96-8b0c9690dd60/e9f542fb-f41c-427a-9f13-af84b45bfca5/454768d4-c306-4c53-845e-2f9a1748bcd1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:32.966265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:32.966912 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.969359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] 10.222.0.20 "PUT /v2.0/ports/42c43c05-8d6e-4527-b1a7-c28b561b0bf7 HTTP/1.1" status: 200 len: 1091 time: 4.4395733 Apr 05 18:41:32.974031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-33e52480-8617-465b-8699-39ab0f8cbfee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] For port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:32.976147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7b3f1f-d704-4b1a-86b1-c4461935c0db', 'tag': '42c43c05-8d6e-4527-b1a7-c28b561b0bf7'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:32.978062 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7b3f1f-d704-4b1a-86b1-c4461935c0db", "tag": "42c43c05-8d6e-4527-b1a7-c28b561b0bf7"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:32.984332 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0c79648-65e9-4e96-974e-d92b8a13c701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:32.996366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32a7eb92-4b31-410c-988b-5f6c91571c1f req-7dfa8499-ccf7-4f1e-814d-ba887ef706c3 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943560 Apr 05 18:41:33.039176 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd0f9589-9b20-49f7-b034-0ce292b90aaa req-f6cd0498-f6c1-4faa-b00e-cdd654c1db32 service neutron] 10.222.0.20 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418170 Apr 05 18:41:33.076896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0c79648-65e9-4e96-974e-d92b8a13c701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:33.081537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0c79648-65e9-4e96-974e-d92b8a13c701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:33.085040 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f0c79648-65e9-4e96-974e-d92b8a13c701 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0 HTTP/1.1" status: 204 len: 168 time: 0.2835262 Apr 05 18:41:33.094798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c79648-65e9-4e96-974e-d92b8a13c701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc97fbd-4d18-4ecb-b7ab-53ffaec819c0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:33.250502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b702d41-69a0-4683-80f5-c88cd3502a4a service neutron] Pushing event updated for resources: {'Port': ['ID=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:33.267799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-33e52480-8617-465b-8699-39ab0f8cbfee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:33.287674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-e269417f-bf68-4db4-984b-e8e79b845eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:33.289395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-e269417f-bf68-4db4-984b-e8e79b845eca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 1094 time: 0.2229958 Apr 05 18:41:33.297249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-33e52480-8617-465b-8699-39ab0f8cbfee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:33.310365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['11fe9295-4393-4fa0-94d9-1bc8a810b7f1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:33.314896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12366297-1306-43f8-8dca-a0ee1c9a2700 req-115f6d74-19eb-46e4-a4ab-5d243ab1cffd tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:33.316597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12366297-1306-43f8-8dca-a0ee1c9a2700 req-115f6d74-19eb-46e4-a4ab-5d243ab1cffd tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 943 time: 0.1263664 Apr 05 18:41:33.441679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-b8bc0c26-5c5c-4004-9394-a1d64c495a29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c43c05-8d6e-4527-b1a7-c28b561b0bf7 HTTP/1.1" status: 200 len: 217 time: 0.1386175 Apr 05 18:41:33.455437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-33e52480-8617-465b-8699-39ab0f8cbfee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:33.456093 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-33e52480-8617-465b-8699-39ab0f8cbfee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:33.469847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d44f05b4-aa47-433f-a84e-9b1495613c09 req-33e52480-8617-465b-8699-39ab0f8cbfee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "PUT /v2.0/ports/11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 981 time: 2.8127968 Apr 05 18:41:33.514521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['11fe9295-4393-4fa0-94d9-1bc8a810b7f1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:33.539415 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17092782-b1f4-4f65-b59a-944a802b871c x-openstack-request-id: req-17092782-b1f4-4f65-b59a-944a802b871c {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:33.539812 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:33.540002 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17092782-b1f4-4f65-b59a-944a802b871c {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:33.548080 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17092782-b1f4-4f65-b59a-944a802b871c'] response: {'name': 'network-changed', 'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a', 'status': 'completed', 'code': 200} Apr 05 18:41:33.585571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-604c16da-3468-41af-b40b-597c88f4eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:33.587090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-604c16da-3468-41af-b40b-597c88f4eb96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4123b08-a8e7-413e-a1a0-fc36a4cb8380 HTTP/1.1" status: 200 len: 850 time: 0.1001697 Apr 05 18:41:33.621915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 365ed307-723e-4c2a-aee2-eb332a3f1155 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:41:33.656720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12366297-1306-43f8-8dca-a0ee1c9a2700 req-9886e51b-f035-4798-a8f0-5c53c2a4efef tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657275 Apr 05 18:41:33.672904 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:33.675852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-09324332-7353-45d6-ac4e-70ad831bbdd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92a0426a-a463-402d-a447-3d4a0d461508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597446 Apr 05 18:41:33.695998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-0256c9ab-8d92-486d-bd13-bce1783cf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:33.697708 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-0256c9ab-8d92-486d-bd13-bce1783cf654 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2be2892429824042a0af00b781bc7ba4&device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 1095 time: 0.1099648 Apr 05 18:41:33.751396 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e52480-8617-465b-8699-39ab0f8cbfee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Pushing event updated for resources: {'Port': ['ID=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:33.756991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9504ae2d-427d-4d19-9825-0563ffcc8ffd req-c78dc5a7-afcd-4c76-a169-80899ea0c7ca tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/3e92632d-871f-4019-bf10-4f3d32713eb9 HTTP/1.1" status: 200 len: 1802 time: 0.1668746 Apr 05 18:41:33.962251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40898) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:33.986493 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.045652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 365ed307-723e-4c2a-aee2-eb332a3f1155, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=365ed307-723e-4c2a-aee2-eb332a3f1155,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:34.045936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d850b8d-69fc-4516-b76a-5b7b05dbab10 req-3415fdbc-c553-44a9-8747-22f2ec606cdd tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:34.045936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d850b8d-69fc-4516-b76a-5b7b05dbab10 req-3415fdbc-c553-44a9-8747-22f2ec606cdd tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 944 time: 0.2181561 Apr 05 18:41:34.049751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-1340cf67-bd6f-4536-a4f9-fcf1b7a2115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:34.054756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-07589eb2-1b84-4670-885c-658d3ba9a3e5 service neutron] 10.222.0.20 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535428 Apr 05 18:41:34.055090 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-1340cf67-bd6f-4536-a4f9-fcf1b7a2115e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 200 len: 921 time: 0.3503926 Apr 05 18:41:34.071729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9504ae2d-427d-4d19-9825-0563ffcc8ffd req-cc9d2560-0b92-48d1-8e1a-b3af1489080e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.080869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '365ed307-723e-4c2a-aee2-eb332a3f1155', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'port_id': '365ed307-723e-4c2a-aee2-eb332a3f1155', 'mac_address': 'fa:16:3e:45:76:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:41:34.127893 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cc7bc5ac-b6cd-4565-ad8f-b9f12f39bcd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fcb66e2cf2c4149a7ab7f76f81e6c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604936 Apr 05 18:41:34.151487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:34.155347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:34.196963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:34.202492 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-033b2a94-3ced-4a02-a4ab-73226ae5d3ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a HTTP/1.1" status: 200 len: 217 time: 0.0966704 Apr 05 18:41:34.242723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Pushing event updated for resources: {'Port': ['ID=454768d4-c306-4c53-845e-2f9a1748bcd1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:34.256652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:34.263837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:34.328217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-5bc14f27-81fe-4526-b766-ae6f2c6ccb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:34.330307 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-5bc14f27-81fe-4526-b766-ae6f2c6ccb20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab16ca2d-f1e2-4a36-b43e-93c2ca000912 HTTP/1.1" status: 200 len: 861 time: 0.1205332 Apr 05 18:41:34.362555 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9504ae2d-427d-4d19-9825-0563ffcc8ffd req-cc9d2560-0b92-48d1-8e1a-b3af1489080e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.379224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-3bac68ae-df5f-48ee-b06f-5aaea8e08652 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6162acc5-927e-488a-8567-675d7937773a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399413 Apr 05 18:41:34.511678 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.531266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365ed307-723e-4c2a-aee2-eb332a3f1155 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:34.534135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d850b8d-69fc-4516-b76a-5b7b05dbab10 req-bffb21c0-b5bb-44e1-ada7-759e98924f30 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858868 Apr 05 18:41:34.536994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132cb7fa-aee3-40f8-b55c-4257d7c210b3 req-022cc42f-0bce-4e1d-ab49-0c732e48545f service neutron] 10.222.0.20 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220662 Apr 05 18:41:34.611008 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-4b7c385f-4196-4384-a5c3-37f4be4d56e0 service neutron] 10.222.0.20 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223608 Apr 05 18:41:34.616268 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9504ae2d-427d-4d19-9825-0563ffcc8ffd req-cc9d2560-0b92-48d1-8e1a-b3af1489080e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.618872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9504ae2d-427d-4d19-9825-0563ffcc8ffd req-cc9d2560-0b92-48d1-8e1a-b3af1489080e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.620096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9504ae2d-427d-4d19-9825-0563ffcc8ffd req-cc9d2560-0b92-48d1-8e1a-b3af1489080e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/3e92632d-871f-4019-bf10-4f3d32713eb9 HTTP/1.1" status: 204 len: 173 time: 0.8310969 Apr 05 18:41:34.641752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 365ed307-723e-4c2a-aee2-eb332a3f1155, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=365ed307-723e-4c2a-aee2-eb332a3f1155,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:34.671390 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.675560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc90e-4dec-4c65-9f2c-f480071ed9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.709609 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc90e-4dec-4c65-9f2c-f480071ed9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.772982 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5a235e-4fa5-4b99-b090-df497f023e76 x-openstack-request-id: req-5e5a235e-4fa5-4b99-b090-df497f023e76 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:34.773321 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7b3f1f-d704-4b1a-86b1-c4461935c0db", "tag": "42c43c05-8d6e-4527-b1a7-c28b561b0bf7", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:34.773692 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e5a235e-4fa5-4b99-b090-df497f023e76 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:34.774749 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5a235e-4fa5-4b99-b090-df497f023e76'] response: {'name': 'network-changed', 'server_uuid': 'fc7b3f1f-d704-4b1a-86b1-c4461935c0db', 'tag': '42c43c05-8d6e-4527-b1a7-c28b561b0bf7', 'status': 'completed', 'code': 200} Apr 05 18:41:34.807956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ed412827-8db8-4b3d-a9e5-1f5ef1c86284 None None] Provisioning complete for port 454768d4-c306-4c53-845e-2f9a1748bcd1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:34.808466 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed412827-8db8-4b3d-a9e5-1f5ef1c86284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.822751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:34.823837 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.852436 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7b8c0aef-c172-4545-be39-eb3743eacf0c req-f86f0cf8-2fb9-42a9-af75-6a173bbb63cd service neutron] 10.222.0.20 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296419 Apr 05 18:41:34.884183 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.888959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d2560-0b92-48d1-8e1a-b3af1489080e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e92632d-871f-4019-bf10-4f3d32713eb9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:34.929709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=365ed307-723e-4c2a-aee2-eb332a3f1155,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:34.938990 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.945869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ed412827-8db8-4b3d-a9e5-1f5ef1c86284 None None] Port 454768d4-c306-4c53-845e-2f9a1748bcd1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:34.948965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc90e-4dec-4c65-9f2c-f480071ed9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.951554 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2fdbc90e-4dec-4c65-9f2c-f480071ed9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:34.956273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2fdbc90e-4dec-4c65-9f2c-f480071ed9c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb7e8e5d-e130-459f-b90d-4837614cdb1a HTTP/1.1" status: 204 len: 168 time: 0.7903509 Apr 05 18:41:34.987630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbc90e-4dec-4c65-9f2c-f480071ed9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e8e5d-e130-459f-b90d-4837614cdb1a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:35.014382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-39320c4c-6278-4350-9fae-360caf378ed9 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-267427617&fields=id&tenant_id=653d9b9beb9c401f85207de148a14896 HTTP/1.1" status: 200 len: 267 time: 0.2385895 Apr 05 18:41:35.017294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-a3f657a9-b522-46ec-8ef0-f0b9dfb8459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:35.017449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['365ed307-723e-4c2a-aee2-eb332a3f1155'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:35.018867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-a3f657a9-b522-46ec-8ef0-f0b9dfb8459a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 1094 time: 0.2173705 Apr 05 18:41:35.167815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-fd6c6b3b-a921-41ce-9ba5-93946369cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:35.169288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-fd6c6b3b-a921-41ce-9ba5-93946369cc0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 910 time: 0.1313679 Apr 05 18:41:35.181857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4072-07f4-4df5-8d9f-e475ebff1ead req-02950cd2-bdd4-404b-8eae-5c59085cfa6f tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:35.190008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20fc4072-07f4-4df5-8d9f-e475ebff1ead req-02950cd2-bdd4-404b-8eae-5c59085cfa6f tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 943 time: 0.3187866 Apr 05 18:41:35.254686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-068cb649-c3fc-4923-b7a4-7842cda6b628 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c43c05-8d6e-4527-b1a7-c28b561b0bf7 HTTP/1.1" status: 200 len: 217 time: 0.0383582 Apr 05 18:41:35.348546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20fc4072-07f4-4df5-8d9f-e475ebff1ead req-b67007cf-7289-406a-a0f0-0749fb622d73 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576631 Apr 05 18:41:35.370516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-c532bca9-7a13-42a2-839b-3a121ddccb50 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:35.370516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-c532bca9-7a13-42a2-839b-3a121ddccb50 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 984 time: 0.3321047 Apr 05 18:41:35.413475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-4f6ce78f-a147-48e3-ae7e-2b213bedfc57 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Request body: {'port': {'security_groups': ['23f65d7e-6f64-499a-a226-456a7cc67519']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:35.426042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-f4ead3ea-5dac-4d30-a770-34cffdeb9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:35.427515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-f4ead3ea-5dac-4d30-a770-34cffdeb9db5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4123b08-a8e7-413e-a1a0-fc36a4cb8380 HTTP/1.1" status: 200 len: 850 time: 0.1638088 Apr 05 18:41:35.452945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:35.489042 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-1b665357-0718-4976-86ba-dbbe6b1c3eb9 req-15b48d65-98f5-4222-94bb-51d5d632eb8b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:41:35.490290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b665357-0718-4976-86ba-dbbe6b1c3eb9 req-15b48d65-98f5-4222-94bb-51d5d632eb8b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/3e92632d-871f-4019-bf10-4f3d32713eb9 HTTP/1.1" status: 404 len: 352 time: 0.0849519 Apr 05 18:41:35.498557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-3fc17a6a-ddbe-4c87-964f-17389f4da086 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92a0426a-a463-402d-a447-3d4a0d461508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447869 Apr 05 18:41:35.666883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-4f6ce78f-a147-48e3-ae7e-2b213bedfc57 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:35.893968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3e818cf9-5b27-4c38-a390-ab19a689b32a details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:41:36.039033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:36.052449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '3e818cf9-5b27-4c38-a390-ab19a689b32a', 'network_id': '6162acc5-927e-488a-8567-675d7937773a', 'port_id': '3e818cf9-5b27-4c38-a390-ab19a689b32a', 'mac_address': 'fa:16:3e:bf:05:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab16ca2d-f1e2-4a36-b43e-93c2ca000912', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:41:36.063202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f43b5-b5c0-4b41-b440-c6e85894dd40 req-12b4820e-fcb0-4abe-9030-f5abdd69d186 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:36.063202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c0f43b5-b5c0-4b41-b440-c6e85894dd40 req-12b4820e-fcb0-4abe-9030-f5abdd69d186 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 944 time: 0.4795766 Apr 05 18:41:36.112906 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.127976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e818cf9-5b27-4c38-a390-ab19a689b32a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:36.136691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-69dd8679-4cdf-4496-94ec-6a5a540e23cc service neutron] 10.222.0.20 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285710 Apr 05 18:41:36.149367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:36.153694 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.220811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=3e818cf9-5b27-4c38-a390-ab19a689b32a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:36.233898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c0f43b5-b5c0-4b41-b440-c6e85894dd40 req-4440696c-2b9c-4e63-a500-5efaaa7718e3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643307 Apr 05 18:41:36.261830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.284336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.395596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['3e818cf9-5b27-4c38-a390-ab19a689b32a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:36.448212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8aba67d-9756-483b-9353-beacb7587f77 req-2a04e2c3-4919-4788-9263-dd23b5a7100f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/5700ae4c-ecc0-460b-a1f9-d2113e8363f9 HTTP/1.1" status: 200 len: 1802 time: 0.1696949 Apr 05 18:41:36.450104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93c86ccc-9d5c-4e67-9248-4ac65d2be4d6 req-529278cf-4b39-44bc-bde7-e0b1d1cb9344 service neutron] 10.222.0.20 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985609 Apr 05 18:41:36.456919 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.461738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Pushing event updated for resources: {'Port': ['ID=454768d4-c306-4c53-845e-2f9a1748bcd1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:36.496539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.496951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.497215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.497546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.497875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.498218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.499815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.500282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.500433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.500700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.500977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.501296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:36.540691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-4f6ce78f-a147-48e3-ae7e-2b213bedfc57 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] For port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:36.630631 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-4f6ce78f-a147-48e3-ae7e-2b213bedfc57 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.650056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-4f6ce78f-a147-48e3-ae7e-2b213bedfc57 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.669937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e8aba67d-9756-483b-9353-beacb7587f77 req-cd05d1db-82f3-4d41-aac3-8d69f43b8fd8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.731641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-4f6ce78f-a147-48e3-ae7e-2b213bedfc57 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:36.732253 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-4f6ce78f-a147-48e3-ae7e-2b213bedfc57 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.733665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-253c9a2e-79cf-4723-b192-7ef74781fb3f req-4f6ce78f-a147-48e3-ae7e-2b213bedfc57 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "PUT /v2.0/ports/11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 942 time: 1.3318019 Apr 05 18:41:36.745778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:36.747471 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e8aba67d-9756-483b-9353-beacb7587f77 req-cd05d1db-82f3-4d41-aac3-8d69f43b8fd8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.758894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:36.794645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['11fe9295-4393-4fa0-94d9-1bc8a810b7f1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:36.823320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1'}, {'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:36.823320 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75387f3-7745-49a5-97c2-8a60636b8fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1"}, {"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:36.850851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ce78f-a147-48e3-ae7e-2b213bedfc57 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Pushing event updated for resources: {'Port': ['ID=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:36.946289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0b89-b019-4363-ad12-4ac37f03a2a5 req-3530bc0c-0551-4afc-a541-16241b24923b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:36.947968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a6c0b89-b019-4363-ad12-4ac37f03a2a5 req-3530bc0c-0551-4afc-a541-16241b24923b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 945 time: 0.1258125 Apr 05 18:41:36.955199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['11fe9295-4393-4fa0-94d9-1bc8a810b7f1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:36.973865 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e8aba67d-9756-483b-9353-beacb7587f77 req-cd05d1db-82f3-4d41-aac3-8d69f43b8fd8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.977685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e8aba67d-9756-483b-9353-beacb7587f77 req-cd05d1db-82f3-4d41-aac3-8d69f43b8fd8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:36.982967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8aba67d-9756-483b-9353-beacb7587f77 req-cd05d1db-82f3-4d41-aac3-8d69f43b8fd8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/5700ae4c-ecc0-460b-a1f9-d2113e8363f9 HTTP/1.1" status: 204 len: 173 time: 0.4880831 Apr 05 18:41:37.005572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Router efdec9b9-8a6e-4447-91fb-0fa74663ec91 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:41:37.018424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05d1db-82f3-4d41-aac3-8d69f43b8fd8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5700ae4c-ecc0-460b-a1f9-d2113e8363f9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:37.021246 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:37.056616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a6c0b89-b019-4363-ad12-4ac37f03a2a5 req-11c455ef-ddea-4aef-bf9a-0cc6af692472 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765219 Apr 05 18:41:37.250139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-00d1107b-0e40-49ca-8c9e-a5d357219fbb None None] Provisioning complete for port 454768d4-c306-4c53-845e-2f9a1748bcd1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:37.250857 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00d1107b-0e40-49ca-8c9e-a5d357219fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:37.305886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-00d1107b-0e40-49ca-8c9e-a5d357219fbb None None] Port 454768d4-c306-4c53-845e-2f9a1748bcd1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:37.318503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:37.329323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194504c-e20c-4386-ac11-7262116035c7 req-af8d28ff-07da-48bd-8ba9-02d474e9d459 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:37.331201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b194504c-e20c-4386-ac11-7262116035c7 req-af8d28ff-07da-48bd-8ba9-02d474e9d459 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 943 time: 0.1538901 Apr 05 18:41:37.335104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c5fdd112-dfb6-48a9-826c-c9ea5d12acd7 admin admin] 10.222.0.15 "PUT /v2.0/routers/efdec9b9-8a6e-4447-91fb-0fa74663ec91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9581134 Apr 05 18:41:37.341598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Sync routers for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:37.359546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:37.360199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:37.458420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b194504c-e20c-4386-ac11-7262116035c7 req-dbccdf2c-9937-4960-aea5-e4ff055cedf4 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193709 Apr 05 18:41:37.514932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07bff338-79aa-4670-a550-0945b453dbcc req-494df217-130d-4724-b9fe-626a60b8e9e4 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1740756 Apr 05 18:41:37.538815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:37.553476 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2184ada4-72e3-4d60-bc07-34a4e383b86b x-openstack-request-id: req-2184ada4-72e3-4d60-bc07-34a4e383b86b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:37.553476 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:37.553476 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2184ada4-72e3-4d60-bc07-34a4e383b86b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:37.553476 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2184ada4-72e3-4d60-bc07-34a4e383b86b'] response: {'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'status': 'completed', 'code': 200} Apr 05 18:41:37.553476 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2184ada4-72e3-4d60-bc07-34a4e383b86b'] response: {'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'status': 'completed', 'code': 200} Apr 05 18:41:37.571241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:37.635207 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-1174c573-9fe5-40c2-8675-cfffd4a87968 req-e2084bab-1dc8-472c-bbb9-7e17f4268c42 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:41:37.636255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1174c573-9fe5-40c2-8675-cfffd4a87968 req-e2084bab-1dc8-472c-bbb9-7e17f4268c42 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/5700ae4c-ecc0-460b-a1f9-d2113e8363f9 HTTP/1.1" status: 404 len: 352 time: 0.0390692 Apr 05 18:41:37.667979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 365ed307-723e-4c2a-aee2-eb332a3f1155 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:37.714793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-5c6c737b-2fdd-4fa6-b00c-37ac6df960aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:37.716352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-5c6c737b-2fdd-4fa6-b00c-37ac6df960aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1096 time: 0.1392365 Apr 05 18:41:37.722511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:37.787639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 365ed307-723e-4c2a-aee2-eb332a3f1155 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:41:37.819352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 365ed307-723e-4c2a-aee2-eb332a3f1155 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:37.819352 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:37.858142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b39f0f-222f-43c9-a073-8c31a2fde166 req-761e1112-1547-4a38-a301-10b6538ad230 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:37.868445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4b39f0f-222f-43c9-a073-8c31a2fde166 req-761e1112-1547-4a38-a301-10b6538ad230 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 944 time: 0.1410272 Apr 05 18:41:37.870806 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:37.918834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:41:37.926654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3e818cf9-5b27-4c38-a390-ab19a689b32a up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:37.985958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-c11c2b55-c860-47d6-83f6-e3887d3ef979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:37.993705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-c11c2b55-c860-47d6-83f6-e3887d3ef979 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 920 time: 0.2579722 Apr 05 18:41:38.003322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4b39f0f-222f-43c9-a073-8c31a2fde166 req-11ec60df-fdfe-425e-878b-d271121790ad tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093521 Apr 05 18:41:38.086492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-476f7b78-b806-46f0-b762-7e9242616708 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0865684 Apr 05 18:41:38.112568 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:38.182440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-dbdf645f-5ae9-4350-b84f-9515bc23f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:38.183995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196105b7-6375-4108-ba41-0ff1d92c141e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ed307-723e-4c2a-aee2-eb332a3f1155'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:38.184312 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-dbdf645f-5ae9-4350-b84f-9515bc23f366 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 200 len: 860 time: 0.0880876 Apr 05 18:41:38.186197 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d10932-787e-40f7-928e-a9b034d27feb" -d '{"events": [{"server_uuid": "196105b7-6375-4108-ba41-0ff1d92c141e", "name": "network-vif-plugged", "status": "completed", "tag": "365ed307-723e-4c2a-aee2-eb332a3f1155"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:38.200802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 3e818cf9-5b27-4c38-a390-ab19a689b32a completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:41:38.213083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 3e818cf9-5b27-4c38-a390-ab19a689b32a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:38.213397 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:38.228992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Allocated IP 172.25.4.85 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/cf312445-a49f-4895-860f-83e23854de4b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:38.259104 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 365ed307-723e-4c2a-aee2-eb332a3f1155, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=365ed307-723e-4c2a-aee2-eb332a3f1155,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:38.267215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:38.276159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-65eebf8f-ea95-4d0a-81ce-3e9dd7a04ce8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776305 Apr 05 18:41:38.282040 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:38.335051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '42c43c05-8d6e-4527-b1a7-c28b561b0bf7', 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508', 'port_id': '42c43c05-8d6e-4527-b1a7-c28b561b0bf7', 'mac_address': 'fa:16:3e:df:77:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4123b08-a8e7-413e-a1a0-fc36a4cb8380', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:41:38.344491 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 2, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:38.389399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=365ed307-723e-4c2a-aee2-eb332a3f1155,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:38.397600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Checking router: efdec9b9-8a6e-4447-91fb-0fa74663ec91 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:38.397948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Updating router efdec9b9-8a6e-4447-91fb-0fa74663ec91 port 454768d4-c306-4c53-845e-2f9a1748bcd1 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:41:38.463654 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:38.471753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:38.488038 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:38.532771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:38.558099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:38.571253 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:38.575924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:38.585952 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:38.605037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-e35b13c0-161b-4a4e-b6c0-68a6d166f3f8 service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985775 Apr 05 18:41:38.618028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:38.663412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ead279cc-c24a-4f9e-8ddc-a5887ed4c34e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:38.665016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ead279cc-c24a-4f9e-8ddc-a5887ed4c34e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 819 time: 0.3040841 Apr 05 18:41:38.702939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=3e818cf9-5b27-4c38-a390-ab19a689b32a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:38.726665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-32987fce-3a15-4612-8608-323aacc72245 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/quotas/6f63e2dfae4f48afadb0f2d5f53bff7b HTTP/1.1" status: 200 len: 375 time: 0.0318894 Apr 05 18:41:38.811190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:38.871349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['42c43c05-8d6e-4527-b1a7-c28b561b0bf7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:39.004621 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.015646 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.106082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f312f-7caf-4e86-83b9-35eee09ecae6 None None] Pushing event updated for resources: {'Port': ['ID=454768d4-c306-4c53-845e-2f9a1748bcd1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:39.138749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-be83c176-38b5-462d-84a1-46da3d925a62 service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240626 Apr 05 18:41:39.141580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.219144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Attempting to bind port 454768d4-c306-4c53-845e-2f9a1748bcd1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:39.219144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Attempting to bind port 454768d4-c306-4c53-845e-2f9a1748bcd1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:39.219896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Attempting to bind port 454768d4-c306-4c53-845e-2f9a1748bcd1 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:39.232184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:39.232583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Checking segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:39.232947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.233531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Bound using segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:39.234461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Bound port: 454768d4-c306-4c53-845e-2f9a1748bcd1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:39.234461 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.235700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-e0f84179-f4f2-4308-8484-c573611b977b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4977045 Apr 05 18:41:39.247837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:39.286924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:39.305115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:39.308274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Pushing event updated for resources: {'Port': ['ID=cf312445-a49f-4895-860f-83e23854de4b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:39.330339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] For port 454768d4-c306-4c53-845e-2f9a1748bcd1, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:39.334474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] For port 454768d4-c306-4c53-845e-2f9a1748bcd1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=454768d4-c306-4c53-845e-2f9a1748bcd1,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:39.349257 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.399652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-3b5a6e9a-8c77-41c3-9ee7-526b31223081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:39.401776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-3b5a6e9a-8c77-41c3-9ee7-526b31223081 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1096 time: 0.2069104 Apr 05 18:41:39.439786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:39.440414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:39.496622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8723777e-ca35-4e6e-9db8-ccb53e3ad58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.512634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f312f-7caf-4e86-83b9-35eee09ecae6 None None] Pushing event updated for resources: {'Port': ['ID=454768d4-c306-4c53-845e-2f9a1748bcd1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:39.565977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-88027f20-6028-4287-a97b-7ae808b465a2 service neutron] 10.222.0.15 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152192 Apr 05 18:41:39.588443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7625996d-0fbc-4987-852b-506de32db208 None None] Provisioning complete for port 454768d4-c306-4c53-845e-2f9a1748bcd1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:39.589082 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7625996d-0fbc-4987-852b-506de32db208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.593504 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.664275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:39.717963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:39.734299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-23e80bf0-88d1-4a32-aa46-60a191c4e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:39.736473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-23e80bf0-88d1-4a32-aa46-60a191c4e740 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 920 time: 0.3266089 Apr 05 18:41:39.827662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-a6aedb9a-ee16-4ae3-b923-ec9ed27d7808 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0624418 Apr 05 18:41:39.929225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-596cce01-8900-4e9a-9ef4-35270b044289 service neutron] 10.222.0.15 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558724 Apr 05 18:41:39.934017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:39.982259 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7625996d-0fbc-4987-852b-506de32db208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.038110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-dca916ed-d9fa-41e0-bf67-c817285d33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:40.039904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-dca916ed-d9fa-41e0-bf67-c817285d33a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 200 len: 860 time: 0.1981015 Apr 05 18:41:40.055374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7625996d-0fbc-4987-852b-506de32db208 None None] For port 454768d4-c306-4c53-845e-2f9a1748bcd1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=454768d4-c306-4c53-845e-2f9a1748bcd1,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:40.068531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7625996d-0fbc-4987-852b-506de32db208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.138107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:41:40.156236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-afb0a48b-5b43-45a7-9d4f-6895f76fe685 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070144 Apr 05 18:41:40.160059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:40.160528 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.167056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625996d-0fbc-4987-852b-506de32db208 None None] Pushing event updated for resources: {'Port': ['ID=454768d4-c306-4c53-845e-2f9a1748bcd1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:40.253079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8a037d57-3967-4f2a-9e05-5a1564e0ba7e None None] Provisioning complete for port 454768d4-c306-4c53-845e-2f9a1748bcd1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:40.253788 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a037d57-3967-4f2a-9e05-5a1564e0ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.300943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:39Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:40.355326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fef60-ccd7-4c6d-8c97-9ba681f5239a None None] The sync data for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 is: [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:39Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:40.355681 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae8628be-d981-47f9-9bea-151a77983215 req-b7078ae1-5c86-4a05-a417-1bdd507ffb48 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=198ab92468a84663a0dbcd854566b1a9 HTTP/1.1" status: 200 len: 6147 time: 0.1634696 Apr 05 18:41:40.371507 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.412576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.488423 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.494917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:40.495104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae8628be-d981-47f9-9bea-151a77983215 req-8bdc971a-fb6d-4aff-841e-afe4dc7f20b9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/48c2c9be-ea6f-432b-8a79-91ec254d8ace HTTP/1.1" status: 200 len: 2981 time: 0.1387594 Apr 05 18:41:40.513188 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.606641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:40.619856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-eb5e6b32-3563-4258-afd7-97184c55590d service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501603 Apr 05 18:41:40.720044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Pushing event updated for resources: {'Port': ['ID=cf312445-a49f-4895-860f-83e23854de4b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:40.794909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae8628be-d981-47f9-9bea-151a77983215 req-3fb78261-e33c-4eaf-97c3-053972b2a37a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/48c2c9be-ea6f-432b-8a79-91ec254d8ace HTTP/1.1" status: 200 len: 2981 time: 0.2768724 Apr 05 18:41:40.828510 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.906970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:40.919764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07bff338-79aa-4670-a550-0945b453dbcc req-88850bb8-59d7-465d-920f-b2c92be53387 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3959994 Apr 05 18:41:40.973816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b75387f3-7745-49a5-97c2-8a60636b8fd4 req-c95e164d-4c05-47ac-98e6-31349fc9b1e9 service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458591 Apr 05 18:41:41.028780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07bff338-79aa-4670-a550-0945b453dbcc req-a425b9b0-613d-4f0c-8a9d-b7bf897f6b9a tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.0706940 Apr 05 18:41:41.050565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe06bb6-c0bd-4172-91d1-66daa106f3f2 req-c31619bb-9c47-4055-9eaa-f928eed70351 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:41.062340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfe06bb6-c0bd-4172-91d1-66daa106f3f2 req-c31619bb-9c47-4055-9eaa-f928eed70351 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.1868188 Apr 05 18:41:41.245977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfe06bb6-c0bd-4172-91d1-66daa106f3f2 req-4b0f93b6-c6a2-45d5-97c0-3596f84a73a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581168 Apr 05 18:41:41.338162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bff338-79aa-4670-a550-0945b453dbcc req-ab8b9334-5f3b-4213-9af4-6444c339c205 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:41.344684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07bff338-79aa-4670-a550-0945b453dbcc req-ab8b9334-5f3b-4213-9af4-6444c339c205 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.2812455 Apr 05 18:41:41.377801 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b97113-9ebb-4db3-b8e6-a7a552b5489b x-openstack-request-id: req-80b97113-9ebb-4db3-b8e6-a7a552b5489b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:41.378325 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196105b7-6375-4108-ba41-0ff1d92c141e", "name": "network-vif-plugged", "status": "completed", "tag": "365ed307-723e-4c2a-aee2-eb332a3f1155", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:41.378325 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80b97113-9ebb-4db3-b8e6-a7a552b5489b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:41.378752 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b97113-9ebb-4db3-b8e6-a7a552b5489b'] response: {'server_uuid': '196105b7-6375-4108-ba41-0ff1d92c141e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ed307-723e-4c2a-aee2-eb332a3f1155', 'code': 200} Apr 05 18:41:41.528649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90423a-ed47-4a05-8432-4c8f4181fbdd req-b08e6367-525a-4af3-9c61-6e4c7b3be1b7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:41.531257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe642d9a-19aa-472a-bb93-fb457eb15138 req-04df82e5-e699-4759-97d8-7820802c0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:41.532139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a90423a-ed47-4a05-8432-4c8f4181fbdd req-b08e6367-525a-4af3-9c61-6e4c7b3be1b7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.0841408 Apr 05 18:41:41.533583 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fe642d9a-19aa-472a-bb93-fb457eb15138 req-04df82e5-e699-4759-97d8-7820802c0743 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 1096 time: 0.0755773 Apr 05 18:41:41.590459 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fe642d9a-19aa-472a-bb93-fb457eb15138 req-03153113-bf12-408e-a481-4d77f1c8a943 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Apr 05 18:41:41.631785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a90423a-ed47-4a05-8432-4c8f4181fbdd req-078fa884-95f4-48ed-81c0-bcb2a9271157 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877631 Apr 05 18:41:41.659211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184863-3367-49f9-9b96-68354393ccb0 req-887c493a-e0b4-48d2-9912-b7ce497abe1f tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:41.667929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df184863-3367-49f9-9b96-68354393ccb0 req-887c493a-e0b4-48d2-9912-b7ce497abe1f tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 945 time: 0.1538513 Apr 05 18:41:41.723071 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df184863-3367-49f9-9b96-68354393ccb0 req-5fe88a19-ca07-44ea-9c06-02881cd40030 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547407 Apr 05 18:41:41.746422 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3e6c-35c9-4224-ae1d-d1dece8be902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:41.751098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d3dcfbe3-80df-470a-a6cf-9ae939b9d080 req-cfd8d476-3460-4140-923c-2d040c68566f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2112100577', 'description': 'tempest-description-1558223762'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:41.807558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f25a736-38f8-4ff4-9ff8-a1254e11c8f2 req-46595b4a-2d1a-48b0-96aa-1cab77ebc834 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Apr 05 18:41:41.809160 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d3dcfbe3-80df-470a-a6cf-9ae939b9d080 req-cfd8d476-3460-4140-923c-2d040c68566f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:41.937731 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d3dcfbe3-80df-470a-a6cf-9ae939b9d080 req-cfd8d476-3460-4140-923c-2d040c68566f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:41.979436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d3dcfbe3-80df-470a-a6cf-9ae939b9d080 req-cfd8d476-3460-4140-923c-2d040c68566f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:42.048262 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d3dcfbe3-80df-470a-a6cf-9ae939b9d080 req-cfd8d476-3460-4140-923c-2d040c68566f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:42.049605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3dcfbe3-80df-470a-a6cf-9ae939b9d080 req-cfd8d476-3460-4140-923c-2d040c68566f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3062541 Apr 05 18:41:42.056688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8d476-3460-4140-923c-2d040c68566f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fb0ac5-e94c-4a0d-8e5b-fece62307cbe,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:42.077477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-0cec2a11-a52d-4c83-b9f5-873c9fe20183 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:42.082052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-0cec2a11-a52d-4c83-b9f5-873c9fe20183 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1486931 Apr 05 18:41:42.225376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-9da7ef9c-de73-420b-bae2-e781630835e6 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.1272597 Apr 05 18:41:42.242232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-34187488-5322-4da7-8f36-474e478ee31c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Request body: {'floatingip': {'port_id': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:42.318695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 454768d4-c306-4c53-845e-2f9a1748bcd1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:42.362180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-34187488-5322-4da7-8f36-474e478ee31c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:42.372346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ad265a61-ba05-4075-ade6-c64e053bbd0c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:42.374652 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ad265a61-ba05-4075-ade6-c64e053bbd0c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 819 time: 0.2877293 Apr 05 18:41:42.389145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Request body: {'port': {'device_id': '2b36c138-6bed-47fe-af71-66d65392aaa9', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'admin_state_up': True, 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:42.429457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 454768d4-c306-4c53-845e-2f9a1748bcd1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:42.430107 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:42.577734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-713030dd-0375-4093-985a-1a632e41b40e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:42.584300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-713030dd-0375-4093-985a-1a632e41b40e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 819 time: 0.2439289 Apr 05 18:41:42.612894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Made reservation on behalf of 6f63e2dfae4f48afadb0f2d5f53bff7b for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:42.619622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:42.640198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-ee689f4f-1553-4d33-96c8-5c31e2ee7167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/quotas/6f63e2dfae4f48afadb0f2d5f53bff7b HTTP/1.1" status: 200 len: 375 time: 0.0528183 Apr 05 18:41:42.733877 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:42.753182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-b0cbd604-6aab-4bf7-95de-3aacfb78a5af tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140482 Apr 05 18:41:42.801427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Allocated IP 172.20.0.6 (25015332-9f7a-4fcb-bf96-8b0c9690dd60/e9f542fb-f41c-427a-9f13-af84b45bfca5/ba87e320-4ad4-47ad-962b-e96f59b83cd3) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:42.998681 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-ce19e6b7-bc2a-42bc-acb3-dff34dfe70d9 service neutron] 10.222.0.15 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442827 Apr 05 18:41:43.030759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:43.080605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:43.138212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:43.142852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:43.174228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:43.211806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event updated for resources: {'Port': ['ID=ba87e320-4ad4-47ad-962b-e96f59b83cd3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:43.262374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:43.263067 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:43.312513 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-649315ef-58d8-41fc-bbf8-5cf2c36b2eb5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9260533 Apr 05 18:41:43.323274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Request body: {'port': {'device_id': '2b36c138-6bed-47fe-af71-66d65392aaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:43.380496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a'}, {'server_uuid': 'fc7b3f1f-d704-4b1a-86b1-c4461935c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c43c05-8d6e-4527-b1a7-c28b561b0bf7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:43.383408 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784931f6-fad7-40fd-a874-af85b4c07817" -d '{"events": [{"server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "name": "network-vif-plugged", "status": "completed", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a"}, {"server_uuid": "fc7b3f1f-d704-4b1a-86b1-c4461935c0db", "name": "network-vif-plugged", "status": "completed", "tag": "42c43c05-8d6e-4527-b1a7-c28b561b0bf7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:43.390921 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:43.475090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-42eee113-e714-404a-81ce-47605019951f None None] Provisioning complete for port ba87e320-4ad4-47ad-962b-e96f59b83cd3 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:43.476570 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42eee113-e714-404a-81ce-47605019951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:43.526864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-42eee113-e714-404a-81ce-47605019951f None None] Port ba87e320-4ad4-47ad-962b-e96f59b83cd3 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:43.619122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-fa06aa74-d98c-4fb0-8098-48d8c81dda01 service neutron] 10.222.0.15 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191578 Apr 05 18:41:43.638102 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-34187488-5322-4da7-8f36-474e478ee31c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:43.646983 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-34187488-5322-4da7-8f36-474e478ee31c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:43.772220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2d4a9c63-4b9e-41df-85a3-2be936d8febd req-71bd3fa4-de3a-4a4f-a19c-bc74d743d779 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1129070484', 'description': 'tempest-description-1071214465'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:43.838117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba87e320-4ad4-47ad-962b-e96f59b83cd3 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:43.843329 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-34187488-5322-4da7-8f36-474e478ee31c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Floating IP c74fa6b8-d9f1-4b5b-af3d-10a053ff897c associated. External IP: 172.25.4.85, port: 11fe9295-4393-4fa0-94d9-1bc8a810b7f1. Apr 05 18:41:43.849107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:43.856254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2d4a9c63-4b9e-41df-85a3-2be936d8febd req-71bd3fa4-de3a-4a4f-a19c-bc74d743d779 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:43.869048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Transition to ACTIVE for port object ba87e320-4ad4-47ad-962b-e96f59b83cd3 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:41:43.876909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:44.000121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Pushing event updated for resources: {'Port': ['ID=ba87e320-4ad4-47ad-962b-e96f59b83cd3,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:44.119867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Attempting to bind port ba87e320-4ad4-47ad-962b-e96f59b83cd3 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:44.120128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Attempting to bind port ba87e320-4ad4-47ad-962b-e96f59b83cd3 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:44.120462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Attempting to bind port ba87e320-4ad4-47ad-962b-e96f59b83cd3 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:44.127756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Port ba87e320-4ad4-47ad-962b-e96f59b83cd3 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:41:44.128106 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Attempting to bind port ba87e320-4ad4-47ad-962b-e96f59b83cd3 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:44.140838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:44.141183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Checking segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:44.141728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Bound using segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:44.142074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Bound port: ba87e320-4ad4-47ad-962b-e96f59b83cd3, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:44.142459 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:44.209340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2d4a9c63-4b9e-41df-85a3-2be936d8febd req-71bd3fa4-de3a-4a4f-a19c-bc74d743d779 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:44.222796 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2d4a9c63-4b9e-41df-85a3-2be936d8febd req-71bd3fa4-de3a-4a4f-a19c-bc74d743d779 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:44.253432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] For port ba87e320-4ad4-47ad-962b-e96f59b83cd3, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:44.257999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] For port ba87e320-4ad4-47ad-962b-e96f59b83cd3, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:44.266251 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:44.285884 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:44.316507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd3fa4-de3a-4a4f-a19c-bc74d743d779 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b8b9ca-3889-4332-9895-71819f4cef92,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:44.328710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2d4a9c63-4b9e-41df-85a3-2be936d8febd req-71bd3fa4-de3a-4a4f-a19c-bc74d743d779 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:44.344073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:44.345070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:44.346695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] 10.222.0.25 "PUT /v2.0/ports/ba87e320-4ad4-47ad-962b-e96f59b83cd3 HTTP/1.1" status: 200 len: 1091 time: 1.0283513 Apr 05 18:41:44.347478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b36c138-6bed-47fe-af71-66d65392aaa9', 'tag': 'ba87e320-4ad4-47ad-962b-e96f59b83cd3'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:44.369490 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1ca56e-1506-4554-bea0-d777f146c63d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b36c138-6bed-47fe-af71-66d65392aaa9", "tag": "ba87e320-4ad4-47ad-962b-e96f59b83cd3"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:44.371552 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d4a9c63-4b9e-41df-85a3-2be936d8febd req-71bd3fa4-de3a-4a4f-a19c-bc74d743d779 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6096427 Apr 05 18:41:44.467621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce3267-9068-4185-8a2b-d42d333a0b40 service neutron] Pushing event updated for resources: {'Port': ['ID=ba87e320-4ad4-47ad-962b-e96f59b83cd3,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:44.500189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-41ec2929-8116-4326-bf1b-2008ea6c8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:44.504099 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-41ec2929-8116-4326-bf1b-2008ea6c8f3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 1094 time: 0.0741146 Apr 05 18:41:44.556701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-34187488-5322-4da7-8f36-474e478ee31c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Router 00374d3d-e55d-446d-84d5-a1872a5a3670 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:41:44.584706 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-4559f89d-8d1c-415c-a93b-c72ffec887ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3 HTTP/1.1" status: 200 len: 217 time: 0.0669529 Apr 05 18:41:44.710641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-f1d8477c-c261-4635-a958-8b34b0e3c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:44.713162 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-f1d8477c-c261-4635-a958-8b34b0e3c0ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.1204598 Apr 05 18:41:44.775019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-70974bd7-fe92-4c86-9d9f-611b94563084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:44.776660 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-70974bd7-fe92-4c86-9d9f-611b94563084 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545404 Apr 05 18:41:44.814551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-34187488-5322-4da7-8f36-474e478ee31c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:44.820518 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-34187488-5322-4da7-8f36-474e478ee31c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:44.829099 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] Sync routers for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:44.849884 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:44.850534 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:44.886275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-34187488-5322-4da7-8f36-474e478ee31c tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "PUT /v2.0/floatingips/c74fa6b8-d9f1-4b5b-af3d-10a053ff897c HTTP/1.1" status: 200 len: 995 time: 2.6480172 Apr 05 18:41:44.887641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:44.901284 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1651f8ab-0e21-4618-b037-b7630ed2bbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:44.912632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f953bd-0c44-429d-bae1-f374811ba0ac req-89287abc-d66d-4d2a-af6a-24318bdce6ce tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:44.914063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0f953bd-0c44-429d-bae1-f374811ba0ac req-89287abc-d66d-4d2a-af6a-24318bdce6ce tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.3792837 Apr 05 18:41:44.941799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41092) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:44.950815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:45.042743 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-1e6ab4a9-d1a8-440a-919f-a2d816d0c940 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549064 Apr 05 18:41:45.068735 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:45.073447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0f953bd-0c44-429d-bae1-f374811ba0ac req-79def14b-c4e3-4709-b504-14921d79bb14 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498630 Apr 05 18:41:45.094480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-48e9fe0d-adc3-4572-9b13-848b5726177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:45.096013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-48e9fe0d-adc3-4572-9b13-848b5726177a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1096 time: 0.1450853 Apr 05 18:41:45.138431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa07b-a72b-451c-a9cb-4db9e4a2c28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:45.237393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-61e31c8e-90e5-45bd-9bad-b7fdc8d9fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:45.239163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-61e31c8e-90e5-45bd-9bad-b7fdc8d9fb1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 920 time: 0.1295516 Apr 05 18:41:45.364127 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-99b2ee43-aafd-4ba2-9da6-3ef6f1a55176 req-7ce03043-fc06-4e85-acaa-8f3412fda2df service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137345 Apr 05 18:41:45.412877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecada09a-61d4-438d-a454-2993a976b747 req-356ee735-da71-4e83-9668-474590d4fbca tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:45.414504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ecada09a-61d4-438d-a454-2993a976b747 req-356ee735-da71-4e83-9668-474590d4fbca tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1742682 Apr 05 18:41:45.423852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-0a639efb-b37b-496b-8f98-ec3ecc80e694 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 998 time: 0.1550763 Apr 05 18:41:45.477904 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa07b-a72b-451c-a9cb-4db9e4a2c28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:45.487256 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa07b-a72b-451c-a9cb-4db9e4a2c28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:45.522662 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c74fa6b8-d9f1-4b5b-af3d-10a053ff897c', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'port_id': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'mac_address': 'fa:16:3e:01:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45855c73-4a31-491e-9071-1c28a7fcd100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:41:39Z', 'updated_at': '2022-04-05T18:41:43Z', 'revision_number': 1, 'project_id': '653d9b9beb9c401f85207de148a14896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1829c8-9d69-4580-9cd9-eaf7e5b0308a', 'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'mac_address': 'fa:16:3e:f5:1f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:22Z', 'updated_at': '2022-04-05T18:40:31Z', 'revision_number': 5, 'project_id': '653d9b9beb9c401f85207de148a14896', 'subnets': [{'id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:45.542771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ecada09a-61d4-438d-a454-2993a976b747 req-62c3723f-ef26-424a-b1f0-e44f1a206d56 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077776 Apr 05 18:41:45.552236 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b0eaa07b-a72b-451c-a9cb-4db9e4a2c28c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5be76192cc44930a5114a5b7dcd243f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069951 Apr 05 18:41:45.555703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41096) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:45.557386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-4a6b1668-80f1-48cb-816b-17852295b8f2 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:45.561149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-4a6b1668-80f1-48cb-816b-17852295b8f2 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 819 time: 0.2472088 Apr 05 18:41:45.571264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaa07b-a72b-451c-a9cb-4db9e4a2c28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5fdd7d-5f99-4ea0-be47-5a1a9af99191,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:45.584263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Request body: {'port': {'device_id': 'c5dd16d8-9d25-4e18-970e-85d6965c97ab', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'admin_state_up': True, 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:45.588937 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] Checking router: 00374d3d-e55d-446d-84d5-a1872a5a3670 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:45.612383 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:45.612996 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:45.653099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79832fb0-6534-415b-98e4-71d8cdc4ddb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:45.678315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79832fb0-6534-415b-98e4-71d8cdc4ddb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:45.729079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-ef96b440-e22e-4529-8d45-f929a636ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:45.730709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-ef96b440-e22e-4529-8d45-f929a636ebb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 200 len: 860 time: 0.2858434 Apr 05 18:41:45.739521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79832fb0-6534-415b-98e4-71d8cdc4ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:45.742452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79832fb0-6534-415b-98e4-71d8cdc4ddb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:45.744257 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-79832fb0-6534-415b-98e4-71d8cdc4ddb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa5fdd7d-5f99-4ea0-be47-5a1a9af99191 HTTP/1.1" status: 204 len: 168 time: 0.1874113 Apr 05 18:41:45.763207 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:45.773197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79832fb0-6534-415b-98e4-71d8cdc4ddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5fdd7d-5f99-4ea0-be47-5a1a9af99191,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:45.790231 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-72d924ff-9b51-40ec-b2d4-44d5cbe7ac72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374448 Apr 05 18:41:45.800679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Made reservation on behalf of 6f63e2dfae4f48afadb0f2d5f53bff7b for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:45.804077 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:45.924363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80c1e1-fe31-43bf-a1b0-72e9a8287ea3 req-f3d78d01-f8af-4517-8b0a-b15794be7872 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:45.931648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a80c1e1-fe31-43bf-a1b0-72e9a8287ea3 req-f3d78d01-f8af-4517-8b0a-b15794be7872 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 945 time: 0.2201648 Apr 05 18:41:46.052160 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c74fa6b8-d9f1-4b5b-af3d-10a053ff897c', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'port_id': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'mac_address': 'fa:16:3e:01:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45855c73-4a31-491e-9071-1c28a7fcd100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:41:39Z', 'updated_at': '2022-04-05T18:41:43Z', 'revision_number': 1, 'project_id': '653d9b9beb9c401f85207de148a14896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1829c8-9d69-4580-9cd9-eaf7e5b0308a', 'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'mac_address': 'fa:16:3e:f5:1f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:22Z', 'updated_at': '2022-04-05T18:40:31Z', 'revision_number': 5, 'project_id': '653d9b9beb9c401f85207de148a14896', 'subnets': [{'id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:46.067138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a80c1e1-fe31-43bf-a1b0-72e9a8287ea3 req-ac0eb8a0-6134-4c80-8496-510b27f65190 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345930 Apr 05 18:41:46.094982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-2b1db7f5-5ef0-4883-abb2-745954fc8eab service neutron] 10.222.0.15 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038063 Apr 05 18:41:46.142983 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f64f7-9e8d-4546-bd13-17c82b8443ff None None] The sync data for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 is: [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c74fa6b8-d9f1-4b5b-af3d-10a053ff897c', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'port_id': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'mac_address': 'fa:16:3e:01:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45855c73-4a31-491e-9071-1c28a7fcd100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:41:39Z', 'updated_at': '2022-04-05T18:41:43Z', 'revision_number': 1, 'project_id': '653d9b9beb9c401f85207de148a14896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1829c8-9d69-4580-9cd9-eaf7e5b0308a', 'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'mac_address': 'fa:16:3e:f5:1f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:22Z', 'updated_at': '2022-04-05T18:40:31Z', 'revision_number': 5, 'project_id': '653d9b9beb9c401f85207de148a14896', 'subnets': [{'id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:46.143751 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2784029-a2df-427d-8567-359c7c4e6c9b x-openstack-request-id: req-c2784029-a2df-427d-8567-359c7c4e6c9b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:46.144631 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "name": "network-vif-plugged", "status": "completed", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a", "code": 200}, {"server_uuid": "fc7b3f1f-d704-4b1a-86b1-c4461935c0db", "name": "network-vif-plugged", "status": "completed", "tag": "42c43c05-8d6e-4527-b1a7-c28b561b0bf7", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:46.145597 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2784029-a2df-427d-8567-359c7c4e6c9b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:46.146239 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2784029-a2df-427d-8567-359c7c4e6c9b'] response: {'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a', 'code': 200} Apr 05 18:41:46.147496 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2784029-a2df-427d-8567-359c7c4e6c9b'] response: {'server_uuid': 'fc7b3f1f-d704-4b1a-86b1-c4461935c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c43c05-8d6e-4527-b1a7-c28b561b0bf7', 'code': 200} Apr 05 18:41:46.198287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Allocated IP 172.20.0.10 (25015332-9f7a-4fcb-bf96-8b0c9690dd60/e9f542fb-f41c-427a-9f13-af84b45bfca5/bba2b00f-c291-41b5-8578-b90e84694151) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:46.303199 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-393a3197-4a8f-4dc5-ae28-00df854478cd req-040c1a1c-8f9c-4ca0-8481-8ded41fe7444 service neutron] 10.222.0.15 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071736 Apr 05 18:41:46.310821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49b94466-d421-47ae-87bf-2e0cc2af80f2 req-f1dd7f13-ed8b-4ea1-99b7-4083ccbc197e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 210 time: 0.0412626 Apr 05 18:41:46.492238 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3adbe7-7556-4e1d-a9e7-d821e53082d1 x-openstack-request-id: req-bb3adbe7-7556-4e1d-a9e7-d821e53082d1 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:46.493155 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b36c138-6bed-47fe-af71-66d65392aaa9", "tag": "ba87e320-4ad4-47ad-962b-e96f59b83cd3", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:46.493596 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb3adbe7-7556-4e1d-a9e7-d821e53082d1 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:46.494173 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3adbe7-7556-4e1d-a9e7-d821e53082d1'] response: {'name': 'network-changed', 'server_uuid': '2b36c138-6bed-47fe-af71-66d65392aaa9', 'tag': 'ba87e320-4ad4-47ad-962b-e96f59b83cd3', 'status': 'completed', 'code': 200} Apr 05 18:41:46.538220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f03de5-2d15-432b-b9ad-ba45ad2e84d4 None None] New status for floating IP c74fa6b8-d9f1-4b5b-af3d-10a053ff897c: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:41:46.628857 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8ccab-9dcd-4b2c-9f96-48eb13f7d069 req-1811a0da-6433-41a3-b08f-69324fe9260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:46.630428 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-30a8ccab-9dcd-4b2c-9f96-48eb13f7d069 req-1811a0da-6433-41a3-b08f-69324fe9260a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 1097 time: 0.2258112 Apr 05 18:41:46.637471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-e849eb7c-f69d-4c99-94da-09a4b134dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:46.638932 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-e849eb7c-f69d-4c99-94da-09a4b134dcf7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 1094 time: 0.1255510 Apr 05 18:41:46.693031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-77e78860-c47b-4463-ae11-754789721483 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:46.701040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-77e78860-c47b-4463-ae11-754789721483 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 813 time: 0.1987660 Apr 05 18:41:46.722755 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-30a8ccab-9dcd-4b2c-9f96-48eb13f7d069 req-ddca4b27-075a-4933-91fa-d9c1cbdbf072 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818849 Apr 05 18:41:46.746941 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e58d33-1b46-4ba5-b05b-ac77307cf757 x-openstack-request-id: req-a3e58d33-1b46-4ba5-b05b-ac77307cf757 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:46.747361 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:46.747539 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3e58d33-1b46-4ba5-b05b-ac77307cf757 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:46.747921 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e58d33-1b46-4ba5-b05b-ac77307cf757'] response: {'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'status': 'completed', 'code': 200} Apr 05 18:41:46.759653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-ec031d48-e152-4ff4-942d-5a97bfd5faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:46.761375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-ec031d48-e152-4ff4-942d-5a97bfd5faf5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.1154437 Apr 05 18:41:46.849276 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-49ed4cef-4a67-4d8d-a81d-07fc30b92270 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3 HTTP/1.1" status: 200 len: 217 time: 0.0777767 Apr 05 18:41:46.869269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-77d3131f-519f-4fc2-9fdf-db3be43542ed tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/quotas/198ab92468a84663a0dbcd854566b1a9 HTTP/1.1" status: 200 len: 375 time: 0.1672642 Apr 05 18:41:46.946271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-490ac20e-3c9f-4d31-a9f5-d86935510f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:46.948444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-490ac20e-3c9f-4d31-a9f5-d86935510f11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1096 time: 0.2430298 Apr 05 18:41:46.959350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-b7b5b9d9-058c-4898-a191-0db495a52b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:46.960818 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-b7b5b9d9-058c-4898-a191-0db495a52b17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.1036916 Apr 05 18:41:46.967017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adccae-f362-41cf-b0e1-d99253f19980 req-fe73b70a-8263-4e8c-874f-93b79ff2f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:46.977176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1adccae-f362-41cf-b0e1-d99253f19980 req-fe73b70a-8263-4e8c-874f-93b79ff2f0ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 1096 time: 0.5979791 Apr 05 18:41:47.037289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-fa887811-8565-4f1b-9e66-c8be74559f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:47.040245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-fa887811-8565-4f1b-9e66-c8be74559f61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713813 Apr 05 18:41:47.132204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-9fbec179-7832-440a-a975-415b6b82e465 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2593420 Apr 05 18:41:47.184593 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-0d1c3675-6975-45ec-9963-5272f4a3816b service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349127 Apr 05 18:41:47.195941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29bb0-4d5b-4c16-9b75-3c03dc605dc6 req-fcf3e87d-9084-425e-9649-e13d2be2cd8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:47.197404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8b29bb0-4d5b-4c16-9b75-3c03dc605dc6 req-fcf3e87d-9084-425e-9649-e13d2be2cd8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 945 time: 0.4529004 Apr 05 18:41:47.223062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41140) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:47.254588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-e1b82313-5389-49b2-9559-cc94b799f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:47.256018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-e1b82313-5389-49b2-9559-cc94b799f2d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 920 time: 0.2694128 Apr 05 18:41:47.259163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:47.264343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Request body: {'floatingip': {'port_id': '365ed307-723e-4c2a-aee2-eb332a3f1155'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:47.289897 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d1ca56e-1506-4554-bea0-d777f146c63d req-7fe76253-02f0-4bfc-8db3-156ad8a1ba75 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982625 Apr 05 18:41:47.338425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1adccae-f362-41cf-b0e1-d99253f19980 req-a4f1b505-0320-4947-a087-63175e5353f7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298750 Apr 05 18:41:47.352196 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:47.820115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-a9e4f10b-7b4a-417c-bd9c-8e789414d61a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 1000 time: 0.4930012 Apr 05 18:41:47.839091 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-0f0d5e5b-6015-4ce2-883d-9071f4776d0d service neutron] 10.222.0.15 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059684 Apr 05 18:41:47.848755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c4bb2-e2e9-475f-801a-deeb8289d0f1 req-ae400494-f378-48e3-85ec-a2b061ccf08d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:47.850190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd6c4bb2-e2e9-475f-801a-deeb8289d0f1 req-ae400494-f378-48e3-85ec-a2b061ccf08d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.5372169 Apr 05 18:41:47.914262 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:48.069332 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:41:48.079417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:48.096212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-c8619124-c00a-422d-ad3d-4a72b4a59bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:48.098153 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-c8619124-c00a-422d-ad3d-4a72b4a59bdf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 200 len: 860 time: 0.2655547 Apr 05 18:41:48.106108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:48.147902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:48.174524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event updated for resources: {'Port': ['ID=bba2b00f-c291-41b5-8578-b90e84694151,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:48.179422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd6c4bb2-e2e9-475f-801a-deeb8289d0f1 req-66767f26-b129-4f75-94b0-37b42bd05559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162448 Apr 05 18:41:48.271860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-01c8d06e-99e9-40ec-8c73-32ab768a34cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208680 Apr 05 18:41:48.292609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:48.293267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:48.378014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-ad7ec856-fd2d-4d7c-8be8-fecf784b112a service neutron] 10.222.0.15 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267255 Apr 05 18:41:48.531845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a980edd2-0055-487b-bfb3-6e1c64058d65 None None] Provisioning complete for port bba2b00f-c291-41b5-8578-b90e84694151 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:48.532564 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a980edd2-0055-487b-bfb3-6e1c64058d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:48.571020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-10182045-46e5-4261-ba04-dac87f84a850 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9994416 Apr 05 18:41:48.617657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a980edd2-0055-487b-bfb3-6e1c64058d65 None None] Port bba2b00f-c291-41b5-8578-b90e84694151 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:48.672966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Request body: {'port': {'device_id': 'c5dd16d8-9d25-4e18-970e-85d6965c97ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:48.773719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-3a07e86c-86f9-4fb2-8a91-e7486aeecf8b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 1000 time: 0.5090542 Apr 05 18:41:48.877795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:48.935484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-aff0d885-1a5a-438b-82e9-3b7f390c29fa service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241663 Apr 05 18:41:48.967071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-5ea3b4ff-7f64-4c51-9e62-b671d67a1bd2 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:48.976824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-5ea3b4ff-7f64-4c51-9e62-b671d67a1bd2 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports/11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 942 time: 0.1907194 Apr 05 18:41:49.048601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0896f23-fa28-41a2-bf34-23450378aee7 req-a1106cd2-7bc0-4499-b75a-5b7e9035cd6c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:49.057335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0896f23-fa28-41a2-bf34-23450378aee7 req-a1106cd2-7bc0-4499-b75a-5b7e9035cd6c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.2893207 Apr 05 18:41:49.299095 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:41:49.360631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0896f23-fa28-41a2-bf34-23450378aee7 req-15c27a62-76bc-48b5-af2d-eed68c257e56 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023663 Apr 05 18:41:49.428145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-c3591d59-4b75-44c0-9a28-d71863d5bef6 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 1000 time: 0.3445766 Apr 05 18:41:49.472813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1651f8ab-0e21-4618-b037-b7630ed2bbe0 req-128a2f56-b7d6-4756-bd0a-9bb1143044e6 service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261550 Apr 05 18:41:49.489185 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:49.501124 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:49.636266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ba87e320-4ad4-47ad-962b-e96f59b83cd3 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:41:49.762664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ba87e320-4ad4-47ad-962b-e96f59b83cd3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:49.775960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'ba87e320-4ad4-47ad-962b-e96f59b83cd3', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'port_id': 'ba87e320-4ad4-47ad-962b-e96f59b83cd3', 'mac_address': 'fa:16:3e:36:73:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:41:49.821323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:49.845832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba87e320-4ad4-47ad-962b-e96f59b83cd3 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:49.874868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ba87e320-4ad4-47ad-962b-e96f59b83cd3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:49.883566 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:49.959440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=ba87e320-4ad4-47ad-962b-e96f59b83cd3,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:50.010618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-7cc2e136-db6a-49fb-a125-941ad5b1aaa5 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e3cfd3ed5a2f4f8d9d49367e5954c31d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1254995 Apr 05 18:41:50.066978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-7eca4e05-cfba-45bd-87f2-33f55e0d0390 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:50.076043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-7eca4e05-cfba-45bd-87f2-33f55e0d0390 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.6470213 Apr 05 18:41:50.216853 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['ba87e320-4ad4-47ad-962b-e96f59b83cd3'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:50.327729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-22402976-1f4a-4271-95b3-5bff52aef8ee tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 1000 time: 0.2492182 Apr 05 18:41:50.330797 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Floating IP 8cea4fd0-7bee-4045-afda-94a09da8d431 associated. External IP: 172.25.4.224, port: 365ed307-723e-4c2a-aee2-eb332a3f1155. Apr 05 18:41:50.380158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-2b6c9b55-9555-4052-ba5a-977df2d353c0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:50.433185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba2b00f-c291-41b5-8578-b90e84694151 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:50.528432 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:50.593699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Transition to ACTIVE for port object bba2b00f-c291-41b5-8578-b90e84694151 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:41:50.604454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-2bea53ba-d1d1-416e-a3a4-8a33dd6870a6 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:50.605921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-2bea53ba-d1d1-416e-a3a4-8a33dd6870a6 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.20 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 813 time: 0.5684991 Apr 05 18:41:50.612036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-2b6c9b55-9555-4052-ba5a-977df2d353c0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:50.616684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:50.630363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-fb890199-7838-43d9-a381-2004b5c05402 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:50.637447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-fb890199-7838-43d9-a381-2004b5c05402 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6260409 Apr 05 18:41:50.642472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'port': {'device_id': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9', 'admin_state_up': True, 'tenant_id': '198ab92468a84663a0dbcd854566b1a9'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:50.743821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-19e228b2-5b31-4e89-b6a3-c9ac5dabda0f tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/quotas/e3cfd3ed5a2f4f8d9d49367e5954c31d HTTP/1.1" status: 200 len: 375 time: 0.1054919 Apr 05 18:41:50.844236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-9ca7204d-0ae3-430a-be35-82a20d8e4481 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3cfd3ed5a2f4f8d9d49367e5954c31d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994549 Apr 05 18:41:50.970831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Pushing event updated for resources: {'Port': ['ID=bba2b00f-c291-41b5-8578-b90e84694151,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:51.214446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Attempting to bind port bba2b00f-c291-41b5-8578-b90e84694151 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:51.214931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Attempting to bind port bba2b00f-c291-41b5-8578-b90e84694151 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:51.215334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Attempting to bind port bba2b00f-c291-41b5-8578-b90e84694151 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:51.263925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Router ec9e96fe-75e6-423c-928a-853015e005e2 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:41:51.268831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Port bba2b00f-c291-41b5-8578-b90e84694151 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:41:51.269165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Attempting to bind port bba2b00f-c291-41b5-8578-b90e84694151 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:51.276902 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-2b6c9b55-9555-4052-ba5a-977df2d353c0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:51.285511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Made reservation on behalf of 198ab92468a84663a0dbcd854566b1a9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:51.289005 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:51.290984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:51.291315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Checking segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:51.291691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Bound using segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:51.292117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Bound port: bba2b00f-c291-41b5-8578-b90e84694151, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:51.292456 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:51.297392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-2b6c9b55-9555-4052-ba5a-977df2d353c0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:51.297726 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-2b6c9b55-9555-4052-ba5a-977df2d353c0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Floating IP c74fa6b8-d9f1-4b5b-af3d-10a053ff897c disassociated. External IP: 172.25.4.85, port: 11fe9295-4393-4fa0-94d9-1bc8a810b7f1. Apr 05 18:41:51.425089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97a493-f7af-42de-baa9-d748b1ab8d94 req-80661b07-ed07-4a41-abb1-b985be29b646 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:51.432475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff97a493-f7af-42de-baa9-d748b1ab8d94 req-80661b07-ed07-4a41-abb1-b985be29b646 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 944 time: 0.3105476 Apr 05 18:41:51.622639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff97a493-f7af-42de-baa9-d748b1ab8d94 req-470a9d4d-0570-4455-aa1d-89cc1ff61f94 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891205 Apr 05 18:41:51.633397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ba87e320-4ad4-47ad-962b-e96f59b83cd3 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:51.758517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port ba87e320-4ad4-47ad-962b-e96f59b83cd3 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:41:51.780595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port ba87e320-4ad4-47ad-962b-e96f59b83cd3 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:51.782190 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:51.908648 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:51.941870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b36c138-6bed-47fe-af71-66d65392aaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba87e320-4ad4-47ad-962b-e96f59b83cd3'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:51.944481 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861a731d-59a8-4ead-bdbc-e8d475ddbc10" -d '{"events": [{"server_uuid": "2b36c138-6bed-47fe-af71-66d65392aaa9", "name": "network-vif-plugged", "status": "completed", "tag": "ba87e320-4ad4-47ad-962b-e96f59b83cd3"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:51.960826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ba87e320-4ad4-47ad-962b-e96f59b83cd3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:51.967720 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:52.023905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=ba87e320-4ad4-47ad-962b-e96f59b83cd3,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:52.046084 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fda1e628-7980-417f-adc2-2a39df9aee12 req-6f5e360e-1eaf-4c23-b7aa-94ad37ab98f0 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 210 time: 0.0459356 Apr 05 18:41:52.065022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] For port bba2b00f-c291-41b5-8578-b90e84694151, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:52.094050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] For port bba2b00f-c291-41b5-8578-b90e84694151, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=bba2b00f-c291-41b5-8578-b90e84694151,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:52.097004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:52.111397 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] Sync routers for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:52.125138 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:52.125839 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:52.133433 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:52.144145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Allocated IP 172.20.0.12 (5608849a-3eb3-479a-99a7-f1b4d94662d9/497e7474-6c56-43fb-9003-17d6b9997415/dacfca33-0e0c-40f9-9653-b90ba41b52eb) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:52.166177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:52.244797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1e9c39fc-7637-4aa7-8e80-363cf0272f8b tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "PUT /v2.0/floatingips/8cea4fd0-7bee-4045-afda-94a09da8d431 HTTP/1.1" status: 200 len: 991 time: 4.9830971 Apr 05 18:41:52.244797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196105b7-6375-4108-ba41-0ff1d92c141e', 'tag': '365ed307-723e-4c2a-aee2-eb332a3f1155'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:52.244797 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340f7c61-5e8b-4ee5-9736-21bcd8835628" -d '{"events": [{"name": "network-changed", "server_uuid": "196105b7-6375-4108-ba41-0ff1d92c141e", "tag": "365ed307-723e-4c2a-aee2-eb332a3f1155"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:52.255218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:52.257332 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:52.257332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] 10.222.0.25 "PUT /v2.0/ports/bba2b00f-c291-41b5-8578-b90e84694151 HTTP/1.1" status: 200 len: 1092 time: 3.6225080 Apr 05 18:41:52.257597 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:52.353546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c752f4-a8e4-4368-b0b6-04b46db63abf req-22235bb2-6794-47db-9e5e-88db7b0ddfb7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:52.361560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79c752f4-a8e4-4368-b0b6-04b46db63abf req-22235bb2-6794-47db-9e5e-88db7b0ddfb7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.2142177 Apr 05 18:41:52.456370 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-d49c517e-9cbc-4f40-9ff1-67fcb6d91470 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e3cfd3ed5a2f4f8d9d49367e5954c31d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393646 Apr 05 18:41:52.589864 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:52.699002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:52.710418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:52.731972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-698d75a1-3a71-43f1-9391-8a4ed11241a0 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:52.734962 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-698d75a1-3a71-43f1-9391-8a4ed11241a0 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741761 Apr 05 18:41:52.751234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Request body: {'port': {'device_id': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': 'e3cfd3ed5a2f4f8d9d49367e5954c31d'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:52.753485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bee08f-4e72-4a0b-926d-142e0d2893ec service neutron] Pushing event updated for resources: {'Port': ['ID=bba2b00f-c291-41b5-8578-b90e84694151,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:52.812664 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79c752f4-a8e4-4368-b0b6-04b46db63abf req-ad5446a2-2851-4f40-b772-5fef7484f4e0 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468832 Apr 05 18:41:52.855235 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8cea4fd0-7bee-4045-afda-94a09da8d431', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'port_id': '365ed307-723e-4c2a-aee2-eb332a3f1155', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'mac_address': 'fa:16:3e:45:76:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196105b7-6375-4108-ba41-0ff1d92c141e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:41:13Z', 'updated_at': '2022-04-05T18:41:49Z', 'revision_number': 1, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af71b0b-8178-42aa-83d5-15918385ec1d', 'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'mac_address': 'fa:16:3e:70:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:04Z', 'updated_at': '2022-04-05T18:41:12Z', 'revision_number': 5, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'subnets': [{'id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:52.937328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Network 5608849a-3eb3-479a-99a7-f1b4d94662d9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:52.945047 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] Checking router: ec9e96fe-75e6-423c-928a-853015e005e2 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:52.964510 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:52.966286 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:52.966791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-2b6c9b55-9555-4052-ba5a-977df2d353c0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Router 00374d3d-e55d-446d-84d5-a1872a5a3670 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:41:52.971334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:52.979896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:53.014643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Made reservation on behalf of e3cfd3ed5a2f4f8d9d49367e5954c31d for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:41:53.021432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.033721 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.084391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-f3fc1b34-ee37-4432-b618-60dd25e69d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:53.089912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-f3fc1b34-ee37-4432-b618-60dd25e69d2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 1095 time: 0.6634538 Apr 05 18:41:53.099985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'Port': ['ID=dacfca33-0e0c-40f9-9653-b90ba41b52eb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:53.193795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.216161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.222647 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:53.241542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-ee1a3f77-06be-4a90-8bd6-1daf30519c33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bba2b00f-c291-41b5-8578-b90e84694151 HTTP/1.1" status: 200 len: 217 time: 0.1300004 Apr 05 18:41:53.323264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-23f8e19d-d847-4b02-9eb4-9701dc07b2ea req-03875d42-6cc7-4fe1-ac84-44a43e6cc6ba tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 210 time: 0.1010306 Apr 05 18:41:53.387687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Allocated IP 192.168.233.183 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/a2263e4e-b2ce-4e5a-aef6-7fe57275172a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:53.405782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:53.406948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.419823 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33696d93-1dd3-436b-ab7d-5f2e6ed9b2fc x-openstack-request-id: req-33696d93-1dd3-436b-ab7d-5f2e6ed9b2fc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:53.421068 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b36c138-6bed-47fe-af71-66d65392aaa9", "name": "network-vif-plugged", "status": "completed", "tag": "ba87e320-4ad4-47ad-962b-e96f59b83cd3", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:53.422386 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33696d93-1dd3-436b-ab7d-5f2e6ed9b2fc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:53.422842 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33696d93-1dd3-436b-ab7d-5f2e6ed9b2fc'] response: {'server_uuid': '2b36c138-6bed-47fe-af71-66d65392aaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba87e320-4ad4-47ad-962b-e96f59b83cd3', 'code': 200} Apr 05 18:41:53.436917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90862aba-dc56-40a1-9608-408a3c85b0d7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:53.454190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.454602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.454947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.455285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.455621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.455952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.456280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.456605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.457192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.457296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.457559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.457876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:53.464566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-36edefcf-fcc7-4c05-a8fd-aa618f752d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:53.466025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-36edefcf-fcc7-4c05-a8fd-aa618f752d1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.1645770 Apr 05 18:41:53.475584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a750d543-0159-43ef-aa12-51141b44bc54 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8549902 Apr 05 18:41:53.505123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Request body: {'port': {'device_id': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:53.629929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d73c35-9499-48d0-b333-8239159fcf1c req-a1463c73-2fff-4c17-8787-65b4aa27cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:53.631612 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88d73c35-9499-48d0-b333-8239159fcf1c req-a1463c73-2fff-4c17-8787-65b4aa27cd7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 1096 time: 0.4210727 Apr 05 18:41:53.637697 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8cea4fd0-7bee-4045-afda-94a09da8d431', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'port_id': '365ed307-723e-4c2a-aee2-eb332a3f1155', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'mac_address': 'fa:16:3e:45:76:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196105b7-6375-4108-ba41-0ff1d92c141e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:41:13Z', 'updated_at': '2022-04-05T18:41:49Z', 'revision_number': 1, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af71b0b-8178-42aa-83d5-15918385ec1d', 'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'mac_address': 'fa:16:3e:70:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:04Z', 'updated_at': '2022-04-05T18:41:12Z', 'revision_number': 5, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'subnets': [{'id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:53.644884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68a82b-2f7a-4fa8-baf7-b51ff17c3aba req-7b75eeb6-a986-4d9a-bd31-c0a6b584486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:53.646335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4b68a82b-2f7a-4fa8-baf7-b51ff17c3aba req-7b75eeb6-a986-4d9a-bd31-c0a6b584486f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 1096 time: 0.1199257 Apr 05 18:41:53.671045 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb5355-8ab6-4efb-b757-13f57bcdc787 None None] The sync data for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 is: [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8cea4fd0-7bee-4045-afda-94a09da8d431', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'port_id': '365ed307-723e-4c2a-aee2-eb332a3f1155', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'mac_address': 'fa:16:3e:45:76:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196105b7-6375-4108-ba41-0ff1d92c141e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:41:13Z', 'updated_at': '2022-04-05T18:41:49Z', 'revision_number': 1, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af71b0b-8178-42aa-83d5-15918385ec1d', 'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'mac_address': 'fa:16:3e:70:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:04Z', 'updated_at': '2022-04-05T18:41:12Z', 'revision_number': 5, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'subnets': [{'id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:53.691938 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.710583 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4b68a82b-2f7a-4fa8-baf7-b51ff17c3aba req-7e38c8cc-a6cd-4ff4-9616-e5927745d340 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568845 Apr 05 18:41:53.742988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-17d40037-25aa-4a30-a8fe-5e55cea56dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:53.744397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-17d40037-25aa-4a30-a8fe-5e55cea56dcc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2679608 Apr 05 18:41:53.745408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-2b6c9b55-9555-4052-ba5a-977df2d353c0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:41:53.750623 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-2b6c9b55-9555-4052-ba5a-977df2d353c0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.758340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.759533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] Sync routers for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:41:53.772975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:53.773841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:53.778219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.812703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:53.816676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:53.821055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:53.836813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86375170-033a-4df9-94bc-a73c4ca00a58 req-160f1fc0-86b2-4832-997d-5028691e4b57 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:53.838316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86375170-033a-4df9-94bc-a73c4ca00a58 req-160f1fc0-86b2-4832-997d-5028691e4b57 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 945 time: 0.2530627 Apr 05 18:41:53.844038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-2b6c9b55-9555-4052-ba5a-977df2d353c0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "PUT /v2.0/floatingips/c74fa6b8-d9f1-4b5b-af3d-10a053ff897c HTTP/1.1" status: 200 len: 694 time: 3.5154941 Apr 05 18:41:53.875431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:53.897771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:53.900126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:53.923457 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-4eea460b-bf6d-41fa-bab6-1a3f423ceaf6 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1785891 Apr 05 18:41:53.925142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:53.953330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d73c35-9499-48d0-b333-8239159fcf1c req-90448966-1256-42b8-91f0-3ace80c53335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:53.954834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88d73c35-9499-48d0-b333-8239159fcf1c req-90448966-1256-42b8-91f0-3ace80c53335 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 910 time: 0.3116527 Apr 05 18:41:54.005483 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9026cbb-c282-4779-8d27-4b3adb0f301b None None] New status for floating IP 8cea4fd0-7bee-4045-afda-94a09da8d431: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:41:54.012329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Request body: {'port': {'device_id': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:54.089322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88d73c35-9499-48d0-b333-8239159fcf1c req-da948d55-b25b-466a-aae0-2808df272491 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c43c05-8d6e-4527-b1a7-c28b561b0bf7 HTTP/1.1" status: 200 len: 217 time: 0.0770447 Apr 05 18:41:54.098905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86375170-033a-4df9-94bc-a73c4ca00a58 req-46a9b033-5437-4846-a2ae-44eb5467ea0d tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456882 Apr 05 18:41:54.171758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:54.190259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-5686afed-fa7e-4b6e-9109-d34e14621c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:54.192159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-5686afed-fa7e-4b6e-9109-d34e14621c34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1096 time: 0.3281531 Apr 05 18:41:54.245993 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e45518-c309-4dd3-987f-355397c44e1b x-openstack-request-id: req-14e45518-c309-4dd3-987f-355397c44e1b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:54.246272 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196105b7-6375-4108-ba41-0ff1d92c141e", "tag": "365ed307-723e-4c2a-aee2-eb332a3f1155", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:54.246551 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14e45518-c309-4dd3-987f-355397c44e1b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:54.246946 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e45518-c309-4dd3-987f-355397c44e1b'] response: {'name': 'network-changed', 'server_uuid': '196105b7-6375-4108-ba41-0ff1d92c141e', 'tag': '365ed307-723e-4c2a-aee2-eb332a3f1155', 'status': 'completed', 'code': 200} Apr 05 18:41:54.255267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1b54ef42-209e-4bf7-b3a9-6893cb6fcffd None None] Provisioning complete for port a2263e4e-b2ce-4e5a-aef6-7fe57275172a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:54.255578 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b54ef42-209e-4bf7-b3a9-6893cb6fcffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:54.352988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-f8f3226a-2e1d-45a5-a66c-871707457567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:54.354714 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-f8f3226a-2e1d-45a5-a66c-871707457567 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8d331b934c3a40e4bf8de6283121208c&device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 1096 time: 0.0810626 Apr 05 18:41:54.386203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d73c35-9499-48d0-b333-8239159fcf1c req-5f43b52a-6b8d-4cb5-82c5-8757c6aacc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:54.387535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88d73c35-9499-48d0-b333-8239159fcf1c req-5f43b52a-6b8d-4cb5-82c5-8757c6aacc22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4123b08-a8e7-413e-a1a0-fc36a4cb8380 HTTP/1.1" status: 200 len: 850 time: 0.2843351 Apr 05 18:41:54.431341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1b54ef42-209e-4bf7-b3a9-6893cb6fcffd None None] Port a2263e4e-b2ce-4e5a-aef6-7fe57275172a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:41:54.442364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'df1829c8-9d69-4580-9cd9-eaf7e5b0308a', 'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'mac_address': 'fa:16:3e:f5:1f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:22Z', 'updated_at': '2022-04-05T18:40:31Z', 'revision_number': 5, 'project_id': '653d9b9beb9c401f85207de148a14896', 'subnets': [{'id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:54.464447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-8a25d831-8809-46f4-bb85-08ff89693c4a service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454403 Apr 05 18:41:54.470590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] Checking router: 00374d3d-e55d-446d-84d5-a1872a5a3670 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:41:54.473456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88d73c35-9499-48d0-b333-8239159fcf1c req-a245f524-8412-446c-9d49-af1b5d7fc87f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92a0426a-a463-402d-a447-3d4a0d461508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629122 Apr 05 18:41:54.479648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:41:54.480320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:41:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:54.530933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a43378-4d97-4b6a-b548-cbd70726dbb2 req-9f7fb8ae-ba74-41bf-b41e-5471aa3f3c28 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:54.532399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66a43378-4d97-4b6a-b548-cbd70726dbb2 req-9f7fb8ae-ba74-41bf-b41e-5471aa3f3c28 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 944 time: 0.2342169 Apr 05 18:41:54.565788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-4e674bb4-df31-44f7-84b3-da187cef95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:54.566861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-4e674bb4-df31-44f7-84b3-da187cef95d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 920 time: 0.3521285 Apr 05 18:41:54.591897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:41:54.836263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'df1829c8-9d69-4580-9cd9-eaf7e5b0308a', 'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'mac_address': 'fa:16:3e:f5:1f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:22Z', 'updated_at': '2022-04-05T18:40:31Z', 'revision_number': 5, 'project_id': '653d9b9beb9c401f85207de148a14896', 'subnets': [{'id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:41:54.850557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-fbf9a6e0-c022-47cd-acea-ece5b35d2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:54.852167 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-fbf9a6e0-c022-47cd-acea-ece5b35d2b81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6074525f-c91e-4c4a-bf5e-2c52ebfadaac HTTP/1.1" status: 200 len: 911 time: 0.4448349 Apr 05 18:41:54.869996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3c5d3-4320-49f1-a894-f1609905f61b None None] The sync data for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 is: [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:40:25Z', 'revision_number': 4, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'df1829c8-9d69-4580-9cd9-eaf7e5b0308a', 'name': '', 'network_id': 'd36f6499-b89c-4f92-bd62-7fa0e706fdbd', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'mac_address': 'fa:16:3e:f5:1f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:22Z', 'updated_at': '2022-04-05T18:40:31Z', 'revision_number': 5, 'project_id': '653d9b9beb9c401f85207de148a14896', 'subnets': [{'id': '2555fa2a-168c-4aef-9a9c-468acab8e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:41:54.931580 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-cbe2d192-5750-475f-9f3e-bf27f3e059f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365ed307-723e-4c2a-aee2-eb332a3f1155 HTTP/1.1" status: 200 len: 1001 time: 0.0716338 Apr 05 18:41:55.002294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-8574a36b-dc85-4b62-aa6a-f7a2be54ae5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 217 time: 0.3733761 Apr 05 18:41:55.016263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-5122e3a1-058e-44c1-a36b-9de84fddf062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:55.017889 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-5122e3a1-058e-44c1-a36b-9de84fddf062 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=556aab64-ec0c-491d-8cf2-6ca4aaa8687a HTTP/1.1" status: 200 len: 850 time: 0.0748336 Apr 05 18:41:55.146783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66a43378-4d97-4b6a-b548-cbd70726dbb2 req-3a772796-6d19-4f40-b1bb-6e0c70d9b459 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827909 Apr 05 18:41:55.148030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2263e4e-b2ce-4e5a-aef6-7fe57275172a {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:55.163244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88d73c35-9499-48d0-b333-8239159fcf1c req-62571bcc-39b6-4142-986b-0169f96b1336 service neutron] 10.222.0.20 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732688 Apr 05 18:41:55.170307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:55.173547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacfca33-0e0c-40f9-9653-b90ba41b52eb {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:55.189364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-30219315-41c0-4eb3-99d0-f62514359ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:55.194288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-143618e7-6aa0-485f-8d94-1359d5830eaa req-b0b843f9-179a-4461-85a0-f6435484c76e service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118378 Apr 05 18:41:55.198002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:55.199233 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-30219315-41c0-4eb3-99d0-f62514359ad1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6074525f-c91e-4c4a-bf5e-2c52ebfadaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702843 Apr 05 18:41:55.227884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-8eecb54f-23e0-4dd5-9744-a29f7779ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:55.243302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-8eecb54f-23e0-4dd5-9744-a29f7779ed5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 200 len: 860 time: 0.2308033 Apr 05 18:41:55.257088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Transition to ACTIVE for port object a2263e4e-b2ce-4e5a-aef6-7fe57275172a will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:41:55.271052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc100a89-3f97-43d0-b9c3-a1d78103ae67 None None] New status for floating IP c74fa6b8-d9f1-4b5b-af3d-10a053ff897c: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:41:55.287890 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:55.322282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-9badcadd-5ba6-4420-8e42-f75fba1eac92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771456 Apr 05 18:41:55.325456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Transition to ACTIVE for port object dacfca33-0e0c-40f9-9653-b90ba41b52eb will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:41:55.346354 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:55.393073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:55.444199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-6b184b91-81ff-4738-a87b-4aa7ef6a201a service neutron] 10.222.0.25 "GET /v2.0/networks/6074525f-c91e-4c4a-bf5e-2c52ebfadaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343161 Apr 05 18:41:55.549248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Attempting to bind port a2263e4e-b2ce-4e5a-aef6-7fe57275172a on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:55.549745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Attempting to bind port a2263e4e-b2ce-4e5a-aef6-7fe57275172a by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:55.553426 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-ebd13dac-682f-46bb-929e-d2f940f63967 service neutron] 10.222.0.15 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407924 Apr 05 18:41:55.554002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Pushing event updated for resources: {'Port': ['ID=dacfca33-0e0c-40f9-9653-b90ba41b52eb,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:55.574027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Attempting to bind port a2263e4e-b2ce-4e5a-aef6-7fe57275172a on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:55.597071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Port a2263e4e-b2ce-4e5a-aef6-7fe57275172a on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:41:55.597785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Attempting to bind port a2263e4e-b2ce-4e5a-aef6-7fe57275172a on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:55.612767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:55.614117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:55.614653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:55.615368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Bound port: a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:55.616169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:55.634158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77e5d0-c1a4-4629-8270-2e9573dfee1e req-1bc027b5-7f4d-4bc5-ad33-c3ca272815c5 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:55.636111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d77e5d0-c1a4-4629-8270-2e9573dfee1e req-1bc027b5-7f4d-4bc5-ad33-c3ca272815c5 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.3748095 Apr 05 18:41:55.659678 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-340f7c61-5e8b-4ee5-9736-21bcd8835628 req-167c2e66-2090-497d-9ac1-63afbb1a8605 service neutron] 10.222.0.25 "GET /v2.0/networks/6074525f-c91e-4c4a-bf5e-2c52ebfadaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035918 Apr 05 18:41:55.675293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88d73c35-9499-48d0-b333-8239159fcf1c req-59a0b8e3-4a29-4eb5-873d-dcda804a940e service neutron] 10.222.0.20 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952147 Apr 05 18:41:55.757969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:55.761136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:55.766485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:55.810993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:55.811675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:55.812471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d77e5d0-c1a4-4629-8270-2e9573dfee1e req-eee896b5-10c0-4139-8bd1-c826426cd02f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188157 Apr 05 18:41:55.813027 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] 10.222.0.25 "PUT /v2.0/ports/a2263e4e-b2ce-4e5a-aef6-7fe57275172a HTTP/1.1" status: 200 len: 1096 time: 1.8110526 Apr 05 18:41:55.813463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:55.816021 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:55.830977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2f16d1d-cb6e-4b65-8a49-6f31d36ed6a7 req-d1502a4a-b988-4e2c-9a76-833882b6e55a service neutron] 10.222.0.15 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533824 Apr 05 18:41:55.839493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Attempting to bind port dacfca33-0e0c-40f9-9653-b90ba41b52eb on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:41:55.840407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Attempting to bind port dacfca33-0e0c-40f9-9653-b90ba41b52eb by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '1f05a3d0-4290-4580-985f-149328183c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:41:55.840937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Attempting to bind port dacfca33-0e0c-40f9-9653-b90ba41b52eb on network 5608849a-3eb3-479a-99a7-f1b4d94662d9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:55.841073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff4495-a1b6-407f-a20a-9a2ffbc38720 service neutron] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:55.851906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Port dacfca33-0e0c-40f9-9653-b90ba41b52eb on network 5608849a-3eb3-479a-99a7-f1b4d94662d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:41:55.852145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Attempting to bind port dacfca33-0e0c-40f9-9653-b90ba41b52eb on network 5608849a-3eb3-479a-99a7-f1b4d94662d9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:41:55.870069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:41:55.870882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Checking segment: {'id': '1f05a3d0-4290-4580-985f-149328183c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:41:55.871369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Bound using segment: {'id': '1f05a3d0-4290-4580-985f-149328183c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:41:55.871934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Bound port: dacfca33-0e0c-40f9-9653-b90ba41b52eb, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f05a3d0-4290-4580-985f-149328183c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:41:55.872490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:55.963379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-339bc19b-4d3a-47bb-91c3-e46d4f812192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:55.965918 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-339bc19b-4d3a-47bb-91c3-e46d4f812192 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3cfd3ed5a2f4f8d9d49367e5954c31d&device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 1099 time: 0.0885420 Apr 05 18:41:56.015047 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-56ef8bf0-b866-4d2d-be9e-8f9bf03618b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a HTTP/1.1" status: 200 len: 217 time: 0.0392282 Apr 05 18:41:56.032270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] For port dacfca33-0e0c-40f9-9653-b90ba41b52eb, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:41:56.039068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] For port dacfca33-0e0c-40f9-9653-b90ba41b52eb, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:41:56.052259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54b01-bae5-4817-a0a0-8a0ccb867a2b req-546c2448-8e71-47ea-83df-0c8d94ac5f92 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.054053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa54b01-bae5-4817-a0a0-8a0ccb867a2b req-546c2448-8e71-47ea-83df-0c8d94ac5f92 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1221294 Apr 05 18:41:56.056846 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:56.066107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db0a9b-ddbc-4f33-85b7-9bec935bd37e req-3d2a4bbe-2ce0-487d-946c-7ae5467ece34 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.067632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4db0a9b-ddbc-4f33-85b7-9bec935bd37e req-3d2a4bbe-2ce0-487d-946c-7ae5467ece34 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 944 time: 0.1345904 Apr 05 18:41:56.079526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-523a3553-c4d4-4c95-afcb-a34d0ba804ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.081007 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-523a3553-c4d4-4c95-afcb-a34d0ba804ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0557423 Apr 05 18:41:56.131558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-eac48f8c-0bb3-42d1-bc0e-a7ac5d247105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.132972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-eac48f8c-0bb3-42d1-bc0e-a7ac5d247105 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441060 Apr 05 18:41:56.133405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.134007 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:56.135358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] 10.222.0.20 "PUT /v2.0/ports/dacfca33-0e0c-40f9-9653-b90ba41b52eb HTTP/1.1" status: 200 len: 1092 time: 2.6356280 Apr 05 18:41:56.191540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa54b01-bae5-4817-a0a0-8a0ccb867a2b req-445654d3-d6df-4610-84b1-a969ee4d00eb tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229486 Apr 05 18:41:56.196789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54969d-dd53-4b5f-acf1-7aa19778b506 service neutron] Pushing event updated for resources: {'Port': ['ID=dacfca33-0e0c-40f9-9653-b90ba41b52eb,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:56.238320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4db0a9b-ddbc-4f33-85b7-9bec935bd37e req-e755a0b4-92ba-4794-906b-ac50328e0d92 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332448 Apr 05 18:41:56.247887 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dd16d8-9d25-4e18-970e-85d6965c97ab', 'tag': 'bba2b00f-c291-41b5-8578-b90e84694151'}, {'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1'}, {'name': 'network-changed', 'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:41:56.251102 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a8307-7807-422c-abd6-dda2b407dde1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dd16d8-9d25-4e18-970e-85d6965c97ab", "tag": "bba2b00f-c291-41b5-8578-b90e84694151"}, {"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1"}, {"name": "network-changed", "server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:41:56.251589 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-e0bb88e3-49d2-4abf-abbd-49ebf448034a service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057074 Apr 05 18:41:56.259876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-8bf939cf-a09f-40b9-9879-480a7307f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.261359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-8bf939cf-a09f-40b9-9879-480a7307f351 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 1095 time: 0.0873442 Apr 05 18:41:56.316413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-ae0115c1-87e6-4e41-bfdc-5630539e6d1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb HTTP/1.1" status: 200 len: 217 time: 0.0422728 Apr 05 18:41:56.369702 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-423add1a-5bec-4be4-a4b5-6f30b0c37d02 req-b986d243-4452-44bd-be25-c4132d1d82bc service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069272 Apr 05 18:41:56.396386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-9af66cd9-000f-4ffc-bd53-074447ef75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.397856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-9af66cd9-000f-4ffc-bd53-074447ef75d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.0717127 Apr 05 18:41:56.406316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7459fd0-e21a-44aa-9d5c-aad89e640efc req-819d4ee1-0dcb-467f-bf92-490698d1f226 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.407697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7459fd0-e21a-44aa-9d5c-aad89e640efc req-819d4ee1-0dcb-467f-bf92-490698d1f226 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 948 time: 0.0938642 Apr 05 18:41:56.444564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-cd359528-595b-4bec-9180-59caefb2291f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359380 Apr 05 18:41:56.480495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7459fd0-e21a-44aa-9d5c-aad89e640efc req-9eaf86c0-0648-4b9c-bed9-f9e4e9233680 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632358 Apr 05 18:41:56.536082 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f19989-9ed0-472a-8201-b2732e4fc768 x-openstack-request-id: req-91f19989-9ed0-472a-8201-b2732e4fc768 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:56.536374 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:56.536650 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91f19989-9ed0-472a-8201-b2732e4fc768 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:56.537029 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f19989-9ed0-472a-8201-b2732e4fc768'] response: {'name': 'network-changed', 'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'status': 'completed', 'code': 200} Apr 05 18:41:56.545057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-8a771f66-adad-4a3b-9994-0618a55caef4 service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926051 Apr 05 18:41:56.617529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-6f173337-4720-4043-8b8d-4e51e0c2f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.619332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-6f173337-4720-4043-8b8d-4e51e0c2f10d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3cfd3ed5a2f4f8d9d49367e5954c31d&device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 1099 time: 0.0499692 Apr 05 18:41:56.620066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41230) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:56.625860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f906e489-7fc4-4c2a-a96c-199967c4d1d8 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205577880', 'description': 'tempest-description--1621323866'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:56.655731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-d3f48347-1755-4bec-9b68-c25053e0e2f1 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/floatingips/c74fa6b8-d9f1-4b5b-af3d-10a053ff897c HTTP/1.1" status: 200 len: 692 time: 0.0871730 Apr 05 18:41:56.669162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f906e489-7fc4-4c2a-a96c-199967c4d1d8 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:56.769601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-c7a350d3-15da-4c8b-a22e-8d3241c7c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.771071 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-c7a350d3-15da-4c8b-a22e-8d3241c7c6c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.1280506 Apr 05 18:41:56.785872 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8918339-f336-406c-b6d3-a2c7f7679c09 req-a3bc9f28-9493-47ad-b254-9dc2bf11a420 service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267003 Apr 05 18:41:56.798427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d638f-e2c8-4240-91a9-d1aa2b95b219 req-64d8928e-b469-4cb4-ba84-36e30972e6d4 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.799942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-008d638f-e2c8-4240-91a9-d1aa2b95b219 req-64d8928e-b469-4cb4-ba84-36e30972e6d4 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 944 time: 0.1395237 Apr 05 18:41:56.821309 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-5abfbb9f-a35b-4bca-8d60-4212ab628da8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a HTTP/1.1" status: 200 len: 217 time: 0.0423572 Apr 05 18:41:56.831732 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f906e489-7fc4-4c2a-a96c-199967c4d1d8 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:56.841882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f906e489-7fc4-4c2a-a96c-199967c4d1d8 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:56.852300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-0b948c6a-5f4d-489b-921c-221aeb8a0080 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.853661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-0b948c6a-5f4d-489b-921c-221aeb8a0080 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 784 time: 0.1921146 Apr 05 18:41:56.878019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-008d638f-e2c8-4240-91a9-d1aa2b95b219 req-09644b2f-06a3-40bc-b814-b0a07a5d9848 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682249 Apr 05 18:41:56.901748 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-6bdc5c59-056d-4668-a18b-87bac921d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.903290 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-6bdc5c59-056d-4668-a18b-87bac921d881 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0702934 Apr 05 18:41:56.906274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f906e489-7fc4-4c2a-a96c-199967c4d1d8 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:56.907447 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f906e489-7fc4-4c2a-a96c-199967c4d1d8 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2866302 Apr 05 18:41:56.910352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41232) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:56.919213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f15cfcac-07fc-411b-b2ee-e028ca36b46d tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Request body: {'security_group_rule': {'security_group_id': 'ce16b911-f6d4-4311-ab49-8ad4a0d8186f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:56.927319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-5e2fad91-ebad-476c-ac23-7c3f63f6962e tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.0638216 Apr 05 18:41:56.942326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906e489-7fc4-4c2a-a96c-199967c4d1d8 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce16b911-f6d4-4311-ab49-8ad4a0d8186f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:56.966229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-7725172d-7730-45dd-a4e1-f92a1915b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:56.968073 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-7725172d-7730-45dd-a4e1-f92a1915b453 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555668 Apr 05 18:41:56.975722 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 05 Apr 2022 18:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221ce43e-9e9c-4921-a93b-16d91155f3c3 x-openstack-request-id: req-221ce43e-9e9c-4921-a93b-16d91155f3c3 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:41:56.976018 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dd16d8-9d25-4e18-970e-85d6965c97ab", "tag": "bba2b00f-c291-41b5-8578-b90e84694151", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:41:56.976269 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-221ce43e-9e9c-4921-a93b-16d91155f3c3 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:41:56.976667 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221ce43e-9e9c-4921-a93b-16d91155f3c3'] response: {'name': 'network-changed', 'server_uuid': 'c5dd16d8-9d25-4e18-970e-85d6965c97ab', 'tag': 'bba2b00f-c291-41b5-8578-b90e84694151', 'status': 'completed', 'code': 200} Apr 05 18:41:56.976925 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221ce43e-9e9c-4921-a93b-16d91155f3c3'] response: {'name': 'network-changed', 'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'status': 'completed', 'code': 200} Apr 05 18:41:56.977175 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221ce43e-9e9c-4921-a93b-16d91155f3c3'] response: {'name': 'network-changed', 'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb', 'status': 'completed', 'code': 200} Apr 05 18:41:57.022251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-313894bb-1c35-4ef3-876a-f8fe513e041b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.0877016 Apr 05 18:41:57.032871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f15cfcac-07fc-411b-b2ee-e028ca36b46d tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.079996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-fb3d46da-1770-4363-9fba-9186472583f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:57.081493 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-fb3d46da-1770-4363-9fba-9186472583f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 1095 time: 0.1013892 Apr 05 18:41:57.133286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-2a33612a-82b5-4c82-a6e2-4662af332673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:57.134721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-2a33612a-82b5-4c82-a6e2-4662af332673 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=653d9b9beb9c401f85207de148a14896&device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 1096 time: 0.1550877 Apr 05 18:41:57.152510 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-301b95c4-c4f6-47ab-958c-9519a2e0d484 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705770 Apr 05 18:41:57.196241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae8c89-a9aa-4782-a775-76cf017dc92f req-47230aca-396f-459f-8b58-d34da1668830 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:57.197738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34ae8c89-a9aa-4782-a775-76cf017dc92f req-47230aca-396f-459f-8b58-d34da1668830 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.1805346 Apr 05 18:41:57.239880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-01a35787-bba9-45dc-8f71-2b1568e38ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:57.241519 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-01a35787-bba9-45dc-8f71-2b1568e38ca9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.1502383 Apr 05 18:41:57.286118 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f15cfcac-07fc-411b-b2ee-e028ca36b46d tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.287078 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-c7855de8-ddc1-43a2-acdb-cee687db6bf0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bba2b00f-c291-41b5-8578-b90e84694151 HTTP/1.1" status: 200 len: 217 time: 0.0368958 Apr 05 18:41:57.305931 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f15cfcac-07fc-411b-b2ee-e028ca36b46d tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.349385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34ae8c89-a9aa-4782-a775-76cf017dc92f req-68109df9-445c-434f-aad3-111f558034b7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378479 Apr 05 18:41:57.349890 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8dffd25d-f050-4ee3-9cbf-87a943c0b4ec req-a84a59eb-6424-4e53-a240-2b0f766d3224 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819530 Apr 05 18:41:57.361389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cfcac-07fc-411b-b2ee-e028ca36b46d tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e9b17f-9260-418a-ad32-d614bd9ff3f6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:57.370930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-0d40d0b9-92d4-4c5f-af2a-4b61689dceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:57.373364 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-0d40d0b9-92d4-4c5f-af2a-4b61689dceee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.0756221 Apr 05 18:41:57.388825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-a94ade09-9d89-48e0-964c-bf25686b0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:57.388825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-a94ade09-9d89-48e0-964c-bf25686b0b19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 200 len: 920 time: 0.2101557 Apr 05 18:41:57.388825 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f15cfcac-07fc-411b-b2ee-e028ca36b46d tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.388825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f15cfcac-07fc-411b-b2ee-e028ca36b46d tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4726624 Apr 05 18:41:57.390081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41240) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:57.398928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fbd39b3d-0819-471a-8900-f79433f9226c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Request body: {'security_group_rule': {'security_group_id': 'ce16b911-f6d4-4311-ab49-8ad4a0d8186f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:57.432912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-a8d7345e-5771-4ef3-9710-9ed667d31e5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0416179 Apr 05 18:41:57.434244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Deleting port cf312445-a49f-4895-860f-83e23854de4b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:41:57.434657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.454205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-9fb63958-2354-40ae-80a0-6c42d286f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:57.455719 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-9fb63958-2354-40ae-80a0-6c42d286f17a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763710 Apr 05 18:41:57.458785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fbd39b3d-0819-471a-8900-f79433f9226c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.572305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-0074b98a-ce69-42b1-a251-93681222b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:57.573764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-0074b98a-ce69-42b1-a251-93681222b2a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 200 len: 860 time: 0.1340404 Apr 05 18:41:57.579318 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fbd39b3d-0819-471a-8900-f79433f9226c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.585860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a83ae-398c-4bff-964e-6f1fa410728f req-7866d16a-93c6-4740-8aee-9d6438bb4f74 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:57.587334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-180a83ae-398c-4bff-964e-6f1fa410728f req-7866d16a-93c6-4740-8aee-9d6438bb4f74 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1465216 Apr 05 18:41:57.591124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fbd39b3d-0819-471a-8900-f79433f9226c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.604970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.605300 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.614063 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-4c504236-7729-499e-8489-4786ac06cb3b service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463792 Apr 05 18:41:57.617041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd39b3d-0819-471a-8900-f79433f9226c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42977037-befb-448c-9d38-361f5c2f0613,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:57.622774 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fbd39b3d-0819-471a-8900-f79433f9226c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.624844 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fbd39b3d-0819-471a-8900-f79433f9226c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2319586 Apr 05 18:41:57.632004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41244) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:41:57.636800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:41:57.638826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-c4abde08-6e87-4c91-9d0e-d5341304cb75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36f6499-b89c-4f92-bd62-7fa0e706fdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453773 Apr 05 18:41:57.647512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Calling delete_port for cf312445-a49f-4895-860f-83e23854de4b owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:41:57.649859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device bba2b00f-c291-41b5-8578-b90e84694151 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:41:57.710160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.754895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port bba2b00f-c291-41b5-8578-b90e84694151, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=bba2b00f-c291-41b5-8578-b90e84694151,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:57.769225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'bba2b00f-c291-41b5-8578-b90e84694151', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'port_id': 'bba2b00f-c291-41b5-8578-b90e84694151', 'mac_address': 'fa:16:3e:30:fc:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:41:57.787006 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-c2a61d7f-df89-48cb-ba9d-3e980ebb38db service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616099 Apr 05 18:41:57.809622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.823894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba2b00f-c291-41b5-8578-b90e84694151 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:41:57.846109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port bba2b00f-c291-41b5-8578-b90e84694151, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=bba2b00f-c291-41b5-8578-b90e84694151,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:57.850664 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.852479 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:57.910227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=bba2b00f-c291-41b5-8578-b90e84694151,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:57.918426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.918838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.919315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.919701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.920254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.921389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.921971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.922369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.922784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.923167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.923696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.924077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:41:57.977589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Allocated IP 172.25.4.131 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/0b6ffeb3-519b-4f53-a63e-f7a4af8cb699) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:41:58.036752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-180a83ae-398c-4bff-964e-6f1fa410728f req-2c46b0a4-9aa3-4a3c-b59b-96797c5af915 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336219 Apr 05 18:41:58.081969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.086011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-096910c6-3d41-4a48-8c41-fe8be6d0ef2c service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360573 Apr 05 18:41:58.128229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.175717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:41:58.179951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:41:58.184136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:41:58.187979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Pushing event updated for resources: {'Port': ['ID=0b6ffeb3-519b-4f53-a63e-f7a4af8cb699,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:58.244346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.261551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58e05b-0b3d-4e41-a0cf-03557cd17ed9 req-b3fad0e2-4363-44ac-bbd2-1fac4fa3d4ad tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:58.263077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b58e05b-0b3d-4e41-a0cf-03557cd17ed9 req-b3fad0e2-4363-44ac-bbd2-1fac4fa3d4ad tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 944 time: 0.1473422 Apr 05 18:41:58.276363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.296325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-d51128c8-e8ea-48a9-a00e-b39b8b161905 service neutron] 10.222.0.20 "GET /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010851 Apr 05 18:41:58.297017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Pushing event deleted for resources: {'Port': ['ID=cf312445-a49f-4895-860f-83e23854de4b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:58.316671 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.320099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['bba2b00f-c291-41b5-8578-b90e84694151'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:41:58.376154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b58e05b-0b3d-4e41-a0cf-03557cd17ed9 req-9d449052-a2f7-4d78-b371-c6aa0d0daa8f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849612 Apr 05 18:41:58.440372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-c7575a98-81e4-41ea-89dc-cb9f05063628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:58.441934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-c7575a98-81e4-41ea-89dc-cb9f05063628 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 1095 time: 0.0781877 Apr 05 18:41:58.454110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.457853 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.459170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bde14c3b-a9c9-4772-85a8-ed0a4fe8bd38 req-76fc889c-3796-4662-9446-90fd2b014745 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "DELETE /v2.0/floatingips/c74fa6b8-d9f1-4b5b-af3d-10a053ff897c HTTP/1.1" status: 204 len: 173 time: 1.4218130 Apr 05 18:41:58.498567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.504858 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.579089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Pushing event updated for resources: {'Port': ['ID=0b6ffeb3-519b-4f53-a63e-f7a4af8cb699,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:58.586995 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.602962 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:58.604160 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-75661cae-920d-43c3-b3b8-d691347ee9b4 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9704716 Apr 05 18:41:58.613105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71909-1bca-4f87-a5c1-45de02f5eefc req-6b10651a-754d-43df-b377-443ef4edf51a tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:58.614802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15c71909-1bca-4f87-a5c1-45de02f5eefc req-6b10651a-754d-43df-b377-443ef4edf51a tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.1298785 Apr 05 18:41:58.648342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03d239-93fc-4d7e-b9e0-a5046774ee83 req-ded4be47-dd38-4296-8e8a-5dae21192bed tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:58.649870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f03d239-93fc-4d7e-b9e0-a5046774ee83 req-ded4be47-dd38-4296-8e8a-5dae21192bed tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 948 time: 0.1239138 Apr 05 18:41:58.659721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-616ad2c0-0f34-466c-acad-8252ed1458aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:58.661061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-616ad2c0-0f34-466c-acad-8252ed1458aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 913 time: 0.2010415 Apr 05 18:41:58.722536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-9c8f7217-265f-4b91-aad9-4d32c6f4a3f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb HTTP/1.1" status: 200 len: 217 time: 0.0440507 Apr 05 18:41:58.726428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15c71909-1bca-4f87-a5c1-45de02f5eefc req-44592b1b-2ddd-4952-8182-43f55143a73a tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023848 Apr 05 18:41:58.750059 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f03d239-93fc-4d7e-b9e0-a5046774ee83 req-1b151ec3-93f4-4744-b703-c7e91e620c2c tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898793 Apr 05 18:41:58.807039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-685fcc10-4f1e-452e-b48f-99c2888e931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:58.808434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-685fcc10-4f1e-452e-b48f-99c2888e931f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.0718040 Apr 05 18:41:58.863919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-9e3d81a2-84ec-4c15-848a-552d44988872 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339193 Apr 05 18:41:58.872310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d185356-1867-494c-b2d3-9f069a9cac91 req-af69ca26-7b91-45c5-b242-ce9a51fcf97d tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups/b03bca3d-d323-4ba9-a327-a30dcac2081d HTTP/1.1" status: 200 len: 1809 time: 0.0979290 Apr 05 18:41:58.948437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf277dd-6d0f-4724-a592-23c1c7e9431c req-1c192274-7ee6-4583-8bd5-d1fe1e90df51 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:58.949878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4cf277dd-6d0f-4724-a592-23c1c7e9431c req-1c192274-7ee6-4583-8bd5-d1fe1e90df51 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 945 time: 0.1635072 Apr 05 18:41:59.036611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1d185356-1867-494c-b2d3-9f069a9cac91 req-69850f0e-7a37-4429-b039-bef776e1f2e8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:59.040539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4cf277dd-6d0f-4724-a592-23c1c7e9431c req-ae89d8f9-bc37-4067-be05-be9dc8d0f292 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827842 Apr 05 18:41:59.047850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-1c6d14c2-7499-4e58-8f52-ada585f6e1f7 service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731887 Apr 05 18:41:59.066363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1d185356-1867-494c-b2d3-9f069a9cac91 req-69850f0e-7a37-4429-b039-bef776e1f2e8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:59.189009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1d185356-1867-494c-b2d3-9f069a9cac91 req-69850f0e-7a37-4429-b039-bef776e1f2e8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:59.191527 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1d185356-1867-494c-b2d3-9f069a9cac91 req-69850f0e-7a37-4429-b039-bef776e1f2e8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:59.192630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d185356-1867-494c-b2d3-9f069a9cac91 req-69850f0e-7a37-4429-b039-bef776e1f2e8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "DELETE /v2.0/security-groups/b03bca3d-d323-4ba9-a327-a30dcac2081d HTTP/1.1" status: 204 len: 173 time: 0.3083687 Apr 05 18:41:59.204895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-1e2989a7-7ca7-4bcf-a52a-2efc33a97153 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--205577880&fields=id&tenant_id=f8b60de90e17421c9b7beb46cbfccba1 HTTP/1.1" status: 200 len: 267 time: 0.0660548 Apr 05 18:41:59.223214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69850f0e-7a37-4429-b039-bef776e1f2e8 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03bca3d-d323-4ba9-a327-a30dcac2081d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:41:59.254816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de9a8307-7807-422c-abd6-dda2b407dde1 req-65b401ce-a7da-48a9-b3e4-24aa71086be7 service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797769 Apr 05 18:41:59.360152 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1d1ef-d486-47e1-ba4f-aff3c9b37ec1 req-f0998993-dfb4-4538-a3da-d593a94b842f tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:59.361654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39d1d1ef-d486-47e1-ba4f-aff3c9b37ec1 req-f0998993-dfb4-4538-a3da-d593a94b842f tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1093895 Apr 05 18:41:59.383170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4332f-5529-4868-9112-965d213fc378 req-0864652f-9352-4cdc-b3d3-9d71cac977d6 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:59.384560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-0864652f-9352-4cdc-b3d3-9d71cac977d6 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/networks?id=d7332c7a-e3e0-4a9d-9843-2f0371e1682b HTTP/1.1" status: 200 len: 812 time: 0.1702361 Apr 05 18:41:59.406129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-9cb0f556-3183-47e7-b523-41ce0938eaec tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/quotas/f8b60de90e17421c9b7beb46cbfccba1 HTTP/1.1" status: 200 len: 375 time: 0.0145466 Apr 05 18:41:59.428144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39d1d1ef-d486-47e1-ba4f-aff3c9b37ec1 req-b896cdcb-88c4-4760-b941-d8c942e7f8a5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594468 Apr 05 18:41:59.464598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-c4f9bfa4-85b7-4be8-9046-d3d4f2fa39df tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8b60de90e17421c9b7beb46cbfccba1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528398 Apr 05 18:41:59.570425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-8c47d731-a2dc-4806-89bc-56dcec34a53e service neutron] 10.222.0.15 "GET /v2.0/networks/d7332c7a-e3e0-4a9d-9843-2f0371e1682b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927222 Apr 05 18:41:59.666454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:41:59.668517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device bba2b00f-c291-41b5-8578-b90e84694151 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:41:59.697584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129df06-c588-4743-a68d-31ba4525df9b req-6700ed3c-4798-40a0-ba20-8f6a84175fcb tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:59.699083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f129df06-c588-4743-a68d-31ba4525df9b req-6700ed3c-4798-40a0-ba20-8f6a84175fcb tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0756047 Apr 05 18:41:59.701285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-e8cf845b-ac13-40e8-862a-c9bf17e24fab service neutron] 10.222.0.15 "GET /v2.0/networks/d7332c7a-e3e0-4a9d-9843-2f0371e1682b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233923 Apr 05 18:41:59.745890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f129df06-c588-4743-a68d-31ba4525df9b req-87e9fd11-aee9-460e-9ee9-119c55c8613a tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Apr 05 18:41:59.776117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port bba2b00f-c291-41b5-8578-b90e84694151 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:41:59.788654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port bba2b00f-c291-41b5-8578-b90e84694151 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:41:59.789025 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:59.848981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:41:59.875053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'mac_address': 'fa:16:3e:52:1a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:41:59.903833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629c9bd-7445-48f7-b440-c6518a3a0c45 req-d026c939-7176-463c-a30b-bde049ec5c3b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:59.906094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9629c9bd-7445-48f7-b440-c6518a3a0c45 req-d026c939-7176-463c-a30b-bde049ec5c3b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 944 time: 0.0831590 Apr 05 18:41:59.953341 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:59.953550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37032f6f-37cb-467f-9486-2bdd6ed142f8 req-b3dd0f3f-00a8-4861-b308-089da7ed9d95 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:41:59.955170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37032f6f-37cb-467f-9486-2bdd6ed142f8 req-b3dd0f3f-00a8-4861-b308-089da7ed9d95 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.0865848 Apr 05 18:41:59.963084 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9629c9bd-7445-48f7-b440-c6518a3a0c45 req-4b9549b2-068b-47f8-8545-a938e93d02aa tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497441 Apr 05 18:41:59.975173 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:41:59.978136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2263e4e-b2ce-4e5a-aef6-7fe57275172a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:00.002820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dacfca33-0e0c-40f9-9653-b90ba41b52eb details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:42:00.024319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37032f6f-37cb-467f-9486-2bdd6ed142f8 req-f8079a87-e678-4034-b941-11c98f7f5c2e tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601914 Apr 05 18:42:00.041646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:00.048911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dd16d8-9d25-4e18-970e-85d6965c97ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba2b00f-c291-41b5-8578-b90e84694151'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:00.051571 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd363bdf-b545-4926-b20e-ace72101fa27" -d '{"events": [{"server_uuid": "c5dd16d8-9d25-4e18-970e-85d6965c97ab", "name": "network-vif-plugged", "status": "completed", "tag": "bba2b00f-c291-41b5-8578-b90e84694151"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:00.064211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:00.097077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port bba2b00f-c291-41b5-8578-b90e84694151, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=bba2b00f-c291-41b5-8578-b90e84694151,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:00.118957 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:00.145360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9735bc-0cb5-4fab-85a6-b4996729c91d req-ad2c9642-9016-40f2-a5dd-c0dcdd767bbd tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:00.146875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb9735bc-0cb5-4fab-85a6-b4996729c91d req-ad2c9642-9016-40f2-a5dd-c0dcdd767bbd tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 949 time: 0.1040373 Apr 05 18:42:00.171670 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:00.186445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff222cb-2c21-4c64-996b-ae16b1ea4759 req-a6baa324-4eb7-4911-b6f1-272b66415744 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:00.188013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eff222cb-2c21-4c64-996b-ae16b1ea4759 req-a6baa324-4eb7-4911-b6f1-272b66415744 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0973983 Apr 05 18:42:00.222632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb9735bc-0cb5-4fab-85a6-b4996729c91d req-286c56c0-f3a4-414c-b02e-24e4e7169f0c tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650656 Apr 05 18:42:00.251409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eff222cb-2c21-4c64-996b-ae16b1ea4759 req-ef507809-ddfa-41a2-8a37-f125b8b2a452 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526795 Apr 05 18:42:00.274504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=bba2b00f-c291-41b5-8578-b90e84694151,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:00.289479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port dacfca33-0e0c-40f9-9653-b90ba41b52eb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:00.304083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb', 'network_id': '5608849a-3eb3-479a-99a7-f1b4d94662d9', 'port_id': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb', 'mac_address': 'fa:16:3e:27:16:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497e7474-6c56-43fb-9003-17d6b9997415', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:42:00.330840 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db3b21c-fcbe-4b83-a479-ad90a6575ec2 x-openstack-request-id: req-1db3b21c-fcbe-4b83-a479-ad90a6575ec2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:00.331302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c1f50a4-f224-47d6-a3a9-1a4edaf8f0fc req-867014d4-5287-4501-82b6-0344d2b6377f tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 210 time: 0.0345588 Apr 05 18:42:00.331635 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5dd16d8-9d25-4e18-970e-85d6965c97ab", "name": "network-vif-plugged", "status": "completed", "tag": "bba2b00f-c291-41b5-8578-b90e84694151", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:00.331875 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1db3b21c-fcbe-4b83-a479-ad90a6575ec2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:00.332294 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db3b21c-fcbe-4b83-a479-ad90a6575ec2'] response: {'server_uuid': 'c5dd16d8-9d25-4e18-970e-85d6965c97ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba2b00f-c291-41b5-8578-b90e84694151', 'code': 200} Apr 05 18:42:00.352733 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:00.369395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacfca33-0e0c-40f9-9653-b90ba41b52eb {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:00.402704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port dacfca33-0e0c-40f9-9653-b90ba41b52eb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:00.409469 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:00.450271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838d8c1-2636-4e49-80d1-4fa5c3972343 req-b1578e55-047f-44e1-ab34-f85e0db6f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:00.453474 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b838d8c1-2636-4e49-80d1-4fa5c3972343 req-b1578e55-047f-44e1-ab34-f85e0db6f04c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 1097 time: 0.0518522 Apr 05 18:42:00.470718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['a2263e4e-b2ce-4e5a-aef6-7fe57275172a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:00.506242 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b838d8c1-2636-4e49-80d1-4fa5c3972343 req-5b548ff6-5d41-44d9-93cf-48083a19697e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 Apr 05 18:42:00.518629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=dacfca33-0e0c-40f9-9653-b90ba41b52eb,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:00.527807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c75440-6cf3-48a7-bb07-d508eab21fa5 req-ee027de4-92ca-43f4-90b5-50fbf43c9147 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:00.529457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8c75440-6cf3-48a7-bb07-d508eab21fa5 req-ee027de4-92ca-43f4-90b5-50fbf43c9147 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1089437 Apr 05 18:42:00.537192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b594c-26e9-4e87-a4b8-7b332e49183c req-5e4da644-674f-4029-a33a-df5cf0c0bc28 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:00.538644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d01b594c-26e9-4e87-a4b8-7b332e49183c req-5e4da644-674f-4029-a33a-df5cf0c0bc28 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0853152 Apr 05 18:42:00.592054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8c75440-6cf3-48a7-bb07-d508eab21fa5 req-ae59f056-b3e1-4fd3-bc91-baf9bd776237 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Apr 05 18:42:00.622137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d01b594c-26e9-4e87-a4b8-7b332e49183c req-59b56524-104e-44aa-90f4-516312bde458 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751932 Apr 05 18:42:00.745736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a3dc8-1bde-489f-a0c7-adf0699bbc7e req-be4ef708-8ff0-4098-862d-a67ab87b996e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:00.746311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dacfca33-0e0c-40f9-9653-b90ba41b52eb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:00.747119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b72a3dc8-1bde-489f-a0c7-adf0699bbc7e req-be4ef708-8ff0-4098-862d-a67ab87b996e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.0829325 Apr 05 18:42:00.760704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64f1fe-9ad0-4d01-bc8a-6680c8858015 req-d0664671-1718-4c91-93d5-9bf0ae95ac61 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:00.762333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f64f1fe-9ad0-4d01-bc8a-6680c8858015 req-d0664671-1718-4c91-93d5-9bf0ae95ac61 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0672469 Apr 05 18:42:00.816618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b72a3dc8-1bde-489f-a0c7-adf0699bbc7e req-54eb1919-1c23-4572-9c3c-5d222a77e466 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533085 Apr 05 18:42:00.823801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f64f1fe-9ad0-4d01-bc8a-6680c8858015 req-b99f4439-1c64-4510-9a3c-e232358179a7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Apr 05 18:42:01.146486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373df346-b3be-46bc-abe0-1171886b3972 req-83e3a6f3-fa07-4759-975d-0bdea31723d0 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:01.148096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-373df346-b3be-46bc-abe0-1171886b3972 req-83e3a6f3-fa07-4759-975d-0bdea31723d0 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 945 time: 0.1107728 Apr 05 18:42:01.155107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4332f-5529-4868-9112-965d213fc378 req-8bd3854e-7e47-48be-a920-ece6aaf402a0 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:01.156544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-8bd3854e-7e47-48be-a920-ece6aaf402a0 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.20 "GET /v2.0/networks?id=d7332c7a-e3e0-4a9d-9843-2f0371e1682b HTTP/1.1" status: 200 len: 812 time: 0.1670995 Apr 05 18:42:01.207036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-373df346-b3be-46bc-abe0-1171886b3972 req-ab5b1e11-5b5d-44d8-8531-8473e8a8d5f7 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Apr 05 18:42:01.269033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-3a949e24-965d-44b3-8545-4b199d3e44eb tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b60de90e17421c9b7beb46cbfccba1 HTTP/1.1" status: 200 len: 379 time: 0.0742004 Apr 05 18:42:01.296944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a034aca-7bdd-4127-9dd6-312dee7a80d4 req-cfe3b0e3-7668-4888-8376-5a91cfc5da67 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:01.298801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a034aca-7bdd-4127-9dd6-312dee7a80d4 req-cfe3b0e3-7668-4888-8376-5a91cfc5da67 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.0741584 Apr 05 18:42:01.303856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Request body: {'port': {'device_id': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'admin_state_up': True, 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'security_groups': ['ce16b911-f6d4-4311-ab49-8ad4a0d8186f']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:01.422685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a034aca-7bdd-4127-9dd6-312dee7a80d4 req-69cbfff5-555f-47ff-877d-cdab860d1eac tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138196 Apr 05 18:42:01.457459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc6de-c2db-4177-8300-6ffb40841baa req-65776ebc-624d-4d76-95f7-5a1daf0abaeb tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:01.458962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de7fc6de-c2db-4177-8300-6ffb40841baa req-65776ebc-624d-4d76-95f7-5a1daf0abaeb tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 949 time: 0.0931852 Apr 05 18:42:01.512628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de7fc6de-c2db-4177-8300-6ffb40841baa req-5b89303a-4b0a-4ac3-af8b-d1aefc890573 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 Apr 05 18:42:01.524464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Made reservation on behalf of f8b60de90e17421c9b7beb46cbfccba1 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:01.528498 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:01.641748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1fc8012-4548-4dc7-80ac-48f5ff6d1a90 req-dae6532c-f238-4752-84d2-58dbb10eaafb tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 210 time: 0.0387797 Apr 05 18:42:01.686819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:01.787768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port a2263e4e-b2ce-4e5a-aef6-7fe57275172a completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:42:01.794058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port a2263e4e-b2ce-4e5a-aef6-7fe57275172a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:01.795044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:01.827199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Allocated IP 172.20.0.8 (d7332c7a-e3e0-4a9d-9843-2f0371e1682b/ad459ce8-4e28-41db-9b07-35fa473c0254/99f1c780-bc76-406e-b7cc-6240f04cd7ed) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:01.853966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb6fa4-1504-4aa8-a4d2-d874d26b00b8 req-704112fe-5d49-4ce6-ab0a-49ab022506ef tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:01.861337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5bb6fa4-1504-4aa8-a4d2-d874d26b00b8 req-704112fe-5d49-4ce6-ab0a-49ab022506ef tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1280732 Apr 05 18:42:01.894804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb2f1d-6146-4a69-b8c0-cc6831df3329 req-59dcd7e7-17b0-471c-87f2-8f3d4964095d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:01.896369 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7adb2f1d-6146-4a69-b8c0-cc6831df3329 req-59dcd7e7-17b0-471c-87f2-8f3d4964095d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.1476336 Apr 05 18:42:01.910651 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:01.951018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:01.962130 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:01.977187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5bb6fa4-1504-4aa8-a4d2-d874d26b00b8 req-c170ff1d-f46a-468d-bdb6-68268eafa884 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148875 Apr 05 18:42:02.053474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dacfca33-0e0c-40f9-9653-b90ba41b52eb up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:02.113999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:02.133052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port dacfca33-0e0c-40f9-9653-b90ba41b52eb completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:42:02.136270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port dacfca33-0e0c-40f9-9653-b90ba41b52eb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:02.140653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:02.147609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7adb2f1d-6146-4a69-b8c0-cc6831df3329 req-890e58af-cc7a-47e8-b8a4-e74cf02dbb7b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377546 Apr 05 18:42:02.248921 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:02.312594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port dacfca33-0e0c-40f9-9653-b90ba41b52eb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:02.317351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:02.322821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:02.329588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8deff-bc4f-44c9-9990-389bcb92bd8e req-89e4d519-52e0-49ac-91ad-0e1d6723734f tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:02.335163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a'}, {'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:02.338013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ac8deff-bc4f-44c9-9990-389bcb92bd8e req-89e4d519-52e0-49ac-91ad-0e1d6723734f tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.2249036 Apr 05 18:42:02.344420 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f32e0-b3bb-4aba-a34f-0b663dac7024" -d '{"events": [{"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a"}, {"server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "name": "network-vif-plugged", "status": "completed", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:02.428519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=dacfca33-0e0c-40f9-9653-b90ba41b52eb,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:02.440124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ac8deff-bc4f-44c9-9990-389bcb92bd8e req-59ba06a3-9d33-441f-86fa-c2f7859a4d3c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009541 Apr 05 18:42:02.481816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536f248-43b1-4616-a3f7-d4b3ea0edf8e req-f54e1afe-4785-419d-a777-344bd7bb67c1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:02.489510 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5536f248-43b1-4616-a3f7-d4b3ea0edf8e req-f54e1afe-4785-419d-a777-344bd7bb67c1 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.1280873 Apr 05 18:42:02.528971 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8196381-5449-4e1a-bf8b-406a2575856c x-openstack-request-id: req-d8196381-5449-4e1a-bf8b-406a2575856c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:02.529468 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a", "code": 200}, {"server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "name": "network-vif-plugged", "status": "completed", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:02.529829 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8196381-5449-4e1a-bf8b-406a2575856c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:02.530245 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8196381-5449-4e1a-bf8b-406a2575856c'] response: {'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'code': 200} Apr 05 18:42:02.530579 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8196381-5449-4e1a-bf8b-406a2575856c'] response: {'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb', 'code': 200} Apr 05 18:42:02.551199 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:02.673904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5536f248-43b1-4616-a3f7-d4b3ea0edf8e req-e77ed377-c4fe-4d2d-aaec-b55f5677e19c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771088 Apr 05 18:42:02.681488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a637a2c-0f2a-469c-a7a0-cfd5c29ac6ba req-c4ee4ef2-0b1d-4c59-9e20-76b10983a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:02.683082 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6a637a2c-0f2a-469c-a7a0-cfd5c29ac6ba req-c4ee4ef2-0b1d-4c59-9e20-76b10983a5ad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 1101 time: 0.0712545 Apr 05 18:42:02.724338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Network d7332c7a-e3e0-4a9d-9843-2f0371e1682b is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:02.726784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:02.739465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:02.749834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6a637a2c-0f2a-469c-a7a0-cfd5c29ac6ba req-05f49d38-f2a5-49aa-93cb-521725e0db17 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594869 Apr 05 18:42:02.773129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Pushing event updated for resources: {'Port': ['ID=99f1c780-bc76-406e-b7cc-6240f04cd7ed,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:02.822836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093092a-129b-44c4-941c-713993a840b4 req-aaa0ee2d-5c39-46b8-81ad-22da73538db6 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:02.824644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4093092a-129b-44c4-941c-713993a840b4 req-aaa0ee2d-5c39-46b8-81ad-22da73538db6 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1908350 Apr 05 18:42:02.862729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:02.863374 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:02.890082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb72e4-3f0b-4720-ad5c-5fba89487028 req-ef02ddcb-4a5d-4cf8-99be-8a546dd0c9cb tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:02.892530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33bb72e4-3f0b-4720-ad5c-5fba89487028 req-ef02ddcb-4a5d-4cf8-99be-8a546dd0c9cb tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 950 time: 0.1140654 Apr 05 18:42:02.911206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-832c3c0e-0ee8-4f14-be57-d1c1f10bf664 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6111469 Apr 05 18:42:02.939857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4093092a-129b-44c4-941c-713993a840b4 req-03ff547c-e0d2-46c3-bfd8-a4330902532d tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015961 Apr 05 18:42:02.967161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33bb72e4-3f0b-4720-ad5c-5fba89487028 req-c02cb23a-2ea9-4484-bac9-973094378c87 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646503 Apr 05 18:42:03.069866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5b3a3049-cd70-45c5-b7a4-1d16453409be None None] Provisioning complete for port 99f1c780-bc76-406e-b7cc-6240f04cd7ed triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:03.070458 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3049-cd70-45c5-b7a4-1d16453409be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:03.106983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a3049-cd70-45c5-b7a4-1d16453409be None None] Port 99f1c780-bc76-406e-b7cc-6240f04cd7ed cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:42:03.130734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5088c3-1e04-42e0-8966-f2493dfa1f10 req-99d9c142-5610-492d-a486-0c67e1bd4655 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:03.132266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e5088c3-1e04-42e0-8966-f2493dfa1f10 req-99d9c142-5610-492d-a486-0c67e1bd4655 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 931 time: 0.1070499 Apr 05 18:42:03.140470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54565064-f7d4-4935-abbf-d14820a05fc6 req-c6f25cc6-3db7-42ca-8c26-8043d564f823 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:03.141959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54565064-f7d4-4935-abbf-d14820a05fc6 req-c6f25cc6-3db7-42ca-8c26-8043d564f823 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0864801 Apr 05 18:42:03.217799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e5088c3-1e04-42e0-8966-f2493dfa1f10 req-896d5578-3e91-4c5d-9e68-f86289a5a930 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741813 Apr 05 18:42:03.221137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54565064-f7d4-4935-abbf-d14820a05fc6 req-8af04867-5265-48f4-a3b1-0bf72cb5581e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644612 Apr 05 18:42:03.344271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fb779-9403-4272-a943-92c24ccecf00 req-650781a1-707b-42f8-a69a-b8e315990322 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:03.346028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-919fb779-9403-4272-a943-92c24ccecf00 req-650781a1-707b-42f8-a69a-b8e315990322 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0588551 Apr 05 18:42:03.387032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-919fb779-9403-4272-a943-92c24ccecf00 req-42334278-4248-4476-addd-c19e8e2b05b3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Apr 05 18:42:03.500390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-0ca10cf9-3272-4997-b933-1e8e019dd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:03.501884 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-0ca10cf9-3272-4997-b933-1e8e019dd989 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 1097 time: 0.0519462 Apr 05 18:42:03.555556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6cec-ce40-4238-a05a-38452b452336 req-dbf7ad71-e5b5-44a5-9a3d-f14ed64a7dfe tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:03.563977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38eb6cec-ce40-4238-a05a-38452b452336 req-dbf7ad71-e5b5-44a5-9a3d-f14ed64a7dfe tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0926690 Apr 05 18:42:03.619184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-ca08f558-cfb2-4a6f-8fd4-ac99be4cb809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:03.620955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf3f15-dc46-4541-8b0d-b6ee7172e0e0 req-ada8149c-07b4-4d6e-b336-6e57834b305e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:03.621322 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-ca08f558-cfb2-4a6f-8fd4-ac99be4cb809 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.1103110 Apr 05 18:42:03.622700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8cf3f15-dc46-4541-8b0d-b6ee7172e0e0 req-ada8149c-07b4-4d6e-b336-6e57834b305e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1125789 Apr 05 18:42:03.626831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38eb6cec-ce40-4238-a05a-38452b452336 req-a744c807-a6dc-4812-875d-2aefb8ac282d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611415 Apr 05 18:42:03.675389 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-7a0b6273-c8bb-4fee-a803-e6382d4fc29f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bba2b00f-c291-41b5-8578-b90e84694151 HTTP/1.1" status: 200 len: 217 time: 0.0469811 Apr 05 18:42:03.737064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-1a1b5974-d38c-4a18-b289-b4c73684544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:03.739601 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-1a1b5974-d38c-4a18-b289-b4c73684544b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.0564373 Apr 05 18:42:03.827460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-1467d4eb-4f6a-4a14-b3f9-f5342509d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:03.829708 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-1467d4eb-4f6a-4a14-b3f9-f5342509d875 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821393 Apr 05 18:42:03.962690 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-8448575c-c1fa-47a1-a5b9-6e23385d8afc service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161954 Apr 05 18:42:04.016052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8cf3f15-dc46-4541-8b0d-b6ee7172e0e0 req-d8275651-a094-486f-b35a-ac1cd196ff23 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845239 Apr 05 18:42:04.016748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3e818cf9-5b27-4c38-a390-ab19a689b32a details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:42:04.056634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87b4a1-48d0-460a-a3d2-a02af2f655f1 req-6db846a6-dc3a-45a5-8eb0-6806934b7a0d tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:04.058187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a87b4a1-48d0-460a-a3d2-a02af2f655f1 req-6db846a6-dc3a-45a5-8eb0-6806934b7a0d tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.0924249 Apr 05 18:42:04.191686 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-318e142d-75b9-46c5-8e92-5f4b24bf54d0 req-632fdd48-7aa2-49b8-913c-a36f0ab13b0c service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215056 Apr 05 18:42:04.192264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a87b4a1-48d0-460a-a3d2-a02af2f655f1 req-262eaaca-830f-436f-af23-25f80aa97456 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258526 Apr 05 18:42:04.226644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d8cd4-3287-4e8a-9a93-6c8d404df959 req-82ebecbd-593d-4790-ba06-8ef853820da9 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:04.234347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a5d8cd4-3287-4e8a-9a93-6c8d404df959 req-82ebecbd-593d-4790-ba06-8ef853820da9 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1167011 Apr 05 18:42:04.287306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a5d8cd4-3287-4e8a-9a93-6c8d404df959 req-53f79d9f-9697-4580-a915-1fdc5d02a41d tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511582 Apr 05 18:42:04.423135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:04.444104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73215fe6-7f2d-4704-ab9a-942aa640bd9d req-51444d68-726b-4ace-b265-5121169b60bb tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:04.452990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73215fe6-7f2d-4704-ab9a-942aa640bd9d req-51444d68-726b-4ace-b265-5121169b60bb tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 950 time: 0.1244087 Apr 05 18:42:04.453371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '3e818cf9-5b27-4c38-a390-ab19a689b32a', 'network_id': '6162acc5-927e-488a-8567-675d7937773a', 'port_id': '3e818cf9-5b27-4c38-a390-ab19a689b32a', 'mac_address': 'fa:16:3e:bf:05:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab16ca2d-f1e2-4a36-b43e-93c2ca000912', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:42:04.479450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc14fa-3e7f-4433-a269-b6090d5d541e req-4309eb9c-a599-4b9c-849b-998aafb5b200 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:04.480916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5bc14fa-3e7f-4433-a269-b6090d5d541e req-4309eb9c-a599-4b9c-849b-998aafb5b200 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 931 time: 0.0972052 Apr 05 18:42:04.509210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:04.517438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73215fe6-7f2d-4704-ab9a-942aa640bd9d req-8339282e-1fa5-4181-a8de-ed866f28a649 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633352 Apr 05 18:42:04.523769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e818cf9-5b27-4c38-a390-ab19a689b32a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:04.550468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:04.560220 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:04.587816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5bc14fa-3e7f-4433-a269-b6090d5d541e req-0a05431f-d0f1-468d-aea7-f2086cc8e018 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002223 Apr 05 18:42:04.649804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=3e818cf9-5b27-4c38-a390-ab19a689b32a,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:04.674157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['3e818cf9-5b27-4c38-a390-ab19a689b32a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:04.704369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fece-1cf6-442e-aed5-15d9b40f3b51 req-c505e9a1-174b-4d13-a8fc-a329bb01961b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:04.719220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9805fece-1cf6-442e-aed5-15d9b40f3b51 req-c505e9a1-174b-4d13-a8fc-a329bb01961b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 945 time: 0.0959582 Apr 05 18:42:04.827145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9805fece-1cf6-442e-aed5-15d9b40f3b51 req-a7948b43-fead-4ea8-80bb-2ca0f9879500 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068420 Apr 05 18:42:04.882713 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:04.965161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3992bc-9c3c-46f6-ac8a-0d2ca22d7281 req-6b841cff-d7ad-4e63-8536-524041d95859 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:04.977772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a3992bc-9c3c-46f6-ac8a-0d2ca22d7281 req-6b841cff-d7ad-4e63-8536-524041d95859 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0735912 Apr 05 18:42:05.018054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a3992bc-9c3c-46f6-ac8a-0d2ca22d7281 req-44c505e1-def2-4be6-bc33-696340e02ff6 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387859 Apr 05 18:42:05.172142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ec934-a907-4bd1-8789-7c8a7a40fed7 req-168c251c-cd96-45ee-896f-964d3b07cf77 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:05.173647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d1ec934-a907-4bd1-8789-7c8a7a40fed7 req-168c251c-cd96-45ee-896f-964d3b07cf77 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.0743868 Apr 05 18:42:05.249865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d1ec934-a907-4bd1-8789-7c8a7a40fed7 req-fffaea57-8145-451d-a8f1-d5bed5aa14d0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669844 Apr 05 18:42:05.387199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254da956-0f55-427e-be17-9cb6b95f7464 req-b4bda7f0-272d-481f-bd9e-e6df3e3ecd1c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:05.388714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-254da956-0f55-427e-be17-9cb6b95f7464 req-b4bda7f0-272d-481f-bd9e-e6df3e3ecd1c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.0890219 Apr 05 18:42:05.454799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344fd96-5fa6-424f-bb21-7ab843f4bbf7 req-a1b92308-9cf8-4c50-aa84-194c6986635a tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:05.456490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3344fd96-5fa6-424f-bb21-7ab843f4bbf7 req-a1b92308-9cf8-4c50-aa84-194c6986635a tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.0876439 Apr 05 18:42:05.460157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-254da956-0f55-427e-be17-9cb6b95f7464 req-810f3d62-942e-4d76-b0ce-9338b5874e68 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568495 Apr 05 18:42:05.499358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3344fd96-5fa6-424f-bb21-7ab843f4bbf7 req-16249231-ecaf-4af0-83cd-82fac6a655ac tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353079 Apr 05 18:42:05.720861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff947d4d-510f-4cd7-b192-b7a2b9d0d40f req-47a63c99-6415-4611-8934-a75eef42bdb2 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:05.723190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff947d4d-510f-4cd7-b192-b7a2b9d0d40f req-47a63c99-6415-4611-8934-a75eef42bdb2 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 931 time: 0.0552225 Apr 05 18:42:05.760782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff947d4d-510f-4cd7-b192-b7a2b9d0d40f req-476e80e5-5b49-4da9-9644-effe69eebdf6 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Apr 05 18:42:05.934915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1f46-c46b-4616-8eff-dc24cf6171b1 req-da9c93df-6122-4645-b591-9b7d2b1d8674 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:05.936944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a41e1f46-c46b-4616-8eff-dc24cf6171b1 req-da9c93df-6122-4645-b591-9b7d2b1d8674 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 945 time: 0.0520191 Apr 05 18:42:05.981539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a41e1f46-c46b-4616-8eff-dc24cf6171b1 req-a2547d77-c6cc-4336-9b47-8c51e66e5deb tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378056 Apr 05 18:42:06.028999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3e818cf9-5b27-4c38-a390-ab19a689b32a up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:06.101476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 3e818cf9-5b27-4c38-a390-ab19a689b32a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:06.101476 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:06.179737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759c3c-4b8e-442e-adde-283b2ab23716 req-598ad058-1893-41c1-889c-232bb63a3543 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:06.181398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a759c3c-4b8e-442e-adde-283b2ab23716 req-598ad058-1893-41c1-889c-232bb63a3543 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0766447 Apr 05 18:42:06.200527 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:06.248302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a759c3c-4b8e-442e-adde-283b2ab23716 req-4e4a4296-1782-4cbc-9878-28f2bf262fe1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552986 Apr 05 18:42:06.250291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:06.253754 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b7ff4-0cd9-49fb-b410-7aec0082bc1e" -d '{"events": [{"server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "name": "network-vif-plugged", "status": "completed", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:06.268042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:06.274294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:06.300879 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618e1d49-e90b-4827-93fb-9a07f553e94e x-openstack-request-id: req-618e1d49-e90b-4827-93fb-9a07f553e94e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:06.301240 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "name": "network-vif-plugged", "status": "completed", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:06.301490 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-618e1d49-e90b-4827-93fb-9a07f553e94e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:06.301951 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618e1d49-e90b-4827-93fb-9a07f553e94e'] response: {'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a', 'code': 200} Apr 05 18:42:06.337910 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=3e818cf9-5b27-4c38-a390-ab19a689b32a,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:06.427783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1870-406b-4a08-989a-1fb805e809fe req-68e087a1-8dee-4921-b130-a4003c2ca1aa tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:06.430899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a5d1870-406b-4a08-989a-1fb805e809fe req-68e087a1-8dee-4921-b130-a4003c2ca1aa tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.0546417 Apr 05 18:42:06.475471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a5d1870-406b-4a08-989a-1fb805e809fe req-845d5225-2b09-4928-8b15-f2b5580b68c2 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Apr 05 18:42:06.625483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906c659-c130-4d3c-8718-fc90cea2b958 req-ca2ce4e4-f37c-4019-b1d0-40e181b6a758 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:06.627002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e906c659-c130-4d3c-8718-fc90cea2b958 req-ca2ce4e4-f37c-4019-b1d0-40e181b6a758 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.0888693 Apr 05 18:42:06.638816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef3850-406f-4517-91b5-f922f0796b25 req-3d5d5d36-2098-4950-99e7-22025364be69 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:06.640916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cef3850-406f-4517-91b5-f922f0796b25 req-3d5d5d36-2098-4950-99e7-22025364be69 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.0713954 Apr 05 18:42:06.690980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e906c659-c130-4d3c-8718-fc90cea2b958 req-e07592d0-ae19-4980-a0db-8bf6d3a4dd99 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491037 Apr 05 18:42:06.720522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cef3850-406f-4517-91b5-f922f0796b25 req-d6fe8705-d500-4d43-80dc-5c205e4f5cd5 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729933 Apr 05 18:42:06.885195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b633e0-190a-4206-a7a0-f669e7848b41 req-b25eb4ef-fad4-45d3-8c5b-821410e5e74c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:06.886718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3b633e0-190a-4206-a7a0-f669e7848b41 req-b25eb4ef-fad4-45d3-8c5b-821410e5e74c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 931 time: 0.0522194 Apr 05 18:42:06.921459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:06.950491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3b633e0-190a-4206-a7a0-f669e7848b41 req-77b16b9f-8d2f-4bc3-a5da-d3e48e159d25 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530045 Apr 05 18:42:07.109712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d5b4c-3c4a-4ed8-90b8-26552bbc3719 req-08ba523c-58e8-4bfe-ad70-2f52688ac902 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:07.111190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de6d5b4c-3c4a-4ed8-90b8-26552bbc3719 req-08ba523c-58e8-4bfe-ad70-2f52688ac902 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0521407 Apr 05 18:42:07.151221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de6d5b4c-3c4a-4ed8-90b8-26552bbc3719 req-d8ddbf00-7888-4a8f-98ea-bddb4ca7554b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337391 Apr 05 18:42:07.387042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c00ec5-2f2f-4493-a0c5-8ebff1397e65 req-95cf2b37-ff35-445f-a6fa-20239bead2f1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:07.388511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37c00ec5-2f2f-4493-a0c5-8ebff1397e65 req-95cf2b37-ff35-445f-a6fa-20239bead2f1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0708694 Apr 05 18:42:07.425823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37c00ec5-2f2f-4493-a0c5-8ebff1397e65 req-a4c52ec1-d62a-4b08-9042-77b44ce23370 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307095 Apr 05 18:42:07.599204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80c5d8-8a87-4235-993f-702d81050ac7 req-239cb548-97c8-49e7-852e-c86612e853ca tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:07.600668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc80c5d8-8a87-4235-993f-702d81050ac7 req-239cb548-97c8-49e7-852e-c86612e853ca tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.0537124 Apr 05 18:42:07.642545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc80c5d8-8a87-4235-993f-702d81050ac7 req-4baa0168-bd9b-4b56-98b4-f02a1f34166a tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357873 Apr 05 18:42:07.820907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711e0a2-bd73-49c5-a15d-a50264cee006 req-ec666e4b-80d1-45d7-8e41-ce8a4324ed7f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:07.822464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e711e0a2-bd73-49c5-a15d-a50264cee006 req-ec666e4b-80d1-45d7-8e41-ce8a4324ed7f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.0557218 Apr 05 18:42:07.915979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e711e0a2-bd73-49c5-a15d-a50264cee006 req-c21837be-b5af-43bb-af3c-bc82a5ebb6e0 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837359 Apr 05 18:42:07.927361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499e26c-5f75-48e7-8f3c-99adab26b6ac req-f6188166-9580-4b06-bad5-d2a452abf5f0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:07.928885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2499e26c-5f75-48e7-8f3c-99adab26b6ac req-f6188166-9580-4b06-bad5-d2a452abf5f0 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1055346 Apr 05 18:42:07.997606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2499e26c-5f75-48e7-8f3c-99adab26b6ac req-4e3c00fb-815a-45bc-9542-f0ffa502e02f tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613673 Apr 05 18:42:08.072121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b2c3-4324-4024-9a6f-919febec73de req-4e914631-294b-4174-bdfd-185f520cbdc1 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:08.073869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7626b2c3-4324-4024-9a6f-919febec73de req-4e914631-294b-4174-bdfd-185f520cbdc1 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 931 time: 0.0576820 Apr 05 18:42:08.116502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7626b2c3-4324-4024-9a6f-919febec73de req-ee3ffdd1-2b38-470b-b730-c10d353dd694 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357687 Apr 05 18:42:08.279282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26166b-a8cd-4092-bf2e-a16e094725af req-b4922db4-9ec9-4c9b-be82-8996be23038d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:08.281619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed26166b-a8cd-4092-bf2e-a16e094725af req-b4922db4-9ec9-4c9b-be82-8996be23038d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0578249 Apr 05 18:42:08.321085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed26166b-a8cd-4092-bf2e-a16e094725af req-66e9cc24-d87d-4c2b-86d7-67bce7c3d268 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Apr 05 18:42:08.547780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4543769-d199-4d12-8a3a-d82bcbc552b4 req-6d581eef-2fdf-4116-8b9e-0a905de37c56 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:08.549530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4543769-d199-4d12-8a3a-d82bcbc552b4 req-6d581eef-2fdf-4116-8b9e-0a905de37c56 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0538757 Apr 05 18:42:08.589770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4543769-d199-4d12-8a3a-d82bcbc552b4 req-83be2da6-1fe5-4104-bf60-b702f52cd9bd tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Apr 05 18:42:08.781509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728811-4890-4759-9c61-fe9bc9a73680 req-e034a068-9c3a-4fd9-88e0-49f377081df8 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:08.783035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89728811-4890-4759-9c61-fe9bc9a73680 req-e034a068-9c3a-4fd9-88e0-49f377081df8 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.0539210 Apr 05 18:42:08.824876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89728811-4890-4759-9c61-fe9bc9a73680 req-93ffee0b-5606-48c1-befa-251898003859 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348666 Apr 05 18:42:09.064324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf67fc3-46dd-4fdb-9aee-20e01b204eb7 req-10f2348c-4d09-43b5-a2df-33dd90808f10 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:09.066263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bf67fc3-46dd-4fdb-9aee-20e01b204eb7 req-10f2348c-4d09-43b5-a2df-33dd90808f10 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.0721793 Apr 05 18:42:09.131939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bf67fc3-46dd-4fdb-9aee-20e01b204eb7 req-f2d8379a-0973-4e90-ae04-d62175f9db48 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592189 Apr 05 18:42:09.152761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692f04f-4f3d-4c4f-b716-6fda2beb6a05 req-8efb198a-7417-4a7b-b69c-65da8af39736 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:09.154247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5692f04f-4f3d-4c4f-b716-6fda2beb6a05 req-8efb198a-7417-4a7b-b69c-65da8af39736 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.0744214 Apr 05 18:42:09.208247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5692f04f-4f3d-4c4f-b716-6fda2beb6a05 req-fe2928fc-3335-4293-ab26-ed379de8a6ab tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Apr 05 18:42:09.290149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32a0b9-bf6f-49d3-a0be-e082806dd744 req-590588c2-b0da-472b-babf-30b26edf3724 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:09.291672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f32a0b9-bf6f-49d3-a0be-e082806dd744 req-590588c2-b0da-472b-babf-30b26edf3724 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 931 time: 0.0676715 Apr 05 18:42:09.340649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f32a0b9-bf6f-49d3-a0be-e082806dd744 req-eba617a0-df12-47b6-bb61-57532bb88ec2 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 Apr 05 18:42:09.395673 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0518e10e-06ca-4c6f-8ea8-a1752fd45a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:09.464060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc4ace-47c0-40a9-8f45-d0373bc3e3d3 req-10d023b1-f503-4f69-8277-e3e8520d5af6 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:09.465451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28dc4ace-47c0-40a9-8f45-d0373bc3e3d3 req-10d023b1-f503-4f69-8277-e3e8520d5af6 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0521710 Apr 05 18:42:09.512816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28dc4ace-47c0-40a9-8f45-d0373bc3e3d3 req-af7c9994-7707-4b4d-96cb-355b887d31fc tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Apr 05 18:42:09.706456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2d61c-4403-4c3e-8dd1-500a95b26019 req-75455688-8207-4a3f-aa13-bd4fa1f5c10f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:09.708179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7f2d61c-4403-4c3e-8dd1-500a95b26019 req-75455688-8207-4a3f-aa13-bd4fa1f5c10f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0481863 Apr 05 18:42:09.751442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7f2d61c-4403-4c3e-8dd1-500a95b26019 req-e969c5b2-08c3-4c2e-9e3b-be990ee742a8 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368118 Apr 05 18:42:09.776412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:42:09.906149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:09.929921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'mac_address': 'fa:16:3e:52:1a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:42:09.970933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d789a0d-27d3-4c8c-b9d5-1e475adc0e75 req-ce201a89-6739-4891-8d83-5b0e55338fbb tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:09.972699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d789a0d-27d3-4c8c-b9d5-1e475adc0e75 req-ce201a89-6739-4891-8d83-5b0e55338fbb tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.0731511 Apr 05 18:42:09.978259 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:09.991300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2263e4e-b2ce-4e5a-aef6-7fe57275172a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:10.009561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d789a0d-27d3-4c8c-b9d5-1e475adc0e75 req-718faf2c-e56d-43aa-9c70-49eb375eeffe tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Apr 05 18:42:10.009993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:10.014815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:10.082188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:10.133218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['a2263e4e-b2ce-4e5a-aef6-7fe57275172a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:10.261582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e500f-60fc-4661-8b83-408af8f2f6b7 req-25b791e2-317f-4831-8d08-e320b3a1463d tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:10.263336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f54e500f-60fc-4661-8b83-408af8f2f6b7 req-25b791e2-317f-4831-8d08-e320b3a1463d tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.0566623 Apr 05 18:42:10.318246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f54e500f-60fc-4661-8b83-408af8f2f6b7 req-6ca5553e-01ac-4c26-9ac6-7eb9316615f8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466833 Apr 05 18:42:10.364265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4092b5e-e4fb-4d5a-b4e8-2b2652a6b58c req-6d5854c1-23c8-441e-b517-8e4b6c8026a6 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:10.365783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4092b5e-e4fb-4d5a-b4e8-2b2652a6b58c req-6d5854c1-23c8-441e-b517-8e4b6c8026a6 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.0641413 Apr 05 18:42:10.406518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4092b5e-e4fb-4d5a-b4e8-2b2652a6b58c req-967c6dd2-9fab-476b-a9fe-2596656c1d23 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Apr 05 18:42:10.462241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f0615-db41-440b-8012-f2e7683f0eb5 req-404f5b77-35f6-4116-ad23-2f448083d3ce tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:10.463734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-761f0615-db41-440b-8012-f2e7683f0eb5 req-404f5b77-35f6-4116-ad23-2f448083d3ce tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 931 time: 0.0540192 Apr 05 18:42:10.502347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-761f0615-db41-440b-8012-f2e7683f0eb5 req-fe015047-c4bc-47f5-8f7b-4ee87889b7db tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324597 Apr 05 18:42:10.661787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec68f6-2a5b-49a4-a5e0-faf75f0dd2f2 req-a07bf852-2ef5-45a3-84c1-1a8c47ff3809 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:10.664709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4dec68f6-2a5b-49a4-a5e0-faf75f0dd2f2 req-a07bf852-2ef5-45a3-84c1-1a8c47ff3809 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0503685 Apr 05 18:42:10.701065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4dec68f6-2a5b-49a4-a5e0-faf75f0dd2f2 req-ba753fe3-3214-4e3d-9827-0eea4699e1d3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Apr 05 18:42:10.869076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd44690-3351-4b7a-8ee4-16c6bf1d9ad9 req-1a0d536e-7fbb-4b26-911f-748589ed1950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:10.870567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbd44690-3351-4b7a-8ee4-16c6bf1d9ad9 req-1a0d536e-7fbb-4b26-911f-748589ed1950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0481136 Apr 05 18:42:10.907917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbd44690-3351-4b7a-8ee4-16c6bf1d9ad9 req-2aa4ee6e-3082-4423-a375-fdd6c5e827d6 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306633 Apr 05 18:42:10.940081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Request body: {'port': {'device_id': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:10.997752 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:11.079105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef4a42-be86-4a46-8e8d-80aa3fe102c0 req-3e243aa5-f0a3-485f-a1b1-9763ef4b52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:11.080596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7bef4a42-be86-4a46-8e8d-80aa3fe102c0 req-3e243aa5-f0a3-485f-a1b1-9763ef4b52d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 1097 time: 0.0744936 Apr 05 18:42:11.251771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7bef4a42-be86-4a46-8e8d-80aa3fe102c0 req-eea3c47a-5c13-426f-a5a3-594c66f1bf3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106794 Apr 05 18:42:11.260519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e9f8c-5061-432b-8859-481b7710b48c req-72ed57ed-d117-44d6-b5ef-95650722cd04 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:11.261921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-420e9f8c-5061-432b-8859-481b7710b48c req-72ed57ed-d117-44d6-b5ef-95650722cd04 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1804588 Apr 05 18:42:11.322203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-420e9f8c-5061-432b-8859-481b7710b48c req-df061de9-3202-46ad-a09d-9a86234d48f3 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Apr 05 18:42:11.380109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f1c780-bc76-406e-b7cc-6240f04cd7ed {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:11.387555 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:11.409388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Transition to ACTIVE for port object 99f1c780-bc76-406e-b7cc-6240f04cd7ed will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:42:11.427364 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:11.506032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea926aa-77bf-422a-93f8-137c7c6d7caf req-18d287e9-69cf-452f-8e91-9e5a950ed028 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:11.507601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ea926aa-77bf-422a-93f8-137c7c6d7caf req-18d287e9-69cf-452f-8e91-9e5a950ed028 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.1137149 Apr 05 18:42:11.508252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Pushing event updated for resources: {'Port': ['ID=99f1c780-bc76-406e-b7cc-6240f04cd7ed,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:11.617331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ea926aa-77bf-422a-93f8-137c7c6d7caf req-fa09f10b-7791-452e-9380-f9d88830de7b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865130 Apr 05 18:42:11.627676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61658b07-c2a5-4f77-a05a-3c660a03f9c6 req-f9b21224-641c-48db-9b05-fe39e999478d tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:11.629210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61658b07-c2a5-4f77-a05a-3c660a03f9c6 req-f9b21224-641c-48db-9b05-fe39e999478d tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1446040 Apr 05 18:42:11.666361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Attempting to bind port 99f1c780-bc76-406e-b7cc-6240f04cd7ed on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:42:11.666718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Attempting to bind port 99f1c780-bc76-406e-b7cc-6240f04cd7ed by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:42:11.667044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Attempting to bind port 99f1c780-bc76-406e-b7cc-6240f04cd7ed on network d7332c7a-e3e0-4a9d-9843-2f0371e1682b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:11.674936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Port 99f1c780-bc76-406e-b7cc-6240f04cd7ed on network d7332c7a-e3e0-4a9d-9843-2f0371e1682b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:42:11.675253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Attempting to bind port 99f1c780-bc76-406e-b7cc-6240f04cd7ed on network d7332c7a-e3e0-4a9d-9843-2f0371e1682b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:11.690947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:42:11.691287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Checking segment: {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:11.691660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Bound using segment: {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:42:11.692085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Bound port: 99f1c780-bc76-406e-b7cc-6240f04cd7ed, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44642eb-4ca8-4c57-84dd-b0e3a4974946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:42:11.692438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:11.705730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61658b07-c2a5-4f77-a05a-3c660a03f9c6 req-f4b9c97c-d0e5-473c-989b-e7428f21a4b2 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/security-groups?id=23f65d7e-6f64-499a-a226-456a7cc67519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692790 Apr 05 18:42:11.715132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-163a47c0-5f87-4848-bde7-b8fbc49f3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:11.781169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:11.808706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d23208-c7f8-4540-9e17-f5cf8ea83775 req-cbce5d28-6c9b-4a22-b780-19826a78b8c0 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:11.810202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42d23208-c7f8-4540-9e17-f5cf8ea83775 req-cbce5d28-6c9b-4a22-b780-19826a78b8c0 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 943 time: 0.1242611 Apr 05 18:42:11.840347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port a2263e4e-b2ce-4e5a-aef6-7fe57275172a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:11.840618 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:11.880547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f608f34-c385-4808-b6fc-f8080c42515a req-f318053f-30fa-455c-8ebe-6b4154023e4b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:11.881983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f608f34-c385-4808-b6fc-f8080c42515a req-f318053f-30fa-455c-8ebe-6b4154023e4b tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.20 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 945 time: 0.1552253 Apr 05 18:42:11.889867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] For port 99f1c780-bc76-406e-b7cc-6240f04cd7ed, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:42:11.916377 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:11.938633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] For port 99f1c780-bc76-406e-b7cc-6240f04cd7ed, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=99f1c780-bc76-406e-b7cc-6240f04cd7ed,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:42:11.938919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:11.941066 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db70a791-791a-41a7-b955-72d9da7d2081" -d '{"events": [{"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:11.952410 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:11.957290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:11.961425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:11.961738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42d23208-c7f8-4540-9e17-f5cf8ea83775 req-fa238b8e-e918-4352-aa71-e7e929d4adc9 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402068 Apr 05 18:42:12.010474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:12.018565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580eed-73fd-4c12-ba49-9135d5eaef9e req-16af4c29-4513-4114-95e0-eff28a095752 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.020081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de580eed-73fd-4c12-ba49-9135d5eaef9e req-16af4c29-4513-4114-95e0-eff28a095752 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.1902959 Apr 05 18:42:12.067214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.067826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:12.069159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] 10.222.0.20 "PUT /v2.0/ports/99f1c780-bc76-406e-b7cc-6240f04cd7ed HTTP/1.1" status: 200 len: 1091 time: 1.1342311 Apr 05 18:42:12.072890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'tag': '99f1c780-bc76-406e-b7cc-6240f04cd7ed'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:12.074726 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f188b1b-b69d-4261-9b11-477d628da891" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbc8c73-d3f8-47a0-92b1-0ec227979a14", "tag": "99f1c780-bc76-406e-b7cc-6240f04cd7ed"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:12.152661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7b874-2366-4e9b-8de8-5b9e6345f931 service neutron] Pushing event updated for resources: {'Port': ['ID=99f1c780-bc76-406e-b7cc-6240f04cd7ed,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:12.191708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de580eed-73fd-4c12-ba49-9135d5eaef9e req-db5df401-7b8d-40a8-b28b-025aaf5a1de7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509137 Apr 05 18:42:12.200700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78372912-0726-4030-b5bb-ba791b77b0fa req-9dab46f3-363d-4215-a25f-33fe785338e1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.203172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78372912-0726-4030-b5bb-ba791b77b0fa req-9dab46f3-363d-4215-a25f-33fe785338e1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1595960 Apr 05 18:42:12.230613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-8f608f34-c385-4808-b6fc-f8080c42515a req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Deleting port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:42:12.230961 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8f608f34-c385-4808-b6fc-f8080c42515a req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:12.256808 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07db093a-1070-4008-a620-a77634373649 x-openstack-request-id: req-07db093a-1070-4008-a620-a77634373649 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:12.257192 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:12.257538 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07db093a-1070-4008-a620-a77634373649 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:12.258183 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07db093a-1070-4008-a620-a77634373649'] response: {'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'code': 200} Apr 05 18:42:12.259384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4332f-5529-4868-9112-965d213fc378 req-d4b9463a-5fe8-466d-87d0-0a74e73c25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.260872 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-d4b9463a-5fe8-466d-87d0-0a74e73c25a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8b60de90e17421c9b7beb46cbfccba1&device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 1094 time: 0.1446457 Apr 05 18:42:12.296356 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d37dee0-0813-4914-8e91-12dc17153f49 x-openstack-request-id: req-7d37dee0-0813-4914-8e91-12dc17153f49 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:12.296651 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbc8c73-d3f8-47a0-92b1-0ec227979a14", "tag": "99f1c780-bc76-406e-b7cc-6240f04cd7ed", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:12.296903 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d37dee0-0813-4914-8e91-12dc17153f49 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:12.297302 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d37dee0-0813-4914-8e91-12dc17153f49'] response: {'name': 'network-changed', 'server_uuid': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'tag': '99f1c780-bc76-406e-b7cc-6240f04cd7ed', 'status': 'completed', 'code': 200} Apr 05 18:42:12.315781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78372912-0726-4030-b5bb-ba791b77b0fa req-c7b06241-1763-4bd4-9891-85b8e83a7970 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041694 Apr 05 18:42:12.351732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-9fb02907-6a0f-4d52-bcf2-152fcf98a374 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f1c780-bc76-406e-b7cc-6240f04cd7ed HTTP/1.1" status: 200 len: 217 time: 0.0536060 Apr 05 18:42:12.439696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-8f608f34-c385-4808-b6fc-f8080c42515a req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] For port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:12.440080 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8f608f34-c385-4808-b6fc-f8080c42515a req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:12.461828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-8f608f34-c385-4808-b6fc-f8080c42515a req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Calling delete_port for 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:42:12.464228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4332f-5529-4868-9112-965d213fc378 req-ca9771b4-07e1-4dce-a629-a6e1650ee0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.465844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-ca9771b4-07e1-4dce-a629-a6e1650ee0dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad459ce8-4e28-41db-9b07-35fa473c0254 HTTP/1.1" status: 200 len: 851 time: 0.1060653 Apr 05 18:42:12.496278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79756d68-4367-4344-b62e-10f553044737 req-fdf33e14-685b-4823-829e-56d7e8a29a6c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.497718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79756d68-4367-4344-b62e-10f553044737 req-fdf33e14-685b-4823-829e-56d7e8a29a6c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1054585 Apr 05 18:42:12.583370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd366394-ad80-4cab-a023-85343cf8a871 req-3a692f98-5f29-40f5-8995-fab65f62bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.584845 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fd366394-ad80-4cab-a023-85343cf8a871 req-3a692f98-5f29-40f5-8995-fab65f62bf57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 1096 time: 0.0423059 Apr 05 18:42:12.607229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79756d68-4367-4344-b62e-10f553044737 req-ccaa53c1-aac4-42b5-b1a9-7967f25e9347 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612738 Apr 05 18:42:12.608893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4332f-5529-4868-9112-965d213fc378 req-0daddbd6-5719-4b93-a053-20e6abc14bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.610466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-0daddbd6-5719-4b93-a053-20e6abc14bb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7332c7a-e3e0-4a9d-9843-2f0371e1682b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312015 Apr 05 18:42:12.728874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd366394-ad80-4cab-a023-85343cf8a871 req-e0422ce5-216c-417a-9321-5542b902ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.730344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fd366394-ad80-4cab-a023-85343cf8a871 req-e0422ce5-216c-417a-9321-5542b902ba2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 910 time: 0.1027598 Apr 05 18:42:12.741289 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:12.786568 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fd366394-ad80-4cab-a023-85343cf8a871 req-871dfd61-e8be-4049-badb-dab2c5f87a84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c43c05-8d6e-4527-b1a7-c28b561b0bf7 HTTP/1.1" status: 200 len: 217 time: 0.0415680 Apr 05 18:42:12.789222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8f608f34-c385-4808-b6fc-f8080c42515a req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:12.803292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['11fe9295-4393-4fa0-94d9-1bc8a810b7f1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:12.840538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd366394-ad80-4cab-a023-85343cf8a871 req-ad978852-1557-4a74-92eb-11b51b7ad276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.842033 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fd366394-ad80-4cab-a023-85343cf8a871 req-ad978852-1557-4a74-92eb-11b51b7ad276 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4123b08-a8e7-413e-a1a0-fc36a4cb8380 HTTP/1.1" status: 200 len: 850 time: 0.0448773 Apr 05 18:42:12.865550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fb467-65f7-4e97-8767-8c729b9f67d9 req-6f04bbe5-ac4c-45e6-b5f8-c74090404d1f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:12.866962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-119fb467-65f7-4e97-8767-8c729b9f67d9 req-6f04bbe5-ac4c-45e6-b5f8-c74090404d1f tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.1494977 Apr 05 18:42:12.867707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Pushing event deleted for resources: {'Port': ['ID=11fe9295-4393-4fa0-94d9-1bc8a810b7f1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:12.872425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84f1da38-cb3f-46b5-bc14-ba4d911431e5 req-a534b782-f95d-49cb-94d3-13eaafc490da tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.15 "GET /v2.0/ports?device_id=45855c73-4a31-491e-9071-1c28a7fcd100 HTTP/1.1" status: 200 len: 210 time: 0.0842907 Apr 05 18:42:12.875654 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fd366394-ad80-4cab-a023-85343cf8a871 req-9eada0c1-7033-4077-8c52-f73c30b48c3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92a0426a-a463-402d-a447-3d4a0d461508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248511 Apr 05 18:42:12.877535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-22b63394-479d-4349-a9d8-7167f5915ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/d7332c7a-e3e0-4a9d-9843-2f0371e1682b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508752 Apr 05 18:42:12.971127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f608f34-c385-4808-b6fc-f8080c42515a req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] No DVR routers for this DVR port 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:42:12.977517 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8f608f34-c385-4808-b6fc-f8080c42515a req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:12.980736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f608f34-c385-4808-b6fc-f8080c42515a req-16d2cbe3-b078-4523-9410-42e96fb64401 tempest-ServerRescueTestJSONUnderV235-1506978554 tempest-ServerRescueTestJSONUnderV235-1506978554-project] 10.222.0.20 "DELETE /v2.0/ports/11fe9295-4393-4fa0-94d9-1bc8a810b7f1 HTTP/1.1" status: 204 len: 173 time: 1.0870347 Apr 05 18:42:12.994503 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fd366394-ad80-4cab-a023-85343cf8a871 req-05e90afa-de73-47a9-accb-3f0dfbb904b4 service neutron] 10.222.0.20 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011560 Apr 05 18:42:13.102961 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fd366394-ad80-4cab-a023-85343cf8a871 req-7302534a-eb62-4f3f-8270-70e6fac53628 service neutron] 10.222.0.20 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017609 Apr 05 18:42:13.277803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-119fb467-65f7-4e97-8767-8c729b9f67d9 req-ae3a391d-f13e-497b-89fc-e922b9abf323 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978841 Apr 05 18:42:13.335050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf684f4-4d20-4a33-a05d-bef350e91ea8 req-f61d6fa0-95e6-48e2-be15-320ee08c094e tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:13.336557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcf684f4-4d20-4a33-a05d-bef350e91ea8 req-f61d6fa0-95e6-48e2-be15-320ee08c094e tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 943 time: 0.0788934 Apr 05 18:42:13.338367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36f4332f-5529-4868-9112-965d213fc378 req-a4379648-708f-4fb5-8752-9f074519f477 service neutron] 10.222.0.20 "GET /v2.0/networks/d7332c7a-e3e0-4a9d-9843-2f0371e1682b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392564 Apr 05 18:42:13.413248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcf684f4-4d20-4a33-a05d-bef350e91ea8 req-1549470c-20c9-4756-9d4a-5d42e3d241df tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650821 Apr 05 18:42:13.423174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e365c6f-faf4-4507-9cda-982f5d34288b req-57e79473-d3dd-4525-992e-00bc62ef99ef tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:13.424829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e365c6f-faf4-4507-9cda-982f5d34288b req-57e79473-d3dd-4525-992e-00bc62ef99ef tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0855784 Apr 05 18:42:13.483588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188b1b-b69d-4261-9b11-477d628da891 req-462f763a-8ef3-4fd0-a5c6-069bef7983a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:13.485270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f188b1b-b69d-4261-9b11-477d628da891 req-462f763a-8ef3-4fd0-a5c6-069bef7983a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8b60de90e17421c9b7beb46cbfccba1&device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 1094 time: 0.0831521 Apr 05 18:42:13.494657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e365c6f-faf4-4507-9cda-982f5d34288b req-14a19808-80b9-4cab-b3e4-f0cc74a9cdfd tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558538 Apr 05 18:42:13.605873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d34256-7d38-4858-988d-f456521f6083 req-dd274d1e-e49f-4294-909c-4580839eb070 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:13.607375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07d34256-7d38-4858-988d-f456521f6083 req-dd274d1e-e49f-4294-909c-4580839eb070 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1071486 Apr 05 18:42:13.648095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188b1b-b69d-4261-9b11-477d628da891 req-ec4082e4-2706-4e21-8c2c-f51cc5cb46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:13.649559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f188b1b-b69d-4261-9b11-477d628da891 req-ec4082e4-2706-4e21-8c2c-f51cc5cb46e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7332c7a-e3e0-4a9d-9843-2f0371e1682b HTTP/1.1" status: 200 len: 912 time: 0.1405253 Apr 05 18:42:13.727814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f188b1b-b69d-4261-9b11-477d628da891 req-1279b9cb-1663-456b-8ad3-40de19551b55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f1c780-bc76-406e-b7cc-6240f04cd7ed HTTP/1.1" status: 200 len: 217 time: 0.0594215 Apr 05 18:42:13.747164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07d34256-7d38-4858-988d-f456521f6083 req-353a87b7-fed7-478b-9da7-02f34ca3ee98 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303535 Apr 05 18:42:13.841020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ecbc4-0baa-41ca-8512-b950d07a1714 req-6aade45c-bb14-498b-827d-4fdcfcc13334 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:13.849541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c53ecbc4-0baa-41ca-8512-b950d07a1714 req-6aade45c-bb14-498b-827d-4fdcfcc13334 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1359475 Apr 05 18:42:13.852135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188b1b-b69d-4261-9b11-477d628da891 req-62e00451-c875-40d3-b184-7b88e88ab6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:13.853502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f188b1b-b69d-4261-9b11-477d628da891 req-62e00451-c875-40d3-b184-7b88e88ab6c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad459ce8-4e28-41db-9b07-35fa473c0254 HTTP/1.1" status: 200 len: 851 time: 0.1046562 Apr 05 18:42:13.934764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c53ecbc4-0baa-41ca-8512-b950d07a1714 req-4861c27f-feb4-4c73-98e9-8d020bf95c38 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Apr 05 18:42:13.937167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188b1b-b69d-4261-9b11-477d628da891 req-bfb0034a-07b6-4529-b937-438e963d48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:13.938816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f188b1b-b69d-4261-9b11-477d628da891 req-bfb0034a-07b6-4529-b937-438e963d48a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7332c7a-e3e0-4a9d-9843-2f0371e1682b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776098 Apr 05 18:42:13.939287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41604) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:14.158802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f188b1b-b69d-4261-9b11-477d628da891 req-0b47200c-7c4d-4686-a42c-a10766cec847 service neutron] 10.222.0.20 "GET /v2.0/networks/d7332c7a-e3e0-4a9d-9843-2f0371e1682b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749485 Apr 05 18:42:14.289279 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:14.299894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'name': 'network-vif-deleted', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:14.301661 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5481ea17-5617-4943-b5e4-1db62e5a3d0a" -d '{"events": [{"server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "name": "network-vif-deleted", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:14.404256 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638b2621-1303-41b4-aab5-b2cca7ad69dc x-openstack-request-id: req-638b2621-1303-41b4-aab5-b2cca7ad69dc {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:14.405392 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45855c73-4a31-491e-9071-1c28a7fcd100", "name": "network-vif-deleted", "tag": "11fe9295-4393-4fa0-94d9-1bc8a810b7f1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:14.405694 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-638b2621-1303-41b4-aab5-b2cca7ad69dc {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:14.406143 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638b2621-1303-41b4-aab5-b2cca7ad69dc'] response: {'server_uuid': '45855c73-4a31-491e-9071-1c28a7fcd100', 'name': 'network-vif-deleted', 'tag': '11fe9295-4393-4fa0-94d9-1bc8a810b7f1', 'status': 'completed', 'code': 200} Apr 05 18:42:14.484264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c345ec8-7572-4f4d-8f83-0fd47906f1f3 req-8fb5619e-761d-4a96-bb74-88d0cf9dd3e9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:14.491646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c345ec8-7572-4f4d-8f83-0fd47906f1f3 req-8fb5619e-761d-4a96-bb74-88d0cf9dd3e9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.0828724 Apr 05 18:42:14.522213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f188b1b-b69d-4261-9b11-477d628da891 req-aec05dcd-ad52-4f8d-a530-1385268dc8ba service neutron] 10.222.0.20 "GET /v2.0/networks/d7332c7a-e3e0-4a9d-9843-2f0371e1682b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510308 Apr 05 18:42:14.600966 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-c9fc0db0-fd6b-4d53-96a4-1423359fad3c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792575 Apr 05 18:42:14.610564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c345ec8-7572-4f4d-8f83-0fd47906f1f3 req-b068b041-6f71-4484-816e-bea437ca1912 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177676 Apr 05 18:42:14.651574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986a206-27ed-4919-a68f-77cf77d1d650 req-a67d9a4e-30c8-456f-8c14-30b55e038c6b tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:14.653269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6986a206-27ed-4919-a68f-77cf77d1d650 req-a67d9a4e-30c8-456f-8c14-30b55e038c6b tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 943 time: 0.0872643 Apr 05 18:42:14.720298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-cffeec89-5e5a-4052-b470-dc9dda707ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:14.722626 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-cffeec89-5e5a-4052-b470-dc9dda707ef0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1174 time: 0.0552416 Apr 05 18:42:14.760223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6986a206-27ed-4919-a68f-77cf77d1d650 req-d20cf08a-58ce-42a0-8d10-00d4f2279c69 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751216 Apr 05 18:42:14.788797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8927c-d971-4ef9-a26b-df062a306b3a req-ff0badf9-2b5e-4763-9cce-6861e16d8646 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:14.795785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89b8927c-d971-4ef9-a26b-df062a306b3a req-ff0badf9-2b5e-4763-9cce-6861e16d8646 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.0927866 Apr 05 18:42:14.804595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:14.928696 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:14.949541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-02152085-b1c9-4bde-949d-f25e0dec003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:14.958920 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-02152085-b1c9-4bde-949d-f25e0dec003c service neutron] 10.222.0.25 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 913 time: 0.2122509 Apr 05 18:42:15.024295 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-e76722f1-5f77-4223-940a-828c0cc29d3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23f565aa-bffe-4205-952d-5db66c5332a1 HTTP/1.1" status: 200 len: 217 time: 0.0517547 Apr 05 18:42:15.077095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-fffcc06e-54aa-4ed7-99d3-b7dc9f770353 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2112100577&fields=id&tenant_id=198ab92468a84663a0dbcd854566b1a9 HTTP/1.1" status: 200 len: 267 time: 0.1192598 Apr 05 18:42:15.079745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89b8927c-d971-4ef9-a26b-df062a306b3a req-db9c286e-b243-4ef1-891c-634116b54944 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238115 Apr 05 18:42:15.120766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-c755fd39-d614-459f-ab57-c67f8d69a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:15.124277 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-c755fd39-d614-459f-ab57-c67f8d69a085 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.0873091 Apr 05 18:42:15.160667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-0a83b009-875f-4db3-b1ea-1155d28573ce tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:15.168652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-0a83b009-875f-4db3-b1ea-1155d28573ce tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 946 time: 0.0815580 Apr 05 18:42:15.174459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-80824964-edf8-4fd5-b9f9-88fe9f3c9d91 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'port': {'security_groups': ['48c2c9be-ea6f-432b-8a79-91ec254d8ace', '00fb0ac5-e94c-4a0d-8e5b-fece62307cbe']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:15.191866 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-6cd7061f-4486-440f-a383-9bcad23d70dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566211 Apr 05 18:42:15.324455 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-8976a072-92d4-463d-8dd0-0498cff76713 service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234546 Apr 05 18:42:15.329692 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-80824964-edf8-4fd5-b9f9-88fe9f3c9d91 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:15.366577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63243f-eb97-4c30-9031-e99cfdcaa071 req-26b0f800-c262-4acb-b45a-1e2c296b2987 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:15.375508 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae63243f-eb97-4c30-9031-e99cfdcaa071 req-26b0f800-c262-4acb-b45a-1e2c296b2987 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1623576 Apr 05 18:42:15.429225 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-741453ea-f5e1-4ca9-ad34-0e0158fced14 req-11549b06-bfb2-45d3-a50b-6822ce70bca0 service neutron] 10.222.0.25 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951483 Apr 05 18:42:15.436160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Deleting port df1829c8-9d69-4580-9cd9-eaf7e5b0308a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:42:15.437192 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:15.528379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae63243f-eb97-4c30-9031-e99cfdcaa071 req-4eae9342-6e02-450e-9183-d89d7904bdb6 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520286 Apr 05 18:42:15.671798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] For port df1829c8-9d69-4580-9cd9-eaf7e5b0308a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=df1829c8-9d69-4580-9cd9-eaf7e5b0308a,segment=NetworkSegment(8ec0ea49-3849-4754-8c2b-92ce6b5ca215),segment_id=8ec0ea49-3849-4754-8c2b-92ce6b5ca215)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:15.672160 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:15.702454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Calling delete_port for df1829c8-9d69-4580-9cd9-eaf7e5b0308a owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:42:15.728592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-80824964-edf8-4fd5-b9f9-88fe9f3c9d91 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] For port dacfca33-0e0c-40f9-9653-b90ba41b52eb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:15.744222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360846a1-7b73-46f4-9ab6-ec4db2149d5a req-25fda854-07ec-4e27-9a6e-f83035892082 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:15.745763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-360846a1-7b73-46f4-9ab6-ec4db2149d5a req-25fda854-07ec-4e27-9a6e-f83035892082 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1543939 Apr 05 18:42:15.828894 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-80824964-edf8-4fd5-b9f9-88fe9f3c9d91 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:15.845694 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-80824964-edf8-4fd5-b9f9-88fe9f3c9d91 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:15.858709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:15.862072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dacfca33-0e0c-40f9-9653-b90ba41b52eb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:15.874325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-360846a1-7b73-46f4-9ab6-ec4db2149d5a req-11feb14c-071b-4250-ad74-a6b4d151afd2 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203041 Apr 05 18:42:15.993380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-80824964-edf8-4fd5-b9f9-88fe9f3c9d91 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:15.994287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-80824964-edf8-4fd5-b9f9-88fe9f3c9d91 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:15.997918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f6523be-5d35-4db8-90f8-784d989a6361 req-80824964-edf8-4fd5-b9f9-88fe9f3c9d91 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "PUT /v2.0/ports/dacfca33-0e0c-40f9-9653-b90ba41b52eb HTTP/1.1" status: 200 len: 982 time: 0.8281808 Apr 05 18:42:16.031494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80824964-edf8-4fd5-b9f9-88fe9f3c9d91 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'Port': ['ID=dacfca33-0e0c-40f9-9653-b90ba41b52eb,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:16.042932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dacfca33-0e0c-40f9-9653-b90ba41b52eb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:16.090308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 99f1c780-bc76-406e-b7cc-6240f04cd7ed details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:42:16.101738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:42:16.139616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:42:16.140302 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 11fe9295-4393-4fa0-94d9-1bc8a810b7f1 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:42:16.241883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f441160-b995-459a-8f99-3864db17ba57 req-8e3539e3-5670-4e15-9330-25691ea13b86 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:16.251049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f441160-b995-459a-8f99-3864db17ba57 req-8e3539e3-5670-4e15-9330-25691ea13b86 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 943 time: 0.1506073 Apr 05 18:42:16.320475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7795600-46c5-49e2-9ed3-7a059e31d58f req-eff85ea0-eee2-4888-a400-e86b6c298ccc tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/00fb0ac5-e94c-4a0d-8e5b-fece62307cbe HTTP/1.1" status: 200 len: 1803 time: 0.0683815 Apr 05 18:42:16.331157 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:16.389435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1829c8-9d69-4580-9cd9-eaf7e5b0308a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:16.423496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:16.425950 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd0990e-15a3-4fcc-83ac-44395543da62" -d '{"events": [{"name": "network-changed", "server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:16.456887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 99f1c780-bc76-406e-b7cc-6240f04cd7ed, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=99f1c780-bc76-406e-b7cc-6240f04cd7ed,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:16.462893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f441160-b995-459a-8f99-3864db17ba57 req-30f8a519-c92c-42c4-a4c6-30c14578df49 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566403 Apr 05 18:42:16.471643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '99f1c780-bc76-406e-b7cc-6240f04cd7ed', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'port_id': '99f1c780-bc76-406e-b7cc-6240f04cd7ed', 'mac_address': 'fa:16:3e:bd:13:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:42:16.525726 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-b7795600-46c5-49e2-9ed3-7a059e31d58f req-484ab1ea-d8a2-4d09-b5a3-21013d18da39 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 18:42:16.541192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7795600-46c5-49e2-9ed3-7a059e31d58f req-484ab1ea-d8a2-4d09-b5a3-21013d18da39 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/00fb0ac5-e94c-4a0d-8e5b-fece62307cbe HTTP/1.1" status: 409 len: 341 time: 0.2064688 Apr 05 18:42:16.619124 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:16.640685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f1c780-bc76-406e-b7cc-6240f04cd7ed {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:16.644790 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f672a-6766-48de-8f0a-b5de0d76ed02 x-openstack-request-id: req-314f672a-6766-48de-8f0a-b5de0d76ed02 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:16.645073 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:16.645329 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-314f672a-6766-48de-8f0a-b5de0d76ed02 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:16.645719 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314f672a-6766-48de-8f0a-b5de0d76ed02'] response: {'name': 'network-changed', 'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb', 'status': 'completed', 'code': 200} Apr 05 18:42:16.673643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 99f1c780-bc76-406e-b7cc-6240f04cd7ed, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=99f1c780-bc76-406e-b7cc-6240f04cd7ed,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:16.690087 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:16.751755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-5e11275d-c5a9-48a8-9479-7f3bc2bb1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:16.753240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-5e11275d-c5a9-48a8-9479-7f3bc2bb1181 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 1136 time: 0.1005254 Apr 05 18:42:16.763157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757c803-a497-4fec-80de-e28cfb26b961 req-b8d30886-d29f-4023-95e0-ed1660f09243 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:16.765568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0757c803-a497-4fec-80de-e28cfb26b961 req-b8d30886-d29f-4023-95e0-ed1660f09243 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.1554697 Apr 05 18:42:16.818807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=99f1c780-bc76-406e-b7cc-6240f04cd7ed,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:16.929574 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:16.945309 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0757c803-a497-4fec-80de-e28cfb26b961 req-8cfb496f-a549-4ced-81c2-7fea9646ecfa tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095910 Apr 05 18:42:16.961970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fba85a-8856-4414-b676-c5d898ecaaa5 req-81a51209-fce6-4798-be90-8ff9faad2f07 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:16.969826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17fba85a-8856-4414-b676-c5d898ecaaa5 req-81a51209-fce6-4798-be90-8ff9faad2f07 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1285572 Apr 05 18:42:16.992051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['99f1c780-bc76-406e-b7cc-6240f04cd7ed'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:17.321749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-f4c01306-bec2-4259-96c8-12d6a8adfd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:17.323244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-f4c01306-bec2-4259-96c8-12d6a8adfd13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 913 time: 0.5567381 Apr 05 18:42:17.432923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-28547a01-2a8f-4d35-a1f0-fad0e8a4ae7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb HTTP/1.1" status: 200 len: 217 time: 0.0727499 Apr 05 18:42:17.469418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17fba85a-8856-4414-b676-c5d898ecaaa5 req-530032bb-0b40-45ee-ad08-9c11851cc7a7 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987345 Apr 05 18:42:17.551098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216147-15b3-4c7d-a5dc-8caf29e07441 req-56ac592a-0b35-4c49-b1b5-b0fc287dd98e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:17.552607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f216147-15b3-4c7d-a5dc-8caf29e07441 req-56ac592a-0b35-4c49-b1b5-b0fc287dd98e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 985 time: 0.2284799 Apr 05 18:42:17.603407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-ccc2f82c-6a02-4c48-8240-ff2d961092db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:17.604837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-ccc2f82c-6a02-4c48-8240-ff2d961092db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.1563525 Apr 05 18:42:17.689481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-e6a3f09d-01bd-4cd1-b25c-fc0b70ebd971 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671144 Apr 05 18:42:17.693475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f216147-15b3-4c7d-a5dc-8caf29e07441 req-6de894a8-1c95-4cbc-863d-f67f71df39c9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=00fb0ac5-e94c-4a0d-8e5b-fece62307cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1245461 Apr 05 18:42:17.730483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938e580-f13f-44b1-ac90-d21dad3a0216 req-0a6c84f0-1cd7-4d15-8c31-1a0c22f4d2ad tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:17.738734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2938e580-f13f-44b1-ac90-d21dad3a0216 req-0a6c84f0-1cd7-4d15-8c31-1a0c22f4d2ad tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1814899 Apr 05 18:42:17.910709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2938e580-f13f-44b1-ac90-d21dad3a0216 req-c1223d06-ee99-4a6c-8db9-9057c22cc15e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711426 Apr 05 18:42:17.937019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Router 00374d3d-e55d-446d-84d5-a1872a5a3670 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:42:17.945135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-5729a3b5-ee53-4b5b-a106-6c2ea5eaae3d service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356169 Apr 05 18:42:17.972999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fab9-9cee-4691-b440-8f6a1692540d req-8107eab5-2574-4708-b022-7ebd1e5fb211 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:17.974519 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67f6fab9-9cee-4691-b440-8f6a1692540d req-8107eab5-2574-4708-b022-7ebd1e5fb211 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 944 time: 0.1329348 Apr 05 18:42:18.125104 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 99f1c780-bc76-406e-b7cc-6240f04cd7ed up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:18.189212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67f6fab9-9cee-4691-b440-8f6a1692540d req-6df6a394-6a25-4008-99f9-e0ba2c2c8a3f tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031708 Apr 05 18:42:18.276559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:42:18.280554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 99f1c780-bc76-406e-b7cc-6240f04cd7ed completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:42:18.287934 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] Sync routers for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:42:18.294615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0fcfba9c-a274-4259-8ac3-2e32acc6f226 admin admin] 10.222.0.15 "PUT /v2.0/routers/00374d3d-e55d-446d-84d5-a1872a5a3670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3542318 Apr 05 18:42:18.298058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41676) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:18.304920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 99f1c780-bc76-406e-b7cc-6240f04cd7ed triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:18.305420 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:18.306093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcd0990e-15a3-4fcc-83ac-44395543da62 req-d3fd735a-5b11-4806-8b3b-62414e46b4b7 service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516755 Apr 05 18:42:18.319177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-f003c911-5991-49e3-a973-d9c2938a708c tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:18.321407 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-f003c911-5991-49e3-a973-d9c2938a708c tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.1049371 Apr 05 18:42:18.323507 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:18.330025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dae7c-793d-4ef1-962a-b33276b27bcc req-9f634be0-3f87-4902-95a3-dbcb334bbfa9 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:18.331603 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:18.338419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-207dae7c-793d-4ef1-962a-b33276b27bcc req-9f634be0-3f87-4902-95a3-dbcb334bbfa9 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 946 time: 0.2743032 Apr 05 18:42:18.473529 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:18.479170 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:18.519190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Deleting port 3e818cf9-5b27-4c38-a390-ab19a689b32a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:42:18.524564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:18.538293 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:18.623318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f1c780-bc76-406e-b7cc-6240f04cd7ed'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:18.632431 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed9673-52ff-4c2f-8435-3c7f66ff2475" -d '{"events": [{"server_uuid": "8bbc8c73-d3f8-47a0-92b1-0ec227979a14", "name": "network-vif-plugged", "status": "completed", "tag": "99f1c780-bc76-406e-b7cc-6240f04cd7ed"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:18.645194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 99f1c780-bc76-406e-b7cc-6240f04cd7ed, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=99f1c780-bc76-406e-b7cc-6240f04cd7ed,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:18.656105 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:18.656992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3e818cf9-5b27-4c38-a390-ab19a689b32a no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:42:18.687336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:18.688205 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:18.713213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Calling delete_port for 3e818cf9-5b27-4c38-a390-ab19a689b32a owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:42:18.752781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-207dae7c-793d-4ef1-962a-b33276b27bcc req-61a5ac1a-c2d3-4f22-9c5c-99f225c64dd3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132655 Apr 05 18:42:18.809669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=99f1c780-bc76-406e-b7cc-6240f04cd7ed,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:18.812432 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:18.832009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f786-a837-4ec0-bfd4-a11486f1e271 req-fc09a8a6-1416-475c-83e9-25480e0da97d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:18.839718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8786f786-a837-4ec0-bfd4-a11486f1e271 req-fc09a8a6-1416-475c-83e9-25480e0da97d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.2134862 Apr 05 18:42:18.848848 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:42:16Z', 'revision_number': 5, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:18.854842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-7f127bf5-0d07-4813-bf03-70213e899f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:18.860621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 3e818cf9-5b27-4c38-a390-ab19a689b32a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=3e818cf9-5b27-4c38-a390-ab19a689b32a,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:18.864299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-7f127bf5-0d07-4813-bf03-70213e899f4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 1136 time: 0.4703135 Apr 05 18:42:18.865519 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8546a521-a5b2-4dd8-a737-078a37133a30 x-openstack-request-id: req-8546a521-a5b2-4dd8-a737-078a37133a30 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:18.866046 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbc8c73-d3f8-47a0-92b1-0ec227979a14", "name": "network-vif-plugged", "status": "completed", "tag": "99f1c780-bc76-406e-b7cc-6240f04cd7ed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:18.866607 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8546a521-a5b2-4dd8-a737-078a37133a30 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:18.868440 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8546a521-a5b2-4dd8-a737-078a37133a30'] response: {'server_uuid': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f1c780-bc76-406e-b7cc-6240f04cd7ed', 'code': 200} Apr 05 18:42:18.871905 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:18.895400 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] Checking router: 00374d3d-e55d-446d-84d5-a1872a5a3670 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:42:18.906048 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] Routers {'00374d3d-e55d-446d-84d5-a1872a5a3670'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:18.907052 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['00374d3d-e55d-446d-84d5-a1872a5a3670'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:19.016311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=3e818cf9-5b27-4c38-a390-ab19a689b32a,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:19.027643 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] Set router 00374d3d-e55d-446d-84d5-a1872a5a3670 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:19.053709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:19.087997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event deleted for resources: {'Port': ['ID=3e818cf9-5b27-4c38-a390-ab19a689b32a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:19.166534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] No DVR routers for this DVR port 3e818cf9-5b27-4c38-a390-ab19a689b32a on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:42:19.169161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:19.173245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8b8a0aba-22fb-491b-8c02-90804e04c4c1 req-b9369aeb-1cf0-46e6-9e02-bccc96f55c4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.20 "DELETE /v2.0/ports/3e818cf9-5b27-4c38-a390-ab19a689b32a HTTP/1.1" status: 204 len: 173 time: 0.8419645 Apr 05 18:42:19.173687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'name': 'network-vif-deleted', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:19.186894 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4c98aa-453d-4d29-82cd-4758aec99e28" -d '{"events": [{"server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "name": "network-vif-deleted", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:19.207523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8786f786-a837-4ec0-bfd4-a11486f1e271 req-2ea41925-e3a6-4ce2-a590-1b0b7426e8e3 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342862 Apr 05 18:42:19.220180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:19.260373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b4c99-7bbc-4b1b-9588-165b542d8095 req-a440492f-1cc7-4016-a35c-dfb0ddbbf31e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:19.270768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c67b4c99-7bbc-4b1b-9588-165b542d8095 req-a440492f-1cc7-4016-a35c-dfb0ddbbf31e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 985 time: 0.2675605 Apr 05 18:42:19.282010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa1f01-9984-4114-9e2f-922e8135720e req-52d080e3-f664-4fda-bd5b-bb78eac31d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:19.283440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3aa1f01-9984-4114-9e2f-922e8135720e req-52d080e3-f664-4fda-bd5b-bb78eac31d7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 1096 time: 0.2900522 Apr 05 18:42:19.284454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-62eccf1e-f08d-467c-82a5-bdeefa7b9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:19.285898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-62eccf1e-f08d-467c-82a5-bdeefa7b9e68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 913 time: 0.4094641 Apr 05 18:42:19.396035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-4a11f79d-b4a9-4bea-ae3c-3847500cb3a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb HTTP/1.1" status: 200 len: 217 time: 0.0976198 Apr 05 18:42:19.417511 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:42:16Z', 'revision_number': 5, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:19.467277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c67b4c99-7bbc-4b1b-9588-165b542d8095 req-5d021114-02f3-409f-a8eb-e979c1d7b1f2 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=00fb0ac5-e94c-4a0d-8e5b-fece62307cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1952133 Apr 05 18:42:19.472402 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14925b0-a1fd-4161-9767-1cd1443c0c22 None None] The sync data for ids ['00374d3d-e55d-446d-84d5-a1872a5a3670'] in n-d-836650-3 is: [{'id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'name': 'tempest-ServerRescueTestJSONUnderV235-1405119365-router', 'tenant_id': '653d9b9beb9c401f85207de148a14896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '694cf040-3e23-4be3-a461-3ef1965024de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:16Z', 'updated_at': '2022-04-05T18:42:16Z', 'revision_number': 5, 'project_id': '653d9b9beb9c401f85207de148a14896', 'gw_port': {'id': '694cf040-3e23-4be3-a461-3ef1965024de', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00374d3d-e55d-446d-84d5-a1872a5a3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:17Z', 'updated_at': '2022-04-05T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:42:19.486357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3aa1f01-9984-4114-9e2f-922e8135720e req-1c0afc20-6bca-4e1f-a09e-5a515dcc384a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643062 Apr 05 18:42:19.502647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-4f39224a-4729-478d-8836-2d535d082595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:19.504303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-4f39224a-4729-478d-8836-2d535d082595 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.0986447 Apr 05 18:42:19.538826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa329ce-347d-4a0c-8a10-47dc290ddf1a req-28b7aba8-cf2a-4996-af0e-d7e43e898df4 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:19.541695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfa329ce-347d-4a0c-8a10-47dc290ddf1a req-28b7aba8-cf2a-4996-af0e-d7e43e898df4 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1561005 Apr 05 18:42:19.554810 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654f3266-a9b4-41ce-a577-f6533b33e0b6 x-openstack-request-id: req-654f3266-a9b4-41ce-a577-f6533b33e0b6 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:19.555676 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "name": "network-vif-deleted", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:19.556082 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-654f3266-a9b4-41ce-a577-f6533b33e0b6 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:19.556633 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654f3266-a9b4-41ce-a577-f6533b33e0b6'] response: {'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'name': 'network-vif-deleted', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a', 'status': 'completed', 'code': 200} Apr 05 18:42:19.565760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Deleting port 694cf040-3e23-4be3-a461-3ef1965024de {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:42:19.566098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:19.657453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfa329ce-347d-4a0c-8a10-47dc290ddf1a req-2dc87f99-d4fa-4dc6-be12-f00bad866bb2 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089041 Apr 05 18:42:19.753692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c5040-6823-4797-a319-c3049a06400e req-da6505b7-ba6d-49fa-a9cb-345562266782 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:19.755360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d2c5040-6823-4797-a319-c3049a06400e req-da6505b7-ba6d-49fa-a9cb-345562266782 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 945 time: 0.1238484 Apr 05 18:42:19.757573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-472d54ed-2ed8-46a4-bc3f-6e41896b88d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497339 Apr 05 18:42:19.759841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] For port 694cf040-3e23-4be3-a461-3ef1965024de, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=694cf040-3e23-4be3-a461-3ef1965024de,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:19.760305 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:19.903659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Calling delete_port for 694cf040-3e23-4be3-a461-3ef1965024de owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:42:19.927941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d2c5040-6823-4797-a319-c3049a06400e req-cb78f39c-5726-44db-82a9-82992a9fb4a8 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634667 Apr 05 18:42:19.990227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb505e21-0b5b-4e71-92ce-ef1441f841c0 req-317e7cd2-e571-46a7-89c9-a27b0df8bb6b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc54640-b93e-46a9-b7ca-2aca5ff7788b HTTP/1.1" status: 200 len: 210 time: 0.1129456 Apr 05 18:42:20.080637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-b9b1e999-1235-4d52-ad1b-74492c58a2a1 service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147414 Apr 05 18:42:20.151137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device df1829c8-9d69-4580-9cd9-eaf7e5b0308a no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:42:20.182625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: df1829c8-9d69-4580-9cd9-eaf7e5b0308a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:42:20.184063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device df1829c8-9d69-4580-9cd9-eaf7e5b0308a not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:42:20.261154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-574fcb15-dff9-4dfb-8ae8-75316d0d1673 req-55266e9e-afc6-4938-98f0-5d6478ff62a2 service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715438 Apr 05 18:42:20.411566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:20.750725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Pushing event deleted for resources: {'Port': ['ID=694cf040-3e23-4be3-a461-3ef1965024de,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:20.825577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47d7dd-ffa4-4972-b21b-83815126ce88 req-bf6ca1da-9b84-4600-8b22-d29de72cb3a2 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:20.827937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c47d7dd-ffa4-4972-b21b-83815126ce88 req-bf6ca1da-9b84-4600-8b22-d29de72cb3a2 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.4899671 Apr 05 18:42:20.869383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:20.877421 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0042035-9601-4b49-a55b-5bd84ea7ae1b" -d '{"events": [{"server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:20.891392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a939f2-feea-4539-ae11-c599ad2bc7fa req-41fac33d-06a3-4a80-94e5-06ce2f1a0783 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:20.893881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2a939f2-feea-4539-ae11-c599ad2bc7fa req-41fac33d-06a3-4a80-94e5-06ce2f1a0783 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 985 time: 0.1581614 Apr 05 18:42:20.903848 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:20.965419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c47d7dd-ffa4-4972-b21b-83815126ce88 req-225227ed-3777-4326-9903-3cabe96a642c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270344 Apr 05 18:42:21.048769 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.055116 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.058792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2a939f2-feea-4539-ae11-c599ad2bc7fa req-36544559-d5cf-48ce-886f-f7a17d45ab42 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=00fb0ac5-e94c-4a0d-8e5b-fece62307cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1560757 Apr 05 18:42:21.151302 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6890ab-89b8-464c-a058-a041bdde2688 x-openstack-request-id: req-fc6890ab-89b8-464c-a058-a041bdde2688 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:21.152258 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc54640-b93e-46a9-b7ca-2aca5ff7788b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e818cf9-5b27-4c38-a390-ab19a689b32a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:21.152770 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc6890ab-89b8-464c-a058-a041bdde2688 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:21.153507 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6890ab-89b8-464c-a058-a041bdde2688'] response: {'server_uuid': '2fc54640-b93e-46a9-b7ca-2aca5ff7788b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e818cf9-5b27-4c38-a390-ab19a689b32a', 'code': 200} Apr 05 18:42:21.170441 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.170956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00374d3d-e55d-446d-84d5-a1872a5a3670 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:42:21.184907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.187498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3534c5e4-5f6e-42da-955f-00f05bf5b075 admin admin] 10.222.0.15 "DELETE /v2.0/routers/00374d3d-e55d-446d-84d5-a1872a5a3670 HTTP/1.1" status: 204 len: 168 time: 2.8877177 Apr 05 18:42:21.190309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41724) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:21.226025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975c3cc-9fdd-4615-94af-41d87e476a3a req-7dfa95e1-bd6e-4ea9-9eb0-174ba52a937b tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:21.235739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0975c3cc-9fdd-4615-94af-41d87e476a3a req-7dfa95e1-bd6e-4ea9-9eb0-174ba52a937b tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1372442 Apr 05 18:42:21.289613 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dc3c61-01cd-402d-8b48-25b5aba2f1c4 admin admin] Deleting subnet 2555fa2a-168c-4aef-9a9c-468acab8e770 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:42:21.293382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8dc3c61-01cd-402d-8b48-25b5aba2f1c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.335550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8dc3c61-01cd-402d-8b48-25b5aba2f1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.343919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0975c3cc-9fdd-4615-94af-41d87e476a3a req-7fda888c-c240-4080-b88f-3576c86e43df tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843964 Apr 05 18:42:21.353559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dca00c-8546-4ca5-adad-d6002785a8ec req-4e219d9b-98b3-494d-a74a-41ea6ae6f121 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:21.355350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82dca00c-8546-4ca5-adad-d6002785a8ec req-4e219d9b-98b3-494d-a74a-41ea6ae6f121 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 945 time: 0.1184950 Apr 05 18:42:21.411979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8dc3c61-01cd-402d-8b48-25b5aba2f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.419786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82dca00c-8546-4ca5-adad-d6002785a8ec req-6dafbf8e-28b8-478c-9131-07cd2a23c5a5 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503633 Apr 05 18:42:21.557837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8dc3c61-01cd-402d-8b48-25b5aba2f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.572321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8dc3c61-01cd-402d-8b48-25b5aba2f1c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.575511 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f8dc3c61-01cd-402d-8b48-25b5aba2f1c4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2555fa2a-168c-4aef-9a9c-468acab8e770 HTTP/1.1" status: 204 len: 168 time: 0.3803973 Apr 05 18:42:21.578528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41740) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:21.598575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc3c61-01cd-402d-8b48-25b5aba2f1c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2555fa2a-168c-4aef-9a9c-468acab8e770,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:21.687102 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.705292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52b9c0-57f8-4d0c-b316-40956e2998cd req-2663de0c-c20b-44df-a039-c582e5f0cca2 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:21.707516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c52b9c0-57f8-4d0c-b316-40956e2998cd req-2663de0c-c20b-44df-a039-c582e5f0cca2 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 945 time: 0.1977766 Apr 05 18:42:21.716630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41746) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:21.723805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Request body: {'floatingip': {'port_id': '99f1c780-bc76-406e-b7cc-6240f04cd7ed'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:21.773932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41748) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:21.778663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-cc39e792-d633-4ff1-bccb-ad11681ebc0b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937019237', 'description': 'tempest-description--335816579'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:21.810132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc39e792-d633-4ff1-bccb-ad11681ebc0b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.852876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.887915 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.899521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc39e792-d633-4ff1-bccb-ad11681ebc0b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.907107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc39e792-d633-4ff1-bccb-ad11681ebc0b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.949545 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cc39e792-d633-4ff1-bccb-ad11681ebc0b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:21.951592 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cc39e792-d633-4ff1-bccb-ad11681ebc0b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1759269 Apr 05 18:42:21.953896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39e792-d633-4ff1-bccb-ad11681ebc0b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ef2817-4f0f-4b63-83d6-8dc1c1b4b1f9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:21.957070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41750) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:21.963970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c3a3ef15-4acd-4e34-844a-4575deb3266f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Request body: {'security_group_rule': {'security_group_id': '82ef2817-4f0f-4b63-83d6-8dc1c1b4b1f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:21.990242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36f6499-b89c-4f92-bd62-7fa0e706fdbd']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:22.021410 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3a3ef15-4acd-4e34-844a-4575deb3266f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.030350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec0ea49-3849-4754-8c2b-92ce6b5ca215') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:22.030696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec0ea49-3849-4754-8c2b-92ce6b5ca215') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:22.071231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.156982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3e818cf9-5b27-4c38-a390-ab19a689b32a no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:42:22.161822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3a3ef15-4acd-4e34-844a-4575deb3266f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.172938 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3a3ef15-4acd-4e34-844a-4575deb3266f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.212215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.248214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 3e818cf9-5b27-4c38-a390-ab19a689b32a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:42:22.249187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 3e818cf9-5b27-4c38-a390-ab19a689b32a not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:42:22.250814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c3a3ef15-4acd-4e34-844a-4575deb3266f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.253356 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c3a3ef15-4acd-4e34-844a-4575deb3266f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2949955 Apr 05 18:42:22.254644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3ef15-4acd-4e34-844a-4575deb3266f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a07a8d-cc0b-4500-8985-aa6a1de96358,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:22.256328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41756) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:22.257429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:42:22.257847 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:42:22.261840 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:42:22.273948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 694cf040-3e23-4be3-a461-3ef1965024de no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:42:22.284678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b56ecd32-0478-443f-9c66-579b8ef34cad tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Request body: {'security_group_rule': {'security_group_id': '82ef2817-4f0f-4b63-83d6-8dc1c1b4b1f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:22.312868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 694cf040-3e23-4be3-a461-3ef1965024de {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:42:22.314752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 694cf040-3e23-4be3-a461-3ef1965024de not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:42:22.343357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b56ecd32-0478-443f-9c66-579b8ef34cad tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.385550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2091b8-bb55-46d5-a527-a1f5c6da0f66 req-f478f576-fe49-4056-9d5c-bac0318fd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:22.387004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec2091b8-bb55-46d5-a527-a1f5c6da0f66 req-f478f576-fe49-4056-9d5c-bac0318fd4c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 1096 time: 0.3030834 Apr 05 18:42:22.405608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c6a4c-8432-46f6-8d0a-a7b6345a6273 req-f3cef422-d9bd-4dfe-943a-446c4468fa09 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:22.407046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f24c6a4c-8432-46f6-8d0a-a7b6345a6273 req-f3cef422-d9bd-4dfe-943a-446c4468fa09 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 985 time: 0.1860666 Apr 05 18:42:22.441915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc4b6-1eba-4403-911f-3080ecefe38f req-3e45e8b1-7aaf-4ed4-b114-6d18db4ea5dc tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:22.449185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d4dc4b6-1eba-4403-911f-3080ecefe38f req-3e45e8b1-7aaf-4ed4-b114-6d18db4ea5dc tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.3075931 Apr 05 18:42:22.453082 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b56ecd32-0478-443f-9c66-579b8ef34cad tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.460010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b56ecd32-0478-443f-9c66-579b8ef34cad tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.461102 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.490226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ecd32-0478-443f-9c66-579b8ef34cad tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddfd0a1-37e9-4de3-81fd-fd581132ac54,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:22.513044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b56ecd32-0478-443f-9c66-579b8ef34cad tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.515291 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b56ecd32-0478-443f-9c66-579b8ef34cad tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2576621 Apr 05 18:42:22.518446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41762) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:22.519900 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.525136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:22.526056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d36f6499-b89c-4f92-bd62-7fa0e706fdbd HTTP/1.1" status: 204 len: 168 time: 0.9462171 Apr 05 18:42:22.571998 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec2091b8-bb55-46d5-a527-a1f5c6da0f66 req-98f49af7-ead3-4b39-b4f8-2b36d6ecec4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743395 Apr 05 18:42:22.579231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9240f-e9c0-49c2-8495-09234e705ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d36f6499-b89c-4f92-bd62-7fa0e706fdbd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:22.580938 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.651051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d4dc4b6-1eba-4403-911f-3080ecefe38f req-66c45fb1-1c73-4c98-9693-1b7aa3e45925 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009487 Apr 05 18:42:22.687112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f24c6a4c-8432-46f6-8d0a-a7b6345a6273 req-070b8212-c916-46d7-87ae-88fbce2b3b0e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=00fb0ac5-e94c-4a0d-8e5b-fece62307cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2536972 Apr 05 18:42:22.815196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:22.923771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41778) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:22.991055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Allocated IP 172.25.4.69 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/da22ed38-676d-4134-b199-91c3d9330300) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:23.013652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52dc8f-252b-4d87-a50d-be17512f7b27 req-0f121c1a-7b9d-4847-8304-87bbaeb0d651 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:23.022354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b52dc8f-252b-4d87-a50d-be17512f7b27 req-0f121c1a-7b9d-4847-8304-87bbaeb0d651 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1807020 Apr 05 18:42:23.032348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-eaada590-8c0f-492b-94f9-3e4aa006615a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1129070484&fields=id&tenant_id=198ab92468a84663a0dbcd854566b1a9 HTTP/1.1" status: 200 len: 267 time: 0.1416519 Apr 05 18:42:23.050700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cd7dc3d2-9ae0-4022-bc98-a9b04722e977 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=653d9b9beb9c401f85207de148a14896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1239269 Apr 05 18:42:23.069483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41780) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:23.119909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:42:23.156763 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.198498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.198740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6983a1d-c66c-431d-b8b9-f3d28d5c2bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.220670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b52dc8f-252b-4d87-a50d-be17512f7b27 req-59855653-a07c-42a0-9fc9-1673cffca419 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973689 Apr 05 18:42:23.250565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:23.254340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:23.262688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:23.263919 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.277375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-386f9c1b-b685-4153-9727-d0a3964d2255 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:23.278995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-386f9c1b-b685-4153-9727-d0a3964d2255 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 985 time: 0.2205298 Apr 05 18:42:23.283731 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.286609 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6983a1d-c66c-431d-b8b9-f3d28d5c2bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.331317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-2a1d9eaa-a324-4c98-9fad-dc3d5748954a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'port': {'security_groups': ['00fb0ac5-e94c-4a0d-8e5b-fece62307cbe', '48c2c9be-ea6f-432b-8a79-91ec254d8ace', '98b8b9ca-3889-4332-9895-71819f4cef92']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:23.478497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-2a1d9eaa-a324-4c98-9fad-dc3d5748954a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.501400 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6983a1d-c66c-431d-b8b9-f3d28d5c2bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.504404 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6983a1d-c66c-431d-b8b9-f3d28d5c2bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.507851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e6983a1d-c66c-431d-b8b9-f3d28d5c2bb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23f65d7e-6f64-499a-a226-456a7cc67519 HTTP/1.1" status: 204 len: 168 time: 0.4318855 Apr 05 18:42:23.519084 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Floating IP 6c0e9b93-ef03-4cdd-8083-dd3b700b9533 associated. External IP: 172.25.4.131, port: 99f1c780-bc76-406e-b7cc-6240f04cd7ed. Apr 05 18:42:23.574466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6983a1d-c66c-431d-b8b9-f3d28d5c2bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f65d7e-6f64-499a-a226-456a7cc67519,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:23.598604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event updated for resources: {'Port': ['ID=da22ed38-676d-4134-b199-91c3d9330300,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:23.709528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.784687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:23.907720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63112c5-037d-460a-a1b3-dcd5d398d3c9 req-ec8f0555-64fa-40f1-bedd-652ded231ed0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:23.909256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b63112c5-037d-460a-a1b3-dcd5d398d3c9 req-ec8f0555-64fa-40f1-bedd-652ded231ed0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1442297 Apr 05 18:42:24.054602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:24.067964 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:24.146012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event updated for resources: {'Port': ['ID=da22ed38-676d-4134-b199-91c3d9330300,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:24.197885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:24.233161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:24.235209 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-95b68348-7a40-48b2-b23b-6224b3fcc05d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7153740 Apr 05 18:42:24.394321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b63112c5-037d-460a-a1b3-dcd5d398d3c9 req-d91dad09-96e9-4e89-a8ad-9ce439660811 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538257 Apr 05 18:42:24.420919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Router cc6d9285-82be-497e-a70b-277c63c3cc80 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:42:24.425368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-2a1d9eaa-a324-4c98-9fad-dc3d5748954a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] For port dacfca33-0e0c-40f9-9653-b90ba41b52eb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:24.525764 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-2a1d9eaa-a324-4c98-9fad-dc3d5748954a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:24.534945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-2a1d9eaa-a324-4c98-9fad-dc3d5748954a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:24.547883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dacfca33-0e0c-40f9-9653-b90ba41b52eb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:24.574523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:24.697647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41820) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:24.710913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d60723-1430-40bb-a46b-884a637937d1 req-0ae64656-99ea-43b8-9014-2fd0bd74c5a0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:24.712483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9d60723-1430-40bb-a46b-884a637937d1 req-0ae64656-99ea-43b8-9014-2fd0bd74c5a0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1640797 Apr 05 18:42:24.724512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-2a1d9eaa-a324-4c98-9fad-dc3d5748954a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:24.725149 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-2a1d9eaa-a324-4c98-9fad-dc3d5748954a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:24.726640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bd1427e-4eef-4af3-868e-ff252a64a7f8 req-2a1d9eaa-a324-4c98-9fad-dc3d5748954a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "PUT /v2.0/ports/dacfca33-0e0c-40f9-9653-b90ba41b52eb HTTP/1.1" status: 200 len: 1021 time: 1.4328387 Apr 05 18:42:24.727091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:24.729966 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fea735-91fa-47cc-b12f-f35142d8ed08" -d '{"events": [{"name": "network-changed", "server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:24.788196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:42:24.791351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d9eaa-a324-4c98-9fad-dc3d5748954a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'Port': ['ID=dacfca33-0e0c-40f9-9653-b90ba41b52eb,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:24.805600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dacfca33-0e0c-40f9-9653-b90ba41b52eb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:24.806520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:24.808344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] Sync routers for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:42:24.856572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:24.857927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9d60723-1430-40bb-a46b-884a637937d1 req-a546aaf4-d87d-44f2-b527-8d40cb55fa9e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189632 Apr 05 18:42:24.859799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c356b9cd-f3e8-425f-b124-abe5993e1e89 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "PUT /v2.0/floatingips/6c0e9b93-ef03-4cdd-8083-dd3b700b9533 HTTP/1.1" status: 200 len: 991 time: 3.1407709 Apr 05 18:42:24.868545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:24.932065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1990359363-network', 'tenant_id': '82110c0a413b41d28f89c691457763ce'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:24.979477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Made reservation on behalf of 82110c0a413b41d28f89c691457763ce for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:24.982299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:25.001251 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:25.003723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-4a170b65-12c0-418c-b037-a8fb3654ee4f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:25.005324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-4a170b65-12c0-418c-b037-a8fb3654ee4f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/networks?id=6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 200 len: 821 time: 0.1445301 Apr 05 18:42:25.054039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0145d93b-6677-4e3a-a0a7-c95212bff7a8 req-5a4c993c-7174-49eb-ac3b-8d66c4e0dec3 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/98b8b9ca-3889-4332-9895-71819f4cef92 HTTP/1.1" status: 200 len: 1803 time: 0.0477176 Apr 05 18:42:25.068572 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:42:25.077893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-2837d2c0-2ef0-4193-a3e3-a195f8442699 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/quotas/2be2892429824042a0af00b781bc7ba4 HTTP/1.1" status: 200 len: 375 time: 0.0270040 Apr 05 18:42:25.162564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-6a4a3a43-6839-48b1-bbfa-33d96e08ca70 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2be2892429824042a0af00b781bc7ba4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761042 Apr 05 18:42:25.164239 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-0145d93b-6677-4e3a-a0a7-c95212bff7a8 req-5cab5c31-4c53-4b7e-af14-d8d57a1fb088 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 18:42:25.165502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0145d93b-6677-4e3a-a0a7-c95212bff7a8 req-5cab5c31-4c53-4b7e-af14-d8d57a1fb088 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/98b8b9ca-3889-4332-9895-71819f4cef92 HTTP/1.1" status: 409 len: 341 time: 0.0941961 Apr 05 18:42:25.176521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:25.191275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:25.230998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:42:25.239907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70124af-20c6-442d-8eba-280fb0d58738,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:25.248609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:25.248947 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Added segment dd786e2e-03aa-4eae-a192-10d39b6e9f76 of type vlan for network dfcdc51e-5af1-41b8-ad80-230ec7417a57 Apr 05 18:42:25.278914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-23543a92-bb62-4898-a1e9-1f448da86e8d service neutron] 10.222.0.15 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066022 Apr 05 18:42:25.281074 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae9af45-ccc8-4320-a31a-e056b0579876 x-openstack-request-id: req-8ae9af45-ccc8-4320-a31a-e056b0579876 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:25.281361 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:25.281611 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ae9af45-ccc8-4320-a31a-e056b0579876 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:25.281999 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae9af45-ccc8-4320-a31a-e056b0579876'] response: {'name': 'network-changed', 'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb', 'status': 'completed', 'code': 200} Apr 05 18:42:25.378829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:25.392022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-13e519e7-8279-4c6c-a040-b204614a2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:25.393641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-13e519e7-8279-4c6c-a040-b204614a2ce2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=198ab92468a84663a0dbcd854566b1a9&device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 1175 time: 0.1109035 Apr 05 18:42:25.433356 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:25.435993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:25.436850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:25.468505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-5ba7f420-35aa-4746-848b-de811274bca7 service neutron] 10.222.0.15 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772492 Apr 05 18:42:25.571902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:25.596144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-36eaa0c3-8e4e-4076-a8f6-1b9d109ade70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:25.598457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-36eaa0c3-8e4e-4076-a8f6-1b9d109ade70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 200 len: 913 time: 0.1963396 Apr 05 18:42:25.601621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] Pushing event updated for resources: {'Network': ['ID=dfcdc51e-5af1-41b8-ad80-230ec7417a57,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:25.608642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96a3e-158f-4241-b903-6d757459da2e req-0a2aa70c-4f1a-43f5-9ba3-688f601ed1f1 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:25.610234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-0a2aa70c-4f1a-43f5-9ba3-688f601ed1f1 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 810 time: 0.2092011 Apr 05 18:42:25.632016 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network dfcdc51e-5af1-41b8-ad80-230ec7417a57 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:42:25.642966 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9cc4be87-11c4-4922-a003-3b2a8e772f43 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9440749 Apr 05 18:42:25.645725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41858) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:25.651407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Request body: {'subnet': {'network_id': 'dfcdc51e-5af1-41b8-ad80-230ec7417a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1990359363-subnet', 'tenant_id': '82110c0a413b41d28f89c691457763ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:25.680518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-d19b6a47-bbf3-442d-b608-d1c9afa51e7b tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/quotas/7a9ea129cbe942d78653ed72c6f17c30 HTTP/1.1" status: 200 len: 375 time: 0.0627000 Apr 05 18:42:25.682941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-902c2f28-e1c0-438b-b265-1224eaf38bf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb HTTP/1.1" status: 200 len: 217 time: 0.0718012 Apr 05 18:42:25.703889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Made reservation on behalf of 82110c0a413b41d28f89c691457763ce for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:25.707255 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:25.845041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-a2f6ccbf-9102-4390-aef5-c65a293d6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:25.846700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-a2f6ccbf-9102-4390-aef5-c65a293d6d48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 200 len: 853 time: 0.1489744 Apr 05 18:42:25.916808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-e551a08d-2667-42e3-8961-272d9e5bcca4 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2259307 Apr 05 18:42:25.922736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-7d5b0367-afa3-424e-9dcd-8810654cd540 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5608849a-3eb3-479a-99a7-f1b4d94662d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652037 Apr 05 18:42:25.999540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:26.165636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-f5d54524-4a26-499c-a4b0-6ac5bdf35d71 service neutron] 10.222.0.15 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401757 Apr 05 18:42:26.170498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-14d81900-9c3b-4bd6-bb18-f17a4f4d26fb service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264309 Apr 05 18:42:26.193102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Checking segment: {'id': 'dd786e2e-03aa-4eae-a192-10d39b6e9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfcdc51e-5af1-41b8-ad80-230ec7417a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:26.193272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Network hostable DHCP agents. Network: dfcdc51e-5af1-41b8-ad80-230ec7417a57, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:42:26.233672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a942772-1c35-429f-9a68-f5361c948249,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:26.234707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '6c0e9b93-ef03-4cdd-8083-dd3b700b9533', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'port_id': '99f1c780-bc76-406e-b7cc-6240f04cd7ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'mac_address': 'fa:16:3e:bd:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:41:58Z', 'updated_at': '2022-04-05T18:42:22Z', 'revision_number': 1, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803e8963-1bfb-493e-a693-a5a9d2c9890c', 'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'mac_address': 'fa:16:3e:da:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 5, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'subnets': [{'id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:26.242425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Network dfcdc51e-5af1-41b8-ad80-230ec7417a57 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:42:26.258566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, dfcdc51e-5af1-41b8-ad80-230ec7417a57) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:26.274581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:26.275178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:26.281518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fbec9f-6c92-4d8d-82a0-2a150bd6d4a1 None None] Network dfcdc51e-5af1-41b8-ad80-230ec7417a57 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:42:26.314073 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-419b660b-f433-4f45-839d-3eb616b6d37c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6668000 Apr 05 18:42:26.347867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] Checking router: cc6d9285-82be-497e-a70b-277c63c3cc80 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:42:26.390301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:26.393287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:26.413076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a13d72-717d-4c37-80cb-bd4c150355ec req-31023c77-c373-4469-ab7c-c6fbf0b2443f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:26.421065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75a13d72-717d-4c37-80cb-bd4c150355ec req-31023c77-c373-4469-ab7c-c6fbf0b2443f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.2142115 Apr 05 18:42:26.433609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-562c3b86-d95d-4e73-a395-72dbbd4ce75b service neutron] 10.222.0.15 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560823 Apr 05 18:42:26.438031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84fea735-91fa-47cc-b12f-f35142d8ed08 req-1d461e7c-0947-4ddb-acf3-492f5a813d66 service neutron] 10.222.0.20 "GET /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593915 Apr 05 18:42:26.505828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75a13d72-717d-4c37-80cb-bd4c150355ec req-006b7632-e4b7-4502-b148-28a02d5205dd tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835934 Apr 05 18:42:26.678183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324218ac-e691-4bc6-8579-19d6b9c08640 None None] Network dfcdc51e-5af1-41b8-ad80-230ec7417a57 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:42:26.734673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c97c7e81-8541-4ba7-aba5-e05b0e21ad32 req-06b170a9-4d44-42fc-bb27-bd05377282ec tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 210 time: 0.0364602 Apr 05 18:42:26.838348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-513f6c41-897f-4473-9ffe-19a61ef0a635 req-e5c39b46-1270-422b-95df-8d2822d85bfc tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 210 time: 0.0430200 Apr 05 18:42:26.840587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:26.946129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc792fd-6174-4b8d-8354-0c5b0e4e0b63 req-af61574e-214b-4097-8360-baf408d01379 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:26.955289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdc792fd-6174-4b8d-8354-0c5b0e4e0b63 req-af61574e-214b-4097-8360-baf408d01379 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 1024 time: 0.0914311 Apr 05 18:42:27.032623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdc792fd-6174-4b8d-8354-0c5b0e4e0b63 req-4e354add-3fb7-4519-811a-557ac5ac7e63 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=00fb0ac5-e94c-4a0d-8e5b-fece62307cbe&id=98b8b9ca-3889-4332-9895-71819f4cef92&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0760868 Apr 05 18:42:27.122580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41900) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:27.127891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-330879570-network', 'tenant_id': '228bf0f204a74300bd53d64747b00bbd'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:27.150057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Made reservation on behalf of 228bf0f204a74300bd53d64747b00bbd for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:27.152682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:27.166027 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:27.284389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'tag': '99f1c780-bc76-406e-b7cc-6240f04cd7ed'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:27.287786 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252f6fe9-3030-4026-8ebc-9eda9880b319" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbc8c73-d3f8-47a0-92b1-0ec227979a14", "tag": "99f1c780-bc76-406e-b7cc-6240f04cd7ed"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:27.305932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:27.346470 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:27.352174 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eccfe1c-62aa-4d37-a175-1421fa75c423 x-openstack-request-id: req-9eccfe1c-62aa-4d37-a175-1421fa75c423 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:27.352664 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbc8c73-d3f8-47a0-92b1-0ec227979a14", "tag": "99f1c780-bc76-406e-b7cc-6240f04cd7ed", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:27.353452 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9eccfe1c-62aa-4d37-a175-1421fa75c423 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:27.354080 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eccfe1c-62aa-4d37-a175-1421fa75c423'] response: {'name': 'network-changed', 'server_uuid': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'tag': '99f1c780-bc76-406e-b7cc-6240f04cd7ed', 'status': 'completed', 'code': 200} Apr 05 18:42:27.377007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:42:27.388203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacac928-c275-4408-8a9d-845f401be5a5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:27.398830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '6c0e9b93-ef03-4cdd-8083-dd3b700b9533', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'port_id': '99f1c780-bc76-406e-b7cc-6240f04cd7ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'mac_address': 'fa:16:3e:bd:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:41:58Z', 'updated_at': '2022-04-05T18:42:22Z', 'revision_number': 1, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803e8963-1bfb-493e-a693-a5a9d2c9890c', 'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'mac_address': 'fa:16:3e:da:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 5, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'subnets': [{'id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:27.406880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:27.407307 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Added segment 456022e6-b6f4-45db-b0d1-e61f0a052e7c of type vlan for network 26a7452c-b08d-4405-a8c3-7ce1ec365baf Apr 05 18:42:27.454376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:27.480511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6bb70c-6e58-458d-9c05-ac2c621f6bb4 None None] The sync data for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 is: [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '6c0e9b93-ef03-4cdd-8083-dd3b700b9533', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'port_id': '99f1c780-bc76-406e-b7cc-6240f04cd7ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'mac_address': 'fa:16:3e:bd:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:41:58Z', 'updated_at': '2022-04-05T18:42:22Z', 'revision_number': 1, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803e8963-1bfb-493e-a693-a5a9d2c9890c', 'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'mac_address': 'fa:16:3e:da:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 5, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'subnets': [{'id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:42:27.485860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-baf1dda4-d9a1-4962-9410-429e690b2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:27.487362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-baf1dda4-d9a1-4962-9410-429e690b2136 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8b60de90e17421c9b7beb46cbfccba1&device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 1096 time: 0.1060679 Apr 05 18:42:27.502282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:27.506227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:27.507197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:27.538866 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4150939 Apr 05 18:42:27.552191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41912) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:27.559855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Request body: {'subnet': {'network_id': '26a7452c-b08d-4405-a8c3-7ce1ec365baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-330879570-subnet', 'tenant_id': '228bf0f204a74300bd53d64747b00bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:27.682771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63135a3b-9f96-41ec-9fbf-d6bac27abb20 admin admin] Pushing event updated for resources: {'Network': ['ID=26a7452c-b08d-4405-a8c3-7ce1ec365baf,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:27.688107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Made reservation on behalf of 228bf0f204a74300bd53d64747b00bbd for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:27.690827 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:27.694098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 26a7452c-b08d-4405-a8c3-7ce1ec365baf details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:42:27.909665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-e7b3ee7f-df61-4fae-a74f-fbbff62ecc14 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:27.913319 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-e7b3ee7f-df61-4fae-a74f-fbbff62ecc14 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.25 "GET /v2.0/networks?id=6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 200 len: 821 time: 0.3940184 Apr 05 18:42:27.931494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Request body: {'port': {'device_id': 'ac214922-550d-4f31-a473-ffebb84a02df', 'network_id': '6162acc5-927e-488a-8567-675d7937773a', 'admin_state_up': True, 'tenant_id': '2be2892429824042a0af00b781bc7ba4'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:27.979184 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c3a04-8f41-4ca7-93e2-115fe841b316 None None] New status for floating IP 6c0e9b93-ef03-4cdd-8083-dd3b700b9533: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:42:27.991659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81555b-ee2e-4e88-b135-56a250080bf3 req-debda3be-bbe9-4c89-a046-afb4ab60c718 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:28.010569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe81555b-ee2e-4e88-b135-56a250080bf3 req-debda3be-bbe9-4c89-a046-afb4ab60c718 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.3524079 Apr 05 18:42:28.014208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-9a5dfa98-28d8-430a-a548-a511d599c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:28.016549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-9a5dfa98-28d8-430a-a548-a511d599c1e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7332c7a-e3e0-4a9d-9843-2f0371e1682b HTTP/1.1" status: 200 len: 912 time: 0.5197692 Apr 05 18:42:28.123674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-0e4664b0-b2fa-4c0a-baf0-9dfec2ea4053 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:28.125949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-0e4664b0-b2fa-4c0a-baf0-9dfec2ea4053 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.20 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 1024 time: 0.4456086 Apr 05 18:42:28.128448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be9a5f91-ec4d-4f3e-94f5-226984371443 req-97361d63-98bb-4927-abce-8246f77a98b6 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 210 time: 0.2297366 Apr 05 18:42:28.267008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Made reservation on behalf of 2be2892429824042a0af00b781bc7ba4 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:28.270657 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:28.281314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe81555b-ee2e-4e88-b135-56a250080bf3 req-a5263830-a5cd-4e8b-944d-a7fce93b7929 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663765 Apr 05 18:42:28.421201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6369556c-079c-4834-b339-33098d9dfeda req-c5305875-cf7d-467d-9556-2515cdcf91e9 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 210 time: 0.1188300 Apr 05 18:42:28.450503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-8a31b873-e70f-44b7-aae3-82eb7818ad17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f1c780-bc76-406e-b7cc-6240f04cd7ed HTTP/1.1" status: 200 len: 999 time: 0.3937905 Apr 05 18:42:28.478279 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:28.546791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e374db-3d83-48ce-9d2e-3e2761d1ea8c req-a9bdd31b-cf3b-492c-a141-fecd1b6e5f3e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:28.548299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1e374db-3d83-48ce-9d2e-3e2761d1ea8c req-a9bdd31b-cf3b-492c-a141-fecd1b6e5f3e tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=72efa64b-992d-4506-bafe-37c7f6dce1ef HTTP/1.1" status: 200 len: 1024 time: 0.1741273 Apr 05 18:42:28.557976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-130b8b7b-4155-43b0-8358-668c6cd1cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:28.559589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-130b8b7b-4155-43b0-8358-668c6cd1cdc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad459ce8-4e28-41db-9b07-35fa473c0254 HTTP/1.1" status: 200 len: 851 time: 0.1014032 Apr 05 18:42:28.565575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Deleting port dacfca33-0e0c-40f9-9653-b90ba41b52eb {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:42:28.566326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:28.598192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Allocated IP 172.20.0.14 (6162acc5-927e-488a-8567-675d7937773a/ab16ca2d-f1e2-4a36-b43e-93c2ca000912/2afb15c5-121b-4b09-b5d6-9353b71801cb) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:28.625043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17b8396-824e-45a3-8814-1c22e20d20b5,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:28.646636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Checking segment: {'id': '456022e6-b6f4-45db-b0d1-e61f0a052e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '26a7452c-b08d-4405-a8c3-7ce1ec365baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:28.646982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Network hostable DHCP agents. Network: 26a7452c-b08d-4405-a8c3-7ce1ec365baf, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:42:28.687734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96a3e-158f-4241-b903-6d757459da2e req-6f410d86-32d5-4b21-a025-c223102a6251 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:28.689138 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-6f410d86-32d5-4b21-a025-c223102a6251 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.25 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 810 time: 0.2232213 Apr 05 18:42:28.706239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Request body: {'port': {'device_id': 'e5faae57-c2e4-4f7e-950a-8a93bdaf06f4', 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508', 'admin_state_up': True, 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:28.715220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Network 26a7452c-b08d-4405-a8c3-7ce1ec365baf is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:42:28.719489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1e374db-3d83-48ce-9d2e-3e2761d1ea8c req-92a2937c-d727-4ef2-8dd6-120d89279415 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=00fb0ac5-e94c-4a0d-8e5b-fece62307cbe&id=98b8b9ca-3889-4332-9895-71819f4cef92&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1636927 Apr 05 18:42:28.748087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-524d2270-1da5-48d8-9f8a-a78ddcd183e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:28.749602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-524d2270-1da5-48d8-9f8a-a78ddcd183e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7332c7a-e3e0-4a9d-9843-2f0371e1682b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805215 Apr 05 18:42:28.783759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 26a7452c-b08d-4405-a8c3-7ce1ec365baf) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:28.798828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b51423-7de1-4c9a-8ce8-1a5472163d4c None None] Network 26a7452c-b08d-4405-a8c3-7ce1ec365baf requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:42:28.818861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:28.819443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:28.821844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] For port dacfca33-0e0c-40f9-9653-b90ba41b52eb, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dacfca33-0e0c-40f9-9653-b90ba41b52eb,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:28.822121 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:28.852865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Calling delete_port for dacfca33-0e0c-40f9-9653-b90ba41b52eb owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:42:28.866081 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1911fcf1-ce3f-4208-a388-b44d82cbfbb6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3049045 Apr 05 18:42:28.922327 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:28.941671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Made reservation on behalf of 7a9ea129cbe942d78653ed72c6f17c30 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:28.945426 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.015625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.043951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d604a-dbd4-40c5-ad56-81fd84875657 None None] Network 26a7452c-b08d-4405-a8c3-7ce1ec365baf requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:42:29.068520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Network 6162acc5-927e-488a-8567-675d7937773a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:29.073431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:29.076142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-128088e5-00c0-47d9-8d58-a2997a4be0ae service neutron] 10.222.0.20 "GET /v2.0/networks/d7332c7a-e3e0-4a9d-9843-2f0371e1682b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163850 Apr 05 18:42:29.079488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:29.150485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event updated for resources: {'Port': ['ID=2afb15c5-121b-4b09-b5d6-9353b71801cb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:29.168751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:29.169379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.237277 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.249945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dacfca33-0e0c-40f9-9653-b90ba41b52eb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:29.250179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab0ce2-89fc-4c5a-8022-a306223f1c31 req-d6670a18-f7dc-4df2-ba27-6335decb1e7d tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:29.251709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3ab0ce2-89fc-4c5a-8022-a306223f1c31 req-d6670a18-f7dc-4df2-ba27-6335decb1e7d tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 950 time: 0.2306094 Apr 05 18:42:29.259148 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-811b25aa-6baa-4f59-ac54-d22a1aed1fa2 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3198738 Apr 05 18:42:29.273075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Allocated IP 172.20.0.13 (92a0426a-a463-402d-a447-3d4a0d461508/d4123b08-a8e7-413e-a1a0-fc36a4cb8380/1f1bd74d-0df4-4982-9803-c9237c830a61) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:29.276742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:29.292621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Request body: {'port': {'device_id': 'ac214922-550d-4f31-a473-ffebb84a02df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:29.310298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'Port': ['ID=dacfca33-0e0c-40f9-9653-b90ba41b52eb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:29.365316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3ab0ce2-89fc-4c5a-8022-a306223f1c31 req-11205855-c343-4a71-add4-dd0719905609 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047313 Apr 05 18:42:29.395155 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.432833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] No DVR routers for this DVR port dacfca33-0e0c-40f9-9653-b90ba41b52eb on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:42:29.436990 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.447237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24239f70-a0b3-496a-980e-f8288c9190b2 req-196195d6-79bd-4e15-8882-242ef4dffc90 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.20 "DELETE /v2.0/ports/dacfca33-0e0c-40f9-9653-b90ba41b52eb HTTP/1.1" status: 204 len: 173 time: 1.3116856 Apr 05 18:42:29.449115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'name': 'network-vif-deleted', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:29.452330 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7142c137-0adc-4a02-b38d-633ed7b36554" -d '{"events": [{"server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "name": "network-vif-deleted", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:29.467536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-252f6fe9-3030-4026-8ebc-9eda9880b319 req-e262a8c4-dc32-4efb-ac3b-9443b0aac66d service neutron] 10.222.0.20 "GET /v2.0/networks/d7332c7a-e3e0-4a9d-9843-2f0371e1682b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729010 Apr 05 18:42:29.596575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c2e71-4c80-43d9-ba40-fed947e0f7fe req-6e44321e-bcd9-405d-8297-b0b14d61cc98 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:29.598313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d4c2e71-4c80-43d9-ba40-fed947e0f7fe req-6e44321e-bcd9-405d-8297-b0b14d61cc98 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 932 time: 0.1018760 Apr 05 18:42:29.639839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-bf695719-2b58-460b-948b-7fd3d468f7f3 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:29.641311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-bf695719-2b58-460b-948b-7fd3d468f7f3 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/networks?id=dfcdc51e-5af1-41b8-ad80-230ec7417a57 HTTP/1.1" status: 200 len: 825 time: 0.1726203 Apr 05 18:42:29.667030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d4c2e71-4c80-43d9-ba40-fed947e0f7fe req-031b3d0f-a7cd-482c-83e7-63fff3e314fb tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605431 Apr 05 18:42:29.668823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-355d4d80-e873-47ca-acc1-18489eb24e3e tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/quotas/82110c0a413b41d28f89c691457763ce HTTP/1.1" status: 200 len: 375 time: 0.0167980 Apr 05 18:42:29.701400 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.707051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-008409ac-02c0-4668-a76d-b9ceedf29b94 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82110c0a413b41d28f89c691457763ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268989 Apr 05 18:42:29.801683 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.814540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['42c43c05-8d6e-4527-b1a7-c28b561b0bf7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:29.828524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650ee2d-f66d-4795-8824-4bd37c740cc5 req-8cb92048-099b-4b64-bdff-d4369b73eec0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:29.830089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e650ee2d-f66d-4795-8824-4bd37c740cc5 req-8cb92048-099b-4b64-bdff-d4369b73eec0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0932851 Apr 05 18:42:29.848201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ca1d3fa-6d19-4e03-a4ff-2958de3524a3 service neutron] 10.222.0.15 "GET /v2.0/networks/dfcdc51e-5af1-41b8-ad80-230ec7417a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343036 Apr 05 18:42:29.879571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Network 92a0426a-a463-402d-a447-3d4a0d461508 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:29.889449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:29.897015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:29.901605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afb15c5-121b-4b09-b5d6-9353b71801cb {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:29.907493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Pushing event updated for resources: {'Port': ['ID=1f1bd74d-0df4-4982-9803-c9237c830a61,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:29.929966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.953624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Transition to ACTIVE for port object 2afb15c5-121b-4b09-b5d6-9353b71801cb will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:42:29.965040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:29.965962 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.970086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:29.971342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e650ee2d-f66d-4795-8824-4bd37c740cc5 req-28068c40-42d8-4575-943a-cf7a1499ba76 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070497 Apr 05 18:42:30.006008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1a1e6a6d-7fd3-4ba0-87ae-ed228719cc74 service neutron] 10.222.0.15 "GET /v2.0/networks/dfcdc51e-5af1-41b8-ad80-230ec7417a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520042 Apr 05 18:42:30.023334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-535093dd-e096-49e7-92db-fdfce0bf2df0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3211498 Apr 05 18:42:30.039024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Request body: {'port': {'device_id': 'e5faae57-c2e4-4f7e-950a-8a93bdaf06f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:30.066367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=2afb15c5-121b-4b09-b5d6-9353b71801cb,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:30.161449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.182450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Attempting to bind port 2afb15c5-121b-4b09-b5d6-9353b71801cb on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:42:30.182948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Attempting to bind port 2afb15c5-121b-4b09-b5d6-9353b71801cb by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:42:30.183375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Attempting to bind port 2afb15c5-121b-4b09-b5d6-9353b71801cb on network 6162acc5-927e-488a-8567-675d7937773a {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:30.208267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Port 2afb15c5-121b-4b09-b5d6-9353b71801cb on network 6162acc5-927e-488a-8567-675d7937773a not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:42:30.208635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Attempting to bind port 2afb15c5-121b-4b09-b5d6-9353b71801cb on network 6162acc5-927e-488a-8567-675d7937773a {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:30.249858 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c161b-fd34-429a-9d8b-3d4d7c13dcea x-openstack-request-id: req-fb9c161b-fd34-429a-9d8b-3d4d7c13dcea {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:30.250430 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72efa64b-992d-4506-bafe-37c7f6dce1ef", "name": "network-vif-deleted", "tag": "dacfca33-0e0c-40f9-9653-b90ba41b52eb", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:30.250430 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb9c161b-fd34-429a-9d8b-3d4d7c13dcea {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:30.251041 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9c161b-fd34-429a-9d8b-3d4d7c13dcea'] response: {'server_uuid': '72efa64b-992d-4506-bafe-37c7f6dce1ef', 'name': 'network-vif-deleted', 'tag': 'dacfca33-0e0c-40f9-9653-b90ba41b52eb', 'status': 'completed', 'code': 200} Apr 05 18:42:30.331275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:42:30.332000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Checking segment: {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:30.332000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Bound using segment: {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:42:30.332423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Bound port: 2afb15c5-121b-4b09-b5d6-9353b71801cb, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:42:30.332815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.366287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1098b73a-d656-4c0b-ae42-9def7168743a req-8b73b1cc-71a0-4145-abd0-0aba7d1ecdce tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 210 time: 0.0378449 Apr 05 18:42:30.383808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09819695-73db-49db-9e60-b5982d3d632d req-4483e772-4e48-4b97-b84a-1196ed1fa59b tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:30.385751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09819695-73db-49db-9e60-b5982d3d632d req-4483e772-4e48-4b97-b84a-1196ed1fa59b tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 932 time: 0.0875032 Apr 05 18:42:30.454784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09819695-73db-49db-9e60-b5982d3d632d req-2e4546e3-192a-4ce9-a625-887a1f33675a tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583453 Apr 05 18:42:30.459345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:42:30.464302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:42:30.469733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c04ed175-9443-4c82-ab4f-f333f6bdb9e5 req-bfd1ba61-d935-4870-9448-c45053c2c83d tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/00fb0ac5-e94c-4a0d-8e5b-fece62307cbe HTTP/1.1" status: 200 len: 1803 time: 0.0582149 Apr 05 18:42:30.473363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.535164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:30.535955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.537536 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] 10.222.0.25 "PUT /v2.0/ports/2afb15c5-121b-4b09-b5d6-9353b71801cb HTTP/1.1" status: 200 len: 1092 time: 1.2521102 Apr 05 18:42:30.541227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c04ed175-9443-4c82-ab4f-f333f6bdb9e5 req-b0114c51-aef6-4af3-bff6-50098a9f4e64 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.544895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:30.547391 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6142f093-7495-4c73-aa08-11d36b5baa87" -d '{"events": [{"name": "network-changed", "server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:30.594226 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c04ed175-9443-4c82-ab4f-f333f6bdb9e5 req-b0114c51-aef6-4af3-bff6-50098a9f4e64 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.611057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f55c6a-d6cf-438d-aace-83f56ba5bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=2afb15c5-121b-4b09-b5d6-9353b71801cb,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:30.626025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda9c05-a20c-462a-a89a-8fadc1546210 req-4b771f46-6be3-4c7e-ad06-ab7b62b34436 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:30.627672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-afda9c05-a20c-462a-a89a-8fadc1546210 req-4b771f46-6be3-4c7e-ad06-ab7b62b34436 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 950 time: 0.0885220 Apr 05 18:42:30.667230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1bd74d-0df4-4982-9803-c9237c830a61 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:30.678160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.683040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-afda9c05-a20c-462a-a89a-8fadc1546210 req-daf30373-9127-4566-82c8-9549e823101f tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454469 Apr 05 18:42:30.683733 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c04ed175-9443-4c82-ab4f-f333f6bdb9e5 req-b0114c51-aef6-4af3-bff6-50098a9f4e64 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.683879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-9d266ab0-d870-44bc-887f-e7294ab7d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:30.685249 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-9d266ab0-d870-44bc-887f-e7294ab7d263 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2be2892429824042a0af00b781bc7ba4&device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 1095 time: 0.0950372 Apr 05 18:42:30.687510 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c04ed175-9443-4c82-ab4f-f333f6bdb9e5 req-b0114c51-aef6-4af3-bff6-50098a9f4e64 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.688601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c04ed175-9443-4c82-ab4f-f333f6bdb9e5 req-b0114c51-aef6-4af3-bff6-50098a9f4e64 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/00fb0ac5-e94c-4a0d-8e5b-fece62307cbe HTTP/1.1" status: 204 len: 173 time: 0.2089458 Apr 05 18:42:30.698230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0114c51-aef6-4af3-bff6-50098a9f4e64 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fb0ac5-e94c-4a0d-8e5b-fece62307cbe,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:30.752231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Transition to ACTIVE for port object 1f1bd74d-0df4-4982-9803-c9237c830a61 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:42:30.754252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-a68b03c7-48ea-4dfc-8fa9-d82de6e9b694 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb HTTP/1.1" status: 200 len: 217 time: 0.0508590 Apr 05 18:42:30.758651 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:30.790561 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f242a9e-a5b0-4757-b920-7577ca2df29e x-openstack-request-id: req-4f242a9e-a5b0-4757-b920-7577ca2df29e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:30.791503 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:30.791503 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f242a9e-a5b0-4757-b920-7577ca2df29e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:30.791760 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f242a9e-a5b0-4757-b920-7577ca2df29e'] response: {'name': 'network-changed', 'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb', 'status': 'completed', 'code': 200} Apr 05 18:42:30.875945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-08c961cf-bea2-4290-b422-8d10ec869c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:30.877345 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-08c961cf-bea2-4290-b422-8d10ec869c00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab16ca2d-f1e2-4a36-b43e-93c2ca000912 HTTP/1.1" status: 200 len: 861 time: 0.1141052 Apr 05 18:42:30.891777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Pushing event updated for resources: {'Port': ['ID=1f1bd74d-0df4-4982-9803-c9237c830a61,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:30.959393 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-ec9f6302-348b-43c5-a9a1-e7319cf7d466 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6162acc5-927e-488a-8567-675d7937773a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638254 Apr 05 18:42:31.029289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Attempting to bind port 1f1bd74d-0df4-4982-9803-c9237c830a61 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:42:31.029620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Attempting to bind port 1f1bd74d-0df4-4982-9803-c9237c830a61 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:42:31.029954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Attempting to bind port 1f1bd74d-0df4-4982-9803-c9237c830a61 on network 92a0426a-a463-402d-a447-3d4a0d461508 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:31.040509 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Port 1f1bd74d-0df4-4982-9803-c9237c830a61 on network 92a0426a-a463-402d-a447-3d4a0d461508 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:42:31.040835 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Attempting to bind port 1f1bd74d-0df4-4982-9803-c9237c830a61 on network 92a0426a-a463-402d-a447-3d4a0d461508 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:31.050421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:42:31.050761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Checking segment: {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:31.051172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Bound using segment: {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:42:31.051604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Bound port: 1f1bd74d-0df4-4982-9803-c9237c830a61, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:42:31.051966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.090198 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-9d7eb477-2eb4-4429-99f4-a03e8d755c78 service neutron] 10.222.0.25 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219821 Apr 05 18:42:31.138827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e75ebfc-bac6-4719-aa61-298728475912 req-202db885-c399-4787-9f71-2e9c08810805 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/98b8b9ca-3889-4332-9895-71819f4cef92 HTTP/1.1" status: 200 len: 1803 time: 0.0576375 Apr 05 18:42:31.145856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a8289-1830-424e-98d2-3287ffea6398 req-ae1282ed-e700-475f-ba1b-3d430373fec6 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:31.147318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-269a8289-1830-424e-98d2-3287ffea6398 req-ae1282ed-e700-475f-ba1b-3d430373fec6 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 944 time: 0.3679464 Apr 05 18:42:31.192153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] For port 1f1bd74d-0df4-4982-9803-c9237c830a61, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:42:31.197369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] For port 1f1bd74d-0df4-4982-9803-c9237c830a61, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f1bd74d-0df4-4982-9803-c9237c830a61,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:42:31.205504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.221555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-269a8289-1830-424e-98d2-3287ffea6398 req-d84b21d2-00ea-493f-b2ed-216fa5950ba5 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600777 Apr 05 18:42:31.228056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7e75ebfc-bac6-4719-aa61-298728475912 req-c244fdf9-c2c4-4a4a-bfed-0b8f343cd376 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.259723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7e75ebfc-bac6-4719-aa61-298728475912 req-c244fdf9-c2c4-4a4a-bfed-0b8f343cd376 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.271303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:31.272402 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.273246 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] 10.222.0.25 "PUT /v2.0/ports/1f1bd74d-0df4-4982-9803-c9237c830a61 HTTP/1.1" status: 200 len: 1092 time: 1.2415390 Apr 05 18:42:31.278523 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b3c88738-4d9d-4869-9fad-95fffbd25137 req-9f7b220c-7d1a-49e3-a445-4cc8ce3265fe service neutron] 10.222.0.25 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713295 Apr 05 18:42:31.307470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94110b5f-5a56-4564-a2bc-687685f6b92f service neutron] Pushing event updated for resources: {'Port': ['ID=1f1bd74d-0df4-4982-9803-c9237c830a61,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:31.392686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96a3e-158f-4241-b903-6d757459da2e req-db405657-2e7d-4682-b7b6-1831935ff5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:31.394063 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-db405657-2e7d-4682-b7b6-1831935ff5c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 1095 time: 0.0579185 Apr 05 18:42:31.399225 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7e75ebfc-bac6-4719-aa61-298728475912 req-c244fdf9-c2c4-4a4a-bfed-0b8f343cd376 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.401594 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7e75ebfc-bac6-4719-aa61-298728475912 req-c244fdf9-c2c4-4a4a-bfed-0b8f343cd376 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.404813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e75ebfc-bac6-4719-aa61-298728475912 req-c244fdf9-c2c4-4a4a-bfed-0b8f343cd376 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/98b8b9ca-3889-4332-9895-71819f4cef92 HTTP/1.1" status: 204 len: 173 time: 0.2546375 Apr 05 18:42:31.453022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244fdf9-c2c4-4a4a-bfed-0b8f343cd376 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b8b9ca-3889-4332-9895-71819f4cef92,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:31.481852 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-fb6ae9a4-1af1-4d23-82b6-4c84f6767094 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1bd74d-0df4-4982-9803-c9237c830a61 HTTP/1.1" status: 200 len: 217 time: 0.0667794 Apr 05 18:42:31.524044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-976fc921-49d5-4779-9e0c-27302f240f85 req-d9a8b6c7-707f-4c9d-92bd-b31ef215212f tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 210 time: 0.0439250 Apr 05 18:42:31.524694 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-12c17b6a-fa92-46b7-85bf-8937d416ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:31.526151 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-12c17b6a-fa92-46b7-85bf-8937d416ce49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2be2892429824042a0af00b781bc7ba4&device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 1095 time: 0.1376853 Apr 05 18:42:31.549413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5662b-d75c-417b-8fbd-88a04b77c1a7 req-964b2f03-a1c3-4ff1-96b0-cd92c2912fd4 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:31.551048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ca5662b-d75c-417b-8fbd-88a04b77c1a7 req-964b2f03-a1c3-4ff1-96b0-cd92c2912fd4 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1473122 Apr 05 18:42:31.557829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-f544e93a-8fb8-4853-b34f-17d3fd5b6718 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:31.559277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-f544e93a-8fb8-4853-b34f-17d3fd5b6718 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.20 "GET /v2.0/networks?id=dfcdc51e-5af1-41b8-ad80-230ec7417a57 HTTP/1.1" status: 200 len: 825 time: 0.2377348 Apr 05 18:42:31.577508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d564d4ad-604a-42b4-b6b8-f0248f25cf47 req-0b72dac4-2f27-4147-b99b-556fedaa0086 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1538519648', 'description': 'tempest-description-902801450'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:31.587967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Request body: {'port': {'device_id': '3b7e8939-e878-4130-93ab-9183e5af1dd1', 'network_id': 'dfcdc51e-5af1-41b8-ad80-230ec7417a57', 'admin_state_up': True, 'tenant_id': '82110c0a413b41d28f89c691457763ce'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:31.594171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96a3e-158f-4241-b903-6d757459da2e req-0dc9d760-3ee2-43c4-9cb7-b29c039dbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:31.595739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-0dc9d760-3ee2-43c4-9cb7-b29c039dbca5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4123b08-a8e7-413e-a1a0-fc36a4cb8380 HTTP/1.1" status: 200 len: 850 time: 0.1039259 Apr 05 18:42:31.636544 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-2ee89a04-cf5e-4964-90d3-c8cbbdea9e0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92a0426a-a463-402d-a447-3d4a0d461508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325875 Apr 05 18:42:31.668535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ca5662b-d75c-417b-8fbd-88a04b77c1a7 req-5c7ceca3-2929-4563-ad05-510a9684e30d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080878 Apr 05 18:42:31.672231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d564d4ad-604a-42b4-b6b8-f0248f25cf47 req-0b72dac4-2f27-4147-b99b-556fedaa0086 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.712211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-c5cd3844-3c59-4ec1-9409-cf7efb112759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:31.713668 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-c5cd3844-3c59-4ec1-9409-cf7efb112759 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 200 len: 921 time: 0.1808274 Apr 05 18:42:31.766454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Made reservation on behalf of 82110c0a413b41d28f89c691457763ce for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:31.769969 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.800447 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d564d4ad-604a-42b4-b6b8-f0248f25cf47 req-0b72dac4-2f27-4147-b99b-556fedaa0086 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.809884 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d564d4ad-604a-42b4-b6b8-f0248f25cf47 req-0b72dac4-2f27-4147-b99b-556fedaa0086 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.866439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:42:31.880107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d564d4ad-604a-42b4-b6b8-f0248f25cf47 req-0b72dac4-2f27-4147-b99b-556fedaa0086 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:31.893937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d564d4ad-604a-42b4-b6b8-f0248f25cf47 req-0b72dac4-2f27-4147-b99b-556fedaa0086 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3266711 Apr 05 18:42:31.905182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72dac4-2f27-4147-b99b-556fedaa0086 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383aada2-f71a-4e0c-b93e-693e06fdab6c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:31.998905 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.028730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:32.032416 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7e7af7-3da7-4c3c-ba6b-58ac77fe21c9" -d '{"events": [{"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-unplugged", "status": "completed", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:32.040658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Allocated IP 172.20.0.3 (dfcdc51e-5af1-41b8-ad80-230ec7417a57/8a942772-1c35-429f-9a68-f5361c948249/72e7f663-cef5-4641-a3d0-495f8bf7ecb4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:32.050761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:32.058879 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.062717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b3ce7-026f-4b60-b719-2254b1c2ce59 req-7efa3a84-92b4-4791-835f-9a5dfdae1af4 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:32.065073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee7b3ce7-026f-4b60-b719-2254b1c2ce59 req-7efa3a84-92b4-4791-835f-9a5dfdae1af4 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 944 time: 0.0823116 Apr 05 18:42:32.071606 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-68b7ad5c-d281-456e-96f5-952e7e82fda4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb HTTP/1.1" status: 200 len: 217 time: 0.3500597 Apr 05 18:42:32.123433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:32.135749 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-233e29ce-0776-4d02-abef-c0c074efbf61 service neutron] 10.222.0.25 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905503 Apr 05 18:42:32.150705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-fb451ef7-f291-44d2-8414-c770e186a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:32.152386 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-fb451ef7-f291-44d2-8414-c770e186a1a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab16ca2d-f1e2-4a36-b43e-93c2ca000912 HTTP/1.1" status: 200 len: 861 time: 0.0708122 Apr 05 18:42:32.152993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee7b3ce7-026f-4b60-b719-2254b1c2ce59 req-f91fd4ea-0cad-407b-94c8-0c018e95b3fe tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797384 Apr 05 18:42:32.174858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dacfca33-0e0c-40f9-9653-b90ba41b52eb no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:42:32.208959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: dacfca33-0e0c-40f9-9653-b90ba41b52eb {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:42:32.209830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dacfca33-0e0c-40f9-9653-b90ba41b52eb not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:42:32.253242 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-a082af5a-90f9-4e60-be96-c2c2fab2b4a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6162acc5-927e-488a-8567-675d7937773a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668025 Apr 05 18:42:32.293302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0178d55f-85f6-48a3-baf5-80645d761335 req-001d6d58-6f52-4451-a510-f08017897231 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/383aada2-f71a-4e0c-b93e-693e06fdab6c HTTP/1.1" status: 200 len: 1802 time: 0.0938280 Apr 05 18:42:32.315670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-0178d55f-85f6-48a3-baf5-80645d761335 req-c2cb9322-4cd6-4ac8-90da-6e9ea6da3724 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Request body: {'security_group': {'name': 'tempest-sg-hth-285319332', 'description': 'tempest-description-hth-1024819070'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:32.321727 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.348647 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7c96a3e-158f-4241-b903-6d757459da2e req-0a834da1-9093-43f8-b340-de4bfbaf06e4 service neutron] 10.222.0.25 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058620 Apr 05 18:42:32.354365 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0178d55f-85f6-48a3-baf5-80645d761335 req-c2cb9322-4cd6-4ac8-90da-6e9ea6da3724 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.381343 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-ce1cf3a3-8cb6-4493-ba74-95406e844f49 service neutron] 10.222.0.25 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156564 Apr 05 18:42:32.407427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.419013 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0178d55f-85f6-48a3-baf5-80645d761335 req-c2cb9322-4cd6-4ac8-90da-6e9ea6da3724 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.445171 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0178d55f-85f6-48a3-baf5-80645d761335 req-c2cb9322-4cd6-4ac8-90da-6e9ea6da3724 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.447707 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0178d55f-85f6-48a3-baf5-80645d761335 req-c2cb9322-4cd6-4ac8-90da-6e9ea6da3724 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.448905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0178d55f-85f6-48a3-baf5-80645d761335 req-c2cb9322-4cd6-4ac8-90da-6e9ea6da3724 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "PUT /v2.0/security-groups/383aada2-f71a-4e0c-b93e-693e06fdab6c HTTP/1.1" status: 200 len: 1776 time: 0.1398597 Apr 05 18:42:32.462896 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0dac49-1524-4d55-8375-363571da3c39 x-openstack-request-id: req-fb0dac49-1524-4d55-8375-363571da3c39 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:32.463293 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-unplugged", "status": "completed", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:32.464020 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb0dac49-1524-4d55-8375-363571da3c39 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:32.464447 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0dac49-1524-4d55-8375-363571da3c39'] response: {'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'code': 200} Apr 05 18:42:32.486319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Network dfcdc51e-5af1-41b8-ad80-230ec7417a57 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:32.491393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Pushing event updated for resources: {'Port': ['ID=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:32.496362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:32.500142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:32.509747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb9322-4cd6-4ac8-90da-6e9ea6da3724 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383aada2-f71a-4e0c-b93e-693e06fdab6c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:32.511788 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6142f093-7495-4c73-aa08-11d36b5baa87 req-337dc4fe-0d2a-480a-af17-7d1722c7c8db service neutron] 10.222.0.25 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219134 Apr 05 18:42:32.602021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:32.602643 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.626131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1db6ebdf-cb9d-4b21-a944-f6dbcd1b3f49 req-cd5483ff-1edc-432c-a8b4-1c25ee8bffb0 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/383aada2-f71a-4e0c-b93e-693e06fdab6c HTTP/1.1" status: 200 len: 1776 time: 0.0955002 Apr 05 18:42:32.629986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-6f46f332-8b0c-49b5-baff-21112b6ac088 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0484600 Apr 05 18:42:32.642548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d6366-dc9c-4e95-8b32-bcdd7027ad4d req-a0bfb8d5-a62c-48b2-9473-8180b2fe6fe7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:32.643960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-905d6366-dc9c-4e95-8b32-bcdd7027ad4d req-a0bfb8d5-a62c-48b2-9473-8180b2fe6fe7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 944 time: 0.1017413 Apr 05 18:42:32.648797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Request body: {'port': {'device_id': '3b7e8939-e878-4130-93ab-9183e5af1dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:32.728722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-905d6366-dc9c-4e95-8b32-bcdd7027ad4d req-ad837472-4b3b-4631-b609-0425c88661e4 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761724 Apr 05 18:42:32.731194 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:32.792563 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5faae57-c2e4-4f7e-950a-8a93bdaf06f4', 'tag': '1f1bd74d-0df4-4982-9803-c9237c830a61'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:32.795626 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa954a-9b4e-44dd-9c06-9c68215edb15" -d '{"events": [{"name": "network-changed", "server_uuid": "e5faae57-c2e4-4f7e-950a-8a93bdaf06f4", "tag": "1f1bd74d-0df4-4982-9803-c9237c830a61"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:32.909338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5746a1-cb9a-44ee-bbab-1a0ae7806ec0 req-6ae38eeb-6e2a-483b-bb0c-5cfe5fbe042d tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:32.910880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db5746a1-cb9a-44ee-bbab-1a0ae7806ec0 req-6ae38eeb-6e2a-483b-bb0c-5cfe5fbe042d tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 931 time: 0.1216736 Apr 05 18:42:33.030087 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db5746a1-cb9a-44ee-bbab-1a0ae7806ec0 req-f7e57d74-d220-41d8-b3ef-5a7ab96fed14 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090870 Apr 05 18:42:33.056134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b22ae7f-2005-42e4-bdfb-dd6d93715469 req-b0ea01a6-0031-407d-9bc7-72ebce0185e6 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/383aada2-f71a-4e0c-b93e-693e06fdab6c HTTP/1.1" status: 200 len: 1776 time: 0.1021419 Apr 05 18:42:33.167711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:33.178666 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:33.207869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Transition to ACTIVE for port object 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:42:33.208843 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6b22ae7f-2005-42e4-bdfb-dd6d93715469 req-bf554046-7eb8-4d8d-bf2b-007a2175baa6 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:33.218489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c73bf-9c12-450d-846b-6b54f4bb587e req-6b99c294-f163-4369-86ac-ee1b2913d3aa tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:33.220026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4c73bf-9c12-450d-846b-6b54f4bb587e req-6b99c294-f163-4369-86ac-ee1b2913d3aa tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1324806 Apr 05 18:42:33.222496 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:33.292708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6b22ae7f-2005-42e4-bdfb-dd6d93715469 req-bf554046-7eb8-4d8d-bf2b-007a2175baa6 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:33.325802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:33.363906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4c73bf-9c12-450d-846b-6b54f4bb587e req-8f51a23d-1a05-40a4-b57e-032be81c64f6 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289241 Apr 05 18:42:33.407441 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6b22ae7f-2005-42e4-bdfb-dd6d93715469 req-bf554046-7eb8-4d8d-bf2b-007a2175baa6 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:33.407735 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50822d4-4cb4-4e15-8457-c01e6d1fda57 x-openstack-request-id: req-b50822d4-4cb4-4e15-8457-c01e6d1fda57 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:33.408016 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5faae57-c2e4-4f7e-950a-8a93bdaf06f4", "tag": "1f1bd74d-0df4-4982-9803-c9237c830a61", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:33.408567 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b50822d4-4cb4-4e15-8457-c01e6d1fda57 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:33.409120 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50822d4-4cb4-4e15-8457-c01e6d1fda57'] response: {'name': 'network-changed', 'server_uuid': 'e5faae57-c2e4-4f7e-950a-8a93bdaf06f4', 'tag': '1f1bd74d-0df4-4982-9803-c9237c830a61', 'status': 'completed', 'code': 200} Apr 05 18:42:33.409932 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6b22ae7f-2005-42e4-bdfb-dd6d93715469 req-bf554046-7eb8-4d8d-bf2b-007a2175baa6 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:33.411078 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b22ae7f-2005-42e4-bdfb-dd6d93715469 req-bf554046-7eb8-4d8d-bf2b-007a2175baa6 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/383aada2-f71a-4e0c-b93e-693e06fdab6c HTTP/1.1" status: 204 len: 173 time: 0.3464470 Apr 05 18:42:33.429546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf554046-7eb8-4d8d-bf2b-007a2175baa6 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383aada2-f71a-4e0c-b93e-693e06fdab6c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:33.431494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Attempting to bind port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:42:33.431830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Attempting to bind port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'dd786e2e-03aa-4eae-a192-10d39b6e9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfcdc51e-5af1-41b8-ad80-230ec7417a57'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:42:33.432151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Attempting to bind port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 on network dfcdc51e-5af1-41b8-ad80-230ec7417a57 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:33.438026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 on network dfcdc51e-5af1-41b8-ad80-230ec7417a57 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:42:33.438351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Attempting to bind port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 on network dfcdc51e-5af1-41b8-ad80-230ec7417a57 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:33.444370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:42:33.444726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Checking segment: {'id': 'dd786e2e-03aa-4eae-a192-10d39b6e9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfcdc51e-5af1-41b8-ad80-230ec7417a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:33.445105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Bound using segment: {'id': 'dd786e2e-03aa-4eae-a192-10d39b6e9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfcdc51e-5af1-41b8-ad80-230ec7417a57'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:42:33.445556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Bound port: 72e7f663-cef5-4641-a3d0-495f8bf7ecb4, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd786e2e-03aa-4eae-a192-10d39b6e9f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfcdc51e-5af1-41b8-ad80-230ec7417a57'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:42:33.446130 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:33.508305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-bb42daa0-52b1-410b-9870-d884e0998b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:33.509906 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-bb42daa0-52b1-410b-9870-d884e0998b29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 1095 time: 0.0755048 Apr 05 18:42:33.554900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] For port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:42:33.559652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] For port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,segment=NetworkSegment(dd786e2e-03aa-4eae-a192-10d39b6e9f76),segment_id=dd786e2e-03aa-4eae-a192-10d39b6e9f76)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:42:33.569695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65efbe6-1531-4b8c-9f21-fd906d8f559f req-3f77b2f4-2c28-4639-b227-beabac74587e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:33.571352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f65efbe6-1531-4b8c-9f21-fd906d8f559f req-3f77b2f4-2c28-4639-b227-beabac74587e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 944 time: 0.0815587 Apr 05 18:42:33.574694 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:33.617009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-b98b3977-4aa2-498c-8657-611a535bdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:33.618516 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-b98b3977-4aa2-498c-8657-611a535bdb91 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 910 time: 0.1003373 Apr 05 18:42:33.629207 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-5dde01d7-d88f-4980-895e-18c75915b6b0 req-4f8de825-6638-4f81-af6d-8f6377efe44c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:42:33.630239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dde01d7-d88f-4980-895e-18c75915b6b0 req-4f8de825-6638-4f81-af6d-8f6377efe44c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/98b8b9ca-3889-4332-9895-71819f4cef92 HTTP/1.1" status: 404 len: 352 time: 0.0576649 Apr 05 18:42:33.639365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:33.639989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:33.641363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] 10.222.0.20 "PUT /v2.0/ports/72e7f663-cef5-4641-a3d0-495f8bf7ecb4 HTTP/1.1" status: 200 len: 1091 time: 0.9964981 Apr 05 18:42:33.641805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7e8939-e878-4130-93ab-9183e5af1dd1', 'tag': '72e7f663-cef5-4641-a3d0-495f8bf7ecb4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:33.644077 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9905809a-d684-4928-bd72-189a0b207810" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7e8939-e878-4130-93ab-9183e5af1dd1", "tag": "72e7f663-cef5-4641-a3d0-495f8bf7ecb4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:33.675867 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-d644db55-4f75-4cf0-a0ef-dcf069abb495 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1bd74d-0df4-4982-9803-c9237c830a61 HTTP/1.1" status: 200 len: 217 time: 0.0501137 Apr 05 18:42:33.702150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f65efbe6-1531-4b8c-9f21-fd906d8f559f req-979a90d2-91ee-4fea-ba91-9d0a873345d5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178946 Apr 05 18:42:33.702924 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-36ae2a80-b099-42ed-8d38-ad8b9c9924fd req-27bbd779-7dbc-4130-b22c-36ad1f77774b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:42:33.703849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36ae2a80-b099-42ed-8d38-ad8b9c9924fd req-27bbd779-7dbc-4130-b22c-36ad1f77774b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/00fb0ac5-e94c-4a0d-8e5b-fece62307cbe HTTP/1.1" status: 404 len: 352 time: 0.0485084 Apr 05 18:42:33.720674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4465c-ab2d-4236-84b8-d1f3ead8ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:33.739078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-2dac98e8-a4d7-43e7-9451-a711d5ecfa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:33.740568 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-2dac98e8-a4d7-43e7-9451-a711d5ecfa94 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4123b08-a8e7-413e-a1a0-fc36a4cb8380 HTTP/1.1" status: 200 len: 850 time: 0.0570590 Apr 05 18:42:33.755634 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a12f490-79d2-486a-88a2-3322a12a6046 x-openstack-request-id: req-9a12f490-79d2-486a-88a2-3322a12a6046 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:33.756138 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7e8939-e878-4130-93ab-9183e5af1dd1", "tag": "72e7f663-cef5-4641-a3d0-495f8bf7ecb4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:33.756398 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a12f490-79d2-486a-88a2-3322a12a6046 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:33.756845 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a12f490-79d2-486a-88a2-3322a12a6046'] response: {'name': 'network-changed', 'server_uuid': '3b7e8939-e878-4130-93ab-9183e5af1dd1', 'tag': '72e7f663-cef5-4641-a3d0-495f8bf7ecb4', 'status': 'completed', 'code': 200} Apr 05 18:42:33.761936 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-fc011522-2aa7-4b1e-a52a-0a6127cccc1f req-28fe4f4b-ca97-4e5b-82e7-35ee0912ad66 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:42:33.763020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc011522-2aa7-4b1e-a52a-0a6127cccc1f req-28fe4f4b-ca97-4e5b-82e7-35ee0912ad66 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/5700ae4c-ecc0-460b-a1f9-d2113e8363f9 HTTP/1.1" status: 404 len: 352 time: 0.0264678 Apr 05 18:42:33.775259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-e4158f9c-82e7-451f-8c5f-226e1f971001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:33.776965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-e4158f9c-82e7-451f-8c5f-226e1f971001 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82110c0a413b41d28f89c691457763ce&device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 1094 time: 0.0879462 Apr 05 18:42:33.778586 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-9788d50b-af79-4a56-8d65-1f505b921c0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92a0426a-a463-402d-a447-3d4a0d461508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308576 Apr 05 18:42:33.833532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-074f8879-32f1-4402-bf7a-120567843e8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72e7f663-cef5-4641-a3d0-495f8bf7ecb4 HTTP/1.1" status: 200 len: 217 time: 0.0473998 Apr 05 18:42:33.847397 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-5870009a-8b8b-4016-ad97-5cab79e016fa req-85bf1266-5566-4f65-87d7-a2234158b34c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:42:33.847812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5870009a-8b8b-4016-ad97-5cab79e016fa req-85bf1266-5566-4f65-87d7-a2234158b34c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/3e92632d-871f-4019-bf10-4f3d32713eb9 HTTP/1.1" status: 404 len: 352 time: 0.0547166 Apr 05 18:42:33.876920 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-7ee56628-287e-4c88-946b-6e1e0d8e3479 service neutron] 10.222.0.25 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898459 Apr 05 18:42:33.916368 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-7aa3bf35-5434-4d30-b433-d7bb4678d472 req-1847b41a-0ef6-4737-aad0-d12484d96ab8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:42:33.917376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7aa3bf35-5434-4d30-b433-d7bb4678d472 req-1847b41a-0ef6-4737-aad0-d12484d96ab8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/6ead726c-a868-430e-9395-13bdceb785e0 HTTP/1.1" status: 404 len: 352 time: 0.0443404 Apr 05 18:42:33.935012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccccb4-c16f-437b-a0c4-2329e4ee665e req-95c32e1a-4197-4e7c-b208-a96e948eedf4 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:33.937114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52ccccb4-c16f-437b-a0c4-2329e4ee665e req-95c32e1a-4197-4e7c-b208-a96e948eedf4 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 944 time: 0.1072342 Apr 05 18:42:33.938670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-fbf4d043-3929-45b5-b10e-cb8d56c9c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:33.940010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-fbf4d043-3929-45b5-b10e-cb8d56c9c0e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a942772-1c35-429f-9a68-f5361c948249 HTTP/1.1" status: 200 len: 865 time: 0.0782361 Apr 05 18:42:33.967701 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-172220a4-a69a-4a94-85a0-33ced435bb5d req-47f76e0a-94d4-4b0d-a053-ed5da02416af tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] show failed (client error): The resource could not be found. Apr 05 18:42:33.968589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-172220a4-a69a-4a94-85a0-33ced435bb5d req-47f76e0a-94d4-4b0d-a053-ed5da02416af tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/b2a0d214-790a-4ce8-9f7a-21cc124530f7 HTTP/1.1" status: 404 len: 352 time: 0.0277300 Apr 05 18:42:33.968766 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fcaa954a-9b4e-44dd-9c06-9c68215edb15 req-37a21197-d6a2-4f8a-ab50-5104ddd084cd service neutron] 10.222.0.25 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839927 Apr 05 18:42:33.992758 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-818e7985-cf22-48ff-b26b-fe1bc824de08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfcdc51e-5af1-41b8-ad80-230ec7417a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429533 Apr 05 18:42:34.030639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52ccccb4-c16f-437b-a0c4-2329e4ee665e req-c2f9c789-149e-419e-a863-c66b7d92ed5c tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823307 Apr 05 18:42:34.103755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-c4c595f6-86bc-4222-9a18-9848b11f97e9 service neutron] 10.222.0.20 "GET /v2.0/networks/dfcdc51e-5af1-41b8-ad80-230ec7417a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026454 Apr 05 18:42:34.257485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64176861-23cf-4829-a920-ae35ca6ab3f2 req-52241d7e-72b2-4bb8-9bde-46c7395d8d47 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:34.259130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64176861-23cf-4829-a920-ae35ca6ab3f2 req-52241d7e-72b2-4bb8-9bde-46c7395d8d47 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 943 time: 0.1545184 Apr 05 18:42:34.284336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81aa8ca2-f5ba-45c6-88b1-3eab0d8b0dac req-c5b07a87-8065-4395-a49e-dd981ded0a98 service neutron] 10.222.0.20 "GET /v2.0/networks/dfcdc51e-5af1-41b8-ad80-230ec7417a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700675 Apr 05 18:42:34.308187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74801a5-5dd0-493b-b4fb-07f303f52712 req-52c19cfe-671f-40e2-a1fc-ebf4d8e9202b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:34.309659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a74801a5-5dd0-493b-b4fb-07f303f52712 req-52c19cfe-671f-40e2-a1fc-ebf4d8e9202b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1023 time: 0.1281240 Apr 05 18:42:34.330873 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64176861-23cf-4829-a920-ae35ca6ab3f2 req-d436203d-2f34-4ed0-bfd0-449bf0418be7 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618768 Apr 05 18:42:34.387365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a74801a5-5dd0-493b-b4fb-07f303f52712 req-834737f2-8e83-4a4a-a68e-dff1885decf8 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=65efce89-4012-4297-a7e4-7c2896ba6128&id=30f1eb6b-b538-4b9b-84ec-f066b2131eae&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0702391 Apr 05 18:42:34.397471 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905809a-d684-4928-bd72-189a0b207810 req-3ac7c2fb-5f1b-4306-94ee-ef8e36fda1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:34.403439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9905809a-d684-4928-bd72-189a0b207810 req-3ac7c2fb-5f1b-4306-94ee-ef8e36fda1b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82110c0a413b41d28f89c691457763ce&device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 1094 time: 0.0713203 Apr 05 18:42:34.529713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae08e-ccda-4a36-b00c-ae5fbbb3e936 req-3c4c848f-ac5e-4267-b5af-37152f0de472 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:34.531270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e04ae08e-ccda-4a36-b00c-ae5fbbb3e936 req-3c4c848f-ac5e-4267-b5af-37152f0de472 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0782096 Apr 05 18:42:34.536422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905809a-d684-4928-bd72-189a0b207810 req-f7c63cd7-d4a9-4b87-ac85-29a72af6edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:34.537784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9905809a-d684-4928-bd72-189a0b207810 req-f7c63cd7-d4a9-4b87-ac85-29a72af6edf4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfcdc51e-5af1-41b8-ad80-230ec7417a57 HTTP/1.1" status: 200 len: 925 time: 0.1317878 Apr 05 18:42:34.588774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9905809a-d684-4928-bd72-189a0b207810 req-b7b9b3a9-0e41-4248-9e75-63f4a2cb04df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72e7f663-cef5-4641-a3d0-495f8bf7ecb4 HTTP/1.1" status: 200 len: 217 time: 0.0365350 Apr 05 18:42:34.602941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e04ae08e-ccda-4a36-b00c-ae5fbbb3e936 req-c65c2b04-670a-45ce-a77b-aad317f46b81 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642903 Apr 05 18:42:34.645119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905809a-d684-4928-bd72-189a0b207810 req-f2498eef-155b-4d6a-91f6-32fa0cb1045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:34.646565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9905809a-d684-4928-bd72-189a0b207810 req-f2498eef-155b-4d6a-91f6-32fa0cb1045a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a942772-1c35-429f-9a68-f5361c948249 HTTP/1.1" status: 200 len: 865 time: 0.0427794 Apr 05 18:42:34.683035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9905809a-d684-4928-bd72-189a0b207810 req-a35630cb-cb62-42c8-9c73-9da947929c2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfcdc51e-5af1-41b8-ad80-230ec7417a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263054 Apr 05 18:42:34.777062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9905809a-d684-4928-bd72-189a0b207810 req-9f66a1ba-0fad-4815-af81-cc4339d4578a service neutron] 10.222.0.20 "GET /v2.0/networks/dfcdc51e-5af1-41b8-ad80-230ec7417a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823174 Apr 05 18:42:34.845971 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:34.876387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554fb2-beae-45aa-8837-837b206360ca req-20d72b38-dae3-4c0d-bc3d-7ffbfc99c1d3 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:34.877856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09554fb2-beae-45aa-8837-837b206360ca req-20d72b38-dae3-4c0d-bc3d-7ffbfc99c1d3 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 944 time: 0.1039176 Apr 05 18:42:34.920684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9905809a-d684-4928-bd72-189a0b207810 req-5d46bb2a-8b9a-4e82-a85f-66862c2181ee service neutron] 10.222.0.20 "GET /v2.0/networks/dfcdc51e-5af1-41b8-ad80-230ec7417a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190941 Apr 05 18:42:34.932589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09554fb2-beae-45aa-8837-837b206360ca req-f61c1338-7ec1-4a0b-84cf-d227011e3092 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450580 Apr 05 18:42:35.148406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d691-aaa6-4e2b-a14f-dbd21426dcf3 req-1ed77ab7-41d1-4f02-a571-f46abc0a8d26 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:35.149836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17d8d691-aaa6-4e2b-a14f-dbd21426dcf3 req-1ed77ab7-41d1-4f02-a571-f46abc0a8d26 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 944 time: 0.0483351 Apr 05 18:42:35.186136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17d8d691-aaa6-4e2b-a14f-dbd21426dcf3 req-2ca18d23-a35e-4bd2-9bbc-fb5496907f92 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294876 Apr 05 18:42:35.448390 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fa2ba-9b86-46ae-a54c-0290fa0f04f5 req-a60f5809-e397-4ea4-b654-6e3889d05357 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:35.449859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e7fa2ba-9b86-46ae-a54c-0290fa0f04f5 req-a60f5809-e397-4ea4-b654-6e3889d05357 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 943 time: 0.0522063 Apr 05 18:42:35.517532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e7fa2ba-9b86-46ae-a54c-0290fa0f04f5 req-ec404434-ae23-47cb-ac92-acc1ef0ab8f7 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608294 Apr 05 18:42:35.525783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8328e7a-0673-4dd9-a8b8-eda716cca697 req-01ff3041-e6f3-495a-8a2e-f6ea872fcf52 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:35.527221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8328e7a-0673-4dd9-a8b8-eda716cca697 req-01ff3041-e6f3-495a-8a2e-f6ea872fcf52 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1023 time: 0.0717106 Apr 05 18:42:35.570335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8328e7a-0673-4dd9-a8b8-eda716cca697 req-c7381a1b-8860-4ba2-86c8-ff2c05140ba2 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=65efce89-4012-4297-a7e4-7c2896ba6128&id=30f1eb6b-b538-4b9b-84ec-f066b2131eae&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0361102 Apr 05 18:42:35.715400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bada97-264a-4008-b7a9-2cab9ef010f8 req-04aba604-9571-429c-afe7-f7032d7855e0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:35.717061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69bada97-264a-4008-b7a9-2cab9ef010f8 req-04aba604-9571-429c-afe7-f7032d7855e0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0487723 Apr 05 18:42:35.757465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69bada97-264a-4008-b7a9-2cab9ef010f8 req-b27d859e-d218-4d0b-8d46-2f1bd6f0f0c1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343506 Apr 05 18:42:35.878227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2afb15c5-121b-4b09-b5d6-9353b71801cb details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:42:36.058744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a69e32-a835-4164-8257-0492c8f7833b req-a0a97d7a-6f40-4026-bd03-6d0f25ee076c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:36.060883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49a69e32-a835-4164-8257-0492c8f7833b req-a0a97d7a-6f40-4026-bd03-6d0f25ee076c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 944 time: 0.0512390 Apr 05 18:42:36.099995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49a69e32-a835-4164-8257-0492c8f7833b req-14b455ba-9dfe-4758-9934-25c5f739b63d tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Apr 05 18:42:36.107881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:36.119656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '2afb15c5-121b-4b09-b5d6-9353b71801cb', 'network_id': '6162acc5-927e-488a-8567-675d7937773a', 'port_id': '2afb15c5-121b-4b09-b5d6-9353b71801cb', 'mac_address': 'fa:16:3e:e9:ed:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab16ca2d-f1e2-4a36-b43e-93c2ca000912', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:42:36.156802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:36.168944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afb15c5-121b-4b09-b5d6-9353b71801cb {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:36.187432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:36.191640 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:36.192349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1f1bd74d-0df4-4982-9803-c9237c830a61 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:42:36.265310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2afb15c5-121b-4b09-b5d6-9353b71801cb,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:36.309244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe497d-7747-4651-adc9-cee044ccaa6a req-11ed0c9a-4d13-44c1-9eaa-4b82208afd96 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:36.310876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcbe497d-7747-4651-adc9-cee044ccaa6a req-11ed0c9a-4d13-44c1-9eaa-4b82208afd96 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 945 time: 0.0495725 Apr 05 18:42:36.330269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1f1bd74d-0df4-4982-9803-c9237c830a61, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f1bd74d-0df4-4982-9803-c9237c830a61,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:36.343339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '1f1bd74d-0df4-4982-9803-c9237c830a61', 'network_id': '92a0426a-a463-402d-a447-3d4a0d461508', 'port_id': '1f1bd74d-0df4-4982-9803-c9237c830a61', 'mac_address': 'fa:16:3e:54:0d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4123b08-a8e7-413e-a1a0-fc36a4cb8380', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:42:36.349962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcbe497d-7747-4651-adc9-cee044ccaa6a req-a4d5973d-74c5-40b3-a2dd-c736666125ea tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Apr 05 18:42:36.381864 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:36.395248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1bd74d-0df4-4982-9803-c9237c830a61 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:36.414058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1f1bd74d-0df4-4982-9803-c9237c830a61, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f1bd74d-0df4-4982-9803-c9237c830a61,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:36.424794 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:36.460580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-55a21b64-bc33-416b-8723-a6a16bf3341c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:36.462063 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-55a21b64-bc33-416b-8723-a6a16bf3341c tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.25 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1023 time: 0.0585382 Apr 05 18:42:36.475377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=1f1bd74d-0df4-4982-9803-c9237c830a61,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:36.568831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Deleting port 23f565aa-bffe-4205-952d-5db66c5332a1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:42:36.569183 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:36.634422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2b389-980c-42b3-b38b-a415ca6f6aea req-907e60f2-b0a5-4859-aa6a-5c93f51769e8 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:36.636161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80e2b389-980c-42b3-b38b-a415ca6f6aea req-907e60f2-b0a5-4859-aa6a-5c93f51769e8 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 943 time: 0.0506046 Apr 05 18:42:36.666420 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] For port 23f565aa-bffe-4205-952d-5db66c5332a1, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23f565aa-bffe-4205-952d-5db66c5332a1,segment=NetworkSegment(1f05a3d0-4290-4580-985f-149328183c0c),segment_id=1f05a3d0-4290-4580-985f-149328183c0c)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:36.666791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:36.680192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Calling delete_port for 23f565aa-bffe-4205-952d-5db66c5332a1 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:42:36.708590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80e2b389-980c-42b3-b38b-a415ca6f6aea req-30966a96-ce55-4ceb-9fcd-023820cd9789 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661554 Apr 05 18:42:36.717379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8d95d-7452-4291-9e1c-2c5979963408 req-2ff136ea-4f0c-4cd3-a6ac-907ddd481bd7 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:36.718833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cb8d95d-7452-4291-9e1c-2c5979963408 req-2ff136ea-4f0c-4cd3-a6ac-907ddd481bd7 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e0e85c-3e1a-4b20-bdd2-714539305d8d HTTP/1.1" status: 200 len: 1023 time: 0.0747099 Apr 05 18:42:36.765957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cb8d95d-7452-4291-9e1c-2c5979963408 req-55db37bb-de9d-4067-a4d3-ada5da421533 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups?id=48c2c9be-ea6f-432b-8a79-91ec254d8ace&id=65efce89-4012-4297-a7e4-7c2896ba6128&id=30f1eb6b-b538-4b9b-84ec-f066b2131eae&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0386021 Apr 05 18:42:36.825204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:36.838315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23f565aa-bffe-4205-952d-5db66c5332a1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:36.858922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'Port': ['ID=23f565aa-bffe-4205-952d-5db66c5332a1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:36.884593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00477a3d-555f-493a-bdba-44cf15a227c6 req-5f9204d0-da7c-4684-b3f1-b4a5a896e43e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:36.886860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00477a3d-555f-493a-bdba-44cf15a227c6 req-5f9204d0-da7c-4684-b3f1-b4a5a896e43e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0612273 Apr 05 18:42:36.899344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] No DVR routers for this DVR port 23f565aa-bffe-4205-952d-5db66c5332a1 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:42:36.901922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:36.906261 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5fad1eab-5eba-4a83-8533-e8e6bb8df5de req-02e6fb32-9a9f-4a0f-9da4-3669c2fedd4a tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.25 "DELETE /v2.0/ports/23f565aa-bffe-4205-952d-5db66c5332a1 HTTP/1.1" status: 204 len: 173 time: 0.4369092 Apr 05 18:42:36.906814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'name': 'network-vif-deleted', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:36.909129 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e11717-fbb5-45bd-b59b-75e5e1bfb7b1" -d '{"events": [{"server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "name": "network-vif-deleted", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:36.912121 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:36.932141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00477a3d-555f-493a-bdba-44cf15a227c6 req-a78e42b0-572e-4b3d-ada1-19cd7ea5d6c1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 Apr 05 18:42:36.939863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['1f1bd74d-0df4-4982-9803-c9237c830a61'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:36.965258 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e4c9c-9649-4fd3-a0cc-2bb16b36230b x-openstack-request-id: req-3c9e4c9c-9649-4fd3-a0cc-2bb16b36230b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:36.965542 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e0e85c-3e1a-4b20-bdd2-714539305d8d", "name": "network-vif-deleted", "tag": "23f565aa-bffe-4205-952d-5db66c5332a1", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:36.965787 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c9e4c9c-9649-4fd3-a0cc-2bb16b36230b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:36.966182 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9e4c9c-9649-4fd3-a0cc-2bb16b36230b'] response: {'server_uuid': '14e0e85c-3e1a-4b20-bdd2-714539305d8d', 'name': 'network-vif-deleted', 'tag': '23f565aa-bffe-4205-952d-5db66c5332a1', 'status': 'completed', 'code': 200} Apr 05 18:42:37.210690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2afb15c5-121b-4b09-b5d6-9353b71801cb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:37.226817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea99d7-0eec-432a-b0e1-e0fa89a28e15 req-23850ed6-56ca-4049-a28b-622c5314f71a tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:37.229030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6eea99d7-0eec-432a-b0e1-e0fa89a28e15 req-23850ed6-56ca-4049-a28b-622c5314f71a tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 945 time: 0.0626304 Apr 05 18:42:37.274037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6eea99d7-0eec-432a-b0e1-e0fa89a28e15 req-8331d649-997b-47cc-b68e-22030ece05c1 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353663 Apr 05 18:42:37.467861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932f438-33fd-4741-ba76-55460b75d032 req-d83ff4b0-e3bc-4d82-8902-4fbc5affa3ab tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:37.469353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b932f438-33fd-4741-ba76-55460b75d032 req-d83ff4b0-e3bc-4d82-8902-4fbc5affa3ab tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 945 time: 0.0493023 Apr 05 18:42:37.507270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b932f438-33fd-4741-ba76-55460b75d032 req-2d484653-587b-4ff7-9f7d-9e720f9132b5 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Apr 05 18:42:37.835850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef41cb3-9695-41e1-ae78-929fe2df8354 req-b4f9a6f0-f01f-425d-8cf8-9982391fd546 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:37.837364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ef41cb3-9695-41e1-ae78-929fe2df8354 req-b4f9a6f0-f01f-425d-8cf8-9982391fd546 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 943 time: 0.0584960 Apr 05 18:42:37.878313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:42:37.884529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ef41cb3-9695-41e1-ae78-929fe2df8354 req-fc9310e1-ba2e-4668-a3e9-8396dbde15c3 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Apr 05 18:42:37.889390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c76f-ca4c-4edc-9211-bcdebf1cddab req-34e06d24-3d87-4566-bbda-b9a91bea5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:37.891650 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f456c76f-ca4c-4edc-9211-bcdebf1cddab req-34e06d24-3d87-4566-bbda-b9a91bea5bb2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 1097 time: 0.0487854 Apr 05 18:42:37.927887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18eb9abf-4d16-451a-ab2a-0e28906d3af8 req-595150b4-3958-4e5f-bb75-f1668acdb823 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/30f1eb6b-b538-4b9b-84ec-f066b2131eae HTTP/1.1" status: 200 len: 1800 time: 0.0479081 Apr 05 18:42:37.928797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f456c76f-ca4c-4edc-9211-bcdebf1cddab req-a03e1013-f974-461b-b0e4-98ea7a43c560 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294998 Apr 05 18:42:37.991975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-18eb9abf-4d16-451a-ab2a-0e28906d3af8 req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:37.996837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:38.008732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'mac_address': 'fa:16:3e:52:1a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:42:38.043128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-18eb9abf-4d16-451a-ab2a-0e28906d3af8 req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.046577 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.063249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2263e4e-b2ce-4e5a-aef6-7fe57275172a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:38.083362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:38.087151 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.087299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38b27-30df-4707-bbd4-4b3b17158700 req-6ab8d0c3-7793-498c-b1af-59216e83660e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:38.088900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bb38b27-30df-4707-bbd4-4b3b17158700 req-6ab8d0c3-7793-498c-b1af-59216e83660e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0774314 Apr 05 18:42:38.106641 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-18eb9abf-4d16-451a-ab2a-0e28906d3af8 req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.109386 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-18eb9abf-4d16-451a-ab2a-0e28906d3af8 req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.110447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18eb9abf-4d16-451a-ab2a-0e28906d3af8 req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/30f1eb6b-b538-4b9b-84ec-f066b2131eae HTTP/1.1" status: 204 len: 173 time: 0.1754744 Apr 05 18:42:38.127000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f1eb6b-b538-4b9b-84ec-f066b2131eae,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:38.143568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:38.150590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.150928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.151257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.151583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.151926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.152218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.152606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.152837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.153149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.153459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.153768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.154136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8cfcce-e1d4-4169-8c38-3a4da1d842a9 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:38.171515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bb38b27-30df-4707-bbd4-4b3b17158700 req-9ddf4cec-a572-4178-96f8-0f08742b0649 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718143 Apr 05 18:42:38.194964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f058b147-3cbf-45e7-af37-68d7a8c1a5c2 req-ec66f92b-affa-4145-a05e-bac6c77ebf7b tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "GET /v2.0/security-groups/65efce89-4012-4297-a7e4-7c2896ba6128 HTTP/1.1" status: 200 len: 1799 time: 0.0571017 Apr 05 18:42:38.197146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:42:38.234516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['a2263e4e-b2ce-4e5a-aef6-7fe57275172a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:38.345319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,segment=NetworkSegment(dd786e2e-03aa-4eae-a192-10d39b6e9f76),segment_id=dd786e2e-03aa-4eae-a192-10d39b6e9f76)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:38.369038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '72e7f663-cef5-4641-a3d0-495f8bf7ecb4', 'network_id': 'dfcdc51e-5af1-41b8-ad80-230ec7417a57', 'port_id': '72e7f663-cef5-4641-a3d0-495f8bf7ecb4', 'mac_address': 'fa:16:3e:b3:80:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a942772-1c35-429f-9a68-f5361c948249', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:42:38.431464 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.455033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:38.493537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,segment=NetworkSegment(dd786e2e-03aa-4eae-a192-10d39b6e9f76),segment_id=dd786e2e-03aa-4eae-a192-10d39b6e9f76)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:38.498563 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.548316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:38.555874 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f058b147-3cbf-45e7-af37-68d7a8c1a5c2 req-04c57c4e-d9c9-443a-9222-88b346c24958 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.588984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a4010-29a9-43ae-8698-e8aa21117caf req-03c06fb1-9aec-4eb2-8497-383e72735941 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:38.590450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d4a4010-29a9-43ae-8698-e8aa21117caf req-03c06fb1-9aec-4eb2-8497-383e72735941 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 945 time: 0.0816996 Apr 05 18:42:38.592522 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f058b147-3cbf-45e7-af37-68d7a8c1a5c2 req-04c57c4e-d9c9-443a-9222-88b346c24958 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.650539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d4a4010-29a9-43ae-8698-e8aa21117caf req-9919b2a1-c6fa-4809-80f7-c0b780cb8dd7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503335 Apr 05 18:42:38.657014 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f058b147-3cbf-45e7-af37-68d7a8c1a5c2 req-04c57c4e-d9c9-443a-9222-88b346c24958 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.659602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f058b147-3cbf-45e7-af37-68d7a8c1a5c2 req-04c57c4e-d9c9-443a-9222-88b346c24958 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.665016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f058b147-3cbf-45e7-af37-68d7a8c1a5c2 req-04c57c4e-d9c9-443a-9222-88b346c24958 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] 10.222.0.15 "DELETE /v2.0/security-groups/65efce89-4012-4297-a7e4-7c2896ba6128 HTTP/1.1" status: 204 len: 173 time: 0.4624276 Apr 05 18:42:38.666567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42224) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:38.675379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c57c4e-d9c9-443a-9222-88b346c24958 tempest-SecurityGroupsTestJSON-1391065184 tempest-SecurityGroupsTestJSON-1391065184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65efce89-4012-4297-a7e4-7c2896ba6128,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:38.735896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83d6e3a-03cd-4260-9c5a-55c0c5c38a84 admin admin] Deleting subnet 497e7474-6c56-43fb-9003-17d6b9997415 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:42:38.738944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e83d6e3a-03cd-4260-9c5a-55c0c5c38a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.756687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['72e7f663-cef5-4641-a3d0-495f8bf7ecb4'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:38.772360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a8a7d-ecdc-428e-b352-53964e674c26 req-a83c0bc9-9963-4130-992b-fdffb42a9e0e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:38.773812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba9a8a7d-ecdc-428e-b352-53964e674c26 req-a83c0bc9-9963-4130-992b-fdffb42a9e0e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 945 time: 0.0559876 Apr 05 18:42:38.773998 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e83d6e3a-03cd-4260-9c5a-55c0c5c38a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.815583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e83d6e3a-03cd-4260-9c5a-55c0c5c38a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.818979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba9a8a7d-ecdc-428e-b352-53964e674c26 req-c9d79aef-4785-401a-9368-a2c1e41d8026 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370193 Apr 05 18:42:38.875253 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e83d6e3a-03cd-4260-9c5a-55c0c5c38a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.902998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d6e3a-03cd-4260-9c5a-55c0c5c38a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497e7474-6c56-43fb-9003-17d6b9997415,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:38.905646 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e83d6e3a-03cd-4260-9c5a-55c0c5c38a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:38.909090 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e83d6e3a-03cd-4260-9c5a-55c0c5c38a84 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/497e7474-6c56-43fb-9003-17d6b9997415 HTTP/1.1" status: 204 len: 168 time: 0.2413325 Apr 05 18:42:38.911593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42238) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:38.983947 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.003246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e5b0b-28fc-485c-ac60-a8c619b6364c req-f562bba9-6c20-4b9b-a2d8-98988902f5a4 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:39.004721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-877e5b0b-28fc-485c-ac60-a8c619b6364c req-f562bba9-6c20-4b9b-a2d8-98988902f5a4 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 944 time: 0.0485051 Apr 05 18:42:39.042190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-877e5b0b-28fc-485c-ac60-a8c619b6364c req-beadb805-86f3-4e56-9fe4-dff4bd85441c tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Apr 05 18:42:39.061658 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.080949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5608849a-3eb3-479a-99a7-f1b4d94662d9']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:39.089806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f05a3d0-4290-4580-985f-149328183c0c') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:39.090100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f05a3d0-4290-4580-985f-149328183c0c') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:39.103433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.116905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.122467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:42:39.123510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:42:39.125240 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:42:39.177979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.183208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.187113 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] 10.222.0.15 "DELETE /v2.0/networks/5608849a-3eb3-479a-99a7-f1b4d94662d9 HTTP/1.1" status: 204 len: 168 time: 0.2745826 Apr 05 18:42:39.198177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f4a73-b85d-413a-8b78-ff091f5fb40c admin admin] Pushing event deleted for resources: {'Network': ['ID=5608849a-3eb3-479a-99a7-f1b4d94662d9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:39.292879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dea2b5-eaef-4a19-954b-52e945322ee6 req-acbefd0d-f8e5-4309-b033-0db31d085f8e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:39.294440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6dea2b5-eaef-4a19-954b-52e945322ee6 req-acbefd0d-f8e5-4309-b033-0db31d085f8e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0483828 Apr 05 18:42:39.334221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6dea2b5-eaef-4a19-954b-52e945322ee6 req-423a21dd-04fd-4979-9fbc-b895448e5e2b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326931 Apr 05 18:42:39.374282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42244) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:39.391224 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e17581d4-2e00-4435-9045-9dc0a6473082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.412433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-069a394b-0989-4f23-8f1f-63235e8144de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=198ab92468a84663a0dbcd854566b1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368991 Apr 05 18:42:39.414936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:39.464219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b2346c0-ff42-40ed-8065-a10b84828aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.485686 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b2346c0-ff42-40ed-8065-a10b84828aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.531129 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b2346c0-ff42-40ed-8065-a10b84828aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.533959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b2346c0-ff42-40ed-8065-a10b84828aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.535111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1b2346c0-ff42-40ed-8065-a10b84828aad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48c2c9be-ea6f-432b-8a79-91ec254d8ace HTTP/1.1" status: 204 len: 168 time: 0.1193073 Apr 05 18:42:39.543267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2346c0-ff42-40ed-8065-a10b84828aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c2c9be-ea6f-432b-8a79-91ec254d8ace,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:39.787136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e7d51-1c86-47ec-9dea-7c4a5dbf028a req-86935507-c3d2-4e3a-8d32-7cc678cb3006 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:39.788669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d32e7d51-1c86-47ec-9dea-7c4a5dbf028a req-86935507-c3d2-4e3a-8d32-7cc678cb3006 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 945 time: 0.0512404 Apr 05 18:42:39.847483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d32e7d51-1c86-47ec-9dea-7c4a5dbf028a req-728f8808-4f03-45d5-86fb-2d622e7e4684 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Apr 05 18:42:39.898695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1f1bd74d-0df4-4982-9803-c9237c830a61 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:39.969357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 1f1bd74d-0df4-4982-9803-c9237c830a61 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:42:39.973530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 1f1bd74d-0df4-4982-9803-c9237c830a61 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:39.974108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:39.978716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e03db-fd43-47de-ae06-628e8bb04d15 req-7a567b50-84f4-4092-95a0-88c3fa94c671 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:39.986736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-383e03db-fd43-47de-ae06-628e8bb04d15 req-7a567b50-84f4-4092-95a0-88c3fa94c671 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 945 time: 0.0769668 Apr 05 18:42:40.022966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-383e03db-fd43-47de-ae06-628e8bb04d15 req-cf790681-ee4e-42c3-ab29-9d02c92789d4 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353830 Apr 05 18:42:40.059251 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.086489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5faae57-c2e4-4f7e-950a-8a93bdaf06f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1bd74d-0df4-4982-9803-c9237c830a61'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:40.088737 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa3b1c-b580-459b-866a-a61949e08802" -d '{"events": [{"server_uuid": "e5faae57-c2e4-4f7e-950a-8a93bdaf06f4", "name": "network-vif-plugged", "status": "completed", "tag": "1f1bd74d-0df4-4982-9803-c9237c830a61"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:40.103519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 1f1bd74d-0df4-4982-9803-c9237c830a61, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f1bd74d-0df4-4982-9803-c9237c830a61,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:40.111475 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.112306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2afb15c5-121b-4b09-b5d6-9353b71801cb up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:40.162557 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bf6588-8ad5-4500-8cc7-42368da07a5d x-openstack-request-id: req-b0bf6588-8ad5-4500-8cc7-42368da07a5d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:40.162857 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5faae57-c2e4-4f7e-950a-8a93bdaf06f4", "name": "network-vif-plugged", "status": "completed", "tag": "1f1bd74d-0df4-4982-9803-c9237c830a61", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:40.163101 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0bf6588-8ad5-4500-8cc7-42368da07a5d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:40.163466 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bf6588-8ad5-4500-8cc7-42368da07a5d'] response: {'server_uuid': 'e5faae57-c2e4-4f7e-950a-8a93bdaf06f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1bd74d-0df4-4982-9803-c9237c830a61', 'code': 200} Apr 05 18:42:40.180964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a2ba5-23b6-460c-9c58-7c5ca09bae45 req-8b72b886-ce7f-41e7-bba4-fb7b700fe1cb tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:40.189995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad1a2ba5-23b6-460c-9c58-7c5ca09bae45 req-8b72b886-ce7f-41e7-bba4-fb7b700fe1cb tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 944 time: 0.0700483 Apr 05 18:42:40.199701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=1f1bd74d-0df4-4982-9803-c9237c830a61,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:40.221110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:40.223776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 2afb15c5-121b-4b09-b5d6-9353b71801cb completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:42:40.250723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad1a2ba5-23b6-460c-9c58-7c5ca09bae45 req-4b8264dc-45eb-4c31-bade-822a85c2f830 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558388 Apr 05 18:42:40.276132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 2afb15c5-121b-4b09-b5d6-9353b71801cb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:40.276574 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.286147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63863555-992e-469e-8c5f-53604b867c60 req-9704d2a4-7c63-4d9d-ad1b-6fa2f17cff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:40.287724 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-63863555-992e-469e-8c5f-53604b867c60 req-9704d2a4-7c63-4d9d-ad1b-6fa2f17cff47 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 1097 time: 0.0596449 Apr 05 18:42:40.324034 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-63863555-992e-469e-8c5f-53604b867c60 req-f1e5af69-6b6d-4e1e-af06-14fc641f1945 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294893 Apr 05 18:42:40.329012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:42:40.334995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:40.335360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.336885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42290) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:40.395854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.449063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-network', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:40.456721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fb423-18bc-4b20-bfca-df3f6e69dc5a req-b880b139-bb84-4305-a620-df71f16af528 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:40.458504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e40fb423-18bc-4b20-bfca-df3f6e69dc5a req-b880b139-bb84-4305-a620-df71f16af528 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0534146 Apr 05 18:42:40.458666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:40.467265 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.468236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:40.479551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:40.482060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.491091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.503941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e40fb423-18bc-4b20-bfca-df3f6e69dc5a req-60c3a0f1-f625-4cf6-949f-263953a033fd tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Apr 05 18:42:40.510787 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.578880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2afb15c5-121b-4b09-b5d6-9353b71801cb,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:40.579173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.583881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,segment=NetworkSegment(dd786e2e-03aa-4eae-a192-10d39b6e9f76),segment_id=dd786e2e-03aa-4eae-a192-10d39b6e9f76)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:40.589368 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.590315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.615721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:42:40.632221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port a2263e4e-b2ce-4e5a-aef6-7fe57275172a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:40.632459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1484e2f6-98a7-46fc-9149-9d2b95fe052c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:40.632705 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.635598 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.636187 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Added segment a33c7f11-e5c1-438c-bb57-841649666053 of type vlan for network 61f38ac3-b5de-44f4-9fb6-9d316cece496 Apr 05 18:42:40.688030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.707405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:40.727951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.729616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:40.730687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.759275 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.770470 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4321058 Apr 05 18:42:40.773580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42298) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:40.779750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Request body: {'subnet': {'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-subnet', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:40.805445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:40.808627 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.809223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:40.814831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:40.815760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23f565aa-bffe-4205-952d-5db66c5332a1 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:42:40.827706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d75c56-1c54-436c-b63e-a9a605d85e7d admin admin] Pushing event updated for resources: {'Network': ['ID=61f38ac3-b5de-44f4-9fb6-9d316cece496,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:40.844082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 23f565aa-bffe-4205-952d-5db66c5332a1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:42:40.844426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23f565aa-bffe-4205-952d-5db66c5332a1 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:42:40.903312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:40.987283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a6553-945d-4759-a282-7ff4a9f0703c req-0c4e373b-7fb4-4196-969d-f209d61b3f0e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:40.988798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a6553-945d-4759-a282-7ff4a9f0703c req-0c4e373b-7fb4-4196-969d-f209d61b3f0e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1174448 Apr 05 18:42:41.003001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 61f38ac3-b5de-44f4-9fb6-9d316cece496 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:42:41.059462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c9a7d-3b59-4fe2-88a6-320cc697ada2 req-d2f46395-6941-4a70-a69c-23992f51823a tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:41.061263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa5c9a7d-3b59-4fe2-88a6-320cc697ada2 req-d2f46395-6941-4a70-a69c-23992f51823a tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1214116 Apr 05 18:42:41.093800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a6553-945d-4759-a282-7ff4a9f0703c req-06f9dd88-09a1-41e8-98e9-70495e82da75 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973415 Apr 05 18:42:41.140779 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa5c9a7d-3b59-4fe2-88a6-320cc697ada2 req-88e3d1b8-be7b-4a1b-8a4d-068dcaec2109 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689964 Apr 05 18:42:41.172190 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:41.262985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c346868d-ff5c-484a-a2f0-b9bce6d58e15,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:41.301216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a7a2b-b988-470d-8193-bac56a30aef0 req-b00d59d5-b888-4c82-aabe-8233d64d5e44 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:41.302742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df1a7a2b-b988-470d-8193-bac56a30aef0 req-b00d59d5-b888-4c82-aabe-8233d64d5e44 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.0995438 Apr 05 18:42:41.303483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Checking segment: {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:41.303841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Network hostable DHCP agents. Network: 61f38ac3-b5de-44f4-9fb6-9d316cece496, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:42:41.348167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Network 61f38ac3-b5de-44f4-9fb6-9d316cece496 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:42:41.381121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df1a7a2b-b988-470d-8193-bac56a30aef0 req-4c775531-8637-4625-967c-a2922b1dfb46 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669482 Apr 05 18:42:41.383629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 61f38ac3-b5de-44f4-9fb6-9d316cece496) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:41.390810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:41.391400 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:41.407044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0da6a8-4342-46c7-8298-4a0c92a94b7b None None] Network 61f38ac3-b5de-44f4-9fb6-9d316cece496 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:42:41.410410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdeb9b-98be-4acd-8125-ce61a31b1ec6 req-7a58b1ce-05c0-46c2-ad96-599011f6234e tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:41.411924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6bdeb9b-98be-4acd-8125-ce61a31b1ec6 req-7a58b1ce-05c0-46c2-ad96-599011f6234e tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 945 time: 0.0889070 Apr 05 18:42:41.423414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dcdadf72-47a8-4020-962b-2f3c18677b7c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6461504 Apr 05 18:42:41.423753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42322) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:41.428947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:41.450731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:41.453175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:41.469086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6bdeb9b-98be-4acd-8125-ce61a31b1ec6 req-6be0ced3-73eb-4450-b328-57c81fe51fc9 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Apr 05 18:42:41.534388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:41.542093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc0720-ef20-43cf-a620-4b993063edb7 req-4576c020-1ef2-422d-adaf-b7d834af782d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:41.543759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8dc0720-ef20-43cf-a620-4b993063edb7 req-4576c020-1ef2-422d-adaf-b7d834af782d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0737240 Apr 05 18:42:41.603289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8dc0720-ef20-43cf-a620-4b993063edb7 req-1e605556-0341-4d9f-90bc-5c7a447b5f2c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525374 Apr 05 18:42:41.687998 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:41.704683 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-acdce0ed-aeed-474f-857e-d6f2bdf94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:41.729502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-61f38ac3-b5de-44f4-9fb6-9d316cece496', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:42:41.730362 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:41.872430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Allocated IP 172.20.0.2 (61f38ac3-b5de-44f4-9fb6-9d316cece496/c346868d-ff5c-484a-a2f0-b9bce6d58e15/f6079de5-89a7-458a-986e-586bdd19bfae) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:41.898825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:41.918443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.030155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Allocated IP 172.25.4.121 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/1bc81ceb-3a7e-40ea-a897-232267bb3ede) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:42.033924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.039979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.081056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Network 61f38ac3-b5de-44f4-9fb6-9d316cece496 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:42.085917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:42.090330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:42.092845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Pushing event updated for resources: {'Port': ['ID=f6079de5-89a7-458a-986e-586bdd19bfae,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:42.133188 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.145594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Attempting to bind port f6079de5-89a7-458a-986e-586bdd19bfae on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:42:42.145955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Attempting to bind port f6079de5-89a7-458a-986e-586bdd19bfae by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:42:42.146308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Attempting to bind port f6079de5-89a7-458a-986e-586bdd19bfae on network 61f38ac3-b5de-44f4-9fb6-9d316cece496 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:42.151165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:42:42.151526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Checking segment: {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:42.151915 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.152299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Bound using segment: {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:42:42.152749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Bound port: f6079de5-89a7-458a-986e-586bdd19bfae, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:42:42.153117 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.165356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb'}, {'server_uuid': '3b7e8939-e878-4130-93ab-9183e5af1dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7f663-cef5-4641-a3d0-495f8bf7ecb4'}, {'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:42.167480 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0530b1d0-b3a7-4314-8475-635ade415e90" -d '{"events": [{"server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "name": "network-vif-plugged", "status": "completed", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb"}, {"server_uuid": "3b7e8939-e878-4130-93ab-9183e5af1dd1", "name": "network-vif-plugged", "status": "completed", "tag": "72e7f663-cef5-4641-a3d0-495f8bf7ecb4"}, {"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:42.172405 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.221694 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:42.233297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:42.237828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:42.261203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] For port f6079de5-89a7-458a-986e-586bdd19bfae, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:42:42.267436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] For port f6079de5-89a7-458a-986e-586bdd19bfae, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f6079de5-89a7-458a-986e-586bdd19bfae,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:42:42.273379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc81ceb-3a7e-40ea-a897-232267bb3ede,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:42.275455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.344596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3e1c4-7a40-4e2c-a095-739a67b0e2bc req-b000acfa-dbed-4bbb-bd45-8e871d156cc2 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:42.346157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0c3e1c4-7a40-4e2c-a095-739a67b0e2bc req-b000acfa-dbed-4bbb-bd45-8e871d156cc2 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.0747480 Apr 05 18:42:42.350954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92efbd-9aa9-4c62-89cf-0e267788b469 None None] Pushing event updated for resources: {'Port': ['ID=f6079de5-89a7-458a-986e-586bdd19bfae,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:42.383965 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b03cf8a-4a2c-40f7-88ec-9aff688e0fe0 x-openstack-request-id: req-8b03cf8a-4a2c-40f7-88ec-9aff688e0fe0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:42.384265 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "name": "network-vif-plugged", "status": "completed", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb", "code": 200}, {"server_uuid": "3b7e8939-e878-4130-93ab-9183e5af1dd1", "name": "network-vif-plugged", "status": "completed", "tag": "72e7f663-cef5-4641-a3d0-495f8bf7ecb4", "code": 200}, {"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:42.384516 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b03cf8a-4a2c-40f7-88ec-9aff688e0fe0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:42.384928 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b03cf8a-4a2c-40f7-88ec-9aff688e0fe0'] response: {'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb', 'code': 200} Apr 05 18:42:42.385571 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b03cf8a-4a2c-40f7-88ec-9aff688e0fe0'] response: {'server_uuid': '3b7e8939-e878-4130-93ab-9183e5af1dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7f663-cef5-4641-a3d0-495f8bf7ecb4', 'code': 200} Apr 05 18:42:42.385571 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b03cf8a-4a2c-40f7-88ec-9aff688e0fe0'] response: {'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'code': 200} Apr 05 18:42:42.431763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0c3e1c4-7a40-4e2c-a095-739a67b0e2bc req-f0a59bdc-1db3-4ddb-99e1-8df09862f244 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740130 Apr 05 18:42:42.553017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddec597-f32d-4815-addd-9a4bd497b754 req-b7258b90-2e79-48ff-b32f-247207297e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:42.554535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ddec597-f32d-4815-addd-9a4bd497b754 req-b7258b90-2e79-48ff-b32f-247207297e3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 1096 time: 0.1183481 Apr 05 18:42:42.570753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b783-0261-4fd4-bd46-ccb3a7c09f77 req-c7471706-f2a6-4594-b871-cf7f552e061a tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:42.578825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bf7b783-0261-4fd4-bd46-ccb3a7c09f77 req-c7471706-f2a6-4594-b871-cf7f552e061a tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.0756876 Apr 05 18:42:42.586865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d0207-088a-4951-9116-2df994f89c42 req-3dfad049-3362-499f-8525-9016afbb1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:42.588467 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5d9d0207-088a-4951-9116-2df994f89c42 req-3dfad049-3362-499f-8525-9016afbb1c66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 1097 time: 0.1023877 Apr 05 18:42:42.617151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.655266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bf7b783-0261-4fd4-bd46-ccb3a7c09f77 req-5d2873ed-e9ad-48e1-9174-bd1280548da6 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717630 Apr 05 18:42:42.701076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ddec597-f32d-4815-addd-9a4bd497b754 req-d2e3d507-6454-4470-be36-f6a5790d1d5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203296 Apr 05 18:42:42.713238 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5d9d0207-088a-4951-9116-2df994f89c42 req-7a148ec3-f784-496b-90fa-6012f688afb0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166961 Apr 05 18:42:42.745013 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.866106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1bccd-698c-429b-b0da-cf8df51330fb req-2c5b6ea0-9ec2-452b-acc5-6663eda33411 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:42.868021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34a1bccd-698c-429b-b0da-cf8df51330fb req-2c5b6ea0-9ec2-452b-acc5-6663eda33411 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 945 time: 0.0960696 Apr 05 18:42:42.929532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34a1bccd-698c-429b-b0da-cf8df51330fb req-1f8caae0-dd14-40cb-9c65-ec7393228df2 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505042 Apr 05 18:42:42.935627 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:42.999387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd52405-d640-4659-b80b-2d911c975752 req-4dd14cc0-cdfa-4890-aa40-cc3c44ed1cbe tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:43.006927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cd52405-d640-4659-b80b-2d911c975752 req-4dd14cc0-cdfa-4890-aa40-cc3c44ed1cbe tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0794554 Apr 05 18:42:43.099590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cd52405-d640-4659-b80b-2d911c975752 req-88ff240d-e6e2-459d-a96c-b7d36de9a398 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879843 Apr 05 18:42:43.126591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-098d7e9e-2e18-49d0-ad79-1dd40e2bd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:43.126591 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-098d7e9e-2e18-49d0-ad79-1dd40e2bd694 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 1097 time: 0.0943594 Apr 05 18:42:43.128154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78e344-02bb-4ffa-904f-6de31951ad31 req-64dbf957-1942-4d4d-bf6a-8ea6f573cc85 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:43.131099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc78e344-02bb-4ffa-904f-6de31951ad31 req-64dbf957-1942-4d4d-bf6a-8ea6f573cc85 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.0978725 Apr 05 18:42:43.196479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Router 911f8305-3be2-4b55-8baf-85968b179f1f is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:42:43.235709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc78e344-02bb-4ffa-904f-6de31951ad31 req-7af309af-80a5-4840-b653-35f485e0c7ce tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956838 Apr 05 18:42:43.314716 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-515c741b-6009-4a6b-802b-152df955d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:43.316186 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-515c741b-6009-4a6b-802b-152df955d34e service neutron] 10.222.0.25 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 910 time: 0.1825979 Apr 05 18:42:43.381336 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-b08c8fd5-82eb-40f2-9b2e-596d09006d86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1bd74d-0df4-4982-9803-c9237c830a61 HTTP/1.1" status: 200 len: 217 time: 0.0515182 Apr 05 18:42:43.505223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:42:43.519330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-3b27ae66-cd98-4f7e-8266-2c76b94dc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:43.520776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Sync routers for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:42:43.522378 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-3b27ae66-cd98-4f7e-8266-2c76b94dc08a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4123b08-a8e7-413e-a1a0-fc36a4cb8380 HTTP/1.1" status: 200 len: 850 time: 0.0972879 Apr 05 18:42:43.545362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:43.546119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:43.568314 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-649d1ecd-6548-4c8f-8b00-7ee46c84373b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92a0426a-a463-402d-a447-3d4a0d461508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375314 Apr 05 18:42:43.571061 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:43.574263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b706cf0d-2768-4e00-9e47-3f707ed51333 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1473100 Apr 05 18:42:43.576634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42390) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:43.673931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49837436-615e-40a7-b0ac-01e74976cc5d req-d803ef40-3549-4f93-a061-ba68e776721a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:43.681903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49837436-615e-40a7-b0ac-01e74976cc5d req-d803ef40-3549-4f93-a061-ba68e776721a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0946820 Apr 05 18:42:43.744188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49837436-615e-40a7-b0ac-01e74976cc5d req-7c339f0f-24aa-4b02-85d1-7390415a36d3 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594311 Apr 05 18:42:43.816754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:43.908442 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5e688-5743-4497-a675-adefe5e12e41 req-7eb90dc3-4a54-41a5-b280-ca1c77643236 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:43.916454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28f5e688-5743-4497-a675-adefe5e12e41 req-7eb90dc3-4a54-41a5-b280-ca1c77643236 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.1152945 Apr 05 18:42:43.964489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1ef36-5790-4157-858c-0120d47fc076 None None] Network 61f38ac3-b5de-44f4-9fb6-9d316cece496 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:42:44.027826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28f5e688-5743-4497-a675-adefe5e12e41 req-13634340-bd0a-430d-ad53-32e6e139ef4e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055357 Apr 05 18:42:44.165647 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-da897b25-fb96-4c9c-b982-f1694a743232 service neutron] 10.222.0.25 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870466 Apr 05 18:42:44.214813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-895ab3db-5d58-45e4-b3a3-f023cdbeea76 None None] Provisioning complete for port f6079de5-89a7-458a-986e-586bdd19bfae triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:44.217057 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895ab3db-5d58-45e4-b3a3-f023cdbeea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:44.280824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd3027-835d-4283-a3bd-70b8a5b9d4cc req-e6f2f0bd-81df-447c-acc7-0a016b0080a9 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:44.299406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57bd3027-835d-4283-a3bd-70b8a5b9d4cc req-e6f2f0bd-81df-447c-acc7-0a016b0080a9 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 945 time: 0.2391310 Apr 05 18:42:44.400836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f6079de5-89a7-458a-986e-586bdd19bfae up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:44.401984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57bd3027-835d-4283-a3bd-70b8a5b9d4cc req-f5614736-b96c-413a-9fe7-9de43139252d tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013765 Apr 05 18:42:44.420577 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5dbcf7ef-9d92-40e0-96b0-5f0b4d3ec1d8 req-1597171b-61d9-45f3-83d5-bf09b15d3078 service neutron] 10.222.0.25 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847546 Apr 05 18:42:44.534641 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:44.553945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd8908-5984-4dcc-a019-94f903b5b5d6 req-83492102-95b6-4d04-adc7-d0b6dc74f099 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:44.555800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79fd8908-5984-4dcc-a019-94f903b5b5d6 req-83492102-95b6-4d04-adc7-d0b6dc74f099 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1518390 Apr 05 18:42:44.623593 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79fd8908-5984-4dcc-a019-94f903b5b5d6 req-ce4984c4-97be-4859-aab5-7ec15e499ca4 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Apr 05 18:42:44.737685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f6079de5-89a7-458a-986e-586bdd19bfae triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:44.738360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:44.787710 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895ab3db-5d58-45e4-b3a3-f023cdbeea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:44.809289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:44.875440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:42Z', 'revision_number': 3, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:44.944606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8bd50-7f6b-4669-9525-f814375c66e7 req-d4a797d7-c1ff-4ccc-bf92-abbcec7bbe39 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:44.946967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5bc8bd50-7f6b-4669-9525-f814375c66e7 req-d4a797d7-c1ff-4ccc-bf92-abbcec7bbe39 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0831709 Apr 05 18:42:44.958559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Checking router: 911f8305-3be2-4b55-8baf-85968b179f1f for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:42:44.959655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Updating router 911f8305-3be2-4b55-8baf-85968b179f1f port 1bc81ceb-3a7e-40ea-a897-232267bb3ede binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:42:44.970108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.004579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-895ab3db-5d58-45e4-b3a3-f023cdbeea76 None None] For port f6079de5-89a7-458a-986e-586bdd19bfae, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f6079de5-89a7-458a-986e-586bdd19bfae,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:45.017914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5bc8bd50-7f6b-4669-9525-f814375c66e7 req-1290f93f-fbfd-4d02-b39d-2f8b0c536303 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575778 Apr 05 18:42:45.041062 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.073717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Allocated IP 172.20.0.1 (61f38ac3-b5de-44f4-9fb6-9d316cece496/c346868d-ff5c-484a-a2f0-b9bce6d58e15/ff5cf6ff-0079-4f00-a73f-419064f70e63) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:45.162961 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895ab3db-5d58-45e4-b3a3-f023cdbeea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.223028 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.231804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34382bbd-ee52-45fc-aafd-c9062f83be33 req-f6d71018-1e20-4c56-a73f-de2ac9575125 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:45.241153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.250506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34382bbd-ee52-45fc-aafd-c9062f83be33 req-f6d71018-1e20-4c56-a73f-de2ac9575125 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.1061494 Apr 05 18:42:45.274154 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.328967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Network 61f38ac3-b5de-44f4-9fb6-9d316cece496 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:45.335681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:45.339551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ab3db-5d58-45e4-b3a3-f023cdbeea76 None None] Pushing event updated for resources: {'Port': ['ID=f6079de5-89a7-458a-986e-586bdd19bfae,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:45.340459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:45.354322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34382bbd-ee52-45fc-aafd-c9062f83be33 req-0bc6ab65-8aba-41b9-a306-edb4bb02b791 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028233 Apr 05 18:42:45.358539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ddd8da24-572f-467b-931c-0bb5831c7234 None None] Provisioning complete for port f6079de5-89a7-458a-986e-586bdd19bfae triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:45.358539 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ddd8da24-572f-467b-931c-0bb5831c7234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.393897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Pushing event updated for resources: {'Port': ['ID=ff5cf6ff-0079-4f00-a73f-419064f70e63,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:45.428146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.622337 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:42:45.623603 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:42:45.672101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772fc12-cdc7-48ed-9ed7-c5461d928d37 req-86465858-56a4-4323-bb21-d944c87086a1 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:45.681723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e772fc12-cdc7-48ed-9ed7-c5461d928d37 req-86465858-56a4-4323-bb21-d944c87086a1 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.1784251 Apr 05 18:42:45.716279 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.754074 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.764101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e772fc12-cdc7-48ed-9ed7-c5461d928d37 req-d48073ef-87d7-4d71-8fe8-6927a23c39b7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806191 Apr 05 18:42:45.776690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a2e7f-ff71-4cb6-ad34-0e3adbb6f960 req-0164842f-5dfc-4230-971d-9874659569fa tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:45.777778 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.786048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-435a2e7f-ff71-4cb6-ad34-0e3adbb6f960 req-0164842f-5dfc-4230-971d-9874659569fa tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 945 time: 0.2377357 Apr 05 18:42:45.891577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-435a2e7f-ff71-4cb6-ad34-0e3adbb6f960 req-76e97047-31ed-4950-b98b-3e87945c47a1 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987918 Apr 05 18:42:45.946347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91df62-b0cd-4423-810c-633a8e6fe38e None None] Pushing event updated for resources: {'Port': ['ID=1bc81ceb-3a7e-40ea-a897-232267bb3ede,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:45.949844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Attempting to bind port 1bc81ceb-3a7e-40ea-a897-232267bb3ede on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:42:45.950214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Attempting to bind port 1bc81ceb-3a7e-40ea-a897-232267bb3ede by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:42:45.950601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Attempting to bind port 1bc81ceb-3a7e-40ea-a897-232267bb3ede on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:45.959144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:42:45.959674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:45.960076 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:45.960464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:42:45.960936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Bound port: 1bc81ceb-3a7e-40ea-a897-232267bb3ede, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:42:45.961363 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:46.044410 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:46.064913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:46.093323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d6910-cfd5-4995-9dc4-50ef9a319d61 req-91e1ddcd-d719-447a-831f-2ae527acfca5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:46.099437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f11d6910-cfd5-4995-9dc4-50ef9a319d61 req-91e1ddcd-d719-447a-831f-2ae527acfca5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1226492 Apr 05 18:42:46.104297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] For port 1bc81ceb-3a7e-40ea-a897-232267bb3ede, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:42:46.109516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] For port 1bc81ceb-3a7e-40ea-a897-232267bb3ede, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1bc81ceb-3a7e-40ea-a897-232267bb3ede,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:42:46.141636 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:46.174869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:46.175117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f11d6910-cfd5-4995-9dc4-50ef9a319d61 req-c7b7eba3-9538-4e31-b5ee-e789641f1f9e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643904 Apr 05 18:42:46.177709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Pushing event updated for resources: {'Port': ['ID=ff5cf6ff-0079-4f00-a73f-419064f70e63,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:46.194898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-be523461-7bcc-4a78-b0b3-3a12de4ad93b None None] Provisioning complete for port ff5cf6ff-0079-4f00-a73f-419064f70e63 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:46.195268 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be523461-7bcc-4a78-b0b3-3a12de4ad93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:46.410629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:46.411267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:46.416968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f53c7-ce8c-4ab3-ac95-e380578392d5 req-9e6eb80e-b04b-4831-8c67-37bff16d145e tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:46.417837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Network 61f38ac3-b5de-44f4-9fb6-9d316cece496 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:46.420964 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:46.422192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-be523461-7bcc-4a78-b0b3-3a12de4ad93b None None] Port ff5cf6ff-0079-4f00-a73f-419064f70e63 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:42:46.427753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-420f53c7-ce8c-4ab3-ac95-e380578392d5 req-9e6eb80e-b04b-4831-8c67-37bff16d145e tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 945 time: 0.1183484 Apr 05 18:42:46.477711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91df62-b0cd-4423-810c-633a8e6fe38e None None] Pushing event updated for resources: {'Port': ['ID=1bc81ceb-3a7e-40ea-a897-232267bb3ede,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:46.527276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-420f53c7-ce8c-4ab3-ac95-e380578392d5 req-4a167101-1990-48ee-acdd-b2ecde90f9d9 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859091 Apr 05 18:42:46.792511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Router 911f8305-3be2-4b55-8baf-85968b179f1f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:42:46.846230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f6079de5-89a7-458a-986e-586bdd19bfae up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:46.986935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:42:46.991823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:47.006770 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d24e804b-f8df-4bfa-8498-2b9eee9c054d admin admin] 10.222.0.15 "PUT /v2.0/routers/911f8305-3be2-4b55-8baf-85968b179f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4214826 Apr 05 18:42:47.041222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cff9124e-e195-48bf-a75f-1f78231731ad None None] Provisioning complete for port ff5cf6ff-0079-4f00-a73f-419064f70e63 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:47.041691 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cff9124e-e195-48bf-a75f-1f78231731ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:47.151673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cff9124e-e195-48bf-a75f-1f78231731ad None None] Port ff5cf6ff-0079-4f00-a73f-419064f70e63 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:42:47.156273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f6079de5-89a7-458a-986e-586bdd19bfae triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:47.156779 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:47.394554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd5621-4318-4e90-8abf-ccafb5115c40 req-1273df7b-06e1-4af6-8ab6-887b638aaecd tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:47.397292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9bd5621-4318-4e90-8abf-ccafb5115c40 req-1273df7b-06e1-4af6-8ab6-887b638aaecd tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.1346753 Apr 05 18:42:47.408069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528aa1b-a63b-4dbc-bf72-4d959cb5e46b req-af05bd71-bc14-461c-9cf4-13dd331b2238 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:47.417791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e528aa1b-a63b-4dbc-bf72-4d959cb5e46b req-af05bd71-bc14-461c-9cf4-13dd331b2238 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 945 time: 0.1316206 Apr 05 18:42:47.532090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e528aa1b-a63b-4dbc-bf72-4d959cb5e46b req-430d8287-66ef-4b28-a2fb-16a88493c5f0 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112962 Apr 05 18:42:47.535048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 2, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:47.555641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9bd5621-4318-4e90-8abf-ccafb5115c40 req-26f0bb69-160d-4fe0-8897-3d841261a565 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230938 Apr 05 18:42:47.616794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c841a-b262-44a2-976c-e41c5be5663d None None] The sync data for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 is: [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 2, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:42:47.831820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677f088-b5c9-45c5-a4f2-1b3541c76dfd req-b214a543-6277-4e85-85d2-4dff845a1cab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:47.833398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6677f088-b5c9-45c5-a4f2-1b3541c76dfd req-b214a543-6277-4e85-85d2-4dff845a1cab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1517992 Apr 05 18:42:47.912796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42510) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:47.924690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6677f088-b5c9-45c5-a4f2-1b3541c76dfd req-b9412307-b5d2-4293-a94b-faf77fc3528e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765808 Apr 05 18:42:47.950464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-162428375-network', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:48.016908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Made reservation on behalf of ec25e0b6d0a446e7bbd8640cde4aad22 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:48.020454 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:48.049286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:48.173913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591c87-be1b-4a63-9a13-1c5f067a8b57 req-479faa75-8502-4781-b7ad-4dd00f539355 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:48.185669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1591c87-be1b-4a63-9a13-1c5f067a8b57 req-479faa75-8502-4781-b7ad-4dd00f539355 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 945 time: 0.1084058 Apr 05 18:42:48.273656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:48.281719 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:48.286084 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1591c87-be1b-4a63-9a13-1c5f067a8b57 req-9d61937e-19f0-4d1d-86b3-bb0855d2f2fc tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982413 Apr 05 18:42:48.319608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:42:48.336484 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:48.337347 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Added segment 4b5592a6-a5fb-40aa-ab9f-3984b291ce09 of type vlan for network aac4dea6-1e9b-49ca-ab4b-9268979212ea Apr 05 18:42:48.474011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af82d7f-cbc7-4be9-a068-e570f36f5442 req-f0dde4e9-3dfa-4df5-8aec-b1f9856559a8 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:48.482458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:48.482935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9af82d7f-cbc7-4be9-a068-e570f36f5442 req-f0dde4e9-3dfa-4df5-8aec-b1f9856559a8 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0803566 Apr 05 18:42:48.493433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a63f0bb-7846-4cb0-8d8e-cd6e68c2e5d0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:48.533945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-e67bacc5-7f33-4242-983f-c063040f1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:48.535008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9af82d7f-cbc7-4be9-a068-e570f36f5442 req-4d1f3895-9c55-4c1e-aac5-18195df5b030 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509388 Apr 05 18:42:48.536171 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-e67bacc5-7f33-4242-983f-c063040f1782 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 1096 time: 0.1587298 Apr 05 18:42:48.568105 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:48.568549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:48.569140 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:48.705736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42532) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:48.705980 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7860394 Apr 05 18:42:48.711772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd04ca3-e8f0-4bb9-91aa-3cda75d73112 admin admin] Pushing event updated for resources: {'Network': ['ID=aac4dea6-1e9b-49ca-ab4b-9268979212ea,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:48.715886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Request body: {'subnet': {'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-subnet', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:48.730859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network aac4dea6-1e9b-49ca-ab4b-9268979212ea details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:42:48.746812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-06f604d3-f5ee-46cb-bb7c-b9c6bce543ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:48.749533 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-06f604d3-f5ee-46cb-bb7c-b9c6bce543ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.2045338 Apr 05 18:42:48.760283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c906207-02ba-48a6-ab47-54c8ed1af563 req-c1a46b37-f776-4eea-99d8-28c3765c9e50 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:48.762148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c906207-02ba-48a6-ab47-54c8ed1af563 req-c1a46b37-f776-4eea-99d8-28c3765c9e50 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.1198337 Apr 05 18:42:48.777913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Made reservation on behalf of ec25e0b6d0a446e7bbd8640cde4aad22 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:42:48.786084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:48.812122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-742c5f98-d542-4322-8fab-6a3882da10fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3 HTTP/1.1" status: 200 len: 217 time: 0.0542014 Apr 05 18:42:48.910572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-31ad8fd7-fd0e-46b0-b5c0-b6d3f3785130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:48.912181 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-31ad8fd7-fd0e-46b0-b5c0-b6d3f3785130 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.0921373 Apr 05 18:42:48.950771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c906207-02ba-48a6-ab47-54c8ed1af563 req-c8f155aa-65d9-4fcb-9853-80dba0f8915c tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807804 Apr 05 18:42:49.011858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-67ce1970-4d93-4403-afd0-eced6206c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:49.013987 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-67ce1970-4d93-4403-afd0-eced6206c67d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943320 Apr 05 18:42:49.158942 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-39724118-dd95-4649-b327-a7dbadc48809 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303630 Apr 05 18:42:49.339403 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:49.389701 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ce91e2d9-fdac-4a0d-951e-6cdb5abc5c9f req-20dbef69-b3aa-49cd-be1c-ec87090e5fc2 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219324 Apr 05 18:42:49.437038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=167f9815-9c12-45fe-840e-11fa273d6023,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:49.568017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b128f6-49c4-4d41-8051-df32bef94261 req-8bc93d8d-a2f2-448b-998e-3ef736b12664 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:49.569971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22b128f6-49c4-4d41-8051-df32bef94261 req-8bc93d8d-a2f2-448b-998e-3ef736b12664 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.3358746 Apr 05 18:42:49.630570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Checking segment: {'id': '4b5592a6-a5fb-40aa-ab9f-3984b291ce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:49.630959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Network hostable DHCP agents. Network: aac4dea6-1e9b-49ca-ab4b-9268979212ea, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:42:49.665687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-91ee1cd9-fc12-4680-b043-20a5c7fff4fd tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:49.667296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-91ee1cd9-fc12-4680-b043-20a5c7fff4fd tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 945 time: 0.1738369 Apr 05 18:42:49.681139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22b128f6-49c4-4d41-8051-df32bef94261 req-93f2c045-bbd6-49ab-836f-9b96849a4c7f tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912049 Apr 05 18:42:49.741308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1880b15-90f3-407b-8f0f-35302b68fe4e req-84b03c8c-29da-4361-969a-0cb7c4ca92fd tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:49.743290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1880b15-90f3-407b-8f0f-35302b68fe4e req-84b03c8c-29da-4361-969a-0cb7c4ca92fd tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 945 time: 0.2407889 Apr 05 18:42:49.747531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Network aac4dea6-1e9b-49ca-ab4b-9268979212ea is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:42:49.773197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, aac4dea6-1e9b-49ca-ab4b-9268979212ea) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:49.781916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1e6a0-183a-4166-ac46-56aa678794cc None None] Network aac4dea6-1e9b-49ca-ab4b-9268979212ea requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:42:49.869350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:49.869997 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:49.965378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1880b15-90f3-407b-8f0f-35302b68fe4e req-f830baad-dceb-4e71-a248-0d0ed681e3dc tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/security-groups?id=e70124af-20c6-442d-8eba-280fb0d58738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062998 Apr 05 18:42:49.974133 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2afb15c5-121b-4b09-b5d6-9353b71801cb details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:42:49.989711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-298af675-47d1-4772-b49d-e9e8dc0db82b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2808948 Apr 05 18:42:49.991155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42556) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:50.005382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:42:50.063047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1df593-b292-45af-a7af-8a0cad06434d req-697b82c7-8924-407c-b1b8-0e80fc312a79 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:50.072689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e1df593-b292-45af-a7af-8a0cad06434d req-697b82c7-8924-407c-b1b8-0e80fc312a79 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1702418 Apr 05 18:42:50.115831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Deleting port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:42:50.115831 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.128301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-aac4dea6-1e9b-49ca-ab4b-9268979212ea', 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'fixed_ips': [{'subnet_id': '167f9815-9c12-45fe-840e-11fa273d6023'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:42:50.129029 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.162591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:50.187905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e1df593-b292-45af-a7af-8a0cad06434d req-dce7a0bd-de19-4bdf-88b2-b1643dddf597 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141255 Apr 05 18:42:50.195059 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.196198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.288761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4750fc3-a9ca-46f8-8e3c-76c9d109a348 req-7173b845-b1ee-42b0-ace6-451dde5521fc tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:50.291022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '2afb15c5-121b-4b09-b5d6-9353b71801cb', 'network_id': '6162acc5-927e-488a-8567-675d7937773a', 'port_id': '2afb15c5-121b-4b09-b5d6-9353b71801cb', 'mac_address': 'fa:16:3e:e9:ed:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab16ca2d-f1e2-4a36-b43e-93c2ca000912', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:42:50.297111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4750fc3-a9ca-46f8-8e3c-76c9d109a348 req-7173b845-b1ee-42b0-ace6-451dde5521fc tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.1956599 Apr 05 18:42:50.371641 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.371885 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.374563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Allocated IP 172.20.0.2 (aac4dea6-1e9b-49ca-ab4b-9268979212ea/167f9815-9c12-45fe-840e-11fa273d6023/b9ad8b12-14a3-46ba-8b7e-75d1dec47e78) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:50.396999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2afb15c5-121b-4b09-b5d6-9353b71801cb {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:42:50.413770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4750fc3-a9ca-46f8-8e3c-76c9d109a348 req-b27d20fe-2ad0-4458-b8f0-002f52ba6efe tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127176 Apr 05 18:42:50.431132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] For port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,segment=NetworkSegment(dd786e2e-03aa-4eae-a192-10d39b6e9f76),segment_id=dd786e2e-03aa-4eae-a192-10d39b6e9f76)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:50.431501 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.483831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:50.495912 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.543285 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Calling delete_port for 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:42:50.580900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1bc81ceb-3a7e-40ea-a897-232267bb3ede up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:50.657985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2afb15c5-121b-4b09-b5d6-9353b71801cb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:50.660273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2afb15c5-121b-4b09-b5d6-9353b71801cb,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:50.706765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.785887 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.795564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1bc81ceb-3a7e-40ea-a897-232267bb3ede triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:50.796376 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.823736 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:50.898880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Pushing event updated for resources: {'Port': ['ID=b9ad8b12-14a3-46ba-8b7e-75d1dec47e78,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:50.915388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Network aac4dea6-1e9b-49ca-ab4b-9268979212ea is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:50.920517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:50.928043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:51.008189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db204ca-0358-4509-98c0-45ae9c675c89 req-d71ff238-3783-4508-8ff7-9140f88a2418 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:51.016687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1db204ca-0358-4509-98c0-45ae9c675c89 req-d71ff238-3783-4508-8ff7-9140f88a2418 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1534815 Apr 05 18:42:51.066374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Attempting to bind port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:42:51.066762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Attempting to bind port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4b5592a6-a5fb-40aa-ab9f-3984b291ce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:42:51.067120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Attempting to bind port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 on network aac4dea6-1e9b-49ca-ab4b-9268979212ea {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:51.067264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1db204ca-0358-4509-98c0-45ae9c675c89 req-db32dd98-8027-43cf-99bd-50d7ae946575 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474839 Apr 05 18:42:51.068935 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.098002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['72e7f663-cef5-4641-a3d0-495f8bf7ecb4'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:42:51.107738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.108507 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Sync routers for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:42:51.121427 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:51.125909 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:51.130145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:42:51.130380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Checking segment: {'id': '4b5592a6-a5fb-40aa-ab9f-3984b291ce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:51.130637 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.131010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Bound using segment: {'id': '4b5592a6-a5fb-40aa-ab9f-3984b291ce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:42:51.131493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Bound port: b9ad8b12-14a3-46ba-8b7e-75d1dec47e78, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5592a6-a5fb-40aa-ab9f-3984b291ce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:42:51.131873 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.132350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Pushing event deleted for resources: {'Port': ['ID=72e7f663-cef5-4641-a3d0-495f8bf7ecb4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:51.164329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 1bc81ceb-3a7e-40ea-a897-232267bb3ede, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1bc81ceb-3a7e-40ea-a897-232267bb3ede,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:51.192231 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.242845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-23de5994-b244-4914-b50a-b619a9d1d86d req-affe3485-1480-4cc8-9db0-0bff11becd44 tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7e8939-e878-4130-93ab-9183e5af1dd1 HTTP/1.1" status: 200 len: 210 time: 0.1071966 Apr 05 18:42:51.283269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=1bc81ceb-3a7e-40ea-a897-232267bb3ede,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:51.287140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] For port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:42:51.302954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] For port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b9ad8b12-14a3-46ba-8b7e-75d1dec47e78,segment=NetworkSegment(4b5592a6-a5fb-40aa-ab9f-3984b291ce09),segment_id=4b5592a6-a5fb-40aa-ab9f-3984b291ce09)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:42:51.308460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] No DVR routers for this DVR port 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:42:51.313704 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.316909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.321777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d127dda2-5e47-4ba7-80ae-8f603cb464e7 req-9cf48ba3-42b7-4dc8-96ae-19d5d80966db tempest-ServersNegativeTestMultiTenantJSON-145644362 tempest-ServersNegativeTestMultiTenantJSON-145644362-project] 10.222.0.20 "DELETE /v2.0/ports/72e7f663-cef5-4641-a3d0-495f8bf7ecb4 HTTP/1.1" status: 204 len: 173 time: 1.6458261 Apr 05 18:42:51.322637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7e8939-e878-4130-93ab-9183e5af1dd1', 'name': 'network-vif-deleted', 'tag': '72e7f663-cef5-4641-a3d0-495f8bf7ecb4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:51.329567 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bdfb85-3de2-4a69-ae9f-ee32e0ebf4b2" -d '{"events": [{"server_uuid": "3b7e8939-e878-4130-93ab-9183e5af1dd1", "name": "network-vif-deleted", "tag": "72e7f663-cef5-4641-a3d0-495f8bf7ecb4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:51.342287 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:51.409805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dc91f-c031-42e9-8854-638ec34cf4a2 None None] Pushing event updated for resources: {'Port': ['ID=b9ad8b12-14a3-46ba-8b7e-75d1dec47e78,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:51.440804 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36995a9b-b8b2-4d08-a684-d067e66e7958 x-openstack-request-id: req-36995a9b-b8b2-4d08-a684-d067e66e7958 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:51.441037 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7e8939-e878-4130-93ab-9183e5af1dd1", "name": "network-vif-deleted", "tag": "72e7f663-cef5-4641-a3d0-495f8bf7ecb4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:51.441146 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36995a9b-b8b2-4d08-a684-d067e66e7958 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:51.441510 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36995a9b-b8b2-4d08-a684-d067e66e7958'] response: {'server_uuid': '3b7e8939-e878-4130-93ab-9183e5af1dd1', 'name': 'network-vif-deleted', 'tag': '72e7f663-cef5-4641-a3d0-495f8bf7ecb4', 'status': 'completed', 'code': 200} Apr 05 18:42:51.614491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d7a8d-a61a-41b4-8fe8-6857c94acd9f req-a6851a01-4c71-4d89-b341-941c25d36915 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:51.616035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d23d7a8d-a61a-41b4-8fe8-6857c94acd9f req-a6851a01-4c71-4d89-b341-941c25d36915 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.3049653 Apr 05 18:42:51.642755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.699531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.766556 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 2, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:51.773517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f28ce-cefa-4f9d-8f0d-002c7aa1f548 req-5d88398c-ad2c-4597-a254-f723f1ca5989 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:51.781388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f28ce-cefa-4f9d-8f0d-002c7aa1f548 req-5d88398c-ad2c-4597-a254-f723f1ca5989 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 945 time: 0.2482312 Apr 05 18:42:51.806840 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Checking router: 911f8305-3be2-4b55-8baf-85968b179f1f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:42:51.807518 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Updating router 911f8305-3be2-4b55-8baf-85968b179f1f port ff5cf6ff-0079-4f00-a73f-419064f70e63 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:42:51.863991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d23d7a8d-a61a-41b4-8fe8-6857c94acd9f req-3f5b40fa-0130-40af-b3b4-d35f5816a817 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344611 Apr 05 18:42:51.872507 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:51.974199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2afb15c5-121b-4b09-b5d6-9353b71801cb up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:52.132256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 2afb15c5-121b-4b09-b5d6-9353b71801cb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:52.132797 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.268677 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.295918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d16f28ce-cefa-4f9d-8f0d-002c7aa1f548 req-54645f33-c066-409f-be90-d86202769883 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129099 Apr 05 18:42:52.338959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:42:52.346960 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d83115-25eb-4af2-b2d5-278d9281345b" -d '{"events": [{"server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "name": "network-vif-plugged", "status": "completed", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:42:52.354723 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.366603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Allocated IP 172.25.4.67 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/901a3c26-dac1-4982-9262-b941fe03c4e8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:52.369240 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.374356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42600) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:52.408771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:52.418643 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e21bbde-96a0-4950-8308-57eef6bd1772 x-openstack-request-id: req-3e21bbde-96a0-4950-8308-57eef6bd1772 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:42:52.418932 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "name": "network-vif-plugged", "status": "completed", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:42:52.419163 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e21bbde-96a0-4950-8308-57eef6bd1772 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:42:52.420275 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e21bbde-96a0-4950-8308-57eef6bd1772'] response: {'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb', 'code': 200} Apr 05 18:42:52.421143 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.532483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dc4fee-c026-4cf0-8807-a33a0c331111 admin admin] Deleting subnet 8a942772-1c35-429f-9a68-f5361c948249 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:42:52.549941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50dc4fee-c026-4cf0-8807-a33a0c331111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.622344 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Pushing event updated for resources: {'Port': ['ID=ff5cf6ff-0079-4f00-a73f-419064f70e63,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:52.638022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2afb15c5-121b-4b09-b5d6-9353b71801cb,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:52.663393 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50dc4fee-c026-4cf0-8807-a33a0c331111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.690188 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.694013 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.694702 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.694702 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.695027 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.695352 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.702898 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.703237 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.704921 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.704921 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.706305 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.706679 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:52.716802 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Attempting to bind port ff5cf6ff-0079-4f00-a73f-419064f70e63 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:42:52.717172 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Attempting to bind port ff5cf6ff-0079-4f00-a73f-419064f70e63 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:42:52.717528 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Attempting to bind port ff5cf6ff-0079-4f00-a73f-419064f70e63 on network 61f38ac3-b5de-44f4-9fb6-9d316cece496 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:52.729990 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:42:52.730369 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Checking segment: {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:52.730799 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.731190 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Bound using segment: {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:42:52.737369 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Bound port: ff5cf6ff-0079-4f00-a73f-419064f70e63, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:42:52.737904 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.745580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e8be8-80e3-4026-8ce1-edd25ce3efc3 req-d9fc25ac-47f5-443b-a612-83e194cf7a55 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:52.747031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:52.754718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f8e8be8-80e3-4026-8ce1-edd25ce3efc3 req-d9fc25ac-47f5-443b-a612-83e194cf7a55 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.4955423 Apr 05 18:42:52.755492 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50dc4fee-c026-4cf0-8807-a33a0c331111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.878054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f8e8be8-80e3-4026-8ce1-edd25ce3efc3 req-08b1e667-0920-4f1f-a834-9ce1f49c7a90 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170952 Apr 05 18:42:52.878585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:52.878585 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.879669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50dc4fee-c026-4cf0-8807-a33a0c331111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.915268 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] For port ff5cf6ff-0079-4f00-a73f-419064f70e63, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:42:52.924829 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] For port ff5cf6ff-0079-4f00-a73f-419064f70e63, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ff5cf6ff-0079-4f00-a73f-419064f70e63,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:42:52.925599 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.939655 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:52.967728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc4fee-c026-4cf0-8807-a33a0c331111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a942772-1c35-429f-9a68-f5361c948249,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:52.984995 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50dc4fee-c026-4cf0-8807-a33a0c331111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.018356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.022179 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-50dc4fee-c026-4cf0-8807-a33a0c331111 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8a942772-1c35-429f-9a68-f5361c948249 HTTP/1.1" status: 204 len: 168 time: 0.6446269 Apr 05 18:42:53.025808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42610) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:53.115986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:53.140440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:53.158118 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:53.159703 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:53.169204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:53.281515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.297439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Pushing event updated for resources: {'Port': ['ID=901a3c26-dac1-4982-9262-b941fe03c4e8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:53.313730 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f808c-e4cc-4b7d-8cc1-0d9a3d69f138 None None] Pushing event updated for resources: {'Port': ['ID=ff5cf6ff-0079-4f00-a73f-419064f70e63,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:53.400437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed75f8-2592-4feb-91a4-456638dd964e req-8e35dbf1-a38d-4249-8530-a1aead91cd79 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:53.408248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b348651c-88c5-4c21-8b05-5e1a48060b31 None None] Network aac4dea6-1e9b-49ca-ab4b-9268979212ea requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:42:53.409414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4ed75f8-2592-4feb-91a4-456638dd964e req-8e35dbf1-a38d-4249-8530-a1aead91cd79 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.3099854 Apr 05 18:42:53.444462 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:53.474475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4ed75f8-2592-4feb-91a4-456638dd964e req-d9068fba-8152-40cf-93bb-4b94a0d628c0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640547 Apr 05 18:42:53.478739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.519209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcdc51e-5af1-41b8-ad80-230ec7417a57']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:53.541364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd786e2e-03aa-4eae-a192-10d39b6e9f76') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:53.541607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd786e2e-03aa-4eae-a192-10d39b6e9f76') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:53.563091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.588474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.594381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1689f4e9-d1d2-43a2-9cf9-8dcebcf46cbe None None] Provisioning complete for port ff5cf6ff-0079-4f00-a73f-419064f70e63 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:53.594764 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1689f4e9-d1d2-43a2-9cf9-8dcebcf46cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.600195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:42:53.600607 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:42:53.602361 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:42:53.605019 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.718483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.725585 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.728909 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dfcdc51e-5af1-41b8-ad80-230ec7417a57 HTTP/1.1" status: 204 len: 168 time: 0.7019491 Apr 05 18:42:53.737038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1e5fd-feab-4053-b80b-577f5c43d113 req-d7160989-28f9-4ccd-bee4-3ea05bf293b1 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:53.748439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ade1e5fd-feab-4053-b80b-577f5c43d113 req-d7160989-28f9-4ccd-bee4-3ea05bf293b1 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.2575140 Apr 05 18:42:53.751609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42618) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:53.770839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfcdc51e-5af1-41b8-ad80-230ec7417a57,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:53.808719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ade1e5fd-feab-4053-b80b-577f5c43d113 req-2162889f-d3d7-499d-83e0-6ef6107d76bf tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591865 Apr 05 18:42:53.855939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.856355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.856603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.856973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.857373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.857939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.858337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.858695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.859014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.859346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.859655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.859970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4e4a7-6c29-491f-b452-a6d1c3b74766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:42:53.899538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4a768b-a9a8-4374-8be3-a7e35e02f8f3 admin admin] Deleting subnet f17b8396-824e-45a3-8814-1c22e20d20b5 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:42:53.908785 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.911032 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a4a768b-a9a8-4374-8be3-a7e35e02f8f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.925072 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:52Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:53.949723 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1689f4e9-d1d2-43a2-9cf9-8dcebcf46cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:53.966568 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfab8c-ee6b-460a-a6f9-33621575f114 None None] The sync data for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 is: [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:52Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:42:53.981832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a4a768b-a9a8-4374-8be3-a7e35e02f8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.008528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.043398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b9ad8b12-14a3-46ba-8b7e-75d1dec47e78,segment=NetworkSegment(4b5592a6-a5fb-40aa-ab9f-3984b291ce09),segment_id=4b5592a6-a5fb-40aa-ab9f-3984b291ce09)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:54.050644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a4a768b-a9a8-4374-8be3-a7e35e02f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.068825 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.069851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1bc81ceb-3a7e-40ea-a897-232267bb3ede up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:54.111335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1689f4e9-d1d2-43a2-9cf9-8dcebcf46cbe None None] For port ff5cf6ff-0079-4f00-a73f-419064f70e63, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ff5cf6ff-0079-4f00-a73f-419064f70e63,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:42:54.155603 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1689f4e9-d1d2-43a2-9cf9-8dcebcf46cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.156497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a4a768b-a9a8-4374-8be3-a7e35e02f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.221369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=b9ad8b12-14a3-46ba-8b7e-75d1dec47e78,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:54.250251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a768b-a9a8-4374-8be3-a7e35e02f8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17b8396-824e-45a3-8814-1c22e20d20b5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:54.257815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a4a768b-a9a8-4374-8be3-a7e35e02f8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.262056 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8a4a768b-a9a8-4374-8be3-a7e35e02f8f3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f17b8396-824e-45a3-8814-1c22e20d20b5 HTTP/1.1" status: 204 len: 168 time: 0.5094516 Apr 05 18:42:54.265287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42632) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:54.309288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:42:54.372558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:42:54.385606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 72e7f663-cef5-4641-a3d0-495f8bf7ecb4 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:42:54.390783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.397354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cf689-a223-4d7f-b31a-3c92b0304aaa req-3cd78f17-d78b-4443-bcf2-36fcb2f47202 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:54.407308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-106cf689-a223-4d7f-b31a-3c92b0304aaa req-3cd78f17-d78b-4443-bcf2-36fcb2f47202 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1073575 Apr 05 18:42:54.409509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1bc81ceb-3a7e-40ea-a897-232267bb3ede triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:54.410642 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.468667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-106cf689-a223-4d7f-b31a-3c92b0304aaa req-651b8054-e8ed-4171-8159-34ded9540dc1 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603507 Apr 05 18:42:54.476761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Router 4f9db755-f74e-4129-b12d-03f5bf633fbb is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:42:54.491231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689f4e9-d1d2-43a2-9cf9-8dcebcf46cbe None None] Pushing event updated for resources: {'Port': ['ID=ff5cf6ff-0079-4f00-a73f-419064f70e63,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:54.509292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-53b45ba6-65e7-4977-a3c4-03f0d1d76b7b None None] Provisioning complete for port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:54.509815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-53b45ba6-65e7-4977-a3c4-03f0d1d76b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.617473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.666287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a7452c-b08d-4405-a8c3-7ce1ec365baf']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:54.687535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456022e6-b6f4-45db-b0d1-e61f0a052e7c') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:54.687846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456022e6-b6f4-45db-b0d1-e61f0a052e7c') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:54.717132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.746498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.779959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:42:54.784668 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:42:54.787843 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:42:54.808230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1379c-2de1-49d0-b934-0af981f3d289 req-a60ee902-43ce-48f5-9cb8-d6a45fe5c272 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:54.819617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69b1379c-2de1-49d0-b934-0af981f3d289 req-a60ee902-43ce-48f5-9cb8-d6a45fe5c272 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1968350 Apr 05 18:42:54.845081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:42:54.866075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Sync routers for ids ['4f9db755-f74e-4129-b12d-03f5bf633fbb'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:42:54.885402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-53b45ba6-65e7-4977-a3c4-03f0d1d76b7b None None] Provisioning complete for port ff5cf6ff-0079-4f00-a73f-419064f70e63 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:54.886317 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-53b45ba6-65e7-4977-a3c4-03f0d1d76b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.906731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69b1379c-2de1-49d0-b934-0af981f3d289 req-9fd6f413-43d2-4c4e-9112-7cfc272acbd1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861065 Apr 05 18:42:54.910488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.911709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-960ad710-90ff-4d0c-9b49-d937873c7fcf admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9194503 Apr 05 18:42:54.916539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42640) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:54.968452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Routers {'4f9db755-f74e-4129-b12d-03f5bf633fbb'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:54.969193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4f9db755-f74e-4129-b12d-03f5bf633fbb'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:54.982676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.988830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:54.991912 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] 10.222.0.15 "DELETE /v2.0/networks/26a7452c-b08d-4405-a8c3-7ce1ec365baf HTTP/1.1" status: 204 len: 168 time: 0.7259405 Apr 05 18:42:55.053216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531947a-4975-4924-925d-bdb7c9d78821 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a7452c-b08d-4405-a8c3-7ce1ec365baf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:55.068288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:55.250628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a341df-6506-4ded-8a0e-3bfc4a9f291b req-a84ffde0-37e9-4b5f-9641-cb0b197e2ad0 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:55.261251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68a341df-6506-4ded-8a0e-3bfc4a9f291b req-a84ffde0-37e9-4b5f-9641-cb0b197e2ad0 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.2523015 Apr 05 18:42:55.379699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68a341df-6506-4ded-8a0e-3bfc4a9f291b req-ea8ea748-7d94-45b2-9864-771e3603eeb6 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146810 Apr 05 18:42:55.429987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:55.449057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Set router 4f9db755-f74e-4129-b12d-03f5bf633fbb gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:55.513598 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b8c0a819-9971-48a8-8198-20dadf285d09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82110c0a413b41d28f89c691457763ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819790 Apr 05 18:42:55.515803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42658) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:55.537416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:55.540319 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:55.627327 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-436396ab-078a-4d18-8f02-ce39291dff44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:55.661735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-436396ab-078a-4d18-8f02-ce39291dff44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:55.716492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0679daac-3a17-4f85-9495-7ec8a9f84cd2 None None] Provisioning complete for port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:55.717160 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0679daac-3a17-4f85-9495-7ec8a9f84cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:55.742001 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-436396ab-078a-4d18-8f02-ce39291dff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:55.759654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-436396ab-078a-4d18-8f02-ce39291dff44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:55.767226 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-436396ab-078a-4d18-8f02-ce39291dff44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e70124af-20c6-442d-8eba-280fb0d58738 HTTP/1.1" status: 204 len: 168 time: 0.2492063 Apr 05 18:42:55.788652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436396ab-078a-4d18-8f02-ce39291dff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70124af-20c6-442d-8eba-280fb0d58738,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:55.801453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e0627-fb2f-429a-a46d-66a66677874f req-1350227b-0b5a-4651-b515-e19b2a4fcc8f tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:55.808911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e08e0627-fb2f-429a-a46d-66a66677874f req-1350227b-0b5a-4651-b515-e19b2a4fcc8f tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.2087696 Apr 05 18:42:55.860657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ff5cf6ff-0079-4f00-a73f-419064f70e63 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:42:55.878892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e08e0627-fb2f-429a-a46d-66a66677874f req-8da32802-31df-4984-9af4-595a002c76cc tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689986 Apr 05 18:42:55.914472 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.122282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:50Z', 'updated_at': '2022-04-05T18:42:53Z', 'revision_number': 3, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'gw_port': {'id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:51Z', 'updated_at': '2022-04-05T18:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:56.180861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac04b1-0dbd-4dd5-8a03-1afa3e9cccd2 req-23d42990-2676-4b01-9b5e-540705d49f3a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:56.182334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ac04b1-0dbd-4dd5-8a03-1afa3e9cccd2 req-23d42990-2676-4b01-9b5e-540705d49f3a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1047795 Apr 05 18:42:56.226315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Checking router: 4f9db755-f74e-4129-b12d-03f5bf633fbb for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:42:56.226887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Updating router 4f9db755-f74e-4129-b12d-03f5bf633fbb port 901a3c26-dac1-4982-9262-b941fe03c4e8 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:42:56.230478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ff5cf6ff-0079-4f00-a73f-419064f70e63 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:56.230846 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.257777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Allocated IP 172.20.0.1 (aac4dea6-1e9b-49ca-ab4b-9268979212ea/167f9815-9c12-45fe-840e-11fa273d6023/00b06d45-c5d4-4694-97c7-151aba2e68c9) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:42:56.312221 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.410545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.479641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42674) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:56.539096 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.555954 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a38414e4-d81b-4fcd-97ba-d6806ff79847 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=228bf0f204a74300bd53d64747b00bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745406 Apr 05 18:42:56.558638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42680) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:56.560027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ac04b1-0dbd-4dd5-8a03-1afa3e9cccd2 req-ea7b89e7-379c-4a72-896c-369fb90c9a5c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663390 Apr 05 18:42:56.586910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Network aac4dea6-1e9b-49ca-ab4b-9268979212ea is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:56.590024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:56.594594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:42:56.648891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Pushing event updated for resources: {'Port': ['ID=00b06d45-c5d4-4694-97c7-151aba2e68c9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:56.663723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f4d680df-5b9d-48a9-8b9c-e10e27a0e88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.690480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.700557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f4d680df-5b9d-48a9-8b9c-e10e27a0e88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.732305 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.741527 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.795504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f4d680df-5b9d-48a9-8b9c-e10e27a0e88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.799873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f4d680df-5b9d-48a9-8b9c-e10e27a0e88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.802212 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f4d680df-5b9d-48a9-8b9c-e10e27a0e88c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aacac928-c275-4408-8a9d-845f401be5a5 HTTP/1.1" status: 204 len: 168 time: 0.2317979 Apr 05 18:42:56.814444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d680df-5b9d-48a9-8b9c-e10e27a0e88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacac928-c275-4408-8a9d-845f401be5a5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:56.873263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4fe22-3b1c-4c23-a294-9ec7740d49c4 req-9add48c4-8fb9-4a73-beda-cda72a65f00e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:56.879230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65c4fe22-3b1c-4c23-a294-9ec7740d49c4 req-9add48c4-8fb9-4a73-beda-cda72a65f00e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.2318370 Apr 05 18:42:56.886660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40d916-38f3-49cd-90f3-42983b83f61b None None] Pushing event updated for resources: {'Port': ['ID=901a3c26-dac1-4982-9262-b941fe03c4e8,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:56.890217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Attempting to bind port 901a3c26-dac1-4982-9262-b941fe03c4e8 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:42:56.890609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Attempting to bind port 901a3c26-dac1-4982-9262-b941fe03c4e8 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:42:56.890969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Attempting to bind port 901a3c26-dac1-4982-9262-b941fe03c4e8 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:42:56.897289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:42:56.899477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:42:56.900309 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:56.904883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:42:56.905474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Bound port: 901a3c26-dac1-4982-9262-b941fe03c4e8, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:42:56.905919 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:57.027628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] For port 901a3c26-dac1-4982-9262-b941fe03c4e8, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:42:57.032455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] For port 901a3c26-dac1-4982-9262-b941fe03c4e8, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=901a3c26-dac1-4982-9262-b941fe03c4e8,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:42:57.041623 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:57.050084 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65c4fe22-3b1c-4c23-a294-9ec7740d49c4 req-6c7238be-bdcb-4ff6-9c51-a4eb29ccc1d9 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547198 Apr 05 18:42:57.062686 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:57.108756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6030a-5bd4-4264-bc3f-5059269290b1 req-916cfeb6-f109-458e-a5ae-4125b952c265 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:57.111022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ba6030a-5bd4-4264-bc3f-5059269290b1 req-916cfeb6-f109-458e-a5ae-4125b952c265 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1151972 Apr 05 18:42:57.151136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Routers {'4f9db755-f74e-4129-b12d-03f5bf633fbb'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:42:57.151774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4f9db755-f74e-4129-b12d-03f5bf633fbb'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:57.180595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40d916-38f3-49cd-90f3-42983b83f61b None None] Pushing event updated for resources: {'Port': ['ID=901a3c26-dac1-4982-9262-b941fe03c4e8,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:57.407313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ba6030a-5bd4-4264-bc3f-5059269290b1 req-90c884d8-34be-43a8-8f6a-1b3e44583de8 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953592 Apr 05 18:42:57.477015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:57.493269 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:57.507526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-544c4e09-147c-40f8-bfbf-f099959ea7c6 None None] Provisioning complete for port 00b06d45-c5d4-4694-97c7-151aba2e68c9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:57.507891 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-544c4e09-147c-40f8-bfbf-f099959ea7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:57.592845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Pushing event updated for resources: {'Port': ['ID=00b06d45-c5d4-4694-97c7-151aba2e68c9,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:57.601060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:57.612362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd6858-7681-42d2-8019-61d5c0241cf5 req-cb7aa9fd-ec79-44bc-967b-7f1402126a45 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:57.614024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aebd6858-7681-42d2-8019-61d5c0241cf5 req-cb7aa9fd-ec79-44bc-967b-7f1402126a45 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.1348295 Apr 05 18:42:57.615247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-544c4e09-147c-40f8-bfbf-f099959ea7c6 None None] Port 00b06d45-c5d4-4694-97c7-151aba2e68c9 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:42:57.657353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] Set router 4f9db755-f74e-4129-b12d-03f5bf633fbb gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:42:57.710029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aebd6858-7681-42d2-8019-61d5c0241cf5 req-f0442341-c3e4-4df2-8c2e-0eb376cd0456 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893002 Apr 05 18:42:57.784271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Network aac4dea6-1e9b-49ca-ab4b-9268979212ea is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:42:57.792170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80282723-79c0-4a4b-9faa-3805201022dd req-0ee071f2-a1a5-43c7-8d15-a449dcdb83ac tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:57.793693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80282723-79c0-4a4b-9faa-3805201022dd req-0ee071f2-a1a5-43c7-8d15-a449dcdb83ac tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0715299 Apr 05 18:42:57.795989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:42:58.070531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:50Z', 'updated_at': '2022-04-05T18:42:56Z', 'revision_number': 4, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'gw_port': {'id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:51Z', 'updated_at': '2022-04-05T18:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '00b06d45-c5d4-4694-97c7-151aba2e68c9', 'name': '', 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'mac_address': 'fa:16:3e:b9:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f9815-9c12-45fe-840e-11fa273d6023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:55Z', 'updated_at': '2022-04-05T18:42:56Z', 'revision_number': 1, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'subnets': [{'id': '167f9815-9c12-45fe-840e-11fa273d6023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:42:58.105522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734b135-771f-45d6-96e3-df9f1f591d7c None None] The sync data for ids ['4f9db755-f74e-4129-b12d-03f5bf633fbb'] in n-d-836650-3 is: [{'id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:50Z', 'updated_at': '2022-04-05T18:42:56Z', 'revision_number': 4, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'gw_port': {'id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:51Z', 'updated_at': '2022-04-05T18:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '00b06d45-c5d4-4694-97c7-151aba2e68c9', 'name': '', 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'mac_address': 'fa:16:3e:b9:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f9815-9c12-45fe-840e-11fa273d6023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:55Z', 'updated_at': '2022-04-05T18:42:56Z', 'revision_number': 1, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'subnets': [{'id': '167f9815-9c12-45fe-840e-11fa273d6023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:42:58.258888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-54016e1c-3f97-4ec7-bb67-f2a3e587adee None None] Provisioning complete for port 00b06d45-c5d4-4694-97c7-151aba2e68c9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:42:58.259622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54016e1c-3f97-4ec7-bb67-f2a3e587adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:58.341750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-54016e1c-3f97-4ec7-bb67-f2a3e587adee None None] Port 00b06d45-c5d4-4694-97c7-151aba2e68c9 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:42:58.343043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80282723-79c0-4a4b-9faa-3805201022dd req-e195aa54-8cc0-4502-a3c9-63f6f45016f5 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972203 Apr 05 18:42:58.420510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Router 4f9db755-f74e-4129-b12d-03f5bf633fbb has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:42:58.615378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:42:58.644421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-83b3819f-b4f6-422c-ba2f-e5758e4755fa admin admin] 10.222.0.15 "PUT /v2.0/routers/4f9db755-f74e-4129-b12d-03f5bf633fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7175333 Apr 05 18:42:58.703146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bedd1a-b4ac-4eb8-bec6-321d83975e1b req-368eeca2-8618-44bc-b6b9-1f15d71f4abd tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:58.704754 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0bedd1a-b4ac-4eb8-bec6-321d83975e1b req-368eeca2-8618-44bc-b6b9-1f15d71f4abd tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.0929735 Apr 05 18:42:58.809762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0bedd1a-b4ac-4eb8-bec6-321d83975e1b req-526365d2-2a23-452c-873b-1a03b294d9f8 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971801 Apr 05 18:42:58.814788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42756) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:58.968438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176754fb-e10e-4101-8864-92e5fecee549 req-30f19dd7-ff8f-4d5b-945b-27d7e9c5881c tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:58.977995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-176754fb-e10e-4101-8864-92e5fecee549 req-30f19dd7-ff8f-4d5b-945b-27d7e9c5881c tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.0988243 Apr 05 18:42:59.065717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-176754fb-e10e-4101-8864-92e5fecee549 req-4b91c987-ddb0-4a7c-a7b3-2142b32a3caf tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868089 Apr 05 18:42:59.084071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d284a8e-d747-436c-b0de-558066e70655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:59.226564 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d284a8e-d747-436c-b0de-558066e70655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:59.239505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d284a8e-d747-436c-b0de-558066e70655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:59.305011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6d284a8e-d747-436c-b0de-558066e70655 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4002ad14d9cf4e5aae0324e71190e745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4888074 Apr 05 18:42:59.307533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42780) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:42:59.322189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d284a8e-d747-436c-b0de-558066e70655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2fd25d-ec1b-47ab-bb70-e05f132a0f38,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:59.417316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d121911-983b-4fcc-9b98-ea13698ad0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:59.462679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d121911-983b-4fcc-9b98-ea13698ad0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:59.543667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d121911-983b-4fcc-9b98-ea13698ad0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:59.548487 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d121911-983b-4fcc-9b98-ea13698ad0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:59.553599 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5d121911-983b-4fcc-9b98-ea13698ad0b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa2fd25d-ec1b-47ab-bb70-e05f132a0f38 HTTP/1.1" status: 204 len: 168 time: 0.2410986 Apr 05 18:42:59.663401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d121911-983b-4fcc-9b98-ea13698ad0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2fd25d-ec1b-47ab-bb70-e05f132a0f38,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:42:59.762344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-65e1a6b0-ea9e-4e60-b3ea-42c66665e1ff tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:59.764815 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-65e1a6b0-ea9e-4e60-b3ea-42c66665e1ff tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 946 time: 0.2138057 Apr 05 18:42:59.929342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b53be5-a980-4308-9014-25bf2a3a3aca req-2fc073ac-a2b7-41aa-9d9b-32acc8bbd82b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:42:59.935837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Deleting port 2afb15c5-121b-4b09-b5d6-9353b71801cb {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:42:59.936773 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:42:59.951080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4b53be5-a980-4308-9014-25bf2a3a3aca req-2fc073ac-a2b7-41aa-9d9b-32acc8bbd82b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.3640583 Apr 05 18:42:59.993804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2afb15c5-121b-4b09-b5d6-9353b71801cb no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:00.115382 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:00.155424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4b53be5-a980-4308-9014-25bf2a3a3aca req-597aee96-9ad2-4e1d-8733-0b39209697e9 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875548 Apr 05 18:43:00.162478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:00.164845 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e5712f-e40a-41fe-ab53-4c0e86255170" -d '{"events": [{"server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "name": "network-vif-unplugged", "status": "completed", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:00.184703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:00.191504 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:00.204022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] For port 2afb15c5-121b-4b09-b5d6-9353b71801cb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2afb15c5-121b-4b09-b5d6-9353b71801cb,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:00.205896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:00.251043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Calling delete_port for 2afb15c5-121b-4b09-b5d6-9353b71801cb owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:00.273629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2afb15c5-121b-4b09-b5d6-9353b71801cb,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:00.290990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.291498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.291950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.292742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.293966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.295095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.295817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.296816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.296816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.297316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.297818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.298253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:00.430967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0f6b9-c32b-4e94-9595-0197f850d8ae req-39be233c-cdf3-497d-92df-9550fcee1290 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:00.435428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90c0f6b9-c32b-4e94-9595-0197f850d8ae req-39be233c-cdf3-497d-92df-9550fcee1290 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.2080555 Apr 05 18:43:00.555931 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:00.657733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event deleted for resources: {'Port': ['ID=2afb15c5-121b-4b09-b5d6-9353b71801cb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:00.667375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90c0f6b9-c32b-4e94-9595-0197f850d8ae req-f71e176b-6390-49ff-b9b3-75dd644f9e7e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004786 Apr 05 18:43:00.696688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa4893-0e04-40ee-98c4-91c2ae076027 req-4a7641e4-a4df-414d-968e-f701423f4bc0 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:00.709754 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2daa4893-0e04-40ee-98c4-91c2ae076027 req-4a7641e4-a4df-414d-968e-f701423f4bc0 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac214922-550d-4f31-a473-ffebb84a02df HTTP/1.1" status: 200 len: 865 time: 0.3128083 Apr 05 18:43:00.792858 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4283c354-41b4-49a0-b5bc-5c068c704342 x-openstack-request-id: req-4283c354-41b4-49a0-b5bc-5c068c704342 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:00.793359 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "name": "network-vif-unplugged", "status": "completed", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:00.793836 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4283c354-41b4-49a0-b5bc-5c068c704342 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:00.794991 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4283c354-41b4-49a0-b5bc-5c068c704342'] response: {'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb', 'code': 200} Apr 05 18:43:00.813696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2daa4893-0e04-40ee-98c4-91c2ae076027 req-f35a3281-1a43-4484-841c-d9f7e6c22baf tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953994 Apr 05 18:43:00.844080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] No DVR routers for this DVR port 2afb15c5-121b-4b09-b5d6-9353b71801cb on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:00.853568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:00.867738 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8fbd5c7e-c2f0-4a4e-b52e-f1ad9f3a4dec req-2de5d790-6c4b-4d6c-9e5d-7f8a2bfab559 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.25 "DELETE /v2.0/ports/2afb15c5-121b-4b09-b5d6-9353b71801cb HTTP/1.1" status: 204 len: 173 time: 1.0947843 Apr 05 18:43:00.870977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'name': 'network-vif-deleted', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:00.879020 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cb2602-492f-4a49-a04f-5f35ea7474e1" -d '{"events": [{"server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "name": "network-vif-deleted", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:00.990639 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa5ac9-3517-412d-a923-2243ecefc48c x-openstack-request-id: req-7baa5ac9-3517-412d-a923-2243ecefc48c {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:00.991084 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac214922-550d-4f31-a473-ffebb84a02df", "name": "network-vif-deleted", "tag": "2afb15c5-121b-4b09-b5d6-9353b71801cb", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:00.991449 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7baa5ac9-3517-412d-a923-2243ecefc48c {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:00.992294 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7baa5ac9-3517-412d-a923-2243ecefc48c'] response: {'server_uuid': 'ac214922-550d-4f31-a473-ffebb84a02df', 'name': 'network-vif-deleted', 'tag': '2afb15c5-121b-4b09-b5d6-9353b71801cb', 'status': 'completed', 'code': 200} Apr 05 18:43:01.079542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 901a3c26-dac1-4982-9262-b941fe03c4e8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:01.202554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 901a3c26-dac1-4982-9262-b941fe03c4e8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:01.202867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:01.360978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29444559-9f16-4652-820f-887d76f3bc60 req-1f3d1fd4-eaef-404e-aec7-199b929586f4 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:01.370818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-29444559-9f16-4652-820f-887d76f3bc60 req-1f3d1fd4-eaef-404e-aec7-199b929586f4 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0800798 Apr 05 18:43:01.381023 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:01.415164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 901a3c26-dac1-4982-9262-b941fe03c4e8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=901a3c26-dac1-4982-9262-b941fe03c4e8,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:01.425886 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:01.452879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-29444559-9f16-4652-820f-887d76f3bc60 req-85810ea0-94f1-406e-9d3f-4508c791cce9 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807199 Apr 05 18:43:01.522065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=901a3c26-dac1-4982-9262-b941fe03c4e8,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:01.919074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1337f-6f3c-48a6-97b8-32cf717beecd req-5746946e-6910-46b7-96c5-d353dea09123 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:01.930108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64f1337f-6f3c-48a6-97b8-32cf717beecd req-5746946e-6910-46b7-96c5-d353dea09123 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1255274 Apr 05 18:43:01.982761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aed7b-27f8-406c-bf1d-b50b1f8f1281 req-cbd48e6d-2513-47f7-9893-eda882bc090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:01.984268 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-332aed7b-27f8-406c-bf1d-b50b1f8f1281 req-cbd48e6d-2513-47f7-9893-eda882bc090a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 1096 time: 0.0902863 Apr 05 18:43:01.987180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64f1337f-6f3c-48a6-97b8-32cf717beecd req-4979afa2-0009-4dce-a2ef-f7e606e78508 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543058 Apr 05 18:43:02.025489 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-332aed7b-27f8-406c-bf1d-b50b1f8f1281 req-191b2953-dc31-4a0d-afd4-eeb4bdf0e10c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314217 Apr 05 18:43:02.070963 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:43:02.312527 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Sync routers for ids ['4f9db755-f74e-4129-b12d-03f5bf633fbb'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:43:02.329439 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Routers {'4f9db755-f74e-4129-b12d-03f5bf633fbb'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:02.330564 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4f9db755-f74e-4129-b12d-03f5bf633fbb'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:02.508686 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Set router 4f9db755-f74e-4129-b12d-03f5bf633fbb gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:02.812575 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:50Z', 'updated_at': '2022-04-05T18:42:56Z', 'revision_number': 4, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'gw_port': {'id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:51Z', 'updated_at': '2022-04-05T18:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '00b06d45-c5d4-4694-97c7-151aba2e68c9', 'name': '', 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'mac_address': 'fa:16:3e:b9:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f9815-9c12-45fe-840e-11fa273d6023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:55Z', 'updated_at': '2022-04-05T18:42:57Z', 'revision_number': 2, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'subnets': [{'id': '167f9815-9c12-45fe-840e-11fa273d6023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:02.860167 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Checking router: 4f9db755-f74e-4129-b12d-03f5bf633fbb for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:43:02.860911 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Updating router 4f9db755-f74e-4129-b12d-03f5bf633fbb port 00b06d45-c5d4-4694-97c7-151aba2e68c9 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:43:02.915944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 901a3c26-dac1-4982-9262-b941fe03c4e8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:02.931097 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:03.027424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 901a3c26-dac1-4982-9262-b941fe03c4e8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:03.027805 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:03.342663 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:03.362904 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:03.416170 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b368fef-3df7-49b7-8370-01d3eddae95b None None] Pushing event updated for resources: {'Port': ['ID=00b06d45-c5d4-4694-97c7-151aba2e68c9,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:03.542313 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Attempting to bind port 00b06d45-c5d4-4694-97c7-151aba2e68c9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:03.545102 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Attempting to bind port 00b06d45-c5d4-4694-97c7-151aba2e68c9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4b5592a6-a5fb-40aa-ab9f-3984b291ce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:03.563484 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Attempting to bind port 00b06d45-c5d4-4694-97c7-151aba2e68c9 on network aac4dea6-1e9b-49ca-ab4b-9268979212ea {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:03.582871 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:03.583621 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Checking segment: {'id': '4b5592a6-a5fb-40aa-ab9f-3984b291ce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:03.584590 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:03.585162 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Bound using segment: {'id': '4b5592a6-a5fb-40aa-ab9f-3984b291ce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:03.585816 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Bound port: 00b06d45-c5d4-4694-97c7-151aba2e68c9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5592a6-a5fb-40aa-ab9f-3984b291ce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:03.586253 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:03.754500 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] For port 00b06d45-c5d4-4694-97c7-151aba2e68c9, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:03.764887 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] For port 00b06d45-c5d4-4694-97c7-151aba2e68c9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=00b06d45-c5d4-4694-97c7-151aba2e68c9,segment=NetworkSegment(4b5592a6-a5fb-40aa-ab9f-3984b291ce09),segment_id=4b5592a6-a5fb-40aa-ab9f-3984b291ce09)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:03.770380 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:03.829489 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Routers {'4f9db755-f74e-4129-b12d-03f5bf633fbb'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:03.830661 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:42:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4f9db755-f74e-4129-b12d-03f5bf633fbb'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:03.850682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-116091be-62c6-4dad-9294-e455b93fe2bf None None] Provisioning complete for port 00b06d45-c5d4-4694-97c7-151aba2e68c9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:03.851339 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-116091be-62c6-4dad-9294-e455b93fe2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:03.866806 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b368fef-3df7-49b7-8370-01d3eddae95b None None] Pushing event updated for resources: {'Port': ['ID=00b06d45-c5d4-4694-97c7-151aba2e68c9,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:04.000042 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-116091be-62c6-4dad-9294-e455b93fe2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:04.014148 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] Set router 4f9db755-f74e-4129-b12d-03f5bf633fbb gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:04.014842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2afb15c5-121b-4b09-b5d6-9353b71801cb no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:04.087618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 2afb15c5-121b-4b09-b5d6-9353b71801cb {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:04.090226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2afb15c5-121b-4b09-b5d6-9353b71801cb not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:04.114892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-116091be-62c6-4dad-9294-e455b93fe2bf None None] For port 00b06d45-c5d4-4694-97c7-151aba2e68c9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=00b06d45-c5d4-4694-97c7-151aba2e68c9,segment=NetworkSegment(4b5592a6-a5fb-40aa-ab9f-3984b291ce09),segment_id=4b5592a6-a5fb-40aa-ab9f-3984b291ce09)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:04.126426 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-116091be-62c6-4dad-9294-e455b93fe2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:04.266378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0c7dcb5d-944e-4c4c-9128-2d975453af52 None None] Provisioning complete for port 00b06d45-c5d4-4694-97c7-151aba2e68c9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:04.267572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcb5d-944e-4c4c-9128-2d975453af52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:04.272216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116091be-62c6-4dad-9294-e455b93fe2bf None None] Pushing event updated for resources: {'Port': ['ID=00b06d45-c5d4-4694-97c7-151aba2e68c9,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:04.330524 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:50Z', 'updated_at': '2022-04-05T18:42:56Z', 'revision_number': 4, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'gw_port': {'id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:51Z', 'updated_at': '2022-04-05T18:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '00b06d45-c5d4-4694-97c7-151aba2e68c9', 'name': '', 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'mac_address': 'fa:16:3e:b9:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f9815-9c12-45fe-840e-11fa273d6023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:55Z', 'updated_at': '2022-04-05T18:43:03Z', 'revision_number': 4, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'subnets': [{'id': '167f9815-9c12-45fe-840e-11fa273d6023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:04.378696 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19913da3-5521-4022-ad12-8269e0c4cb1c None None] The sync data for ids ['4f9db755-f74e-4129-b12d-03f5bf633fbb'] in n-d-836650-3 is: [{'id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:50Z', 'updated_at': '2022-04-05T18:42:56Z', 'revision_number': 4, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'gw_port': {'id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:51Z', 'updated_at': '2022-04-05T18:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '00b06d45-c5d4-4694-97c7-151aba2e68c9', 'name': '', 'network_id': 'aac4dea6-1e9b-49ca-ab4b-9268979212ea', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'mac_address': 'fa:16:3e:b9:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f9815-9c12-45fe-840e-11fa273d6023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:55Z', 'updated_at': '2022-04-05T18:43:03Z', 'revision_number': 4, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'subnets': [{'id': '167f9815-9c12-45fe-840e-11fa273d6023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:43:04.780038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20ce7c-11fb-40d9-bb41-8a669048d8f8 req-a7ff074c-46a4-465b-b78a-61f2a649e889 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:04.781656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d20ce7c-11fb-40d9-bb41-8a669048d8f8 req-a7ff074c-46a4-465b-b78a-61f2a649e889 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1252289 Apr 05 18:43:04.811391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-ad66fa50-b0f4-4104-a4cb-5e5c26e31832 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:04.819683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-ad66fa50-b0f4-4104-a4cb-5e5c26e31832 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/networks?id=6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 200 len: 821 time: 0.2012873 Apr 05 18:43:04.851400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-aa2a02c3-81a2-4bb2-8aa3-90603f62d40d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/quotas/2be2892429824042a0af00b781bc7ba4 HTTP/1.1" status: 200 len: 375 time: 0.0302117 Apr 05 18:43:04.865872 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:04.906616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d20ce7c-11fb-40d9-bb41-8a669048d8f8 req-89da3ba0-5062-4261-b16c-e6f69dacc498 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127133 Apr 05 18:43:04.928258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-cfb85bbb-fd56-4958-8960-1dbf483c975f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2be2892429824042a0af00b781bc7ba4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642085 Apr 05 18:43:04.931299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 00b06d45-c5d4-4694-97c7-151aba2e68c9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:05.007258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 00b06d45-c5d4-4694-97c7-151aba2e68c9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:05.007895 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:05.082844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780395b-7bf9-4af1-8fc0-fa852d14fc71 req-ba95aa74-5cdc-4cbf-ae5a-c0f7e52efac5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:05.090665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d780395b-7bf9-4af1-8fc0-fa852d14fc71 req-ba95aa74-5cdc-4cbf-ae5a-c0f7e52efac5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.0857320 Apr 05 18:43:05.110124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-fcf0df4b-c775-4239-aa9f-8d20b2e6826f service neutron] 10.222.0.15 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797690 Apr 05 18:43:05.207469 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d780395b-7bf9-4af1-8fc0-fa852d14fc71 req-931c4ebe-f0a1-4017-b3e0-6bc3f7fb43e7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153195 Apr 05 18:43:05.252587 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-bddcd5dd-b71e-466c-bb72-b7c6d58ce19e service neutron] 10.222.0.15 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321857 Apr 05 18:43:05.591647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f33e608-fb83-4354-899d-c99fe408666d req-888d31d4-ef01-4144-8ddc-870397f3487b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 210 time: 0.0646007 Apr 05 18:43:05.604549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b8abb-e421-42db-a157-ce25e90b8498 req-c2b9b3c9-fb80-4942-8712-f4245c58ad6a tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:05.615823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-125b8abb-e421-42db-a157-ce25e90b8498 req-c2b9b3c9-fb80-4942-8712-f4245c58ad6a tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 951 time: 0.0992086 Apr 05 18:43:05.689876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-125b8abb-e421-42db-a157-ce25e90b8498 req-fd3cf167-62fb-4511-b487-06ffa1dafa0a tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728273 Apr 05 18:43:05.991619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-cc9c292f-d2ed-41c0-9513-d98e47d3c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:05.995884 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-cc9c292f-d2ed-41c0-9513-d98e47d3c9f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 1096 time: 0.1101255 Apr 05 18:43:06.013137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb590d-48cf-411d-9df0-f33d49111570 req-8c25c1af-8ec8-4d8b-a155-1f22a9028b6c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:06.023736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70cb590d-48cf-411d-9df0-f33d49111570 req-8c25c1af-8ec8-4d8b-a155-1f22a9028b6c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1347463 Apr 05 18:43:06.121642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70cb590d-48cf-411d-9df0-f33d49111570 req-ad950f77-2e98-4e54-a134-f7b34c9aaf9b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847127 Apr 05 18:43:06.132286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-750b8e1f-4dbd-4d12-a877-8d9c1b682571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:06.134008 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-750b8e1f-4dbd-4d12-a877-8d9c1b682571 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.1286125 Apr 05 18:43:06.195934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-b873fd2d-9f11-4541-9b4e-da9214bb0842 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3 HTTP/1.1" status: 200 len: 217 time: 0.0530579 Apr 05 18:43:06.334353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-9d4e5cdc-1e85-4d35-92c1-e20b155b9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:06.336239 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-9d4e5cdc-1e85-4d35-92c1-e20b155b9175 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.1337700 Apr 05 18:43:06.453459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-4d6988e9-22ce-4454-9f4c-c51283923610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:06.455499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-4d6988e9-22ce-4454-9f4c-c51283923610 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072772 Apr 05 18:43:06.463932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822ef6e-e297-4afe-a13d-457e48dd1099 req-a29af05d-e5c7-4e18-8879-58864f333adf tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:06.471024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8822ef6e-e297-4afe-a13d-457e48dd1099 req-a29af05d-e5c7-4e18-8879-58864f333adf tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1241624 Apr 05 18:43:06.556800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8822ef6e-e297-4afe-a13d-457e48dd1099 req-3891ad57-4970-47f3-ac38-947336ad2ffa tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736802 Apr 05 18:43:06.770756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50e991c1-3183-4c4f-9e90-75e822e413c4 req-c56d4402-562a-42f7-86f7-f242a359b898 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 210 time: 0.0592723 Apr 05 18:43:06.799424 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-4f0f7dba-2380-406a-9ecc-d9643a6397e6 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342397 Apr 05 18:43:06.937725 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:06.951763 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b2703e7e-c8a4-440e-8376-04c8bf65f3ac req-3af93c7a-82c8-413e-bfa2-a17871ca121e service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447797 Apr 05 18:43:07.308012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9b187-78da-4b35-b97f-b6cdcb82bb70 req-23a1d3b5-4b4f-4b64-a2ca-2ebd7e9ae8a2 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:07.316756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05b9b187-78da-4b35-b97f-b6cdcb82bb70 req-23a1d3b5-4b4f-4b64-a2ca-2ebd7e9ae8a2 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 951 time: 0.1648936 Apr 05 18:43:07.362733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b193c0-0ecc-45cc-a0c6-d8106851c20d req-cd93744d-7fa0-466f-8afc-062cdfd1f30a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:07.364242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46b193c0-0ecc-45cc-a0c6-d8106851c20d req-cd93744d-7fa0-466f-8afc-062cdfd1f30a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1673307 Apr 05 18:43:07.404304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-38401b12-15ea-4fda-b633-906e93d77eb4 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:07.405908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-38401b12-15ea-4fda-b633-906e93d77eb4 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.20 "GET /v2.0/networks?id=6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 200 len: 821 time: 0.2247839 Apr 05 18:43:07.417370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05b9b187-78da-4b35-b97f-b6cdcb82bb70 req-ead1bc44-ce14-4bfc-a38b-0b59e8a23a99 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995557 Apr 05 18:43:07.424841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Request body: {'port': {'device_id': '82ae458e-d3de-4c36-8a7f-055cef805e91', 'network_id': '6162acc5-927e-488a-8567-675d7937773a', 'admin_state_up': True, 'tenant_id': '2be2892429824042a0af00b781bc7ba4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:07.493462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46b193c0-0ecc-45cc-a0c6-d8106851c20d req-8c993314-fcc7-4380-abf7-428ed9b7083f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134939 Apr 05 18:43:07.557194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Made reservation on behalf of 2be2892429824042a0af00b781bc7ba4 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:07.561314 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:07.725114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Allocated IP 172.20.0.9 (6162acc5-927e-488a-8567-675d7937773a/ab16ca2d-f1e2-4a36-b43e-93c2ca000912/258884ce-0a1f-4116-8a0a-6f662da92a80) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:07.736931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a172e-cdbc-4ac9-9f72-4674de9bce1a req-718db8b2-2236-42c7-b7b6-7d3686468e24 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:07.738431 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a64a172e-cdbc-4ac9-9f72-4674de9bce1a req-718db8b2-2236-42c7-b7b6-7d3686468e24 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.0960379 Apr 05 18:43:07.799299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a64a172e-cdbc-4ac9-9f72-4674de9bce1a req-c8b4b1bd-27df-4d36-a8ba-079922ada9e9 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539072 Apr 05 18:43:07.902916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-026609b5-5850-4334-9477-9288b673b082 req-6decdc8e-9413-4524-9135-7637ee6fbfff tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 210 time: 0.0336430 Apr 05 18:43:07.979571 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:08.026358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:08.071362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Network 6162acc5-927e-488a-8567-675d7937773a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:08.077246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:08.081135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:08.109029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event updated for resources: {'Port': ['ID=258884ce-0a1f-4116-8a0a-6f662da92a80,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:08.140218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:08.141211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:08.167028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b16936c3-8d1f-4f53-8bb4-47644b0499c7 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7470734 Apr 05 18:43:08.185021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Request body: {'port': {'device_id': '82ae458e-d3de-4c36-8a7f-055cef805e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:08.260959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:08.725283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f58a3-911a-4869-84a8-57be692acdcf req-92efc527-5b80-4efa-a763-754822f86714 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:08.726807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-201f58a3-911a-4869-84a8-57be692acdcf req-92efc527-5b80-4efa-a763-754822f86714 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 951 time: 0.2163889 Apr 05 18:43:08.729725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258884ce-0a1f-4116-8a0a-6f662da92a80 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:43:08.744741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:08.793091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aa7f4-88ee-496a-8c90-cedb6bdbef37 req-867cc5b7-bec2-4bde-9322-093f52b822ce tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:08.804815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-392aa7f4-88ee-496a-8c90-cedb6bdbef37 req-867cc5b7-bec2-4bde-9322-093f52b822ce tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.2227230 Apr 05 18:43:08.807135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Transition to ACTIVE for port object 258884ce-0a1f-4116-8a0a-6f662da92a80 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:43:08.846149 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:08.894167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-392aa7f4-88ee-496a-8c90-cedb6bdbef37 req-384c885b-7faa-4366-8842-52e1591d4cdf tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883706 Apr 05 18:43:08.921927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-201f58a3-911a-4869-84a8-57be692acdcf req-42d586f6-8cfa-47bb-9f2e-46e96955397e tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841385 Apr 05 18:43:09.141677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Pushing event updated for resources: {'Port': ['ID=258884ce-0a1f-4116-8a0a-6f662da92a80,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:09.230803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Attempting to bind port 258884ce-0a1f-4116-8a0a-6f662da92a80 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:09.231194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Attempting to bind port 258884ce-0a1f-4116-8a0a-6f662da92a80 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:09.232154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Attempting to bind port 258884ce-0a1f-4116-8a0a-6f662da92a80 on network 6162acc5-927e-488a-8567-675d7937773a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:09.245049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5ebf1-cee0-4e8f-b65a-7979ea7e8831 req-d4084aec-d104-45d9-8886-bbc916fc9e31 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:09.246615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5d5ebf1-cee0-4e8f-b65a-7979ea7e8831 req-d4084aec-d104-45d9-8886-bbc916fc9e31 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 943 time: 0.2065949 Apr 05 18:43:09.257491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3a751-1ef1-4032-a6b4-c7b9b65558be req-76d164b4-d16c-4e8a-b345-7352fdd96988 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:09.259018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbd3a751-1ef1-4032-a6b4-c7b9b65558be req-76d164b4-d16c-4e8a-b345-7352fdd96988 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.2376337 Apr 05 18:43:09.266433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Port 258884ce-0a1f-4116-8a0a-6f662da92a80 on network 6162acc5-927e-488a-8567-675d7937773a not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:43:09.266739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Attempting to bind port 258884ce-0a1f-4116-8a0a-6f662da92a80 on network 6162acc5-927e-488a-8567-675d7937773a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:09.291142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:09.291477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Checking segment: {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:09.291842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Bound using segment: {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:09.292257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Bound port: 258884ce-0a1f-4116-8a0a-6f662da92a80, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e047fe-b7ff-47c2-af63-cefeb720481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6162acc5-927e-488a-8567-675d7937773a'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:09.292602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:09.366576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5d5ebf1-cee0-4e8f-b65a-7979ea7e8831 req-a8b43390-0ad0-476c-8763-aa41537a264b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051466 Apr 05 18:43:09.394130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbd3a751-1ef1-4032-a6b4-c7b9b65558be req-f90f6679-b1f6-4b8b-99e2-35c1ae629479 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233883 Apr 05 18:43:09.398940 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c218e94-cb03-4068-839b-e29872081903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:09.435606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] For port 258884ce-0a1f-4116-8a0a-6f662da92a80, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:09.439407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] For port 258884ce-0a1f-4116-8a0a-6f662da92a80, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=258884ce-0a1f-4116-8a0a-6f662da92a80,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:09.447750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:09.504263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:09.504876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:09.506550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] 10.222.0.20 "PUT /v2.0/ports/258884ce-0a1f-4116-8a0a-6f662da92a80 HTTP/1.1" status: 200 len: 1091 time: 1.3277030 Apr 05 18:43:09.506983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ae458e-d3de-4c36-8a7f-055cef805e91', 'tag': '258884ce-0a1f-4116-8a0a-6f662da92a80'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:09.509221 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ec96e0-7dad-4fce-9405-887e3169b692" -d '{"events": [{"name": "network-changed", "server_uuid": "82ae458e-d3de-4c36-8a7f-055cef805e91", "tag": "258884ce-0a1f-4116-8a0a-6f662da92a80"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:09.553808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d0676-cd16-4c58-859c-0b52e00c1393 service neutron] Pushing event updated for resources: {'Port': ['ID=258884ce-0a1f-4116-8a0a-6f662da92a80,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:09.565876 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7001108-9a52-45c9-8f8c-f431f5378847 x-openstack-request-id: req-c7001108-9a52-45c9-8f8c-f431f5378847 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:09.566161 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ae458e-d3de-4c36-8a7f-055cef805e91", "tag": "258884ce-0a1f-4116-8a0a-6f662da92a80", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:09.566432 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7001108-9a52-45c9-8f8c-f431f5378847 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:09.566830 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7001108-9a52-45c9-8f8c-f431f5378847'] response: {'name': 'network-changed', 'server_uuid': '82ae458e-d3de-4c36-8a7f-055cef805e91', 'tag': '258884ce-0a1f-4116-8a0a-6f662da92a80', 'status': 'completed', 'code': 200} Apr 05 18:43:09.637604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-157f579d-3df9-4845-b656-e0e0cf998105 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:09.639901 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-157f579d-3df9-4845-b656-e0e0cf998105 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.25 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 951 time: 0.1145742 Apr 05 18:43:09.661020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-9aae77c2-df13-4849-b2c3-02a22775fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:09.667728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-9aae77c2-df13-4849-b2c3-02a22775fd44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2be2892429824042a0af00b781bc7ba4&device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 1094 time: 0.0915735 Apr 05 18:43:09.775358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-b094e404-f6aa-45ba-9c88-b8f79ca0ff53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258884ce-0a1f-4116-8a0a-6f662da92a80 HTTP/1.1" status: 200 len: 217 time: 0.0947678 Apr 05 18:43:09.792782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Deleting port a2263e4e-b2ce-4e5a-aef6-7fe57275172a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:09.793409 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:09.877948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-d691d790-fdbb-4e2b-b7ae-5e41a4a73c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:09.879582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-d691d790-fdbb-4e2b-b7ae-5e41a4a73c0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab16ca2d-f1e2-4a36-b43e-93c2ca000912 HTTP/1.1" status: 200 len: 861 time: 0.0953822 Apr 05 18:43:09.931474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] For port a2263e4e-b2ce-4e5a-aef6-7fe57275172a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:09.931834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:09.952318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-d8854567-5df3-4a53-9286-72747a992125 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6162acc5-927e-488a-8567-675d7937773a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553465 Apr 05 18:43:09.975080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Calling delete_port for a2263e4e-b2ce-4e5a-aef6-7fe57275172a owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:10.022184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:10.178339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-9c0d211f-57f8-4b2d-bc28-e80e0f6724be service neutron] 10.222.0.20 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149229 Apr 05 18:43:10.198296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:10.242329 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:10.268907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48f0fd-7f0b-484b-95b2-df96524062c1 req-c459588c-fada-406a-a9ca-82582a4bc41f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:10.272379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b48f0fd-7f0b-484b-95b2-df96524062c1 req-c459588c-fada-406a-a9ca-82582a4bc41f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.2242808 Apr 05 18:43:10.280399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Pushing event deleted for resources: {'Port': ['ID=a2263e4e-b2ce-4e5a-aef6-7fe57275172a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:10.340060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e518e-0b74-414a-b5a6-e8367ec16075 req-604012f7-8682-48bc-8989-1158f40c7542 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:10.342146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-499e518e-0b74-414a-b5a6-e8367ec16075 req-604012f7-8682-48bc-8989-1158f40c7542 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/ports?device_id=19dd04f2-e1e2-4281-9ca3-63c3a33118e8 HTTP/1.1" status: 200 len: 868 time: 0.2546933 Apr 05 18:43:10.405882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b48f0fd-7f0b-484b-95b2-df96524062c1 req-b1cbae88-660b-45ec-bffe-e85249307aef tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883627 Apr 05 18:43:10.464592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-499e518e-0b74-414a-b5a6-e8367ec16075 req-6982c160-3ab5-4dc9-b34c-727d85e6edc9 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.15 "GET /v2.0/security-groups?id=90862aba-dc56-40a1-9608-408a3c85b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092298 Apr 05 18:43:10.487919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a83365fc-e6b5-4db0-8810-5f39802be300 req-932d0279-153d-4ec4-9552-f5c5d759fd7b service neutron] 10.222.0.20 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853866 Apr 05 18:43:10.611331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-8b0d47ce-bcb2-4c28-9a6c-ef95b2cf4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:10.613102 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-8b0d47ce-bcb2-4c28-9a6c-ef95b2cf4361 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2be2892429824042a0af00b781bc7ba4&device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 1094 time: 0.0690277 Apr 05 18:43:10.737526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] No DVR routers for this DVR port a2263e4e-b2ce-4e5a-aef6-7fe57275172a on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:10.740870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:10.745374 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7b1d8bb1-57a6-485a-8812-8877fab1379b req-2685ca75-1c6c-44a0-86f9-3af2180d82e7 tempest-ImagesOneServerTestJSON-1559956709 tempest-ImagesOneServerTestJSON-1559956709-project] 10.222.0.25 "DELETE /v2.0/ports/a2263e4e-b2ce-4e5a-aef6-7fe57275172a HTTP/1.1" status: 204 len: 173 time: 1.0940206 Apr 05 18:43:10.745766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-deleted', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:10.748439 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b26714-365d-42f2-ac2a-18c16fda17e6" -d '{"events": [{"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-deleted", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:10.764740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b1d6-f0dd-4d2e-b3e7-b31375293cd5 req-657320b4-e636-47c8-b2c0-87012580e5e3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:10.766157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9607b1d6-f0dd-4d2e-b3e7-b31375293cd5 req-657320b4-e636-47c8-b2c0-87012580e5e3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 943 time: 0.1269970 Apr 05 18:43:10.839120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-23950d3a-f104-4718-b45c-f0dddcf8863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:10.840767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-23950d3a-f104-4718-b45c-f0dddcf8863f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 200 len: 921 time: 0.2204096 Apr 05 18:43:10.860174 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9607b1d6-f0dd-4d2e-b3e7-b31375293cd5 req-b00554b5-b27c-4f0c-9a8a-12de0d1d4569 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762846 Apr 05 18:43:10.949587 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-10adee52-9068-4b13-85bd-642082f01ec9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258884ce-0a1f-4116-8a0a-6f662da92a80 HTTP/1.1" status: 200 len: 217 time: 0.0887630 Apr 05 18:43:11.026939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-a0480a59-c0fa-47fa-b335-18bd7106ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:11.029837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-a0480a59-c0fa-47fa-b335-18bd7106ba57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab16ca2d-f1e2-4a36-b43e-93c2ca000912 HTTP/1.1" status: 200 len: 861 time: 0.0725036 Apr 05 18:43:11.124357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-4c353fc4-8745-44d9-89ff-a5c410383a9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6162acc5-927e-488a-8567-675d7937773a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441840 Apr 05 18:43:11.163943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf77f3-9d3e-4171-af3f-fbdbfc4700d0 req-889e9141-80a1-452d-9be6-e2c1913702db tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:11.165439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ecf77f3-9d3e-4171-af3f-fbdbfc4700d0 req-889e9141-80a1-452d-9be6-e2c1913702db tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1346762 Apr 05 18:43:11.222755 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e69605-3b8f-4e16-9e9f-74e7fd3db3f8 x-openstack-request-id: req-77e69605-3b8f-4e16-9e9f-74e7fd3db3f8 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:11.223159 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dd04f2-e1e2-4281-9ca3-63c3a33118e8", "name": "network-vif-deleted", "tag": "a2263e4e-b2ce-4e5a-aef6-7fe57275172a", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:11.223522 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77e69605-3b8f-4e16-9e9f-74e7fd3db3f8 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:11.224020 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e69605-3b8f-4e16-9e9f-74e7fd3db3f8'] response: {'server_uuid': '19dd04f2-e1e2-4281-9ca3-63c3a33118e8', 'name': 'network-vif-deleted', 'tag': 'a2263e4e-b2ce-4e5a-aef6-7fe57275172a', 'status': 'completed', 'code': 200} Apr 05 18:43:11.276586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ecf77f3-9d3e-4171-af3f-fbdbfc4700d0 req-2e87ed7f-2b80-43ba-8e61-015ee255f066 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850990 Apr 05 18:43:11.303857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-19ee212e-e2a4-4d5e-9d4d-ef7b0da78d87 service neutron] 10.222.0.20 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715817 Apr 05 18:43:11.657794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812dd00-f37c-4c74-b402-6d888650d961 req-a8fd006f-07d3-4a07-8aa1-a07e68bd7a7d tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:11.659505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b812dd00-f37c-4c74-b402-6d888650d961 req-a8fd006f-07d3-4a07-8aa1-a07e68bd7a7d tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 945 time: 0.1265359 Apr 05 18:43:11.662189 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47ec96e0-7dad-4fce-9405-887e3169b692 req-d12dc688-2c9d-406e-a403-88d7ab78497c service neutron] 10.222.0.20 "GET /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476057 Apr 05 18:43:11.718058 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df6250a8-ac98-421b-a003-30458d952149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:11.746813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b812dd00-f37c-4c74-b402-6d888650d961 req-bc62d7c9-3ede-4c2c-a613-75360fda9b0e tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789938 Apr 05 18:43:12.086607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d98e79-fdf8-4bb3-aecf-87727c40c567 req-8bd457e5-b2c0-4e57-b6c5-2e94cf171dba tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:12.098213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36d98e79-fdf8-4bb3-aecf-87727c40c567 req-8bd457e5-b2c0-4e57-b6c5-2e94cf171dba tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 943 time: 0.1314013 Apr 05 18:43:12.182814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36d98e79-fdf8-4bb3-aecf-87727c40c567 req-b6be180f-2b0d-4e61-a896-ff49b51cdc5d tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835228 Apr 05 18:43:12.267764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43186) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:12.503805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6e643-d5e6-4a4c-8fa5-71151bcc2176 req-3cd52a07-c648-46eb-8edb-8921f921c51c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:12.512154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34f6e643-d5e6-4a4c-8fa5-71151bcc2176 req-3cd52a07-c648-46eb-8edb-8921f921c51c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1101906 Apr 05 18:43:12.565259 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1353f607-ee15-47a9-bb59-e58be6c47893 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3cfd3ed5a2f4f8d9d49367e5954c31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955706 Apr 05 18:43:12.566850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43202) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:12.611214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34f6e643-d5e6-4a4c-8fa5-71151bcc2176 req-3335b499-0c75-43c9-b3bf-7e40286b9251 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856359 Apr 05 18:43:12.706023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44e59bb9-192e-4173-9371-ace505fb689c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:12.752216 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:12.782479 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44e59bb9-192e-4173-9371-ace505fb689c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:12.846920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c2e3f-45d4-4684-9d47-1136feab630c req-1e06b8b7-29ed-4aca-9769-8fb58eb088b4 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:12.855833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a5c2e3f-45d4-4684-9d47-1136feab630c req-1e06b8b7-29ed-4aca-9769-8fb58eb088b4 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 945 time: 0.1218684 Apr 05 18:43:12.910782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a5c2e3f-45d4-4684-9d47-1136feab630c req-85983106-9ee4-4ce4-ae3c-d5bca5a4fe67 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536196 Apr 05 18:43:12.933344 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44e59bb9-192e-4173-9371-ace505fb689c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:12.940145 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44e59bb9-192e-4173-9371-ace505fb689c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:12.941527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-44e59bb9-192e-4173-9371-ace505fb689c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90862aba-dc56-40a1-9608-408a3c85b0d7 HTTP/1.1" status: 204 len: 168 time: 0.3688605 Apr 05 18:43:12.983886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43206) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:12.988340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9864b8e8-d850-4fe4-b6e6-6aca728c9d4c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8410333', 'description': 'tempest-description--420155939'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:12.990896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e59bb9-192e-4173-9371-ace505fb689c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90862aba-dc56-40a1-9608-408a3c85b0d7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:13.056347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9864b8e8-d850-4fe4-b6e6-6aca728c9d4c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.156268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9864b8e8-d850-4fe4-b6e6-6aca728c9d4c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.162962 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9864b8e8-d850-4fe4-b6e6-6aca728c9d4c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.194240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864b8e8-d850-4fe4-b6e6-6aca728c9d4c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:13.224223 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9864b8e8-d850-4fe4-b6e6-6aca728c9d4c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.228823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43214) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:13.236081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6e05f6b9-9c98-421a-b6df-fc99db864629 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Request body: {'security_group_rule': {'security_group_id': '17eccdd1-fef3-4fa6-ad74-0f82e4e9708b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:13.237039 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9864b8e8-d850-4fe4-b6e6-6aca728c9d4c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2520285 Apr 05 18:43:13.291713 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e05f6b9-9c98-421a-b6df-fc99db864629 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.442282 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e05f6b9-9c98-421a-b6df-fc99db864629 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.455118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa1efe-ebdc-4c37-8bbc-67c1441504ff req-9fc73abc-4256-4b95-b995-ce0e145a3334 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:13.464023 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbfa1efe-ebdc-4c37-8bbc-67c1441504ff req-9fc73abc-4256-4b95-b995-ce0e145a3334 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 943 time: 0.1271431 Apr 05 18:43:13.475610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e05f6b9-9c98-421a-b6df-fc99db864629 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.522166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05f6b9-9c98-421a-b6df-fc99db864629 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f077ca1-4f92-4ce8-bbc2-256943439334,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:13.540052 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e05f6b9-9c98-421a-b6df-fc99db864629 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.541067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6e05f6b9-9c98-421a-b6df-fc99db864629 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110752 Apr 05 18:43:13.543642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43224) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:13.550053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c2a71d78-5b8c-4cd9-88a4-648c68e80364 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Request body: {'security_group_rule': {'security_group_id': '17eccdd1-fef3-4fa6-ad74-0f82e4e9708b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:13.605674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbfa1efe-ebdc-4c37-8bbc-67c1441504ff req-847a5645-8b76-412f-a832-c8b839e8fc23 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358976 Apr 05 18:43:13.608242 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d78-5b8c-4cd9-88a4-648c68e80364 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.693965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d78-5b8c-4cd9-88a4-648c68e80364 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.702446 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d78-5b8c-4cd9-88a4-648c68e80364 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.786342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a71d78-5b8c-4cd9-88a4-648c68e80364 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0058bcb-36d2-4554-8cd1-67cbb1a8bb76,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:13.810700 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d78-5b8c-4cd9-88a4-648c68e80364 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.815124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43238) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:13.815659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c2a71d78-5b8c-4cd9-88a4-648c68e80364 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2701859 Apr 05 18:43:13.823278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:13.854030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ab112-8743-4133-b361-d6afa328ddf8 req-ac6dd58a-c1ea-4366-90ee-a97330aaa2b5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:13.855915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d73ab112-8743-4133-b361-d6afa328ddf8 req-ac6dd58a-c1ea-4366-90ee-a97330aaa2b5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1214092 Apr 05 18:43:13.867857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:13.924625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d73ab112-8743-4133-b361-d6afa328ddf8 req-6c565efd-0a35-4cf3-8c61-3e6d59b82c11 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603986 Apr 05 18:43:14.037937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:14.097805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:14.099293 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: a2263e4e-b2ce-4e5a-aef6-7fe57275172a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:14.099644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a2263e4e-b2ce-4e5a-aef6-7fe57275172a not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:14.139460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6c0cb-eb80-4e89-8938-7736c5628967 req-192c51e6-c13f-4531-9b2c-48e71b99c6dc tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:14.147160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06e6c0cb-eb80-4e89-8938-7736c5628967 req-192c51e6-c13f-4531-9b2c-48e71b99c6dc tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 945 time: 0.0824466 Apr 05 18:43:14.197616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06e6c0cb-eb80-4e89-8938-7736c5628967 req-906168d1-8fa3-4999-a01a-35f6c4ac9e17 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437584 Apr 05 18:43:14.290567 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:14.313870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 258884ce-0a1f-4116-8a0a-6f662da92a80 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:43:14.378796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Allocated IP 172.25.4.10 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/875971ed-d603-4b8f-b854-0ae44f0f718c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:14.498416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 258884ce-0a1f-4116-8a0a-6f662da92a80, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=258884ce-0a1f-4116-8a0a-6f662da92a80,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:14.535215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '258884ce-0a1f-4116-8a0a-6f662da92a80', 'network_id': '6162acc5-927e-488a-8567-675d7937773a', 'port_id': '258884ce-0a1f-4116-8a0a-6f662da92a80', 'mac_address': 'fa:16:3e:a8:65:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab16ca2d-f1e2-4a36-b43e-93c2ca000912', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:43:14.594325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-9ace1551-e514-4a36-b031-742cb27d956f tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:14.596189 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-9ace1551-e514-4a36-b031-742cb27d956f tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.25 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 945 time: 0.2192514 Apr 05 18:43:14.602210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:14.667375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258884ce-0a1f-4116-8a0a-6f662da92a80 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:43:14.751628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 258884ce-0a1f-4116-8a0a-6f662da92a80, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=258884ce-0a1f-4116-8a0a-6f662da92a80,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:14.758689 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:14.801262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a17aa2-f3be-4a93-af45-ab5b8795458e req-433dd79b-9dfc-4f41-a119-c7f6f80d8bfc tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:14.802918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42a17aa2-f3be-4a93-af45-ab5b8795458e req-433dd79b-9dfc-4f41-a119-c7f6f80d8bfc tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 943 time: 0.1094954 Apr 05 18:43:14.851148 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-093783c2-b845-4c55-a740-1aaf66fc114a req-7ab4ba8c-6496-4e91-94bf-129a682dc701 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2244518 Apr 05 18:43:14.873121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=258884ce-0a1f-4116-8a0a-6f662da92a80,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:14.880159 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:14.917529 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:14.938527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42a17aa2-f3be-4a93-af45-ab5b8795458e req-175e05af-92be-4bae-ac5d-e83c1b8e1b2b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244764 Apr 05 18:43:14.955530 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Deleting port 365ed307-723e-4c2a-aee2-eb332a3f1155 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:14.956295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:15.036216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['258884ce-0a1f-4116-8a0a-6f662da92a80'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:43:15.048657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093783c2-b845-4c55-a740-1aaf66fc114a req-426cb6ac-2480-4b50-a0fa-c9a0f102962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:15.050742 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-093783c2-b845-4c55-a740-1aaf66fc114a req-426cb6ac-2480-4b50-a0fa-c9a0f102962a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 1096 time: 0.1672583 Apr 05 18:43:15.073834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:15.126892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event updated for resources: {'Port': ['ID=875971ed-d603-4b8f-b854-0ae44f0f718c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:15.131433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d0c9a-7076-4762-9a46-183f60089c7e req-5b8c0160-ef43-47b3-8d57-e67d0823149c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:15.132972 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e96d0c9a-7076-4762-9a46-183f60089c7e req-5b8c0160-ef43-47b3-8d57-e67d0823149c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1006625 Apr 05 18:43:15.222561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e96d0c9a-7076-4762-9a46-183f60089c7e req-569353b7-f9fc-4d06-a719-a3404d392192 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776391 Apr 05 18:43:15.268281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] For port 365ed307-723e-4c2a-aee2-eb332a3f1155, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=365ed307-723e-4c2a-aee2-eb332a3f1155,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:15.268655 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:15.360687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5259e-e605-4d50-820f-662daaa71494 req-97ba5d0f-1da0-4f14-982f-ba47683cdaf1 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:15.362183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbc5259e-e605-4d50-820f-662daaa71494 req-97ba5d0f-1da0-4f14-982f-ba47683cdaf1 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 945 time: 0.0703037 Apr 05 18:43:15.478732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbc5259e-e605-4d50-820f-662daaa71494 req-172cc6f4-b495-4ee3-a9ab-0d4c479d41f6 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups?id=26f1511e-e5aa-45c7-823f-69405dc90cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072588 Apr 05 18:43:15.479942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:15.480325 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:15.480634 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Floating IP 8cea4fd0-7bee-4045-afda-94a09da8d431 disassociated. External IP: 172.25.4.224, port: 365ed307-723e-4c2a-aee2-eb332a3f1155. Apr 05 18:43:15.480963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Calling delete_port for 365ed307-723e-4c2a-aee2-eb332a3f1155 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:15.508056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:15.514484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:15.547268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:15.656266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093783c2-b845-4c55-a740-1aaf66fc114a req-f4290171-a957-4268-84a4-71fcf1415955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:15.658016 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-093783c2-b845-4c55-a740-1aaf66fc114a req-f4290171-a957-4268-84a4-71fcf1415955 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.5353186 Apr 05 18:43:15.731150 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-093783c2-b845-4c55-a740-1aaf66fc114a req-52c055de-ebaf-4192-8e55-613091a5a7aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3 HTTP/1.1" status: 200 len: 217 time: 0.0511465 Apr 05 18:43:15.771203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:15.848214 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:15.850587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093783c2-b845-4c55-a740-1aaf66fc114a req-1a40eec8-b4cc-4a41-a2b8-be1b39e553bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:15.852034 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-093783c2-b845-4c55-a740-1aaf66fc114a req-1a40eec8-b4cc-4a41-a2b8-be1b39e553bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.0951302 Apr 05 18:43:15.853514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:16.090213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Pushing event deleted for resources: {'Port': ['ID=365ed307-723e-4c2a-aee2-eb332a3f1155,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:16.162599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04c549-f4ff-4502-8a65-bb5d936266f7 req-4cab116f-e6ca-4189-8c38-5b5978f6c3c3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:16.173335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d04c549-f4ff-4502-8a65-bb5d936266f7 req-4cab116f-e6ca-4189-8c38-5b5978f6c3c3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 944 time: 0.1172562 Apr 05 18:43:16.258761 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d04c549-f4ff-4502-8a65-bb5d936266f7 req-c43e74f2-1fe4-416d-a76e-7cb97f791c1f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836456 Apr 05 18:43:16.277789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093783c2-b845-4c55-a740-1aaf66fc114a req-cb0db53d-2868-4836-ac14-c7923827f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:16.279896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-093783c2-b845-4c55-a740-1aaf66fc114a req-cb0db53d-2868-4836-ac14-c7923827f0b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052415 Apr 05 18:43:16.324979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 258884ce-0a1f-4116-8a0a-6f662da92a80 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:16.358261 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:16.459885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:16.468528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Router ec9e96fe-75e6-423c-928a-853015e005e2 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:43:16.571162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 258884ce-0a1f-4116-8a0a-6f662da92a80 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:43:16.609088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 258884ce-0a1f-4116-8a0a-6f662da92a80 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:16.609851 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:16.614678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event updated for resources: {'Port': ['ID=875971ed-d603-4b8f-b854-0ae44f0f718c,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:16.688104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6bec5-0399-4f57-9653-52d3c30957cc req-08a140d6-3f68-451c-8a0d-c98095d77b24 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:16.691883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ef6bec5-0399-4f57-9653-52d3c30957cc req-08a140d6-3f68-451c-8a0d-c98095d77b24 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.3156216 Apr 05 18:43:16.782878 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:16.794917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36da96-b491-48c7-ad50-d81e155737da req-62e30fe1-1267-449d-8a65-fcd87af405a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:16.801450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d36da96-b491-48c7-ad50-d81e155737da req-62e30fe1-1267-449d-8a65-fcd87af405a5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 1097 time: 0.1786215 Apr 05 18:43:16.804926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ef6bec5-0399-4f57-9653-52d3c30957cc req-421a5293-a5d2-48f4-89a4-ccba7f1c3b3e tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757554 Apr 05 18:43:16.878450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ae458e-d3de-4c36-8a7f-055cef805e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258884ce-0a1f-4116-8a0a-6f662da92a80'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:16.884807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d36da96-b491-48c7-ad50-d81e155737da req-06bb573b-5966-44d5-ab0c-4bc692a14c0f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726671 Apr 05 18:43:16.900241 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21df3bfe-2685-4135-9a47-f790f73d005a" -d '{"events": [{"server_uuid": "82ae458e-d3de-4c36-8a7f-055cef805e91", "name": "network-vif-plugged", "status": "completed", "tag": "258884ce-0a1f-4116-8a0a-6f662da92a80"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:16.914489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:16.944733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:43:16.959020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:16.960368 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dca9c1ea-6da4-410c-9d73-cdc99b9f4167 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1434355 Apr 05 18:43:16.974162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 258884ce-0a1f-4116-8a0a-6f662da92a80, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=258884ce-0a1f-4116-8a0a-6f662da92a80,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:16.985803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] Sync routers for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:43:17.000569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:17.001686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:17.011844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] No DVR routers for this DVR port 365ed307-723e-4c2a-aee2-eb332a3f1155 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:17.017589 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:17.021104 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a4aef033-d0ed-4753-8e9f-3ad0940d29ca req-6aa796e6-adee-4caa-9b96-3176dd786cee tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.25 "DELETE /v2.0/ports/365ed307-723e-4c2a-aee2-eb332a3f1155 HTTP/1.1" status: 204 len: 173 time: 2.3636537 Apr 05 18:43:17.021592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196105b7-6375-4108-ba41-0ff1d92c141e', 'name': 'network-vif-deleted', 'tag': '365ed307-723e-4c2a-aee2-eb332a3f1155'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:17.024430 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f0a372-93a9-4041-9acb-f5699885ecf1" -d '{"events": [{"server_uuid": "196105b7-6375-4108-ba41-0ff1d92c141e", "name": "network-vif-deleted", "tag": "365ed307-723e-4c2a-aee2-eb332a3f1155"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:17.046522 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:17.057785 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-093783c2-b845-4c55-a740-1aaf66fc114a req-e2172fd1-69e1-4fe1-9b88-19b20523aff5 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541831 Apr 05 18:43:17.078634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e9b7297-aff8-4c4b-87fd-738bf96efa75 req-cd7bd0e0-d17e-419e-990a-f02b98a2cfa3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/ports?device_id=196105b7-6375-4108-ba41-0ff1d92c141e HTTP/1.1" status: 200 len: 210 time: 0.0609884 Apr 05 18:43:17.116807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=258884ce-0a1f-4116-8a0a-6f662da92a80,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:17.192915 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3804e1cc-9539-4845-bc17-82835d2b4ecc x-openstack-request-id: req-3804e1cc-9539-4845-bc17-82835d2b4ecc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:17.193597 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ae458e-d3de-4c36-8a7f-055cef805e91", "name": "network-vif-plugged", "status": "completed", "tag": "258884ce-0a1f-4116-8a0a-6f662da92a80", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:17.194035 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3804e1cc-9539-4845-bc17-82835d2b4ecc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:17.194672 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3804e1cc-9539-4845-bc17-82835d2b4ecc'] response: {'server_uuid': '82ae458e-d3de-4c36-8a7f-055cef805e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258884ce-0a1f-4116-8a0a-6f662da92a80', 'code': 200} Apr 05 18:43:17.225357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:17.356216 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-093783c2-b845-4c55-a740-1aaf66fc114a req-56699ffb-14a2-4b3f-b238-b8bd88b65468 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130840 Apr 05 18:43:17.360324 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1027c5-4cd3-4644-8036-c06a2a624d06 x-openstack-request-id: req-9b1027c5-4cd3-4644-8036-c06a2a624d06 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:17.360724 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196105b7-6375-4108-ba41-0ff1d92c141e", "name": "network-vif-deleted", "tag": "365ed307-723e-4c2a-aee2-eb332a3f1155", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:17.361078 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b1027c5-4cd3-4644-8036-c06a2a624d06 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:17.361595 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1027c5-4cd3-4644-8036-c06a2a624d06'] response: {'server_uuid': '196105b7-6375-4108-ba41-0ff1d92c141e', 'name': 'network-vif-deleted', 'tag': '365ed307-723e-4c2a-aee2-eb332a3f1155', 'status': 'completed', 'code': 200} Apr 05 18:43:17.453491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb242de-9abc-4412-90d2-04048350d9c4 req-59801b79-15e6-4989-9533-4a4d747bd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:17.455958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ceb242de-9abc-4412-90d2-04048350d9c4 req-59801b79-15e6-4989-9533-4a4d747bd4d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 1096 time: 0.1591537 Apr 05 18:43:17.505606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26c009-5fab-46e2-b263-4cd2594bb3bb req-da9018b2-768d-481f-aa27-26dcbef7e04a tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:17.507045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f26c009-5fab-46e2-b263-4cd2594bb3bb req-da9018b2-768d-481f-aa27-26dcbef7e04a tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 945 time: 0.1065419 Apr 05 18:43:17.560321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-6989a308-3446-4780-9d25-8953002dedb3 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--8410333&fields=id&tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b HTTP/1.1" status: 200 len: 267 time: 0.1018968 Apr 05 18:43:17.562517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ceb242de-9abc-4412-90d2-04048350d9c4 req-1b23a91e-74e3-45da-88cb-39bf84e66b4f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947077 Apr 05 18:43:17.592161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0af71b0b-8178-42aa-83d5-15918385ec1d', 'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'mac_address': 'fa:16:3e:70:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:04Z', 'updated_at': '2022-04-05T18:41:12Z', 'revision_number': 5, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'subnets': [{'id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:17.620712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] Checking router: ec9e96fe-75e6-423c-928a-853015e005e2 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:43:17.621941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f26c009-5fab-46e2-b263-4cd2594bb3bb req-4d2be8c9-6c5b-4edc-a07c-295dc4c13999 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044154 Apr 05 18:43:17.634298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:17.635182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:17.932109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:18.065320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-2a06219f-62ed-4c31-baf1-05917daa4ca1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:18.073653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-2a06219f-62ed-4c31-baf1-05917daa4ca1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 819 time: 0.5059433 Apr 05 18:43:18.097318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-e5292985-a850-4957-9da4-b4f737a69585 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/quotas/6f63e2dfae4f48afadb0f2d5f53bff7b HTTP/1.1" status: 200 len: 375 time: 0.0220437 Apr 05 18:43:18.173006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-79e79706-fe7d-42a7-864d-8f99672a0a49 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0743039 Apr 05 18:43:18.364406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 365ed307-723e-4c2a-aee2-eb332a3f1155 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:18.375435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1c4b0076-f8ad-45fc-bd5a-755f57db2100 service neutron] 10.222.0.15 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854541 Apr 05 18:43:18.410087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 365ed307-723e-4c2a-aee2-eb332a3f1155 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:18.410449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 365ed307-723e-4c2a-aee2-eb332a3f1155 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:18.563154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0af71b0b-8178-42aa-83d5-15918385ec1d', 'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'mac_address': 'fa:16:3e:70:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:04Z', 'updated_at': '2022-04-05T18:41:12Z', 'revision_number': 5, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'subnets': [{'id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:18.570198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-ace72ebe-b9c5-4a5e-9eb2-1f987bf6daf6 service neutron] 10.222.0.15 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861188 Apr 05 18:43:18.595443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f08fbc-f65a-4af8-8efc-59a15c995090 None None] The sync data for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 is: [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 4, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0af71b0b-8178-42aa-83d5-15918385ec1d', 'name': '', 'network_id': '6074525f-c91e-4c4a-bf5e-2c52ebfadaac', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'mac_address': 'fa:16:3e:70:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:04Z', 'updated_at': '2022-04-05T18:41:12Z', 'revision_number': 5, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'subnets': [{'id': '556aab64-ec0c-491d-8cf2-6ca4aaa8687a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:43:18.637427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c452713-9e5a-4f64-b850-47a9692c6d37 req-1cf424a8-d545-44ba-a81b-5932f23d80ca tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:18.639865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c452713-9e5a-4f64-b850-47a9692c6d37 req-1cf424a8-d545-44ba-a81b-5932f23d80ca tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1058459 Apr 05 18:43:18.697677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c452713-9e5a-4f64-b850-47a9692c6d37 req-7b73480b-9993-47df-a639-0af7e50d872a tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508511 Apr 05 18:43:18.971144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe87f7f0-6489-4bbe-9c14-e0125ac7ddfc req-cc2b106a-9171-4299-9b25-372f1415adb2 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 210 time: 0.0589120 Apr 05 18:43:19.002451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea45ca1-674b-4268-9150-2f9d21b7c545 req-f80bbeb8-fc3f-425f-a5ff-de9f73065415 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:19.014453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aea45ca1-674b-4268-9150-2f9d21b7c545 req-f80bbeb8-fc3f-425f-a5ff-de9f73065415 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 945 time: 0.1828859 Apr 05 18:43:19.069069 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276d595-b756-4936-a27d-03ab01ed9fa3 None None] New status for floating IP 8cea4fd0-7bee-4045-afda-94a09da8d431: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:43:19.098244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aea45ca1-674b-4268-9150-2f9d21b7c545 req-ef95069e-3a68-4aa1-96bc-afa30cd68e11 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828733 Apr 05 18:43:19.163524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43352) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:19.338427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd432682-c4a1-4ee2-bb88-5e88712e0c35 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:19.499723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd432682-c4a1-4ee2-bb88-5e88712e0c35 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:19.533829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7912e-3905-4c61-a055-eba29cc1cf7f req-396cba87-9680-44dd-a8bd-875e75c4d615 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:19.536667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5e7912e-3905-4c61-a055-eba29cc1cf7f req-396cba87-9680-44dd-a8bd-875e75c4d615 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1016774 Apr 05 18:43:19.555914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-0a242355-43bf-4dd5-9f59-1e1be389bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:19.562495 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-0a242355-43bf-4dd5-9f59-1e1be389bf90 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 1097 time: 0.1533158 Apr 05 18:43:19.598850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5e7912e-3905-4c61-a055-eba29cc1cf7f req-6f1b4e9c-3636-4eab-af89-1e2265d870e1 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558014 Apr 05 18:43:19.672483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd432682-c4a1-4ee2-bb88-5e88712e0c35 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:19.682874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd432682-c4a1-4ee2-bb88-5e88712e0c35 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:19.687560 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dd432682-c4a1-4ee2-bb88-5e88712e0c35 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "DELETE /v2.0/security-groups/26f1511e-e5aa-45c7-823f-69405dc90cb4 HTTP/1.1" status: 204 len: 168 time: 0.5197723 Apr 05 18:43:19.688112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43370) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:19.706216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd432682-c4a1-4ee2-bb88-5e88712e0c35 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f1511e-e5aa-45c7-823f-69405dc90cb4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:19.711907 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-fa3f4fc6-5082-468d-955e-1269e778f2b3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] show failed (client error): The resource could not be found. Apr 05 18:43:19.713467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fa3f4fc6-5082-468d-955e-1269e778f2b3 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "GET /v2.0/security-groups/26f1511e-e5aa-45c7-823f-69405dc90cb4 HTTP/1.1" status: 404 len: 347 time: 0.0239034 Apr 05 18:43:19.716977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43372) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:19.760750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-d509c518-971b-4cac-853d-69c275d09f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:19.763116 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-d509c518-971b-4cac-853d-69c275d09f93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 200 len: 910 time: 0.1940386 Apr 05 18:43:19.888533 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-8d6cfc3c-2843-443a-b299-aa14ebc9895a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1bd74d-0df4-4982-9803-c9237c830a61 HTTP/1.1" status: 200 len: 217 time: 0.1117649 Apr 05 18:43:20.024679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-bcc2be42-139a-4c4b-b8cb-2a659f878b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:20.026164 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-bcc2be42-139a-4c4b-b8cb-2a659f878b49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4123b08-a8e7-413e-a1a0-fc36a4cb8380 HTTP/1.1" status: 200 len: 850 time: 0.1318493 Apr 05 18:43:20.035939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Deleting port d3180383-3080-4f33-9d9a-d88ab60269ca {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:20.036278 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:20.096094 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-c4cc80cb-a0ad-48d5-a127-04c53218358c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92a0426a-a463-402d-a447-3d4a0d461508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628569 Apr 05 18:43:20.151050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0eea5a6f-e6da-437b-9646-862fcceedf2e req-6cbbd939-4c64-424d-b44a-12fc96358341 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 210 time: 0.0453658 Apr 05 18:43:20.228644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:20.228896 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:20.295473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Calling delete_port for d3180383-3080-4f33-9d9a-d88ab60269ca owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:20.422273 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-033ff2fb-657b-4368-b394-0cdabe992e92 service neutron] 10.222.0.25 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159373 Apr 05 18:43:20.509247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf132db0-a776-4b07-9d34-29bff4f87866 req-4cd62698-ef56-4d69-8ce8-9a1ccdc99f5e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:20.519134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf132db0-a776-4b07-9d34-29bff4f87866 req-4cd62698-ef56-4d69-8ce8-9a1ccdc99f5e tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 945 time: 0.2074416 Apr 05 18:43:20.606110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf132db0-a776-4b07-9d34-29bff4f87866 req-d0a845b3-cd64-4759-b81d-8f6b5f9155e9 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833733 Apr 05 18:43:20.744734 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90ad4cef-09d3-476d-aebd-1d4b9c344b41 req-1e036e22-4b36-4107-b207-ba569315839a service neutron] 10.222.0.25 "GET /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981629 Apr 05 18:43:20.861037 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:20.894973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Pushing event deleted for resources: {'Port': ['ID=d3180383-3080-4f33-9d9a-d88ab60269ca,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:20.903078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-09f813f1-4503-410a-b789-5e841bcdebeb tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:20.906513 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-09f813f1-4503-410a-b789-5e841bcdebeb tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 819 time: 0.5345016 Apr 05 18:43:20.938499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a759b3e-2a6b-49b7-bf24-65720e718d77 req-0ee93097-76f4-48c5-baaf-831486c9d5f5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:20.948215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a759b3e-2a6b-49b7-bf24-65720e718d77 req-0ee93097-76f4-48c5-baaf-831486c9d5f5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1457417 Apr 05 18:43:21.009298 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-02fcc10e-5491-471a-b214-fd660f247283 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b HTTP/1.1" status: 200 len: 377 time: 0.0880964 Apr 05 18:43:21.016240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a759b3e-2a6b-49b7-bf24-65720e718d77 req-e6576bbf-1a4f-48f8-82be-96306756be70 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653698 Apr 05 18:43:21.030262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Request body: {'port': {'device_id': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'admin_state_up': True, 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'security_groups': ['17eccdd1-fef3-4fa6-ad74-0f82e4e9708b']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:21.046227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:21.049746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:21.053696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d094b29d-4318-48ef-b441-630d9e2c2e00 tempest-ServersTestManualDisk-1472056941 tempest-ServersTestManualDisk-1472056941-project] 10.222.0.15 "DELETE /v2.0/floatingips/8cea4fd0-7bee-4045-afda-94a09da8d431 HTTP/1.1" status: 204 len: 168 time: 1.3333888 Apr 05 18:43:21.054015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43406) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:21.238463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Made reservation on behalf of 6f63e2dfae4f48afadb0f2d5f53bff7b for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:21.252197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:21.460556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3af9cb2c-a272-4d28-879c-18f8a9aca81e req-ca27deda-fb31-4bc6-9b3f-771485db61e0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 210 time: 0.0520523 Apr 05 18:43:21.572768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edd2eb-a291-4377-a060-b686e9c50ab2 req-0a4b3d02-556e-4ede-8bd6-72e624db56cf tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:21.572986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43438) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:21.589860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4edd2eb-a291-4377-a060-b686e9c50ab2 req-0a4b3d02-556e-4ede-8bd6-72e624db56cf tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 945 time: 0.0826974 Apr 05 18:43:21.623134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Allocated IP 172.20.0.12 (25015332-9f7a-4fcb-bf96-8b0c9690dd60/e9f542fb-f41c-427a-9f13-af84b45bfca5/cfa8e9da-0ef6-4946-a971-54ad6a346bd6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:21.732545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4edd2eb-a291-4377-a060-b686e9c50ab2 req-f8c68184-826c-4c00-9396-eb9062e2abd0 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408889 Apr 05 18:43:21.848354 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:21.850072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:21.901526 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:21.935782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8005709-0036-4878-a23c-c82c91eeae81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:21.981505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:22.019036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:22.021307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:22.105243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event updated for resources: {'Port': ['ID=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:22.132953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:22.133636 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.166872 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-fa0db47b-26d9-4dac-9bbf-e97f68f9711d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1424417 Apr 05 18:43:22.182230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Request body: {'port': {'device_id': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:22.233151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8005709-0036-4878-a23c-c82c91eeae81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.245825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec80b50-1cdc-4df5-81cb-260f61a4a492 req-ee8e0500-4cc7-49ee-b442-b93c62b0be90 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:22.255600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dec80b50-1cdc-4df5-81cb-260f61a4a492 req-ee8e0500-4cc7-49ee-b442-b93c62b0be90 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.1271925 Apr 05 18:43:22.275042 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.290478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8005709-0036-4878-a23c-c82c91eeae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.317912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dec80b50-1cdc-4df5-81cb-260f61a4a492 req-c7cec12d-2b97-4cf1-923c-94dd5e9315ef tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609989 Apr 05 18:43:22.416256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Deleting port 0af71b0b-8178-42aa-83d5-15918385ec1d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:22.416742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.476187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b9326208-b765-4655-b569-034ba7530aca None None] Provisioning complete for port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:22.476799 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b9326208-b765-4655-b569-034ba7530aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.487741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a8005709-0036-4878-a23c-c82c91eeae81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8effa31e7ed402fa6e94e8aba6a08ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9134710 Apr 05 18:43:22.492628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43456) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:22.562657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] For port 0af71b0b-8178-42aa-83d5-15918385ec1d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0af71b0b-8178-42aa-83d5-15918385ec1d,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:22.562903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b9326208-b765-4655-b569-034ba7530aca None None] Port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:43:22.563189 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.565319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8005709-0036-4878-a23c-c82c91eeae81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1fd7c9-9c13-42d0-a5ad-3a39035ee29a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:22.589680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Calling delete_port for 0af71b0b-8178-42aa-83d5-15918385ec1d owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:22.619834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f78ff2bb-3dac-4fc4-8647-4dedf8ffad75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.645038 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f78ff2bb-3dac-4fc4-8647-4dedf8ffad75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.766576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f78ff2bb-3dac-4fc4-8647-4dedf8ffad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.769623 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f78ff2bb-3dac-4fc4-8647-4dedf8ffad75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.770800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f78ff2bb-3dac-4fc4-8647-4dedf8ffad75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f1fd7c9-9c13-42d0-a5ad-3a39035ee29a HTTP/1.1" status: 204 len: 168 time: 0.2766142 Apr 05 18:43:22.841208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ff2bb-3dac-4fc4-8647-4dedf8ffad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1fd7c9-9c13-42d0-a5ad-3a39035ee29a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:22.925659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa8e9da-0ef6-4946-a971-54ad6a346bd6 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:43:22.938862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:22.960607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854746a-cb79-4c33-9d5a-cb5024aed2a1 req-6df5fbd6-da1b-485f-96f1-31d89ef00172 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:22.962144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8854746a-cb79-4c33-9d5a-cb5024aed2a1 req-6df5fbd6-da1b-485f-96f1-31d89ef00172 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 932 time: 0.3489659 Apr 05 18:43:22.985966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Transition to ACTIVE for port object cfa8e9da-0ef6-4946-a971-54ad6a346bd6 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:43:22.998019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:23.166123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Pushing event updated for resources: {'Port': ['ID=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:23.241775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-a3206cd1-be43-4a11-8dd2-8c042116d1c4 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:23.251627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43482) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:23.251948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-a3206cd1-be43-4a11-8dd2-8c042116d1c4 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 945 time: 0.4063563 Apr 05 18:43:23.318436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8854746a-cb79-4c33-9d5a-cb5024aed2a1 req-8898ee60-7efe-47bd-b11c-315380a81345 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3036807 Apr 05 18:43:23.404566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d1707-995a-4f73-a0e6-7ced3e2863d7 req-ca1241d7-f60c-4b44-b418-853b23691d8b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:23.412707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f9d1707-995a-4f73-a0e6-7ced3e2863d7 req-ca1241d7-f60c-4b44-b418-853b23691d8b tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 945 time: 0.4685371 Apr 05 18:43:23.424970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Attempting to bind port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:23.425250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Attempting to bind port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:23.425576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Attempting to bind port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:23.438333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:43:23.438743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Attempting to bind port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 on network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:23.454759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:23.455116 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Checking segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:23.458739 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Bound using segment: {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:23.460232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Bound port: cfa8e9da-0ef6-4946-a971-54ad6a346bd6, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6faebf44-71f9-43cd-af93-f2cfaf012b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:23.460739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:23.555877 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4da4090-27ac-493c-b11b-ebc7b417e91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:23.655551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f9d1707-995a-4f73-a0e6-7ced3e2863d7 req-f2298ff0-f30b-44c6-98db-ef18c6dc4353 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366416 Apr 05 18:43:23.743939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] For port cfa8e9da-0ef6-4946-a971-54ad6a346bd6, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:23.767195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] For port cfa8e9da-0ef6-4946-a971-54ad6a346bd6, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:23.788806 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:23.790809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34470e-1faa-4bc2-b70a-12ac2d89396d req-ccaeade7-20c1-47d7-ad4a-ede716cb25d0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:23.803983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef34470e-1faa-4bc2-b70a-12ac2d89396d req-ccaeade7-20c1-47d7-ad4a-ede716cb25d0 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.2814429 Apr 05 18:43:23.859176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Deleting port 258884ce-0a1f-4116-8a0a-6f662da92a80 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:23.861921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:23.862902 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:23.864315 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] 10.222.0.25 "PUT /v2.0/ports/cfa8e9da-0ef6-4946-a971-54ad6a346bd6 HTTP/1.1" status: 200 len: 1092 time: 1.6865656 Apr 05 18:43:23.867331 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:23.867538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:23.870057 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918087c5-fd2e-46b8-b438-23d08b7038cf" -d '{"events": [{"name": "network-changed", "server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:23.889773 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:23.911419 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4da4090-27ac-493c-b11b-ebc7b417e91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:23.957945 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecab026-1bc5-4a4c-929b-e1166c6b1a47 x-openstack-request-id: req-6ecab026-1bc5-4a4c-929b-e1166c6b1a47 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:23.958574 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:23.958574 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ecab026-1bc5-4a4c-929b-e1166c6b1a47 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:23.958970 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecab026-1bc5-4a4c-929b-e1166c6b1a47'] response: {'name': 'network-changed', 'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'status': 'completed', 'code': 200} Apr 05 18:43:24.011438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4da4090-27ac-493c-b11b-ebc7b417e91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:24.062886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef34470e-1faa-4bc2-b70a-12ac2d89396d req-31021dad-3623-41ae-8ec2-657f49856c76 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580335 Apr 05 18:43:24.066152 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Pushing event deleted for resources: {'Port': ['ID=0af71b0b-8178-42aa-83d5-15918385ec1d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:24.149696 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b4da4090-27ac-493c-b11b-ebc7b417e91c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14c5a60f50564a0db6332c2a61c4fc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8968661 Apr 05 18:43:24.152635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8ab1f-f3ce-4d88-a55c-5b0f3bf2d3aa service neutron] Pushing event updated for resources: {'Port': ['ID=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:24.156804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43512) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:24.190767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da4090-27ac-493c-b11b-ebc7b417e91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb1f545-3080-403c-8d6b-bd460c8bbf44,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:24.257315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-da883717-06f9-44f8-93ac-6c52830d2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:24.259316 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-da883717-06f9-44f8-93ac-6c52830d2a00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 1095 time: 0.3421898 Apr 05 18:43:24.264381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43514) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:24.560876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] For port 258884ce-0a1f-4116-8a0a-6f662da92a80, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=258884ce-0a1f-4116-8a0a-6f662da92a80,segment=NetworkSegment(29e047fe-b7ff-47c2-af63-cefeb720481a),segment_id=29e047fe-b7ff-47c2-af63-cefeb720481a)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:24.561246 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:24.564708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-204fd0eb-b974-464d-9c76-971cfa562c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:24.592480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-204fd0eb-b974-464d-9c76-971cfa562c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:24.667758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-204fd0eb-b974-464d-9c76-971cfa562c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:24.671134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-204fd0eb-b974-464d-9c76-971cfa562c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:24.674597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-204fd0eb-b974-464d-9c76-971cfa562c70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/adb1f545-3080-403c-8d6b-bd460c8bbf44 HTTP/1.1" status: 204 len: 168 time: 0.5145366 Apr 05 18:43:24.723955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Calling delete_port for 258884ce-0a1f-4116-8a0a-6f662da92a80 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:24.769763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fd0eb-b974-464d-9c76-971cfa562c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb1f545-3080-403c-8d6b-bd460c8bbf44,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:24.863392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-509233958-network', 'tenant_id': 'bc122f0a485940a2b17ac2569afb031e'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:24.876808 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-61b367f0-c7c3-45ae-a3dd-e762b46d621f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6 HTTP/1.1" status: 200 len: 217 time: 0.6008112 Apr 05 18:43:24.877351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa54c0-384b-421b-8195-1e982bc5c158 req-909ba094-d349-4814-b22e-8c645709c89d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:24.886098 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25aa54c0-384b-421b-8195-1e982bc5c158 req-909ba094-d349-4814-b22e-8c645709c89d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 944 time: 0.3932309 Apr 05 18:43:24.947410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3d7da-9ede-4bce-95ab-dcfa04466830 req-c5803c81-ccd1-4bf4-982b-8b77b2f3e1f9 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:24.959765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cc3d7da-9ede-4bce-95ab-dcfa04466830 req-c5803c81-ccd1-4bf4-982b-8b77b2f3e1f9 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.2993009 Apr 05 18:43:24.987375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Made reservation on behalf of bc122f0a485940a2b17ac2569afb031e for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:24.989570 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.011397 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.032575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-461dde36-8b94-43cf-a1d3-eefedd1c0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:25.034028 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-461dde36-8b94-43cf-a1d3-eefedd1c0363 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.1443367 Apr 05 18:43:25.122491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-8dfc55cb-49a1-4c6a-8182-a06689b94f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:25.124210 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-8dfc55cb-49a1-4c6a-8182-a06689b94f9e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806065 Apr 05 18:43:25.229194 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.253619 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.326018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:43:25.335383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6b25fa-b68f-40bd-9eeb-55578e6ab475,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:25.397277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.397946 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Added segment 87fa21f5-1f98-43ee-b766-da8232903b66 of type vlan for network d763491a-3bd3-4688-a9e5-dc037d1502e6 Apr 05 18:43:25.414771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-ea5ae105-d229-481a-b566-8f98f3ef6c45 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810922 Apr 05 18:43:25.497386 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cc3d7da-9ede-4bce-95ab-dcfa04466830 req-2942037b-8a18-4b60-b185-c55d9bc8125c tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361147 Apr 05 18:43:25.564378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25aa54c0-384b-421b-8195-1e982bc5c158 req-bc9606ef-c5cd-4222-8cc8-1b1f7a2d284a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6773624 Apr 05 18:43:25.575491 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.726556 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9b06a8f-f943-42fd-a081-61cba9b03a32 req-6c8eb55c-5cea-4219-890f-dec238d30d01 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844563 Apr 05 18:43:25.728726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.734311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73933b-434a-494a-b144-3813a27bf3aa req-808c87ae-48e1-4b2e-84c2-71d5aefd9e06 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:25.736423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b73933b-434a-494a-b144-3813a27bf3aa req-808c87ae-48e1-4b2e-84c2-71d5aefd9e06 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/ports?device_id=82ae458e-d3de-4c36-8a7f-055cef805e91 HTTP/1.1" status: 200 len: 945 time: 0.1298156 Apr 05 18:43:25.757412 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.800176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.804466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:25.810960 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.851784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event deleted for resources: {'Port': ['ID=258884ce-0a1f-4116-8a0a-6f662da92a80,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:25.897881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] No DVR routers for this DVR port 258884ce-0a1f-4116-8a0a-6f662da92a80 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:25.902208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:25.906316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95deb320-b565-4900-8b7f-0607e2ec6248 req-818d1d17-c066-462f-898c-0e4a271a85a3 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.20 "DELETE /v2.0/ports/258884ce-0a1f-4116-8a0a-6f662da92a80 HTTP/1.1" status: 204 len: 173 time: 2.6387930 Apr 05 18:43:25.906835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ae458e-d3de-4c36-8a7f-055cef805e91', 'name': 'network-vif-deleted', 'tag': '258884ce-0a1f-4116-8a0a-6f662da92a80'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:25.909098 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6dfdda-08c9-4fa0-a988-9bd730b0c8c1" -d '{"events": [{"server_uuid": "82ae458e-d3de-4c36-8a7f-055cef805e91", "name": "network-vif-deleted", "tag": "258884ce-0a1f-4116-8a0a-6f662da92a80"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:25.916669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b73933b-434a-494a-b144-3813a27bf3aa req-55ab631d-11ba-4a26-a95c-90af5144403f tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f273f5c-86be-469d-af0e-23cc4e7b1b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709986 Apr 05 18:43:26.075258 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7df015e-ef8a-4c7e-ab61-f26bb6615da0 x-openstack-request-id: req-b7df015e-ef8a-4c7e-ab61-f26bb6615da0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:26.076579 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ae458e-d3de-4c36-8a7f-055cef805e91", "name": "network-vif-deleted", "tag": "258884ce-0a1f-4116-8a0a-6f662da92a80", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:26.077850 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7df015e-ef8a-4c7e-ab61-f26bb6615da0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:26.078456 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7df015e-ef8a-4c7e-ab61-f26bb6615da0'] response: {'server_uuid': '82ae458e-d3de-4c36-8a7f-055cef805e91', 'name': 'network-vif-deleted', 'tag': '258884ce-0a1f-4116-8a0a-6f662da92a80', 'status': 'completed', 'code': 200} Apr 05 18:43:26.086933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-5c394423-0940-4d19-bd97-ca4880f7727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:26.091955 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-5c394423-0940-4d19-bd97-ca4880f7727c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 1095 time: 0.3039868 Apr 05 18:43:26.099968 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8314569 Apr 05 18:43:26.099968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843d5b4-16b6-4c99-bde0-4d5898475437 admin admin] Pushing event updated for resources: {'Network': ['ID=d763491a-3bd3-4688-a9e5-dc037d1502e6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:26.101159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43556) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:26.107456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Request body: {'subnet': {'network_id': 'd763491a-3bd3-4688-a9e5-dc037d1502e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-509233958-subnet', 'tenant_id': 'bc122f0a485940a2b17ac2569afb031e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:26.113534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d763491a-3bd3-4688-a9e5-dc037d1502e6 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:43:26.141050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Router ec9e96fe-75e6-423c-928a-853015e005e2 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:43:26.146241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Made reservation on behalf of bc122f0a485940a2b17ac2569afb031e for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:26.149423 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:26.256196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-9f3c114c-6a46-411e-9cf9-055ce952e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:26.260254 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-9f3c114c-6a46-411e-9cf9-055ce952e3e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.1473472 Apr 05 18:43:26.390613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 258884ce-0a1f-4116-8a0a-6f662da92a80 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:26.418168 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-34711ece-3d5e-43f5-a7fa-f392be60d10a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6 HTTP/1.1" status: 200 len: 217 time: 0.1458282 Apr 05 18:43:26.442224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:43:26.445671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 258884ce-0a1f-4116-8a0a-6f662da92a80 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:26.446415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 258884ce-0a1f-4116-8a0a-6f662da92a80 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:26.471402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] Sync routers for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:43:26.481818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f42c5380-6ad8-40d0-9d43-a27661e6548d admin admin] 10.222.0.15 "PUT /v2.0/routers/ec9e96fe-75e6-423c-928a-853015e005e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4254978 Apr 05 18:43:26.485310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43566) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:26.496584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:26.498194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:26.538725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-f1db7a2e-2414-44c6-8337-24f80a3eda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:26.544216 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-f1db7a2e-2414-44c6-8337-24f80a3eda9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.1085718 Apr 05 18:43:26.775194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-1f1ccf2c-824c-4b2a-b8c4-8f806c7dabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:26.780108 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-1f1ccf2c-824c-4b2a-b8c4-8f806c7dabcc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260480 Apr 05 18:43:26.791672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:26.931910 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:26.948759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51fa89-e7c7-418c-a3bc-a01a7da69705 req-01144185-06c7-422a-8386-7dde7eab7295 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:26.951497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed51fa89-e7c7-418c-a3bc-a01a7da69705 req-01144185-06c7-422a-8386-7dde7eab7295 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.3059685 Apr 05 18:43:27.071598 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-014a70e2-a4b2-4188-924d-57e1203eadba service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818227 Apr 05 18:43:27.225128 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-918087c5-fd2e-46b8-b438-23d08b7038cf req-d037540a-fc76-4b48-b40e-95effeaa9adb service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432371 Apr 05 18:43:27.240837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:43:23Z', 'revision_number': 5, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:27.284090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] Checking router: ec9e96fe-75e6-423c-928a-853015e005e2 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:43:27.296555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] Routers {'ec9e96fe-75e6-423c-928a-853015e005e2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:27.297598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec9e96fe-75e6-423c-928a-853015e005e2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:27.349255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995abea6-f72c-4f4d-a16c-95b2a3a38d0e req-bdc5adf4-f5e9-49cd-81a6-1ec385d8d467 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:27.350807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-995abea6-f72c-4f4d-a16c-95b2a3a38d0e req-bdc5adf4-f5e9-49cd-81a6-1ec385d8d467 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 944 time: 0.5167243 Apr 05 18:43:27.362211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed51fa89-e7c7-418c-a3bc-a01a7da69705 req-5a6e89b4-3114-4d25-bba0-2885bc594f74 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113015 Apr 05 18:43:27.451144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:27.491072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] Set router ec9e96fe-75e6-423c-928a-853015e005e2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:27.547759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-995abea6-f72c-4f4d-a16c-95b2a3a38d0e req-d2d2c80f-f9a2-4a49-b5bb-b7eafabeaef7 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1801922 Apr 05 18:43:27.562193 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:27.605040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87fb44e-a5e8-46dc-a6ee-c4becf402762,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:27.644984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43602) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:27.652681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Checking segment: {'id': '87fa21f5-1f98-43ee-b766-da8232903b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd763491a-3bd3-4688-a9e5-dc037d1502e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:27.653561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Network hostable DHCP agents. Network: d763491a-3bd3-4688-a9e5-dc037d1502e6, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:43:27.696680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Network d763491a-3bd3-4688-a9e5-dc037d1502e6 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:43:27.712969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Deleting port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:27.713616 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:27.745766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d763491a-3bd3-4688-a9e5-dc037d1502e6) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:27.759039 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c89f18-faa2-4927-9867-ec5671c1cd86 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:27.767769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dfa4e5-6028-4443-9b14-ffb11fa88d97 None None] Network d763491a-3bd3-4688-a9e5-dc037d1502e6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:27.808350 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c89f18-faa2-4927-9867-ec5671c1cd86 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:27.908572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] For port 5b02ea74-b12c-45eb-9baf-14b01f42c4a9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5b02ea74-b12c-45eb-9baf-14b01f42c4a9,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:27.909129 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:27.926975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Calling delete_port for 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:27.949121 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c89f18-faa2-4927-9867-ec5671c1cd86 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:27.958163 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c89f18-faa2-4927-9867-ec5671c1cd86 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:27.963531 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-16c89f18-faa2-4927-9867-ec5671c1cd86 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "DELETE /v2.0/security-groups/82ef2817-4f0f-4b63-83d6-8dc1c1b4b1f9 HTTP/1.1" status: 204 len: 168 time: 0.3129563 Apr 05 18:43:27.980919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43612) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:27.992001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d0d9e7-949d-4832-8160-6ae215a58dc5 None None] Network d763491a-3bd3-4688-a9e5-dc037d1502e6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:28.012882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:43:23Z', 'revision_number': 5, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:28.023464 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-5cc26c5f-2cce-4ef2-90bd-c955b3cebd4c tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] show failed (client error): The resource could not be found. Apr 05 18:43:28.024476 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5cc26c5f-2cce-4ef2-90bd-c955b3cebd4c tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "GET /v2.0/security-groups/82ef2817-4f0f-4b63-83d6-8dc1c1b4b1f9 HTTP/1.1" status: 404 len: 347 time: 0.0379498 Apr 05 18:43:28.032551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c89f18-faa2-4927-9867-ec5671c1cd86 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ef2817-4f0f-4b63-83d6-8dc1c1b4b1f9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:28.041057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43616) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:28.085406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855f3dd-4210-4c8c-bad2-8555641b9656 None None] The sync data for ids ['ec9e96fe-75e6-423c-928a-853015e005e2'] in n-d-836650-3 is: [{'id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'name': 'tempest-ServersTestManualDisk-423504512-router', 'tenant_id': '8d331b934c3a40e4bf8de6283121208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:53Z', 'updated_at': '2022-04-05T18:43:23Z', 'revision_number': 5, 'project_id': '8d331b934c3a40e4bf8de6283121208c', 'gw_port': {'id': '5b02ea74-b12c-45eb-9baf-14b01f42c4a9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9e96fe-75e6-423c-928a-853015e005e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:43:28.182483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:28.183113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.266602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.278833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-5d6c8207-443a-4888-bd83-9874e1b261b4 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:28.281297 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-5d6c8207-443a-4888-bd83-9874e1b261b4 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.3650544 Apr 05 18:43:28.281516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e3d8a7aa-c313-4423-9568-36f5c8fc7a10 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1785903 Apr 05 18:43:28.334095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b02ea74-b12c-45eb-9baf-14b01f42c4a9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:28.406506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Deleting port da22ed38-676d-4134-b199-91c3d9330300 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:28.406999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.499125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Deleting port 1f1bd74d-0df4-4982-9803-c9237c830a61 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:28.499390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.547691 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.643074 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.643744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.674720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Calling delete_port for da22ed38-676d-4134-b199-91c3d9330300 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:28.707257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] For port 1f1bd74d-0df4-4982-9803-c9237c830a61, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=1f1bd74d-0df4-4982-9803-c9237c830a61,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:28.707990 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.754592 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.763617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Calling delete_port for 1f1bd74d-0df4-4982-9803-c9237c830a61 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:28.766214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b99c3e-0b9a-4a44-a2f6-d269365b35be req-232be22b-8c2d-42b3-9430-1ed4b7927b14 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:28.767965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96b99c3e-0b9a-4a44-a2f6-d269365b35be req-232be22b-8c2d-42b3-9430-1ed4b7927b14 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 946 time: 0.2948248 Apr 05 18:43:28.769338 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.890957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96b99c3e-0b9a-4a44-a2f6-d269365b35be req-0e55f431-a83d-44a6-bedb-5fdaaf3559e5 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157684 Apr 05 18:43:28.902484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.903278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9e96fe-75e6-423c-928a-853015e005e2 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:43:28.913209 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:28.920128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1bd8ea84-26ef-41ee-bc09-c9f87b8fb1e8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ec9e96fe-75e6-423c-928a-853015e005e2 HTTP/1.1" status: 204 len: 168 time: 2.4298468 Apr 05 18:43:28.921121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43642) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:28.941428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0af71b0b-8178-42aa-83d5-15918385ec1d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:29.015676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0af71b0b-8178-42aa-83d5-15918385ec1d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:29.020981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0af71b0b-8178-42aa-83d5-15918385ec1d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:29.140242 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.148998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57bb92d-93d0-4b87-a996-4474a0ddd214 admin admin] Deleting subnet 556aab64-ec0c-491d-8cf2-6ca4aaa8687a {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:43:29.174799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57bb92d-93d0-4b87-a996-4474a0ddd214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.226367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Pushing event deleted for resources: {'Port': ['ID=da22ed38-676d-4134-b199-91c3d9330300,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:29.238610 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.251227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['1f1bd74d-0df4-4982-9803-c9237c830a61'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:43:29.268487 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['42c43c05-8d6e-4527-b1a7-c28b561b0bf7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:43:29.292347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29da7ea-1e11-4461-b36e-e1308e3f31c1 req-61bf0884-6b58-4600-b4e6-2602d28ef75b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:29.294514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d29da7ea-1e11-4461-b36e-e1308e3f31c1 req-61bf0884-6b58-4600-b4e6-2602d28ef75b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 944 time: 0.2305021 Apr 05 18:43:29.296812 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57bb92d-93d0-4b87-a996-4474a0ddd214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.345902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Pushing event deleted for resources: {'Port': ['ID=1f1bd74d-0df4-4982-9803-c9237c830a61,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:29.404495 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] No DVR routers for this DVR port 1f1bd74d-0df4-4982-9803-c9237c830a61 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:29.407871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.412393 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-891463bb-7a72-4e48-a7f4-e6ae076c65d0 req-8ff8acc6-fd07-4d5d-be77-08c7e13050a7 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.25 "DELETE /v2.0/ports/1f1bd74d-0df4-4982-9803-c9237c830a61 HTTP/1.1" status: 204 len: 173 time: 1.1068192 Apr 05 18:43:29.416557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5faae57-c2e4-4f7e-950a-8a93bdaf06f4', 'name': 'network-vif-deleted', 'tag': '1f1bd74d-0df4-4982-9803-c9237c830a61'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:29.420584 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62df752b-2745-47c2-9279-bf3071f9940b" -d '{"events": [{"server_uuid": "e5faae57-c2e4-4f7e-950a-8a93bdaf06f4", "name": "network-vif-deleted", "tag": "1f1bd74d-0df4-4982-9803-c9237c830a61"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:29.427071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.430564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.431911 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-66ccd3e3-20fc-41cc-876e-e0844ce4a4a8 tempest-ImagesOneServerNegativeTestJSON-452638372 tempest-ImagesOneServerNegativeTestJSON-452638372-project] 10.222.0.15 "DELETE /v2.0/floatingips/cd6356dd-fe25-4e26-bb98-c45059cf376a HTTP/1.1" status: 204 len: 168 time: 1.3895674 Apr 05 18:43:29.462951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d29da7ea-1e11-4461-b36e-e1308e3f31c1 req-015d6bf3-fdac-433f-8e3a-b08f76a2b969 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1022799 Apr 05 18:43:29.527707 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b476f9-5c42-4ad1-b924-a656a12c991a x-openstack-request-id: req-22b476f9-5c42-4ad1-b924-a656a12c991a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:29.528507 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5faae57-c2e4-4f7e-950a-8a93bdaf06f4", "name": "network-vif-deleted", "tag": "1f1bd74d-0df4-4982-9803-c9237c830a61", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:29.529021 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22b476f9-5c42-4ad1-b924-a656a12c991a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:29.529631 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b476f9-5c42-4ad1-b924-a656a12c991a'] response: {'server_uuid': 'e5faae57-c2e4-4f7e-950a-8a93bdaf06f4', 'name': 'network-vif-deleted', 'tag': '1f1bd74d-0df4-4982-9803-c9237c830a61', 'status': 'completed', 'code': 200} Apr 05 18:43:29.570286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57bb92d-93d0-4b87-a996-4474a0ddd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.630062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43668) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:29.687244 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57bb92d-93d0-4b87-a996-4474a0ddd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.747649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43676) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:29.772597 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f57bb92d-93d0-4b87-a996-4474a0ddd214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.774489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5547b67-66e3-442a-b31f-8ae9ce84c670 None None] Network 6074525f-c91e-4c4a-bf5e-2c52ebfadaac requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:29.779103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f57bb92d-93d0-4b87-a996-4474a0ddd214 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/556aab64-ec0c-491d-8cf2-6ca4aaa8687a HTTP/1.1" status: 204 len: 168 time: 0.8562286 Apr 05 18:43:29.780070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bb92d-93d0-4b87-a996-4474a0ddd214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556aab64-ec0c-491d-8cf2-6ca4aaa8687a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:29.788842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:29.820896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b71b06-2c3f-4a8e-af8d-2490f597a68e admin admin] Deleting subnet ab16ca2d-f1e2-4a36-b43e-93c2ca000912 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:43:29.834040 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1b71b06-2c3f-4a8e-af8d-2490f597a68e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.864628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34aaba7e-d935-440a-9797-53b9def6d7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.896615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1b71b06-2c3f-4a8e-af8d-2490f597a68e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.909404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-9a8b9079-2b29-4e1a-bd6f-a6305be3e8c9 req-a4375aee-5f02-4a4a-ad93-ed39cacd6ef7 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1990106710', 'description': 'tempest-description-1936138840'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:29.954237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9a8b9079-2b29-4e1a-bd6f-a6305be3e8c9 req-a4375aee-5f02-4a4a-ad93-ed39cacd6ef7 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:29.967143 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1b71b06-2c3f-4a8e-af8d-2490f597a68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.009883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.109610 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34aaba7e-d935-440a-9797-53b9def6d7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.116728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34aaba7e-d935-440a-9797-53b9def6d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.133705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device cfa8e9da-0ef6-4946-a971-54ad6a346bd6 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:43:30.136683 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1b71b06-2c3f-4a8e-af8d-2490f597a68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.164008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1b71b06-2c3f-4a8e-af8d-2490f597a68e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.169963 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d1b71b06-2c3f-4a8e-af8d-2490f597a68e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ab16ca2d-f1e2-4a36-b43e-93c2ca000912 HTTP/1.1" status: 204 len: 168 time: 0.4179964 Apr 05 18:43:30.181376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43694) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:30.197480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9a8b9079-2b29-4e1a-bd6f-a6305be3e8c9 req-a4375aee-5f02-4a4a-ad93-ed39cacd6ef7 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.214155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b71b06-2c3f-4a8e-af8d-2490f597a68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab16ca2d-f1e2-4a36-b43e-93c2ca000912,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:30.226144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebbbc937-2cf9-4a23-baae-5014e5ddb5be req-f6d37966-1247-402a-9f32-53beb790d1bc tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5faae57-c2e4-4f7e-950a-8a93bdaf06f4 HTTP/1.1" status: 200 len: 210 time: 0.0517190 Apr 05 18:43:30.237976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aaba7e-d935-440a-9797-53b9def6d7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8684dcfa-b2f6-474f-805f-5a957701d585,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:30.241832 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9a8b9079-2b29-4e1a-bd6f-a6305be3e8c9 req-a4375aee-5f02-4a4a-ad93-ed39cacd6ef7 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.249146 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-34aaba7e-d935-440a-9797-53b9def6d7c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41cd7455ba204ff482eb4136bac4a6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178548 Apr 05 18:43:30.251947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43696) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:30.286292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4375aee-5f02-4a4a-ad93-ed39cacd6ef7 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465cfe70-324c-452f-bcd3-6ba2035f8a24,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:30.304642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port cfa8e9da-0ef6-4946-a971-54ad6a346bd6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:30.310083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e33c5af-9e1b-461a-b316-2d8e77813278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.320711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'port_id': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'mac_address': 'fa:16:3e:b9:32:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:43:30.324173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0fcc8-1a2c-49a1-8686-a9abcd5990ea None None] DHCP port deletion for 6074525f-c91e-4c4a-bf5e-2c52ebfadaac request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:43:30.338709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e33c5af-9e1b-461a-b316-2d8e77813278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.341985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Deleting port 901e852e-be82-4a43-8619-cdf254735398 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:30.342553 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.363632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9a8b9079-2b29-4e1a-bd6f-a6305be3e8c9 req-a4375aee-5f02-4a4a-ad93-ed39cacd6ef7 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.365689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a8b9079-2b29-4e1a-bd6f-a6305be3e8c9 req-a4375aee-5f02-4a4a-ad93-ed39cacd6ef7 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.1155295 Apr 05 18:43:30.374073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.397819 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e33c5af-9e1b-461a-b316-2d8e77813278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.400927 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e33c5af-9e1b-461a-b316-2d8e77813278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.404437 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7e33c5af-9e1b-461a-b316-2d8e77813278 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8684dcfa-b2f6-474f-805f-5a957701d585 HTTP/1.1" status: 204 len: 168 time: 0.1486564 Apr 05 18:43:30.411002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33c5af-9e1b-461a-b316-2d8e77813278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8684dcfa-b2f6-474f-805f-5a957701d585,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:30.415791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.462630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa8e9da-0ef6-4946-a971-54ad6a346bd6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:43:30.502719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] For port 901e852e-be82-4a43-8619-cdf254735398, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=901e852e-be82-4a43-8619-cdf254735398,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:30.503134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.571470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Calling delete_port for 901e852e-be82-4a43-8619-cdf254735398 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:30.597881 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.617266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1aa6d01-de04-4fa5-a465-026029b3e51b req-775380a9-1ba4-45b9-9ba0-b0c56067e1ba tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/465cfe70-324c-452f-bcd3-6ba2035f8a24 HTTP/1.1" status: 200 len: 1815 time: 0.2272918 Apr 05 18:43:30.626067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e1aa6d01-de04-4fa5-a465-026029b3e51b req-06da0acc-2ecf-49b0-8e67-8db9f241581f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '465cfe70-324c-452f-bcd3-6ba2035f8a24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:30.626729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e1aa6d01-de04-4fa5-a465-026029b3e51b req-06da0acc-2ecf-49b0-8e67-8db9f241581f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '465cfe70-324c-452f-bcd3-6ba2035f8a24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:30.671682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port cfa8e9da-0ef6-4946-a971-54ad6a346bd6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:30.679750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0fcc8-1a2c-49a1-8686-a9abcd5990ea None None] Deleting port 901e852e-be82-4a43-8619-cdf254735398 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:30.680121 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fcc8-1a2c-49a1-8686-a9abcd5990ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.682507 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.696444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6162acc5-927e-488a-8567-675d7937773a']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:30.801805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:30.820384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f7d0fcc8-1a2c-49a1-8686-a9abcd5990ea None None] For port 901e852e-be82-4a43-8619-cdf254735398, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=901e852e-be82-4a43-8619-cdf254735398,segment=NetworkSegment(cc159a34-f21a-46d4-99d7-7c60e44802e5),segment_id=cc159a34-f21a-46d4-99d7-7c60e44802e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:30.820786 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fcc8-1a2c-49a1-8686-a9abcd5990ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.828174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43710) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:30.848059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0fcc8-1a2c-49a1-8686-a9abcd5990ea None None] Calling delete_port for 901e852e-be82-4a43-8619-cdf254735398 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:30.873648 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97db9a82-1b40-4e3c-9d7f-3bd7b6708d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:30.926826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 901e852e-be82-4a43-8619-cdf254735398 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:31.023770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97db9a82-1b40-4e3c-9d7f-3bd7b6708d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.028883 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97db9a82-1b40-4e3c-9d7f-3bd7b6708d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.060293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db9a82-1b40-4e3c-9d7f-3bd7b6708d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eb7d20-3014-417f-9f0a-d0f89ef46136,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:31.080973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['cfa8e9da-0ef6-4946-a971-54ad6a346bd6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:43:31.088446 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-97db9a82-1b40-4e3c-9d7f-3bd7b6708d97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85279dafe791486c913775ff32c5744c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558954 Apr 05 18:43:31.091426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43712) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:31.095208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.106507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e047fe-b7ff-47c2-af63-cefeb720481a') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:31.107121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e047fe-b7ff-47c2-af63-cefeb720481a') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:31.116833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.130100 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fcc8-1a2c-49a1-8686-a9abcd5990ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.146693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be3f4124-19a4-450a-9bac-9be731eb838f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.168328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.169279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0fcc8-1a2c-49a1-8686-a9abcd5990ea None None] Pushing event deleted for resources: {'Port': ['ID=901e852e-be82-4a43-8619-cdf254735398,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:31.171098 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be3f4124-19a4-450a-9bac-9be731eb838f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.177734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=901e852e-be82-4a43-8619-cdf254735398,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:31.180696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] No DVR routers for this DVR port 901e852e-be82-4a43-8619-cdf254735398 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:31.189509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0fcc8-1a2c-49a1-8686-a9abcd5990ea None None] No DVR routers for this DVR port 901e852e-be82-4a43-8619-cdf254735398 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:31.206312 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.228700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:43:31.229100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.241102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be3f4124-19a4-450a-9bac-9be731eb838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.244176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be3f4124-19a4-450a-9bac-9be731eb838f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.248299 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be3f4124-19a4-450a-9bac-9be731eb838f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93eb7d20-3014-417f-9f0a-d0f89ef46136 HTTP/1.1" status: 204 len: 168 time: 0.1529980 Apr 05 18:43:31.254524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f4124-19a4-450a-9bac-9be731eb838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eb7d20-3014-417f-9f0a-d0f89ef46136,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:43:31.254954 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:43:31.295717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:31.328680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:31.328953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5b02ea74-b12c-45eb-9baf-14b01f42c4a9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:31.359069 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e1aa6d01-de04-4fa5-a465-026029b3e51b req-06da0acc-2ecf-49b0-8e67-8db9f241581f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.401326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222cec0-398c-4bc5-9d1d-df0045b602e3 req-14dd9164-af32-4699-b206-4a39279371f0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:31.403058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0222cec0-398c-4bc5-9d1d-df0045b602e3 req-14dd9164-af32-4699-b206-4a39279371f0 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 945 time: 0.7392876 Apr 05 18:43:31.404789 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.446190 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.451468 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6074525f-c91e-4c4a-bf5e-2c52ebfadaac']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:31.463934 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.467842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] 10.222.0.15 "DELETE /v2.0/networks/6162acc5-927e-488a-8567-675d7937773a HTTP/1.1" status: 204 len: 168 time: 1.2798369 Apr 05 18:43:31.479518 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e1aa6d01-de04-4fa5-a465-026029b3e51b req-06da0acc-2ecf-49b0-8e67-8db9f241581f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.483145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc159a34-f21a-46d4-99d7-7c60e44802e5') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:31.483356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc159a34-f21a-46d4-99d7-7c60e44802e5') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:31.503752 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e1aa6d01-de04-4fa5-a465-026029b3e51b req-06da0acc-2ecf-49b0-8e67-8db9f241581f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.510937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c437d3a-13fc-4e70-9e90-50879da4699b admin admin] Pushing event deleted for resources: {'Network': ['ID=6162acc5-927e-488a-8567-675d7937773a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:31.514887 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.531388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0222cec0-398c-4bc5-9d1d-df0045b602e3 req-4f331e10-14fd-4253-9a4f-224f637e3251 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1162415 Apr 05 18:43:31.542548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0acc-2ecf-49b0-8e67-8db9f241581f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69693de1-fd6a-4516-9dd7-374e31ee8737,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:31.545564 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.555653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:43:31.556159 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:43:31.558376 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:43:31.574686 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e1aa6d01-de04-4fa5-a465-026029b3e51b req-06da0acc-2ecf-49b0-8e67-8db9f241581f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.576448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1aa6d01-de04-4fa5-a465-026029b3e51b req-06da0acc-2ecf-49b0-8e67-8db9f241581f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9583507 Apr 05 18:43:31.709520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.722751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43734) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:31.729971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.735214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6074525f-c91e-4c4a-bf5e-2c52ebfadaac HTTP/1.1" status: 204 len: 168 time: 1.9449878 Apr 05 18:43:31.750365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f1fbc-8d6d-40da-870d-e60842a7f96b req-f76fe549-10fa-46ce-861b-64fb94f6a11e tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:31.752168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb7f1fbc-8d6d-40da-870d-e60842a7f96b req-f76fe549-10fa-46ce-861b-64fb94f6a11e tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 945 time: 0.1243811 Apr 05 18:43:31.765512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ee519-3086-4faf-b761-274a11f9e3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6074525f-c91e-4c4a-bf5e-2c52ebfadaac,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:31.773850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c2aa13d2-5fa6-47d6-a987-18f4b8978ef2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2be2892429824042a0af00b781bc7ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498533 Apr 05 18:43:31.776335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43738) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:31.794961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9918b3d-641d-4dec-992a-f704c6c51f32 req-b5bfb8b4-5265-4b81-bf6c-36fc2a17e108 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/465cfe70-324c-452f-bcd3-6ba2035f8a24 HTTP/1.1" status: 200 len: 2409 time: 0.1428683 Apr 05 18:43:31.827205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb7f1fbc-8d6d-40da-870d-e60842a7f96b req-aa1090d0-19c4-4da3-aa58-b352d365a7eb tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550566 Apr 05 18:43:31.867056 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df540096-a8da-4b2a-8473-a4d5e2c59f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.884192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9ec2530-c6a8-4ac5-8cd0-8fb97bfcfcbb req-4a1ccb60-069b-4b72-8425-85f270ba59ac tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-group-rules/69693de1-fd6a-4516-9dd7-374e31ee8737 HTTP/1.1" status: 200 len: 778 time: 0.0293663 Apr 05 18:43:31.892447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df540096-a8da-4b2a-8473-a4d5e2c59f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.943361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9ec2530-c6a8-4ac5-8cd0-8fb97bfcfcbb req-3b481225-4b45-4f5c-9124-0824bf0a8950 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/465cfe70-324c-452f-bcd3-6ba2035f8a24 HTTP/1.1" status: 200 len: 2409 time: 0.0580871 Apr 05 18:43:31.976450 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f9ec2530-c6a8-4ac5-8cd0-8fb97bfcfcbb req-6123b117-3636-455a-9d60-4966d53ed129 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.985651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f9ec2530-c6a8-4ac5-8cd0-8fb97bfcfcbb req-6123b117-3636-455a-9d60-4966d53ed129 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.987605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df540096-a8da-4b2a-8473-a4d5e2c59f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.991086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df540096-a8da-4b2a-8473-a4d5e2c59f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:31.992839 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df540096-a8da-4b2a-8473-a4d5e2c59f0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f273f5c-86be-469d-af0e-23cc4e7b1b13 HTTP/1.1" status: 204 len: 168 time: 0.2152083 Apr 05 18:43:32.020578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43748) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:32.029023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f9ec2530-c6a8-4ac5-8cd0-8fb97bfcfcbb req-6123b117-3636-455a-9d60-4966d53ed129 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.035087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df540096-a8da-4b2a-8473-a4d5e2c59f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f273f5c-86be-469d-af0e-23cc4e7b1b13,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:32.048362 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f9ec2530-c6a8-4ac5-8cd0-8fb97bfcfcbb req-6123b117-3636-455a-9d60-4966d53ed129 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.068024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9ec2530-c6a8-4ac5-8cd0-8fb97bfcfcbb req-6123b117-3636-455a-9d60-4966d53ed129 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/69693de1-fd6a-4516-9dd7-374e31ee8737 HTTP/1.1" status: 204 len: 173 time: 0.1234415 Apr 05 18:43:32.076838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123b117-3636-455a-9d60-4966d53ed129 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69693de1-fd6a-4516-9dd7-374e31ee8737,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:32.097658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-3129f40f-a59e-4120-b453-fc5877ce0c58 req-b32ccca3-369c-41d7-a12d-667ef8f57688 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-285572417', 'description': 'tempest-description-1570591308'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:32.125780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c27b64d5-94c5-4394-bfb3-ef947b92ffe5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d331b934c3a40e4bf8de6283121208c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038618 Apr 05 18:43:32.126582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43758) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:32.127841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device cfa8e9da-0ef6-4946-a971-54ad6a346bd6 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:32.140319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3129f40f-a59e-4120-b453-fc5877ce0c58 req-b32ccca3-369c-41d7-a12d-667ef8f57688 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.231997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:43:32.248390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:32.250664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.257391 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74add1d7-9dc5-4cf4-9ee8-6a1f1f3ddd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.287161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74add1d7-9dc5-4cf4-9ee8-6a1f1f3ddd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.361656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74add1d7-9dc5-4cf4-9ee8-6a1f1f3ddd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.366639 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3129f40f-a59e-4120-b453-fc5877ce0c58 req-b32ccca3-369c-41d7-a12d-667ef8f57688 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.368625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74add1d7-9dc5-4cf4-9ee8-6a1f1f3ddd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.371343 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-74add1d7-9dc5-4cf4-9ee8-6a1f1f3ddd63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ac07c68-f938-4e8c-93b8-1fcd321bbe70 HTTP/1.1" status: 204 len: 168 time: 0.2409139 Apr 05 18:43:32.391843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74add1d7-9dc5-4cf4-9ee8-6a1f1f3ddd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac07c68-f938-4e8c-93b8-1fcd321bbe70,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:32.400740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.428901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3129f40f-a59e-4120-b453-fc5877ce0c58 req-b32ccca3-369c-41d7-a12d-667ef8f57688 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.435307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:32.439426 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65c6cdd-399f-439f-9026-ab7e90eaf222" -d '{"events": [{"server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "name": "network-vif-plugged", "status": "completed", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:32.454515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port cfa8e9da-0ef6-4946-a971-54ad6a346bd6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:32.460816 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.461825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1f1bd74d-0df4-4982-9803-c9237c830a61 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:32.514214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 1f1bd74d-0df4-4982-9803-c9237c830a61 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:32.514955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 1f1bd74d-0df4-4982-9803-c9237c830a61 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:32.519223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c267-ca6e-48c0-9ccb-ed1c125a5e49 req-0a3ea392-1c0c-4a87-befd-c942e1896d50 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:32.521804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6043c267-ca6e-48c0-9ccb-ed1c125a5e49 req-0a3ea392-1c0c-4a87-befd-c942e1896d50 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.3435657 Apr 05 18:43:32.532736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3129f40f-a59e-4120-b453-fc5877ce0c58 req-b32ccca3-369c-41d7-a12d-667ef8f57688 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.540008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3129f40f-a59e-4120-b453-fc5877ce0c58 req-b32ccca3-369c-41d7-a12d-667ef8f57688 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4528885 Apr 05 18:43:32.547143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:32.551034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ccca3-369c-41d7-a12d-667ef8f57688 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64bd286-930a-4920-903f-30bbac056492,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:32.591393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-dab0b377-dc6e-4fab-8ad2-4fa21172c9aa tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:32.594792 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceecf7d-529c-43c6-80ef-09f3e5b99cf3 x-openstack-request-id: req-2ceecf7d-529c-43c6-80ef-09f3e5b99cf3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:32.595206 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "name": "network-vif-plugged", "status": "completed", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:32.595579 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ceecf7d-529c-43c6-80ef-09f3e5b99cf3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:32.596240 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ceecf7d-529c-43c6-80ef-09f3e5b99cf3'] response: {'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'code': 200} Apr 05 18:43:32.597301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-dab0b377-dc6e-4fab-8ad2-4fa21172c9aa tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 945 time: 0.2562203 Apr 05 18:43:32.705531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6043c267-ca6e-48c0-9ccb-ed1c125a5e49 req-59af5d48-bef4-405e-9ce6-60bcf4dd04cf tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633759 Apr 05 18:43:32.757968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304fb8-93e2-4d62-ad18-25cc56d2975a req-e398c477-5e51-4213-8ce0-3887719928b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:32.759753 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0e304fb8-93e2-4d62-ad18-25cc56d2975a req-e398c477-5e51-4213-8ce0-3887719928b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 1097 time: 0.0906205 Apr 05 18:43:32.788100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a32d2683-fa63-4f4f-b82d-7092766f6025 req-1bb8bf50-c317-484d-95ad-430319ed75a6 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/c64bd286-930a-4920-903f-30bbac056492 HTTP/1.1" status: 200 len: 1814 time: 0.1246941 Apr 05 18:43:32.840270 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0e304fb8-93e2-4d62-ad18-25cc56d2975a req-cfe14711-2579-4372-b122-076f792c34ae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0731955 Apr 05 18:43:32.848888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Deleting port 99f1c780-bc76-406e-b7cc-6240f04cd7ed {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:32.849231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:32.873547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5b59ad52-fb83-468d-a045-7f99cc0bcbcc req-7fa23195-40d6-4ad7-a05c-6cf5d594b49f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-440736976', 'description': 'tempest-description-2095249677'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:32.958592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c9c34-4218-46c4-8778-20757aa9e812 req-a6b81387-84e9-43e7-a303-c8019195a105 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:32.960375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-344c9c34-4218-46c4-8778-20757aa9e812 req-a6b81387-84e9-43e7-a303-c8019195a105 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.1713240 Apr 05 18:43:32.963672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5b59ad52-fb83-468d-a045-7f99cc0bcbcc req-7fa23195-40d6-4ad7-a05c-6cf5d594b49f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.025201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] For port 99f1c780-bc76-406e-b7cc-6240f04cd7ed, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=99f1c780-bc76-406e-b7cc-6240f04cd7ed,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:33.025521 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.063102 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-344c9c34-4218-46c4-8778-20757aa9e812 req-579e9568-9454-4324-a100-1fcbf7254f56 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0810130 Apr 05 18:43:33.218357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5b59ad52-fb83-468d-a045-7f99cc0bcbcc req-7fa23195-40d6-4ad7-a05c-6cf5d594b49f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.276171 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5b59ad52-fb83-468d-a045-7f99cc0bcbcc req-7fa23195-40d6-4ad7-a05c-6cf5d594b49f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.342353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5b59ad52-fb83-468d-a045-7f99cc0bcbcc req-7fa23195-40d6-4ad7-a05c-6cf5d594b49f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.343539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b59ad52-fb83-468d-a045-7f99cc0bcbcc req-7fa23195-40d6-4ad7-a05c-6cf5d594b49f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4873235 Apr 05 18:43:33.362487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dcfdd-d5b7-4809-9164-df2d19a5aa5e req-0c89110a-2972-486a-94c7-4d0b76014dad tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:33.364165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-720dcfdd-d5b7-4809-9164-df2d19a5aa5e req-0c89110a-2972-486a-94c7-4d0b76014dad tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 945 time: 0.1862986 Apr 05 18:43:33.365651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa23195-40d6-4ad7-a05c-6cf5d594b49f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfe4534-2062-4b76-8dd3-d832e5f7a116,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:33.370984 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.371617 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.371774 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Floating IP 6c0e9b93-ef03-4cdd-8083-dd3b700b9533 disassociated. External IP: 172.25.4.131, port: 99f1c780-bc76-406e-b7cc-6240f04cd7ed. Apr 05 18:43:33.372534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Calling delete_port for 99f1c780-bc76-406e-b7cc-6240f04cd7ed owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:33.492907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-720dcfdd-d5b7-4809-9164-df2d19a5aa5e req-18bb18ac-24ae-4e78-ad31-8a3e548099dd tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce16b911-f6d4-4311-ab49-8ad4a0d8186f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025195 Apr 05 18:43:33.581456 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.624496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Pushing event deleted for resources: {'Port': ['ID=99f1c780-bc76-406e-b7cc-6240f04cd7ed,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:33.649268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43826) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:33.656094 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-313897301'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:33.686103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:33.690523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.715040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:43:33.726848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.727508 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Added segment cbb98606-ac15-438a-9954-c8256ed8c6af of type vlan for network 64579464-86c5-4c9c-aba5-a21419db5efe Apr 05 18:43:33.781011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.844123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Router cc6d9285-82be-497e-a70b-277c63c3cc80 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:43:33.853807 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.861583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:33.862843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:33.951551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b331ce1-81c8-42f0-8263-099dcec2ba57 req-180143ce-a0af-4b60-b665-ac578977263e tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/0cfe4534-2062-4b76-8dd3-d832e5f7a116 HTTP/1.1" status: 200 len: 1814 time: 0.5677485 Apr 05 18:43:34.006803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d8f125fc-777a-4604-8730-24a756bd1886 req-e8693070-84ee-47c3-bf71-158c059f60bc tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1666730733', 'description': 'tempest-description-313962965'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:34.029417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Network': ['ID=64579464-86c5-4c9c-aba5-a21419db5efe,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:34.040850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3aafa-fefa-4a4c-a505-959fca957915 req-dd7879b1-5401-4766-96b0-b53359656356 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:34.041325 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7bbdc9ce-423a-41bb-9f44-4aac334693e8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3904874 Apr 05 18:43:34.042314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43846) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:34.042673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 64579464-86c5-4c9c-aba5-a21419db5efe details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:43:34.043307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fa3aafa-fefa-4a4c-a505-959fca957915 req-dd7879b1-5401-4766-96b0-b53359656356 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.1974304 Apr 05 18:43:34.051595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2053234153'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:34.104251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:34.110710 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.138589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d8f125fc-777a-4604-8730-24a756bd1886 req-e8693070-84ee-47c3-bf71-158c059f60bc tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.180207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43850) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:34.207339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:43:34.212771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:43:34.220804 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] Sync routers for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:43:34.224041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fa3aafa-fefa-4a4c-a505-959fca957915 req-c6b9d983-62a5-468d-8b9a-a0523e502f39 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694775 Apr 05 18:43:34.229121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43856) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:34.254070 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:34.254774 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:34.262121 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.262669 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Added segment 39d61729-a9c2-4d28-96b2-d7decb96cfea of type vlan for network bf3598ad-62de-476f-a9ed-9a686e3cbb08 Apr 05 18:43:34.335610 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.370981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] No DVR routers for this DVR port 99f1c780-bc76-406e-b7cc-6240f04cd7ed on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:34.375857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.380168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2ab84d4-bb5f-4323-85af-186bfd61068d req-0ea4831c-5d89-4378-a6d6-1f89f8f55c98 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.20 "DELETE /v2.0/ports/99f1c780-bc76-406e-b7cc-6240f04cd7ed HTTP/1.1" status: 204 len: 173 time: 1.7618735 Apr 05 18:43:34.382782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'name': 'network-vif-deleted', 'tag': '99f1c780-bc76-406e-b7cc-6240f04cd7ed'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:34.385911 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93539b3b-4ed1-4103-ab75-92ba87d86b35" -d '{"events": [{"server_uuid": "8bbc8c73-d3f8-47a0-92b1-0ec227979a14", "name": "network-vif-deleted", "tag": "99f1c780-bc76-406e-b7cc-6240f04cd7ed"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:34.395395 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.407460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:34.408212 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.496314 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:34.504481 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4583998 Apr 05 18:43:34.514817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43864) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:34.527511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'subnet': {'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:34.547947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d8f125fc-777a-4604-8730-24a756bd1886 req-e8693070-84ee-47c3-bf71-158c059f60bc tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.556226 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d8f125fc-777a-4604-8730-24a756bd1886 req-e8693070-84ee-47c3-bf71-158c059f60bc tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.594946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-607773089-network', 'tenant_id': '2137f2095f2c4875bb5aede092fe7b2f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:34.643378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1529322701-network', 'tenant_id': '2ad7104984034922b90335756f68cbca'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:34.666546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671449d-c792-402a-a362-66fce896875a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Network': ['ID=bf3598ad-62de-476f-a9ed-9a686e3cbb08,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:34.680544 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network bf3598ad-62de-476f-a9ed-9a686e3cbb08 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:43:34.692555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d1bdd-b314-4f12-9324-14849030f59b req-8f3363e5-f7df-44ce-8159-421f1c0761ac tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:34.694595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-021d1bdd-b314-4f12-9324-14849030f59b req-8f3363e5-f7df-44ce-8159-421f1c0761ac tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.3287029 Apr 05 18:43:34.697610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d8f125fc-777a-4604-8730-24a756bd1886 req-e8693070-84ee-47c3-bf71-158c059f60bc tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.698757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8f125fc-777a-4604-8730-24a756bd1886 req-e8693070-84ee-47c3-bf71-158c059f60bc tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7005947 Apr 05 18:43:34.742440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Made reservation on behalf of 2137f2095f2c4875bb5aede092fe7b2f for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:34.744938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.748259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8693070-84ee-47c3-bf71-158c059f60bc tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c117d3-2b42-410b-af75-cc9c7ff34f25,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:34.770186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:34.776149 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.776263 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.780814 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b83453-6caa-402a-92fc-de66ff9f0332 x-openstack-request-id: req-b6b83453-6caa-402a-92fc-de66ff9f0332 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:34.781062 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbc8c73-d3f8-47a0-92b1-0ec227979a14", "name": "network-vif-deleted", "tag": "99f1c780-bc76-406e-b7cc-6240f04cd7ed", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:34.781164 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6b83453-6caa-402a-92fc-de66ff9f0332 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:34.781554 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b83453-6caa-402a-92fc-de66ff9f0332'] response: {'server_uuid': '8bbc8c73-d3f8-47a0-92b1-0ec227979a14', 'name': 'network-vif-deleted', 'tag': '99f1c780-bc76-406e-b7cc-6240f04cd7ed', 'status': 'completed', 'code': 200} Apr 05 18:43:34.797259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-021d1bdd-b314-4f12-9324-14849030f59b req-05add910-cc57-4db1-8172-01d0fabbf900 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0880735 Apr 05 18:43:34.812264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:34.812264 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.843876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.858011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-28222196-4612-4773-a36a-d6e352b7b0e9 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:34.859921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-28222196-4612-4773-a36a-d6e352b7b0e9 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.2962828 Apr 05 18:43:34.884707 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:34.977877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03918c2a-2440-4e97-9ae1-f566ac87d1da req-1a82bc48-ffc5-4829-aa7a-2fd0e08483a5 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbc8c73-d3f8-47a0-92b1-0ec227979a14 HTTP/1.1" status: 200 len: 210 time: 0.0572391 Apr 05 18:43:35.044606 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '803e8963-1bfb-493e-a693-a5a9d2c9890c', 'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'mac_address': 'fa:16:3e:da:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 5, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'subnets': [{'id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:35.058960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fd55311-3eca-484a-9b87-6bcdbdb532b4 req-1970c54a-8047-4668-9a17-911845d799f3 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/06c117d3-2b42-410b-af75-cc9c7ff34f25 HTTP/1.1" status: 200 len: 1814 time: 0.2217369 Apr 05 18:43:35.090958 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] Checking router: cc6d9285-82be-497e-a70b-277c63c3cc80 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:43:35.112739 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:35.113515 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:35.116243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.147975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-dba14e3f-ea7a-4bca-b173-91118ba72c39 req-0ff3b826-b496-40ba-a3c6-14baa893401f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-709167193', 'description': 'tempest-description-955929333'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:35.235738 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.238381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Subnet': ['ID=66ed0133-5c66-48f1-92ea-844a605c6e92,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:35.248135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Checking segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:35.248569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network hostable DHCP agents. Network: 64579464-86c5-4c9c-aba5-a21419db5efe, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:43:35.258282 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.272235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-dba14e3f-ea7a-4bca-b173-91118ba72c39 req-0ff3b826-b496-40ba-a3c6-14baa893401f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.276620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network 64579464-86c5-4c9c-aba5-a21419db5efe is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:43:35.281214 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.286120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Deleting port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:35.286547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.292700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 64579464-86c5-4c9c-aba5-a21419db5efe) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:35.299098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:35.299872 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.306248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6eb599-b972-401d-b772-11edd32a8f18 None None] Network 64579464-86c5-4c9c-aba5-a21419db5efe requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:35.311902 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.326788 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bd077009-9296-4eaa-8658-e5786b06ad47 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8077521 Apr 05 18:43:35.327012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:43:35.327430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43880) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:35.334333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'subnet': {'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:35.358494 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:35.388986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe70ef7-2fba-4fe7-abae-e750edf3860a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:35.394306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:43:35.401602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.401980 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Added segment d07b88fc-8c90-473e-adce-3013bc94dac8 of type vlan for network fe30fd0c-c7d7-45cf-9658-c01529fee916 Apr 05 18:43:35.473080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:35.479624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.499033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.499371 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Added segment 1d83b402-47c2-4ce3-a403-46b126a8d42f of type vlan for network d4cf5150-f167-4180-b614-dcf5e2867e54 Apr 05 18:43:35.563216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da0a80a-fc06-4091-b512-691523411b59,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:35.603677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-64579464-86c5-4c9c-aba5-a21419db5efe', 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'fixed_ips': [{'subnet_id': '66ed0133-5c66-48f1-92ea-844a605c6e92'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:43:35.604667 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.656252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.675684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.702571 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-dba14e3f-ea7a-4bca-b173-91118ba72c39 req-0ff3b826-b496-40ba-a3c6-14baa893401f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.719138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] For port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:35.719138 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.742005 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-dba14e3f-ea7a-4bca-b173-91118ba72c39 req-0ff3b826-b496-40ba-a3c6-14baa893401f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.743402 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '803e8963-1bfb-493e-a693-a5a9d2c9890c', 'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'mac_address': 'fa:16:3e:da:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 5, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'subnets': [{'id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:35.774993 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481d509-e373-4ad6-834d-dbbe74f1d315 None None] The sync data for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 is: [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:40:58Z', 'revision_number': 4, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '803e8963-1bfb-493e-a693-a5a9d2c9890c', 'name': '', 'network_id': 'd7332c7a-e3e0-4a9d-9843-2f0371e1682b', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'mac_address': 'fa:16:3e:da:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:55Z', 'updated_at': '2022-04-05T18:41:05Z', 'revision_number': 5, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'subnets': [{'id': 'ad459ce8-4e28-41db-9b07-35fa473c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:43:35.782860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3b826-b496-40ba-a3c6-14baa893401f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51edff8-eb3e-43d2-92fc-2980b73432bf,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:35.792215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8c1bc-aeda-4335-bae2-5a12f3111b39 req-8b3b1e17-9ddd-4a6b-9ac7-a13a3a2d2c82 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:35.799602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49d8c1bc-aeda-4335-bae2-5a12f3111b39 req-8b3b1e17-9ddd-4a6b-9ac7-a13a3a2d2c82 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7b3f1f-d704-4b1a-86b1-c4461935c0db HTTP/1.1" status: 200 len: 945 time: 0.4122460 Apr 05 18:43:35.806996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Calling delete_port for 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:35.828351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Allocated IP 10.1.1.2 (64579464-86c5-4c9c-aba5-a21419db5efe/66ed0133-5c66-48f1-92ea-844a605c6e92/a3d10fac-21c3-4751-8fd9-bb20d5fb8c42) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:35.830061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.832111 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.844895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:35.845397 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.870374 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.885719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:35.886361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.888781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Subnet': ['ID=c29d9363-316d-49e2-a891-f85f80bd4314,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:35.897761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-dba14e3f-ea7a-4bca-b173-91118ba72c39 req-0ff3b826-b496-40ba-a3c6-14baa893401f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.918605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dba14e3f-ea7a-4bca-b173-91118ba72c39 req-0ff3b826-b496-40ba-a3c6-14baa893401f tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8038173 Apr 05 18:43:35.935572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Checking segment: {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:35.936165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network hostable DHCP agents. Network: bf3598ad-62de-476f-a9ed-9a686e3cbb08, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:43:35.961587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network bf3598ad-62de-476f-a9ed-9a686e3cbb08 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:43:35.976498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, bf3598ad-62de-476f-a9ed-9a686e3cbb08) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:35.981347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:35.982142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:35.992672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83f2f8-de1e-48df-bd37-48b755abefce None None] Network bf3598ad-62de-476f-a9ed-9a686e3cbb08 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:36.003409 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6ef28aa3-a0ac-4108-9a82-0e3de74d5650 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6748497 Apr 05 18:43:36.006221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43894) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:36.014575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'port': {'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'name': 'tempest-TaggedBootDevicesTest_v242-1142208305', 'fixed_ips': [{'subnet_id': '66ed0133-5c66-48f1-92ea-844a605c6e92'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:36.112615 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.142961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['42c43c05-8d6e-4527-b1a7-c28b561b0bf7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:43:36.169257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9832346 Apr 05 18:43:36.172537 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.190464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43896) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:36.193145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.200211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Request body: {'subnet': {'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-607773089-subnet', 'tenant_id': '2137f2095f2c4875bb5aede092fe7b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:36.205597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:36.229669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9994664 Apr 05 18:43:36.236016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43898) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:36.245935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Request body: {'subnet': {'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1529322701-subnet', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:36.283534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Network 64579464-86c5-4c9c-aba5-a21419db5efe is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:36.292725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:36.296117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:36.311112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84174c9b-2432-4a23-b74f-47da24ac3260 None None] New status for floating IP 6c0e9b93-ef03-4cdd-8083-dd3b700b9533: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:43:36.319271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Pushing event updated for resources: {'Port': ['ID=a3d10fac-21c3-4751-8fd9-bb20d5fb8c42,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:36.319526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49d8c1bc-aeda-4335-bae2-5a12f3111b39 req-746f2158-d215-458c-9b48-2a9b9b2eccf1 tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.15 "GET /v2.0/security-groups?id=a36c59a5-8aa8-405f-a36a-e85db56c68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188134 Apr 05 18:43:36.340235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Pushing event deleted for resources: {'Port': ['ID=42c43c05-8d6e-4527-b1a7-c28b561b0bf7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:36.342927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] No DVR routers for this DVR port 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:36.344290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645e08f-7f60-4742-be3f-7d99969a6efc admin admin] Pushing event updated for resources: {'Network': ['ID=fe30fd0c-c7d7-45cf-9658-c01529fee916,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:36.353855 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.358144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e187b2b-d1c2-4aba-bf54-a71780bba8e5 req-3dcc623c-fdda-4643-9992-d23a57439dab tempest-ServerRescueTestJSON-2127922816 tempest-ServerRescueTestJSON-2127922816-project] 10.222.0.20 "DELETE /v2.0/ports/42c43c05-8d6e-4527-b1a7-c28b561b0bf7 HTTP/1.1" status: 204 len: 173 time: 1.4818177 Apr 05 18:43:36.379792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef765e41-2cdf-487a-968a-6f060e4bcd53 req-89035772-7af1-4e81-a1c8-34212937d194 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:36.389524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef765e41-2cdf-487a-968a-6f060e4bcd53 req-89035772-7af1-4e81-a1c8-34212937d194 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.2851253 Apr 05 18:43:36.408115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Made reservation on behalf of 2137f2095f2c4875bb5aede092fe7b2f for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:36.410519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.440755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:36.443881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.495653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.519938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 99f1c780-bc76-406e-b7cc-6240f04cd7ed no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:36.521869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network fe30fd0c-c7d7-45cf-9658-c01529fee916 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:43:36.573466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff981df2-198a-41da-995b-c16a6ef25235 req-f01b9913-5bea-4790-a834-cfc3ee71a1af tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/a51edff8-eb3e-43d2-92fc-2980b73432bf HTTP/1.1" status: 200 len: 1813 time: 0.2095172 Apr 05 18:43:36.595655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] device_id is not set on port 64de7a25-bc07-475b-a89f-1296e12a484d yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:43:36.597803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef765e41-2cdf-487a-968a-6f060e4bcd53 req-bf564192-1f33-43f1-97bd-430c11a97bd2 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2059944 Apr 05 18:43:36.598987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3be9-c683-419c-b1b8-e3bb2e20ba7f admin admin] Pushing event updated for resources: {'Network': ['ID=d4cf5150-f167-4180-b614-dcf5e2867e54,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:36.634270 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-ed3c7156-641f-455d-a541-b31b90946bcf req-50c0e9ec-fb2c-4d4d-a7bd-87f1889954c7 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] show failed (client error): The resource could not be found. Apr 05 18:43:36.641749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed3c7156-641f-455d-a541-b31b90946bcf req-50c0e9ec-fb2c-4d4d-a7bd-87f1889954c7 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/56c88b75-5741-4a82-9bd4-9034fe299e9d HTTP/1.1" status: 404 len: 352 time: 0.0209780 Apr 05 18:43:36.665736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-bf3598ad-62de-476f-a9ed-9a686e3cbb08', 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'fixed_ips': [{'subnet_id': 'c29d9363-316d-49e2-a891-f85f80bd4314'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:43:36.666626 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.680766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d4cf5150-f167-4180-b614-dcf5e2867e54 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:43:36.684690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Attempting to bind port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:36.685212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Attempting to bind port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:36.685580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Attempting to bind port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:36.696325 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-b77ebff7-1e3b-4d6d-9941-216f859a7df5 req-1e618189-9220-4c25-b943-33b8f8e01811 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] show failed (client error): The resource could not be found. Apr 05 18:43:36.705416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 99f1c780-bc76-406e-b7cc-6240f04cd7ed {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:36.705973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 99f1c780-bc76-406e-b7cc-6240f04cd7ed not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:36.718289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b77ebff7-1e3b-4d6d-9941-216f859a7df5 req-1e618189-9220-4c25-b943-33b8f8e01811 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-group-rules/b2cd142b-97fc-42ee-84d0-dd12c31917ad HTTP/1.1" status: 404 len: 361 time: 0.0345452 Apr 05 18:43:36.778827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:36.779459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Checking segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:36.780169 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.780841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Bound using segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:36.781611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Bound port: a3d10fac-21c3-4751-8fd9-bb20d5fb8c42, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:36.782174 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.795851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f50389-05ca-47cd-bca7-853d59f77185 req-6e0cfd50-5f14-4247-9a0d-1e24c53a7f8c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:36.806442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28f50389-05ca-47cd-bca7-853d59f77185 req-6e0cfd50-5f14-4247-9a0d-1e24c53a7f8c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.0856631 Apr 05 18:43:36.807010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43918) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:36.807177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43916) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:36.807595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7b3f1f-d704-4b1a-86b1-c4461935c0db', 'name': 'network-vif-deleted', 'tag': '42c43c05-8d6e-4527-b1a7-c28b561b0bf7'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:36.813020 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf2d4d3-424b-4a1c-9133-e904e0b86b7d" -d '{"events": [{"server_uuid": "fc7b3f1f-d704-4b1a-86b1-c4461935c0db", "name": "network-vif-deleted", "tag": "42c43c05-8d6e-4527-b1a7-c28b561b0bf7"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:36.830005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a8d28e35-23bb-41de-88b1-68f1fb8e2051 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Request body: {'floatingip': {'port_id': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:36.911945 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2dec23-7975-409b-bb45-a7e963bc3baa x-openstack-request-id: req-ad2dec23-7975-409b-bb45-a7e963bc3baa {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:36.912559 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7b3f1f-d704-4b1a-86b1-c4461935c0db", "name": "network-vif-deleted", "tag": "42c43c05-8d6e-4527-b1a7-c28b561b0bf7", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:36.913063 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad2dec23-7975-409b-bb45-a7e963bc3baa {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:36.913676 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2dec23-7975-409b-bb45-a7e963bc3baa'] response: {'server_uuid': 'fc7b3f1f-d704-4b1a-86b1-c4461935c0db', 'name': 'network-vif-deleted', 'tag': '42c43c05-8d6e-4527-b1a7-c28b561b0bf7', 'status': 'completed', 'code': 200} Apr 05 18:43:36.937336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8d28e35-23bb-41de-88b1-68f1fb8e2051 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:36.981156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.038266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fa166cc-d4a1-4ad4-83f1-004d8ebad938 req-29cb41f8-9170-4fc8-94ed-44836d5ccd79 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/a51edff8-eb3e-43d2-92fc-2980b73432bf HTTP/1.1" status: 200 len: 1813 time: 0.1279008 Apr 05 18:43:37.288573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] For port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:37.308291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] For port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a3d10fac-21c3-4751-8fd9-bb20d5fb8c42,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:37.311553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Allocated IP 10.2.2.2 (bf3598ad-62de-476f-a9ed-9a686e3cbb08/c29d9363-316d-49e2-a891-f85f80bd4314/e952b971-a589-4342-b3ff-51d56548dcae) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:37.315713 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.429939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43928) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:37.434840 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1681d38c-f7f0-4bc9-8aaf-645016c9c8aa tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.447368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a849f6-247b-4ced-a49b-242924f42347 None None] Pushing event updated for resources: {'Port': ['ID=a3d10fac-21c3-4751-8fd9-bb20d5fb8c42,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:37.498342 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6fa166cc-d4a1-4ad4-83f1-004d8ebad938 req-c1026107-5f8f-4724-bc90-5a965955c0ee tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.531098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6fa166cc-d4a1-4ad4-83f1-004d8ebad938 req-c1026107-5f8f-4724-bc90-5a965955c0ee tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.557811 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.573156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.611261 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Network bf3598ad-62de-476f-a9ed-9a686e3cbb08 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:37.614643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:37.621702 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1681d38c-f7f0-4bc9-8aaf-645016c9c8aa tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.626155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:37.632213 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6fa166cc-d4a1-4ad4-83f1-004d8ebad938 req-c1026107-5f8f-4724-bc90-5a965955c0ee tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.632542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.635694 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6fa166cc-d4a1-4ad4-83f1-004d8ebad938 req-c1026107-5f8f-4724-bc90-5a965955c0ee tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.642224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fa166cc-d4a1-4ad4-83f1-004d8ebad938 req-c1026107-5f8f-4724-bc90-5a965955c0ee tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "DELETE /v2.0/security-groups/a51edff8-eb3e-43d2-92fc-2980b73432bf HTTP/1.1" status: 204 len: 173 time: 0.6029515 Apr 05 18:43:37.663451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.665661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Allocated IP 10.1.1.76 (64579464-86c5-4c9c-aba5-a21419db5efe/66ed0133-5c66-48f1-92ea-844a605c6e92/64de7a25-bc07-475b-a89f-1296e12a484d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:37.710802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1026107-5f8f-4724-bc90-5a965955c0ee tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51edff8-eb3e-43d2-92fc-2980b73432bf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:37.733578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Pushing event updated for resources: {'Port': ['ID=e952b971-a589-4342-b3ff-51d56548dcae,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:37.794189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Attempting to bind port e952b971-a589-4342-b3ff-51d56548dcae on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:37.794691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Attempting to bind port e952b971-a589-4342-b3ff-51d56548dcae by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:37.795240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Attempting to bind port e952b971-a589-4342-b3ff-51d56548dcae on network bf3598ad-62de-476f-a9ed-9a686e3cbb08 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:37.802267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:37.802832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Checking segment: {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:37.803330 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.805119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Bound using segment: {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:37.805656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Bound port: e952b971-a589-4342-b3ff-51d56548dcae, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:37.806341 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.827590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8800d5a9-c547-4b64-ba3e-e0a3da0849d4 req-6ffc97d6-0323-4eac-957f-e588da6b4720 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/06c117d3-2b42-410b-af75-cc9c7ff34f25 HTTP/1.1" status: 200 len: 1814 time: 0.1563573 Apr 05 18:43:37.827861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:37.942789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] For port e952b971-a589-4342-b3ff-51d56548dcae, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:37.948830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] For port e952b971-a589-4342-b3ff-51d56548dcae, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e952b971-a589-4342-b3ff-51d56548dcae,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:37.954595 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.955848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1681d38c-f7f0-4bc9-8aaf-645016c9c8aa tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.958526 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1681d38c-f7f0-4bc9-8aaf-645016c9c8aa tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:37.959939 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1681d38c-f7f0-4bc9-8aaf-645016c9c8aa tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce16b911-f6d4-4311-ab49-8ad4a0d8186f HTTP/1.1" status: 204 len: 168 time: 1.1517854 Apr 05 18:43:37.966994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43940) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:37.990461 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-fd669bd6-4b5e-40d5-9621-8454dd01358c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] show failed (client error): The resource could not be found. Apr 05 18:43:37.992937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fd669bd6-4b5e-40d5-9621-8454dd01358c tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "GET /v2.0/security-groups/ce16b911-f6d4-4311-ab49-8ad4a0d8186f HTTP/1.1" status: 404 len: 347 time: 0.0252750 Apr 05 18:43:37.995929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Checking segment: {'id': '1d83b402-47c2-4ce3-a403-46b126a8d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:37.996293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Network hostable DHCP agents. Network: d4cf5150-f167-4180-b614-dcf5e2867e54, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:43:37.999330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43942) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:38.000733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681d38c-f7f0-4bc9-8aaf-645016c9c8aa tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce16b911-f6d4-4311-ab49-8ad4a0d8186f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:38.064117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Network d4cf5150-f167-4180-b614-dcf5e2867e54 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:43:38.079481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Checking segment: {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:38.079884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Network hostable DHCP agents. Network: fe30fd0c-c7d7-45cf-9658-c01529fee916, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:43:38.083574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94276f0e-7493-4d66-bcfe-f9745d426fdb None None] Pushing event updated for resources: {'Port': ['ID=e952b971-a589-4342-b3ff-51d56548dcae,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:38.095906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8800d5a9-c547-4b64-ba3e-e0a3da0849d4 req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.143402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d4cf5150-f167-4180-b614-dcf5e2867e54) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:38.152398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2fe13a-09c5-46c8-9df3-03c1b66c89e0,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:38.159847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a91ec-fdd3-410e-9b44-a0cddf3343dc None None] Network d4cf5150-f167-4180-b614-dcf5e2867e54 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:38.192065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:38.193344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.264176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8800d5a9-c547-4b64-ba3e-e0a3da0849d4 req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.315998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Network fe30fd0c-c7d7-45cf-9658-c01529fee916 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:43:38.323775 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-03c349d1-9040-45ee-8b37-63f1bc8df4c2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0805404 Apr 05 18:43:38.331731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43948) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:38.381808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:38.385639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, fe30fd0c-c7d7-45cf-9658-c01529fee916) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:38.404242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35bfe49-e1bf-4937-b3f1-cc098419fd10 None None] Network fe30fd0c-c7d7-45cf-9658-c01529fee916 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:38.432871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:38.433438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.473253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:38.482446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Deleting port 0b6ffeb3-519b-4f53-a63e-f7a4af8cb699 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:38.483214 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.492578 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8d28e35-23bb-41de-88b1-68f1fb8e2051 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.494041 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8800d5a9-c547-4b64-ba3e-e0a3da0849d4 req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.497064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8800d5a9-c547-4b64-ba3e-e0a3da0849d4 req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.498673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8800d5a9-c547-4b64-ba3e-e0a3da0849d4 req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "DELETE /v2.0/security-groups/06c117d3-2b42-410b-af75-cc9c7ff34f25 HTTP/1.1" status: 204 len: 173 time: 0.6702349 Apr 05 18:43:38.513753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:38.514315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 42c43c05-8d6e-4527-b1a7-c28b561b0bf7 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:38.522617 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8d28e35-23bb-41de-88b1-68f1fb8e2051 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.533591 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.534758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.608663 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a56dd7be-b7c7-4e43-b4b1-07c4683cf088 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4165938 Apr 05 18:43:38.620971 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.650485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c117d3-2b42-410b-af75-cc9c7ff34f25,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:38.653493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-d4cf5150-f167-4180-b614-dcf5e2867e54', 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'fixed_ips': [{'subnet_id': 'ae2fe13a-09c5-46c8-9df3-03c1b66c89e0'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:43:38.658104 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.685524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.685968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.686434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.686974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.687490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.687912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.688330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.688743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.689188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.690237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.690632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.691064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f38ec-6091-41fe-98cc-a925d5f75d23 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:38.704840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8d74244-ffce-4810-9477-7dda1cc49a03 req-be310253-c15a-43c0-b539-f0860ebec3c2 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/0cfe4534-2062-4b76-8dd3-d832e5f7a116 HTTP/1.1" status: 200 len: 1814 time: 0.1463001 Apr 05 18:43:38.727812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.931685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.932008 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:38.957869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.028431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network 64579464-86c5-4c9c-aba5-a21419db5efe is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:39.032738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Calling delete_port for 0b6ffeb3-519b-4f53-a63e-f7a4af8cb699 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:39.035797 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-a8d28e35-23bb-41de-88b1-68f1fb8e2051 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Floating IP 8043818b-f02a-4dbf-9040-27872fb219ca associated. External IP: 172.25.4.10, port: cfa8e9da-0ef6-4946-a971-54ad6a346bd6. Apr 05 18:43:39.039835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a8d74244-ffce-4810-9477-7dda1cc49a03 req-40fbee28-5e1f-485d-9f7e-f5e451af591c tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.070444 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:43:39.141872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e952b971-a589-4342-b3ff-51d56548dcae up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:39.168046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22da8252-982e-4814-9527-88e5cbac958e None None] Network fe30fd0c-c7d7-45cf-9658-c01529fee916 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:39.261065 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a8d74244-ffce-4810-9477-7dda1cc49a03 req-40fbee28-5e1f-485d-9f7e-f5e451af591c tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.272002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.289014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aac788-4088-49ba-b460-32a8b6019d53 None None] Network 64579464-86c5-4c9c-aba5-a21419db5efe requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:39.299697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:39.306518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:39.432383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Port': ['ID=64de7a25-bc07-475b-a89f-1296e12a484d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:39.493408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:39.494088 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.528868 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ddd46041-2ed8-498d-9300-eeedec12a7da tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5207241 Apr 05 18:43:39.535931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43972) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:39.542217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'port': {'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'name': 'tempest-TaggedBootDevicesTest_v242-1017967474', 'fixed_ips': [{'subnet_id': '66ed0133-5c66-48f1-92ea-844a605c6e92'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:39.556121 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.587204 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a8d74244-ffce-4810-9477-7dda1cc49a03 req-40fbee28-5e1f-485d-9f7e-f5e451af591c tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.589664 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a8d74244-ffce-4810-9477-7dda1cc49a03 req-40fbee28-5e1f-485d-9f7e-f5e451af591c tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.595471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8d74244-ffce-4810-9477-7dda1cc49a03 req-40fbee28-5e1f-485d-9f7e-f5e451af591c tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "DELETE /v2.0/security-groups/0cfe4534-2062-4b76-8dd3-d832e5f7a116 HTTP/1.1" status: 204 len: 173 time: 0.8754711 Apr 05 18:43:39.657825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbee28-5e1f-485d-9f7e-f5e451af591c tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfe4534-2062-4b76-8dd3-d832e5f7a116,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:39.698128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c06f070d-cb4c-4a27-ae10-ec31d744d177 None None] Provisioning complete for port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:39.698629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c06f070d-cb4c-4a27-ae10-ec31d744d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.707309 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b353376-fa4b-431e-8a01-d2f2fdb9349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.710292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-95b76fdc-8d67-4a8f-9c8f-e3035db1a669 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:39.712065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Allocated IP 172.20.0.2 (d4cf5150-f167-4180-b614-dcf5e2867e54/ae2fe13a-09c5-46c8-9df3-03c1b66c89e0/6f2936ad-c768-4d61-8b39-b19d7060c816) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:39.713184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-95b76fdc-8d67-4a8f-9c8f-e3035db1a669 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/networks?id=fe30fd0c-c7d7-45cf-9658-c01529fee916 HTTP/1.1" status: 200 len: 817 time: 0.2789345 Apr 05 18:43:39.733150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ebfa57-a191-48f5-b414-44ca45e41195 None None] Network bf3598ad-62de-476f-a9ed-9a686e3cbb08 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:39.812867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-f87a2661-2e22-4f55-9302-6369b5364b48 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/quotas/2137f2095f2c4875bb5aede092fe7b2f HTTP/1.1" status: 200 len: 375 time: 0.0859489 Apr 05 18:43:39.891686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e952b971-a589-4342-b3ff-51d56548dcae triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:39.892059 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:39.902013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-38653073-a9ce-491d-8344-c98741770aef tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2137f2095f2c4875bb5aede092fe7b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806627 Apr 05 18:43:40.028353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb62cafb-0508-444a-b523-a1364400de7c req-b03b7b9c-900c-4bff-ad08-286b86dbd343 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/c64bd286-930a-4920-903f-30bbac056492 HTTP/1.1" status: 200 len: 1814 time: 0.3963366 Apr 05 18:43:40.044676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:40.050256 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.094359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] device_id is not set on port 2e761d11-7e98-4310-99e7-625bf736b42d yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:43:40.112719 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.122978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.163152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.176413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-341563e5-7237-4fd3-9c2c-807c7e8a7bc9 service neutron] 10.222.0.15 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662780 Apr 05 18:43:40.189011 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c06f070d-cb4c-4a27-ae10-ec31d744d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.189300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Pushing event deleted for resources: {'Port': ['ID=0b6ffeb3-519b-4f53-a63e-f7a4af8cb699,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:40.275110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fb62cafb-0508-444a-b523-a1364400de7c req-0165e066-2c21-445d-9073-bd8bb0a39431 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.338521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d28e35-23bb-41de-88b1-68f1fb8e2051 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Router efdec9b9-8a6e-4447-91fb-0fa74663ec91 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:43:40.391312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fb62cafb-0508-444a-b523-a1364400de7c req-0165e066-2c21-445d-9073-bd8bb0a39431 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.438351 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.463157 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.464950 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.469057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c06f070d-cb4c-4a27-ae10-ec31d744d177 None None] For port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a3d10fac-21c3-4751-8fd9-bb20d5fb8c42,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:40.482208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.484793 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.501911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-183f532e-ae50-4ce1-9c36-1d30a3c990b3 tempest-AttachSCSIVolumeTestJSON-96835555 tempest-AttachSCSIVolumeTestJSON-96835555-project] 10.222.0.15 "DELETE /v2.0/floatingips/6c0e9b93-ef03-4cdd-8083-dd3b700b9533 HTTP/1.1" status: 204 len: 168 time: 2.4826262 Apr 05 18:43:40.524987 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c06f070d-cb4c-4a27-ae10-ec31d744d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.546357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-c7933750-a3a4-48b8-b5e8-17f39229f22f service neutron] 10.222.0.15 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406947 Apr 05 18:43:40.551419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Network d4cf5150-f167-4180-b614-dcf5e2867e54 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:40.570350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:40.607007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:40.614379 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fb62cafb-0508-444a-b523-a1364400de7c req-0165e066-2c21-445d-9073-bd8bb0a39431 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.617369 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fb62cafb-0508-444a-b523-a1364400de7c req-0165e066-2c21-445d-9073-bd8bb0a39431 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.618666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb62cafb-0508-444a-b523-a1364400de7c req-0165e066-2c21-445d-9073-bd8bb0a39431 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "DELETE /v2.0/security-groups/c64bd286-930a-4920-903f-30bbac056492 HTTP/1.1" status: 204 len: 173 time: 0.5787120 Apr 05 18:43:40.652910 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Pushing event updated for resources: {'Port': ['ID=6f2936ad-c768-4d61-8b39-b19d7060c816,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:40.751678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port e952b971-a589-4342-b3ff-51d56548dcae, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e952b971-a589-4342-b3ff-51d56548dcae,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:40.790886 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:40.792762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:40.978077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cbfc6c50-eed0-495e-96fc-732749761a5b None None] Provisioning complete for port e952b971-a589-4342-b3ff-51d56548dcae triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:40.978821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbfc6c50-eed0-495e-96fc-732749761a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.119156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f070d-cb4c-4a27-ae10-ec31d744d177 None None] Pushing event updated for resources: {'Port': ['ID=a3d10fac-21c3-4751-8fd9-bb20d5fb8c42,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:41.177614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Attempting to bind port 6f2936ad-c768-4d61-8b39-b19d7060c816 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:41.183461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Attempting to bind port 6f2936ad-c768-4d61-8b39-b19d7060c816 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1d83b402-47c2-4ce3-a403-46b126a8d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:41.184605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Attempting to bind port 6f2936ad-c768-4d61-8b39-b19d7060c816 on network d4cf5150-f167-4180-b614-dcf5e2867e54 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:41.260411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:41.261245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Checking segment: {'id': '1d83b402-47c2-4ce3-a403-46b126a8d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:41.261958 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.263294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Bound using segment: {'id': '1d83b402-47c2-4ce3-a403-46b126a8d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:41.264022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Bound port: 6f2936ad-c768-4d61-8b39-b19d7060c816, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d83b402-47c2-4ce3-a403-46b126a8d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:41.264541 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.413485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Allocated IP 10.1.1.38 (64579464-86c5-4c9c-aba5-a21419db5efe/66ed0133-5c66-48f1-92ea-844a605c6e92/2e761d11-7e98-4310-99e7-625bf736b42d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:41.417074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=e952b971-a589-4342-b3ff-51d56548dcae,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:41.431604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:41.432662 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.440125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165e066-2c21-445d-9073-bd8bb0a39431 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64bd286-930a-4920-903f-30bbac056492,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:41.510300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-625818df-4639-4e1b-9e9b-a18323e39d66 req-eba9c78f-cfe2-4dc2-965c-d999c8e48a1b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 210 time: 0.1109431 Apr 05 18:43:41.538470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d28e35-23bb-41de-88b1-68f1fb8e2051 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:43:41.551196 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] Sync routers for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:43:41.570928 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:41.572468 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:41.582171 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8d28e35-23bb-41de-88b1-68f1fb8e2051 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.600593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.645663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.669271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] For port 6f2936ad-c768-4d61-8b39-b19d7060c816, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:41.671245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b679748-4315-48fa-baa5-f4d03b31adf1 req-dc08ac61-b0df-4e80-b74f-48d6da63eca8 tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "GET /v2.0/security-groups/465cfe70-324c-452f-bcd3-6ba2035f8a24 HTTP/1.1" status: 200 len: 1815 time: 0.2748334 Apr 05 18:43:41.678539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] For port 6f2936ad-c768-4d61-8b39-b19d7060c816, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6f2936ad-c768-4d61-8b39-b19d7060c816,segment=NetworkSegment(1d83b402-47c2-4ce3-a403-46b126a8d42f),segment_id=1d83b402-47c2-4ce3-a403-46b126a8d42f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:41.703299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a8d28e35-23bb-41de-88b1-68f1fb8e2051 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "PUT /v2.0/floatingips/8043818b-f02a-4dbf-9040-27872fb219ca HTTP/1.1" status: 200 len: 991 time: 4.8722084 Apr 05 18:43:41.703687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Allocated IP 172.25.4.110 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/6ec20154-fd5e-4bac-ab37-7b836c96d3c0) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:41.703687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Deleting port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:41.703687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.714180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:41.714644 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.720674 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c" -d '{"events": [{"name": "network-changed", "server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:41.757719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network 64579464-86c5-4c9c-aba5-a21419db5efe is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:41.783319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:41.794296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:41.808382 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1917ff43-cbf2-475e-9cd4-a0d2fc10b584 x-openstack-request-id: req-1917ff43-cbf2-475e-9cd4-a0d2fc10b584 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:41.808699 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:41.809684 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1917ff43-cbf2-475e-9cd4-a0d2fc10b584 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:41.816920 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1917ff43-cbf2-475e-9cd4-a0d2fc10b584'] response: {'name': 'network-changed', 'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'status': 'completed', 'code': 200} Apr 05 18:43:41.838272 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa8d39df-b868-4885-9d14-033391ba1b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.855233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:41.860780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.876025 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:41.883929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9b679748-4315-48fa-baa5-f4d03b31adf1 req-cafcebfa-0395-4587-a931-bbe65a0f527b tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:41.943357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9b679748-4315-48fa-baa5-f4d03b31adf1 req-cafcebfa-0395-4587-a931-bbe65a0f527b tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.057555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Port': ['ID=2e761d11-7e98-4310-99e7-625bf736b42d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:42.072319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9b679748-4315-48fa-baa5-f4d03b31adf1 req-cafcebfa-0395-4587-a931-bbe65a0f527b tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.073601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-686c4e8d-384f-41e8-a114-35ef8d7bfd4a None None] Provisioning complete for port e952b971-a589-4342-b3ff-51d56548dcae triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:42.073983 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-686c4e8d-384f-41e8-a114-35ef8d7bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.077765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9b679748-4315-48fa-baa5-f4d03b31adf1 req-cafcebfa-0395-4587-a931-bbe65a0f527b tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.080226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b679748-4315-48fa-baa5-f4d03b31adf1 req-cafcebfa-0395-4587-a931-bbe65a0f527b tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] 10.222.0.15 "DELETE /v2.0/security-groups/465cfe70-324c-452f-bcd3-6ba2035f8a24 HTTP/1.1" status: 204 len: 173 time: 0.3990676 Apr 05 18:43:42.093497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e453dc-cccb-4fde-9c5c-18be3a8393b7 None None] Pushing event updated for resources: {'Port': ['ID=6f2936ad-c768-4d61-8b39-b19d7060c816,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:42.106938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44058) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:42.260124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcebfa-0395-4587-a931-bbe65a0f527b tempest-SecurityGroupRulesNegativeTestJSON-1916748780 tempest-SecurityGroupRulesNegativeTestJSON-1916748780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=465cfe70-324c-452f-bcd3-6ba2035f8a24,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:42.338022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb57212-ac87-4ca8-88f4-62d82ac5e126 admin admin] Deleting subnet a87fb44e-a5e8-46dc-a6ee-c4becf402762 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:43:42.357019 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5eb57212-ac87-4ca8-88f4-62d82ac5e126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.509665 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5eb57212-ac87-4ca8-88f4-62d82ac5e126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.513719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e952b971-a589-4342-b3ff-51d56548dcae up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:42.523010 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-544bebf1-8509-41e3-932e-81f90083499d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9856036 Apr 05 18:43:42.576455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-686c4e8d-384f-41e8-a114-35ef8d7bfd4a None None] Provisioning complete for port 64de7a25-bc07-475b-a89f-1296e12a484d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:42.577153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-686c4e8d-384f-41e8-a114-35ef8d7bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.603903 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8043818b-f02a-4dbf-9040-27872fb219ca', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'port_id': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'mac_address': 'fa:16:3e:b9:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:43:15Z', 'updated_at': '2022-04-05T18:43:38Z', 'revision_number': 1, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:40Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:42.605515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-ea64dc59-dcf8-4a71-9f8d-7c36a064aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:42.615043 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-ea64dc59-dcf8-4a71-9f8d-7c36a064aff0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 1097 time: 0.7382398 Apr 05 18:43:42.639497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-686c4e8d-384f-41e8-a114-35ef8d7bfd4a None None] Port 64de7a25-bc07-475b-a89f-1296e12a484d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:43:42.644946 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] Checking router: efdec9b9-8a6e-4447-91fb-0fa74663ec91 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:43:42.655469 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:42.656501 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:42.664807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-686c4e8d-384f-41e8-a114-35ef8d7bfd4a None None] Provisioning complete for port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:42.665092 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-686c4e8d-384f-41e8-a114-35ef8d7bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.674205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e952b971-a589-4342-b3ff-51d56548dcae triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:42.674939 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.773853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bff99113-d764-43d5-a13f-4299798fa4ff req-61331b05-4dde-458d-a9d2-0b83085209fc tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 210 time: 0.1310380 Apr 05 18:43:42.779111 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.791736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5eb57212-ac87-4ca8-88f4-62d82ac5e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.808854 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:42.879151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:42.900170 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] For port 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2,segment=NetworkSegment(cd730b56-7bc0-4543-8926-e0c6ecd20fb0),segment_id=cd730b56-7bc0-4543-8926-e0c6ecd20fb0)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:42.901036 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.905815 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5eb57212-ac87-4ca8-88f4-62d82ac5e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.919044 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5eb57212-ac87-4ca8-88f4-62d82ac5e126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:42.933779 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5eb57212-ac87-4ca8-88f4-62d82ac5e126 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a87fb44e-a5e8-46dc-a6ee-c4becf402762 HTTP/1.1" status: 204 len: 168 time: 0.8257234 Apr 05 18:43:42.942715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44084) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:42.973079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb57212-ac87-4ca8-88f4-62d82ac5e126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87fb44e-a5e8-46dc-a6ee-c4becf402762,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:42.997400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:43.005768 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:43.147174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Calling delete_port for 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:43.170899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-681292a6-f2b6-44be-8f3c-82d39205a1dd None None] Provisioning complete for port 2e761d11-7e98-4310-99e7-625bf736b42d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:43.172570 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-681292a6-f2b6-44be-8f3c-82d39205a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:43.270925 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8043818b-f02a-4dbf-9040-27872fb219ca', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'port_id': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'mac_address': 'fa:16:3e:b9:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:43:15Z', 'updated_at': '2022-04-05T18:43:38Z', 'revision_number': 1, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:40Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:43.283831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-681292a6-f2b6-44be-8f3c-82d39205a1dd None None] Port 2e761d11-7e98-4310-99e7-625bf736b42d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:43:43.306554 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d4f85-7f81-4ac6-8458-7fb845c62548 None None] The sync data for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 is: [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8043818b-f02a-4dbf-9040-27872fb219ca', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'port_id': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'mac_address': 'fa:16:3e:b9:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:43:15Z', 'updated_at': '2022-04-05T18:43:38Z', 'revision_number': 1, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:40Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:43:43.474535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-b313b2ed-8b28-4da6-a4e0-5f03b15fb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:43.476212 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-b313b2ed-8b28-4da6-a4e0-5f03b15fb4f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.7898388 Apr 05 18:43:43.481517 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:43.572129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44090) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:43.577352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3a52c823-f70a-4636-b5fb-c7258bfe7508 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379551258', 'description': 'tempest-description--419522826'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:43.622125 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a52c823-f70a-4636-b5fb-c7258bfe7508 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:43.726592 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:43.791308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa0f7d-9869-48b8-af18-321ee6fc84b1 None None] New status for floating IP 8043818b-f02a-4dbf-9040-27872fb219ca: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:43:43.895663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b5977-5518-48c1-a51b-0cdfba5708f8 None None] Network d4cf5150-f167-4180-b614-dcf5e2867e54 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:43.928178 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a52c823-f70a-4636-b5fb-c7258bfe7508 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:43.949166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fa89f57-2a6a-4d4f-99b7-e82d299a4525 req-2603c0fd-b6fb-491e-b5ba-2670bbb9e21e tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 210 time: 0.0514350 Apr 05 18:43:43.951038 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a52c823-f70a-4636-b5fb-c7258bfe7508 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.001347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52c823-f70a-4636-b5fb-c7258bfe7508 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10430b0-5d50-4076-87c2-c9f923691958,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:44.002973 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.008136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a52c823-f70a-4636-b5fb-c7258bfe7508 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.011912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3a52c823-f70a-4636-b5fb-c7258bfe7508 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4384849 Apr 05 18:43:44.016372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44096) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:44.022810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-62586968-1df9-489b-b78f-f87e8d0d343e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'security_group_rule': {'security_group_id': 'b10430b0-5d50-4076-87c2-c9f923691958', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:44.053632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62586968-1df9-489b-b78f-f87e8d0d343e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.124217 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-3472891e-81a0-47cb-ae90-91c354ee6624 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6 HTTP/1.1" status: 200 len: 999 time: 0.6255753 Apr 05 18:43:44.134922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.166639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1860b977-0a10-49e0-bd87-335dc46d6b44 None None] Provisioning complete for port 6f2936ad-c768-4d61-8b39-b19d7060c816 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:44.167050 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1860b977-0a10-49e0-bd87-335dc46d6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.169428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d763491a-3bd3-4688-a9e5-dc037d1502e6']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:44.180092 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62586968-1df9-489b-b78f-f87e8d0d343e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.182338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fa21f5-1f98-43ee-b766-da8232903b66') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:44.182912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fa21f5-1f98-43ee-b766-da8232903b66') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:44.186637 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62586968-1df9-489b-b78f-f87e8d0d343e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.200562 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.217123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.226149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:43:44.226872 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:43:44.255783 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:43:44.290279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62586968-1df9-489b-b78f-f87e8d0d343e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c465ea-9a4d-4a98-b820-54530b82dc80,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:44.318425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62586968-1df9-489b-b78f-f87e8d0d343e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.321649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-62586968-1df9-489b-b78f-f87e8d0d343e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3032832 Apr 05 18:43:44.326014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44098) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:44.342473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ed04ae36-476d-4edf-98b9-56da59a565b8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'security_group_rule': {'security_group_id': 'b10430b0-5d50-4076-87c2-c9f923691958', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:44.365002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec20154-fd5e-4bac-ab37-7b836c96d3c0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:44.381308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44100) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:44.443718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.449819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:44.453640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:44.491199 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed04ae36-476d-4edf-98b9-56da59a565b8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.497736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:44.610950 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.614859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-d6c7ae28-fad3-4669-95ca-1e7dc02b2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:44.617896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-d6c7ae28-fad3-4669-95ca-1e7dc02b2986 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.3564885 Apr 05 18:43:44.630054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.633867 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] 10.222.0.15 "DELETE /v2.0/networks/d763491a-3bd3-4688-a9e5-dc037d1502e6 HTTP/1.1" status: 204 len: 168 time: 1.6792672 Apr 05 18:43:44.634605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6f2936ad-c768-4d61-8b39-b19d7060c816 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:44.744238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909af2-982f-4761-96ac-4f74ba9ef58b admin admin] Pushing event deleted for resources: {'Network': ['ID=d763491a-3bd3-4688-a9e5-dc037d1502e6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:44.831950 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed04ae36-476d-4edf-98b9-56da59a565b8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.859054 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed04ae36-476d-4edf-98b9-56da59a565b8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.911602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-d32375df-afa8-4b10-9009-97ef13ed5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:44.913855 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-d32375df-afa8-4b10-9009-97ef13ed5791 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754316 Apr 05 18:43:44.935182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04ae36-476d-4edf-98b9-56da59a565b8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a251d7-68ce-434f-8428-b6f84334fde5,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:44.975333 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed04ae36-476d-4edf-98b9-56da59a565b8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:44.986762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ed04ae36-476d-4edf-98b9-56da59a565b8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6501508 Apr 05 18:43:44.998666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:45.057173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:45.058735 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.081126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:45.088633 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1860b977-0a10-49e0-bd87-335dc46d6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.122151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d7e6-d9a2-4c08-a7dd-e478b31df5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.166041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.190205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-fc205ccc-08fb-4c71-ad1b-bde3349be3b0 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:45.200642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-fc205ccc-08fb-4c71-ad1b-bde3349be3b0 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.20 "GET /v2.0/networks?id=fe30fd0c-c7d7-45cf-9658-c01529fee916 HTTP/1.1" status: 200 len: 817 time: 0.5676353 Apr 05 18:43:45.246642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:45.301550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Request body: {'port': {'device_id': '14e42bde-443f-4e85-bda0-d241286c195e', 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916', 'admin_state_up': True, 'tenant_id': '2137f2095f2c4875bb5aede092fe7b2f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:45.310685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fdd556b6-0631-4101-9548-fc4123833345 req-4128be02-69a2-4a5c-bcc2-029fd1b50730 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 210 time: 0.2123716 Apr 05 18:43:45.351626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6f2936ad-c768-4d61-8b39-b19d7060c816 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:45.351987 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.432358 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-d8a0b600-68c9-43ce-9813-d6789c13a704 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708955 Apr 05 18:43:45.475328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.492104 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1860b977-0a10-49e0-bd87-335dc46d6b44 None None] For port 6f2936ad-c768-4d61-8b39-b19d7060c816, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6f2936ad-c768-4d61-8b39-b19d7060c816,segment=NetworkSegment(1d83b402-47c2-4ce3-a403-46b126a8d42f),segment_id=1d83b402-47c2-4ce3-a403-46b126a8d42f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:45.500963 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1860b977-0a10-49e0-bd87-335dc46d6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.595710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7995471b-e838-456f-94f6-f9539b621da0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc122f0a485940a2b17ac2569afb031e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047309 Apr 05 18:43:45.597383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44114) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:45.625098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860b977-0a10-49e0-bd87-335dc46d6b44 None None] Pushing event updated for resources: {'Port': ['ID=6f2936ad-c768-4d61-8b39-b19d7060c816,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:45.630596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b3166276-b736-432b-a7f1-9b099d40f967 None None] Provisioning complete for port 6f2936ad-c768-4d61-8b39-b19d7060c816 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:45.630965 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b3166276-b736-432b-a7f1-9b099d40f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.695914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-c0155d59-08af-4415-9925-80ed720fd4a9 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:45.697511 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-c0155d59-08af-4415-9925-80ed720fd4a9 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.25 "GET /v2.0/networks?id=fe30fd0c-c7d7-45cf-9658-c01529fee916 HTTP/1.1" status: 200 len: 817 time: 0.5327332 Apr 05 18:43:45.698003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-91025af4-5c56-4be9-b87f-daa0d8f2f514 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:45.699738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-91025af4-5c56-4be9-b87f-daa0d8f2f514 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.20 "GET /v2.0/networks?id=fe30fd0c-c7d7-45cf-9658-c01529fee916 HTTP/1.1" status: 200 len: 817 time: 0.4938014 Apr 05 18:43:45.723568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Request body: {'port': {'device_id': '006b51ab-b5b3-4ee3-b027-dde4bd52b4c7', 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916', 'admin_state_up': True, 'tenant_id': '2137f2095f2c4875bb5aede092fe7b2f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:45.814056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d7e6-d9a2-4c08-a7dd-e478b31df5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.823227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d7e6-d9a2-4c08-a7dd-e478b31df5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.833863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Made reservation on behalf of 2137f2095f2c4875bb5aede092fe7b2f for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:45.837389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:45.930092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8d7e6-d9a2-4c08-a7dd-e478b31df5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e94a4-7d48-4d58-b3be-f9408b653724,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:45.944402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2ac8d7e6-d9a2-4c08-a7dd-e478b31df5bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6c4fef14d0c47f28770ac27837aaa4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5585930 Apr 05 18:43:45.955531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44118) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:45.997778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.076291 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.092766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Request body: {'port': {'device_id': '750cb0e4-0a52-4d16-96c4-df6eb1d41950', 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916', 'admin_state_up': True, 'tenant_id': '2137f2095f2c4875bb5aede092fe7b2f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:46.100166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.134380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Made reservation on behalf of 2137f2095f2c4875bb5aede092fe7b2f for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:46.138614 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.162707 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1221cce-f3cb-423f-a83e-e3fba6c1e35c req-bc6d0ab8-8712-4847-b0dd-4ee9ac0069ba service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118495 Apr 05 18:43:46.220736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edc2b915-a70d-4f66-b997-3206c0960a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.229366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Allocated IP 172.20.0.14 (fe30fd0c-c7d7-45cf-9658-c01529fee916/0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f/c9c3ac7b-c110-4bfd-adec-f0243091f557) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:46.327410 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edc2b915-a70d-4f66-b997-3206c0960a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.337469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d10b09b-dd37-472c-aff0-a41561e4b88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.397968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Allocated IP 172.25.4.48 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/872ad004-e10a-4de2-9f78-52fadc008ca4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:46.432433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d10b09b-dd37-472c-aff0-a41561e4b88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.449221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6f2936ad-c768-4d61-8b39-b19d7060c816 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:46.518999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Made reservation on behalf of 2137f2095f2c4875bb5aede092fe7b2f for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:46.522526 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.531581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6f2936ad-c768-4d61-8b39-b19d7060c816 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:46.531977 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.540938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-63241224-e8fc-4740-904f-ba1540fcdba4 req-27b31d16-e8b6-4957-8b2b-fbeb96150843 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 210 time: 0.0740545 Apr 05 18:43:46.603990 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edc2b915-a70d-4f66-b997-3206c0960a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.607429 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edc2b915-a70d-4f66-b997-3206c0960a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.608996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-edc2b915-a70d-4f66-b997-3206c0960a6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e75e94a4-7d48-4d58-b3be-f9408b653724 HTTP/1.1" status: 204 len: 168 time: 0.6525159 Apr 05 18:43:46.636514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2b915-a70d-4f66-b997-3206c0960a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e94a4-7d48-4d58-b3be-f9408b653724,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:46.703460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d10b09b-dd37-472c-aff0-a41561e4b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.706099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d10b09b-dd37-472c-aff0-a41561e4b88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.707338 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4d10b09b-dd37-472c-aff0-a41561e4b88a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee6b25fa-b68f-40bd-9eeb-55578e6ab475 HTTP/1.1" status: 204 len: 168 time: 1.1057959 Apr 05 18:43:46.823910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.874307 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:46.875542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10b09b-dd37-472c-aff0-a41561e4b88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6b25fa-b68f-40bd-9eeb-55578e6ab475,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:46.976527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44134) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:47.022442 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.065622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.093050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:43:47.149764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Port': ['ID=872ad004-e10a-4de2-9f78-52fadc008ca4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:47.160202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:47.163004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:47.166800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:47.192164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44142) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:47.218602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.233467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c576dad6-ca11-4fce-9c01-59a3ccfa5dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.331629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Network fe30fd0c-c7d7-45cf-9658-c01529fee916 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:47.341554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:47.370361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Allocated IP 172.20.0.2 (fe30fd0c-c7d7-45cf-9658-c01529fee916/0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f/a4b5ad3e-6312-49e4-a2f4-5a72b594ba26) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:47.372952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:47.407989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Pushing event updated for resources: {'Port': ['ID=c9c3ac7b-c110-4bfd-adec-f0243091f557,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:47.474140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:47.474877 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.484202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.491972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:43:47.500259 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-73f41b09-e172-4f6f-b502-e078e9b1b323 admin admin] 10.222.0.15 "PUT /v2.0/routers/6b7b9bbb-06bc-4d55-8c5d-38fdc0090745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0670455 Apr 05 18:43:47.506494 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] Sync routers for ids ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:43:47.509060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Router ee63bcfd-8cd7-466e-9732-f27a30448535 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:43:47.514058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44148) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:47.519363 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] Routers {'6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:47.530996 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:47.671947 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] Set router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:47.687255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-eaf9d714-a311-4fc3-ad6f-c599d86919f3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3827260 Apr 05 18:43:47.704605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c576dad6-ca11-4fce-9c01-59a3ccfa5dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.723415 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c576dad6-ca11-4fce-9c01-59a3ccfa5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.737613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-b253ab22-1497-45f8-865a-a9b492151dd5 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:43:47.739111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-b253ab22-1497-45f8-865a-a9b492151dd5 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508385 Apr 05 18:43:47.831634 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c576dad6-ca11-4fce-9c01-59a3ccfa5dfa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c914b8cb5d354222b1546abdef8a39b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6382561 Apr 05 18:43:47.837678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44160) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:47.838585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576dad6-ca11-4fce-9c01-59a3ccfa5dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697cf854-ff1d-45dd-abdb-dd0238fb114c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:47.866144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:43:47.887345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Sync routers for ids ['ee63bcfd-8cd7-466e-9732-f27a30448535'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:43:47.913207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.920934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-60732bb0-3e9f-4f6b-9eb3-7bd846cf3e46 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5858283 Apr 05 18:43:47.923529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44166) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:47.925617 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:47.930341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Routers {'ee63bcfd-8cd7-466e-9732-f27a30448535'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:47.936258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ee63bcfd-8cd7-466e-9732-f27a30448535'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:47.993798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f89c6c0-39ca-4245-923c-dee30d3798e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.060200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24a41181-916c-4c9b-a8e8-9d47f36f228c req-04ef1b2c-4583-4846-8cab-c63fd7b922d3 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 210 time: 0.3698251 Apr 05 18:43:48.064557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.098164 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:03Z', 'updated_at': '2022-04-05T18:43:44Z', 'revision_number': 5, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'gw_port': {'id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:06Z', 'updated_at': '2022-04-05T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:48.137749 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] Checking router: 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:43:48.163937 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] Routers {'6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:48.164785 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:48.169512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Set router ee63bcfd-8cd7-466e-9732-f27a30448535 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:48.333474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Request body: {'port': {'device_id': '14e42bde-443f-4e85-bda0-d241286c195e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:48.372344 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] Set router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:48.424977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.451337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:43:38Z', 'updated_at': '2022-04-05T18:43:45Z', 'revision_number': 3, 'project_id': '2ad7104984034922b90335756f68cbca', 'gw_port': {'id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:40Z', 'updated_at': '2022-04-05T18:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:48.497537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f89c6c0-39ca-4245-923c-dee30d3798e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.508683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Checking router: ee63bcfd-8cd7-466e-9732-f27a30448535 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:43:48.509027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Updating router ee63bcfd-8cd7-466e-9732-f27a30448535 port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:43:48.534194 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.560847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f89c6c0-39ca-4245-923c-dee30d3798e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.564053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f89c6c0-39ca-4245-923c-dee30d3798e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.567893 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7f89c6c0-39ca-4245-923c-dee30d3798e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/697cf854-ff1d-45dd-abdb-dd0238fb114c HTTP/1.1" status: 204 len: 168 time: 0.7257926 Apr 05 18:43:48.595112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89c6c0-39ca-4245-923c-dee30d3798e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697cf854-ff1d-45dd-abdb-dd0238fb114c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:48.595307 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.618859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44178) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:48.663645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.689766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.742776 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:03Z', 'updated_at': '2022-04-05T18:43:44Z', 'revision_number': 5, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'gw_port': {'id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:06Z', 'updated_at': '2022-04-05T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:48.795292 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efcc40-8a4d-4338-9cd0-3109c6a4fd3c None None] The sync data for ids ['6b7b9bbb-06bc-4d55-8c5d-38fdc0090745'] in n-d-836650-3 is: [{'id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'name': 'tempest-ServerRescueTestJSON-734811300-router', 'tenant_id': '7a9ea129cbe942d78653ed72c6f17c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:03Z', 'updated_at': '2022-04-05T18:43:44Z', 'revision_number': 5, 'project_id': '7a9ea129cbe942d78653ed72c6f17c30', 'gw_port': {'id': 'f44035d5-6641-42d3-9468-71d3692e80f8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b9bbb-06bc-4d55-8c5d-38fdc0090745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:06Z', 'updated_at': '2022-04-05T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:43:48.799975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:48.920671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Network fe30fd0c-c7d7-45cf-9658-c01529fee916 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:48.922349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:48.959881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:48.969606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Allocated IP 172.20.0.8 (fe30fd0c-c7d7-45cf-9658-c01529fee916/0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f/010b7162-958b-4b03-a251-5c31a09c8c6a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:48.980591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Pushing event updated for resources: {'Port': ['ID=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:49.097236 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.107346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.109934 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.142763 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.145578 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9364344d-7047-4204-a522-02927eb32979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.188078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Attempting to bind port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:49.188794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Attempting to bind port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:49.189332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Attempting to bind port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:49.196023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891aa867-624a-4bef-891b-e82d2950426f None None] Pushing event updated for resources: {'Port': ['ID=6ec20154-fd5e-4bac-ab37-7b836c96d3c0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:49.204489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:49.205591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:49.206326 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.206966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:49.207865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Bound port: 6ec20154-fd5e-4bac-ab37-7b836c96d3c0, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:49.209168 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.241662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Port': ['ID=872ad004-e10a-4de2-9f78-52fadc008ca4,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:49.288408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:49.289031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.292271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Deleting port f44035d5-6641-42d3-9468-71d3692e80f8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:49.292599 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.321322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] For port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:49.325556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] For port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6ec20154-fd5e-4bac-ab37-7b836c96d3c0,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:49.333185 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.355736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cf316d4-d6c4-4c20-b964-4de4411f9580 req-e935be0d-8477-43f5-ab26-e86871237e9d tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 210 time: 0.1026599 Apr 05 18:43:49.441406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-d92bc6be-2370-4f3f-b19d-3b5a90f74627 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7218418 Apr 05 18:43:49.457509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Routers {'ee63bcfd-8cd7-466e-9732-f27a30448535'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:49.458081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ee63bcfd-8cd7-466e-9732-f27a30448535'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:49.474567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Request body: {'port': {'device_id': '006b51ab-b5b3-4ee3-b027-dde4bd52b4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:49.493709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.523018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.542414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891aa867-624a-4bef-891b-e82d2950426f None None] Pushing event updated for resources: {'Port': ['ID=6ec20154-fd5e-4bac-ab37-7b836c96d3c0,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:49.570344 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.684282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] Set router ee63bcfd-8cd7-466e-9732-f27a30448535 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:49.734512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Deleting port 803e8963-1bfb-493e-a693-a5a9d2c9890c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:49.735209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.796397 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:49.853744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Pushing event updated for resources: {'Port': ['ID=010b7162-958b-4b03-a251-5c31a09c8c6a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:49.920996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Network fe30fd0c-c7d7-45cf-9658-c01529fee916 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:49.926963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:49.933633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:50.016296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9364344d-7047-4204-a522-02927eb32979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.045626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:50.046297 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.064782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] For port 803e8963-1bfb-493e-a693-a5a9d2c9890c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=803e8963-1bfb-493e-a693-a5a9d2c9890c,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:50.065161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.069018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Allocated IP 172.20.0.1 (d4cf5150-f167-4180-b614-dcf5e2867e54/ae2fe13a-09c5-46c8-9df3-03c1b66c89e0/5aa2eb66-1045-4b2c-8479-fa2a9efea0be) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:50.073007 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9364344d-7047-4204-a522-02927eb32979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.077416 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.078658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-51c10a32-df01-4957-840f-a0015f7176b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0287910 Apr 05 18:43:50.087705 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.120461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Calling delete_port for 803e8963-1bfb-493e-a693-a5a9d2c9890c owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:50.127048 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-7565566e-27bd-49a0-8b3e-4bc21c4576ea tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0408988 Apr 05 18:43:50.142576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Request body: {'port': {'device_id': '750cb0e4-0a52-4d16-96c4-df6eb1d41950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:50.148427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] For port f44035d5-6641-42d3-9468-71d3692e80f8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f44035d5-6641-42d3-9468-71d3692e80f8,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:50.148892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.156367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:43:38Z', 'updated_at': '2022-04-05T18:43:45Z', 'revision_number': 3, 'project_id': '2ad7104984034922b90335756f68cbca', 'gw_port': {'id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:40Z', 'updated_at': '2022-04-05T18:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:50.174248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Calling delete_port for f44035d5-6641-42d3-9468-71d3692e80f8 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:50.186131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1774fe-6379-460b-ae11-09b9189e7bac None None] The sync data for ids ['ee63bcfd-8cd7-466e-9732-f27a30448535'] in n-d-836650-3 is: [{'id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:43:38Z', 'updated_at': '2022-04-05T18:43:45Z', 'revision_number': 3, 'project_id': '2ad7104984034922b90335756f68cbca', 'gw_port': {'id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:40Z', 'updated_at': '2022-04-05T18:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:43:50.239305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:50.290864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:50.291771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 95fe0e55-0fc0-4e49-a37a-5d9986d1f3f2 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:50.373819 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.474029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c3ac7b-c110-4bfd-adec-f0243091f557 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:43:50.486846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9364344d-7047-4204-a522-02927eb32979 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd42ec0e57204b9d9624e53fb494f3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8607659 Apr 05 18:43:50.488756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.498198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44230) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:50.499531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364344d-7047-4204-a522-02927eb32979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a259bb-b535-4147-9fa1-2d9073c3b4fe,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:50.526285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.644147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Transition to ACTIVE for port object c9c3ac7b-c110-4bfd-adec-f0243091f557 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:43:50.753486 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.776694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.863621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Network d4cf5150-f167-4180-b614-dcf5e2867e54 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:50.872696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:50.875452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:50.877833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:43:50.880423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-128ef8db-d284-4e34-9695-b370dd7f5746 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--379551258&fields=id&tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa HTTP/1.1" status: 200 len: 267 time: 0.3889766 Apr 05 18:43:50.890867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa2eb66-1045-4b2c-8479-fa2a9efea0be,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:50.922008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9201138-30f9-4962-84b7-e15bfae3fea2 req-4f476be3-eef2-4c43-92d5-fa0b06d8187f tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:50.923603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9201138-30f9-4962-84b7-e15bfae3fea2 req-4f476be3-eef2-4c43-92d5-fa0b06d8187f tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 931 time: 0.4383168 Apr 05 18:43:51.003073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d2d4b3e-92a8-4eca-a743-44e6663218bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.007554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3ac7b-c110-4bfd-adec-f0243091f557,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:51.016993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Pushing event deleted for resources: {'Port': ['ID=803e8963-1bfb-493e-a693-a5a9d2c9890c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:51.068835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.092339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-ffe1fa8b-ca97-41ae-9984-7294310ae2ca tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:51.100086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-ffe1fa8b-ca97-41ae-9984-7294310ae2ca tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports/64de7a25-bc07-475b-a89f-1296e12a484d HTTP/1.1" status: 200 len: 936 time: 0.2185273 Apr 05 18:43:51.181530 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d2d4b3e-92a8-4eca-a743-44e6663218bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.233057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9201138-30f9-4962-84b7-e15bfae3fea2 req-9e03b2f1-bef4-49b5-a8dd-8f2ef1785643 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599161 Apr 05 18:43:51.260102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-10e2aac0-bc1e-4fa0-814b-911f0c9d918d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:51.261551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-10e2aac0-bc1e-4fa0-814b-911f0c9d918d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports/2e761d11-7e98-4310-99e7-625bf736b42d HTTP/1.1" status: 200 len: 936 time: 0.1608598 Apr 05 18:43:51.271753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.359437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Attempting to bind port c9c3ac7b-c110-4bfd-adec-f0243091f557 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:51.359937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Attempting to bind port c9c3ac7b-c110-4bfd-adec-f0243091f557 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:51.360230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Attempting to bind port c9c3ac7b-c110-4bfd-adec-f0243091f557 on network fe30fd0c-c7d7-45cf-9658-c01529fee916 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:51.362767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44035d5-6641-42d3-9468-71d3692e80f8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:51.377358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010b7162-958b-4b03-a251-5c31a09c8c6a {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:43:51.397042 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.403546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-91178652-e185-47c6-ac73-d97aa20f842a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?network_id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1241007 Apr 05 18:43:51.425472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Port c9c3ac7b-c110-4bfd-adec-f0243091f557 on network fe30fd0c-c7d7-45cf-9658-c01529fee916 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:43:51.425805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Attempting to bind port c9c3ac7b-c110-4bfd-adec-f0243091f557 on network fe30fd0c-c7d7-45cf-9658-c01529fee916 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:51.431001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6cb3be2b-59cd-4300-9585-a1077027b82c None None] Provisioning complete for port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:51.431480 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cb3be2b-59cd-4300-9585-a1077027b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.482832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3be2b-59cd-4300-9585-a1077027b82c None None] Port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:43:51.507971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-45ba3bde-8011-4f36-92fd-e45a8fc9c02a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?network_id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0792696 Apr 05 18:43:51.509668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:51.510083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Checking segment: {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:51.510634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Bound using segment: {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:51.511221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Bound port: c9c3ac7b-c110-4bfd-adec-f0243091f557, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:51.511949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.531480 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.601731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Transition to ACTIVE for port object 010b7162-958b-4b03-a251-5c31a09c8c6a will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:43:51.608973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d2d4b3e-92a8-4eca-a743-44e6663218bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.612246 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d2d4b3e-92a8-4eca-a743-44e6663218bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.614027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5d2d4b3e-92a8-4eca-a743-44e6663218bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2a259bb-b535-4147-9fa1-2d9073c3b4fe HTTP/1.1" status: 204 len: 168 time: 1.1115768 Apr 05 18:43:51.681841 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.718262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d4b3e-92a8-4eca-a743-44e6663218bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a259bb-b535-4147-9fa1-2d9073c3b4fe,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:51.759479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] For port c9c3ac7b-c110-4bfd-adec-f0243091f557, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:51.764958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] For port c9c3ac7b-c110-4bfd-adec-f0243091f557, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c9c3ac7b-c110-4bfd-adec-f0243091f557,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:51.794388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.844541 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.897051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Pushing event updated for resources: {'Port': ['ID=010b7162-958b-4b03-a251-5c31a09c8c6a,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:51.931060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.935557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.939508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.942926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:51.943780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.945541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] 10.222.0.20 "PUT /v2.0/ports/c9c3ac7b-c110-4bfd-adec-f0243091f557 HTTP/1.1" status: 200 len: 1092 time: 4.0058897 Apr 05 18:43:51.946901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:51.958616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e42bde-443f-4e85-bda0-d241286c195e', 'tag': 'c9c3ac7b-c110-4bfd-adec-f0243091f557'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:51.961305 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39" -d '{"events": [{"name": "network-changed", "server_uuid": "14e42bde-443f-4e85-bda0-d241286c195e", "tag": "c9c3ac7b-c110-4bfd-adec-f0243091f557"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:52.021998 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:52.068328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-46b18256-2529-4cb3-97f2-542568d7bd7e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:52.080314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-46b18256-2529-4cb3-97f2-542568d7bd7e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:52.089622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-46b18256-2529-4cb3-97f2-542568d7bd7e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:52.091324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-46b18256-2529-4cb3-97f2-542568d7bd7e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/networks?id=61f38ac3-b5de-44f4-9fb6-9d316cece496&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&id=bf3598ad-62de-476f-a9ed-9a686e3cbb08 HTTP/1.1" status: 200 len: 1995 time: 0.5721884 Apr 05 18:43:52.099046 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbe89d6-a878-4947-b29a-fecb3842be5b x-openstack-request-id: req-4dbe89d6-a878-4947-b29a-fecb3842be5b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:52.099335 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e42bde-443f-4e85-bda0-d241286c195e", "tag": "c9c3ac7b-c110-4bfd-adec-f0243091f557", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:52.099641 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dbe89d6-a878-4947-b29a-fecb3842be5b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:52.100260 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbe89d6-a878-4947-b29a-fecb3842be5b'] response: {'name': 'network-changed', 'server_uuid': '14e42bde-443f-4e85-bda0-d241286c195e', 'tag': 'c9c3ac7b-c110-4bfd-adec-f0243091f557', 'status': 'completed', 'code': 200} Apr 05 18:43:52.179711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:52.180661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:43:52.240395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b56fde35-9459-4503-93f3-6e5229c0a043 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/quotas/5ff7dfffcd6d4d8c9abd20767adbb9fa HTTP/1.1" status: 200 len: 375 time: 0.1329672 Apr 05 18:43:52.374976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:43:52.385933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:52.406912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Transition to ACTIVE for port object a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:43:52.411744 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:52.416343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9e4c7647-2166-40b4-9608-5b725c9d0546 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6b7b9bbb-06bc-4d55-8c5d-38fdc0090745 HTTP/1.1" status: 204 len: 168 time: 4.9000218 Apr 05 18:43:52.421013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dc8e5-fba7-47b5-a369-dd2802a575bd service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3ac7b-c110-4bfd-adec-f0243091f557,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:52.425647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:52.453076 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:52.558287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:52.597615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:52.614335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-938b8d76-9452-45f6-a6ca-3d71fdaec193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:52.616410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-938b8d76-9452-45f6-a6ca-3d71fdaec193 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2137f2095f2c4875bb5aede092fe7b2f&device_id=14e42bde-443f-4e85-bda0-d241286c195e HTTP/1.1" status: 200 len: 1095 time: 0.6062467 Apr 05 18:43:52.666692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-992517be-15bd-4e76-9739-7381199849cb admin admin] Deleting subnet d4123b08-a8e7-413e-a1a0-fc36a4cb8380 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:43:52.681583 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-992517be-15bd-4e76-9739-7381199849cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:52.739246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Network d4cf5150-f167-4180-b614-dcf5e2867e54 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:43:52.742544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:52.754731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa2eb66-1045-4b2c-8479-fa2a9efea0be,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:52.802416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Attempting to bind port 010b7162-958b-4b03-a251-5c31a09c8c6a on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:52.802759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Attempting to bind port 010b7162-958b-4b03-a251-5c31a09c8c6a by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:52.803085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Attempting to bind port 010b7162-958b-4b03-a251-5c31a09c8c6a on network fe30fd0c-c7d7-45cf-9658-c01529fee916 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:52.870499 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-bf59d15f-5b00-468c-9793-0715ecb044ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c3ac7b-c110-4bfd-adec-f0243091f557 HTTP/1.1" status: 200 len: 217 time: 0.2109492 Apr 05 18:43:52.912364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-8a9c31b0-91be-4f11-8379-dcb0250d466c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6511590 Apr 05 18:43:52.964677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:52.978299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ca613-684a-4a2d-bbda-8b158cb0b279 req-f3936edf-d16b-44c2-8b84-7e27a3cff249 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:52.988353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e85ca613-684a-4a2d-bbda-8b158cb0b279 req-f3936edf-d16b-44c2-8b84-7e27a3cff249 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 943 time: 0.5490603 Apr 05 18:43:53.012335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Port 010b7162-958b-4b03-a251-5c31a09c8c6a on network fe30fd0c-c7d7-45cf-9658-c01529fee916 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:43:53.012842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Attempting to bind port 010b7162-958b-4b03-a251-5c31a09c8c6a on network fe30fd0c-c7d7-45cf-9658-c01529fee916 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:53.032426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Router ee63bcfd-8cd7-466e-9732-f27a30448535 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:43:53.033686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:53.034211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Checking segment: {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:53.034804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Bound using segment: {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:53.035383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Bound port: 010b7162-958b-4b03-a251-5c31a09c8c6a, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:53.035894 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.036647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Attempting to bind port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:53.037132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Attempting to bind port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:53.037805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Attempting to bind port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 on network fe30fd0c-c7d7-45cf-9658-c01529fee916 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:53.092587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:53.092962 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.127422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44294) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:53.194499 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.199710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 on network fe30fd0c-c7d7-45cf-9658-c01529fee916 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:43:53.200179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Attempting to bind port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 on network fe30fd0c-c7d7-45cf-9658-c01529fee916 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:53.249497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6ec20154-fd5e-4bac-ab37-7b836c96d3c0,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:53.252903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] For port 010b7162-958b-4b03-a251-5c31a09c8c6a, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:53.253603 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9bf12355-027a-4b8d-992b-ed193d2645ba None None] Provisioning complete for port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:53.254157 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf12355-027a-4b8d-992b-ed193d2645ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.266760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-992517be-15bd-4e76-9739-7381199849cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.283923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] For port 010b7162-958b-4b03-a251-5c31a09c8c6a, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=010b7162-958b-4b03-a251-5c31a09c8c6a,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:53.289731 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.316492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e85ca613-684a-4a2d-bbda-8b158cb0b279 req-3361a2c8-e659-4759-9bde-cc3050b6bb63 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752440 Apr 05 18:43:53.317491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:53.317923 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Checking segment: {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:53.318430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Bound using segment: {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:53.319286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Bound port: a4b5ad3e-6312-49e4-a2f4-5a72b594ba26, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07b88fc-8c90-473e-adce-3013bc94dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:53.319953 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.366690 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.378884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9bf12355-027a-4b8d-992b-ed193d2645ba None None] Port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:43:53.418529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=6ec20154-fd5e-4bac-ab37-7b836c96d3c0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:53.430266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Pushing event updated for resources: {'Port': ['ID=010b7162-958b-4b03-a251-5c31a09c8c6a,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:53.466606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:53.467509 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.469172 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a4052d6e-eb13-48b3-9e52-bf7660785398 service neutron] 10.222.0.25 "PUT /v2.0/ports/010b7162-958b-4b03-a251-5c31a09c8c6a HTTP/1.1" status: 200 len: 1091 time: 3.3315520 Apr 05 18:43:53.472168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750cb0e4-0a52-4d16-96c4-df6eb1d41950', 'tag': '010b7162-958b-4b03-a251-5c31a09c8c6a'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:53.474638 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a5cc27-cfda-4c81-a333-77bbb52fb528" -d '{"events": [{"name": "network-changed", "server_uuid": "750cb0e4-0a52-4d16-96c4-df6eb1d41950", "tag": "010b7162-958b-4b03-a251-5c31a09c8c6a"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:53.508679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:43:53.511693 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Router cc6d9285-82be-497e-a70b-277c63c3cc80 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:43:53.525490 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ba9f6f8f-7478-427e-886b-4373507dd6d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/ee63bcfd-8cd7-466e-9732-f27a30448535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5912256 Apr 05 18:43:53.527627 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Sync routers for ids ['ee63bcfd-8cd7-466e-9732-f27a30448535'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:43:53.551346 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Routers {'ee63bcfd-8cd7-466e-9732-f27a30448535'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:53.551966 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ee63bcfd-8cd7-466e-9732-f27a30448535'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:53.567601 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d6bf22-95d1-436f-8d99-636d32ef0893 x-openstack-request-id: req-02d6bf22-95d1-436f-8d99-636d32ef0893 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:53.567601 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750cb0e4-0a52-4d16-96c4-df6eb1d41950", "tag": "010b7162-958b-4b03-a251-5c31a09c8c6a", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:53.567601 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02d6bf22-95d1-436f-8d99-636d32ef0893 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:53.567920 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d6bf22-95d1-436f-8d99-636d32ef0893'] response: {'name': 'network-changed', 'server_uuid': '750cb0e4-0a52-4d16-96c4-df6eb1d41950', 'tag': '010b7162-958b-4b03-a251-5c31a09c8c6a', 'status': 'completed', 'code': 200} Apr 05 18:43:53.617717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1801798585-network', 'tenant_id': '3a2dbe13dabd455ba201bf04cbfb8952'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:53.705989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Made reservation on behalf of 3a2dbe13dabd455ba201bf04cbfb8952 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:53.707289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-c475c522-d070-49a1-9a30-e2e178740e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:53.708661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.711445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-c475c522-d070-49a1-9a30-e2e178740e8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f HTTP/1.1" status: 200 len: 857 time: 0.7190530 Apr 05 18:43:53.716806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-936007e0-ac49-400b-ba50-9906155e03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:53.718310 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-936007e0-ac49-400b-ba50-9906155e03ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2137f2095f2c4875bb5aede092fe7b2f&device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 1094 time: 0.2009799 Apr 05 18:43:53.743733 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Set router ee63bcfd-8cd7-466e-9732-f27a30448535 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:53.759795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44314) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:53.759981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-cd278f28-1e66-4f3a-a24c-14415f7cf0b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe30fd0c-c7d7-45cf-9658-c01529fee916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304611 Apr 05 18:43:53.760558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.813766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-992517be-15bd-4e76-9739-7381199849cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.818900 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-0674de0b-e0c6-4dc0-93d3-fe8ef048fe9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=010b7162-958b-4b03-a251-5c31a09c8c6a HTTP/1.1" status: 200 len: 217 time: 0.0619607 Apr 05 18:43:53.846163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:43:53.855969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] Sync routers for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:43:53.877935 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7c23fa1a-3843-41c0-9130-91b3e05e31cc admin admin] 10.222.0.15 "PUT /v2.0/routers/cc6d9285-82be-497e-a70b-277c63c3cc80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9004197 Apr 05 18:43:53.880676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44320) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:53.886543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:53.890839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:53.929581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] For port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:53.935879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] For port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:53.965424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-01ac0aef-bd99-4a92-a956-95f92e06aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:53.967224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-01ac0aef-bd99-4a92-a956-95f92e06aa64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f HTTP/1.1" status: 200 len: 857 time: 0.1321945 Apr 05 18:43:53.980745 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:53.991938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-992517be-15bd-4e76-9739-7381199849cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.024319 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6e6804d5-1501-47f8-b25b-5b669f4bfdd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe30fd0c-c7d7-45cf-9658-c01529fee916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473533 Apr 05 18:43:54.025559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c1c1bc16-d6a6-491e-832c-7494fd68c499 service neutron] 10.222.0.15 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0980976 Apr 05 18:43:54.098624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.108760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1440462542'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:54.145143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:43:38Z', 'updated_at': '2022-04-05T18:43:51Z', 'revision_number': 4, 'project_id': '2ad7104984034922b90335756f68cbca', 'gw_port': {'id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:40Z', 'updated_at': '2022-04-05T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '5aa2eb66-1045-4b2c-8479-fa2a9efea0be', 'name': '', 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'mac_address': 'fa:16:3e:18:0c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ae2fe13a-09c5-46c8-9df3-03c1b66c89e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:49Z', 'updated_at': '2022-04-05T18:43:51Z', 'revision_number': 2, 'project_id': '2ad7104984034922b90335756f68cbca', 'subnets': [{'id': 'ae2fe13a-09c5-46c8-9df3-03c1b66c89e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:54.147697 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.175171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:54.179913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992517be-15bd-4e76-9739-7381199849cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4123b08-a8e7-413e-a1a0-fc36a4cb8380,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:54.197948 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.200130 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-992517be-15bd-4e76-9739-7381199849cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.205008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-992517be-15bd-4e76-9739-7381199849cb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d4123b08-a8e7-413e-a1a0-fc36a4cb8380 HTTP/1.1" status: 204 len: 168 time: 1.7565558 Apr 05 18:43:54.214082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:54.215739 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.217230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] 10.222.0.20 "PUT /v2.0/ports/a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 HTTP/1.1" status: 200 len: 1091 time: 4.7565820 Apr 05 18:43:54.217744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006b51ab-b5b3-4ee3-b027-dde4bd52b4c7', 'tag': 'a4b5ad3e-6312-49e4-a2f4-5a72b594ba26'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:43:54.220124 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26efee78-9e5b-4bc9-a03b-c217a238c178" -d '{"events": [{"name": "network-changed", "server_uuid": "006b51ab-b5b3-4ee3-b027-dde4bd52b4c7", "tag": "a4b5ad3e-6312-49e4-a2f4-5a72b594ba26"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:43:54.261379 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Checking router: ee63bcfd-8cd7-466e-9732-f27a30448535 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:43:54.262384 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Updating router ee63bcfd-8cd7-466e-9732-f27a30448535 port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:43:54.276181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:43:54.288102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44326) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:54.311495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.314007 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Added segment a0faeb2c-e5d2-476e-baa4-4aab65f4aac1 of type vlan for network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 Apr 05 18:43:54.318948 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.331743 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019b1f8-9b6a-4993-b71d-600064b605cf x-openstack-request-id: req-9019b1f8-9b6a-4993-b71d-600064b605cf {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:43:54.332098 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006b51ab-b5b3-4ee3-b027-dde4bd52b4c7", "tag": "a4b5ad3e-6312-49e4-a2f4-5a72b594ba26", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:43:54.332278 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9019b1f8-9b6a-4993-b71d-600064b605cf {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:43:54.332684 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9019b1f8-9b6a-4993-b71d-600064b605cf'] response: {'name': 'network-changed', 'server_uuid': '006b51ab-b5b3-4ee3-b027-dde4bd52b4c7', 'tag': 'a4b5ad3e-6312-49e4-a2f4-5a72b594ba26', 'status': 'completed', 'code': 200} Apr 05 18:43:54.435982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:54.439602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.445912 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.514499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:54.551366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.551719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.552059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.552440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.552774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.553099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.553423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.553814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.554152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.555166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.555542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.556497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.572118 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.573398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:54.575700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.607976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517b8d2-5da1-4139-857c-dcd075185c58 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:54.612116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-a80e1c1c-430f-4e3a-a7ef-9e84b8360810 service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391471 Apr 05 18:43:54.625128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:54.677998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:43:54.692505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.693331 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Added segment 2c65218b-b77a-4002-9050-cd80ca2361f8 of type vlan for network 61843911-2276-4db9-be40-4784b3104ed7 Apr 05 18:43:54.697109 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.698345 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-867b150a-4869-4971-aab1-8d9728a04ab1 service neutron] 10.222.0.25 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337633 Apr 05 18:43:54.714545 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.729332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6004610 Apr 05 18:43:54.736295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44340) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:54.777996 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Pushing event updated for resources: {'Port': ['ID=5aa2eb66-1045-4b2c-8479-fa2a9efea0be,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:54.804652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0ff84f6d-ac0e-439c-a779-7a5dbf0ca27e service neutron] 10.222.0.15 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077613 Apr 05 18:43:54.807436 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.807686 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.808107 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.808588 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.809272 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.809720 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.810143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.810644 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.811066 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.811605 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.812110 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.812665 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.813079 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:43:54.861353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-b5614e66-dde5-40b9-86bf-21a52aac9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:54.863123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-b5614e66-dde5-40b9-86bf-21a52aac9726 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2137f2095f2c4875bb5aede092fe7b2f&device_id=006b51ab-b5b3-4ee3-b027-dde4bd52b4c7 HTTP/1.1" status: 200 len: 1094 time: 0.5457053 Apr 05 18:43:54.878000 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Attempting to bind port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:43:54.880856 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Attempting to bind port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1d83b402-47c2-4ce3-a403-46b126a8d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:43:54.881333 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Attempting to bind port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be on network d4cf5150-f167-4180-b614-dcf5e2867e54 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:43:54.891767 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:43:54.896076 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Checking segment: {'id': '1d83b402-47c2-4ce3-a403-46b126a8d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:54.896598 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.897092 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Bound using segment: {'id': '1d83b402-47c2-4ce3-a403-46b126a8d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:43:54.898720 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Bound port: 5aa2eb66-1045-4b2c-8479-fa2a9efea0be, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d83b402-47c2-4ce3-a403-46b126a8d42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:43:54.899448 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.929076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5cda-9e23-42c8-9ae8-fd22f5a25f88 req-cae2bd19-2603-4e89-a481-347a015ad9e7 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:54.939058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:54.942723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fdf5cda-9e23-42c8-9ae8-fd22f5a25f88 req-cae2bd19-2603-4e89-a481-347a015ad9e7 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 943 time: 0.4774916 Apr 05 18:43:54.960752 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-de373411-d3b4-4e00-b292-9de8826bcab6 service neutron] 10.222.0.25 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293315 Apr 05 18:43:54.973060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Request body: {'subnet': {'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1801798585-subnet', 'tenant_id': '3a2dbe13dabd455ba201bf04cbfb8952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:55.054065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:55.055442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.069441 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] For port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:43:55.069646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-581ebadc-a918-4cdc-ad20-0719c9dad639 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 HTTP/1.1" status: 200 len: 217 time: 0.1645999 Apr 05 18:43:55.078172 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] For port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5aa2eb66-1045-4b2c-8479-fa2a9efea0be,segment=NetworkSegment(1d83b402-47c2-4ce3-a403-46b126a8d42f),segment_id=1d83b402-47c2-4ce3-a403-46b126a8d42f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:43:55.087622 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.099905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:43:50Z', 'revision_number': 5, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port': {'id': 'f2736c35-f0e4-4afd-b07a-4f30ae093349', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:40:49Z', 'updated_at': '2022-04-05T18:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:55.127937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.172744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] Checking router: cc6d9285-82be-497e-a70b-277c63c3cc80 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:43:55.181680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e877fa74-6250-4b38-8202-e2cda5c1a22a service neutron] 10.222.0.15 "GET /v2.0/ports/64de7a25-bc07-475b-a89f-1296e12a484d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3577533 Apr 05 18:43:55.204432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] Routers {'cc6d9285-82be-497e-a70b-277c63c3cc80'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:55.205190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cc6d9285-82be-497e-a70b-277c63c3cc80'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:55.211737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-09bd2953-e3ec-4d21-b742-f16dd748f4d5 service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531929 Apr 05 18:43:55.229545 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20f67a-1a8c-4183-80c8-5678fcf378bb None None] Pushing event updated for resources: {'Port': ['ID=5aa2eb66-1045-4b2c-8479-fa2a9efea0be,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:55.237103 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Routers {'ee63bcfd-8cd7-466e-9732-f27a30448535'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:43:55.242437 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ee63bcfd-8cd7-466e-9732-f27a30448535'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:55.262773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c518b-fc3a-4baf-86c2-c42ea32cab75 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a9f39d-1f9c-4f6d-94cc-496613195ed9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:55.271670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Made reservation on behalf of 3a2dbe13dabd455ba201bf04cbfb8952 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:55.274466 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.358091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] Set router cc6d9285-82be-497e-a70b-277c63c3cc80 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:55.441237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-71e83e49-9e41-41d6-b8b1-bb7add1066db service neutron] 10.222.0.15 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414828 Apr 05 18:43:55.513495 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:43:55.520430 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] Set router ee63bcfd-8cd7-466e-9732-f27a30448535 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:43:55.593595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:43:54Z', 'revision_number': 6, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:55.629672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.652377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd9e81-8205-4748-90a2-222540619b91 None None] The sync data for ids ['cc6d9285-82be-497e-a70b-277c63c3cc80'] in n-d-836650-3 is: [{'id': 'cc6d9285-82be-497e-a70b-277c63c3cc80', 'name': 'tempest-AttachSCSIVolumeTestJSON-9425948-router', 'tenant_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:40:47Z', 'updated_at': '2022-04-05T18:43:54Z', 'revision_number': 6, 'project_id': 'f8b60de90e17421c9b7beb46cbfccba1', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:43:55.673811 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.679501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-151ab1dd-1c7f-4a37-b246-fdd59700ae18 service neutron] 10.222.0.15 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728010 Apr 05 18:43:55.686309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:55.687005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.721159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-af08cf4e-a0b8-43de-9941-4ad13f49f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:55.724683 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-af08cf4e-a0b8-43de-9941-4ad13f49f086 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2137f2095f2c4875bb5aede092fe7b2f&device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 1094 time: 0.6906216 Apr 05 18:43:55.733035 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9659717 Apr 05 18:43:55.738016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44352) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:55.770202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'subnet': {'network_id': '61843911-2276-4db9-be40-4784b3104ed7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:55.784101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6e6f1de3-8ba6-4bf8-8e1b-faa05efce143 None None] Provisioning complete for port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:55.784466 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1de3-8ba6-4bf8-8e1b-faa05efce143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.800282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f44035d5-6641-42d3-9468-71d3692e80f8 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:55.841712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: f44035d5-6641-42d3-9468-71d3692e80f8 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:55.842053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f44035d5-6641-42d3-9468-71d3692e80f8 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:55.906735 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1de3-8ba6-4bf8-8e1b-faa05efce143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.934683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Deleting port f2736c35-f0e4-4afd-b07a-4f30ae093349 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:55.935340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.945329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fdf5cda-9e23-42c8-9ae8-fd22f5a25f88 req-0e855bad-92fb-42da-91fb-2ae8c0e9bb75 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9091711 Apr 05 18:43:55.953622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:55.971467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6e6f1de3-8ba6-4bf8-8e1b-faa05efce143 None None] For port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5aa2eb66-1045-4b2c-8479-fa2a9efea0be,segment=NetworkSegment(1d83b402-47c2-4ce3-a403-46b126a8d42f),segment_id=1d83b402-47c2-4ce3-a403-46b126a8d42f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:55.973326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-b598f806-33e2-4037-8b71-f437adf2789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:55.976730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-b598f806-33e2-4037-8b71-f437adf2789f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2137f2095f2c4875bb5aede092fe7b2f&device_id=14e42bde-443f-4e85-bda0-d241286c195e HTTP/1.1" status: 200 len: 1095 time: 0.5278287 Apr 05 18:43:55.982800 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1de3-8ba6-4bf8-8e1b-faa05efce143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:56.001537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-3cde91cb-6f84-4d8f-9c61-ba665b4fda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:56.003446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-3cde91cb-6f84-4d8f-9c61-ba665b4fda70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f HTTP/1.1" status: 200 len: 857 time: 0.8157303 Apr 05 18:43:56.021097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a0426a-a463-402d-a447-3d4a0d461508']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:56.026052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-15d3ae7a-df14-421b-b331-93bf1caacf2b service neutron] 10.222.0.15 "GET /v2.0/ports/2e761d11-7e98-4310-99e7-625bf736b42d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2238758 Apr 05 18:43:56.067013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2059965-af30-4369-becd-359b211e9c9d,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:56.078684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-68ab4a32-5a99-42b8-b11f-1f366a3d09bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe30fd0c-c7d7-45cf-9658-c01529fee916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595005 Apr 05 18:43:56.109251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363b181-9098-4a6e-8cf7-c254104145ee tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Network': ['ID=61843911-2276-4db9-be40-4784b3104ed7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:56.133611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 61843911-2276-4db9-be40-4784b3104ed7 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:43:56.136189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:56.136603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd730b56-7bc0-4543-8926-e0c6ecd20fb0') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:56.158008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f1de3-8ba6-4bf8-8e1b-faa05efce143 None None] Pushing event updated for resources: {'Port': ['ID=5aa2eb66-1045-4b2c-8479-fa2a9efea0be,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:56.199540 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:43:38Z', 'updated_at': '2022-04-05T18:43:51Z', 'revision_number': 4, 'project_id': '2ad7104984034922b90335756f68cbca', 'gw_port': {'id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:40Z', 'updated_at': '2022-04-05T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '5aa2eb66-1045-4b2c-8479-fa2a9efea0be', 'name': '', 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'mac_address': 'fa:16:3e:18:0c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ae2fe13a-09c5-46c8-9df3-03c1b66c89e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:49Z', 'updated_at': '2022-04-05T18:43:55Z', 'revision_number': 4, 'project_id': '2ad7104984034922b90335756f68cbca', 'subnets': [{'id': 'ae2fe13a-09c5-46c8-9df3-03c1b66c89e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:56.273896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 803e8963-1bfb-493e-a693-a5a9d2c9890c no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:43:56.275185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-409a7e67-c4d6-4f0f-b3e8-a6d9dd920dee service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472588 Apr 05 18:43:56.303338 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc48f76-0f38-4dda-95d0-a6afc6308053 None None] The sync data for ids ['ee63bcfd-8cd7-466e-9732-f27a30448535'] in n-d-836650-3 is: [{'id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:43:38Z', 'updated_at': '2022-04-05T18:43:51Z', 'revision_number': 4, 'project_id': '2ad7104984034922b90335756f68cbca', 'gw_port': {'id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:40Z', 'updated_at': '2022-04-05T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '5aa2eb66-1045-4b2c-8479-fa2a9efea0be', 'name': '', 'network_id': 'd4cf5150-f167-4180-b614-dcf5e2867e54', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'mac_address': 'fa:16:3e:18:0c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ae2fe13a-09c5-46c8-9df3-03c1b66c89e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:49Z', 'updated_at': '2022-04-05T18:43:55Z', 'revision_number': 4, 'project_id': '2ad7104984034922b90335756f68cbca', 'subnets': [{'id': 'ae2fe13a-09c5-46c8-9df3-03c1b66c89e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:43:56.358115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 803e8963-1bfb-493e-a693-a5a9d2c9890c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:43:56.358509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 803e8963-1bfb-493e-a693-a5a9d2c9890c not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:43:56.362719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-03b0f7c9-baf4-4464-9435-2c383c005f36 None None] Provisioning complete for port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:56.363068 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03b0f7c9-baf4-4464-9435-2c383c005f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:56.438779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:56.501893 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:56.507169 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed75f133-4720-485a-9ee5-fc75382f69dc req-10c2e048-1378-4d98-a058-0242c2fd6784 service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898692 Apr 05 18:43:56.533600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:43:56.534224 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:43:56.536100 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:43:56.685379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-cdd2f727-6497-46d0-9bb2-5b436ab707fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:56.686297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Checking segment: {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:56.686998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Network hostable DHCP agents. Network: c3a9f39d-1f9c-4f6d-94cc-496613195ed9, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:43:56.691511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-cdd2f727-6497-46d0-9bb2-5b436ab707fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe30fd0c-c7d7-45cf-9658-c01529fee916 HTTP/1.1" status: 200 len: 917 time: 0.6850717 Apr 05 18:43:56.694125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-d94dc8aa-4e76-4ea5-8502-3bd15cd62904 service neutron] 10.222.0.15 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137071 Apr 05 18:43:56.760657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:56.771099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-06b8a32d-5f8d-41ef-8f27-dedc1652c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:56.772581 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-06b8a32d-5f8d-41ef-8f27-dedc1652c192 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe30fd0c-c7d7-45cf-9658-c01529fee916 HTTP/1.1" status: 200 len: 917 time: 1.0134771 Apr 05 18:43:56.775701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] For port f2736c35-f0e4-4afd-b07a-4f30ae093349, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f2736c35-f0e4-4afd-b07a-4f30ae093349,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:56.776074 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:56.781911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:56.785232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:56.802243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:43:56.817353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-2c450569-1181-45b8-9e3f-739f657afd5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c3ac7b-c110-4bfd-adec-f0243091f557 HTTP/1.1" status: 200 len: 217 time: 0.0841367 Apr 05 18:43:56.818210 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:56.822475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] 10.222.0.15 "DELETE /v2.0/networks/92a0426a-a463-402d-a447-3d4a0d461508 HTTP/1.1" status: 204 len: 168 time: 2.5322285 Apr 05 18:43:56.856776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Calling delete_port for f2736c35-f0e4-4afd-b07a-4f30ae093349 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:56.873777 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-31e6be2e-0fd0-4ed7-a19c-0a590306f67d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=010b7162-958b-4b03-a251-5c31a09c8c6a HTTP/1.1" status: 200 len: 217 time: 0.0926280 Apr 05 18:43:56.899409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705f37b-ee8f-4473-b593-c253043648ec admin admin] Pushing event deleted for resources: {'Network': ['ID=92a0426a-a463-402d-a447-3d4a0d461508,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:56.929622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c3a9f39d-1f9c-4f6d-94cc-496613195ed9) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:56.939318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386d127-790a-4785-b8f7-c565a0a36e6c None None] Network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:56.968388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-cad980bd-b8b8-482d-84dd-a277354a64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:56.971427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-cad980bd-b8b8-482d-84dd-a277354a64fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2137f2095f2c4875bb5aede092fe7b2f&device_id=006b51ab-b5b3-4ee3-b027-dde4bd52b4c7 HTTP/1.1" status: 200 len: 1094 time: 0.3938160 Apr 05 18:43:56.975382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-29af036d-a121-4030-a512-ed5816687ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:56.977024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-29af036d-a121-4030-a512-ed5816687ba1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f HTTP/1.1" status: 200 len: 857 time: 0.1446271 Apr 05 18:43:56.989321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:56.995924 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:57.099583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-75f330cb-a793-466a-88c8-1dab31485fd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe30fd0c-c7d7-45cf-9658-c01529fee916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142881 Apr 05 18:43:57.134353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-64046d8e-c669-40fc-bfaf-aeba372c624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:57.135882 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-64046d8e-c669-40fc-bfaf-aeba372c624b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f HTTP/1.1" status: 200 len: 857 time: 0.2231529 Apr 05 18:43:57.144595 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-996a9e62-e303-4ab1-9bd1-253b4df9bcc5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2072303 Apr 05 18:43:57.195300 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-071b288e-1b01-432e-8bee-db75a5e8233b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe30fd0c-c7d7-45cf-9658-c01529fee916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466433 Apr 05 18:43:57.275626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f72605-587e-49b3-8d69-c0985526b66a None None] Network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:57.291140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-2ba2b58c-a815-4f58-a736-06f9b2c24770 service neutron] 10.222.0.15 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470748 Apr 05 18:43:57.419247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44376) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:57.584852 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-8040957c-49c3-45e8-ba73-8cdb81e8e6ca service neutron] 10.222.0.25 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828351 Apr 05 18:43:57.679028 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:57.739046 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ac36e3f-31de-4bad-9f01-ae119718ea8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a9ea129cbe942d78653ed72c6f17c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112006 Apr 05 18:43:57.751282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44384) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:57.822468 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:57.897354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Subnet': ['ID=182dea9f-f2dd-4c10-a7b9-cfb76fefd794,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:57.899602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2736c35-f0e4-4afd-b07a-4f30ae093349,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:57.962866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabaf26-c861-4a20-9187-c226fa79dd71 req-54f3e4d5-ee55-4231-8f5a-e76a920e235d tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:57.965162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfabaf26-c861-4a20-9187-c226fa79dd71 req-54f3e4d5-ee55-4231-8f5a-e76a920e235d tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 943 time: 0.8839440 Apr 05 18:43:57.981984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-d8cc80bf-29ba-4145-9dc6-601578aaba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:57.983497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-d8cc80bf-29ba-4145-9dc6-601578aaba9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe30fd0c-c7d7-45cf-9658-c01529fee916 HTTP/1.1" status: 200 len: 917 time: 1.0055776 Apr 05 18:43:58.009643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Checking segment: {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:43:58.010107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network hostable DHCP agents. Network: 61843911-2276-4db9-be40-4784b3104ed7, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:43:58.014644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-08a5cc27-cfda-4c81-a333-77bbb52fb528 req-a719ce65-82fb-47f5-b5bc-8d81c0cbac9e service neutron] 10.222.0.25 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052138 Apr 05 18:43:58.029328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ec7d391-a385-435b-9d6e-0884beda3a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.049053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.075413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-e0f3b052-bb40-4892-bba9-130360fecb2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 HTTP/1.1" status: 200 len: 217 time: 0.0637045 Apr 05 18:43:58.089274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-6fae3939-e9a5-4831-80c9-0c91f74ae6fb service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9669218 Apr 05 18:43:58.112225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-4789e607-016d-4811-8b34-45e98d4d34b4 service neutron] 10.222.0.15 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8203113 Apr 05 18:43:58.135035 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ec7d391-a385-435b-9d6e-0884beda3a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.139893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network 61843911-2276-4db9-be40-4784b3104ed7 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:43:58.180963 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.184603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.193591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 61843911-2276-4db9-be40-4784b3104ed7) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:43:58.205427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b0f90a-bfe1-40b4-a4c9-4634a62e5731 None None] Network 61843911-2276-4db9-be40-4784b3104ed7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:58.252439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:58.253041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.273860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.274977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6d9285-82be-497e-a70b-277c63c3cc80 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:43:58.282505 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9533ff5a-14df-47b4-a419-d0e83f702144 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5174606 Apr 05 18:43:58.287222 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.289136 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-700d6d54-efc1-420d-bc90-adf38c842949 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cc6d9285-82be-497e-a70b-277c63c3cc80 HTTP/1.1" status: 204 len: 168 time: 4.4039159 Apr 05 18:43:58.291149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44392) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:58.292394 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44394) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:58.299610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-293239157'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:58.359329 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ec7d391-a385-435b-9d6e-0884beda3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.365156 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ec7d391-a385-435b-9d6e-0884beda3a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.366331 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ec7d391-a385-435b-9d6e-0884beda3a8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a36c59a5-8aa8-405f-a36a-e85db56c68d7 HTTP/1.1" status: 204 len: 168 time: 0.6123970 Apr 05 18:43:58.409902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7d391-a385-435b-9d6e-0884beda3a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c59a5-8aa8-405f-a36a-e85db56c68d7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:58.424165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:58.431360 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.435534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfabaf26-c861-4a20-9187-c226fa79dd71 req-af47e83b-946b-47f8-901d-4707bf0503ce tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589128 Apr 05 18:43:58.435888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5b4264-0682-4f84-8021-da47717fd97d admin admin] Deleting subnet ad459ce8-4e28-41db-9b07-35fa473c0254 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:43:58.439891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e34102e8-5fc5-4eb7-bb53-483803bfa099 service neutron] 10.222.0.15 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911975 Apr 05 18:43:58.477932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4264-0682-4f84-8021-da47717fd97d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.549289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:43:58.553731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5aa2eb66-1045-4b2c-8479-fa2a9efea0be up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:43:58.561042 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.561401 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Added segment d29474b2-fcbf-45bb-ab36-19b64fd4d0f3 of type vlan for network ddf9e5d9-6117-4ea8-a360-d90d50c8294c Apr 05 18:43:58.597178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4264-0682-4f84-8021-da47717fd97d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.633287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-2732d763-1fb0-4eb7-b7ef-571b163a6804 service neutron] 10.222.0.15 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362016 Apr 05 18:43:58.671253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c9c3ac7b-c110-4bfd-adec-f0243091f557 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:43:58.675609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.742356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-6fa18d1c-2ae4-4145-bed0-b78347e010db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:58.744010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-6fa18d1c-2ae4-4145-bed0-b78347e010db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f HTTP/1.1" status: 200 len: 857 time: 0.6572788 Apr 05 18:43:58.745847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-133e01ad-e3f6-4987-8197-55e94b0222d8 service neutron] 10.222.0.15 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116912 Apr 05 18:43:58.753844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.760734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-87ddd8ca-abfb-4247-bfef-fb59ecdb64ce service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:43:58.761829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-87ddd8ca-abfb-4247-bfef-fb59ecdb64ce service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067515 Apr 05 18:43:58.763423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:58.764076 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.795513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-e3234077-7960-4b9e-bfa9-53983b5ddc2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe30fd0c-c7d7-45cf-9658-c01529fee916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326989 Apr 05 18:43:58.805239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port c9c3ac7b-c110-4bfd-adec-f0243091f557, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c9c3ac7b-c110-4bfd-adec-f0243091f557,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:58.817143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751200ab-f6f1-4f04-bc48-ccd3aedd9a39 req-9ebe297d-3bfd-4914-9f37-10df900e8df3 service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153468 Apr 05 18:43:58.839322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'c9c3ac7b-c110-4bfd-adec-f0243091f557', 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916', 'port_id': 'c9c3ac7b-c110-4bfd-adec-f0243091f557', 'mac_address': 'fa:16:3e:c8:b6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:43:58.873000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Network': ['ID=ddf9e5d9-6117-4ea8-a360-d90d50c8294c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:58.878506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-61843911-2276-4db9-be40-4784b3104ed7', 'network_id': '61843911-2276-4db9-be40-4784b3104ed7', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'fixed_ips': [{'subnet_id': '182dea9f-f2dd-4c10-a7b9-cfb76fefd794'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:43:58.878886 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4264-0682-4f84-8021-da47717fd97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.879565 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:58.883961 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e03a01a8-ebc7-4b53-85bf-6f3128d6961a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5895770 Apr 05 18:43:58.894363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44404) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:58.911623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network ddf9e5d9-6117-4ea8-a360-d90d50c8294c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:43:58.935732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'subnet': {'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:43:58.963392 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4264-0682-4f84-8021-da47717fd97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.001330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b4264-0682-4f84-8021-da47717fd97d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad459ce8-4e28-41db-9b07-35fa473c0254,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:59.003516 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4264-0682-4f84-8021-da47717fd97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.007197 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0c5b4264-0682-4f84-8021-da47717fd97d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ad459ce8-4e28-41db-9b07-35fa473c0254 HTTP/1.1" status: 204 len: 168 time: 0.7114737 Apr 05 18:43:59.009935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44408) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:43:59.099559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd69301-dba4-4532-9614-73ead819b088 None None] Network d7332c7a-e3e0-4a9d-9843-2f0371e1682b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:43:59.109472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-668d5a0d-a015-4e83-8eb0-37f4b8fa7791 service neutron] 10.222.0.15 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113985 Apr 05 18:43:59.132313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.221140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Deleting port 5e4d2f46-28fa-46a2-8ba8-e8424b835337 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:43:59.221496 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.274871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-8e8f43e4-a76f-46ad-b4c1-521aa23093ea service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682052 Apr 05 18:43:59.288622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:43:59.292218 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.382269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] For port 5e4d2f46-28fa-46a2-8ba8-e8424b835337, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5e4d2f46-28fa-46a2-8ba8-e8424b835337,segment=NetworkSegment(f44642eb-4ca8-4c57-84dd-b0e3a4974946),segment_id=f44642eb-4ca8-4c57-84dd-b0e3a4974946)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:59.382723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.414751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Calling delete_port for 5e4d2f46-28fa-46a2-8ba8-e8424b835337 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:43:59.458021 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.507732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:43:59.508064 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.524426 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b8a546e1-d910-4cf3-9557-6c64dca23667 service neutron] 10.222.0.15 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030659 Apr 05 18:43:59.546022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-ea7f67ae-68c8-4bcf-8d74-efe876ede219 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:43:59.546241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c3ac7b-c110-4bfd-adec-f0243091f557 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:43:59.552742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-ea7f67ae-68c8-4bcf-8d74-efe876ede219 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 813 time: 0.4418228 Apr 05 18:43:59.593853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-efde6d5d-14ef-4f20-82db-dca270180b31 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/quotas/3a2dbe13dabd455ba201bf04cbfb8952 HTTP/1.1" status: 200 len: 375 time: 0.0400646 Apr 05 18:43:59.633526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port c9c3ac7b-c110-4bfd-adec-f0243091f557, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c9c3ac7b-c110-4bfd-adec-f0243091f557,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:43:59.636011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.647056 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.658335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-62b2a90e-c9ea-48b1-9abc-2c13f4c70128 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635822 Apr 05 18:43:59.692175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4d2f46-28fa-46a2-8ba8-e8424b835337,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:59.694594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] No DVR routers for this DVR port 5e4d2f46-28fa-46a2-8ba8-e8424b835337 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:43:59.698530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Allocated IP 19.80.0.2 (61843911-2276-4db9-be40-4784b3104ed7/182dea9f-f2dd-4c10-a7b9-cfb76fefd794/7105fab3-2837-4dbd-8340-cf7b0aac2337) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:43:59.774929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=c9c3ac7b-c110-4bfd-adec-f0243091f557,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:43:59.803579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f704c5-2be0-479c-aaf7-64cdb23ec2bf None None] DHCP port deletion for d7332c7a-e3e0-4a9d-9843-2f0371e1682b request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:43:59.844018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.900100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7332c7a-e3e0-4a9d-9843-2f0371e1682b']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:59.925449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44642eb-4ca8-4c57-84dd-b0e3a4974946') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:59.926539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44642eb-4ca8-4c57-84dd-b0e3a4974946') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:43:59.940941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['c9c3ac7b-c110-4bfd-adec-f0243091f557'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:43:59.948775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.955163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26efee78-9e5b-4bc9-a03b-c217a238c178 req-f8ec8052-e655-44fe-b4a4-0ee22e62d845 service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592882 Apr 05 18:43:59.979165 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.984336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-de6b8a6d-c1b6-4365-a20e-9a3ecbabf82a service neutron] 10.222.0.15 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236848 Apr 05 18:43:59.991895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:43:59.992394 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:43:59.994259 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:44:00.031955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-e3190284-ce14-487b-9709-538eaceed64f service neutron] 10.222.0.15 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718235 Apr 05 18:44:00.075874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f2736c35-f0e4-4afd-b07a-4f30ae093349 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:00.081981 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.107794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.114184 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d7332c7a-e3e0-4a9d-9843-2f0371e1682b HTTP/1.1" status: 204 len: 168 time: 1.1031561 Apr 05 18:44:00.115221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb116194-72a6-40a8-9574-2400b40d1339 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7332c7a-e3e0-4a9d-9843-2f0371e1682b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:00.116936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44442) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:00.144599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: f2736c35-f0e4-4afd-b07a-4f30ae093349 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:00.144936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f2736c35-f0e4-4afd-b07a-4f30ae093349 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:00.160896 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.181859 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.244604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 010b7162-958b-4b03-a251-5c31a09c8c6a details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:00.295421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Network 61843911-2276-4db9-be40-4784b3104ed7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:00.302900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:00.306123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:00.367444 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.374740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Pushing event updated for resources: {'Port': ['ID=7105fab3-2837-4dbd-8340-cf7b0aac2337,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:00.397551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5e4d2f46-28fa-46a2-8ba8-e8424b835337 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:00.444528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Subnet': ['ID=40843650-d8fe-48d8-8626-0f2ecd35dbad,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:00.454696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.455103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.455502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.455900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.456289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.456696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.457081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.457464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.457846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.458224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.458626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.459008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:00.474692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-cb61a3d6-2cd5-458a-8a7b-01fdef58aebd service neutron] 10.222.0.15 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739470 Apr 05 18:44:00.485396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-6eadb280-84b6-4a0d-bbd3-cba5d3aac767 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517074 Apr 05 18:44:00.507303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Checking segment: {'id': 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:00.507566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 5e4d2f46-28fa-46a2-8ba8-e8424b835337 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:00.507667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network hostable DHCP agents. Network: ddf9e5d9-6117-4ea8-a360-d90d50c8294c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:44:00.508270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5e4d2f46-28fa-46a2-8ba8-e8424b835337 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:00.528777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network ddf9e5d9-6117-4ea8-a360-d90d50c8294c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:44:00.541742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, ddf9e5d9-6117-4ea8-a360-d90d50c8294c) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:00.560231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:00.561535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.591915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3ce2933f-23d1-4cac-843b-a25677a3da61 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6947548 Apr 05 18:44:00.620733 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 010b7162-958b-4b03-a251-5c31a09c8c6a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=010b7162-958b-4b03-a251-5c31a09c8c6a,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:00.653891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '010b7162-958b-4b03-a251-5c31a09c8c6a', 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916', 'port_id': '010b7162-958b-4b03-a251-5c31a09c8c6a', 'mac_address': 'fa:16:3e:53:79:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:00.657696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18ea59-1fbe-4ed3-8728-376e1b0ca2a4 None None] Network ddf9e5d9-6117-4ea8-a360-d90d50c8294c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:00.659376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:00.666304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Attempting to bind port 7105fab3-2837-4dbd-8340-cf7b0aac2337 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:00.666805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Attempting to bind port 7105fab3-2837-4dbd-8340-cf7b0aac2337 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:00.667241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Attempting to bind port 7105fab3-2837-4dbd-8340-cf7b0aac2337 on network 61843911-2276-4db9-be40-4784b3104ed7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:00.742545 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.795825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010b7162-958b-4b03-a251-5c31a09c8c6a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:00.800311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:00.801116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Checking segment: {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:00.801769 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.802457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Bound using segment: {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:00.803072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Bound port: 7105fab3-2837-4dbd-8340-cf7b0aac2337, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:00.803707 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.803859 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:00.873669 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:44:00.898558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 010b7162-958b-4b03-a251-5c31a09c8c6a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=010b7162-958b-4b03-a251-5c31a09c8c6a,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:00.998639 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.008666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3feb6-1b20-4218-8576-443d0c4f2a97 req-66c4b44e-1836-44e6-848a-2722582bcb02 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:01.018798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abe3feb6-1b20-4218-8576-443d0c4f2a97 req-66c4b44e-1836-44e6-848a-2722582bcb02 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 943 time: 0.1736145 Apr 05 18:44:01.099024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abe3feb6-1b20-4218-8576-443d0c4f2a97 req-a348507e-79ce-4ef0-b043-0d91c24ef66d tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792503 Apr 05 18:44:01.143779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44480) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:01.197085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] For port 7105fab3-2837-4dbd-8340-cf7b0aac2337, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:01.251737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=010b7162-958b-4b03-a251-5c31a09c8c6a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:01.299372 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] For port 7105fab3-2837-4dbd-8340-cf7b0aac2337, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7105fab3-2837-4dbd-8340-cf7b0aac2337,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:01.306792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:01.331845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.332048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Deleting port c965c262-74df-4e01-8d42-971bd9e9d2ee {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:01.332494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.367960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-ddf9e5d9-6117-4ea8-a360-d90d50c8294c', 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'fixed_ips': [{'subnet_id': '40843650-d8fe-48d8-8626-0f2ecd35dbad'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:44:01.368798 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.374020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'a4b5ad3e-6312-49e4-a2f4-5a72b594ba26', 'network_id': 'fe30fd0c-c7d7-45cf-9658-c01529fee916', 'port_id': 'a4b5ad3e-6312-49e4-a2f4-5a72b594ba26', 'mac_address': 'fa:16:3e:c0:ae:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:01.389183 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b50f79d-b3ef-4fc0-9030-6f8bcfb200e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.411759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['010b7162-958b-4b03-a251-5c31a09c8c6a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:01.493408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] For port c965c262-74df-4e01-8d42-971bd9e9d2ee, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c965c262-74df-4e01-8d42-971bd9e9d2ee,segment=NetworkSegment(90075b35-bf19-43ab-a945-b6ea1f3c0b01),segment_id=90075b35-bf19-43ab-a945-b6ea1f3c0b01)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:01.493796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.513930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e4903-bfee-4c9a-9ef3-dce25be56b1d None None] Pushing event updated for resources: {'Port': ['ID=7105fab3-2837-4dbd-8340-cf7b0aac2337,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:01.531586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Calling delete_port for c965c262-74df-4e01-8d42-971bd9e9d2ee owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:01.580193 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.666433 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b50f79d-b3ef-4fc0-9030-6f8bcfb200e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.675402 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b50f79d-b3ef-4fc0-9030-6f8bcfb200e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.685514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:01.766747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:01.779969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50f79d-b3ef-4fc0-9030-6f8bcfb200e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37912f12-11fe-4533-b50c-f957cfa7ad64,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:01.784007 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:01.841751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0b50f79d-b3ef-4fc0-9030-6f8bcfb200e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a06f37144886429083d1c83e329ffa43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949143 Apr 05 18:44:01.843762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44510) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:01.851029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Allocated IP 19.86.0.2 (ddf9e5d9-6117-4ea8-a360-d90d50c8294c/40843650-d8fe-48d8-8626-0f2ecd35dbad/daf9f0c1-14d1-48a4-af33-71b602c11ada) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:02.008914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:02.018122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91b2136a-80ad-4ceb-952c-fdc15e495a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:02.021945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:02.067238 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91b2136a-80ad-4ceb-952c-fdc15e495a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:02.097558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c965c262-74df-4e01-8d42-971bd9e9d2ee,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:02.101691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a4b5ad3e-6312-49e4-a2f4-5a72b594ba26'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:02.150936 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91b2136a-80ad-4ceb-952c-fdc15e495a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:02.154545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91b2136a-80ad-4ceb-952c-fdc15e495a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:02.159506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-91b2136a-80ad-4ceb-952c-fdc15e495a6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37912f12-11fe-4533-b50c-f957cfa7ad64 HTTP/1.1" status: 204 len: 168 time: 0.3156307 Apr 05 18:44:02.190873 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c07735a-6ad7-4b10-9cae-4536230cbb39 req-02fdcf21-3428-40c7-838a-d7dc0e4ff4c0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0526204 Apr 05 18:44:02.192144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2136a-80ad-4ceb-952c-fdc15e495a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37912f12-11fe-4533-b50c-f957cfa7ad64,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:02.397462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:02.450333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:02.621150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e771c6d-8c2a-4def-941c-f18cd15aadd2 req-59f16e9f-59e8-4c0b-a0ac-4456ad147fe9 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d1ea9bd-1c79-4ab7-9fb9-43f34e10a45c HTTP/1.1" status: 200 len: 210 time: 0.2601943 Apr 05 18:44:02.681916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Pushing event updated for resources: {'Port': ['ID=daf9f0c1-14d1-48a4-af33-71b602c11ada,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:02.698755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:02.718444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c9c3ac7b-c110-4bfd-adec-f0243091f557 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:02.869058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-901e63c0-2d29-4fb6-9af1-38a291108dcb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:02.886148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-901e63c0-2d29-4fb6-9af1-38a291108dcb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:02.900455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-901e63c0-2d29-4fb6-9af1-38a291108dcb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/networks?id=61843911-2276-4db9-be40-4784b3104ed7&id=ddf9e5d9-6117-4ea8-a360-d90d50c8294c&id=61843911-2276-4db9-be40-4784b3104ed7 HTTP/1.1" status: 200 len: 1391 time: 0.6301563 Apr 05 18:44:03.003114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-11c1f25f-955d-4d61-85a5-af1f7c73c64f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/quotas/2ad7104984034922b90335756f68cbca HTTP/1.1" status: 200 len: 375 time: 0.1002307 Apr 05 18:44:03.038784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27f22832-58c2-4e02-a328-788f5b26e419 req-fa46d5d0-d070-4d9d-9eef-7bef1d82fabb tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 210 time: 0.1153691 Apr 05 18:44:03.173488 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-d05b677d-ed91-41d8-9f33-79a9771f7136 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ad7104984034922b90335756f68cbca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1685681 Apr 05 18:44:03.223827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44550) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:03.296880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Router 564744bc-8396-4bc3-a589-5373b788ed07 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:44:03.297863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-005000b7-0408-4b49-9499-723b7a8a5246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:03.364159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7105fab3-2837-4dbd-8340-cf7b0aac2337 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:03.375525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Network ddf9e5d9-6117-4ea8-a360-d90d50c8294c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:03.402629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874501f4-4f75-4655-b861-6fc4c17442cb req-2865b289-7fdf-4575-a475-bc3918bbecd2 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:03.413531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-874501f4-4f75-4655-b861-6fc4c17442cb req-2865b289-7fdf-4575-a475-bc3918bbecd2 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 944 time: 0.2275960 Apr 05 18:44:03.416872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:03.427800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e2e0a7-dd7f-46e2-9fcd-5147db97a0be None None] Network 61843911-2276-4db9-be40-4784b3104ed7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:03.452783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:03.493646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-874501f4-4f75-4655-b861-6fc4c17442cb req-03d23a41-c229-444d-b697-78969765b2d0 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747795 Apr 05 18:44:03.501398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:44:03.513294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6964b38f-5237-4129-af88-84a255b653d7 admin admin] 10.222.0.15 "PUT /v2.0/routers/564744bc-8396-4bc3-a589-5373b788ed07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3928652 Apr 05 18:44:03.515236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44554) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:03.515866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-c9eb6962-3a5e-4669-ba1a-051a34dd8305 service neutron] 10.222.0.15 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417814 Apr 05 18:44:03.520672 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] Sync routers for ids ['564744bc-8396-4bc3-a589-5373b788ed07'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:44:03.535077 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] Routers {'564744bc-8396-4bc3-a589-5373b788ed07'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:44:03.537450 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['564744bc-8396-4bc3-a589-5373b788ed07'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:03.576202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port c9c3ac7b-c110-4bfd-adec-f0243091f557 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:03.609057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ab9e2024-8d83-4a37-bc19-1a5413494057 None None] Provisioning complete for port 7105fab3-2837-4dbd-8340-cf7b0aac2337 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:03.609935 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2024-8d83-4a37-bc19-1a5413494057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:03.619271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port c9c3ac7b-c110-4bfd-adec-f0243091f557 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:03.619643 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:03.717000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Attempting to bind port daf9f0c1-14d1-48a4-af33-71b602c11ada on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:03.717380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Attempting to bind port daf9f0c1-14d1-48a4-af33-71b602c11ada by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:03.717744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Attempting to bind port daf9f0c1-14d1-48a4-af33-71b602c11ada on network ddf9e5d9-6117-4ea8-a360-d90d50c8294c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:03.739795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:03.740476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Checking segment: {'id': 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:03.740594 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:03.740925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Bound using segment: {'id': 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:03.741420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Bound port: daf9f0c1-14d1-48a4-af33-71b602c11ada, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:03.741803 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:03.745675 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-005000b7-0408-4b49-9499-723b7a8a5246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:03.765211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-005000b7-0408-4b49-9499-723b7a8a5246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:03.840878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7105fab3-2837-4dbd-8340-cf7b0aac2337 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:03.842419 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:03.899175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-005000b7-0408-4b49-9499-723b7a8a5246 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07ab85f5fdcd40f0a2c9f53a06fbdabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6575906 Apr 05 18:44:03.903101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44564) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:03.906018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005000b7-0408-4b49-9499-723b7a8a5246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b04b8-a44f-472e-ad73-b9349e573f64,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:03.923820 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] Set router 564744bc-8396-4bc3-a589-5373b788ed07 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:44:04.148627 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:04.319158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 010b7162-958b-4b03-a251-5c31a09c8c6a up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:04.328344 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:04.333733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-fb9b819b-6eb8-4ce8-a344-f1b961796ae2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:04.335712 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-fb9b819b-6eb8-4ce8-a344-f1b961796ae2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.25 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 813 time: 0.3583279 Apr 05 18:44:04.352939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Request body: {'port': {'device_id': 'a9c337be-caa5-42a9-bd7e-170bbe6c048b', 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9', 'admin_state_up': True, 'tenant_id': '3a2dbe13dabd455ba201bf04cbfb8952'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:04.408557 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564744bc-8396-4bc3-a589-5373b788ed07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:07Z', 'updated_at': '2022-04-05T18:44:01Z', 'revision_number': 5, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'gw_port': {'id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:09Z', 'updated_at': '2022-04-05T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:04.444456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] For port daf9f0c1-14d1-48a4-af33-71b602c11ada, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:04.448407 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] Checking router: 564744bc-8396-4bc3-a589-5373b788ed07 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:44:04.503858 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] Routers {'564744bc-8396-4bc3-a589-5373b788ed07'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:44:04.504546 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:43:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['564744bc-8396-4bc3-a589-5373b788ed07'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:04.564448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] For port daf9f0c1-14d1-48a4-af33-71b602c11ada, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=daf9f0c1-14d1-48a4-af33-71b602c11ada,segment=NetworkSegment(d29474b2-fcbf-45bb-ab36-19b64fd4d0f3),segment_id=d29474b2-fcbf-45bb-ab36-19b64fd4d0f3)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:04.571720 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:04.576420 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Made reservation on behalf of 3a2dbe13dabd455ba201bf04cbfb8952 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:04.578841 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2024-8d83-4a37-bc19-1a5413494057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:04.581479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:04.608045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e42bde-443f-4e85-bda0-d241286c195e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3ac7b-c110-4bfd-adec-f0243091f557'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:04.623971 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1008c29-c33b-4ff4-be16-7c5e75469d2e" -d '{"events": [{"server_uuid": "14e42bde-443f-4e85-bda0-d241286c195e", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3ac7b-c110-4bfd-adec-f0243091f557"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:04.669897 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:04.737028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port c9c3ac7b-c110-4bfd-adec-f0243091f557, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c9c3ac7b-c110-4bfd-adec-f0243091f557,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:04.815039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Deleting port 79f24caa-8441-455d-8cd5-66b67a8e8a58 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:04.815357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:04.826107 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:04.828328 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:04.869925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a503e561-8965-4565-8f19-78d40ffbab53 req-e162c3ac-ac2a-46bb-86f9-6678c66d634d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.1944859 Apr 05 18:44:04.881546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 010b7162-958b-4b03-a251-5c31a09c8c6a completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:04.895504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-f4c07031-c5f5-418d-854d-96e06ab7df71 service neutron] 10.222.0.15 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3638918 Apr 05 18:44:04.961315 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] Set router 564744bc-8396-4bc3-a589-5373b788ed07 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:44:04.963313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-68027694-62f1-47fd-95ba-410b7b083ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:04.983951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-68027694-62f1-47fd-95ba-410b7b083ec6 service neutron] 10.222.0.20 "GET /v2.0/ports/64de7a25-bc07-475b-a89f-1296e12a484d HTTP/1.1" status: 200 len: 1032 time: 0.3074093 Apr 05 18:44:05.020840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 010b7162-958b-4b03-a251-5c31a09c8c6a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:05.023932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.036587 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-757fcbdf-6213-470e-ba80-eec586baaf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.086524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ab9e2024-8d83-4a37-bc19-1a5413494057 None None] For port 7105fab3-2837-4dbd-8340-cf7b0aac2337, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7105fab3-2837-4dbd-8340-cf7b0aac2337,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:05.145854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2024-8d83-4a37-bc19-1a5413494057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.154718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.201034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Allocated IP 172.20.0.5 (c3a9f39d-1f9c-4f6d-94cc-496613195ed9/b2059965-af30-4369-becd-359b211e9c9d/56355f34-9ef2-4568-b136-06c5ebd88ed6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:05.253330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-d0074451-2188-47c1-8786-7a60218f5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:05.254950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-d0074451-2188-47c1-8786-7a60218f5f0c service neutron] 10.222.0.20 "GET /v2.0/ports/2e761d11-7e98-4310-99e7-625bf736b42d HTTP/1.1" status: 200 len: 1032 time: 0.2453315 Apr 05 18:44:05.271552 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-757fcbdf-6213-470e-ba80-eec586baaf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.291618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0d2f8-35f8-4a9c-98cf-12524d04008e None None] Pushing event updated for resources: {'Port': ['ID=daf9f0c1-14d1-48a4-af33-71b602c11ada,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:05.300274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:44:05.301401 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:44:05.318211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-3ed0405f-cc82-4412-a461-d748416febab tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:05.323638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-3ed0405f-cc82-4412-a461-d748416febab tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 813 time: 1.2462628 Apr 05 18:44:05.352265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] For port 79f24caa-8441-455d-8cd5-66b67a8e8a58, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=79f24caa-8441-455d-8cd5-66b67a8e8a58,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:05.352677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.392570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Calling delete_port for 79f24caa-8441-455d-8cd5-66b67a8e8a58 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:05.452754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Request body: {'port': {'device_id': '282cd0ad-e233-489a-a890-6648749a374b', 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9', 'admin_state_up': True, 'tenant_id': '3a2dbe13dabd455ba201bf04cbfb8952'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:05.470876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d56e282-63c9-4b6e-a064-7cdb9b71c7cf req-c19198fb-e053-4315-946a-2ce5e5319a64 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 210 time: 0.1027994 Apr 05 18:44:05.491828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=c9c3ac7b-c110-4bfd-adec-f0243091f557,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:05.533846 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564744bc-8396-4bc3-a589-5373b788ed07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:07Z', 'updated_at': '2022-04-05T18:44:01Z', 'revision_number': 5, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'gw_port': {'id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:09Z', 'updated_at': '2022-04-05T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:05.600901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-3fef4fe2-4599-4d9a-881b-4b5820450cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/ddf9e5d9-6117-4ea8-a360-d90d50c8294c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042007 Apr 05 18:44:05.615252 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c2ea9a-af2b-4adf-8211-48a3862443e0 None None] The sync data for ids ['564744bc-8396-4bc3-a589-5373b788ed07'] in n-d-836650-3 is: [{'id': '564744bc-8396-4bc3-a589-5373b788ed07', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749773515-router', 'tenant_id': 'a5a23fa904944ac58d326a6215f8d4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:07Z', 'updated_at': '2022-04-05T18:44:01Z', 'revision_number': 5, 'project_id': 'a5a23fa904944ac58d326a6215f8d4da', 'gw_port': {'id': '79f24caa-8441-455d-8cd5-66b67a8e8a58', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564744bc-8396-4bc3-a589-5373b788ed07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:09Z', 'updated_at': '2022-04-05T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:44:05.641514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1a6c93e9-a3ef-4504-a2cf-8c10e39b1fc9 None None] Provisioning complete for port 7105fab3-2837-4dbd-8340-cf7b0aac2337 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:05.641875 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a6c93e9-a3ef-4504-a2cf-8c10e39b1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.718431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e2024-8d83-4a37-bc19-1a5413494057 None None] Pushing event updated for resources: {'Port': ['ID=7105fab3-2837-4dbd-8340-cf7b0aac2337,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:05.749367 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.797422 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.808992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 010b7162-958b-4b03-a251-5c31a09c8c6a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=010b7162-958b-4b03-a251-5c31a09c8c6a,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:05.827112 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.874702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Made reservation on behalf of 3a2dbe13dabd455ba201bf04cbfb8952 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:05.877905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.879281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.926518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:05.932236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f24caa-8441-455d-8cd5-66b67a8e8a58,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:05.948928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=010b7162-958b-4b03-a251-5c31a09c8c6a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:06.054825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:06.065372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:06.068956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Pushing event updated for resources: {'Port': ['ID=56355f34-9ef2-4568-b136-06c5ebd88ed6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:06.072879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:06.142522 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.164023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Allocated IP 172.20.0.7 (c3a9f39d-1f9c-4f6d-94cc-496613195ed9/b2059965-af30-4369-becd-359b211e9c9d/27a173e2-7665-4051-a4b6-9c61f0ede77c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:06.263834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-757fcbdf-6213-470e-ba80-eec586baaf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.276394 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-757fcbdf-6213-470e-ba80-eec586baaf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.280506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-757fcbdf-6213-470e-ba80-eec586baaf8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae2b04b8-a44f-472e-ad73-b9349e573f64 HTTP/1.1" status: 204 len: 168 time: 2.3442080 Apr 05 18:44:06.316121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:06.316822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.327179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.333691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.412397 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-462ffd1d-0a65-401a-9554-927d050a56a2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0636189 Apr 05 18:44:06.419822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c39efd-da9c-4c53-8e2e-f5d8d461fd4f req-51bb63e7-6ef0-44fb-8f3d-d1763789180e tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:06.430883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9c39efd-da9c-4c53-8e2e-f5d8d461fd4f req-51bb63e7-6ef0-44fb-8f3d-d1763789180e tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 945 time: 0.7795830 Apr 05 18:44:06.432823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fcbdf-6213-470e-ba80-eec586baaf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b04b8-a44f-472e-ad73-b9349e573f64,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:06.433067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Request body: {'port': {'device_id': 'a9c337be-caa5-42a9-bd7e-170bbe6c048b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:06.441801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.442313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 564744bc-8396-4bc3-a589-5373b788ed07 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:44:06.450314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.468273 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5ff9036a-1c4a-4d05-bf0a-bdba39004408 admin admin] 10.222.0.15 "DELETE /v2.0/routers/564744bc-8396-4bc3-a589-5373b788ed07 HTTP/1.1" status: 204 len: 168 time: 2.9332693 Apr 05 18:44:06.469001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44588) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:06.476819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device daf9f0c1-14d1-48a4-af33-71b602c11ada up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:06.516537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b6e502df-32f5-41da-9ae3-b487e84324f2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:06.533110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b6e502df-32f5-41da-9ae3-b487e84324f2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:06.542046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b6e502df-32f5-41da-9ae3-b487e84324f2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:06.568196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b6e502df-32f5-41da-9ae3-b487e84324f2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "GET /v2.0/networks?id=61f38ac3-b5de-44f4-9fb6-9d316cece496&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&id=bf3598ad-62de-476f-a9ed-9a686e3cbb08 HTTP/1.1" status: 200 len: 1995 time: 1.2996287 Apr 05 18:44:06.577728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a470936c-d141-4349-ba9e-9a3e23b7c1fb admin admin] Deleting subnet ef99d7ce-9607-4f19-b2b7-eecd3b4244da {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:44:06.590978 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a470936c-d141-4349-ba9e-9a3e23b7c1fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.595514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:06.705867 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c69287dd-cdfa-42d3-a87f-b00e4f8af013 req-e4e4dc13-ad73-4e75-8459-168f8f3f4c2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d1ea9bd-1c79-4ab7-9fb9-43f34e10a45c HTTP/1.1" status: 200 len: 210 time: 0.0524631 Apr 05 18:44:06.710770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port daf9f0c1-14d1-48a4-af33-71b602c11ada triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:06.711214 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.714357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f418c59-4c37-4d6c-9d80-8e06062d3b21 None None] Network ddf9e5d9-6117-4ea8-a360-d90d50c8294c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:06.801661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:06.831771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a470936c-d141-4349-ba9e-9a3e23b7c1fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.839386 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-b6ad2fd2-f9ac-4caa-8256-be40e7252998 service neutron] 10.222.0.15 "GET /v2.0/networks/ddf9e5d9-6117-4ea8-a360-d90d50c8294c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2258174 Apr 05 18:44:06.845980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:06.847624 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.907827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9c39efd-da9c-4c53-8e2e-f5d8d461fd4f req-1f71d851-a616-42ce-a852-f1c6ce108d08 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759760 Apr 05 18:44:06.974738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ca5b72c4-8335-4555-91bb-44e01c296559 None None] Provisioning complete for port daf9f0c1-14d1-48a4-af33-71b602c11ada triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:06.975341 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca5b72c4-8335-4555-91bb-44e01c296559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:06.996346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.006540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-4b85b1d8-9fdd-4198-ba09-78a3cc38889a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa HTTP/1.1" status: 200 len: 379 time: 0.2729063 Apr 05 18:44:07.021814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'admin_state_up': True, 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'security_groups': ['b10430b0-5d50-4076-87c2-c9f923691958']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:07.042164 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.062165 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a470936c-d141-4349-ba9e-9a3e23b7c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.114387 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.160738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port daf9f0c1-14d1-48a4-af33-71b602c11ada, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=daf9f0c1-14d1-48a4-af33-71b602c11ada,segment=NetworkSegment(d29474b2-fcbf-45bb-ab36-19b64fd4d0f3),segment_id=d29474b2-fcbf-45bb-ab36-19b64fd4d0f3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:07.173787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.207931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-6531a431-ccf5-4d57-a455-1eac603733e4 service neutron] 10.222.0.15 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666046 Apr 05 18:44:07.266086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a470936c-d141-4349-ba9e-9a3e23b7c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.280237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.310171 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a470936c-d141-4349-ba9e-9a3e23b7c1fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.314312 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a470936c-d141-4349-ba9e-9a3e23b7c1fb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ef99d7ce-9607-4f19-b2b7-eecd3b4244da HTTP/1.1" status: 204 len: 168 time: 0.8164191 Apr 05 18:44:07.317024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470936c-d141-4349-ba9e-9a3e23b7c1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef99d7ce-9607-4f19-b2b7-eecd3b4244da,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:07.323380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44606) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:07.415539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.502554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-04b449ff-157b-4067-9500-a1e47d8be85e service neutron] 10.222.0.15 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925124 Apr 05 18:44:07.533260 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8f12f2-484f-4941-b5c6-3f4948bbf50b x-openstack-request-id: req-7c8f12f2-484f-4941-b5c6-3f4948bbf50b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:07.533531 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e42bde-443f-4e85-bda0-d241286c195e", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3ac7b-c110-4bfd-adec-f0243091f557", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:07.533781 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c8f12f2-484f-4941-b5c6-3f4948bbf50b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:07.534165 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8f12f2-484f-4941-b5c6-3f4948bbf50b'] response: {'server_uuid': '14e42bde-443f-4e85-bda0-d241286c195e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3ac7b-c110-4bfd-adec-f0243091f557', 'code': 200} Apr 05 18:44:07.565697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Pushing event updated for resources: {'Port': ['ID=27a173e2-7665-4051-a4b6-9c61f0ede77c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:07.567568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d24177c-9abf-4f45-9b2d-5400e345615b None None] Network f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:07.579912 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.580714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7105fab3-2837-4dbd-8340-cf7b0aac2337 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:07.585716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:07.586816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:07.594543 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.617891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cf695-702f-4f27-996f-7be9c2adeefa req-090cf893-8fcf-49c6-8c0b-edfaef8fb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:07.619381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fd8cf695-702f-4f27-996f-7be9c2adeefa req-090cf893-8fcf-49c6-8c0b-edfaef8fb574 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=14e42bde-443f-4e85-bda0-d241286c195e HTTP/1.1" status: 200 len: 1097 time: 0.0899789 Apr 05 18:44:07.648176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:07.659531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5637d9b-1af5-4bad-a154-95316b12939e req-6ecf4f58-3f88-4377-9037-188ca0b03f8c tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0602937 Apr 05 18:44:07.661114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:07.702941 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Deleting port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:07.703351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.789236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] For port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=97efff5c-b234-4f77-a4c8-e0ac7b1e0226,segment=NetworkSegment(90075b35-bf19-43ab-a945-b6ea1f3c0b01),segment_id=90075b35-bf19-43ab-a945-b6ea1f3c0b01)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:07.789825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.797416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=daf9f0c1-14d1-48a4-af33-71b602c11ada,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:07.807564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Calling delete_port for 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:07.845593 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:07.908865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:07.921579 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.030045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3781d625-9f6b-4235-b231-fa3f446bf5f5 req-08bd45d6-9724-4197-8aa0-f3d775a166dd tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.1889575 Apr 05 18:44:08.057942 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fd8cf695-702f-4f27-996f-7be9c2adeefa req-de078f83-d7a5-462a-b963-d8fe4867d3b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266367 Apr 05 18:44:08.061279 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.109830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Pushing event deleted for resources: {'Port': ['ID=97efff5c-b234-4f77-a4c8-e0ac7b1e0226,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:08.121688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] No DVR routers for this DVR port 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:08.140452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:08.141097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.144429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7105fab3-2837-4dbd-8340-cf7b0aac2337 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:08.144804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.205364 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.236823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cd1e9b-4426-4dff-8bd1-c2ff3b165596']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:08.251733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90075b35-bf19-43ab-a945-b6ea1f3c0b01') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:08.252268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90075b35-bf19-43ab-a945-b6ea1f3c0b01') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:08.265429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.282346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:08.283951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.315252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:44:08.315620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:44:08.317412 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:44:08.388190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2407e-2002-47ce-8f87-d31e3e83f56a None None] DHCP port deletion for f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:44:08.422502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b08ac1f1-ac85-49df-bc04-2ff76aac3a13 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0328670 Apr 05 18:44:08.487226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c965c262-74df-4e01-8d42-971bd9e9d2ee no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:08.491702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-307f87d3-9806-4c60-ac7f-5992a0f23aa7 None None] Provisioning complete for port daf9f0c1-14d1-48a4-af33-71b602c11ada triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:08.494014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-307f87d3-9806-4c60-ac7f-5992a0f23aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.498801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.511228 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.519462 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f9cd1e9b-4426-4dff-8bd1-c2ff3b165596 HTTP/1.1" status: 204 len: 168 time: 1.1860759 Apr 05 18:44:08.545380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Request body: {'port': {'device_id': '282cd0ad-e233-489a-a890-6648749a374b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:08.549917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b48da-8918-4bde-acd1-faec39c2c058 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9cd1e9b-4426-4dff-8bd1-c2ff3b165596,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:08.576892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0947076-887e-4c8f-b02a-e25fb276ab81 req-bfa32065-3c39-4824-9e7f-5ae649f043ba tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 210 time: 0.2399151 Apr 05 18:44:08.651067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56355f34-9ef2-4568-b136-06c5ebd88ed6 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:08.664933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.666934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: c965c262-74df-4e01-8d42-971bd9e9d2ee {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:08.667278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c965c262-74df-4e01-8d42-971bd9e9d2ee not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:08.672067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3253088-75a2-423d-836b-8fe0e21b2fc4 req-87036ba6-b7e5-48f9-922b-f3987a2b8242 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:08.691084 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3253088-75a2-423d-836b-8fe0e21b2fc4 req-87036ba6-b7e5-48f9-922b-f3987a2b8242 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 931 time: 0.6782520 Apr 05 18:44:08.715966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Transition to ACTIVE for port object 56355f34-9ef2-4568-b136-06c5ebd88ed6 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:08.725989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.803161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Allocated IP 172.20.0.14 (61f38ac3-b5de-44f4-9fb6-9d316cece496/c346868d-ff5c-484a-a2f0-b9bce6d58e15/7f2b4923-21fa-4240-9187-a9fe1ec0ac6d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:08.843593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44640) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:08.857487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Pushing event updated for resources: {'Port': ['ID=56355f34-9ef2-4568-b136-06c5ebd88ed6,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:08.861018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device daf9f0c1-14d1-48a4-af33-71b602c11ada up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:08.923458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3253088-75a2-423d-836b-8fe0e21b2fc4 req-6181bc4d-c4ea-4171-b989-956d48aa34ee tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309277 Apr 05 18:44:08.928723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:08.990503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1fc1cdff-a3a9-4dd9-bb5b-307760ce128e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8b60de90e17421c9b7beb46cbfccba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454406 Apr 05 18:44:08.992910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44642) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:09.008112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port daf9f0c1-14d1-48a4-af33-71b602c11ada triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:09.008625 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.045447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a7b1c-19e4-4e19-af1f-5e902ce382c0 req-4fc24923-0215-4e15-982b-29181329f034 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:09.064975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-591a7b1c-19e4-4e19-af1f-5e902ce382c0 req-4fc24923-0215-4e15-982b-29181329f034 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 945 time: 0.3656621 Apr 05 18:44:09.165382 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-abc11ef7-0e1e-4c42-ba6a-1c796b7fa646 req-539e2755-5372-4199-8496-3e56a8142f5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.1000473 Apr 05 18:44:09.231917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Attempting to bind port 56355f34-9ef2-4568-b136-06c5ebd88ed6 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:09.231917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Attempting to bind port 56355f34-9ef2-4568-b136-06c5ebd88ed6 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:09.231917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Attempting to bind port 56355f34-9ef2-4568-b136-06c5ebd88ed6 on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:09.235758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Port 56355f34-9ef2-4568-b136-06c5ebd88ed6 on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:09.236086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Attempting to bind port 56355f34-9ef2-4568-b136-06c5ebd88ed6 on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:09.264129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-591a7b1c-19e4-4e19-af1f-5e902ce382c0 req-d55ffea1-1496-4fad-8990-70b02c8305fd tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973624 Apr 05 18:44:09.289869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5823d00a-df92-4597-8ed3-a7045201ee0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.310699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab00194d-10ad-48e9-a57a-98b3cc6c85fd req-09872b01-85b2-4329-a83f-bad761d4b43c tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0590441 Apr 05 18:44:09.347304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5823d00a-df92-4597-8ed3-a7045201ee0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.350083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:09.350691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Checking segment: {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:09.351219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Bound using segment: {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:09.358356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 79f24caa-8441-455d-8cd5-66b67a8e8a58 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:09.368974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Bound port: 56355f34-9ef2-4568-b136-06c5ebd88ed6, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:09.369570 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.413683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 79f24caa-8441-455d-8cd5-66b67a8e8a58 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:09.419704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 79f24caa-8441-455d-8cd5-66b67a8e8a58 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:09.420314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:09.469389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:09.470426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 97efff5c-b234-4f77-a4c8-e0ac7b1e0226 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:09.472946 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a571f19-012d-4acd-b824-3df8e98d5b9e req-ca2403be-7e3b-4e50-9e5c-d357ff869959 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0600851 Apr 05 18:44:09.500523 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc761-a331-44e0-a175-00db6e4e6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.535210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750cb0e4-0a52-4d16-96c4-df6eb1d41950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010b7162-958b-4b03-a251-5c31a09c8c6a'}, {'server_uuid': '006b51ab-b5b3-4ee3-b027-dde4bd52b4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5ad3e-6312-49e4-a2f4-5a72b594ba26'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:09.545958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.554144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] For port 56355f34-9ef2-4568-b136-06c5ebd88ed6, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:09.559928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] For port 56355f34-9ef2-4568-b136-06c5ebd88ed6, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=56355f34-9ef2-4568-b136-06c5ebd88ed6,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:09.562634 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265b9c0c-64af-4ec9-8409-c494d86104a8" -d '{"events": [{"server_uuid": "750cb0e4-0a52-4d16-96c4-df6eb1d41950", "name": "network-vif-plugged", "status": "completed", "tag": "010b7162-958b-4b03-a251-5c31a09c8c6a"}, {"server_uuid": "006b51ab-b5b3-4ee3-b027-dde4bd52b4c7", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5ad3e-6312-49e4-a2f4-5a72b594ba26"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:09.568911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.633395 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66750fc-de2d-441b-8f12-7dffc77346eb x-openstack-request-id: req-c66750fc-de2d-441b-8f12-7dffc77346eb {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:09.633689 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750cb0e4-0a52-4d16-96c4-df6eb1d41950", "name": "network-vif-plugged", "status": "completed", "tag": "010b7162-958b-4b03-a251-5c31a09c8c6a", "code": 200}, {"server_uuid": "006b51ab-b5b3-4ee3-b027-dde4bd52b4c7", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5ad3e-6312-49e4-a2f4-5a72b594ba26", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:09.633936 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c66750fc-de2d-441b-8f12-7dffc77346eb {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:09.642571 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66750fc-de2d-441b-8f12-7dffc77346eb'] response: {'server_uuid': '750cb0e4-0a52-4d16-96c4-df6eb1d41950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010b7162-958b-4b03-a251-5c31a09c8c6a', 'code': 200} Apr 05 18:44:09.642828 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66750fc-de2d-441b-8f12-7dffc77346eb'] response: {'server_uuid': '006b51ab-b5b3-4ee3-b027-dde4bd52b4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5ad3e-6312-49e4-a2f4-5a72b594ba26', 'code': 200} Apr 05 18:44:09.668713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5823d00a-df92-4597-8ed3-a7045201ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.672752 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5823d00a-df92-4597-8ed3-a7045201ee0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.674350 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5823d00a-df92-4597-8ed3-a7045201ee0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/410d5877-975b-4e07-9f70-fbf89e8ac0d7 HTTP/1.1" status: 204 len: 168 time: 0.6801295 Apr 05 18:44:09.680838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:09.681890 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.684240 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] 10.222.0.25 "PUT /v2.0/ports/56355f34-9ef2-4568-b136-06c5ebd88ed6 HTTP/1.1" status: 200 len: 1091 time: 3.2609005 Apr 05 18:44:09.686134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c337be-caa5-42a9-bd7e-170bbe6c048b', 'tag': '56355f34-9ef2-4568-b136-06c5ebd88ed6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:09.689068 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a527e150-a630-4a92-abc9-9a53c936f7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c337be-caa5-42a9-bd7e-170bbe6c048b", "tag": "56355f34-9ef2-4568-b136-06c5ebd88ed6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:09.692301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d1481-d8e4-4070-a2c2-f34991ca3209 service neutron] Pushing event updated for resources: {'Port': ['ID=56355f34-9ef2-4568-b136-06c5ebd88ed6,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:09.728387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823d00a-df92-4597-8ed3-a7045201ee0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410d5877-975b-4e07-9f70-fbf89e8ac0d7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:09.832652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a514a9c-ee91-4b43-8e8d-a7405a5f0abe req-4a6c231a-cd26-4ea5-adc2-e1e76d3c237e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 210 time: 0.1108871 Apr 05 18:44:09.923852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:09.993321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3ed25-854a-47b0-8582-657126631f0a req-488773b7-57b2-4a22-a765-65b52cd772fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:09.995583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58d3ed25-854a-47b0-8582-657126631f0a req-488773b7-57b2-4a22-a765-65b52cd772fd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 1096 time: 0.1605339 Apr 05 18:44:10.021915 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-e1878c6c-4203-43a7-b3fb-43eb5c07ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:10.027504 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-e1878c6c-4203-43a7-b3fb-43eb5c07ee71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 1094 time: 0.2579243 Apr 05 18:44:10.080865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network 61f38ac3-b5de-44f4-9fb6-9d316cece496 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:10.102864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:10.108570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dfd58-5b6c-425f-b203-de173e3cf7d6 req-6263cc3f-2971-4c28-b09e-78cd09516a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:10.110181 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-385dfd58-5b6c-425f-b203-de173e3cf7d6 req-6263cc3f-2971-4c28-b09e-78cd09516a82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=006b51ab-b5b3-4ee3-b027-dde4bd52b4c7 HTTP/1.1" status: 200 len: 1096 time: 0.3646128 Apr 05 18:44:10.114769 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-640095a7-edf8-49c5-8abf-df7178eab421 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56355f34-9ef2-4568-b136-06c5ebd88ed6 HTTP/1.1" status: 200 len: 217 time: 0.0665233 Apr 05 18:44:10.135227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:10.138867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Port': ['ID=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:10.184457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a173e2-7665-4051-a4b6-9c61f0ede77c {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:10.208210 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:10.251395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58d3ed25-854a-47b0-8582-657126631f0a req-692ee2f4-c9a7-4bd6-85f0-b383d34a315b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397890 Apr 05 18:44:10.273564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Transition to ACTIVE for port object 27a173e2-7665-4051-a4b6-9c61f0ede77c will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:10.296175 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:10.418687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ddaa1-f2aa-4810-b7e3-861c4bfc25bb req-c649953f-140f-4b8d-bafe-e5f0eb11235f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:10.422050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff0ddaa1-f2aa-4810-b7e3-861c4bfc25bb req-c649953f-140f-4b8d-bafe-e5f0eb11235f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 943 time: 0.3728352 Apr 05 18:44:10.434387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:10.435527 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:10.624429 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb49681-ca3e-4763-b8af-2bc20e7bfad6 x-openstack-request-id: req-dcb49681-ca3e-4763-b8af-2bc20e7bfad6 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:10.624975 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c337be-caa5-42a9-bd7e-170bbe6c048b", "tag": "56355f34-9ef2-4568-b136-06c5ebd88ed6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:10.624975 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcb49681-ca3e-4763-b8af-2bc20e7bfad6 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:10.625535 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb49681-ca3e-4763-b8af-2bc20e7bfad6'] response: {'name': 'network-changed', 'server_uuid': 'a9c337be-caa5-42a9-bd7e-170bbe6c048b', 'tag': '56355f34-9ef2-4568-b136-06c5ebd88ed6', 'status': 'completed', 'code': 200} Apr 05 18:44:10.643200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3d088f72-8e42-41ad-81f9-f04e4404a80e None None] Provisioning complete for port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:10.646604 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d088f72-8e42-41ad-81f9-f04e4404a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:10.649192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44690) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:10.672982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-4e0a9fd6-af9b-4e2a-981a-67cd59e2fe72 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:10.679514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-4e0a9fd6-af9b-4e2a-981a-67cd59e2fe72 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:10.681251 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-4e0a9fd6-af9b-4e2a-981a-67cd59e2fe72 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.25 "GET /v2.0/networks?id=61843911-2276-4db9-be40-4784b3104ed7&id=ddf9e5d9-6117-4ea8-a360-d90d50c8294c&id=61843911-2276-4db9-be40-4784b3104ed7 HTTP/1.1" status: 200 len: 1391 time: 0.8349628 Apr 05 18:44:10.738330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'port': {'device_id': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'network_id': '61843911-2276-4db9-be40-4784b3104ed7', 'admin_state_up': True, 'tenant_id': '2ad7104984034922b90335756f68cbca'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:10.745111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3d088f72-8e42-41ad-81f9-f04e4404a80e None None] Port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:10.754669 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-385dfd58-5b6c-425f-b203-de173e3cf7d6 req-3fd85070-5f56-497e-8f55-911d9e806c91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308703 Apr 05 18:44:10.923501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-41e77bd3-36bc-44ee-890d-6943cd4502bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:10.925213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-41e77bd3-36bc-44ee-890d-6943cd4502bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2059965-af30-4369-becd-359b211e9c9d HTTP/1.1" status: 200 len: 853 time: 0.3189144 Apr 05 18:44:10.932116 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:10.936567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:10.983284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff0ddaa1-f2aa-4810-b7e3-861c4bfc25bb req-b8a7aadd-2e4c-4c98-a0e4-f707d7463d2a tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396509 Apr 05 18:44:10.989788 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-9dccb447-d00a-4f0f-bd0f-08e798dfbab6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481646 Apr 05 18:44:10.999399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=27a173e2-7665-4051-a4b6-9c61f0ede77c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:11.002075 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c347e686-a155-417f-9da8-79ddc4c9a500 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5a23fa904944ac58d326a6215f8d4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457928 Apr 05 18:44:11.008929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44702) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:11.017292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-ecd1ca6f-2bca-4e87-9a80-1605b9cf6a97 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:44:11.018295 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-ecd1ca6f-2bca-4e87-9a80-1605b9cf6a97 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101826 Apr 05 18:44:11.042166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-59be6b08-877a-433e-b710-d1091b6e718c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0248938 Apr 05 18:44:11.088608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'admin_state_up': True, 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'security_groups': ['b10430b0-5d50-4076-87c2-c9f923691958']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:11.168623 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-562d0e45-d479-4347-ae2f-57c00594904c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:11.238410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223fd81-9d83-4356-beac-97e5eb2092ce req-6552d906-d4ce-4731-ad3e-d0863ed78de6 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:11.240237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c223fd81-9d83-4356-beac-97e5eb2092ce req-6552d906-d4ce-4731-ad3e-d0863ed78de6 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 945 time: 0.3057659 Apr 05 18:44:11.247330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7593b962-da02-4f95-8b0b-3e65859862a9 req-ccb8cbbc-a3cb-4a54-833a-d7023d1e3047 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0884461 Apr 05 18:44:11.258062 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-562d0e45-d479-4347-ae2f-57c00594904c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:11.309877 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-2ff2b107-6448-4065-96bf-8d334af18f2e service neutron] 10.222.0.25 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475984 Apr 05 18:44:11.310993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Allocated IP 19.80.0.95 (61843911-2276-4db9-be40-4784b3104ed7/182dea9f-f2dd-4c10-a7b9-cfb76fefd794/2764dcda-810c-4f2c-9aaa-68e9d7df76bc) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:11.335863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Attempting to bind port 27a173e2-7665-4051-a4b6-9c61f0ede77c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:11.336412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Attempting to bind port 27a173e2-7665-4051-a4b6-9c61f0ede77c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:11.336951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Attempting to bind port 27a173e2-7665-4051-a4b6-9c61f0ede77c on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:11.355783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Port 27a173e2-7665-4051-a4b6-9c61f0ede77c on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:11.356485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Attempting to bind port 27a173e2-7665-4051-a4b6-9c61f0ede77c on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:11.361515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c223fd81-9d83-4356-beac-97e5eb2092ce req-4e6aabe5-8a75-4384-b96b-2d3c472ad996 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068974 Apr 05 18:44:11.399641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:11.400303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Checking segment: {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:11.401035 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Bound using segment: {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:11.401613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Bound port: 27a173e2-7665-4051-a4b6-9c61f0ede77c, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:11.402215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:11.425896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:11.429481 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:11.478043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-562d0e45-d479-4347-ae2f-57c00594904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:11.481160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-562d0e45-d479-4347-ae2f-57c00594904c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:11.482294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-562d0e45-d479-4347-ae2f-57c00594904c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60e30ee5-9619-41ee-8dda-dc5c15071d6f HTTP/1.1" status: 204 len: 168 time: 0.4724927 Apr 05 18:44:11.487892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad25de-e9e7-4c15-8023-7f755c589a48 req-554ab1aa-a7ca-48fb-aa90-9625cffabbf8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:11.489279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cad25de-e9e7-4c15-8023-7f755c589a48 req-554ab1aa-a7ca-48fb-aa90-9625cffabbf8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 932 time: 0.1237950 Apr 05 18:44:11.503631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d0e45-d479-4347-ae2f-57c00594904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e30ee5-9619-41ee-8dda-dc5c15071d6f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:11.551809 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-3c05461a-d31a-4d67-b05e-f8c4851fcdd4 service neutron] 10.222.0.25 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308366 Apr 05 18:44:11.612966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ded5b8a-77b5-426d-96f7-b19a8f632e60 req-e996c9d9-855d-463d-8094-7d510dd7b7e8 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 210 time: 0.1410279 Apr 05 18:44:11.674244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] For port 27a173e2-7665-4051-a4b6-9c61f0ede77c, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:11.711820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] For port 27a173e2-7665-4051-a4b6-9c61f0ede77c, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=27a173e2-7665-4051-a4b6-9c61f0ede77c,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:11.718256 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3aaa50c9-17dd-4a12-9c6f-0b16f2f02c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:11.719985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cad25de-e9e7-4c15-8023-7f755c589a48 req-91842852-de03-43da-ab15-2b1708374d92 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102883 Apr 05 18:44:11.724641 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:11.871371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-82acda7c-d4a9-4ae2-aa8c-6035e9c709bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:11.880036 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-82acda7c-d4a9-4ae2-aa8c-6035e9c709bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 1094 time: 0.2547026 Apr 05 18:44:11.889094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:11.891800 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:11.893394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] 10.222.0.20 "PUT /v2.0/ports/27a173e2-7665-4051-a4b6-9c61f0ede77c HTTP/1.1" status: 200 len: 1091 time: 3.3959439 Apr 05 18:44:11.894799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282cd0ad-e233-489a-a890-6648749a374b', 'tag': '27a173e2-7665-4051-a4b6-9c61f0ede77c'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:11.901280 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b74aaa4-bd4d-4267-985a-412413c0dce0" -d '{"events": [{"name": "network-changed", "server_uuid": "282cd0ad-e233-489a-a890-6648749a374b", "tag": "27a173e2-7665-4051-a4b6-9c61f0ede77c"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:11.935561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44732) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:11.981552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Allocated IP 10.1.1.235 (64579464-86c5-4c9c-aba5-a21419db5efe/66ed0133-5c66-48f1-92ea-844a605c6e92/f298f289-d250-442e-a7b0-90c3d83c26c1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:12.024097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddd4c9-6041-490a-9fcf-a2986aa90bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=27a173e2-7665-4051-a4b6-9c61f0ede77c,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:12.091981 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:12.167397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-8ed537d6-cf77-4bf3-a286-734396046d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:12.171922 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-8ed537d6-cf77-4bf3-a286-734396046d49 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 913 time: 0.2672074 Apr 05 18:44:12.196993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:12.235114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb49c3dd-f64e-49d5-9959-d8555471876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:12.267257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Port': ['ID=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:12.290456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network 61843911-2276-4db9-be40-4784b3104ed7 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:12.303148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:12.311611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:12.432976 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-3e184893-374d-400f-8bae-66aa255f7eb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56355f34-9ef2-4568-b136-06c5ebd88ed6 HTTP/1.1" status: 200 len: 217 time: 0.2503569 Apr 05 18:44:12.438243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:12.464864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:12.466225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:12.520290 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-35d631c3-2184-4411-bb78-fb98e5f8bbeb tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8159959 Apr 05 18:44:12.521768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-1013a8fc-dd5f-4fcb-a964-3b165bf78b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:12.524755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-1013a8fc-dd5f-4fcb-a964-3b165bf78b63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&device_id=282cd0ad-e233-489a-a890-6648749a374b HTTP/1.1" status: 200 len: 1094 time: 0.4745522 Apr 05 18:44:12.525183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-8abcf10f-fef1-49f7-9335-965130b1e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:12.526822 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-8abcf10f-fef1-49f7-9335-965130b1e3af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2059965-af30-4369-becd-359b211e9c9d HTTP/1.1" status: 200 len: 853 time: 0.0812101 Apr 05 18:44:12.535859 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6250f1a3-5430-47ad-a86f-5e11d43d286a x-openstack-request-id: req-6250f1a3-5430-47ad-a86f-5e11d43d286a {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:12.536537 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282cd0ad-e233-489a-a890-6648749a374b", "tag": "27a173e2-7665-4051-a4b6-9c61f0ede77c", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:12.536988 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6250f1a3-5430-47ad-a86f-5e11d43d286a {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:12.537784 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6250f1a3-5430-47ad-a86f-5e11d43d286a'] response: {'name': 'network-changed', 'server_uuid': '282cd0ad-e233-489a-a890-6648749a374b', 'tag': '27a173e2-7665-4051-a4b6-9c61f0ede77c', 'status': 'completed', 'code': 200} Apr 05 18:44:12.547176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'port': {'device_id': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c', 'admin_state_up': True, 'tenant_id': '2ad7104984034922b90335756f68cbca'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:12.672482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-8a3f0084-4dce-4a2c-91ba-aea22707a15d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a173e2-7665-4051-a4b6-9c61f0ede77c HTTP/1.1" status: 200 len: 217 time: 0.1188254 Apr 05 18:44:12.701952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-04da5553-cdfe-418e-b5a0-0a125cbc54b4 None None] Provisioning complete for port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:12.703013 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04da5553-cdfe-418e-b5a0-0a125cbc54b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:12.715671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbe0250d-ab40-45e4-9894-0f76f7653b8d req-b7072aaa-cb2b-4663-ba6a-a10789c35760 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0829322 Apr 05 18:44:12.724670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:12.758786 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-c2279f73-90f0-4ad9-b0f8-92e05f2ec271 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623500 Apr 05 18:44:12.782677 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:12.786047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-04da5553-cdfe-418e-b5a0-0a125cbc54b4 None None] Port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:12.814426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6f203-d4d5-43db-a875-d11c30900551 req-5a5ec7c7-2d4a-4442-b0ab-4b150b2dc1c1 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:12.819045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54d6f203-d4d5-43db-a875-d11c30900551 req-5a5ec7c7-2d4a-4442-b0ab-4b150b2dc1c1 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 943 time: 0.5975304 Apr 05 18:44:12.923111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:12.926424 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:12.962183 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-f64ed399-f91e-4e57-86e3-ae53647c9b97 service neutron] 10.222.0.25 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598239 Apr 05 18:44:12.985071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-df332f29-a2ea-4a09-85e4-115785eef40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:12.986810 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-df332f29-a2ea-4a09-85e4-115785eef40a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2059965-af30-4369-becd-359b211e9c9d HTTP/1.1" status: 200 len: 853 time: 0.2876468 Apr 05 18:44:12.996658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54d6f203-d4d5-43db-a875-d11c30900551 req-8f6d5f85-46b8-4c03-b016-47f468639db5 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599918 Apr 05 18:44:13.000097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb49c3dd-f64e-49d5-9959-d8555471876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:13.068878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-0cf89a96-a957-4d79-ad03-7cac0d049cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673137 Apr 05 18:44:13.098249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb49c3dd-f64e-49d5-9959-d8555471876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:13.104607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network 64579464-86c5-4c9c-aba5-a21419db5efe is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:13.195303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:13.197752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:13.251504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Port': ['ID=f298f289-d250-442e-a7b0-90c3d83c26c1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:13.269150 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a527e150-a630-4a92-abc9-9a53c936f7c3 req-f596099d-2aa7-411e-8374-3ceed1abe199 service neutron] 10.222.0.25 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736168 Apr 05 18:44:13.296182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Allocated IP 19.86.0.93 (ddf9e5d9-6117-4ea8-a360-d90d50c8294c/40843650-d8fe-48d8-8626-0f2ecd35dbad/5b3f25f0-27b7-4f7f-b391-31446e2ba294) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:13.314688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49c3dd-f64e-49d5-9959-d8555471876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e188bfdd-bed7-4058-86aa-bcf322f16de1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:13.380867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eb49c3dd-f64e-49d5-9959-d8555471876c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b421f7f88f12430788ab620393f453fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4442158 Apr 05 18:44:13.393568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44778) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:13.408092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfab6-f780-4e34-9c2a-c891beeb2aa9 req-503f300b-a789-4095-99b3-c52f8c2f1a0f tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:13.428124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cbdfab6-f780-4e34-9c2a-c891beeb2aa9 req-503f300b-a789-4095-99b3-c52f8c2f1a0f tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 945 time: 0.4709671 Apr 05 18:44:13.476690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae1a9-31be-4b78-910a-3fbe4d14360d req-85e2b290-81f9-428b-919c-49a4b5aae82b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:13.478190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-709ae1a9-31be-4b78-910a-3fbe4d14360d req-85e2b290-81f9-428b-919c-49a4b5aae82b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 931 time: 0.3536003 Apr 05 18:44:13.492130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:13.492749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:13.510161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-b2ac1eaa-75c8-4417-abb9-32a7469ef9be service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030869 Apr 05 18:44:13.540637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-083a1363-7957-43e0-995a-002ba63582e5 None None] Provisioning complete for port f298f289-d250-442e-a7b0-90c3d83c26c1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:13.541357 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-083a1363-7957-43e0-995a-002ba63582e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:13.552647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:13.584791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-bd9694f2-2d09-4167-91a2-cc7635aaec6e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5065353 Apr 05 18:44:13.597077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:13.635848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-083a1363-7957-43e0-995a-002ba63582e5 None None] Port f298f289-d250-442e-a7b0-90c3d83c26c1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:13.637901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-709ae1a9-31be-4b78-910a-3fbe4d14360d req-f840c69f-f09b-4dc9-828b-2bca23b13e8c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397996 Apr 05 18:44:13.649571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'admin_state_up': True, 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'security_groups': ['b10430b0-5d50-4076-87c2-c9f923691958']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:13.664387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network ddf9e5d9-6117-4ea8-a360-d90d50c8294c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:13.672192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cbdfab6-f780-4e34-9c2a-c891beeb2aa9 req-c8b2ec47-2934-4700-8b55-965182a3b75d tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217956 Apr 05 18:44:13.672654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:13.691316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:13.726464 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33fb8f50-b74b-462b-80be-c3f707f48e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:13.809690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:13.810321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:13.825538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33fb8f50-b74b-462b-80be-c3f707f48e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:13.837968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Port': ['ID=5b3f25f0-27b7-4f7f-b391-31446e2ba294,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:13.853163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c66daf6d-573a-4379-8af2-89a06ae01476 req-cb3c1ba5-7a6d-41b9-aec7-c7e8cce1e2af service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210225 Apr 05 18:44:13.865487 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-cd1b6d41-c584-49e3-b462-f16bf836da69 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3252945 Apr 05 18:44:13.880874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'port': {'device_id': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'network_id': '61843911-2276-4db9-be40-4784b3104ed7', 'admin_state_up': True, 'tenant_id': '2ad7104984034922b90335756f68cbca'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:14.019674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6678ba-6455-46f3-9c49-498bfe90bcaa req-55ec5b88-c4d4-438c-aff0-bedd78b4e0fe tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.021250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6678ba-6455-46f3-9c49-498bfe90bcaa req-55ec5b88-c4d4-438c-aff0-bedd78b4e0fe tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=006b51ab-b5b3-4ee3-b027-dde4bd52b4c7 HTTP/1.1" status: 200 len: 945 time: 0.2262182 Apr 05 18:44:14.052381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac849c-a01a-4368-bdcd-cc1ebe782214 req-524ed820-de7a-4113-9b37-89e39105d8ac tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.058338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac849c-a01a-4368-bdcd-cc1ebe782214 req-524ed820-de7a-4113-9b37-89e39105d8ac tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.065562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d0878849-d629-4211-9fa1-a4f76b236e00 None None] Provisioning complete for port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:14.066101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cac849c-a01a-4368-bdcd-cc1ebe782214 req-524ed820-de7a-4113-9b37-89e39105d8ac tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 1654 time: 0.2118132 Apr 05 18:44:14.069143 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0878849-d629-4211-9fa1-a4f76b236e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.075465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:14.079125 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.085221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:14.094785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.111208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33fb8f50-b74b-462b-80be-c3f707f48e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.113708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33fb8f50-b74b-462b-80be-c3f707f48e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.114865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-33fb8f50-b74b-462b-80be-c3f707f48e1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e188bfdd-bed7-4058-86aa-bcf322f16de1 HTTP/1.1" status: 204 len: 168 time: 0.6856177 Apr 05 18:44:14.122611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-94630df0-ed21-4028-85b7-1cc8c0124345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.124090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-94630df0-ed21-4028-85b7-1cc8c0124345 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&device_id=282cd0ad-e233-489a-a890-6648749a374b HTTP/1.1" status: 200 len: 1094 time: 0.1908817 Apr 05 18:44:14.146677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb8f50-b74b-462b-80be-c3f707f48e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e188bfdd-bed7-4058-86aa-bcf322f16de1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:14.148327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d0878849-d629-4211-9fa1-a4f76b236e00 None None] Port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:14.252692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6678ba-6455-46f3-9c49-498bfe90bcaa req-5a1383f2-0c78-46e8-9000-eeceda7c5267 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128668 Apr 05 18:44:14.259513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cac849c-a01a-4368-bdcd-cc1ebe782214 req-d1326879-574f-4dbc-86ab-47f489f86c8f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925657 Apr 05 18:44:14.308575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Allocated IP 19.80.0.132 (61843911-2276-4db9-be40-4784b3104ed7/182dea9f-f2dd-4c10-a7b9-cfb76fefd794/a8ce7353-87a2-4789-9a1a-9977ba845d4b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:14.325743 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.384833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-8b444408-9b38-4921-b24e-1720c067e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.386425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-8b444408-9b38-4921-b24e-1720c067e51f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 913 time: 0.2515373 Apr 05 18:44:14.436897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Allocated IP 10.1.1.91 (64579464-86c5-4c9c-aba5-a21419db5efe/66ed0133-5c66-48f1-92ea-844a605c6e92/42107179-0d13-4b7a-ba96-0a13af9b599a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:14.516615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfce63e8-a8a7-464c-923f-8314394beeab req-06b77f13-b0a0-419d-9be1-438147bfda6b tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.1046662 Apr 05 18:44:14.530525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-09bf440d-1678-48d6-9cd3-ecc13132eed8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a173e2-7665-4051-a4b6-9c61f0ede77c HTTP/1.1" status: 200 len: 217 time: 0.1321187 Apr 05 18:44:14.532797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.626197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.713375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44820) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:14.740523 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-622a404f-4dc1-4826-bb08-3a19057ec3fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1593289 Apr 05 18:44:14.746682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network 61843911-2276-4db9-be40-4784b3104ed7 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:14.747676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3c808078-ec10-407f-b72f-97ebce4b9821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.749449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Port': ['ID=a8ce7353-87a2-4789-9a1a-9977ba845d4b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:14.763610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:14.772628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:14.803350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-8237d224-86e4-47d5-aabd-6c69da74fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.805244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-8237d224-86e4-47d5-aabd-6c69da74fc48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2059965-af30-4369-becd-359b211e9c9d HTTP/1.1" status: 200 len: 853 time: 0.2329173 Apr 05 18:44:14.813637 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-b889cbd4-23a9-427c-8649-fdd3d0003e56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=14e42bde-443f-4e85-bda0-d241286c195e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2338243 Apr 05 18:44:14.837349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80033-4dfd-42ae-9d50-d87d107c626f req-8bd293e7-de71-4a5d-8f87-b04c325def24 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.839318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02a80033-4dfd-42ae-9d50-d87d107c626f req-8bd293e7-de71-4a5d-8f87-b04c325def24 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 943 time: 0.4108264 Apr 05 18:44:14.902585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.903438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.904540 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:14.962301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-c40cb1f7-b8f2-41b6-8d55-a19b4fedbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.963868 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-c40cb1f7-b8f2-41b6-8d55-a19b4fedbee0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 1097 time: 0.1545916 Apr 05 18:44:14.975486 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-be04ed1a-2487-4442-a13e-194599a40a0e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1015701 Apr 05 18:44:14.992917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-d5ee14c0-dc92-4b2a-a5dc-e4717b6d0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:14.994381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-d5ee14c0-dc92-4b2a-a5dc-e4717b6d0535 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2137f2095f2c4875bb5aede092fe7b2f&device_id=14e42bde-443f-4e85-bda0-d241286c195e HTTP/1.1" status: 200 len: 1097 time: 0.1177926 Apr 05 18:44:14.998194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Request body: {'port': {'device_id': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:15.084005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3c808078-ec10-407f-b72f-97ebce4b9821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.120049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3c808078-ec10-407f-b72f-97ebce4b9821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.211643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-47a80b04-298e-4eec-a7b5-21c85c290c10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3629904 Apr 05 18:44:15.237865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.243825 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3c808078-ec10-407f-b72f-97ebce4b9821 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd98f13d8f11458e89ba6ad28ccf4031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237703 Apr 05 18:44:15.251229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.253480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44822) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:15.259569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c808078-ec10-407f-b72f-97ebce4b9821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec540e0-1021-40aa-aa9f-afa11b70c1d0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:15.272699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d187ca-206d-408a-a471-8e370b8454d6 req-b2f88f3b-edc6-493c-b13b-bdbdd5c656cd tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:15.274272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3d187ca-206d-408a-a471-8e370b8454d6 req-b2f88f3b-edc6-493c-b13b-bdbdd5c656cd tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e42bde-443f-4e85-bda0-d241286c195e HTTP/1.1" status: 200 len: 946 time: 0.5226626 Apr 05 18:44:15.285813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02a80033-4dfd-42ae-9d50-d87d107c626f req-9d15c25c-f7e7-42c1-92e6-1fcae88da26b tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259744 Apr 05 18:44:15.286941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3b701db0-3414-4f23-a4d2-75ec840872ff None None] Provisioning complete for port a8ce7353-87a2-4789-9a1a-9977ba845d4b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:15.287833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b701db0-3414-4f23-a4d2-75ec840872ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.295824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-9b8e5dc3-7afa-42fc-a97e-dd1cd9e910c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:15.297384 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-9b8e5dc3-7afa-42fc-a97e-dd1cd9e910c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.3067203 Apr 05 18:44:15.380545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3b701db0-3414-4f23-a4d2-75ec840872ff None None] Port a8ce7353-87a2-4789-9a1a-9977ba845d4b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:15.401348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-c8926ebc-f522-4a72-89e6-9d0865750fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:15.405089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.410350 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-c8926ebc-f522-4a72-89e6-9d0865750fb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe30fd0c-c7d7-45cf-9658-c01529fee916 HTTP/1.1" status: 200 len: 917 time: 0.3622038 Apr 05 18:44:15.415157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3d187ca-206d-408a-a471-8e370b8454d6 req-a46122b4-00ba-4296-9a5b-3f1705ee6677 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271417 Apr 05 18:44:15.438439 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-f806f097-f51b-431a-8d6e-9a08d3aec148 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bba2b00f-c291-41b5-8578-b90e84694151 HTTP/1.1" status: 200 len: 217 time: 0.1115005 Apr 05 18:44:15.474138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network 64579464-86c5-4c9c-aba5-a21419db5efe is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:15.476420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-938e0fda-ae7e-44af-939d-6f27e3089b09 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553864 Apr 05 18:44:15.482268 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:15.486507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:15.533544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Port': ['ID=42107179-0d13-4b7a-ba96-0a13af9b599a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:15.610748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:15.611396 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.663414 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-df162d41-6474-4bc3-ae5c-d31305c5c06a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c3ac7b-c110-4bfd-adec-f0243091f557 HTTP/1.1" status: 200 len: 217 time: 0.2209020 Apr 05 18:44:15.674805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-83ca05b0-172c-4d3f-adbe-4846a78e3c40 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0672848 Apr 05 18:44:15.679948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b74aaa4-bd4d-4267-985a-412413c0dce0 req-5238a755-c969-4376-a913-d87732cbba80 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907227 Apr 05 18:44:15.704232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08', 'admin_state_up': True, 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'security_groups': ['b10430b0-5d50-4076-87c2-c9f923691958']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:15.741466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865216a5-5009-4420-a0f7-cf7d5611ecef req-e95035a2-21c6-4918-bb47-0a85778e70a2 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:15.750761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865216a5-5009-4420-a0f7-cf7d5611ecef req-e95035a2-21c6-4918-bb47-0a85778e70a2 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:15.758740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865216a5-5009-4420-a0f7-cf7d5611ecef req-e95035a2-21c6-4918-bb47-0a85778e70a2 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:15.761037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-865216a5-5009-4420-a0f7-cf7d5611ecef req-e95035a2-21c6-4918-bb47-0a85778e70a2 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2375 time: 0.1446013 Apr 05 18:44:15.893625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2764dcda-810c-4f2c-9aaa-68e9d7df76bc {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:15.901351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.914291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-aaf60d22-b03c-4fe6-bf8b-53c41d4b2cb5 None None] Provisioning complete for port 42107179-0d13-4b7a-ba96-0a13af9b599a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:15.914612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Transition to ACTIVE for port object 2764dcda-810c-4f2c-9aaa-68e9d7df76bc will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:15.915278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaf60d22-b03c-4fe6-bf8b-53c41d4b2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.915754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d46a41f1-98de-49df-84cc-7c00721bed3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.934021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-865216a5-5009-4420-a0f7-cf7d5611ecef req-fe2b88a6-8d85-4dca-b4dc-99e55a078702 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159382 Apr 05 18:44:15.939398 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:15.958030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-f2618eb6-f193-4379-bfb4-f487d7b5271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:15.959509 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-f2618eb6-f193-4379-bfb4-f487d7b5271a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.4951384 Apr 05 18:44:15.973248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aaf60d22-b03c-4fe6-bf8b-53c41d4b2cb5 None None] Port 42107179-0d13-4b7a-ba96-0a13af9b599a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:16.015803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:16.049467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d46a41f1-98de-49df-84cc-7c00721bed3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:16.070592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-73a2a084-9c1d-460e-9abf-93c57cfd373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:16.077284 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:44:16.077773 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-73a2a084-9c1d-460e-9abf-93c57cfd373d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f HTTP/1.1" status: 200 len: 857 time: 0.3860662 Apr 05 18:44:16.134112 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-296469a6-a270-423d-991e-3c85d6ed0032 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe30fd0c-c7d7-45cf-9658-c01529fee916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423756 Apr 05 18:44:16.134754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Pushing event updated for resources: {'Port': ['ID=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:16.205243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-589b6fdb-d433-4ced-b2ba-12f0d6c94f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:16.206757 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-589b6fdb-d433-4ced-b2ba-12f0d6c94f51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2389603 Apr 05 18:44:16.222501 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:16.333915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2ccb5-3048-4656-89fa-fc685c9df1e0 req-55d29a53-c1b6-48c0-9f75-e9221a3a7444 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:16.340965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2ccb5-3048-4656-89fa-fc685c9df1e0 req-55d29a53-c1b6-48c0-9f75-e9221a3a7444 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:16.344673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 56355f34-9ef2-4568-b136-06c5ebd88ed6 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:16.349912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2ccb5-3048-4656-89fa-fc685c9df1e0 req-55d29a53-c1b6-48c0-9f75-e9221a3a7444 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:16.351852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2d2ccb5-3048-4656-89fa-fc685c9df1e0 req-55d29a53-c1b6-48c0-9f75-e9221a3a7444 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 2374 time: 0.2503242 Apr 05 18:44:16.383045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a0a2fc2-b288-4b99-85f4-e27e6deec180 req-37d496fc-98e1-48e3-80f0-69c54325ec3b tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0922949 Apr 05 18:44:16.421306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2d2ccb5-3048-4656-89fa-fc685c9df1e0 req-84c703e9-f95c-4818-b665-d42909cbb865 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507381 Apr 05 18:44:16.610198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 56355f34-9ef2-4568-b136-06c5ebd88ed6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=56355f34-9ef2-4568-b136-06c5ebd88ed6,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:16.615517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 27a173e2-7665-4051-a4b6-9c61f0ede77c details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:16.634986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '56355f34-9ef2-4568-b136-06c5ebd88ed6', 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9', 'port_id': '56355f34-9ef2-4568-b136-06c5ebd88ed6', 'mac_address': 'fa:16:3e:1b:27:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2059965-af30-4369-becd-359b211e9c9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:16.682354 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:16.692012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f791f4-1073-4fb4-a3b2-bd9efdc2ea16 req-c1d83910-5b25-4f8a-90a3-9628eda5c38a tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:16.695455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2f791f4-1073-4fb4-a3b2-bd9efdc2ea16 req-c1d83910-5b25-4f8a-90a3-9628eda5c38a tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e42bde-443f-4e85-bda0-d241286c195e HTTP/1.1" status: 200 len: 946 time: 0.1254349 Apr 05 18:44:16.720124 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56355f34-9ef2-4568-b136-06c5ebd88ed6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:16.740953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 56355f34-9ef2-4568-b136-06c5ebd88ed6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=56355f34-9ef2-4568-b136-06c5ebd88ed6,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:16.743006 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:44:16.757932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:16.766716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2f791f4-1073-4fb4-a3b2-bd9efdc2ea16 req-707e2fe1-5874-48aa-8356-e2f54bb89936 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641773 Apr 05 18:44:16.771223 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-9bf5586f-bb0e-46fe-8fa6-8e0e961fdfa3 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925907 Apr 05 18:44:16.870910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Attempting to bind port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:16.871417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Attempting to bind port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:16.871871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Attempting to bind port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc on network 61843911-2276-4db9-be40-4784b3104ed7 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:16.876921 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d46a41f1-98de-49df-84cc-7c00721bed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:16.879629 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d46a41f1-98de-49df-84cc-7c00721bed3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:16.895566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d46a41f1-98de-49df-84cc-7c00721bed3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fec540e0-1021-40aa-aa9f-afa11b70c1d0 HTTP/1.1" status: 204 len: 168 time: 1.6205709 Apr 05 18:44:16.922229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=56355f34-9ef2-4568-b136-06c5ebd88ed6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:16.926347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a41f1-98de-49df-84cc-7c00721bed3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec540e0-1021-40aa-aa9f-afa11b70c1d0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:16.955047 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-ae5bfe5b-8053-4c1c-947c-426268426a93 service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8072627 Apr 05 18:44:16.958889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc on network 61843911-2276-4db9-be40-4784b3104ed7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:16.959769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Attempting to bind port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc on network 61843911-2276-4db9-be40-4784b3104ed7 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:16.969437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:16.970261 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Checking segment: {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:16.970887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Bound using segment: {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:16.971574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Bound port: 2764dcda-810c-4f2c-9aaa-68e9d7df76bc, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:16.972407 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:17.079390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 27a173e2-7665-4051-a4b6-9c61f0ede77c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=27a173e2-7665-4051-a4b6-9c61f0ede77c,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:17.086437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] For port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:17.090326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] For port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:17.093326 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9c6e9388-0770-4283-be9c-ceb18e1b6c37 req-e23e8dfa-dbc6-468d-ad44-adb3322e5d8f service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130939 Apr 05 18:44:17.098179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:17.112639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '27a173e2-7665-4051-a4b6-9c61f0ede77c', 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9', 'port_id': '27a173e2-7665-4051-a4b6-9c61f0ede77c', 'mac_address': 'fa:16:3e:b4:93:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2059965-af30-4369-becd-359b211e9c9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:17.155549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada23d-c5b6-4832-8449-d8aba6071454 req-38897957-7432-4362-b725-baeb02197b82 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:17.157053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fada23d-c5b6-4832-8449-d8aba6071454 req-38897957-7432-4362-b725-baeb02197b82 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 944 time: 0.2175429 Apr 05 18:44:17.184054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['56355f34-9ef2-4568-b136-06c5ebd88ed6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:17.190739 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:17.191996 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:17.194306 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] 10.222.0.25 "PUT /v2.0/ports/2764dcda-810c-4f2c-9aaa-68e9d7df76bc HTTP/1.1" status: 200 len: 1091 time: 2.2048299 Apr 05 18:44:17.200681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'tag': '2764dcda-810c-4f2c-9aaa-68e9d7df76bc'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:17.203267 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b5ec5-6161-481c-b2f7-05ca20b27c30" -d '{"events": [{"name": "network-changed", "server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "tag": "2764dcda-810c-4f2c-9aaa-68e9d7df76bc"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:17.265661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Request body: {'port': {'device_id': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:17.283158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da40c-7950-4abd-9724-d70c57487622 req-da27ba9b-83f8-4a95-92b7-306f9a2141dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:17.304224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da40c-7950-4abd-9724-d70c57487622 req-da27ba9b-83f8-4a95-92b7-306f9a2141dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:17.316357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da40c-7950-4abd-9724-d70c57487622 req-da27ba9b-83f8-4a95-92b7-306f9a2141dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:17.326793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce4da40c-7950-4abd-9724-d70c57487622 req-da27ba9b-83f8-4a95-92b7-306f9a2141dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2387 time: 0.2652640 Apr 05 18:44:17.327922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edc947-f631-485d-9668-1fbe7e55c4aa service neutron] Pushing event updated for resources: {'Port': ['ID=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:17.350122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aead64d5-7410-4c10-9748-cb37cc7a2a08 req-c7e81c74-8142-433f-acee-c385e15cf327 service neutron] 10.222.0.20 "GET /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833983 Apr 05 18:44:17.351017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:17.390198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fada23d-c5b6-4832-8449-d8aba6071454 req-b263ef59-0e47-4bb7-9aed-d9b1749a9653 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225316 Apr 05 18:44:17.394681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Allocated IP 10.2.2.100 (bf3598ad-62de-476f-a9ed-9a686e3cbb08/c29d9363-316d-49e2-a891-f85f80bd4314/0ea0a3cc-182a-4538-a490-cc025fad7e7c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:17.397116 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:17.475955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce4da40c-7950-4abd-9724-d70c57487622 req-d8fb96a3-69f6-4042-a0fa-eb1d776ed04b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482501 Apr 05 18:44:17.480532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a173e2-7665-4051-a4b6-9c61f0ede77c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:17.757695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3f25f0-27b7-4f7f-b391-31446e2ba294 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:17.765709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 27a173e2-7665-4051-a4b6-9c61f0ede77c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=27a173e2-7665-4051-a4b6-9c61f0ede77c,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:17.778283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:17.783817 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:17.795806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b89af2a-b093-42e3-8cae-b965e174376e req-15785ccf-8d60-4563-932a-c4c1c5d962d0 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0614336 Apr 05 18:44:17.803871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Transition to ACTIVE for port object 5b3f25f0-27b7-4f7f-b391-31446e2ba294 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:17.818982 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7973dd5-072b-4ff9-a1a6-a9ff47fc855b x-openstack-request-id: req-c7973dd5-072b-4ff9-a1a6-a9ff47fc855b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:17.819489 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "tag": "2764dcda-810c-4f2c-9aaa-68e9d7df76bc", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:17.819832 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7973dd5-072b-4ff9-a1a6-a9ff47fc855b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:17.820341 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7973dd5-072b-4ff9-a1a6-a9ff47fc855b'] response: {'name': 'network-changed', 'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'tag': '2764dcda-810c-4f2c-9aaa-68e9d7df76bc', 'status': 'completed', 'code': 200} Apr 05 18:44:17.888748 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:17.916241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=27a173e2-7665-4051-a4b6-9c61f0ede77c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:17.918973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:17.950933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1623b1-2409-423f-85f7-36c841a0d935 req-1fcc960f-2da7-4265-b973-ab132f43f69e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:17.958722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1623b1-2409-423f-85f7-36c841a0d935 req-1fcc960f-2da7-4265-b973-ab132f43f69e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:17.966081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1623b1-2409-423f-85f7-36c841a0d935 req-1fcc960f-2da7-4265-b973-ab132f43f69e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:17.974319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce1623b1-2409-423f-85f7-36c841a0d935 req-1fcc960f-2da7-4265-b973-ab132f43f69e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 2374 time: 0.1858761 Apr 05 18:44:18.029279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['27a173e2-7665-4051-a4b6-9c61f0ede77c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:18.041955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce1623b1-2409-423f-85f7-36c841a0d935 req-2805d1a4-a91c-4dfc-b212-1b950d57b09a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662179 Apr 05 18:44:18.114892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:18.153020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-464b3f00-6972-4539-9a64-ba10065a96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.153619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-464b3f00-6972-4539-9a64-ba10065a96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.154099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-464b3f00-6972-4539-9a64-ba10065a96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.156164 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-464b3f00-6972-4539-9a64-ba10065a96c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ad7104984034922b90335756f68cbca&device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2755 time: 0.3456407 Apr 05 18:44:18.168174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f25f0-27b7-4f7f-b391-31446e2ba294,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:18.201315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-f336beb0-bcf8-45ef-ae82-cc2e6c2037b2 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.202877 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-f336beb0-bcf8-45ef-ae82-cc2e6c2037b2 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e42bde-443f-4e85-bda0-d241286c195e HTTP/1.1" status: 200 len: 946 time: 0.3858063 Apr 05 18:44:18.214001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Attempting to bind port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:18.214414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Attempting to bind port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:18.214755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Attempting to bind port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 on network ddf9e5d9-6117-4ea8-a360-d90d50c8294c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:18.252667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network bf3598ad-62de-476f-a9ed-9a686e3cbb08 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:18.255767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Port': ['ID=0ea0a3cc-182a-4538-a490-cc025fad7e7c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:18.258883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:18.274692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:18.279803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 on network ddf9e5d9-6117-4ea8-a360-d90d50c8294c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:18.280492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Attempting to bind port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 on network ddf9e5d9-6117-4ea8-a360-d90d50c8294c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:18.358100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:18.358761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Checking segment: {'id': 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:18.359600 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Bound using segment: {'id': 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:18.360146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Bound port: 5b3f25f0-27b7-4f7f-b391-31446e2ba294, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:18.360622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:18.401662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b1230-c621-4461-ba6f-fb3669f76455 req-900d123c-11d7-4de6-9f75-c1a02c017484 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.414665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-265b1230-c621-4461-ba6f-fb3669f76455 req-900d123c-11d7-4de6-9f75-c1a02c017484 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e42bde-443f-4e85-bda0-d241286c195e HTTP/1.1" status: 200 len: 946 time: 0.1596720 Apr 05 18:44:18.460494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.461215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:18.516832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-dfac3950-1ba7-422b-9a83-3075d0edd061 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8184216 Apr 05 18:44:18.539417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08', 'admin_state_up': True, 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'security_groups': ['b10430b0-5d50-4076-87c2-c9f923691958']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:18.548207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] For port 5b3f25f0-27b7-4f7f-b391-31446e2ba294, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:18.552498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] For port 5b3f25f0-27b7-4f7f-b391-31446e2ba294, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5b3f25f0-27b7-4f7f-b391-31446e2ba294,segment=NetworkSegment(d29474b2-fcbf-45bb-ab36-19b64fd4d0f3),segment_id=d29474b2-fcbf-45bb-ab36-19b64fd4d0f3)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:18.567616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:18.643722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-265b1230-c621-4461-ba6f-fb3669f76455 req-59eb375e-cd5a-43ba-9ff9-37cea2eae207 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281258 Apr 05 18:44:18.700077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cef49a41-7a98-4585-80e6-9061eae25813 None None] Provisioning complete for port 0ea0a3cc-182a-4538-a490-cc025fad7e7c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:18.700570 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cef49a41-7a98-4585-80e6-9061eae25813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:18.700654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Deleting port c9c3ac7b-c110-4bfd-adec-f0243091f557 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:18.702219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:18.749140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Made reservation on behalf of 5ff7dfffcd6d4d8c9abd20767adbb9fa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:18.755491 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:18.804241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cef49a41-7a98-4585-80e6-9061eae25813 None None] Port 0ea0a3cc-182a-4538-a490-cc025fad7e7c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:18.856508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] For port c9c3ac7b-c110-4bfd-adec-f0243091f557, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c9c3ac7b-c110-4bfd-adec-f0243091f557,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:18.856988 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:18.873707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Calling delete_port for c9c3ac7b-c110-4bfd-adec-f0243091f557 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:18.938150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-45e5a035-38ab-4521-aea9-5bae01bbb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.938653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-45e5a035-38ab-4521-aea9-5bae01bbb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.939262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-45e5a035-38ab-4521-aea9-5bae01bbb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.940871 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-45e5a035-38ab-4521-aea9-5bae01bbb855 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2ad7104984034922b90335756f68cbca&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.7692993 Apr 05 18:44:18.946674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.947849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:18.949902 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] 10.222.0.25 "PUT /v2.0/ports/5b3f25f0-27b7-4f7f-b391-31446e2ba294 HTTP/1.1" status: 200 len: 1091 time: 1.6973011 Apr 05 18:44:18.988927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57004881-7d10-4fa4-af00-048005446c68 req-74f0d9df-9434-4f93-969e-e5b10a2fb9d5 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:18.994171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Request body: {'port': {'device_id': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:18.996866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57004881-7d10-4fa4-af00-048005446c68 req-74f0d9df-9434-4f93-969e-e5b10a2fb9d5 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 944 time: 0.1669638 Apr 05 18:44:19.011069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcca25b-4348-4f6d-8410-5bd3d9083c5f req-58b9b903-fb5b-4156-8360-09102d52405e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.024595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcca25b-4348-4f6d-8410-5bd3d9083c5f req-58b9b903-fb5b-4156-8360-09102d52405e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.039925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcca25b-4348-4f6d-8410-5bd3d9083c5f req-58b9b903-fb5b-4156-8360-09102d52405e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.043773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dcca25b-4348-4f6d-8410-5bd3d9083c5f req-58b9b903-fb5b-4156-8360-09102d52405e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2399 time: 0.2105582 Apr 05 18:44:19.050049 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d77ca-78ae-4713-9764-83b04a81fa33 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3f25f0-27b7-4f7f-b391-31446e2ba294,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:19.101302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Allocated IP 10.2.2.200 (bf3598ad-62de-476f-a9ed-9a686e3cbb08/c29d9363-316d-49e2-a891-f85f80bd4314/9b48ca53-fe07-4ea4-8be1-2544451171d1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:19.220131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-a1f8b3e9-7b0c-4b97-9217-a16db255dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.221858 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a87b5ec5-6161-481c-b2f7-05ca20b27c30 req-a1f8b3e9-7b0c-4b97-9217-a16db255dc83 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2483761 Apr 05 18:44:19.261849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:19.276788 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:19.329808 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:19.380710 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:19.396873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['010b7162-958b-4b03-a251-5c31a09c8c6a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:19.400998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a4b5ad3e-6312-49e4-a2f4-5a72b594ba26'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:19.441674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Network bf3598ad-62de-476f-a9ed-9a686e3cbb08 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:19.449572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dcca25b-4348-4f6d-8410-5bd3d9083c5f req-ba2cea20-39eb-4c49-8f34-b706b91c003b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289790 Apr 05 18:44:19.453090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:19.472442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57004881-7d10-4fa4-af00-048005446c68 req-97e4a6c0-d1d8-40b0-85ef-1c2fc01412ff tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695477 Apr 05 18:44:19.473804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:19.482173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event updated for resources: {'Port': ['ID=9b48ca53-fe07-4ea4-8be1-2544451171d1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:19.585326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Pushing event deleted for resources: {'Port': ['ID=c9c3ac7b-c110-4bfd-adec-f0243091f557,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:19.586099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.590051 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:19.619649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] No DVR routers for this DVR port c9c3ac7b-c110-4bfd-adec-f0243091f557 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:19.624567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:19.633142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-93aafd50-5801-4a0a-8ea1-448eee322db1 req-7e9d0795-4cbb-40a1-a2ae-8335d0796f2b tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.20 "DELETE /v2.0/ports/c9c3ac7b-c110-4bfd-adec-f0243091f557 HTTP/1.1" status: 204 len: 173 time: 1.4100020 Apr 05 18:44:19.640258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3f74857-5d21-4b7c-9747-d6830b16482b req-f115d56a-b3e5-41a1-9831-34dc63e46a5d tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0470936 Apr 05 18:44:19.750272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7183acbc-340a-4350-8358-b56aa3e3be3c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2214272 Apr 05 18:44:19.764402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:19.821640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'tag': '5b3f25f0-27b7-4f7f-b391-31446e2ba294'}, {'server_uuid': '14e42bde-443f-4e85-bda0-d241286c195e', 'name': 'network-vif-deleted', 'tag': 'c9c3ac7b-c110-4bfd-adec-f0243091f557'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:19.825720 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d2402-e32a-44b7-a986-db2b329230de" -d '{"events": [{"name": "network-changed", "server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "tag": "5b3f25f0-27b7-4f7f-b391-31446e2ba294"}, {"server_uuid": "14e42bde-443f-4e85-bda0-d241286c195e", "name": "network-vif-deleted", "tag": "c9c3ac7b-c110-4bfd-adec-f0243091f557"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:19.925096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f898-91a7-4f1e-82b5-b12cf3cb5b7e req-6262eb6f-6d6b-46d3-84f7-d950ab4c19f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.947952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f898-91a7-4f1e-82b5-b12cf3cb5b7e req-6262eb6f-6d6b-46d3-84f7-d950ab4c19f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.961108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f898-91a7-4f1e-82b5-b12cf3cb5b7e req-6262eb6f-6d6b-46d3-84f7-d950ab4c19f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.978065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f898-91a7-4f1e-82b5-b12cf3cb5b7e req-6262eb6f-6d6b-46d3-84f7-d950ab4c19f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.986894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ce7353-87a2-4789-9a1a-9977ba845d4b {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:19.988272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f898-91a7-4f1e-82b5-b12cf3cb5b7e req-6262eb6f-6d6b-46d3-84f7-d950ab4c19f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:19.997807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0725f898-91a7-4f1e-82b5-b12cf3cb5b7e req-6262eb6f-6d6b-46d3-84f7-d950ab4c19f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 3816 time: 0.3165512 Apr 05 18:44:20.015430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.042312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Transition to ACTIVE for port object a8ce7353-87a2-4789-9a1a-9977ba845d4b will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:20.054045 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.060829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a883a0b7-57d3-4a19-bc84-4bb911757e2c None None] Provisioning complete for port 9b48ca53-fe07-4ea4-8be1-2544451171d1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:20.061374 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a883a0b7-57d3-4a19-bc84-4bb911757e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.100326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a883a0b7-57d3-4a19-bc84-4bb911757e2c None None] Port 9b48ca53-fe07-4ea4-8be1-2544451171d1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:20.137168 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.158983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ce7353-87a2-4789-9a1a-9977ba845d4b,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:20.278421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0725f898-91a7-4f1e-82b5-b12cf3cb5b7e req-cc6f00af-0a5b-491b-80c1-d768fdcf8011 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748618 Apr 05 18:44:20.359116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 56355f34-9ef2-4568-b136-06c5ebd88ed6 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:20.410862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Attempting to bind port a8ce7353-87a2-4789-9a1a-9977ba845d4b on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:20.412822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Attempting to bind port a8ce7353-87a2-4789-9a1a-9977ba845d4b by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:20.413400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Attempting to bind port a8ce7353-87a2-4789-9a1a-9977ba845d4b on network 61843911-2276-4db9-be40-4784b3104ed7 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:20.425954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Port a8ce7353-87a2-4789-9a1a-9977ba845d4b on network 61843911-2276-4db9-be40-4784b3104ed7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:20.428666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Attempting to bind port a8ce7353-87a2-4789-9a1a-9977ba845d4b on network 61843911-2276-4db9-be40-4784b3104ed7 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:20.435893 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6bb3a6-9627-4ed7-8f83-a7491076c8e0 x-openstack-request-id: req-ba6bb3a6-9627-4ed7-8f83-a7491076c8e0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:20.438153 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "tag": "5b3f25f0-27b7-4f7f-b391-31446e2ba294", "status": "completed", "code": 200}, {"server_uuid": "14e42bde-443f-4e85-bda0-d241286c195e", "name": "network-vif-deleted", "tag": "c9c3ac7b-c110-4bfd-adec-f0243091f557", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:20.439173 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba6bb3a6-9627-4ed7-8f83-a7491076c8e0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:20.440851 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6bb3a6-9627-4ed7-8f83-a7491076c8e0'] response: {'name': 'network-changed', 'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'tag': '5b3f25f0-27b7-4f7f-b391-31446e2ba294', 'status': 'completed', 'code': 200} Apr 05 18:44:20.441528 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6bb3a6-9627-4ed7-8f83-a7491076c8e0'] response: {'server_uuid': '14e42bde-443f-4e85-bda0-d241286c195e', 'name': 'network-vif-deleted', 'tag': 'c9c3ac7b-c110-4bfd-adec-f0243091f557', 'status': 'completed', 'code': 200} Apr 05 18:44:20.516093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:20.516615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Checking segment: {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:20.517011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Bound using segment: {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:20.517519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Bound port: a8ce7353-87a2-4789-9a1a-9977ba845d4b, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c65218b-b77a-4002-9050-cd80ca2361f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '61843911-2276-4db9-be40-4784b3104ed7'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:20.519475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.554614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 56355f34-9ef2-4568-b136-06c5ebd88ed6 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:20.565572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 56355f34-9ef2-4568-b136-06c5ebd88ed6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:20.565946 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.603406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2402-e32a-44b7-a986-db2b329230de req-db1e052a-63bd-47ff-b79b-e762d0aefbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.604389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2402-e32a-44b7-a986-db2b329230de req-db1e052a-63bd-47ff-b79b-e762d0aefbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.604522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2402-e32a-44b7-a986-db2b329230de req-db1e052a-63bd-47ff-b79b-e762d0aefbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.606707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2394d99-40aa-464a-9ce5-e01053d4f521 req-46c8ba1c-4bef-49e8-baa8-667f25931c4f tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e42bde-443f-4e85-bda0-d241286c195e HTTP/1.1" status: 200 len: 210 time: 0.1019716 Apr 05 18:44:20.608070 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-581d2402-e32a-44b7-a986-db2b329230de req-db1e052a-63bd-47ff-b79b-e762d0aefbd9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ad7104984034922b90335756f68cbca&device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2822 time: 0.1647334 Apr 05 18:44:20.658324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 27a173e2-7665-4051-a4b6-9c61f0ede77c up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:20.750766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 27a173e2-7665-4051-a4b6-9c61f0ede77c completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:20.784563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 27a173e2-7665-4051-a4b6-9c61f0ede77c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:20.784808 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.840544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] For port a8ce7353-87a2-4789-9a1a-9977ba845d4b, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:20.853806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.874379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] For port a8ce7353-87a2-4789-9a1a-9977ba845d4b, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a8ce7353-87a2-4789-9a1a-9977ba845d4b,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:20.876603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2402-e32a-44b7-a986-db2b329230de req-da4608eb-a832-4523-ab1e-12b569e675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.877312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2402-e32a-44b7-a986-db2b329230de req-da4608eb-a832-4523-ab1e-12b569e675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.877422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2402-e32a-44b7-a986-db2b329230de req-da4608eb-a832-4523-ab1e-12b569e675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.879047 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-581d2402-e32a-44b7-a986-db2b329230de req-da4608eb-a832-4523-ab1e-12b569e675dd service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2ad7104984034922b90335756f68cbca&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2594531 Apr 05 18:44:20.895250 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.916046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 56355f34-9ef2-4568-b136-06c5ebd88ed6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=56355f34-9ef2-4568-b136-06c5ebd88ed6,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:20.918007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c337be-caa5-42a9-bd7e-170bbe6c048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56355f34-9ef2-4568-b136-06c5ebd88ed6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:20.920211 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7511d3e4-8c67-427b-91ef-e60a36b2579f" -d '{"events": [{"server_uuid": "a9c337be-caa5-42a9-bd7e-170bbe6c048b", "name": "network-vif-plugged", "status": "completed", "tag": "56355f34-9ef2-4568-b136-06c5ebd88ed6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:20.961453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.961806 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.963245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] 10.222.0.25 "PUT /v2.0/ports/a8ce7353-87a2-4789-9a1a-9977ba845d4b HTTP/1.1" status: 200 len: 1092 time: 1.9734926 Apr 05 18:44:20.969623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ee878-0d62-4db0-81b7-b62cb940f873 req-c5b3ce0d-720e-4689-bb62-d694484a7275 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.973911 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:20.978912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ee878-0d62-4db0-81b7-b62cb940f873 req-c5b3ce0d-720e-4689-bb62-d694484a7275 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.986511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ee878-0d62-4db0-81b7-b62cb940f873 req-c5b3ce0d-720e-4689-bb62-d694484a7275 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:20.997095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d5ee878-0d62-4db0-81b7-b62cb940f873 req-c5b3ce0d-720e-4689-bb62-d694484a7275 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2411 time: 0.3214550 Apr 05 18:44:21.015908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab93af2-de7a-4ffb-8991-f8311814c2e1 req-845b5280-ad56-4716-b6e9-ef1b4efa3243 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.017747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ab93af2-de7a-4ffb-8991-f8311814c2e1 req-845b5280-ad56-4716-b6e9-ef1b4efa3243 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 944 time: 0.2766752 Apr 05 18:44:21.082006 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:21.090507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ab93af2-de7a-4ffb-8991-f8311814c2e1 req-14e7866b-1e69-4fed-987d-e1a4e3df4cd3 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567813 Apr 05 18:44:21.141385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d5ee878-0d62-4db0-81b7-b62cb940f873 req-6c7fa0d4-5bb6-44a1-9c9d-f09429d2f013 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375573 Apr 05 18:44:21.165905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c539e35-3a9b-49c4-bee4-2d72f44048f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ce7353-87a2-4789-9a1a-9977ba845d4b,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:21.190054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=56355f34-9ef2-4568-b136-06c5ebd88ed6,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:21.243574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2402-e32a-44b7-a986-db2b329230de req-c097a6ba-af64-4341-9798-37b6b294f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.244529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 27a173e2-7665-4051-a4b6-9c61f0ede77c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=27a173e2-7665-4051-a4b6-9c61f0ede77c,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:21.247231 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-581d2402-e32a-44b7-a986-db2b329230de req-c097a6ba-af64-4341-9798-37b6b294f9bc service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3335598 Apr 05 18:44:21.253956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:21.255212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c9c3ac7b-c110-4bfd-adec-f0243091f557 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:21.259351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:21.285988 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:21.349238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f519bc51-b898-482a-bcf6-4bac343478b0 req-8b08061f-ca8b-4bf9-89da-4c095c2f8a2b tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0536127 Apr 05 18:44:21.359742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Transition to ACTIVE for port object 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:21.370770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:21.386849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: c9c3ac7b-c110-4bfd-adec-f0243091f557 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:21.390875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c9c3ac7b-c110-4bfd-adec-f0243091f557 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:21.446042 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401dc412-f3cb-4448-8bad-1e67500e5245 x-openstack-request-id: req-401dc412-f3cb-4448-8bad-1e67500e5245 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:21.446337 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c337be-caa5-42a9-bd7e-170bbe6c048b", "name": "network-vif-plugged", "status": "completed", "tag": "56355f34-9ef2-4568-b136-06c5ebd88ed6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:21.446623 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-401dc412-f3cb-4448-8bad-1e67500e5245 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:21.447024 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401dc412-f3cb-4448-8bad-1e67500e5245'] response: {'server_uuid': 'a9c337be-caa5-42a9-bd7e-170bbe6c048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56355f34-9ef2-4568-b136-06c5ebd88ed6', 'code': 200} Apr 05 18:44:21.447971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=27a173e2-7665-4051-a4b6-9c61f0ede77c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:21.531839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-f00da818-5d23-4b62-8206-466db9d16756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.535749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-f00da818-5d23-4b62-8206-466db9d16756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.537026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-f00da818-5d23-4b62-8206-466db9d16756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.541715 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-f00da818-5d23-4b62-8206-466db9d16756 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ad7104984034922b90335756f68cbca&device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2864 time: 0.2258654 Apr 05 18:44:21.622696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Pushing event updated for resources: {'Port': ['ID=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:21.680345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Attempting to bind port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:21.680683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Attempting to bind port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:21.681740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Attempting to bind port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d on network 61f38ac3-b5de-44f4-9fb6-9d316cece496 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:21.692986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d on network 61f38ac3-b5de-44f4-9fb6-9d316cece496 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:21.693236 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-1cfda67b-d4a0-4406-9651-c8871fc8f9ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=2764dcda-810c-4f2c-9aaa-68e9d7df76bc HTTP/1.1" status: 200 len: 217 time: 0.1209862 Apr 05 18:44:21.693369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Attempting to bind port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d on network 61f38ac3-b5de-44f4-9fb6-9d316cece496 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:21.710303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:21.710793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Checking segment: {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:21.711298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Bound using segment: {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:21.711828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Bound port: 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33c7f11-e5c1-438c-bb57-841649666053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:21.712294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:21.739869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23951d0b-65cc-44ed-8e1d-63816e3c2f6c req-ee205edb-33a2-4b2a-b365-ccb8e5d0614f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.746803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23951d0b-65cc-44ed-8e1d-63816e3c2f6c req-ee205edb-33a2-4b2a-b365-ccb8e5d0614f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.754766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23951d0b-65cc-44ed-8e1d-63816e3c2f6c req-ee205edb-33a2-4b2a-b365-ccb8e5d0614f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.761748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23951d0b-65cc-44ed-8e1d-63816e3c2f6c req-ee205edb-33a2-4b2a-b365-ccb8e5d0614f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.768812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23951d0b-65cc-44ed-8e1d-63816e3c2f6c req-ee205edb-33a2-4b2a-b365-ccb8e5d0614f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.770773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-23951d0b-65cc-44ed-8e1d-63816e3c2f6c req-ee205edb-33a2-4b2a-b365-ccb8e5d0614f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 3828 time: 0.2234554 Apr 05 18:44:21.822905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dc350-9d19-4436-a205-5312c0af82d1 req-a5a48fb7-af73-43d3-978e-2dd3c772e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.825146 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d0dc350-9d19-4436-a205-5312c0af82d1 req-a5a48fb7-af73-43d3-978e-2dd3c772e91c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 1096 time: 0.2801993 Apr 05 18:44:21.834464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-586e6ae3-df7c-478d-9b53-20f61a3aeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.835913 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-586e6ae3-df7c-478d-9b53-20f61a3aeeba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=182dea9f-f2dd-4c10-a7b9-cfb76fefd794 HTTP/1.1" status: 200 len: 801 time: 0.1343086 Apr 05 18:44:21.879203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-23951d0b-65cc-44ed-8e1d-63816e3c2f6c req-34a1d0d4-0d70-453c-a7da-0dd158481a8e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778444 Apr 05 18:44:21.907931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] For port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:21.913612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] For port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:21.913815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-de04a810-8029-4edf-a86a-bb45a9d071f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:21.915263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-de04a810-8029-4edf-a86a-bb45a9d071f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=61843911-2276-4db9-be40-4784b3104ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555158 Apr 05 18:44:21.916950 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d0dc350-9d19-4436-a205-5312c0af82d1 req-d25dd046-fb55-4850-8b52-d522fa77c696 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763807 Apr 05 18:44:21.927792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:22.069755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Pushing event updated for resources: {'Port': ['ID=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:22.086288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.087326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:22.104404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-303741e1-237c-4644-abcf-8655ea390e1a service neutron] 10.222.0.20 "PUT /v2.0/ports/7f2b4923-21fa-4240-9187-a9fe1ec0ac6d HTTP/1.1" status: 200 len: 1092 time: 2.3446279 Apr 05 18:44:22.105961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:22.118303 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059cf1bd-0635-4f02-a7b4-6b6441fa3340" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:22.153197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:22.325199 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:22.372005 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-d4868b2b-1b69-4bd9-a396-2022e5a7e26d service neutron] 10.222.0.25 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795726 Apr 05 18:44:22.391114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a94308-ecad-4730-bf5c-14c034fee3a9 req-086ff64c-4834-4419-bd3a-86ee90dfadc6 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.398972 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a94308-ecad-4730-bf5c-14c034fee3a9 req-086ff64c-4834-4419-bd3a-86ee90dfadc6 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 945 time: 0.1567471 Apr 05 18:44:22.529586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a94308-ecad-4730-bf5c-14c034fee3a9 req-8a59e705-376d-44c8-88b9-585da27da0ae tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296141 Apr 05 18:44:22.541714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'tag': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:22.542592 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8af6f7-4893-416a-8d9c-00717ec3e57d" -d '{"events": [{"name": "network-changed", "server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "tag": "a8ce7353-87a2-4789-9a1a-9977ba845d4b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:22.575073 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-2cc002d2-11ae-4027-b800-7d884928f42a service neutron] 10.222.0.25 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774666 Apr 05 18:44:22.639394 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-63767864-fce4-4a98-a294-23eab58bb84d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.93&port_id=5b3f25f0-27b7-4f7f-b391-31446e2ba294 HTTP/1.1" status: 200 len: 217 time: 0.0548749 Apr 05 18:44:22.664799 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c950bc-478f-49f7-91fd-f1e71e00fed8 x-openstack-request-id: req-42c950bc-478f-49f7-91fd-f1e71e00fed8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:22.665332 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:22.674561 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42c950bc-478f-49f7-91fd-f1e71e00fed8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:22.674561 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c950bc-478f-49f7-91fd-f1e71e00fed8'] response: {'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'status': 'completed', 'code': 200} Apr 05 18:44:22.786955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-6453c97f-4155-4cd7-927b-1392f00ecb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.789582 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-6453c97f-4155-4cd7-927b-1392f00ecb55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40843650-d8fe-48d8-8626-0f2ecd35dbad HTTP/1.1" status: 200 len: 801 time: 0.1301346 Apr 05 18:44:22.843967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-bde95ae9-91a7-4394-a9a7-6e0a9f91a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.844458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-bde95ae9-91a7-4394-a9a7-6e0a9f91a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.844935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-bde95ae9-91a7-4394-a9a7-6e0a9f91a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.845428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-bde95ae9-91a7-4394-a9a7-6e0a9f91a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.845877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-bde95ae9-91a7-4394-a9a7-6e0a9f91a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.847884 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-bde95ae9-91a7-4394-a9a7-6e0a9f91a417 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 4363 time: 0.2074063 Apr 05 18:44:22.853388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3009b52a-0f81-4703-80e2-48a2c45bbc63 req-24949413-47a8-43fb-8a01-e316b200f29b tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0596318 Apr 05 18:44:22.905268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-09768a60-6109-4aaf-b3e3-4e818d661439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.907252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-09768a60-6109-4aaf-b3e3-4e818d661439 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ddf9e5d9-6117-4ea8-a360-d90d50c8294c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1075463 Apr 05 18:44:22.912126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669146a3-caf6-4786-bb0b-f15f85004848 req-227b92e1-4558-45d1-8cdd-21458e97f3de tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.921649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669146a3-caf6-4786-bb0b-f15f85004848 req-227b92e1-4558-45d1-8cdd-21458e97f3de tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.928141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669146a3-caf6-4786-bb0b-f15f85004848 req-227b92e1-4558-45d1-8cdd-21458e97f3de tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:22.936349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-669146a3-caf6-4786-bb0b-f15f85004848 req-227b92e1-4558-45d1-8cdd-21458e97f3de tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2411 time: 0.1920543 Apr 05 18:44:22.970030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64de7a25-bc07-475b-a89f-1296e12a484d {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:22.978473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:22.991668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Transition to ACTIVE for port object 64de7a25-bc07-475b-a89f-1296e12a484d will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:23.010559 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:23.083119 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ff2a31-af92-45eb-9f30-6f57421e3382 x-openstack-request-id: req-84ff2a31-af92-45eb-9f30-6f57421e3382 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:23.083491 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "tag": "a8ce7353-87a2-4789-9a1a-9977ba845d4b", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:23.083772 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84ff2a31-af92-45eb-9f30-6f57421e3382 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:23.087897 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ff2a31-af92-45eb-9f30-6f57421e3382'] response: {'name': 'network-changed', 'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'tag': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b', 'status': 'completed', 'code': 200} Apr 05 18:44:23.151067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-669146a3-caf6-4786-bb0b-f15f85004848 req-b36b0df3-cff2-4b2a-9b6c-9fda0692982c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093647 Apr 05 18:44:23.154898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Pushing event updated for resources: {'Port': ['ID=64de7a25-bc07-475b-a89f-1296e12a484d,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:23.243064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-e5be6bed-4a4c-4899-a598-57d80fad9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.243904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-e5be6bed-4a4c-4899-a598-57d80fad9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.244527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-e5be6bed-4a4c-4899-a598-57d80fad9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.246693 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-e5be6bed-4a4c-4899-a598-57d80fad9292 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3892269 Apr 05 18:44:23.248740 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-4e9c0eb0-9563-4fe3-9e39-719f1a21991d service neutron] 10.222.0.25 "GET /v2.0/networks/ddf9e5d9-6117-4ea8-a360-d90d50c8294c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665939 Apr 05 18:44:23.408051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e91a-95ab-4616-98ff-72566829acae req-bb5e0507-2cb2-409b-8f5e-1026206a57a5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.415520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e91a-95ab-4616-98ff-72566829acae req-bb5e0507-2cb2-409b-8f5e-1026206a57a5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.424363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e91a-95ab-4616-98ff-72566829acae req-bb5e0507-2cb2-409b-8f5e-1026206a57a5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.431120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e91a-95ab-4616-98ff-72566829acae req-bb5e0507-2cb2-409b-8f5e-1026206a57a5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.439615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e91a-95ab-4616-98ff-72566829acae req-bb5e0507-2cb2-409b-8f5e-1026206a57a5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.449388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282cd0ad-e233-489a-a890-6648749a374b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a173e2-7665-4051-a4b6-9c61f0ede77c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:23.453224 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d7df85-f409-48ea-9b4c-b105cd9e82f7" -d '{"events": [{"server_uuid": "282cd0ad-e233-489a-a890-6648749a374b", "name": "network-vif-plugged", "status": "completed", "tag": "27a173e2-7665-4051-a4b6-9c61f0ede77c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:23.468422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e91a-95ab-4616-98ff-72566829acae req-bb5e0507-2cb2-409b-8f5e-1026206a57a5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.473627 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e535e91a-95ab-4616-98ff-72566829acae req-bb5e0507-2cb2-409b-8f5e-1026206a57a5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 4605 time: 0.2264855 Apr 05 18:44:23.584053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Attempting to bind port 64de7a25-bc07-475b-a89f-1296e12a484d on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:23.584402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Attempting to bind port 64de7a25-bc07-475b-a89f-1296e12a484d by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:23.584709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Attempting to bind port 64de7a25-bc07-475b-a89f-1296e12a484d on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:23.603024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e535e91a-95ab-4616-98ff-72566829acae req-8250ea4b-7afc-4336-99b1-5b9077eb81e5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184986 Apr 05 18:44:23.614419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Port 64de7a25-bc07-475b-a89f-1296e12a484d on network 64579464-86c5-4c9c-aba5-a21419db5efe not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:23.614735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Attempting to bind port 64de7a25-bc07-475b-a89f-1296e12a484d on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:23.629556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:23.629902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Checking segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:23.630286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Bound using segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:23.630741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Bound port: 64de7a25-bc07-475b-a89f-1296e12a484d, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:23.631101 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:23.718847 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5982b1-40a1-455b-bf32-8f9eb609ab67 x-openstack-request-id: req-3d5982b1-40a1-455b-bf32-8f9eb609ab67 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:23.719415 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282cd0ad-e233-489a-a890-6648749a374b", "name": "network-vif-plugged", "status": "completed", "tag": "27a173e2-7665-4051-a4b6-9c61f0ede77c", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:23.719819 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d5982b1-40a1-455b-bf32-8f9eb609ab67 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:23.720456 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5982b1-40a1-455b-bf32-8f9eb609ab67'] response: {'server_uuid': '282cd0ad-e233-489a-a890-6648749a374b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a173e2-7665-4051-a4b6-9c61f0ede77c', 'code': 200} Apr 05 18:44:23.830291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] For port 64de7a25-bc07-475b-a89f-1296e12a484d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:23.853727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] For port 64de7a25-bc07-475b-a89f-1296e12a484d, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=64de7a25-bc07-475b-a89f-1296e12a484d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:23.893959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:23.942171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fbdc7-8572-4880-a941-8e52a90186f9 req-68854c39-2d75-4177-aa95-8dc6441ae037 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.943764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-302fbdc7-8572-4880-a941-8e52a90186f9 req-68854c39-2d75-4177-aa95-8dc6441ae037 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 945 time: 0.0947540 Apr 05 18:44:23.956086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f05d84-ba14-4716-b215-636e78dd2cb6 req-6736524f-3f43-4d41-8207-c74d82662cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:23.958594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9f05d84-ba14-4716-b215-636e78dd2cb6 req-6736524f-3f43-4d41-8207-c74d82662cbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=282cd0ad-e233-489a-a890-6648749a374b HTTP/1.1" status: 200 len: 1096 time: 0.1619656 Apr 05 18:44:24.036147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:24.036756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:24.039953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] 10.222.0.20 "PUT /v2.0/ports/64de7a25-bc07-475b-a89f-1296e12a484d HTTP/1.1" status: 200 len: 1135 time: 1.8919930 Apr 05 18:44:24.124723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:24.218705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-302fbdc7-8572-4880-a941-8e52a90186f9 req-93fc7020-1f0b-416d-aa75-f49fa20c0a39 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513900 Apr 05 18:44:24.226171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d7bf6-8ca4-43c9-9978-7a6b91973438 service neutron] Pushing event updated for resources: {'Port': ['ID=64de7a25-bc07-475b-a89f-1296e12a484d,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:24.231549 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-9eb4b37d-1203-4067-a326-8e4770f9b386 service neutron] 10.222.0.25 "GET /v2.0/networks/ddf9e5d9-6117-4ea8-a360-d90d50c8294c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9534898 Apr 05 18:44:24.253783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9f05d84-ba14-4716-b215-636e78dd2cb6 req-e6ec6312-7cce-46f8-94b9-444647a8f177 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628558 Apr 05 18:44:24.270336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-1e03c78c-4722-4568-b9ea-acbc98be0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:24.271972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-059cf1bd-0635-4f02-a7b4-6b6441fa3340 req-1e03c78c-4722-4568-b9ea-acbc98be0c3f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0185285 Apr 05 18:44:24.333182 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:24.359720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-938cd115-67a7-4e38-84ab-4d3ca2952e02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=a8ce7353-87a2-4789-9a1a-9977ba845d4b HTTP/1.1" status: 200 len: 217 time: 0.1185181 Apr 05 18:44:24.448903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-ad26a781-d4b0-43eb-b894-5ff1f8b48989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:24.450627 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-ad26a781-d4b0-43eb-b894-5ff1f8b48989 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=182dea9f-f2dd-4c10-a7b9-cfb76fefd794 HTTP/1.1" status: 200 len: 801 time: 0.0792363 Apr 05 18:44:24.534192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637910e4-d602-4690-8d18-4cb113735d47 req-7198bce1-2d84-43d9-baae-8f1f2b5cf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:24.535868 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-7198bce1-2d84-43d9-baae-8f1f2b5cf252 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=61843911-2276-4db9-be40-4784b3104ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0783260 Apr 05 18:44:24.754232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '64de7a25-bc07-475b-a89f-1296e12a484d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:24.756621 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79589b13-8417-40da-8983-a290c6e8b22f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "64de7a25-bc07-475b-a89f-1296e12a484d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:24.772202 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-2bdc4b38-f635-4787-a612-ca6f36098eef service neutron] 10.222.0.25 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276137 Apr 05 18:44:24.814874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2db8c1d8-b812-41e1-b9bc-2ef7ec8cbcdb req-989b6ab4-9a06-44a5-a4fc-9876996f08b0 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.3887012 Apr 05 18:44:24.852673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599b562-a34a-4f2c-8935-47601f6b3cbf req-48ebed66-5abc-4fa9-a1f9-589d49e37756 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:24.859346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599b562-a34a-4f2c-8935-47601f6b3cbf req-48ebed66-5abc-4fa9-a1f9-589d49e37756 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:24.866128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599b562-a34a-4f2c-8935-47601f6b3cbf req-48ebed66-5abc-4fa9-a1f9-589d49e37756 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:24.874108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e599b562-a34a-4f2c-8935-47601f6b3cbf req-48ebed66-5abc-4fa9-a1f9-589d49e37756 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2411 time: 0.1140232 Apr 05 18:44:24.897714 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-637910e4-d602-4690-8d18-4cb113735d47 req-61d57beb-e076-447e-9ce6-e7794693f83b service neutron] 10.222.0.25 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159902 Apr 05 18:44:25.006738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-97b3d00b-1a75-4c55-b0dc-4b40f8fa9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.007145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-97b3d00b-1a75-4c55-b0dc-4b40f8fa9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.007745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-97b3d00b-1a75-4c55-b0dc-4b40f8fa9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.009768 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-97b3d00b-1a75-4c55-b0dc-4b40f8fa9f0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ad7104984034922b90335756f68cbca&device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2864 time: 0.0503049 Apr 05 18:44:25.067748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e599b562-a34a-4f2c-8935-47601f6b3cbf req-d00bf116-cc55-4bb5-be62-50b5d9314940 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902249 Apr 05 18:44:25.150052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-69134605-9c55-43a0-a0d7-1fa5c123343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.152810 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-69134605-9c55-43a0-a0d7-1fa5c123343a service neutron] 10.222.0.25 "GET /v2.0/networks?id=61843911-2276-4db9-be40-4784b3104ed7 HTTP/1.1" status: 200 len: 902 time: 0.1243751 Apr 05 18:44:25.168056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0bbf9-3876-4b24-8264-38e74d310528 req-247e9842-3fe5-4844-bfbe-f8b63ad22159 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.176613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7d0bbf9-3876-4b24-8264-38e74d310528 req-247e9842-3fe5-4844-bfbe-f8b63ad22159 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=282cd0ad-e233-489a-a890-6648749a374b HTTP/1.1" status: 200 len: 945 time: 0.2238743 Apr 05 18:44:25.231747 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-dffc63d9-893a-41f5-bbe7-774189b826e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=a8ce7353-87a2-4789-9a1a-9977ba845d4b HTTP/1.1" status: 200 len: 217 time: 0.0693610 Apr 05 18:44:25.232555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7d0bbf9-3876-4b24-8264-38e74d310528 req-2517c7b8-a6bc-4586-a121-f0858634ae49 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551457 Apr 05 18:44:25.290120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-affc5cd5-26d2-4e61-a331-82ddca9f9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.291997 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-affc5cd5-26d2-4e61-a331-82ddca9f9d61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=182dea9f-f2dd-4c10-a7b9-cfb76fefd794 HTTP/1.1" status: 200 len: 801 time: 0.0530360 Apr 05 18:44:25.407834 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b650330-f307-49ae-92b4-60cb140e6388 x-openstack-request-id: req-3b650330-f307-49ae-92b4-60cb140e6388 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:25.408169 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "64de7a25-bc07-475b-a89f-1296e12a484d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:25.408419 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b650330-f307-49ae-92b4-60cb140e6388 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:25.408815 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b650330-f307-49ae-92b4-60cb140e6388'] response: {'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '64de7a25-bc07-475b-a89f-1296e12a484d', 'status': 'completed', 'code': 200} Apr 05 18:44:25.412671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-793a0014-775f-43b8-b37b-d875da2bdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.414353 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-793a0014-775f-43b8-b37b-d875da2bdd40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=61843911-2276-4db9-be40-4784b3104ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1070275 Apr 05 18:44:25.520123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8edc4-547a-401e-8074-6cab0d918657 req-cfa842cf-b5a9-4e05-bdbc-cc0188a77774 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.535013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8edc4-547a-401e-8074-6cab0d918657 req-cfa842cf-b5a9-4e05-bdbc-cc0188a77774 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.542025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8edc4-547a-401e-8074-6cab0d918657 req-cfa842cf-b5a9-4e05-bdbc-cc0188a77774 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.562559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8edc4-547a-401e-8074-6cab0d918657 req-cfa842cf-b5a9-4e05-bdbc-cc0188a77774 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.571977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8edc4-547a-401e-8074-6cab0d918657 req-cfa842cf-b5a9-4e05-bdbc-cc0188a77774 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.581614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8edc4-547a-401e-8074-6cab0d918657 req-cfa842cf-b5a9-4e05-bdbc-cc0188a77774 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.590125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4e8edc4-547a-401e-8074-6cab0d918657 req-cfa842cf-b5a9-4e05-bdbc-cc0188a77774 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 4605 time: 0.2720733 Apr 05 18:44:25.604759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e761d11-7e98-4310-99e7-625bf736b42d {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:25.619820 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:25.631292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-6cab61e6-6844-41c2-b7c5-388babf1172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.632086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-6cab61e6-6844-41c2-b7c5-388babf1172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.632570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-6cab61e6-6844-41c2-b7c5-388babf1172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.633034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-6cab61e6-6844-41c2-b7c5-388babf1172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.634199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-6cab61e6-6844-41c2-b7c5-388babf1172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.634838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-6cab61e6-6844-41c2-b7c5-388babf1172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.637448 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79589b13-8417-40da-8983-a290c6e8b22f req-6cab61e6-6844-41c2-b7c5-388babf1172c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5291 time: 0.1035507 Apr 05 18:44:25.639925 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-414b95c0-447f-4564-ac0e-7c5ede78c272 service neutron] 10.222.0.25 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170258 Apr 05 18:44:25.645315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Transition to ACTIVE for port object 2e761d11-7e98-4310-99e7-625bf736b42d will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:25.655451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4e8edc4-547a-401e-8074-6cab0d918657 req-85907adf-6ada-4c9d-a352-4bfebc306cd8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642753 Apr 05 18:44:25.656653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:25.861293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Pushing event updated for resources: {'Port': ['ID=2e761d11-7e98-4310-99e7-625bf736b42d,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:25.916737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-08a590a4-8178-47f6-a3a1-c8ce8eca3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.917974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-08a590a4-8178-47f6-a3a1-c8ce8eca3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.918608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-08a590a4-8178-47f6-a3a1-c8ce8eca3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:25.920650 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79589b13-8417-40da-8983-a290c6e8b22f req-08a590a4-8178-47f6-a3a1-c8ce8eca3a94 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2694767 Apr 05 18:44:26.026441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96356cb-969e-47e1-b2bd-0b4a4b1dd5bd req-10cffa22-36b0-4ab7-aafb-ff026a89b507 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:26.035925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96356cb-969e-47e1-b2bd-0b4a4b1dd5bd req-10cffa22-36b0-4ab7-aafb-ff026a89b507 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:26.037917 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d8af6f7-4893-416a-8d9c-00717ec3e57d req-d18a0cc8-ffac-4e56-a277-a8802f3b0a06 service neutron] 10.222.0.25 "GET /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842518 Apr 05 18:44:26.043732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a96356cb-969e-47e1-b2bd-0b4a4b1dd5bd req-10cffa22-36b0-4ab7-aafb-ff026a89b507 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=006b51ab-b5b3-4ee3-b027-dde4bd52b4c7&device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 1681 time: 0.1675899 Apr 05 18:44:26.101452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Attempting to bind port 2e761d11-7e98-4310-99e7-625bf736b42d on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:26.101791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Attempting to bind port 2e761d11-7e98-4310-99e7-625bf736b42d by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:26.102116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Attempting to bind port 2e761d11-7e98-4310-99e7-625bf736b42d on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:26.116500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Port 2e761d11-7e98-4310-99e7-625bf736b42d on network 64579464-86c5-4c9c-aba5-a21419db5efe not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:26.116992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Attempting to bind port 2e761d11-7e98-4310-99e7-625bf736b42d on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:26.121439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589b13-8417-40da-8983-a290c6e8b22f req-0a104c00-c32d-4401-ab98-86eef29c7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:26.124521 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79589b13-8417-40da-8983-a290c6e8b22f req-0a104c00-c32d-4401-ab98-86eef29c7184 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1930091 Apr 05 18:44:26.125486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a96356cb-969e-47e1-b2bd-0b4a4b1dd5bd req-ee6dea36-e914-4e6d-996a-e96abc59d127 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652056 Apr 05 18:44:26.128265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:26.138689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Checking segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:26.139222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Bound using segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:26.139692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Bound port: 2e761d11-7e98-4310-99e7-625bf736b42d, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:26.140126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:26.245037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65d35f9a-f058-4b0b-952f-191456141e80 req-d9429c9f-0c59-497f-9342-bc25b5b29d4e tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0338924 Apr 05 18:44:26.250683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] For port 2e761d11-7e98-4310-99e7-625bf736b42d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:26.266564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] For port 2e761d11-7e98-4310-99e7-625bf736b42d, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2e761d11-7e98-4310-99e7-625bf736b42d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:26.273907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:26.352101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Pushing event updated for resources: {'Port': ['ID=2e761d11-7e98-4310-99e7-625bf736b42d,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:26.357333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:26.358073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:26.359618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-0e24b78c-3117-4912-acf4-90c420a50051 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e761d11-7e98-4310-99e7-625bf736b42d HTTP/1.1" status: 200 len: 1135 time: 2.2548962 Apr 05 18:44:26.428456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:26.555289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa0fcd-2f90-40b5-a880-f8564f54fba3 req-3747d680-21c4-4bac-99c7-6a09bf86d611 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:26.561765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa0fcd-2f90-40b5-a880-f8564f54fba3 req-3747d680-21c4-4bac-99c7-6a09bf86d611 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:26.567667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa0fcd-2f90-40b5-a880-f8564f54fba3 req-3747d680-21c4-4bac-99c7-6a09bf86d611 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:26.569375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5fa0fcd-2f90-40b5-a880-f8564f54fba3 req-3747d680-21c4-4bac-99c7-6a09bf86d611 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2411 time: 0.2137654 Apr 05 18:44:26.590584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741b8f3-954b-4ef7-a977-f45c4154e110 req-f71d0233-7a0c-4818-aeb3-1f17b935a698 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:26.592143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2741b8f3-954b-4ef7-a977-f45c4154e110 req-f71d0233-7a0c-4818-aeb3-1f17b935a698 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=282cd0ad-e233-489a-a890-6648749a374b HTTP/1.1" status: 200 len: 945 time: 0.1272843 Apr 05 18:44:26.601255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:26.689338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2741b8f3-954b-4ef7-a977-f45c4154e110 req-86a8d8c0-39fd-44ae-8f3d-f452d362c82d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860724 Apr 05 18:44:26.693942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5fa0fcd-2f90-40b5-a880-f8564f54fba3 req-85535f08-6c97-40a4-ac43-1994ba0f7bf3 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990412 Apr 05 18:44:27.045115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f298f289-d250-442e-a7b0-90c3d83c26c1 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:27.054475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:27.080288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd3d7-a2fc-446e-9aaa-33e52de67ebf req-32159b85-9003-4c9c-a13a-361e3ad7b7b0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.086065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd3d7-a2fc-446e-9aaa-33e52de67ebf req-32159b85-9003-4c9c-a13a-361e3ad7b7b0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.092575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd3d7-a2fc-446e-9aaa-33e52de67ebf req-32159b85-9003-4c9c-a13a-361e3ad7b7b0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.099299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd3d7-a2fc-446e-9aaa-33e52de67ebf req-32159b85-9003-4c9c-a13a-361e3ad7b7b0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.105753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd3d7-a2fc-446e-9aaa-33e52de67ebf req-32159b85-9003-4c9c-a13a-361e3ad7b7b0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.111759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd3d7-a2fc-446e-9aaa-33e52de67ebf req-32159b85-9003-4c9c-a13a-361e3ad7b7b0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.117783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd3d7-a2fc-446e-9aaa-33e52de67ebf req-32159b85-9003-4c9c-a13a-361e3ad7b7b0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.122887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a4bd3d7-a2fc-446e-9aaa-33e52de67ebf req-32159b85-9003-4c9c-a13a-361e3ad7b7b0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5382 time: 0.1218901 Apr 05 18:44:27.128704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Transition to ACTIVE for port object f298f289-d250-442e-a7b0-90c3d83c26c1 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:27.133002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:27.218796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Pushing event updated for resources: {'Port': ['ID=f298f289-d250-442e-a7b0-90c3d83c26c1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:27.342430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a4bd3d7-a2fc-446e-9aaa-33e52de67ebf req-6ef2adcc-1396-49a9-a97d-7aaf130978d9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1979866 Apr 05 18:44:27.366903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Attempting to bind port f298f289-d250-442e-a7b0-90c3d83c26c1 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:27.367232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Attempting to bind port f298f289-d250-442e-a7b0-90c3d83c26c1 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:27.368174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Attempting to bind port f298f289-d250-442e-a7b0-90c3d83c26c1 on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:27.381073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Port f298f289-d250-442e-a7b0-90c3d83c26c1 on network 64579464-86c5-4c9c-aba5-a21419db5efe not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:27.381398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Attempting to bind port f298f289-d250-442e-a7b0-90c3d83c26c1 on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:27.390632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:27.391070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Checking segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:27.391506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Bound using segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:27.391931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Bound port: f298f289-d250-442e-a7b0-90c3d83c26c1, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:27.392463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:27.409300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '2e761d11-7e98-4310-99e7-625bf736b42d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:27.411573 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "2e761d11-7e98-4310-99e7-625bf736b42d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:27.490207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] For port f298f289-d250-442e-a7b0-90c3d83c26c1, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:27.493999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] For port f298f289-d250-442e-a7b0-90c3d83c26c1, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f298f289-d250-442e-a7b0-90c3d83c26c1,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:27.501801 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:27.572871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Pushing event updated for resources: {'Port': ['ID=f298f289-d250-442e-a7b0-90c3d83c26c1,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:27.629808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.630464 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:27.632081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-e2b4f665-f7a6-4a6a-be17-d8e6e7c66ebb service neutron] 10.222.0.20 "PUT /v2.0/ports/f298f289-d250-442e-a7b0-90c3d83c26c1 HTTP/1.1" status: 200 len: 1091 time: 1.2140856 Apr 05 18:44:27.634181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ed85c6b-4396-4f97-bf53-ec06d31efde4 req-286c3ceb-e4bc-4d84-9e5f-de534e616b9c tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0574529 Apr 05 18:44:27.669069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:27.768102 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf26f06-26cb-4695-ade4-0ea062a280dc x-openstack-request-id: req-1bf26f06-26cb-4695-ade4-0ea062a280dc {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:27.768600 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "2e761d11-7e98-4310-99e7-625bf736b42d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:27.768600 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bf26f06-26cb-4695-ade4-0ea062a280dc {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:27.769065 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf26f06-26cb-4695-ade4-0ea062a280dc'] response: {'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '2e761d11-7e98-4310-99e7-625bf736b42d', 'status': 'completed', 'code': 200} Apr 05 18:44:27.775712 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:27.917221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-31146b3c-4b3b-46e9-a4f8-adb2e22ae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.921470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-31146b3c-4b3b-46e9-a4f8-adb2e22ae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.921997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-31146b3c-4b3b-46e9-a4f8-adb2e22ae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.925364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-31146b3c-4b3b-46e9-a4f8-adb2e22ae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.925788 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-31146b3c-4b3b-46e9-a4f8-adb2e22ae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.926356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-31146b3c-4b3b-46e9-a4f8-adb2e22ae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.927851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-31146b3c-4b3b-46e9-a4f8-adb2e22ae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:27.935398 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-31146b3c-4b3b-46e9-a4f8-adb2e22ae37e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6286 time: 0.1622555 Apr 05 18:44:28.127992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42107179-0d13-4b7a-ba96-0a13af9b599a {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:28.139113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:28.154994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Transition to ACTIVE for port object 42107179-0d13-4b7a-ba96-0a13af9b599a will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:28.186229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:28.229357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-e9a9b980-03a0-4602-8551-adabb259af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.230219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-e9a9b980-03a0-4602-8551-adabb259af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.230653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-e9a9b980-03a0-4602-8551-adabb259af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.232259 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-e9a9b980-03a0-4602-8551-adabb259af7d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2909377 Apr 05 18:44:28.239577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Pushing event updated for resources: {'Port': ['ID=42107179-0d13-4b7a-ba96-0a13af9b599a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:28.280347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1e94-11ca-411a-9b4e-7c21d860f601 req-0a986ec8-df48-4b49-b1a3-092deb8f9f73 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.291345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1e94-11ca-411a-9b4e-7c21d860f601 req-0a986ec8-df48-4b49-b1a3-092deb8f9f73 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.300603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1e94-11ca-411a-9b4e-7c21d860f601 req-0a986ec8-df48-4b49-b1a3-092deb8f9f73 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.309453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-873b1e94-11ca-411a-9b4e-7c21d860f601 req-0a986ec8-df48-4b49-b1a3-092deb8f9f73 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2411 time: 0.1528056 Apr 05 18:44:28.362369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2764dcda-810c-4f2c-9aaa-68e9d7df76bc details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:28.403743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-ff521568-7890-41a4-9ef3-a044e1fe4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.407885 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a5a3c34-e460-4c92-9c99-b5cbc3d4506d req-ff521568-7890-41a4-9ef3-a044e1fe4615 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1667581 Apr 05 18:44:28.445155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Attempting to bind port 42107179-0d13-4b7a-ba96-0a13af9b599a on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:28.445492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Attempting to bind port 42107179-0d13-4b7a-ba96-0a13af9b599a by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:28.445818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Attempting to bind port 42107179-0d13-4b7a-ba96-0a13af9b599a on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:28.492448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-873b1e94-11ca-411a-9b4e-7c21d860f601 req-79e78715-8b30-4ca0-a078-da0625e55dba tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679749 Apr 05 18:44:28.510204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Port 42107179-0d13-4b7a-ba96-0a13af9b599a on network 64579464-86c5-4c9c-aba5-a21419db5efe not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:28.510443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Attempting to bind port 42107179-0d13-4b7a-ba96-0a13af9b599a on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:28.536600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:28.568536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '2764dcda-810c-4f2c-9aaa-68e9d7df76bc', 'network_id': '61843911-2276-4db9-be40-4784b3104ed7', 'port_id': '2764dcda-810c-4f2c-9aaa-68e9d7df76bc', 'mac_address': 'fa:16:3e:87:00:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182dea9f-f2dd-4c10-a7b9-cfb76fefd794', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:28.622246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:28.622893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Checking segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:28.623460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Bound using segment: {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:28.624043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Bound port: 42107179-0d13-4b7a-ba96-0a13af9b599a, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb98606-ac15-438a-9954-c8256ed8c6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:28.628678 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:28.737033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-d50d3f14-e629-4957-99e0-1195437de8f5 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.744693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-d50d3f14-e629-4957-99e0-1195437de8f5 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 813 time: 0.3131638 Apr 05 18:44:28.793732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-ab85228f-7cad-487a-8283-0a920ebbf974 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/quotas/3a2dbe13dabd455ba201bf04cbfb8952 HTTP/1.1" status: 200 len: 375 time: 0.0480809 Apr 05 18:44:28.802761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45572) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:28.804699 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:28.821762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2764dcda-810c-4f2c-9aaa-68e9d7df76bc {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:28.847230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:28.852211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:28.876462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42fe5-465e-4eda-9d20-9abe6b85d04d req-44a6828a-ced3-41f9-a00b-31fd1228d14f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.882368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42fe5-465e-4eda-9d20-9abe6b85d04d req-44a6828a-ced3-41f9-a00b-31fd1228d14f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.888864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42fe5-465e-4eda-9d20-9abe6b85d04d req-44a6828a-ced3-41f9-a00b-31fd1228d14f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.894743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42fe5-465e-4eda-9d20-9abe6b85d04d req-44a6828a-ced3-41f9-a00b-31fd1228d14f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.901003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42fe5-465e-4eda-9d20-9abe6b85d04d req-44a6828a-ced3-41f9-a00b-31fd1228d14f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.903962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:28.907538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42fe5-465e-4eda-9d20-9abe6b85d04d req-44a6828a-ced3-41f9-a00b-31fd1228d14f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.913383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42fe5-465e-4eda-9d20-9abe6b85d04d req-44a6828a-ced3-41f9-a00b-31fd1228d14f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:28.915352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87d42fe5-465e-4eda-9d20-9abe6b85d04d req-44a6828a-ced3-41f9-a00b-31fd1228d14f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5406 time: 0.2722740 Apr 05 18:44:28.948801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] For port 42107179-0d13-4b7a-ba96-0a13af9b599a, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:28.967973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-92d4658b-e53f-4a26-a850-6c427bc04374 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733449 Apr 05 18:44:28.974992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] For port 42107179-0d13-4b7a-ba96-0a13af9b599a, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42107179-0d13-4b7a-ba96-0a13af9b599a,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:28.994903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.026353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87d42fe5-465e-4eda-9d20-9abe6b85d04d req-1f96e2fe-4ca9-426d-8831-83e728026fa1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025887 Apr 05 18:44:29.103252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:29.103871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.105953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] 10.222.0.20 "PUT /v2.0/ports/42107179-0d13-4b7a-ba96-0a13af9b599a HTTP/1.1" status: 200 len: 1090 time: 1.4426475 Apr 05 18:44:29.138167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e29cc-158a-4bab-b321-4566c2f06d27 service neutron] Pushing event updated for resources: {'Port': ['ID=42107179-0d13-4b7a-ba96-0a13af9b599a,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:29.158722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:29.174500 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ebf6e6b-d128-49f6-b818-ec6fc3442b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.204304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-be717323-1806-4fdc-8c61-f1cdebfb0704 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203870 Apr 05 18:44:29.224716 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-b6557347-9f69-4bf3-b686-9308a82d7ef4 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:29.226585 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-b6557347-9f69-4bf3-b686-9308a82d7ef4 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "GET /v2.0/ports?device_id=282cd0ad-e233-489a-a890-6648749a374b HTTP/1.1" status: 200 len: 945 time: 0.1589525 Apr 05 18:44:29.317155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2764dcda-810c-4f2c-9aaa-68e9d7df76bc'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:29.367890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.400879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57cbf5-8320-4b17-876b-955978617d75 req-26d7b341-04b4-42e3-8373-8564f1330857 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:29.410760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f57cbf5-8320-4b17-876b-955978617d75 req-26d7b341-04b4-42e3-8373-8564f1330857 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=006b51ab-b5b3-4ee3-b027-dde4bd52b4c7 HTTP/1.1" status: 200 len: 945 time: 0.2278819 Apr 05 18:44:29.426946 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ebf6e6b-d128-49f6-b818-ec6fc3442b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.445780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ebf6e6b-d128-49f6-b818-ec6fc3442b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.484318 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2ebf6e6b-d128-49f6-b818-ec6fc3442b67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c572a417b6d0490c955d81d6153f004d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6768544 Apr 05 18:44:29.485121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45588) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:29.487299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916a99f-95ff-42f0-8717-32df038b0388 req-15ace371-e671-4c45-8ee7-c3c4c883d54d tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:29.488792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c916a99f-95ff-42f0-8717-32df038b0388 req-15ace371-e671-4c45-8ee7-c3c4c883d54d tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.20 "GET /v2.0/ports?device_id=006b51ab-b5b3-4ee3-b027-dde4bd52b4c7 HTTP/1.1" status: 200 len: 945 time: 0.2023652 Apr 05 18:44:29.508679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-a90d1008-bd4a-438e-9d87-61dc579c2969 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773936 Apr 05 18:44:29.554279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Deleting port 27a173e2-7665-4051-a4b6-9c61f0ede77c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:29.554639 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.637062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf6e6b-d128-49f6-b818-ec6fc3442b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ff5a5-d86b-4f6b-9ae1-c32dfe426760,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:29.662229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bd79-308b-428a-b5d7-86730904469e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.673602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f57cbf5-8320-4b17-876b-955978617d75 req-f8b5174d-d713-40a7-944c-0cefa388a0ef tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/security-groups?id=afe70ef7-2fba-4fe7-abae-e750edf3860a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618999 Apr 05 18:44:29.728523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bd79-308b-428a-b5d7-86730904469e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.739436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] For port 27a173e2-7665-4051-a4b6-9c61f0ede77c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=27a173e2-7665-4051-a4b6-9c61f0ede77c,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:29.739939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.764476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Calling delete_port for 27a173e2-7665-4051-a4b6-9c61f0ede77c owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:29.771656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': 'f298f289-d250-442e-a7b0-90c3d83c26c1'}, {'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '42107179-0d13-4b7a-ba96-0a13af9b599a'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:29.774339 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bea8e3-c120-4839-bc31-ac570970b5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "f298f289-d250-442e-a7b0-90c3d83c26c1"}, {"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "42107179-0d13-4b7a-ba96-0a13af9b599a"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:29.888103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bd79-308b-428a-b5d7-86730904469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.890744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bd79-308b-428a-b5d7-86730904469e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:29.895833 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4bf3bd79-308b-428a-b5d7-86730904469e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/478ff5a5-d86b-4f6b-9ae1-c32dfe426760 HTTP/1.1" status: 204 len: 168 time: 0.4021096 Apr 05 18:44:29.902602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f091a00b-6cea-4984-8489-c8f76c4440fe req-7da687bc-41ac-474a-a660-42e3a90cf8e2 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0622704 Apr 05 18:44:29.910545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3bd79-308b-428a-b5d7-86730904469e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ff5a5-d86b-4f6b-9ae1-c32dfe426760,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:29.938737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-c916a99f-95ff-42f0-8717-32df038b0388 req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Deleting port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:29.938737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c916a99f-95ff-42f0-8717-32df038b0388 req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:30.063189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-1cbed456-b883-454a-adc0-e9dbc420dabb tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.064898 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-1cbed456-b883-454a-adc0-e9dbc420dabb tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c337be-caa5-42a9-bd7e-170bbe6c048b HTTP/1.1" status: 200 len: 945 time: 0.1521358 Apr 05 18:44:30.104702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9515632-b1c7-4722-96a8-15597fe0ab2b req-a9cf2a4f-0110-4baa-a99e-6883d936b47c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.112733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9515632-b1c7-4722-96a8-15597fe0ab2b req-a9cf2a4f-0110-4baa-a99e-6883d936b47c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.120262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9515632-b1c7-4722-96a8-15597fe0ab2b req-a9cf2a4f-0110-4baa-a99e-6883d936b47c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.122804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9515632-b1c7-4722-96a8-15597fe0ab2b req-a9cf2a4f-0110-4baa-a99e-6883d936b47c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2412 time: 0.2846942 Apr 05 18:44:30.145993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:30.171744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['27a173e2-7665-4051-a4b6-9c61f0ede77c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:30.205832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c916a99f-95ff-42f0-8717-32df038b0388 req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] For port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:30.206427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c916a99f-95ff-42f0-8717-32df038b0388 req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:30.258450 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94f65af-2c03-4652-898e-5c121c96ac74 x-openstack-request-id: req-f94f65af-2c03-4652-898e-5c121c96ac74 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:30.258963 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "f298f289-d250-442e-a7b0-90c3d83c26c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "42107179-0d13-4b7a-ba96-0a13af9b599a", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:30.259350 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f94f65af-2c03-4652-898e-5c121c96ac74 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:30.259802 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94f65af-2c03-4652-898e-5c121c96ac74'] response: {'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': 'f298f289-d250-442e-a7b0-90c3d83c26c1', 'status': 'completed', 'code': 200} Apr 05 18:44:30.260116 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94f65af-2c03-4652-898e-5c121c96ac74'] response: {'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '42107179-0d13-4b7a-ba96-0a13af9b599a', 'status': 'completed', 'code': 200} Apr 05 18:44:30.273766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.20', 53850) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:30.275154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-c916a99f-95ff-42f0-8717-32df038b0388 req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Calling delete_port for a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:30.300636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9515632-b1c7-4722-96a8-15597fe0ab2b req-23dee37c-b9f1-4e5a-8d5c-b129ce220493 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691308 Apr 05 18:44:30.306967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Pushing event deleted for resources: {'Port': ['ID=27a173e2-7665-4051-a4b6-9c61f0ede77c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:30.376080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea0a3cc-182a-4538-a490-cc025fad7e7c {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:30.378038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a8ce7353-87a2-4789-9a1a-9977ba845d4b details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:30.410453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:30.439440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['56355f34-9ef2-4568-b136-06c5ebd88ed6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:30.488198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] No DVR routers for this DVR port 27a173e2-7665-4051-a4b6-9c61f0ede77c on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:30.491975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:30.496784 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4747529-2a7c-4a5f-9c35-6cd62ddd79af req-d15f3c95-9fa7-454f-be61-ae20fce86620 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "DELETE /v2.0/ports/27a173e2-7665-4051-a4b6-9c61f0ede77c HTTP/1.1" status: 204 len: 173 time: 1.2576108 Apr 05 18:44:30.501354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282cd0ad-e233-489a-a890-6648749a374b', 'name': 'network-vif-deleted', 'tag': '27a173e2-7665-4051-a4b6-9c61f0ede77c'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:30.503888 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a8ac6e-f94a-4e37-a058-67746b208911" -d '{"events": [{"server_uuid": "282cd0ad-e233-489a-a890-6648749a374b", "name": "network-vif-deleted", "tag": "27a173e2-7665-4051-a4b6-9c61f0ede77c"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:30.505459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d30fe81b-6326-4286-881f-9baf1e8ec744 req-ef30eeef-24a6-4a73-83cc-a0dc5e2ed40f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 210 time: 0.1243832 Apr 05 18:44:30.528612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Transition to ACTIVE for port object 0ea0a3cc-182a-4538-a490-cc025fad7e7c will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:30.551432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-9f8028fb-1fc4-4643-8728-8bcdb2bc7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.552186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-9f8028fb-1fc4-4643-8728-8bcdb2bc7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.553148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-9f8028fb-1fc4-4643-8728-8bcdb2bc7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.553918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-9f8028fb-1fc4-4643-8728-8bcdb2bc7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.554971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-9f8028fb-1fc4-4643-8728-8bcdb2bc7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.555782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-9f8028fb-1fc4-4643-8728-8bcdb2bc7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.557337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-9f8028fb-1fc4-4643-8728-8bcdb2bc7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.561072 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-9f8028fb-1fc4-4643-8728-8bcdb2bc7d36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6353 time: 0.2741315 Apr 05 18:44:30.562044 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:30.608402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-529bef7f-0f52-4623-802a-0111dc278864 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.611446 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-529bef7f-0f52-4623-802a-0111dc278864 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.25 "GET /v2.0/ports?device_id=750cb0e4-0a52-4d16-96c4-df6eb1d41950 HTTP/1.1" status: 200 len: 945 time: 0.3214030 Apr 05 18:44:30.617366 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4791f52a-2154-4ef0-ae8c-37414bb90d49 x-openstack-request-id: req-4791f52a-2154-4ef0-ae8c-37414bb90d49 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:30.617719 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282cd0ad-e233-489a-a890-6648749a374b", "name": "network-vif-deleted", "tag": "27a173e2-7665-4051-a4b6-9c61f0ede77c", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:30.618938 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4791f52a-2154-4ef0-ae8c-37414bb90d49 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:30.620156 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4791f52a-2154-4ef0-ae8c-37414bb90d49'] response: {'server_uuid': '282cd0ad-e233-489a-a890-6648749a374b', 'name': 'network-vif-deleted', 'tag': '27a173e2-7665-4051-a4b6-9c61f0ede77c', 'status': 'completed', 'code': 200} Apr 05 18:44:30.793150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Deleting port 56355f34-9ef2-4568-b136-06c5ebd88ed6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:30.793489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:30.797888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623a15-096c-4bf3-a8c9-49ef5d0a838d req-9b3c2d84-c370-4ba6-b5c8-1a0316f4a4fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.804776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623a15-096c-4bf3-a8c9-49ef5d0a838d req-9b3c2d84-c370-4ba6-b5c8-1a0316f4a4fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.812527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623a15-096c-4bf3-a8c9-49ef5d0a838d req-9b3c2d84-c370-4ba6-b5c8-1a0316f4a4fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.819395 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623a15-096c-4bf3-a8c9-49ef5d0a838d req-9b3c2d84-c370-4ba6-b5c8-1a0316f4a4fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.826357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623a15-096c-4bf3-a8c9-49ef5d0a838d req-9b3c2d84-c370-4ba6-b5c8-1a0316f4a4fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.833338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623a15-096c-4bf3-a8c9-49ef5d0a838d req-9b3c2d84-c370-4ba6-b5c8-1a0316f4a4fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.841631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623a15-096c-4bf3-a8c9-49ef5d0a838d req-9b3c2d84-c370-4ba6-b5c8-1a0316f4a4fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:30.851083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af623a15-096c-4bf3-a8c9-49ef5d0a838d req-9b3c2d84-c370-4ba6-b5c8-1a0316f4a4fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5406 time: 0.4669890 Apr 05 18:44:31.029873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] For port 56355f34-9ef2-4568-b136-06c5ebd88ed6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=56355f34-9ef2-4568-b136-06c5ebd88ed6,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:31.030275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.076826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Calling delete_port for 56355f34-9ef2-4568-b136-06c5ebd88ed6 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:31.094185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a8ce7353-87a2-4789-9a1a-9977ba845d4b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a8ce7353-87a2-4789-9a1a-9977ba845d4b,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:31.140579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b', 'network_id': '61843911-2276-4db9-be40-4784b3104ed7', 'port_id': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b', 'mac_address': 'fa:16:3e:ae:e3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182dea9f-f2dd-4c10-a7b9-cfb76fefd794', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:31.253537 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.311530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ce7353-87a2-4789-9a1a-9977ba845d4b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:31.363858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a8ce7353-87a2-4789-9a1a-9977ba845d4b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a8ce7353-87a2-4789-9a1a-9977ba845d4b,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:31.374744 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.375600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5b3f25f0-27b7-4f7f-b391-31446e2ba294 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:31.416132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Deleting port 010b7162-958b-4b03-a251-5c31a09c8c6a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:31.416598 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.440295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.519725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a8ce7353-87a2-4789-9a1a-9977ba845d4b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:31.550174 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c916a99f-95ff-42f0-8717-32df038b0388 req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.557069 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5b3f25f0-27b7-4f7f-b391-31446e2ba294, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5b3f25f0-27b7-4f7f-b391-31446e2ba294,segment=NetworkSegment(d29474b2-fcbf-45bb-ab36-19b64fd4d0f3),segment_id=d29474b2-fcbf-45bb-ab36-19b64fd4d0f3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:31.561192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Pushing event deleted for resources: {'Port': ['ID=56355f34-9ef2-4568-b136-06c5ebd88ed6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:31.581833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['010b7162-958b-4b03-a251-5c31a09c8c6a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:31.615934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Pushing event updated for resources: {'Port': ['ID=0ea0a3cc-182a-4538-a490-cc025fad7e7c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:31.637695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e083b5ab-edc0-4dfc-90eb-bc92b3ff335a req-5f3e10fc-11d4-4410-b3e1-1aae3d187457 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=006b51ab-b5b3-4ee3-b027-dde4bd52b4c7 HTTP/1.1" status: 200 len: 210 time: 0.1224856 Apr 05 18:44:31.651364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '5b3f25f0-27b7-4f7f-b391-31446e2ba294', 'network_id': 'ddf9e5d9-6117-4ea8-a360-d90d50c8294c', 'port_id': '5b3f25f0-27b7-4f7f-b391-31446e2ba294', 'mac_address': 'fa:16:3e:13:e8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40843650-d8fe-48d8-8626-0f2ecd35dbad', 'ip_address': '19.86.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:31.669853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] No DVR routers for this DVR port 56355f34-9ef2-4568-b136-06c5ebd88ed6 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:31.674663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.678261 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-879c1a54-57ec-4587-ab9f-3b928560ca72 req-8978b4e6-6116-462f-90f5-9a19a73a0b8f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.25 "DELETE /v2.0/ports/56355f34-9ef2-4568-b136-06c5ebd88ed6 HTTP/1.1" status: 204 len: 173 time: 1.5999320 Apr 05 18:44:31.740867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.745531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] For port 010b7162-958b-4b03-a251-5c31a09c8c6a, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=010b7162-958b-4b03-a251-5c31a09c8c6a,segment=NetworkSegment(d07b88fc-8c90-473e-adce-3013bc94dac8),segment_id=d07b88fc-8c90-473e-adce-3013bc94dac8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:31.745946 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.757693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3f25f0-27b7-4f7f-b391-31446e2ba294 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:31.766699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Calling delete_port for 010b7162-958b-4b03-a251-5c31a09c8c6a owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:31.779415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5b3f25f0-27b7-4f7f-b391-31446e2ba294, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5b3f25f0-27b7-4f7f-b391-31446e2ba294,segment=NetworkSegment(d29474b2-fcbf-45bb-ab36-19b64fd4d0f3),segment_id=d29474b2-fcbf-45bb-ab36-19b64fd4d0f3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:31.790686 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:31.879374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=5b3f25f0-27b7-4f7f-b391-31446e2ba294,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:31.881638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45658) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:31.930739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Pushing event deleted for resources: {'Port': ['ID=a4b5ad3e-6312-49e4-a2f4-5a72b594ba26,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:31.979282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af623a15-096c-4bf3-a8c9-49ef5d0a838d req-3a978177-97c0-4583-9ccc-4e1b3f954b49 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1276011 Apr 05 18:44:32.036094 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.038688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Attempting to bind port 0ea0a3cc-182a-4538-a490-cc025fad7e7c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:32.039132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Attempting to bind port 0ea0a3cc-182a-4538-a490-cc025fad7e7c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:32.040481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Attempting to bind port 0ea0a3cc-182a-4538-a490-cc025fad7e7c on network bf3598ad-62de-476f-a9ed-9a686e3cbb08 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:32.093911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Port 0ea0a3cc-182a-4538-a490-cc025fad7e7c on network bf3598ad-62de-476f-a9ed-9a686e3cbb08 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:32.094320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Attempting to bind port 0ea0a3cc-182a-4538-a490-cc025fad7e7c on network bf3598ad-62de-476f-a9ed-9a686e3cbb08 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:32.125240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d721e80-ddcd-4232-bc4f-2d39831729f4 req-17d2683a-5e6e-4162-82c9-28e9cab64879 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.2506943 Apr 05 18:44:32.182746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c916a99f-95ff-42f0-8717-32df038b0388 req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] No DVR routers for this DVR port a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:32.188394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:32.188794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Checking segment: {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:32.190386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Bound using segment: {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:32.190653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Bound port: 0ea0a3cc-182a-4538-a490-cc025fad7e7c, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:32.191000 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.198065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Pushing event deleted for resources: {'Port': ['ID=010b7162-958b-4b03-a251-5c31a09c8c6a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:32.200174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['5b3f25f0-27b7-4f7f-b391-31446e2ba294'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:32.224173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] No DVR routers for this DVR port 010b7162-958b-4b03-a251-5c31a09c8c6a on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:32.227019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.227231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c916a99f-95ff-42f0-8717-32df038b0388 req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.231565 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a24f0b5e-c42b-42cc-b9b8-559013dee938 req-3ccc4d8d-281b-402c-8532-81ca082e9727 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.25 "DELETE /v2.0/ports/010b7162-958b-4b03-a251-5c31a09c8c6a HTTP/1.1" status: 204 len: 173 time: 1.6093345 Apr 05 18:44:32.233414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c916a99f-95ff-42f0-8717-32df038b0388 req-10068897-d31f-4b5c-b593-6f0912ab6d16 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.20 "DELETE /v2.0/ports/a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 HTTP/1.1" status: 204 len: 173 time: 2.7197878 Apr 05 18:44:32.309943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-44413a6c-7e01-4f78-be73-30198739fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:32.310432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-44413a6c-7e01-4f78-be73-30198739fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:32.310902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-44413a6c-7e01-4f78-be73-30198739fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:32.314801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-67c53ae8-3c02-497c-9054-5d7c7510a3d3 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:32.318429 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-67c53ae8-3c02-497c-9054-5d7c7510a3d3 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 813 time: 0.3096330 Apr 05 18:44:32.322161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-44413a6c-7e01-4f78-be73-30198739fb3a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.7287643 Apr 05 18:44:32.322677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006b51ab-b5b3-4ee3-b027-dde4bd52b4c7', 'name': 'network-vif-deleted', 'tag': 'a4b5ad3e-6312-49e4-a2f4-5a72b594ba26'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:32.325539 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c267bbdb-7509-4f78-98be-1029b6a665b8" -d '{"events": [{"server_uuid": "006b51ab-b5b3-4ee3-b027-dde4bd52b4c7", "name": "network-vif-deleted", "tag": "a4b5ad3e-6312-49e4-a2f4-5a72b594ba26"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:32.349588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Request body: {'port': {'device_id': 'eb20a3cf-2a20-4c12-ae3f-5310571c4e15', 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9', 'admin_state_up': True, 'tenant_id': '3a2dbe13dabd455ba201bf04cbfb8952'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:32.395881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2764dcda-810c-4f2c-9aaa-68e9d7df76bc up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:32.401127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e90bf360-5367-4b37-bcdd-4d4ec10b45a8 req-7aa372a4-bff7-4240-bdc2-fdc1b4337eaf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 210 time: 0.1456933 Apr 05 18:44:32.446609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-939794450-network', 'tenant_id': '51a805f835bf450f970f73fc45c74f8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:32.506126 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d540c2-abe6-49a1-b69d-0dbf4d93abf0 x-openstack-request-id: req-17d540c2-abe6-49a1-b69d-0dbf4d93abf0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:32.506773 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006b51ab-b5b3-4ee3-b027-dde4bd52b4c7", "name": "network-vif-deleted", "tag": "a4b5ad3e-6312-49e4-a2f4-5a72b594ba26", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:32.507218 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17d540c2-abe6-49a1-b69d-0dbf4d93abf0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:32.507821 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d540c2-abe6-49a1-b69d-0dbf4d93abf0'] response: {'server_uuid': '006b51ab-b5b3-4ee3-b027-dde4bd52b4c7', 'name': 'network-vif-deleted', 'tag': 'a4b5ad3e-6312-49e4-a2f4-5a72b594ba26', 'status': 'completed', 'code': 200} Apr 05 18:44:32.546953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:32.552946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:32.553305 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.578478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Made reservation on behalf of 3a2dbe13dabd455ba201bf04cbfb8952 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:32.583338 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.670417 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.688899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:32.708111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d5d3c-7d45-43a7-96cc-49db3b7963d6 req-aed50613-1b31-44cc-9149-7c6ad9c54c38 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:32.716281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d5d3c-7d45-43a7-96cc-49db3b7963d6 req-aed50613-1b31-44cc-9149-7c6ad9c54c38 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:32.740803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:32.741143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a4b5ad3e-6312-49e4-a2f4-5a72b594ba26 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:32.741624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 27a173e2-7665-4051-a4b6-9c61f0ede77c no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:32.750073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2764dcda-810c-4f2c-9aaa-68e9d7df76bc'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:32.752643 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4a7d58-561f-42da-b539-92314e4d499a" -d '{"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-plugged", "status": "completed", "tag": "2764dcda-810c-4f2c-9aaa-68e9d7df76bc"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:32.761719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c337be-caa5-42a9-bd7e-170bbe6c048b', 'name': 'network-vif-deleted', 'tag': '56355f34-9ef2-4568-b136-06c5ebd88ed6'}, {'server_uuid': '750cb0e4-0a52-4d16-96c4-df6eb1d41950', 'name': 'network-vif-deleted', 'tag': '010b7162-958b-4b03-a251-5c31a09c8c6a'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:32.762871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d5d3c-7d45-43a7-96cc-49db3b7963d6 req-aed50613-1b31-44cc-9149-7c6ad9c54c38 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:32.769034 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dc9c88-a655-4cc5-ad5a-709c37c76878" -d '{"events": [{"server_uuid": "a9c337be-caa5-42a9-bd7e-170bbe6c048b", "name": "network-vif-deleted", "tag": "56355f34-9ef2-4568-b136-06c5ebd88ed6"}, {"server_uuid": "750cb0e4-0a52-4d16-96c4-df6eb1d41950", "name": "network-vif-deleted", "tag": "010b7162-958b-4b03-a251-5c31a09c8c6a"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:32.772831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-929d5d3c-7d45-43a7-96cc-49db3b7963d6 req-aed50613-1b31-44cc-9149-7c6ad9c54c38 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2414 time: 0.5772452 Apr 05 18:44:32.785437 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 27a173e2-7665-4051-a4b6-9c61f0ede77c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:32.785803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 27a173e2-7665-4051-a4b6-9c61f0ede77c not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:32.788889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] For port 0ea0a3cc-182a-4538-a490-cc025fad7e7c, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:32.790493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:32.799710 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.800761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 56355f34-9ef2-4568-b136-06c5ebd88ed6 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:32.842985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 56355f34-9ef2-4568-b136-06c5ebd88ed6 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:32.843684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 56355f34-9ef2-4568-b136-06c5ebd88ed6 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:32.848659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 010b7162-958b-4b03-a251-5c31a09c8c6a no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:32.873594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Made reservation on behalf of 51a805f835bf450f970f73fc45c74f8f for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:32.876199 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.904126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:32.919821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Allocated IP 172.20.0.13 (c3a9f39d-1f9c-4f6d-94cc-496613195ed9/b2059965-af30-4369-becd-359b211e9c9d/4b0af6fd-e6d0-43ed-bb67-72a9875139f0) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:32.932435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 010b7162-958b-4b03-a251-5c31a09c8c6a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:32.933332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 010b7162-958b-4b03-a251-5c31a09c8c6a not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:32.973914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] For port 0ea0a3cc-182a-4538-a490-cc025fad7e7c, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0ea0a3cc-182a-4538-a490-cc025fad7e7c,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:32.988738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:33.003677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7a7de93-e25f-42b9-b2d0-02dc451408de req-62610d12-08ee-40d7-b6ed-e579f5ba0a92 tempest-ListServersNegativeTestJSON-152010128 tempest-ListServersNegativeTestJSON-152010128-project] 10.222.0.15 "GET /v2.0/ports?device_id=006b51ab-b5b3-4ee3-b027-dde4bd52b4c7 HTTP/1.1" status: 200 len: 210 time: 0.1334376 Apr 05 18:44:33.027196 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.066464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-67b33b37-12d0-4828-8a5a-617b6e407767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.067935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-67b33b37-12d0-4828-8a5a-617b6e407767 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7218456 Apr 05 18:44:33.101340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-929d5d3c-7d45-43a7-96cc-49db3b7963d6 req-488e8c69-b702-4fbb-9c11-dec49bca2bf0 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271618 Apr 05 18:44:33.108724 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b59f5b-bb94-488a-b717-c56721ce8c66 x-openstack-request-id: req-d5b59f5b-bb94-488a-b717-c56721ce8c66 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:33.109009 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-plugged", "status": "completed", "tag": "2764dcda-810c-4f2c-9aaa-68e9d7df76bc", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:33.109253 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5b59f5b-bb94-488a-b717-c56721ce8c66 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:33.109738 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b59f5b-bb94-488a-b717-c56721ce8c66'] response: {'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2764dcda-810c-4f2c-9aaa-68e9d7df76bc', 'code': 200} Apr 05 18:44:33.190124 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781ab489-ee8e-4213-aec1-8329facc57f7 x-openstack-request-id: req-781ab489-ee8e-4213-aec1-8329facc57f7 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:33.190455 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c337be-caa5-42a9-bd7e-170bbe6c048b", "name": "network-vif-deleted", "tag": "56355f34-9ef2-4568-b136-06c5ebd88ed6", "status": "completed", "code": 200}, {"server_uuid": "750cb0e4-0a52-4d16-96c4-df6eb1d41950", "name": "network-vif-deleted", "tag": "010b7162-958b-4b03-a251-5c31a09c8c6a", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:33.190963 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-781ab489-ee8e-4213-aec1-8329facc57f7 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:33.191393 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781ab489-ee8e-4213-aec1-8329facc57f7'] response: {'server_uuid': 'a9c337be-caa5-42a9-bd7e-170bbe6c048b', 'name': 'network-vif-deleted', 'tag': '56355f34-9ef2-4568-b136-06c5ebd88ed6', 'status': 'completed', 'code': 200} Apr 05 18:44:33.191649 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781ab489-ee8e-4213-aec1-8329facc57f7'] response: {'server_uuid': '750cb0e4-0a52-4d16-96c4-df6eb1d41950', 'name': 'network-vif-deleted', 'tag': '010b7162-958b-4b03-a251-5c31a09c8c6a', 'status': 'completed', 'code': 200} Apr 05 18:44:33.227551 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.243803 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.254246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-da01e401-2370-4d18-bffb-95a75510b30f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.255799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-da01e401-2370-4d18-bffb-95a75510b30f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 813 time: 0.6293762 Apr 05 18:44:33.272306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.306466 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.314192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Request body: {'port': {'device_id': 'c6559864-6f08-407e-9b53-ac138b9db2c7', 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9', 'admin_state_up': True, 'tenant_id': '3a2dbe13dabd455ba201bf04cbfb8952'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:33.321049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Pushing event updated for resources: {'Port': ['ID=0ea0a3cc-182a-4538-a490-cc025fad7e7c,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:33.321922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:33.329202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:33.331591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:33.332964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.333582 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.334987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fff7ec3e-755f-480b-a692-7a26e41e240e service neutron] 10.222.0.20 "PUT /v2.0/ports/0ea0a3cc-182a-4538-a490-cc025fad7e7c HTTP/1.1" status: 200 len: 1091 time: 4.1869421 Apr 05 18:44:33.385046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Pushing event updated for resources: {'Port': ['ID=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:33.391124 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['a8ce7353-87a2-4789-9a1a-9977ba845d4b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:33.404837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Request body: {'port': {'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:33.412189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.412834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.422687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e02b4f9-053f-4fcd-871e-901e364b9185 req-68ae0c75-4e76-4a89-9a4d-4fddb8aa4cd7 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.1403062 Apr 05 18:44:33.449955 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-06a7bb59-f2ef-49a3-928c-f7bfc511232d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1062303 Apr 05 18:44:33.463540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Request body: {'port': {'device_id': 'eb20a3cf-2a20-4c12-ae3f-5310571c4e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:33.480385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7876c964-c6f2-4bac-b473-195e3b12019b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:33.487636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:44:33.592731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.601281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.601627 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Added segment 837fdda5-e14b-44a1-8e83-30150dc43fbc of type vlan for network 60fce8fe-10a0-4d97-bf1d-d6248f94beee Apr 05 18:44:33.611245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c73c959-34a5-4b8e-b0a1-26e36dc0191b req-e57a7030-f1ea-49f1-b14e-5c6456a81e90 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 210 time: 0.0616615 Apr 05 18:44:33.659360 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.673091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b7d8b-2c91-439e-9cf4-870a36593098 req-302686f8-c7c2-41f3-a44b-f97f8a7439d1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.679649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b7d8b-2c91-439e-9cf4-870a36593098 req-302686f8-c7c2-41f3-a44b-f97f8a7439d1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.686137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b7d8b-2c91-439e-9cf4-870a36593098 req-302686f8-c7c2-41f3-a44b-f97f8a7439d1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.692054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b7d8b-2c91-439e-9cf4-870a36593098 req-302686f8-c7c2-41f3-a44b-f97f8a7439d1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.697714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b7d8b-2c91-439e-9cf4-870a36593098 req-302686f8-c7c2-41f3-a44b-f97f8a7439d1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.704207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b7d8b-2c91-439e-9cf4-870a36593098 req-302686f8-c7c2-41f3-a44b-f97f8a7439d1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.710008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b7d8b-2c91-439e-9cf4-870a36593098 req-302686f8-c7c2-41f3-a44b-f97f8a7439d1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.711895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d2b7d8b-2c91-439e-9cf4-870a36593098 req-302686f8-c7c2-41f3-a44b-f97f8a7439d1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5418 time: 0.4550240 Apr 05 18:44:33.737455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-af1c30b0-b5ef-4b80-8e51-eb84d8709594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.737938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-af1c30b0-b5ef-4b80-8e51-eb84d8709594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.738428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-af1c30b0-b5ef-4b80-8e51-eb84d8709594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.738886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-af1c30b0-b5ef-4b80-8e51-eb84d8709594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.739335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-af1c30b0-b5ef-4b80-8e51-eb84d8709594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.739790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-af1c30b0-b5ef-4b80-8e51-eb84d8709594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.740244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-af1c30b0-b5ef-4b80-8e51-eb84d8709594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.742129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-af1c30b0-b5ef-4b80-8e51-eb84d8709594 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6420 time: 0.4664900 Apr 05 18:44:33.821923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.935136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:33.937053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d2b7d8b-2c91-439e-9cf4-870a36593098 req-3be99e01-5620-4eea-9045-5fea53a47856 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2178032 Apr 05 18:44:33.944976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.962750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Transition to ACTIVE for port object 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:33.974384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.974687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.975072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:33.975648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:33.977750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Made reservation on behalf of 3a2dbe13dabd455ba201bf04cbfb8952 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:33.981836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.069438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:34.084155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-e0e5d08a-403e-401d-b15b-a1b19121dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.084627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-e0e5d08a-403e-401d-b15b-a1b19121dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.085086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-e0e5d08a-403e-401d-b15b-a1b19121dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.086686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-e0e5d08a-403e-401d-b15b-a1b19121dc7a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3161693 Apr 05 18:44:34.126905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Attempting to bind port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:34.127256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Attempting to bind port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:34.127745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Attempting to bind port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:34.132567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45722) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:34.149693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.2631385 Apr 05 18:44:34.157926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45724) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:34.171485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:34.171809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Attempting to bind port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:34.175947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Request body: {'subnet': {'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-939794450-subnet', 'tenant_id': '51a805f835bf450f970f73fc45c74f8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:34.179877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:34.180561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Checking segment: {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:34.180561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Bound using segment: {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:34.181435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Bound port: 4b0af6fd-e6d0-43ed-bb67-72a9875139f0, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:34.181435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.196270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-19001060-3c85-4e9b-b337-e6b44a05f288 admin admin] Deleting subnet 0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:44:34.202524 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19001060-3c85-4e9b-b337-e6b44a05f288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.224948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeac30-6d1f-4962-8a83-8fcbaf1dad85 admin admin] Pushing event updated for resources: {'Network': ['ID=60fce8fe-10a0-4d97-bf1d-d6248f94beee,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:34.252382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 60fce8fe-10a0-4d97-bf1d-d6248f94beee details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:44:34.276548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19001060-3c85-4e9b-b337-e6b44a05f288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.333067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] For port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:34.338744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] For port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:34.349041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.358434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19001060-3c85-4e9b-b337-e6b44a05f288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.376855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Made reservation on behalf of 51a805f835bf450f970f73fc45c74f8f for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:34.379387 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.385610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5b3f25f0-27b7-4f7f-b391-31446e2ba294 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:34.430915 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.431580 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.433656 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/4b0af6fd-e6d0-43ed-bb67-72a9875139f0 HTTP/1.1" status: 200 len: 1092 time: 0.9737196 Apr 05 18:44:34.453827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5e1a4-a372-40fa-b237-218c9fa6f9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:34.497834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19001060-3c85-4e9b-b337-e6b44a05f288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.506060 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:34.513256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:34.513917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.582890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19001060-3c85-4e9b-b337-e6b44a05f288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:34.603397 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19001060-3c85-4e9b-b337-e6b44a05f288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.608356 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-19001060-3c85-4e9b-b337-e6b44a05f288 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0b4aa321-0f52-4cb6-ace7-ba2a50b9b85f HTTP/1.1" status: 204 len: 168 time: 0.4747713 Apr 05 18:44:34.611826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45732) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:34.685845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.687212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-1d7bbd45-4bd3-42dc-ad18-62560e8c43db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.689463 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-1d7bbd45-4bd3-42dc-ad18-62560e8c43db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&device_id=eb20a3cf-2a20-4c12-ae3f-5310571c4e15 HTTP/1.1" status: 200 len: 1095 time: 0.1725821 Apr 05 18:44:34.710786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.747369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '0ea0a3cc-182a-4538-a490-cc025fad7e7c'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:34.749626 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d124e1-3d7e-42ad-9f31-c655f9879095" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "0ea0a3cc-182a-4538-a490-cc025fad7e7c"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:34.750444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5b3f25f0-27b7-4f7f-b391-31446e2ba294, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5b3f25f0-27b7-4f7f-b391-31446e2ba294,segment=NetworkSegment(d29474b2-fcbf-45bb-ab36-19b64fd4d0f3),segment_id=d29474b2-fcbf-45bb-ab36-19b64fd4d0f3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:34.751610 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-066186e5-a860-484f-bdcf-8667f61f4652 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b0af6fd-e6d0-43ed-bb67-72a9875139f0 HTTP/1.1" status: 200 len: 217 time: 0.0527327 Apr 05 18:44:34.758917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.820146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=5b3f25f0-27b7-4f7f-b391-31446e2ba294,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:34.879701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f859a-eab3-4916-bd51-17a05c9cd7c4 req-6acf9b45-bbb9-413a-aa5d-4dd0a8e6811c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.884505 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.885356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f859a-eab3-4916-bd51-17a05c9cd7c4 req-6acf9b45-bbb9-413a-aa5d-4dd0a8e6811c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.892129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f859a-eab3-4916-bd51-17a05c9cd7c4 req-6acf9b45-bbb9-413a-aa5d-4dd0a8e6811c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.893680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a88f859a-eab3-4916-bd51-17a05c9cd7c4 req-6acf9b45-bbb9-413a-aa5d-4dd0a8e6811c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2415 time: 0.6555920 Apr 05 18:44:34.900879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67eb1b8e-ba2c-4840-8457-f02177cd0952 req-acb031f7-80ee-4d51-b027-ac8417ca1c40 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.1395204 Apr 05 18:44:34.911047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-132ad4b7-eee7-48f5-9be3-a9283efd39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.912535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5bea8e3-c120-4839-bc31-ac570970b5f2 req-132ad4b7-eee7-48f5-9be3-a9283efd39dc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7934415 Apr 05 18:44:34.915922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Allocated IP 172.20.0.8 (c3a9f39d-1f9c-4f6d-94cc-496613195ed9/b2059965-af30-4369-becd-359b211e9c9d/c381b974-40c9-4c69-b45d-29ac4092d2a8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:34.931983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-ff1ffe0d-1908-4513-a8ac-db4a8c282462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:34.931983 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-ff1ffe0d-1908-4513-a8ac-db4a8c282462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2059965-af30-4369-becd-359b211e9c9d HTTP/1.1" status: 200 len: 853 time: 0.1693499 Apr 05 18:44:34.936654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:34.978417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe30fd0c-c7d7-45cf-9658-c01529fee916']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:35.001437 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-2b084f7d-8619-4414-aa7f-964575d5f1bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435946 Apr 05 18:44:35.004807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07b88fc-8c90-473e-adce-3013bc94dac8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:35.005236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07b88fc-8c90-473e-adce-3013bc94dac8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:35.023219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.056578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a88f859a-eab3-4916-bd51-17a05c9cd7c4 req-4d5510c3-304e-4876-bbd0-8edf3f38cd31 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378486 Apr 05 18:44:35.075351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b48ca53-fe07-4ea4-8be1-2544451171d1 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:35.086188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb0e29ca-be36-4d5f-907f-69909253a797 req-ff575fa5-1733-47db-b8c5-24850a13451d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 210 time: 0.0629153 Apr 05 18:44:35.099130 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.111292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.112313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f25f0-27b7-4f7f-b391-31446e2ba294'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:35.113868 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7082a76f-5d32-462f-8e44-b02f2d3f11ea" -d '{"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-plugged", "status": "completed", "tag": "5b3f25f0-27b7-4f7f-b391-31446e2ba294"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:35.128484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:44:35.129306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:44:35.132073 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:44:35.151275 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d14dffb-959d-4e71-82a1-98c963019813 x-openstack-request-id: req-6d14dffb-959d-4e71-82a1-98c963019813 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:35.152105 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "0ea0a3cc-182a-4538-a490-cc025fad7e7c", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:35.152355 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d14dffb-959d-4e71-82a1-98c963019813 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:35.152741 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d14dffb-959d-4e71-82a1-98c963019813'] response: {'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '0ea0a3cc-182a-4538-a490-cc025fad7e7c', 'status': 'completed', 'code': 200} Apr 05 18:44:35.169385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Transition to ACTIVE for port object 9b48ca53-fe07-4ea4-8be1-2544451171d1 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:35.193440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb20a3cf-2a20-4c12-ae3f-5310571c4e15', 'tag': '4b0af6fd-e6d0-43ed-bb67-72a9875139f0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:35.194808 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e339cdc-30c5-4d55-b766-0293f82fea13 x-openstack-request-id: req-8e339cdc-30c5-4d55-b766-0293f82fea13 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:35.195094 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-plugged", "status": "completed", "tag": "5b3f25f0-27b7-4f7f-b391-31446e2ba294", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:35.195345 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e339cdc-30c5-4d55-b766-0293f82fea13 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:35.195711 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e339cdc-30c5-4d55-b766-0293f82fea13'] response: {'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3f25f0-27b7-4f7f-b391-31446e2ba294', 'code': 200} Apr 05 18:44:35.196271 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb20a3cf-2a20-4c12-ae3f-5310571c4e15", "tag": "4b0af6fd-e6d0-43ed-bb67-72a9875139f0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:35.221882 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.232423 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.241893 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-ad16bd8f-fb2d-4c47-b73a-708d20cd34a4 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294116 Apr 05 18:44:35.248390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.251515 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fe30fd0c-c7d7-45cf-9658-c01529fee916 HTTP/1.1" status: 204 len: 168 time: 0.6385200 Apr 05 18:44:35.275280 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae6b0e3-0538-4b49-a66a-ffb40f82a18b x-openstack-request-id: req-3ae6b0e3-0538-4b49-a66a-ffb40f82a18b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:35.275834 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb20a3cf-2a20-4c12-ae3f-5310571c4e15", "tag": "4b0af6fd-e6d0-43ed-bb67-72a9875139f0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:35.276085 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ae6b0e3-0538-4b49-a66a-ffb40f82a18b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:35.276510 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae6b0e3-0538-4b49-a66a-ffb40f82a18b'] response: {'name': 'network-changed', 'server_uuid': 'eb20a3cf-2a20-4c12-ae3f-5310571c4e15', 'tag': '4b0af6fd-e6d0-43ed-bb67-72a9875139f0', 'status': 'completed', 'code': 200} Apr 05 18:44:35.287715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d4198-a03c-4046-8a68-9ec0cdcbb572 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe30fd0c-c7d7-45cf-9658-c01529fee916,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:35.406412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Pushing event updated for resources: {'Port': ['ID=9b48ca53-fe07-4ea4-8be1-2544451171d1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:35.409093 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.500338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-e8418f1c-b751-4677-9ff3-0deaa619ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.501005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-e8418f1c-b751-4677-9ff3-0deaa619ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.501608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-e8418f1c-b751-4677-9ff3-0deaa619ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.503202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-e8418f1c-b751-4677-9ff3-0deaa619ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.503807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-e8418f1c-b751-4677-9ff3-0deaa619ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.507547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-e8418f1c-b751-4677-9ff3-0deaa619ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.508156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-e8418f1c-b751-4677-9ff3-0deaa619ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.515190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-e8418f1c-b751-4677-9ff3-0deaa619ac1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6445 time: 0.3129690 Apr 05 18:44:35.579164 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.599328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240acdb-40f1-487a-9be0-7e5fe3ed767e req-ab8d8cf7-41d8-4ff7-a128-23115298b0e0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.605941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240acdb-40f1-487a-9be0-7e5fe3ed767e req-ab8d8cf7-41d8-4ff7-a128-23115298b0e0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.612147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240acdb-40f1-487a-9be0-7e5fe3ed767e req-ab8d8cf7-41d8-4ff7-a128-23115298b0e0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.618076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240acdb-40f1-487a-9be0-7e5fe3ed767e req-ab8d8cf7-41d8-4ff7-a128-23115298b0e0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.624566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240acdb-40f1-487a-9be0-7e5fe3ed767e req-ab8d8cf7-41d8-4ff7-a128-23115298b0e0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.630432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240acdb-40f1-487a-9be0-7e5fe3ed767e req-ab8d8cf7-41d8-4ff7-a128-23115298b0e0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.636524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240acdb-40f1-487a-9be0-7e5fe3ed767e req-ab8d8cf7-41d8-4ff7-a128-23115298b0e0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.638520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0240acdb-40f1-487a-9be0-7e5fe3ed767e req-ab8d8cf7-41d8-4ff7-a128-23115298b0e0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.3285117 Apr 05 18:44:35.639042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:35.716181 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-faf3381b-6d82-44d2-8949-5a6149757ac2 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624658 Apr 05 18:44:35.770519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfad1ea-6e91-40f0-bbd5-8206899d181a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:35.826492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-ed960fe7-bc5a-4da0-908f-3f38b6f5a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.828027 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-ed960fe7-bc5a-4da0-908f-3f38b6f5a058 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&device_id=eb20a3cf-2a20-4c12-ae3f-5310571c4e15 HTTP/1.1" status: 200 len: 1095 time: 0.0617645 Apr 05 18:44:35.850117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Checking segment: {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:35.851399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Network hostable DHCP agents. Network: 60fce8fe-10a0-4d97-bf1d-d6248f94beee, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:44:35.880894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Attempting to bind port 9b48ca53-fe07-4ea4-8be1-2544451171d1 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:35.882357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Attempting to bind port 9b48ca53-fe07-4ea4-8be1-2544451171d1 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:35.882357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Attempting to bind port 9b48ca53-fe07-4ea4-8be1-2544451171d1 on network bf3598ad-62de-476f-a9ed-9a686e3cbb08 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:35.892355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0240acdb-40f1-487a-9be0-7e5fe3ed767e req-7735c3b7-1447-4e97-bc22-8b30601de3b4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2187300 Apr 05 18:44:35.894774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-75b0979e-a419-4316-914e-8c4566d3e871 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2137f2095f2c4875bb5aede092fe7b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225292 Apr 05 18:44:35.898204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45766) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:35.905121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-aaf4b313-ec1e-4a7d-8322-1c49df965c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.905837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-aaf4b313-ec1e-4a7d-8322-1c49df965c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.906317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-aaf4b313-ec1e-4a7d-8322-1c49df965c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.908553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-aaf4b313-ec1e-4a7d-8322-1c49df965c5d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3478220 Apr 05 18:44:35.910635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Port 9b48ca53-fe07-4ea4-8be1-2544451171d1 on network bf3598ad-62de-476f-a9ed-9a686e3cbb08 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:35.911030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Attempting to bind port 9b48ca53-fe07-4ea4-8be1-2544451171d1 on network bf3598ad-62de-476f-a9ed-9a686e3cbb08 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:35.915929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.938585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:35.938585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Checking segment: {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:35.938846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Bound using segment: {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:35.939256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Bound port: 9b48ca53-fe07-4ea4-8be1-2544451171d1, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d61729-a9c2-4d28-96b2-d7decb96cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:35.939604 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:35.976317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Network 60fce8fe-10a0-4d97-bf1d-d6248f94beee is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:44:35.982201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-888cfef7-77b8-4b85-9d17-3cc0895cc6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:35.983650 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-888cfef7-77b8-4b85-9d17-3cc0895cc6cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 913 time: 0.1480727 Apr 05 18:44:36.041675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 60fce8fe-10a0-4d97-bf1d-d6248f94beee) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:36.048066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc78f75b-c25e-49b7-aea5-4dfc9f1d67d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.052960 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-f00b56b1-ad03-4f7b-98d3-e8f399f838f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b0af6fd-e6d0-43ed-bb67-72a9875139f0 HTTP/1.1" status: 200 len: 217 time: 0.0564387 Apr 05 18:44:36.056434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:36.057155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97002f-f05c-4949-a60f-ee983326c96f None None] Network 60fce8fe-10a0-4d97-bf1d-d6248f94beee requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:36.106734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.107527 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.114128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f99e85e7-ab6b-4bf5-87ec-2787014ed631 req-e695fccc-c1ad-4292-99b9-767f49cd3e73 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0828848 Apr 05 18:44:36.114923 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Pushing event updated for resources: {'Port': ['ID=c381b974-40c9-4c69-b45d-29ac4092d2a8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:36.116391 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc78f75b-c25e-49b7-aea5-4dfc9f1d67d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.125687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:36.135221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:36.191135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-48f3ba11-fcd9-4b8d-8d16-7939e151a0ff admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0210555 Apr 05 18:44:36.195279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-96a8efb4-464b-420c-8161-ba1cf6b4651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.197294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-96a8efb4-464b-420c-8161-ba1cf6b4651c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2059965-af30-4369-becd-359b211e9c9d HTTP/1.1" status: 200 len: 853 time: 0.1350033 Apr 05 18:44:36.282635 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-f24f1471-dae8-4c25-97e4-90f3a9370ffb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718386 Apr 05 18:44:36.303159 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc78f75b-c25e-49b7-aea5-4dfc9f1d67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.305589 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc78f75b-c25e-49b7-aea5-4dfc9f1d67d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.308441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] For port 9b48ca53-fe07-4ea4-8be1-2544451171d1, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:36.315091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dc78f75b-c25e-49b7-aea5-4dfc9f1d67d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afe70ef7-2fba-4fe7-abae-e750edf3860a HTTP/1.1" status: 204 len: 168 time: 0.4074383 Apr 05 18:44:36.322856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284d5fff-3e73-46d7-a651-0009f417eac4 None None] Network 60fce8fe-10a0-4d97-bf1d-d6248f94beee requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:36.346153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-9d6e9118-ed30-4699-b41e-95cb618e1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.363544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-9d6e9118-ed30-4699-b41e-95cb618e1ace service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4455163 Apr 05 18:44:36.382587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78f75b-c25e-49b7-aea5-4dfc9f1d67d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe70ef7-2fba-4fe7-abae-e750edf3860a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:36.384255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] For port 9b48ca53-fe07-4ea4-8be1-2544451171d1, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:36.396279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a8ce7353-87a2-4789-9a1a-9977ba845d4b up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:36.419110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.419884 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.425977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.449813 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-46add82b-6d9d-44ee-a29e-26c23f1ddd5c service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571074 Apr 05 18:44:36.454201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.454845 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.456216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b48ca53-fe07-4ea4-8be1-2544451171d1 HTTP/1.1" status: 200 len: 1091 time: 3.0709417 Apr 05 18:44:36.572903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-29a37f86-65f0-498a-8bc3-d4c2a430f9bf tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2895098 Apr 05 18:44:36.589753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e9f4e-c02d-48aa-99fa-ddb2b1cfde85 req-a7c63b66-d04a-487b-af5b-0e6562911a53 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.600173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e9f4e-c02d-48aa-99fa-ddb2b1cfde85 req-a7c63b66-d04a-487b-af5b-0e6562911a53 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.607300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e9f4e-c02d-48aa-99fa-ddb2b1cfde85 req-a7c63b66-d04a-487b-af5b-0e6562911a53 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.609039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-890e9f4e-c02d-48aa-99fa-ddb2b1cfde85 req-a7c63b66-d04a-487b-af5b-0e6562911a53 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2416 time: 0.4116242 Apr 05 18:44:36.619940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Request body: {'port': {'device_id': 'c6559864-6f08-407e-9b53-ac138b9db2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:36.669310 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b8e85f6-6b6d-4a6a-a25b-d00049cafab5 req-4a7bae6e-c4bf-45fb-9d60-a168a52adfd9 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019300 Apr 05 18:44:36.678455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port a8ce7353-87a2-4789-9a1a-9977ba845d4b completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:36.685708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port a8ce7353-87a2-4789-9a1a-9977ba845d4b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:36.686080 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.690926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef96b43-ec1a-4bdc-9a96-b7d52ac1abd6 req-fda2efdb-384e-405c-b17e-8d324597e126 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.699174 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ef96b43-ec1a-4bdc-9a96-b7d52ac1abd6 req-fda2efdb-384e-405c-b17e-8d324597e126 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 931 time: 0.4072790 Apr 05 18:44:36.749821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6aacd866-1afd-4b67-97bf-03a65e6d02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.750294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6aacd866-1afd-4b67-97bf-03a65e6d02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.754423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6aacd866-1afd-4b67-97bf-03a65e6d02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.755758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6aacd866-1afd-4b67-97bf-03a65e6d02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.756238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6aacd866-1afd-4b67-97bf-03a65e6d02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.756714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6aacd866-1afd-4b67-97bf-03a65e6d02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.757170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6aacd866-1afd-4b67-97bf-03a65e6d02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:36.766818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6aacd866-1afd-4b67-97bf-03a65e6d02c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6487 time: 0.2300646 Apr 05 18:44:36.778322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36199147-9270-4a43-93e0-f715bcac4f65 service neutron] Pushing event updated for resources: {'Port': ['ID=9b48ca53-fe07-4ea4-8be1-2544451171d1,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:36.789366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-890e9f4e-c02d-48aa-99fa-ddb2b1cfde85 req-d88e751a-42a5-4e30-be19-b066e4962a8c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645141 Apr 05 18:44:36.852975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ef96b43-ec1a-4bdc-9a96-b7d52ac1abd6 req-2a1e26fc-b365-4d8e-9ea4-65a3f67df424 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529179 Apr 05 18:44:36.859664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.890276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-74cda899-e6f5-4120-967b-32fa9f8fad5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d HTTP/1.1" status: 200 len: 217 time: 0.0996258 Apr 05 18:44:36.891775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.903056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a8ce7353-87a2-4789-9a1a-9977ba845d4b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a8ce7353-87a2-4789-9a1a-9977ba845d4b,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:36.907921 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.972601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:36.975583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a8ce7353-87a2-4789-9a1a-9977ba845d4b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:37.064597 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-ee801470-576a-4b16-8af3-c6385fb7a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.065966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-ee801470-576a-4b16-8af3-c6385fb7a41d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c346868d-ff5c-484a-a2f0-b9bce6d58e15 HTTP/1.1" status: 200 len: 856 time: 0.1573508 Apr 05 18:44:37.169149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '9b48ca53-fe07-4ea4-8be1-2544451171d1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:37.171433 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d496ab0-7ef9-47bb-917d-f357e2ed0603" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "9b48ca53-fe07-4ea4-8be1-2544451171d1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:37.196940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:37.200014 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f5a81a-ba3f-4de9-86ce-bd0600410c55" -d '{"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-plugged", "status": "completed", "tag": "a8ce7353-87a2-4789-9a1a-9977ba845d4b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:37.233812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593eb0-09a0-44ee-8457-8d0abc1c491a req-76754470-0643-4d51-b1f4-54d364cf7e0a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.240053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593eb0-09a0-44ee-8457-8d0abc1c491a req-76754470-0643-4d51-b1f4-54d364cf7e0a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.247894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593eb0-09a0-44ee-8457-8d0abc1c491a req-76754470-0643-4d51-b1f4-54d364cf7e0a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.256779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593eb0-09a0-44ee-8457-8d0abc1c491a req-76754470-0643-4d51-b1f4-54d364cf7e0a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.263690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593eb0-09a0-44ee-8457-8d0abc1c491a req-76754470-0643-4d51-b1f4-54d364cf7e0a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.270022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593eb0-09a0-44ee-8457-8d0abc1c491a req-76754470-0643-4d51-b1f4-54d364cf7e0a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.277408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593eb0-09a0-44ee-8457-8d0abc1c491a req-76754470-0643-4d51-b1f4-54d364cf7e0a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.279742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4593eb0-09a0-44ee-8457-8d0abc1c491a req-76754470-0643-4d51-b1f4-54d364cf7e0a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.2737722 Apr 05 18:44:37.384286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-759ee134-58bd-46ea-9adb-0f462170958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.386257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-759ee134-58bd-46ea-9adb-0f462170958c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61f38ac3-b5de-44f4-9fb6-9d316cece496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598839 Apr 05 18:44:37.495024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4593eb0-09a0-44ee-8457-8d0abc1c491a req-5ef7d1a4-c04c-4d6f-b91e-7e1397bf88d3 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1778960 Apr 05 18:44:37.574096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-be9e3ec5-ed7c-4111-a669-773b4a93ea39 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.576106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-be9e3ec5-ed7c-4111-a669-773b4a93ea39 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 804 time: 0.3976653 Apr 05 18:44:37.586229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45844) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:37.596444 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9662e340-cc06-479c-ab32-509f28db9a8a x-openstack-request-id: req-9662e340-cc06-479c-ab32-509f28db9a8a {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:37.596988 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "9b48ca53-fe07-4ea4-8be1-2544451171d1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:37.597238 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9662e340-cc06-479c-ab32-509f28db9a8a {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:37.597628 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9662e340-cc06-479c-ab32-509f28db9a8a'] response: {'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '9b48ca53-fe07-4ea4-8be1-2544451171d1', 'status': 'completed', 'code': 200} Apr 05 18:44:37.615002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-e07991e1-79f0-418f-b863-e70249ce0afe tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/quotas/51a805f835bf450f970f73fc45c74f8f HTTP/1.1" status: 200 len: 375 time: 0.0159879 Apr 05 18:44:37.648946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c381b974-40c9-4c69-b45d-29ac4092d2a8 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:37.671593 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:37.708910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-3129bebc-50c2-4ca6-853f-17859d1c4e41 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789890 Apr 05 18:44:37.711540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1011370900-network', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:37.714731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e8e73bb-95a7-491a-9fff-38f6c96ca8c9 req-c9ea59c5-a2b0-424f-ac20-5babe10b258c tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0705297 Apr 05 18:44:37.719578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-a933acc5-78ed-4944-8d08-006d07ce9bc3 service neutron] 10.222.0.20 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246584 Apr 05 18:44:37.731144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Transition to ACTIVE for port object c381b974-40c9-4c69-b45d-29ac4092d2a8 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:37.734466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Made reservation on behalf of 1ac303184650411dba4fc2e51c5d273a for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:37.738034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:37.739425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:37.758076 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:37.797799 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6312e093-9fab-4f3e-8bc2-2fdc216c60ef x-openstack-request-id: req-6312e093-9fab-4f3e-8bc2-2fdc216c60ef {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:37.798306 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-plugged", "status": "completed", "tag": "a8ce7353-87a2-4789-9a1a-9977ba845d4b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:37.798588 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6312e093-9fab-4f3e-8bc2-2fdc216c60ef {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:37.798987 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6312e093-9fab-4f3e-8bc2-2fdc216c60ef'] response: {'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b', 'code': 200} Apr 05 18:44:37.946585 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:37.953695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:37.986155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e8137-e2a8-4c9d-b002-1df3f1bcefc6 req-c7ced6d9-c3f8-4e47-8541-77d33181d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.986360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e8137-e2a8-4c9d-b002-1df3f1bcefc6 req-c7ced6d9-c3f8-4e47-8541-77d33181d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.986831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e8137-e2a8-4c9d-b002-1df3f1bcefc6 req-c7ced6d9-c3f8-4e47-8541-77d33181d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:37.988527 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-929e8137-e2a8-4c9d-b002-1df3f1bcefc6 req-c7ced6d9-c3f8-4e47-8541-77d33181d994 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2870 time: 0.1095562 Apr 05 18:44:38.004283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:44:38.017603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a43d30-74e1-4310-b7c0-ca0365cfc59a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:38.031644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.032360 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Added segment 0bd16efb-ef58-47fc-9e21-fad3415e258f of type vlan for network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c Apr 05 18:44:38.093515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.100896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-929e8137-e2a8-4c9d-b002-1df3f1bcefc6 req-aa676e99-f621-4ea8-966a-33951f905e0c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047175 Apr 05 18:44:38.125625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.127028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:38.127881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.188527 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6009057 Apr 05 18:44:38.191750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45858) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:38.198133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Request body: {'subnet': {'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1011370900-subnet', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:38.218368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3d387-2642-46ac-a7f0-6c148ce46ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:38.222651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Made reservation on behalf of 1ac303184650411dba4fc2e51c5d273a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:38.224328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.241695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:44:38.335161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Pushing event updated for resources: {'Port': ['ID=c381b974-40c9-4c69-b45d-29ac4092d2a8,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:38.439137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.440524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-ef09cb14-6910-4b8b-8dfa-3a0502dfd829 service neutron] 10.222.0.20 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111466 Apr 05 18:44:38.446939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45862) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:38.450300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392bc3f-2b5d-4e53-b5f8-6d4a88f313ca req-c49a8b91-5cb0-4116-b55f-2d1af179a916 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:38.456159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392bc3f-2b5d-4e53-b5f8-6d4a88f313ca req-c49a8b91-5cb0-4116-b55f-2d1af179a916 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:38.461934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392bc3f-2b5d-4e53-b5f8-6d4a88f313ca req-c49a8b91-5cb0-4116-b55f-2d1af179a916 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:38.463572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0392bc3f-2b5d-4e53-b5f8-6d4a88f313ca req-c49a8b91-5cb0-4116-b55f-2d1af179a916 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2417 time: 0.2654335 Apr 05 18:44:38.510308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35e3b87-6d58-4568-84d0-fc43995f254a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:38.519681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Checking segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:38.520042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Network hostable DHCP agents. Network: 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:44:38.521328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-a8a49cc7-25d7-4a03-8a1d-55931c7a6f9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=64de7a25-bc07-475b-a89f-1296e12a484d HTTP/1.1" status: 200 len: 217 time: 0.0513325 Apr 05 18:44:38.529230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-e881d28d-d16c-403b-8468-172846541ae2 service neutron] 10.222.0.15 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065512 Apr 05 18:44:38.529905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Attempting to bind port c381b974-40c9-4c69-b45d-29ac4092d2a8 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:38.530237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Attempting to bind port c381b974-40c9-4c69-b45d-29ac4092d2a8 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:38.530838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Attempting to bind port c381b974-40c9-4c69-b45d-29ac4092d2a8 on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:38.541054 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:44:38.552504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:38.556863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:38.557559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.568203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128fd379-a598-4c05-8b29-d184dcbc0453 None None] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:38.585552 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8d0c3e7-1583-43c5-b51a-8c572af46296 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3926113 Apr 05 18:44:38.588349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45868) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:38.595690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Port c381b974-40c9-4c69-b45d-29ac4092d2a8 on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:38.596017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Attempting to bind port c381b974-40c9-4c69-b45d-29ac4092d2a8 on network c3a9f39d-1f9c-4f6d-94cc-496613195ed9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:38.597589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:38.621529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:38.621762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-299ff63d-4418-493d-8d54-c60d1c86ff63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.621891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Checking segment: {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:38.622239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Bound using segment: {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:38.622691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Bound port: c381b974-40c9-4c69-b45d-29ac4092d2a8, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:38.623050 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.642486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.643535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.665609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0392bc3f-2b5d-4e53-b5f8-6d4a88f313ca req-a3e8e294-66ca-4a0a-90f2-d1cec626c4cf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924822 Apr 05 18:44:38.744028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-91ccbf5d-d771-4a4e-8525-5181069402e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:38.746176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-91ccbf5d-d771-4a4e-8525-5181069402e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.2075210 Apr 05 18:44:38.771878 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.772094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:38.790654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-3df7b7b2-b335-4b34-a167-57bb706ef031 service neutron] 10.222.0.15 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395594 Apr 05 18:44:38.830774 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-299ff63d-4418-493d-8d54-c60d1c86ff63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.856395 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] For port c381b974-40c9-4c69-b45d-29ac4092d2a8, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:38.859544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] For port c381b974-40c9-4c69-b45d-29ac4092d2a8, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c381b974-40c9-4c69-b45d-29ac4092d2a8,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:38.864121 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-299ff63d-4418-493d-8d54-c60d1c86ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.875120 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.892529 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-299ff63d-4418-493d-8d54-c60d1c86ff63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fd56aa877b540b2ac3f052d8df44d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444270 Apr 05 18:44:38.900343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:38.925029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69eeed-d8f0-4783-b007-f62b66a3a0ba req-c9c6462f-66d7-4d88-882f-2824ae30f490 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:38.926588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e69eeed-d8f0-4783-b007-f62b66a3a0ba req-c9c6462f-66d7-4d88-882f-2824ae30f490 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 943 time: 0.1916981 Apr 05 18:44:38.940222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-82b61984-7952-4d16-89d6-25fa6cd9f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:38.941336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-82b61984-7952-4d16-89d6-25fa6cd9f727 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1817245 Apr 05 18:44:38.943434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:38.943852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:38.945221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] 10.222.0.20 "PUT /v2.0/ports/c381b974-40c9-4c69-b45d-29ac4092d2a8 HTTP/1.1" status: 200 len: 1091 time: 2.3336728 Apr 05 18:44:39.006680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:39.024403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '4b0af6fd-e6d0-43ed-bb67-72a9875139f0', 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9', 'port_id': '4b0af6fd-e6d0-43ed-bb67-72a9875139f0', 'mac_address': 'fa:16:3e:20:df:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2059965-af30-4369-becd-359b211e9c9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:39.061001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff63d-4418-493d-8d54-c60d1c86ff63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8e0bb7-c4a5-4214-b7dc-4b1601402ca4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:39.065206 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.106655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:44:39.107578 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.114187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Pushing event updated for resources: {'Port': ['ID=c381b974-40c9-4c69-b45d-29ac4092d2a8,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:39.115482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50e5c509-c01a-4c5e-a214-6f388451718e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.182697 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50e5c509-c01a-4c5e-a214-6f388451718e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.197738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.199048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.199213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.199755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.200134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.200615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.201109 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.201213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.201431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.201950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.202284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.202796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.203413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd333de-6577-444d-b6c8-d1c60251aeaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:39.230656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e69eeed-d8f0-4783-b007-f62b66a3a0ba req-af7936c5-bce7-4cbe-b671-8f8021d1f3cd tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902324 Apr 05 18:44:39.245540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:39.278680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50e5c509-c01a-4c5e-a214-6f388451718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.281249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50e5c509-c01a-4c5e-a214-6f388451718e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.282665 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-50e5c509-c01a-4c5e-a214-6f388451718e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf8e0bb7-c4a5-4214-b7dc-4b1601402ca4 HTTP/1.1" status: 204 len: 168 time: 0.3811250 Apr 05 18:44:39.295113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:39.298678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5c509-c01a-4c5e-a214-6f388451718e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8e0bb7-c4a5-4214-b7dc-4b1601402ca4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:39.303394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-4f725b5c-afbf-4d03-9f15-aee589449cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:39.308885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-4f725b5c-afbf-4d03-9f15-aee589449cad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 1094 time: 0.3007905 Apr 05 18:44:39.343692 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.381839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736077f8-eefd-414a-85a1-3cdc19e45820 req-09df28e2-ddaf-4a12-8819-6f7668a5ff62 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:39.390469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736077f8-eefd-414a-85a1-3cdc19e45820 req-09df28e2-ddaf-4a12-8819-6f7668a5ff62 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:39.399988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736077f8-eefd-414a-85a1-3cdc19e45820 req-09df28e2-ddaf-4a12-8819-6f7668a5ff62 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:39.411717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736077f8-eefd-414a-85a1-3cdc19e45820 req-09df28e2-ddaf-4a12-8819-6f7668a5ff62 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:39.420918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Allocated IP 172.20.0.2 (9e2044dd-43b9-4d5e-b90b-2cfa18e6273c/d35e3b87-6d58-4568-84d0-fc43995f254a/f5b0603e-340d-45cb-b521-b59251b4b062) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:39.421707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736077f8-eefd-414a-85a1-3cdc19e45820 req-09df28e2-ddaf-4a12-8819-6f7668a5ff62 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:39.441481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736077f8-eefd-414a-85a1-3cdc19e45820 req-09df28e2-ddaf-4a12-8819-6f7668a5ff62 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:39.449607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736077f8-eefd-414a-85a1-3cdc19e45820 req-09df28e2-ddaf-4a12-8819-6f7668a5ff62 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:39.458146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-736077f8-eefd-414a-85a1-3cdc19e45820 req-09df28e2-ddaf-4a12-8819-6f7668a5ff62 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.3224053 Apr 05 18:44:39.492416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.512161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-21487f20-e63d-4859-a91e-f1e390045ae2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c381b974-40c9-4c69-b45d-29ac4092d2a8 HTTP/1.1" status: 200 len: 217 time: 0.1843700 Apr 05 18:44:39.516743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.543398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-7537fc38-e699-45f3-803c-b3df3ddf5682 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865245 Apr 05 18:44:39.548675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c7b791a-1b38-4a3f-97cf-41996a29ae4f req-df2f0288-5f3f-4e28-86df-39677b5cff7e tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0806775 Apr 05 18:44:39.601698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6559864-6f08-407e-9b53-ac138b9db2c7', 'tag': 'c381b974-40c9-4c69-b45d-29ac4092d2a8'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:39.604449 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa1a8c-888b-4ba4-b95c-02a139529044" -d '{"events": [{"name": "network-changed", "server_uuid": "c6559864-6f08-407e-9b53-ac138b9db2c7", "tag": "c381b974-40c9-4c69-b45d-29ac4092d2a8"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:39.696461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-736077f8-eefd-414a-85a1-3cdc19e45820 req-7678171b-bb06-4785-8e7e-b12903a84801 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2358394 Apr 05 18:44:39.718180 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.775905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-1f451e41-d6fe-457e-ac4b-74ea8c39486c service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972334 Apr 05 18:44:39.777381 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c925d621-cd8a-4aa2-89ae-6ce1d5424e36 x-openstack-request-id: req-c925d621-cd8a-4aa2-89ae-6ce1d5424e36 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:39.777664 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6559864-6f08-407e-9b53-ac138b9db2c7", "tag": "c381b974-40c9-4c69-b45d-29ac4092d2a8", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:39.777915 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c925d621-cd8a-4aa2-89ae-6ce1d5424e36 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:39.778303 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c925d621-cd8a-4aa2-89ae-6ce1d5424e36'] response: {'name': 'network-changed', 'server_uuid': 'c6559864-6f08-407e-9b53-ac138b9db2c7', 'tag': 'c381b974-40c9-4c69-b45d-29ac4092d2a8', 'status': 'completed', 'code': 200} Apr 05 18:44:39.780543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2884-345d-4165-b00b-3d033caec143 req-ac4d6179-99fb-432a-91ca-b93c50fce195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:39.782945 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-ac4d6179-99fb-432a-91ca-b93c50fce195 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2059965-af30-4369-becd-359b211e9c9d HTTP/1.1" status: 200 len: 853 time: 0.2625127 Apr 05 18:44:39.783247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:39.800438 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['4b0af6fd-e6d0-43ed-bb67-72a9875139f0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:39.839406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Allocated IP 172.25.4.148 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/dcf55353-3f8a-4ed3-b556-05032fd31758) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:39.841944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45892) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:39.848007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-dc527b38-1fb4-4afd-9150-188b4281cb82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526049 Apr 05 18:44:39.850025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8b30789-d575-4f05-8090-3695da0cd950 req-355afcbb-3741-48b7-aee1-7e6a2bb7014f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 210 time: 0.1521440 Apr 05 18:44:39.876975 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.880737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c30f6574-56f6-4ba2-8dca-430b1124ac1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.906211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-f7b24e16-051f-4145-8629-c97cef148cd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=2e761d11-7e98-4310-99e7-625bf736b42d HTTP/1.1" status: 200 len: 217 time: 0.1129394 Apr 05 18:44:39.930862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Pushing event updated for resources: {'Port': ['ID=f5b0603e-340d-45cb-b521-b59251b4b062,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:39.937885 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17f448a8-9917-46c3-a4e5-19a743e9a5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:39.954107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:39.956083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:39.981125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:40.049699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3dea-65dd-40bb-875d-45330cccf0bf req-68c832dc-7e87-4d20-bbeb-bd7658b54d3a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.056085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3dea-65dd-40bb-875d-45330cccf0bf req-68c832dc-7e87-4d20-bbeb-bd7658b54d3a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.057584 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.063365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3dea-65dd-40bb-875d-45330cccf0bf req-68c832dc-7e87-4d20-bbeb-bd7658b54d3a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.065232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-731e3dea-65dd-40bb-875d-45330cccf0bf req-68c832dc-7e87-4d20-bbeb-bd7658b54d3a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2417 time: 0.2204833 Apr 05 18:44:40.069339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-2d6b3ff3-86b4-42f4-8908-c092211445c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.071046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-2d6b3ff3-86b4-42f4-8908-c092211445c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.1379945 Apr 05 18:44:40.081483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c30f6574-56f6-4ba2-8dca-430b1124ac1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.093870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c30f6574-56f6-4ba2-8dca-430b1124ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.128486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Attempting to bind port f5b0603e-340d-45cb-b521-b59251b4b062 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:40.128885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Attempting to bind port f5b0603e-340d-45cb-b521-b59251b4b062 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:40.129249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Attempting to bind port f5b0603e-340d-45cb-b521-b59251b4b062 on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:40.130680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-9a2a5749-599c-4ec1-b6b2-1797a73200ac service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426763 Apr 05 18:44:40.134860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:40.135228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Checking segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:40.135627 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.136227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Bound using segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:40.136812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Bound port: f5b0603e-340d-45cb-b521-b59251b4b062, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:40.137187 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.140030 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c30f6574-56f6-4ba2-8dca-430b1124ac1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=108acd2d139e4aabbb7cd037ade869b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967975 Apr 05 18:44:40.143187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45894) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:40.173043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.179920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f6574-56f6-4ba2-8dca-430b1124ac1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be51ded-5461-4c9f-8f3e-9499bdd3cfc6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:40.206306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-731e3dea-65dd-40bb-875d-45330cccf0bf req-4cb485cc-c413-4603-b320-b5f2a18bc5e9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320496 Apr 05 18:44:40.215705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] For port f5b0603e-340d-45cb-b521-b59251b4b062, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:40.215705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] For port f5b0603e-340d-45cb-b521-b59251b4b062, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f5b0603e-340d-45cb-b521-b59251b4b062,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:40.219274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.233862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-439fca66-6008-4730-be7f-fc940966a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.240084 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-439fca66-6008-4730-be7f-fc940966a0cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501338 Apr 05 18:44:40.273597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:40.281296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:40.283956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Pushing event updated for resources: {'Port': ['ID=dcf55353-3f8a-4ed3-b556-05032fd31758,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:40.288357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:40.311791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c5ee9-71ad-4523-9e4b-58e833839ca1 None None] Pushing event updated for resources: {'Port': ['ID=f5b0603e-340d-45cb-b521-b59251b4b062,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:40.331285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc35cf0c-e88a-4873-a298-88023762d3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.370783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc35cf0c-e88a-4873-a298-88023762d3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.431960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d46d2884-345d-4165-b00b-3d033caec143 req-e2732f72-04a6-475c-b774-f7d4bcc7bf55 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926369 Apr 05 18:44:40.510891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-9ba2d97a-fa04-4d58-9c8e-52f5ea533076 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619616 Apr 05 18:44:40.545237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561aa27-98f2-4759-89cc-658796428942 req-855a7300-12a6-436f-85f3-3f12dc525002 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.546999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2561aa27-98f2-4759-89cc-658796428942 req-855a7300-12a6-436f-85f3-3f12dc525002 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 943 time: 0.1996844 Apr 05 18:44:40.557469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc35cf0c-e88a-4873-a298-88023762d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.572523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc35cf0c-e88a-4873-a298-88023762d3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.590002 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fc35cf0c-e88a-4873-a298-88023762d3e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5be51ded-5461-4c9f-8f3e-9499bdd3cfc6 HTTP/1.1" status: 204 len: 168 time: 0.4458303 Apr 05 18:44:40.721932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:40.809390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35cf0c-e88a-4873-a298-88023762d3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be51ded-5461-4c9f-8f3e-9499bdd3cfc6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:40.811327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2561aa27-98f2-4759-89cc-658796428942 req-78480bea-8705-4e95-8e71-7c17b6a9c257 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456617 Apr 05 18:44:40.848916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-ca80bb2e-3319-468f-8271-bab06da16cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.852461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-ca80bb2e-3319-468f-8271-bab06da16cfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 1094 time: 0.3220632 Apr 05 18:44:40.875806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-d673c5cc-5069-4d77-a5dd-f7233ed2de4d service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545823 Apr 05 18:44:40.885842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:40.912405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:40.916296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:40.929148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e273ec6-89c6-4b59-b4e7-f2a230524b2d req-7fb31ee3-8696-4a3e-bd42-9de63847365b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.940436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e273ec6-89c6-4b59-b4e7-f2a230524b2d req-7fb31ee3-8696-4a3e-bd42-9de63847365b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.970832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f5b0603e-340d-45cb-b521-b59251b4b062 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:40.972159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e273ec6-89c6-4b59-b4e7-f2a230524b2d req-7fb31ee3-8696-4a3e-bd42-9de63847365b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.977118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-9bc82803-d1f5-424a-9675-3b0b8ddbac97 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:40.979207 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-9bc82803-d1f5-424a-9675-3b0b8ddbac97 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 804 time: 0.4997780 Apr 05 18:44:40.982834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e273ec6-89c6-4b59-b4e7-f2a230524b2d req-7fb31ee3-8696-4a3e-bd42-9de63847365b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2417 time: 0.3169122 Apr 05 18:44:40.992323 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.042049 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Request body: {'port': {'device_id': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'admin_state_up': True, 'tenant_id': '51a805f835bf450f970f73fc45c74f8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:41.092121 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.103681 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-58933f36-e371-4036-baa2-b7d12a38dbfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f298f289-d250-442e-a7b0-90c3d83c26c1 HTTP/1.1" status: 200 len: 217 time: 0.2137179 Apr 05 18:44:41.106705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f5b0603e-340d-45cb-b521-b59251b4b062 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:41.106877 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.117568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-083627eb-1964-47a6-b335-1ad10dc7ade1 req-3fb30145-8ba5-40d5-893e-9df926d0f758 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.1266544 Apr 05 18:44:41.153209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb20a3cf-2a20-4c12-ae3f-5310571c4e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0af6fd-e6d0-43ed-bb67-72a9875139f0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:41.155785 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f23ba7d-8fc6-4792-b8f2-f28da85b46bb" -d '{"events": [{"server_uuid": "eb20a3cf-2a20-4c12-ae3f-5310571c4e15", "name": "network-vif-plugged", "status": "completed", "tag": "4b0af6fd-e6d0-43ed-bb67-72a9875139f0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:41.173714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:41.184803 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.274111 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.278010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:41.281639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Made reservation on behalf of 51a805f835bf450f970f73fc45c74f8f for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:41.285154 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.325078 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e273ec6-89c6-4b59-b4e7-f2a230524b2d req-60f0c3cf-0992-4ddd-bb61-2f2d96d46bc7 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397548 Apr 05 18:44:41.348187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fd371cc9-fccf-4056-b6cc-c61eefdba1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.350332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-fd371cc9-fccf-4056-b6cc-c61eefdba1e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.2244976 Apr 05 18:44:41.385106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port f5b0603e-340d-45cb-b521-b59251b4b062, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f5b0603e-340d-45cb-b521-b59251b4b062,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:41.395967 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.444925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Allocated IP 172.20.0.13 (60fce8fe-10a0-4d97-bf1d-d6248f94beee/5cfad1ea-6e91-40f0-bbd5-8206899d181a/466f8a53-30ec-4bf3-a607-541e98ef55e3) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:41.480358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=f5b0603e-340d-45cb-b521-b59251b4b062,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:41.496493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2ed0-79f8-42df-a813-ecf632af77c7 req-61ec85a4-e01f-4f58-9d6e-2695696468f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.503435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2ed0-79f8-42df-a813-ecf632af77c7 req-61ec85a4-e01f-4f58-9d6e-2695696468f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.509611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2ed0-79f8-42df-a813-ecf632af77c7 req-61ec85a4-e01f-4f58-9d6e-2695696468f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.517012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2ed0-79f8-42df-a813-ecf632af77c7 req-61ec85a4-e01f-4f58-9d6e-2695696468f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.523454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2ed0-79f8-42df-a813-ecf632af77c7 req-61ec85a4-e01f-4f58-9d6e-2695696468f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.530039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2ed0-79f8-42df-a813-ecf632af77c7 req-61ec85a4-e01f-4f58-9d6e-2695696468f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.536108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2ed0-79f8-42df-a813-ecf632af77c7 req-61ec85a4-e01f-4f58-9d6e-2695696468f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.544890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40ba2ed0-79f8-42df-a813-ecf632af77c7 req-61ec85a4-e01f-4f58-9d6e-2695696468f7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.2823572 Apr 05 18:44:41.590568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-896db500-b9fb-4da5-8bfd-f04eda614bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.592301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-896db500-b9fb-4da5-8bfd-f04eda614bb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 200 len: 913 time: 0.7298627 Apr 05 18:44:41.597126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-151f455b-76a7-4e29-a94f-2271f50b0ec6 req-bc549cf0-6720-431f-8ce3-f2ca5ea4f89f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 210 time: 0.1260400 Apr 05 18:44:41.665535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-abf3da96-3bb8-49cc-b6d3-035da02b9249 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c381b974-40c9-4c69-b45d-29ac4092d2a8 HTTP/1.1" status: 200 len: 217 time: 0.0627699 Apr 05 18:44:41.683752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40ba2ed0-79f8-42df-a813-ecf632af77c7 req-c3490855-590d-4368-a5b6-6958f76fdb35 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370974 Apr 05 18:44:41.685841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-28584275-8c7c-4552-8979-68042aab39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.687381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-28584275-8c7c-4552-8979-68042aab39e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3225613 Apr 05 18:44:41.696008 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b3c9ca-e6ee-4815-b333-c357b44a789f x-openstack-request-id: req-b1b3c9ca-e6ee-4815-b333-c357b44a789f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:41.696297 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb20a3cf-2a20-4c12-ae3f-5310571c4e15", "name": "network-vif-plugged", "status": "completed", "tag": "4b0af6fd-e6d0-43ed-bb67-72a9875139f0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:41.696544 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1b3c9ca-e6ee-4815-b333-c357b44a789f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:41.697197 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b3c9ca-e6ee-4815-b333-c357b44a789f'] response: {'server_uuid': 'eb20a3cf-2a20-4c12-ae3f-5310571c4e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0af6fd-e6d0-43ed-bb67-72a9875139f0', 'code': 200} Apr 05 18:44:41.733979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-efc7f0c6-65d3-41c6-9b38-c31d02795d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.766694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.775329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-7eb903f6-f3f5-4622-8555-a3cab659b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.776825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-7eb903f6-f3f5-4622-8555-a3cab659b42f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2059965-af30-4369-becd-359b211e9c9d HTTP/1.1" status: 200 len: 853 time: 0.0884995 Apr 05 18:44:41.815358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.831871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-ca578b1b-c3b0-4774-b2d8-ef68bf98b728 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a9f39d-1f9c-4f6d-94cc-496613195ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410333 Apr 05 18:44:41.890639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6eba1-7931-4e99-ad69-dcf4fd530c77 None None] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:41.911573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285f86c-a2ea-4640-aa10-7be69d345c16 req-1b5a2ae3-acf3-42b3-828a-6bc8a183102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:41.913491 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b285f86c-a2ea-4640-aa10-7be69d345c16 req-1b5a2ae3-acf3-42b3-828a-6bc8a183102d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb20a3cf-2a20-4c12-ae3f-5310571c4e15 HTTP/1.1" status: 200 len: 1097 time: 0.1450243 Apr 05 18:44:41.973182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:41.994766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ef4e500c-d0df-427d-8976-0edb83a357f9 None None] Provisioning complete for port f5b0603e-340d-45cb-b521-b59251b4b062 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:41.996071 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4e500c-d0df-427d-8976-0edb83a357f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:42.007696 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b285f86c-a2ea-4640-aa10-7be69d345c16 req-bdd64e62-c23a-477a-a1eb-7cff1cdafa92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843258 Apr 05 18:44:42.061864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Network 60fce8fe-10a0-4d97-bf1d-d6248f94beee is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:42.071584 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:42.076287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:42.079395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Pushing event updated for resources: {'Port': ['ID=466f8a53-30ec-4bf3-a607-541e98ef55e3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:42.174060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:42.174627 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:42.178358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Router 4e753e6f-33fb-48ef-ab92-5dac90d55edc is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:44:42.253990 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-11fdba7e-f552-4656-a167-551185a30f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2157481 Apr 05 18:44:42.272806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Request body: {'port': {'device_id': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:42.347974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f5e6542-b92f-48f6-a3be-ff37aa56fbdb req-e047263b-8a69-4b80-80cb-3302587c88d7 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0385141 Apr 05 18:44:42.410083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:42.425445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7fcf3-f3d7-42f2-ac51-677c800b91f3 req-18140fbb-dc0d-48fe-a3bc-aa70aee44e40 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:42.427502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14a7fcf3-f3d7-42f2-ac51-677c800b91f3 req-18140fbb-dc0d-48fe-a3bc-aa70aee44e40 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 943 time: 0.1918187 Apr 05 18:44:42.437141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-bc429020-0da5-46b8-b5c4-517e9527b1e4 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741501 Apr 05 18:44:42.458164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-cc7d1bad-6be9-4850-9f6e-3518d2c2a800 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802216 Apr 05 18:44:42.481894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-55c696a0-bc31-4e50-b4c1-57736bca0f04 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:42.488003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-55c696a0-bc31-4e50-b4c1-57736bca0f04 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:42.494358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-55c696a0-bc31-4e50-b4c1-57736bca0f04 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:42.496641 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-55c696a0-bc31-4e50-b4c1-57736bca0f04 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2417 time: 0.2464013 Apr 05 18:44:42.531849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:44:42.553140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Sync routers for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:44:42.574134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:44:42.575150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:44:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:42.654817 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:42.656463 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f9eeb6c3-3595-4440-8073-4fae63fd0c9b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0661480 Apr 05 18:44:42.662528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45954) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:42.672152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14a7fcf3-f3d7-42f2-ac51-677c800b91f3 req-c7876698-1b89-45f9-9419-7efaaf89d294 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345309 Apr 05 18:44:42.695705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:44:42.743263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5575b9-fefb-4aa0-aa5e-70af8765d862 req-880aacdd-3512-49d9-aac4-d62a14522f04 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:42.750240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5575b9-fefb-4aa0-aa5e-70af8765d862 req-880aacdd-3512-49d9-aac4-d62a14522f04 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:42.757206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5575b9-fefb-4aa0-aa5e-70af8765d862 req-880aacdd-3512-49d9-aac4-d62a14522f04 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:42.763150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c381b974-40c9-4c69-b45d-29ac4092d2a8 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:42.767044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a5575b9-fefb-4aa0-aa5e-70af8765d862 req-880aacdd-3512-49d9-aac4-d62a14522f04 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2417 time: 0.2976797 Apr 05 18:44:42.894974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6552a7d2-2bdd-4416-8975-0bcb4a9deaa7 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101493 Apr 05 18:44:42.937895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a5575b9-fefb-4aa0-aa5e-70af8765d862 req-2142e0ca-aa82-43c9-8d4a-389bf13f1d36 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698282 Apr 05 18:44:42.946917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f5b0603e-340d-45cb-b521-b59251b4b062 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:43.003939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c5c75850-390f-4735-8d3a-258c4aa6288c None None] Provisioning complete for port f5b0603e-340d-45cb-b521-b59251b4b062 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:43.004297 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5c75850-390f-4735-8d3a-258c4aa6288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.022125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-c22d0b89-90eb-48a0-be32-a02a1e32213c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=42107179-0d13-4b7a-ba96-0a13af9b599a HTTP/1.1" status: 200 len: 217 time: 0.1003563 Apr 05 18:44:43.026227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ffa1a8c-888b-4ba4-b95c-02a139529044 req-17f2feef-59ef-4c3c-aa35-c689b164795b service neutron] 10.222.0.20 "GET /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667040 Apr 05 18:44:43.036742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18176712-4109-407a-bdfe-fdaa1736e3b6 req-75cf4a1f-ce1a-422f-9533-2c495bda0ce8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.037752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18176712-4109-407a-bdfe-fdaa1736e3b6 req-75cf4a1f-ce1a-422f-9533-2c495bda0ce8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 932 time: 0.2303910 Apr 05 18:44:43.119369 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.204009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18176712-4109-407a-bdfe-fdaa1736e3b6 req-a84f91e5-dd2b-41f8-90e1-d39256a70a16 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592734 Apr 05 18:44:43.210710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b0e0184e-3e39-4684-a02c-d0203db5c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.213540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b0e0184e-3e39-4684-a02c-d0203db5c805 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.1664450 Apr 05 18:44:43.305194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b9458-cd29-4a5a-9910-7fe06095b386 req-b212314f-6966-40ad-91d7-0fead57993cf tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.312918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b9458-cd29-4a5a-9910-7fe06095b386 req-b212314f-6966-40ad-91d7-0fead57993cf tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.313098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f5b0603e-340d-45cb-b521-b59251b4b062 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:43.313447 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.319404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port c381b974-40c9-4c69-b45d-29ac4092d2a8, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c381b974-40c9-4c69-b45d-29ac4092d2a8,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:43.319978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b9458-cd29-4a5a-9910-7fe06095b386 req-b212314f-6966-40ad-91d7-0fead57993cf tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.328329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b9458-cd29-4a5a-9910-7fe06095b386 req-b212314f-6966-40ad-91d7-0fead57993cf tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.335067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b9458-cd29-4a5a-9910-7fe06095b386 req-b212314f-6966-40ad-91d7-0fead57993cf tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.341971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b9458-cd29-4a5a-9910-7fe06095b386 req-b212314f-6966-40ad-91d7-0fead57993cf tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.349091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b9458-cd29-4a5a-9910-7fe06095b386 req-b212314f-6966-40ad-91d7-0fead57993cf tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.361455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b89b9458-cd29-4a5a-9910-7fe06095b386 req-b212314f-6966-40ad-91d7-0fead57993cf tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.2887769 Apr 05 18:44:43.375515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:43.376079 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.383530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'c381b974-40c9-4c69-b45d-29ac4092d2a8', 'network_id': 'c3a9f39d-1f9c-4f6d-94cc-496613195ed9', 'port_id': 'c381b974-40c9-4c69-b45d-29ac4092d2a8', 'mac_address': 'fa:16:3e:d4:38:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2059965-af30-4369-becd-359b211e9c9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:43.396394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-89416798-4f02-47d2-8929-1fe0b6df9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.397904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-89416798-4f02-47d2-8929-1fe0b6df9203 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1763239 Apr 05 18:44:43.450038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b89b9458-cd29-4a5a-9910-7fe06095b386 req-089a31d2-207e-4607-bae3-6d2581245b6a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870347 Apr 05 18:44:43.462124 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.517115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c381b974-40c9-4c69-b45d-29ac4092d2a8 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:43.544615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:40Z', 'revision_number': 3, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:43.580735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port c381b974-40c9-4c69-b45d-29ac4092d2a8, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c381b974-40c9-4c69-b45d-29ac4092d2a8,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:43.583305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2ba2013-eeb6-4c0a-8462-ea39b1e268ca req-092058b6-5ebd-4c34-8d3d-006081b13e45 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0496366 Apr 05 18:44:43.601116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Checking router: 4e753e6f-33fb-48ef-ab92-5dac90d55edc for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:44:43.603149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Updating router 4e753e6f-33fb-48ef-ab92-5dac90d55edc port dcf55353-3f8a-4ed3-b556-05032fd31758 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:44:43.607411 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.613218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36a8eadc-3d72-47a3-8d2f-91a04c574460 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909359 Apr 05 18:44:43.616884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466f8a53-30ec-4bf3-a607-541e98ef55e3 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:43.630460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.656061 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.665467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] For port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:43.665817 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.682069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Transition to ACTIVE for port object 466f8a53-30ec-4bf3-a607-541e98ef55e3 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:44:43.694091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Calling delete_port for 2764dcda-810c-4f2c-9aaa-68e9d7df76bc owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:43.698362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:43.712892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=c381b974-40c9-4c69-b45d-29ac4092d2a8,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:43.776326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-6b1e9bbd-1356-470e-8573-89974361b4e7 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556685 Apr 05 18:44:43.828168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-609d8314-a0a5-4808-ab0e-f81076877198 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea0a3cc-182a-4538-a490-cc025fad7e7c HTTP/1.1" status: 200 len: 217 time: 0.0445549 Apr 05 18:44:43.869605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46000) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:43.889145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['c381b974-40c9-4c69-b45d-29ac4092d2a8'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:43.927273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ffb2b-21cc-4eaa-8922-6786dfc47dfb req-350ae3e1-53bc-473b-87c6-5999680bc726 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.928824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-064ffb2b-21cc-4eaa-8922-6786dfc47dfb req-350ae3e1-53bc-473b-87c6-5999680bc726 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 944 time: 0.1032946 Apr 05 18:44:43.930284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-d21383d4-bcea-4ada-9ce5-efd1a6e72d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:43.931685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-d21383d4-bcea-4ada-9ce5-efd1a6e72d7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c29d9363-316d-49e2-a891-f85f80bd4314 HTTP/1.1" status: 200 len: 797 time: 0.0945704 Apr 05 18:44:43.966794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Pushing event updated for resources: {'Port': ['ID=466f8a53-30ec-4bf3-a607-541e98ef55e3,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:44.028868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-524c0527-8d65-4545-bf94-3b97f2c27d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.030607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-524c0527-8d65-4545-bf94-3b97f2c27d97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0907309 Apr 05 18:44:44.034443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-064ffb2b-21cc-4eaa-8922-6786dfc47dfb req-3134cc2d-0780-452b-ab7d-770a09bce1d2 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790401 Apr 05 18:44:44.156089 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d9b73bf-00af-41d3-81af-9649ddf36b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.197723 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.201116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b889-541b-4ceb-8fb7-e72bd671e679 req-0f1b73c7-8625-4c0d-ba63-475df61556cd tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.205918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b889-541b-4ceb-8fb7-e72bd671e679 req-0f1b73c7-8625-4c0d-ba63-475df61556cd tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.213100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b889-541b-4ceb-8fb7-e72bd671e679 req-0f1b73c7-8625-4c0d-ba63-475df61556cd tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.213966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d18b889-541b-4ceb-8fb7-e72bd671e679 req-0f1b73c7-8625-4c0d-ba63-475df61556cd tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 2417 time: 0.0983775 Apr 05 18:44:44.222592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Attempting to bind port 466f8a53-30ec-4bf3-a607-541e98ef55e3 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:44.222935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Attempting to bind port 466f8a53-30ec-4bf3-a607-541e98ef55e3 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:44.223267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Attempting to bind port 466f8a53-30ec-4bf3-a607-541e98ef55e3 on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:44.224301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-31e57129-3902-4278-a80c-10f689b9497f service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853676 Apr 05 18:44:44.251966 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.272227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Port 466f8a53-30ec-4bf3-a607-541e98ef55e3 on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:44:44.272564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Attempting to bind port 466f8a53-30ec-4bf3-a607-541e98ef55e3 on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:44.336726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:44.337429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Checking segment: {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:44.338070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Bound using segment: {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:44.338561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Bound port: 466f8a53-30ec-4bf3-a607-541e98ef55e3, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:44.340431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.353204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d18b889-541b-4ceb-8fb7-e72bd671e679 req-2a123856-711f-4780-aa9c-643905635532 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276288 Apr 05 18:44:44.401136 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.404070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.405618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Attempting to bind port dcf55353-3f8a-4ed3-b556-05032fd31758 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:44.406081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Attempting to bind port dcf55353-3f8a-4ed3-b556-05032fd31758 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:44.406510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Attempting to bind port dcf55353-3f8a-4ed3-b556-05032fd31758 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:44.410641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60c925-7039-47dd-99bd-8dbc7fce7036 None None] Pushing event updated for resources: {'Port': ['ID=dcf55353-3f8a-4ed3-b556-05032fd31758,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:44.418050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2764dcda-810c-4f2c-9aaa-68e9d7df76bc', '5b3f25f0-27b7-4f7f-b391-31446e2ba294', 'a8ce7353-87a2-4789-9a1a-9977ba845d4b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:44.421583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-36837155-3239-4f53-80f6-c66d6b4e64ab service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856332 Apr 05 18:44:44.444215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcf0c5-ad2c-4c30-86a7-f670e1d0b8b4 req-af1d6ef9-1fea-43ed-81a7-3544bb4ceda0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.446585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0bcf0c5-ad2c-4c30-86a7-f670e1d0b8b4 req-af1d6ef9-1fea-43ed-81a7-3544bb4ceda0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 944 time: 0.1085670 Apr 05 18:44:44.461084 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.462628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:44.463003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:44.463516 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.463811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:44.464297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Bound port: dcf55353-3f8a-4ed3-b556-05032fd31758, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:44.465038 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.491268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b49a6de4-4825-4065-9f6b-7832955ae76c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1 HTTP/1.1" status: 200 len: 217 time: 0.0603628 Apr 05 18:44:44.526154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Port': ['ID=2764dcda-810c-4f2c-9aaa-68e9d7df76bc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:44.575515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] For port dcf55353-3f8a-4ed3-b556-05032fd31758, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:44.582893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] For port dcf55353-3f8a-4ed3-b556-05032fd31758, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=dcf55353-3f8a-4ed3-b556-05032fd31758,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:44.598151 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.600149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0bcf0c5-ad2c-4c30-86a7-f670e1d0b8b4 req-8235b9d7-731f-4933-8377-c85de9270401 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184633 Apr 05 18:44:44.602806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] No DVR routers for this DVR port 2764dcda-810c-4f2c-9aaa-68e9d7df76bc on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:44.614876 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.623392 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-ea421d07-f51e-4398-ba64-9a9ffeeeb94c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.25 "DELETE /v2.0/ports/2764dcda-810c-4f2c-9aaa-68e9d7df76bc HTTP/1.1" status: 204 len: 173 time: 2.1184051 Apr 05 18:44:44.625467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-deleted', 'tag': '2764dcda-810c-4f2c-9aaa-68e9d7df76bc'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:44.628500 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b97bcc-7fd3-440f-9e90-b8f3942d1c7d" -d '{"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-deleted", "tag": "2764dcda-810c-4f2c-9aaa-68e9d7df76bc"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:44.670360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b63f7a26-568d-4b03-a573-de7290e66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.672818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-b63f7a26-568d-4b03-a573-de7290e66f58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c29d9363-316d-49e2-a891-f85f80bd4314 HTTP/1.1" status: 200 len: 797 time: 0.1719897 Apr 05 18:44:44.744953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2026-f194-4c6f-be09-24e598dc73c7 req-4cbd5ad8-1478-4ddb-9f64-3f9f4f949350 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.758797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2026-f194-4c6f-be09-24e598dc73c7 req-4cbd5ad8-1478-4ddb-9f64-3f9f4f949350 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.765499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2026-f194-4c6f-be09-24e598dc73c7 req-4cbd5ad8-1478-4ddb-9f64-3f9f4f949350 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.772240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d9b73bf-00af-41d3-81af-9649ddf36b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.772777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2026-f194-4c6f-be09-24e598dc73c7 req-4cbd5ad8-1478-4ddb-9f64-3f9f4f949350 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.781067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2026-f194-4c6f-be09-24e598dc73c7 req-4cbd5ad8-1478-4ddb-9f64-3f9f4f949350 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.784486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:44:44.785494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:44:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:44.787005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2026-f194-4c6f-be09-24e598dc73c7 req-4cbd5ad8-1478-4ddb-9f64-3f9f4f949350 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.793740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2026-f194-4c6f-be09-24e598dc73c7 req-4cbd5ad8-1478-4ddb-9f64-3f9f4f949350 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.795753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60aa2026-f194-4c6f-be09-24e598dc73c7 req-4cbd5ad8-1478-4ddb-9f64-3f9f4f949350 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.1921611 Apr 05 18:44:44.821986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d9b73bf-00af-41d3-81af-9649ddf36b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.827188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] For port 466f8a53-30ec-4bf3-a607-541e98ef55e3, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:44.841178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baee672c-6d65-45ba-8fd7-98247af9cf8c req-a2802f14-4041-426a-bde2-e4e6cc19c0a5 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0443997 Apr 05 18:44:44.856892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-a7b58b41-6e1f-4ffc-9d9b-5fd2d208d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:44.858424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-a7b58b41-6e1f-4ffc-9d9b-5fd2d208d796 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1764829 Apr 05 18:44:44.874095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] For port 466f8a53-30ec-4bf3-a607-541e98ef55e3, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:44.916688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60c925-7039-47dd-99bd-8dbc7fce7036 None None] Pushing event updated for resources: {'Port': ['ID=dcf55353-3f8a-4ed3-b556-05032fd31758,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:44.929030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60aa2026-f194-4c6f-be09-24e598dc73c7 req-6009bad8-3557-45a1-96f7-285c926b6a08 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180284 Apr 05 18:44:44.938048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:44.959463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b73bf-00af-41d3-81af-9649ddf36b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d051426-2750-48d5-9012-58eab1e7f7ce,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:44.982376 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252deee-24b9-45bf-b60d-3cc2a19d67fa x-openstack-request-id: req-f252deee-24b9-45bf-b60d-3cc2a19d67fa {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:44.982673 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-deleted", "tag": "2764dcda-810c-4f2c-9aaa-68e9d7df76bc", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:44.983086 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f252deee-24b9-45bf-b60d-3cc2a19d67fa {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:44.983316 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f252deee-24b9-45bf-b60d-3cc2a19d67fa'] response: {'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-deleted', 'tag': '2764dcda-810c-4f2c-9aaa-68e9d7df76bc', 'status': 'completed', 'code': 200} Apr 05 18:44:45.009827 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.018234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-78745515-61cb-4498-9d66-191514bf784a service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348078 Apr 05 18:44:45.019886 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1d9b73bf-00af-41d3-81af-9649ddf36b54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b5ee0e6acc14676a64acd50ab463aed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1476452 Apr 05 18:44:45.023030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46016) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:45.025689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:44:45.026235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.028144 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.028271 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] 10.222.0.25 "PUT /v2.0/ports/466f8a53-30ec-4bf3-a607-541e98ef55e3 HTTP/1.1" status: 200 len: 1092 time: 2.7612569 Apr 05 18:44:45.095011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:45.095396 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.189178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8bbad-e790-429f-b43f-d8d5ab927458 service neutron] Pushing event updated for resources: {'Port': ['ID=466f8a53-30ec-4bf3-a607-541e98ef55e3,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:45.202900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Allocated IP 172.20.0.1 (9e2044dd-43b9-4d5e-b90b-2cfa18e6273c/d35e3b87-6d58-4568-84d0-fc43995f254a/0191b853-5690-4845-b3e8-a6c1b81d9448) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:45.204224 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a838-f96d-4cfc-9ace-49ad8ec802e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.231944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-d7c4213c-6554-4c29-b105-abc65dbdf467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.233417 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-d7c4213c-6554-4c29-b105-abc65dbdf467 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 1095 time: 0.1527312 Apr 05 18:44:45.241069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c5334-b95b-4cd9-a028-e76353793f92 req-94e367b8-1d6f-482d-97ad-74bd290a00cb tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.242684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d7c5334-b95b-4cd9-a028-e76353793f92 req-94e367b8-1d6f-482d-97ad-74bd290a00cb tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 944 time: 0.1041341 Apr 05 18:44:45.265985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ec6241-33e0-417a-9e47-19a2e6d97006 req-ad7ca4ba-4a55-4099-8afc-b7d340fe79a8 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354908 Apr 05 18:44:45.271031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a838-f96d-4cfc-9ace-49ad8ec802e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.284110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:40Z', 'revision_number': 3, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:45.304766 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-110a488a-7256-474a-a9c9-b39dc7384a78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3 HTTP/1.1" status: 200 len: 217 time: 0.0596752 Apr 05 18:44:45.336859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d7c5334-b95b-4cd9-a028-e76353793f92 req-c32dff77-925d-4156-8f99-e318262cac55 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789948 Apr 05 18:44:45.363744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] For port 5b3f25f0-27b7-4f7f-b391-31446e2ba294, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5b3f25f0-27b7-4f7f-b391-31446e2ba294,segment=NetworkSegment(d29474b2-fcbf-45bb-ab36-19b64fd4d0f3),segment_id=d29474b2-fcbf-45bb-ab36-19b64fd4d0f3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:45.364123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.404747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Calling delete_port for 5b3f25f0-27b7-4f7f-b391-31446e2ba294 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:45.411771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a838-f96d-4cfc-9ace-49ad8ec802e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.417476 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a838-f96d-4cfc-9ace-49ad8ec802e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.422147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7fe6a838-f96d-4cfc-9ace-49ad8ec802e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d051426-2750-48d5-9012-58eab1e7f7ce HTTP/1.1" status: 204 len: 168 time: 0.3983352 Apr 05 18:44:45.441248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6a838-f96d-4cfc-9ace-49ad8ec802e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d051426-2750-48d5-9012-58eab1e7f7ce,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:45.446080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-c033098b-af49-425b-b77e-c51910e55432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.447621 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-c033098b-af49-425b-b77e-c51910e55432 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cfad1ea-6e91-40f0-bbd5-8206899d181a HTTP/1.1" status: 200 len: 844 time: 0.1060898 Apr 05 18:44:45.475586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-d86c3899-b2a1-4f35-9a1f-b9cdccdf1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.476255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-d86c3899-b2a1-4f35-9a1f-b9cdccdf1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.476830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-d86c3899-b2a1-4f35-9a1f-b9cdccdf1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.477938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-d86c3899-b2a1-4f35-9a1f-b9cdccdf1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.478539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-d86c3899-b2a1-4f35-9a1f-b9cdccdf1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.480272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-d86c3899-b2a1-4f35-9a1f-b9cdccdf1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.481107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-d86c3899-b2a1-4f35-9a1f-b9cdccdf1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.486483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-d86c3899-b2a1-4f35-9a1f-b9cdccdf1521 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6487 time: 0.1170232 Apr 05 18:44:45.500684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db346df9-b9d1-4983-aeb7-ed51e01f94cf None None] The sync data for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 is: [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:40Z', 'revision_number': 3, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:44:45.537348 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-ced9d151-1381-46b9-ad38-facf564466cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60fce8fe-10a0-4d97-bf1d-d6248f94beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547478 Apr 05 18:44:45.540310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.611563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84d378-4e6c-4a23-b18e-333e86ae77fd req-b2ed87cd-155d-4cde-befb-4e8c3679dbb7 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.617886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84d378-4e6c-4a23-b18e-333e86ae77fd req-b2ed87cd-155d-4cde-befb-4e8c3679dbb7 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.625481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b84d378-4e6c-4a23-b18e-333e86ae77fd req-b2ed87cd-155d-4cde-befb-4e8c3679dbb7 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 1682 time: 0.1375899 Apr 05 18:44:45.681517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-7b62db33-aa5b-431c-9306-3df3c721d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.684574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-7b62db33-aa5b-431c-9306-3df3c721d699 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf3598ad-62de-476f-a9ed-9a686e3cbb08 HTTP/1.1" status: 200 len: 902 time: 0.1763818 Apr 05 18:44:45.694344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b84d378-4e6c-4a23-b18e-333e86ae77fd req-e95be794-aaa2-42e9-b823-85570457eb20 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673263 Apr 05 18:44:45.728400 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.745978 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-ddd25b5c-587f-4eec-88c5-30c60840961b service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955805 Apr 05 18:44:45.748875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-2b7125df-e58f-41e4-8e28-c859ae535383 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1 HTTP/1.1" status: 200 len: 217 time: 0.0535867 Apr 05 18:44:45.813063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:45.821699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:45.828874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-b6d66033-36e7-4ec3-8d4d-3e312ff088b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.830339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-b6d66033-36e7-4ec3-8d4d-3e312ff088b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c29d9363-316d-49e2-a891-f85f80bd4314 HTTP/1.1" status: 200 len: 797 time: 0.0725982 Apr 05 18:44:45.847647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9a35f-c1ed-44e1-a9f6-50c72a15bbf3 req-3d17dc19-81ac-435f-a938-862bf0370b24 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.849130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8e9a35f-c1ed-44e1-a9f6-50c72a15bbf3 req-3d17dc19-81ac-435f-a938-862bf0370b24 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 944 time: 0.1032135 Apr 05 18:44:45.850092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:45.852466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0191b853-5690-4845-b3e8-a6c1b81d9448,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:45.857843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:45.890963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46028) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:45.984105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-093b6e60-5965-4c5e-ae81-e51ea8916eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:45.985973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-093b6e60-5965-4c5e-ae81-e51ea8916eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359658 Apr 05 18:44:45.990904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8e9a35f-c1ed-44e1-a9f6-50c72a15bbf3 req-7e9ec81e-9d1b-4189-b19f-46db1477c1e4 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113048 Apr 05 18:44:46.007081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Port': ['ID=5b3f25f0-27b7-4f7f-b391-31446e2ba294,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:46.018485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99d8e909-5145-4e7d-9d99-3a341c57aafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.082859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6540865f-b476-4147-81c3-03a0587d6670 req-1157a75f-3b72-4142-9f9c-e5ed2313250f tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0954590 Apr 05 18:44:46.109277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.179766 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2f433ecf-d972-46a5-9c57-bbb17cae3ec4 req-00adc481-4bd3-458b-95c5-f20cb70080be service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079833 Apr 05 18:44:46.180515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] No DVR routers for this DVR port 5b3f25f0-27b7-4f7f-b391-31446e2ba294 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:46.193941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.197350 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-a5a317a6-1a5c-4bfd-b2c3-d22976b280ef tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.25 "DELETE /v2.0/ports/5b3f25f0-27b7-4f7f-b391-31446e2ba294 HTTP/1.1" status: 204 len: 173 time: 1.5636218 Apr 05 18:44:46.238433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508452-bb54-44ab-a545-e17031f4b594 req-d5b9184a-52d8-4100-b2e8-fea5e5ebc7ba tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:46.246551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508452-bb54-44ab-a545-e17031f4b594 req-d5b9184a-52d8-4100-b2e8-fea5e5ebc7ba tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:46.254302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508452-bb54-44ab-a545-e17031f4b594 req-d5b9184a-52d8-4100-b2e8-fea5e5ebc7ba tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:46.264158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508452-bb54-44ab-a545-e17031f4b594 req-d5b9184a-52d8-4100-b2e8-fea5e5ebc7ba tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:46.285572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508452-bb54-44ab-a545-e17031f4b594 req-d5b9184a-52d8-4100-b2e8-fea5e5ebc7ba tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:46.290805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-030a0d74-9c79-4f5b-bf80-d2d47a92b3cf None None] Provisioning complete for port 0191b853-5690-4845-b3e8-a6c1b81d9448 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:46.291814 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-030a0d74-9c79-4f5b-bf80-d2d47a92b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.300226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508452-bb54-44ab-a545-e17031f4b594 req-d5b9184a-52d8-4100-b2e8-fea5e5ebc7ba tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:46.313717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508452-bb54-44ab-a545-e17031f4b594 req-d5b9184a-52d8-4100-b2e8-fea5e5ebc7ba tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:46.321986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da508452-bb54-44ab-a545-e17031f4b594 req-d5b9184a-52d8-4100-b2e8-fea5e5ebc7ba tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.2024968 Apr 05 18:44:46.365963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-030a0d74-9c79-4f5b-bf80-d2d47a92b3cf None None] Port 0191b853-5690-4845-b3e8-a6c1b81d9448 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:46.398491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da508452-bb54-44ab-a545-e17031f4b594 req-57c233e9-aa9c-4b11-9226-f78619e63026 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636270 Apr 05 18:44:46.401100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-b6df2bc1-0b0c-4301-8633-1585f3273d4e service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979678 Apr 05 18:44:46.422640 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device a8ce7353-87a2-4789-9a1a-9977ba845d4b no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:46.548247 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.549287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d496ab0-7ef9-47bb-917d-f357e2ed0603 req-e100e80a-466a-41c3-bd17-77deec31c6f9 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362402 Apr 05 18:44:46.579532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd0230-601a-47e3-8be2-16fc3b23f677 req-4769e567-7e8e-4f42-ad66-5d0a4446829d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:46.581481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4fd0230-601a-47e3-8be2-16fc3b23f677 req-4769e567-7e8e-4f42-ad66-5d0a4446829d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 944 time: 0.0762506 Apr 05 18:44:46.584408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:46.586808 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad646c3d-8493-4649-9f99-ab6c878be546" -d '{"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ce7353-87a2-4789-9a1a-9977ba845d4b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:46.606904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port a8ce7353-87a2-4789-9a1a-9977ba845d4b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a8ce7353-87a2-4789-9a1a-9977ba845d4b,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:46.615605 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.616316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2764dcda-810c-4f2c-9aaa-68e9d7df76bc no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:46.638768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4fd0230-601a-47e3-8be2-16fc3b23f677 req-de390617-a764-4912-abdc-10cf39f6b37a tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Apr 05 18:44:46.655930 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c880e90-bca0-42b2-bcd3-5c1b2893963a x-openstack-request-id: req-5c880e90-bca0-42b2-bcd3-5c1b2893963a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:46.656225 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ce7353-87a2-4789-9a1a-9977ba845d4b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:46.656481 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c880e90-bca0-42b2-bcd3-5c1b2893963a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:46.656880 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c880e90-bca0-42b2-bcd3-5c1b2893963a'] response: {'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b', 'code': 200} Apr 05 18:44:46.674783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 2764dcda-810c-4f2c-9aaa-68e9d7df76bc {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:46.675126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2764dcda-810c-4f2c-9aaa-68e9d7df76bc not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:46.675708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5b3f25f0-27b7-4f7f-b391-31446e2ba294 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:46.700388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 5b3f25f0-27b7-4f7f-b391-31446e2ba294 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:46.700739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5b3f25f0-27b7-4f7f-b391-31446e2ba294 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:46.735552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=a8ce7353-87a2-4789-9a1a-9977ba845d4b,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:46.746388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c381b974-40c9-4c69-b45d-29ac4092d2a8 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:46.758212 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99d8e909-5145-4e7d-9d99-3a341c57aafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.764331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.772407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting port a8ce7353-87a2-4789-9a1a-9977ba845d4b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:46.772754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.782093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99d8e909-5145-4e7d-9d99-3a341c57aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.833643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port c381b974-40c9-4c69-b45d-29ac4092d2a8 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:46.838670 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port c381b974-40c9-4c69-b45d-29ac4092d2a8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:46.839784 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.891542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6cd48-9185-4d1d-a634-c5fe6210e2e0 req-27bdd81a-4635-484a-8327-d18b99d09a80 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:46.901969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64d6cd48-9185-4d1d-a634-c5fe6210e2e0 req-27bdd81a-4635-484a-8327-d18b99d09a80 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 944 time: 0.1153336 Apr 05 18:44:46.911271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8e909-5145-4e7d-9d99-3a341c57aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483a22f9-c0f8-4eb7-9950-a15b4f66d770,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:46.915662 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-99d8e909-5145-4e7d-9d99-3a341c57aafb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=456a58aa5be24fc09d429b50652dec9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0191336 Apr 05 18:44:46.921469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46040) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:46.956177 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:46.961095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64d6cd48-9185-4d1d-a634-c5fe6210e2e0 req-3bccb5d1-9d70-41d8-a779-c1adeff66dfa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576413 Apr 05 18:44:46.984358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'tag': '466f8a53-30ec-4bf3-a607-541e98ef55e3'}, {'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-deleted', 'tag': '5b3f25f0-27b7-4f7f-b391-31446e2ba294'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:46.986528 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90376a3-3227-4caa-b53a-bd9b5acdaf99" -d '{"events": [{"name": "network-changed", "server_uuid": "722a96a4-5dc4-4f6c-8cd9-8065fad593f3", "tag": "466f8a53-30ec-4bf3-a607-541e98ef55e3"}, {"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-deleted", "tag": "5b3f25f0-27b7-4f7f-b391-31446e2ba294"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:46.998195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device dcf55353-3f8a-4ed3-b556-05032fd31758 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:47.046538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port c381b974-40c9-4c69-b45d-29ac4092d2a8, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c381b974-40c9-4c69-b45d-29ac4092d2a8,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:47.050987 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33871504-f740-48b1-844b-55922bf0b5a6 x-openstack-request-id: req-33871504-f740-48b1-844b-55922bf0b5a6 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:47.051292 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722a96a4-5dc4-4f6c-8cd9-8065fad593f3", "tag": "466f8a53-30ec-4bf3-a607-541e98ef55e3", "status": "completed", "code": 200}, {"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-deleted", "tag": "5b3f25f0-27b7-4f7f-b391-31446e2ba294", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:47.051623 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33871504-f740-48b1-844b-55922bf0b5a6 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:47.052065 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33871504-f740-48b1-844b-55922bf0b5a6'] response: {'name': 'network-changed', 'server_uuid': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'tag': '466f8a53-30ec-4bf3-a607-541e98ef55e3', 'status': 'completed', 'code': 200} Apr 05 18:44:47.052279 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33871504-f740-48b1-844b-55922bf0b5a6'] response: {'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-deleted', 'tag': '5b3f25f0-27b7-4f7f-b391-31446e2ba294', 'status': 'completed', 'code': 200} Apr 05 18:44:47.058723 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.067362 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dc51868f-1340-4aa9-a46d-a79248c8b05c req-40e1865f-98f9-42b4-91c3-0bea9d59358f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0604823 Apr 05 18:44:47.098321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] For port a8ce7353-87a2-4789-9a1a-9977ba845d4b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=a8ce7353-87a2-4789-9a1a-9977ba845d4b,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:47.098715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.121593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=c381b974-40c9-4c69-b45d-29ac4092d2a8,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:47.126941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port dcf55353-3f8a-4ed3-b556-05032fd31758 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:47.127662 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.127876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Calling delete_port for a8ce7353-87a2-4789-9a1a-9977ba845d4b owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:47.137615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4ed5-a996-48f8-87f8-bbf282f37aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.169548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e4c7-ee0d-486c-b153-384bacdf9d02 req-a886bd3e-cbf1-4ade-81b6-8120f04f5d61 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.177185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e429e4c7-ee0d-486c-b153-384bacdf9d02 req-a886bd3e-cbf1-4ade-81b6-8120f04f5d61 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 944 time: 0.0891705 Apr 05 18:44:47.225103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e429e4c7-ee0d-486c-b153-384bacdf9d02 req-c14d7f4a-29c7-4c67-a29d-9e6fd0d9b158 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Apr 05 18:44:47.237488 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.244356 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4ed5-a996-48f8-87f8-bbf282f37aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.259349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port dcf55353-3f8a-4ed3-b556-05032fd31758, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=dcf55353-3f8a-4ed3-b556-05032fd31758,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:47.265036 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.275124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1664e906-fca3-4c2b-ae80-24b781d69bab req-da0a8fea-c2e6-470e-b376-5ec84c49362e tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0355833 Apr 05 18:44:47.302582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.310414 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.331659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=dcf55353-3f8a-4ed3-b556-05032fd31758,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:47.362433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-d538ea9c-6467-4d40-b5bf-7f453ec1d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.363896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-d538ea9c-6467-4d40-b5bf-7f453ec1d764 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 1095 time: 0.0575280 Apr 05 18:44:47.398351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0191b853-5690-4845-b3e8-a6c1b81d9448,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:47.400644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4ed5-a996-48f8-87f8-bbf282f37aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.403356 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4ed5-a996-48f8-87f8-bbf282f37aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.404497 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bdbe4ed5-a996-48f8-87f8-bbf282f37aa9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/483a22f9-c0f8-4eb7-9950-a15b4f66d770 HTTP/1.1" status: 204 len: 168 time: 0.4821014 Apr 05 18:44:47.412559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.447400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe4ed5-a996-48f8-87f8-bbf282f37aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483a22f9-c0f8-4eb7-9950-a15b4f66d770,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:47.492893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-da67fe88-3692-4d44-b7a9-b9db1bfbee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.494835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-da67fe88-3692-4d44-b7a9-b9db1bfbee46 service neutron] 10.222.0.25 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 904 time: 0.1242859 Apr 05 18:44:47.531388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.578056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Port': ['ID=a8ce7353-87a2-4789-9a1a-9977ba845d4b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:47.584711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-7c945b1e-e80c-4d5e-ae74-03e87762051b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3 HTTP/1.1" status: 200 len: 217 time: 0.0819418 Apr 05 18:44:47.617624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:47.633179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:47.634980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] No DVR routers for this DVR port a8ce7353-87a2-4789-9a1a-9977ba845d4b on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:47.639656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:47.643669 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3be1419c-ea4f-4ae0-913d-eafb33844402 req-c8c9eb1b-cbef-4c68-9617-0f00d98b6954 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.25 "DELETE /v2.0/ports/a8ce7353-87a2-4789-9a1a-9977ba845d4b HTTP/1.1" status: 204 len: 173 time: 1.4351006 Apr 05 18:44:47.716048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02eed0-7c36-44bb-8039-1ebd8b65a729 req-e5ef42ef-0b02-4786-8b0e-5a84e568f136 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.732251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02eed0-7c36-44bb-8039-1ebd8b65a729 req-e5ef42ef-0b02-4786-8b0e-5a84e568f136 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.742829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02eed0-7c36-44bb-8039-1ebd8b65a729 req-e5ef42ef-0b02-4786-8b0e-5a84e568f136 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.748980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02eed0-7c36-44bb-8039-1ebd8b65a729 req-e5ef42ef-0b02-4786-8b0e-5a84e568f136 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.757269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02eed0-7c36-44bb-8039-1ebd8b65a729 req-e5ef42ef-0b02-4786-8b0e-5a84e568f136 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.773024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02eed0-7c36-44bb-8039-1ebd8b65a729 req-e5ef42ef-0b02-4786-8b0e-5a84e568f136 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.779926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02eed0-7c36-44bb-8039-1ebd8b65a729 req-e5ef42ef-0b02-4786-8b0e-5a84e568f136 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.787900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f02eed0-7c36-44bb-8039-1ebd8b65a729 req-e5ef42ef-0b02-4786-8b0e-5a84e568f136 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.2732940 Apr 05 18:44:47.842435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-b9097afa-6f9b-4fad-a1d9-e50d93958d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:47.843912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-b9097afa-6f9b-4fad-a1d9-e50d93958d9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cfad1ea-6e91-40f0-bbd5-8206899d181a HTTP/1.1" status: 200 len: 844 time: 0.2498658 Apr 05 18:44:47.868761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Router 4e753e6f-33fb-48ef-ab92-5dac90d55edc has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:44:47.920981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-feb8065b-b974-43a4-8aaa-d269d1e8aefc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60fce8fe-10a0-4d97-bf1d-d6248f94beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670331 Apr 05 18:44:47.960166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f02eed0-7c36-44bb-8039-1ebd8b65a729 req-f11d110d-c5fb-4ae8-9742-176d58c369a2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1711054 Apr 05 18:44:48.013347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0368d-f250-41f1-8835-16270e2ab82a req-deeba0d7-c68e-4c13-9aed-21a902d5a5a5 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:48.015034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fb0368d-f250-41f1-8835-16270e2ab82a req-deeba0d7-c68e-4c13-9aed-21a902d5a5a5 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 945 time: 0.2248287 Apr 05 18:44:48.032841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e5c2b4c6-bec0-43a4-afe9-b12b12cfe513 None None] Provisioning complete for port 0191b853-5690-4845-b3e8-a6c1b81d9448 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:48.033295 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b4c6-bec0-43a4-afe9-b12b12cfe513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:48.070459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2b4c6-bec0-43a4-afe9-b12b12cfe513 None None] Port 0191b853-5690-4845-b3e8-a6c1b81d9448 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:48.092215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:44:48.099466 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6c16adb8-dca7-4dde-9e7b-8dc0b52e8aa5 admin admin] 10.222.0.15 "PUT /v2.0/routers/4e753e6f-33fb-48ef-ab92-5dac90d55edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4356933 Apr 05 18:44:48.104176 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Sync routers for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:44:48.121729 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:44:48.122591 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:44:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:48.154942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af676785-e853-43f8-82d1-be61ab5cf350 req-4cc0bad6-d8c1-4f77-ad4b-26b26ebb018a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b69fb5-7efe-4dd0-bf5b-461a3a5367c9 HTTP/1.1" status: 200 len: 210 time: 0.0760317 Apr 05 18:44:48.159772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fb0368d-f250-41f1-8835-16270e2ab82a req-3b6649a6-68b6-4bee-b3d6-4a2d4ba6ed10 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091158 Apr 05 18:44:48.178305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-7ac81318-ea3b-4c2c-b02c-e2ce036867d3 service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158573 Apr 05 18:44:48.246735 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:44:48.317609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a90376a3-3227-4caa-b53a-bd9b5acdaf99 req-d898d1e6-50dd-4c78-b4d7-47924b598666 service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309943 Apr 05 18:44:48.412188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417e963-05cc-42d6-a03a-23925f54b8d2 req-11a159b7-1f95-43a0-8a0a-b8f9f2cc807d tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:48.419773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7417e963-05cc-42d6-a03a-23925f54b8d2 req-11a159b7-1f95-43a0-8a0a-b8f9f2cc807d tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 944 time: 0.0891349 Apr 05 18:44:48.490930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7417e963-05cc-42d6-a03a-23925f54b8d2 req-3d34c73a-b95f-4be1-801e-634bcd62b678 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669036 Apr 05 18:44:48.534158 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0191b853-5690-4845-b3e8-a6c1b81d9448', 'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'mac_address': 'fa:16:3e:ae:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:44Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 2, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'subnets': [{'id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:48.601536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c486f9e-d6f5-44e2-9917-e23d09cf5164 req-e7177273-8578-4c02-9c2d-c2866f90106d tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0346937 Apr 05 18:44:48.657882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6559864-6f08-407e-9b53-ac138b9db2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c381b974-40c9-4c69-b45d-29ac4092d2a8'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:48.660913 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af511a6-7f5e-4e6d-aded-90de93af36dd" -d '{"events": [{"server_uuid": "c6559864-6f08-407e-9b53-ac138b9db2c7", "name": "network-vif-plugged", "status": "completed", "tag": "c381b974-40c9-4c69-b45d-29ac4092d2a8"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:48.668613 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Checking router: 4e753e6f-33fb-48ef-ab92-5dac90d55edc for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:44:48.669193 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Updating router 4e753e6f-33fb-48ef-ab92-5dac90d55edc port 0191b853-5690-4845-b3e8-a6c1b81d9448 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:44:48.696899 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:48.734353 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f3a82a-7590-448a-8a63-21cb65e64e61 x-openstack-request-id: req-d9f3a82a-7590-448a-8a63-21cb65e64e61 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:48.735324 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6559864-6f08-407e-9b53-ac138b9db2c7", "name": "network-vif-plugged", "status": "completed", "tag": "c381b974-40c9-4c69-b45d-29ac4092d2a8", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:48.735324 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9f3a82a-7590-448a-8a63-21cb65e64e61 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:48.735581 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f3a82a-7590-448a-8a63-21cb65e64e61'] response: {'server_uuid': 'c6559864-6f08-407e-9b53-ac138b9db2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c381b974-40c9-4c69-b45d-29ac4092d2a8', 'code': 200} Apr 05 18:44:48.871868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device dcf55353-3f8a-4ed3-b556-05032fd31758 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:48.880938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7993c-6621-4e49-b984-8e789466c24d req-cfea6a0b-37f2-498b-9c9f-a82871723e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:48.882568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3a7993c-6621-4e49-b984-8e789466c24d req-cfea6a0b-37f2-498b-9c9f-a82871723e9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0530791 Apr 05 18:44:48.940421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3a7993c-6621-4e49-b984-8e789466c24d req-0b8da39c-35ad-4418-ac4b-3bcc821e84ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424116 Apr 05 18:44:48.942522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port dcf55353-3f8a-4ed3-b556-05032fd31758 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:48.943111 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.053833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-deleted', 'tag': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:49.058198 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dbc3cb-07e8-45ec-88b4-6e4c1922cc57" -d '{"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-deleted", "tag": "a8ce7353-87a2-4789-9a1a-9977ba845d4b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:49.127744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60760-90a4-40a9-ab2b-2b7913754b89 req-73f2ae1e-e1ea-427e-ac82-178f767f2113 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:49.129745 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.133621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60760-90a4-40a9-ab2b-2b7913754b89 req-73f2ae1e-e1ea-427e-ac82-178f767f2113 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:49.140650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60760-90a4-40a9-ab2b-2b7913754b89 req-73f2ae1e-e1ea-427e-ac82-178f767f2113 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:49.142009 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.146540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60760-90a4-40a9-ab2b-2b7913754b89 req-73f2ae1e-e1ea-427e-ac82-178f767f2113 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:49.153612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60760-90a4-40a9-ab2b-2b7913754b89 req-73f2ae1e-e1ea-427e-ac82-178f767f2113 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:49.159693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60760-90a4-40a9-ab2b-2b7913754b89 req-73f2ae1e-e1ea-427e-ac82-178f767f2113 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:49.167482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60760-90a4-40a9-ab2b-2b7913754b89 req-73f2ae1e-e1ea-427e-ac82-178f767f2113 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:49.169490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8c60760-90a4-40a9-ab2b-2b7913754b89 req-73f2ae1e-e1ea-427e-ac82-178f767f2113 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.1310856 Apr 05 18:44:49.267323 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551417fb-013e-4de7-95d6-d33628502f74 None None] Pushing event updated for resources: {'Port': ['ID=0191b853-5690-4845-b3e8-a6c1b81d9448,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:49.282847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8c60760-90a4-40a9-ab2b-2b7913754b89 req-1291b247-9400-4102-861c-fbf0424a7918 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990319 Apr 05 18:44:49.292748 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Attempting to bind port 0191b853-5690-4845-b3e8-a6c1b81d9448 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:49.293226 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Attempting to bind port 0191b853-5690-4845-b3e8-a6c1b81d9448 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:49.293569 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Attempting to bind port 0191b853-5690-4845-b3e8-a6c1b81d9448 on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:49.295368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46110) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:49.299983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-04760278-bb2a-45c4-bfd5-81f4f1bb7088 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688400737', 'description': 'tempest-description--1968962121'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:49.300468 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:49.300834 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Checking segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:49.301223 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.302181 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Bound using segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:49.302690 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Bound port: 0191b853-5690-4845-b3e8-a6c1b81d9448, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:49.303064 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.340236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-04760278-bb2a-45c4-bfd5-81f4f1bb7088 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.351742 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adf08bb-5476-4668-8ec2-5801061fbf4a x-openstack-request-id: req-7adf08bb-5476-4668-8ec2-5801061fbf4a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:49.352121 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b69fb5-7efe-4dd0-bf5b-461a3a5367c9", "name": "network-vif-deleted", "tag": "a8ce7353-87a2-4789-9a1a-9977ba845d4b", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:49.353166 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7adf08bb-5476-4668-8ec2-5801061fbf4a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:49.353583 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adf08bb-5476-4668-8ec2-5801061fbf4a'] response: {'server_uuid': '44b69fb5-7efe-4dd0-bf5b-461a3a5367c9', 'name': 'network-vif-deleted', 'tag': 'a8ce7353-87a2-4789-9a1a-9977ba845d4b', 'status': 'completed', 'code': 200} Apr 05 18:44:49.395614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46114) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:49.416084 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] For port 0191b853-5690-4845-b3e8-a6c1b81d9448, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:49.422198 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] For port 0191b853-5690-4845-b3e8-a6c1b81d9448, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0191b853-5690-4845-b3e8-a6c1b81d9448,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:49.431927 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.501224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b836647d-81a3-442e-98ae-f3230ea9e8db tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting subnet 40843650-d8fe-48d8-8626-0f2ecd35dbad {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:44:49.502679 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:44:49.503301 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:44:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:49.506468 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551417fb-013e-4de7-95d6-d33628502f74 None None] Pushing event updated for resources: {'Port': ['ID=0191b853-5690-4845-b3e8-a6c1b81d9448,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:49.506707 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b836647d-81a3-442e-98ae-f3230ea9e8db tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.507954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-04760278-bb2a-45c4-bfd5-81f4f1bb7088 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.526710 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-04760278-bb2a-45c4-bfd5-81f4f1bb7088 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.554832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-04760278-bb2a-45c4-bfd5-81f4f1bb7088 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.559574 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-04760278-bb2a-45c4-bfd5-81f4f1bb7088 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2597015 Apr 05 18:44:49.563895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46122) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:49.580435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecbf97-b90b-4206-bb9c-b44aba46c1d5 req-1a640407-dcef-45c8-a452-657a726d7a38 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:49.586212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52ecbf97-b90b-4206-bb9c-b44aba46c1d5 req-1a640407-dcef-45c8-a452-657a726d7a38 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 945 time: 0.1342015 Apr 05 18:44:49.592110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d7bba70b-aca9-46dc-be04-44708ffc091f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'security_group_rule': {'security_group_id': '0078f4c5-9150-457a-a542-cc904d412f75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:49.608147 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b836647d-81a3-442e-98ae-f3230ea9e8db tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.630415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-190cbf77-88e4-427b-9f58-6e64354f8aa1 None None] Provisioning complete for port 0191b853-5690-4845-b3e8-a6c1b81d9448 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:49.632103 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-190cbf77-88e4-427b-9f58-6e64354f8aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.632573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04760278-bb2a-45c4-bfd5-81f4f1bb7088 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0078f4c5-9150-457a-a542-cc904d412f75,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:49.653857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7bba70b-aca9-46dc-be04-44708ffc091f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.709471 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:44:49.770504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7bba70b-aca9-46dc-be04-44708ffc091f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.787472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52ecbf97-b90b-4206-bb9c-b44aba46c1d5 req-a19c9f6a-6a33-4386-a655-1a82cd0c8b69 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969407 Apr 05 18:44:49.788673 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7bba70b-aca9-46dc-be04-44708ffc091f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.849197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bba70b-aca9-46dc-be04-44708ffc091f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d78e20a-d44c-4891-9b21-982831b57980,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:49.849842 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-190cbf77-88e4-427b-9f58-6e64354f8aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.856616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7bba70b-aca9-46dc-be04-44708ffc091f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.857723 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d7bba70b-aca9-46dc-be04-44708ffc091f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928424 Apr 05 18:44:49.859565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89db1-5376-47a1-8628-962ad3da0431 req-671abfa6-cefb-4ac6-ac76-ddbd55a477bb tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:49.860841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46136) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:49.866135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-82592c0e-f348-4142-b11a-14547d9caffb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'security_group_rule': {'security_group_id': '0078f4c5-9150-457a-a542-cc904d412f75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:49.866805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13c89db1-5376-47a1-8628-962ad3da0431 req-671abfa6-cefb-4ac6-ac76-ddbd55a477bb tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 944 time: 0.1623368 Apr 05 18:44:49.913603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82592c0e-f348-4142-b11a-14547d9caffb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.926736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-190cbf77-88e4-427b-9f58-6e64354f8aa1 None None] For port 0191b853-5690-4845-b3e8-a6c1b81d9448, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0191b853-5690-4845-b3e8-a6c1b81d9448,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:49.936058 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-190cbf77-88e4-427b-9f58-6e64354f8aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.936786 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b836647d-81a3-442e-98ae-f3230ea9e8db tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:49.949326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13c89db1-5376-47a1-8628-962ad3da0431 req-6c22ed48-ad78-4861-89fa-c7c09ba77628 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671246 Apr 05 18:44:50.031470 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82592c0e-f348-4142-b11a-14547d9caffb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.040518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82592c0e-f348-4142-b11a-14547d9caffb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.074281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cbf77-88e4-427b-9f58-6e64354f8aa1 None None] Pushing event updated for resources: {'Port': ['ID=0191b853-5690-4845-b3e8-a6c1b81d9448,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:50.099205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82592c0e-f348-4142-b11a-14547d9caffb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea05ac40-560e-4eb3-9c52-cc41b0020f12,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:50.111188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1208930d-30e5-4f52-ab72-2c6a8bbe9e75 None None] Provisioning complete for port 0191b853-5690-4845-b3e8-a6c1b81d9448 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:50.111546 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1208930d-30e5-4f52-ab72-2c6a8bbe9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.131501 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82592c0e-f348-4142-b11a-14547d9caffb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.133385 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-82592c0e-f348-4142-b11a-14547d9caffb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2714097 Apr 05 18:44:50.139059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46148) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:50.147913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:50.175392 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.216570 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0191b853-5690-4845-b3e8-a6c1b81d9448', 'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'mac_address': 'fa:16:3e:ae:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:44Z', 'updated_at': '2022-04-05T18:44:49Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'subnets': [{'id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:50.268414 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627cc65-3e72-46ab-8f05-116e93fc52a2 None None] The sync data for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 is: [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0191b853-5690-4845-b3e8-a6c1b81d9448', 'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'mac_address': 'fa:16:3e:ae:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:44Z', 'updated_at': '2022-04-05T18:44:49Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'subnets': [{'id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:44:50.346292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.446112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 466f8a53-30ec-4bf3-a607-541e98ef55e3 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:44:50.607641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 466f8a53-30ec-4bf3-a607-541e98ef55e3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:50.629023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '466f8a53-30ec-4bf3-a607-541e98ef55e3', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'port_id': '466f8a53-30ec-4bf3-a607-541e98ef55e3', 'mac_address': 'fa:16:3e:83:13:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfad1ea-6e91-40f0-bbd5-8206899d181a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:44:50.629871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Allocated IP 172.25.4.146 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/a3a3ab8c-a8aa-4a4b-bf90-53dc3160ea9d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:50.639599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fded16ae-cac6-497a-9152-b413b3e06fc1 req-01329cff-9551-4808-b752-6cd9f0a9b202 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.7089767 Apr 05 18:44:50.735054 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.783720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466f8a53-30ec-4bf3-a607-541e98ef55e3 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:44:50.789757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390dc8-f9f7-480b-96a1-b3806092b410 req-4541bd21-7a92-4f0e-8184-ccc23b9566f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:50.814797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.822531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390dc8-f9f7-480b-96a1-b3806092b410 req-4541bd21-7a92-4f0e-8184-ccc23b9566f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:50.829433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390dc8-f9f7-480b-96a1-b3806092b410 req-4541bd21-7a92-4f0e-8184-ccc23b9566f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:50.834595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 466f8a53-30ec-4bf3-a607-541e98ef55e3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:50.855951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390dc8-f9f7-480b-96a1-b3806092b410 req-4541bd21-7a92-4f0e-8184-ccc23b9566f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:50.866302 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.867496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390dc8-f9f7-480b-96a1-b3806092b410 req-4541bd21-7a92-4f0e-8184-ccc23b9566f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:50.883533 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390dc8-f9f7-480b-96a1-b3806092b410 req-4541bd21-7a92-4f0e-8184-ccc23b9566f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:50.892052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390dc8-f9f7-480b-96a1-b3806092b410 req-4541bd21-7a92-4f0e-8184-ccc23b9566f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:50.892626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:50.911058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b390dc8-f9f7-480b-96a1-b3806092b410 req-4541bd21-7a92-4f0e-8184-ccc23b9566f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.3041949 Apr 05 18:44:50.955370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:50.959594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:50.965515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:50.969530 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'Port': ['ID=a3a3ab8c-a8aa-4a4b-bf90-53dc3160ea9d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:50.998380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b836647d-81a3-442e-98ae-f3230ea9e8db tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.001158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0191b853-5690-4845-b3e8-a6c1b81d9448 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:51.039859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b390dc8-f9f7-480b-96a1-b3806092b410 req-79506a4b-b478-40cf-bc45-3e387b66477d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1278358 Apr 05 18:44:51.061638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=466f8a53-30ec-4bf3-a607-541e98ef55e3,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:51.096746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0191b853-5690-4845-b3e8-a6c1b81d9448 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:51.097494 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.101667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836647d-81a3-442e-98ae-f3230ea9e8db tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Subnet': ['ID=40843650-d8fe-48d8-8626-0f2ecd35dbad,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:51.107861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b836647d-81a3-442e-98ae-f3230ea9e8db tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.112298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca47050-454a-4bcf-a72f-fcc527db8e46 None None] Network ddf9e5d9-6117-4ea8-a360-d90d50c8294c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:51.113586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b836647d-81a3-442e-98ae-f3230ea9e8db tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "DELETE /v2.0/subnets/40843650-d8fe-48d8-8626-0f2ecd35dbad HTTP/1.1" status: 204 len: 168 time: 1.7162738 Apr 05 18:44:51.116372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46186) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:51.241196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['466f8a53-30ec-4bf3-a607-541e98ef55e3'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:44:51.244411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.262812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.308243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.317572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf15a7-65ec-466d-b38f-76282ab5d7be req-912f4aaf-d756-45d5-b567-e3a3202effc8 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:51.330675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6aaf15a7-65ec-466d-b38f-76282ab5d7be req-912f4aaf-d756-45d5-b567-e3a3202effc8 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 945 time: 0.1329114 Apr 05 18:44:51.412170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3202aaab-597c-41dd-9cac-4327fbbddf4f req-5b9b5c8b-4098-461d-98b5-14785cf647fd tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544&device_id=1d1ea9bd-1c79-4ab7-9fb9-43f34e10a45c HTTP/1.1" status: 200 len: 210 time: 0.0789704 Apr 05 18:44:51.446230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6aaf15a7-65ec-466d-b38f-76282ab5d7be req-82e05160-e1cc-4788-83be-ea293f593c43 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089842 Apr 05 18:44:51.489747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting port daf9f0c1-14d1-48a4-af33-71b602c11ada {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:51.490092 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.602380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086dcc-7740-4510-8bec-e291db9339a0 req-833a4b68-d927-4c7b-9444-3bced4d12cf7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:51.619022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e086dcc-7740-4510-8bec-e291db9339a0 req-833a4b68-d927-4c7b-9444-3bced4d12cf7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 945 time: 0.1353831 Apr 05 18:44:51.625197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] For port daf9f0c1-14d1-48a4-af33-71b602c11ada, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=daf9f0c1-14d1-48a4-af33-71b602c11ada,segment=NetworkSegment(d29474b2-fcbf-45bb-ab36-19b64fd4d0f3),segment_id=d29474b2-fcbf-45bb-ab36-19b64fd4d0f3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:51.625565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.652682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Calling delete_port for daf9f0c1-14d1-48a4-af33-71b602c11ada owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:51.659444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.665804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed1e9f-99b2-49bf-91cd-d43f8e816382 None None] DHCP port deletion for ddf9e5d9-6117-4ea8-a360-d90d50c8294c request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:44:51.668170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.744203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e086dcc-7740-4510-8bec-e291db9339a0 req-b60b4783-7d49-4ef6-8704-eef076a93473 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180732 Apr 05 18:44:51.775411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-11ed1e9f-99b2-49bf-91cd-d43f8e816382 None None] Deleting port daf9f0c1-14d1-48a4-af33-71b602c11ada {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:51.775790 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11ed1e9f-99b2-49bf-91cd-d43f8e816382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.807677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d074c83e-9feb-4fd4-8dbf-3273415a1cd5 req-260d8fe1-6ad4-4ffd-862b-3d8b7c34ad16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64193db5113442cf86f90ac3323a5f8d&device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0569420 Apr 05 18:44:51.873255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-11ed1e9f-99b2-49bf-91cd-d43f8e816382 None None] For port daf9f0c1-14d1-48a4-af33-71b602c11ada, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=daf9f0c1-14d1-48a4-af33-71b602c11ada,segment=NetworkSegment(d29474b2-fcbf-45bb-ab36-19b64fd4d0f3),segment_id=d29474b2-fcbf-45bb-ab36-19b64fd4d0f3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:51.873782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11ed1e9f-99b2-49bf-91cd-d43f8e816382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.877541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d074c83e-9feb-4fd4-8dbf-3273415a1cd5 req-3c66f8c7-9374-42cb-9e82-dce5d4c1d17f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=64193db5113442cf86f90ac3323a5f8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560539 Apr 05 18:44:51.890201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-11ed1e9f-99b2-49bf-91cd-d43f8e816382 None None] Calling delete_port for daf9f0c1-14d1-48a4-af33-71b602c11ada owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:51.910929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'Port': ['ID=a3a3ab8c-a8aa-4a4b-bf90-53dc3160ea9d,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:51.957197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.974104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5f57a7a-6242-4a3f-a791-a457a6d3eb7c req-568594ed-4b9a-4628-a63d-0a1b8243b9b8 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0863211 Apr 05 18:44:51.988541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:51.990162 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f8d157e4-b306-4252-98fe-7836ac20d8b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8499057 Apr 05 18:44:51.991799 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.028223 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11ed1e9f-99b2-49bf-91cd-d43f8e816382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.037683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Port': ['ID=daf9f0c1-14d1-48a4-af33-71b602c11ada,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:52.042634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] No DVR routers for this DVR port daf9f0c1-14d1-48a4-af33-71b602c11ada on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:52.054051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd6241-ab69-462e-a627-84bfdb8f6c54 req-56eb1157-e2e1-4e53-806b-204fc2788336 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.065093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60dd6241-ab69-462e-a627-84bfdb8f6c54 req-56eb1157-e2e1-4e53-806b-204fc2788336 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb20a3cf-2a20-4c12-ae3f-5310571c4e15 HTTP/1.1" status: 200 len: 946 time: 0.2560744 Apr 05 18:44:52.099570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed1e9f-99b2-49bf-91cd-d43f8e816382 None None] Pushing event deleted for resources: {'Port': ['ID=daf9f0c1-14d1-48a4-af33-71b602c11ada,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:52.106768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed1e9f-99b2-49bf-91cd-d43f8e816382 None None] No DVR routers for this DVR port daf9f0c1-14d1-48a4-af33-71b602c11ada on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:52.182021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.194753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60dd6241-ab69-462e-a627-84bfdb8f6c54 req-1a48f8e1-9573-4068-b86d-635212e087ce tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287916 Apr 05 18:44:52.205928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf9e5d9-6117-4ea8-a360-d90d50c8294c']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:52.220567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:52.221048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29474b2-fcbf-45bb-ab36-19b64fd4d0f3') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:52.248417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074c83e-9feb-4fd4-8dbf-3273415a1cd5 req-c213f662-eddf-46d6-9891-65e6204455ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.251007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d074c83e-9feb-4fd4-8dbf-3273415a1cd5 req-c213f662-eddf-46d6-9891-65e6204455ff service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3652523 Apr 05 18:44:52.258540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.259896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-b1bca8ab-cdc4-42bf-b80e-53fc27a245e7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--688400737&fields=id&tenant_id=1ac303184650411dba4fc2e51c5d273a HTTP/1.1" status: 200 len: 267 time: 0.0858846 Apr 05 18:44:52.278349 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.288180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:44:52.289064 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:44:52.295835 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:44:52.388625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.399504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.404673 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "DELETE /v2.0/networks/ddf9e5d9-6117-4ea8-a360-d90d50c8294c HTTP/1.1" status: 204 len: 168 time: 1.2863927 Apr 05 18:44:52.407645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46254) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:52.422295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9a35f-7a62-4b38-930d-884253993834 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Network': ['ID=ddf9e5d9-6117-4ea8-a360-d90d50c8294c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:52.476845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46852cd-a1db-44ec-b85e-08ceb0696dad req-9b263c0f-372c-489c-9f91-34b06c54cc09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.483559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46852cd-a1db-44ec-b85e-08ceb0696dad req-9b263c0f-372c-489c-9f91-34b06c54cc09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.489335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46852cd-a1db-44ec-b85e-08ceb0696dad req-9b263c0f-372c-489c-9f91-34b06c54cc09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.495387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46852cd-a1db-44ec-b85e-08ceb0696dad req-9b263c0f-372c-489c-9f91-34b06c54cc09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.501318 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46852cd-a1db-44ec-b85e-08ceb0696dad req-9b263c0f-372c-489c-9f91-34b06c54cc09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.507041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46852cd-a1db-44ec-b85e-08ceb0696dad req-9b263c0f-372c-489c-9f91-34b06c54cc09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.514608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46852cd-a1db-44ec-b85e-08ceb0696dad req-9b263c0f-372c-489c-9f91-34b06c54cc09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.516207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f46852cd-a1db-44ec-b85e-08ceb0696dad req-9b263c0f-372c-489c-9f91-34b06c54cc09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.1926844 Apr 05 18:44:52.561134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-be782d7d-2ce8-4cf5-80e4-23863c9d06ea tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting subnet 182dea9f-f2dd-4c10-a7b9-cfb76fefd794 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:44:52.569533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be782d7d-2ce8-4cf5-80e4-23863c9d06ea tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.605004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-340a7390-5974-40aa-b5df-0abea0ed38ce tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:52.609715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-340a7390-5974-40aa-b5df-0abea0ed38ce tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 0.3373175 Apr 05 18:44:52.638942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f46852cd-a1db-44ec-b85e-08ceb0696dad req-41981d3a-ae44-4cc0-a3d6-9f69871ddc98 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104908 Apr 05 18:44:52.642170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-464537d6-d6cc-4a2c-9888-8a6b03f68a3e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/quotas/1ac303184650411dba4fc2e51c5d273a HTTP/1.1" status: 200 len: 375 time: 0.0253055 Apr 05 18:44:52.646541 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be782d7d-2ce8-4cf5-80e4-23863c9d06ea tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.734722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-ea4b6c76-6c93-4145-9984-6ea71ab0ba60 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682678 Apr 05 18:44:52.793991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be782d7d-2ce8-4cf5-80e4-23863c9d06ea tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.857622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device daf9f0c1-14d1-48a4-af33-71b602c11ada no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:52.885342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: daf9f0c1-14d1-48a4-af33-71b602c11ada {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:52.886019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device daf9f0c1-14d1-48a4-af33-71b602c11ada not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:52.956553 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be782d7d-2ce8-4cf5-80e4-23863c9d06ea tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.992954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-7f15ff9e-2e35-431b-b8ae-90a99d9365d0 service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211053 Apr 05 18:44:52.996289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be782d7d-2ce8-4cf5-80e4-23863c9d06ea tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:52.999406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-be782d7d-2ce8-4cf5-80e4-23863c9d06ea tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "DELETE /v2.0/subnets/182dea9f-f2dd-4c10-a7b9-cfb76fefd794 HTTP/1.1" status: 204 len: 168 time: 0.5878546 Apr 05 18:44:53.002202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46316) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:53.002722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81954550-9e8a-483a-9872-5e23130b9c3c None None] Network 61843911-2276-4db9-be40-4784b3104ed7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:53.008402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be782d7d-2ce8-4cf5-80e4-23863c9d06ea tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Subnet': ['ID=182dea9f-f2dd-4c10-a7b9-cfb76fefd794,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:53.041810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4cf8e-5acc-49ab-b4d6-928724061c74 req-799f7adb-7210-46b8-8e14-2aa91978feb2 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:53.044210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0b4cf8e-5acc-49ab-b4d6-928724061c74 req-799f7adb-7210-46b8-8e14-2aa91978feb2 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 945 time: 0.1405921 Apr 05 18:44:53.067146 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:44:53.103561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.139687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0b4cf8e-5acc-49ab-b4d6-928724061c74 req-9cc930ad-1175-4f7e-88c9-193b3357f82a tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645530 Apr 05 18:44:53.165234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-de9ed41b-3e31-44a9-93d2-5544e8d168ed service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641970 Apr 05 18:44:53.169328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting port 7105fab3-2837-4dbd-8340-cf7b0aac2337 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:53.169679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.240340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e51c19-9843-41a5-94c8-299886a4619c None None] DHCP port deletion for 61843911-2276-4db9-be40-4784b3104ed7 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:44:53.302898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-54e51c19-9843-41a5-94c8-299886a4619c None None] Deleting port 7105fab3-2837-4dbd-8340-cf7b0aac2337 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:53.303283 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54e51c19-9843-41a5-94c8-299886a4619c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.333563 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] For port 7105fab3-2837-4dbd-8340-cf7b0aac2337, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7105fab3-2837-4dbd-8340-cf7b0aac2337,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:53.334069 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.375322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Calling delete_port for 7105fab3-2837-4dbd-8340-cf7b0aac2337 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:53.449882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-54e51c19-9843-41a5-94c8-299886a4619c None None] For port 7105fab3-2837-4dbd-8340-cf7b0aac2337, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7105fab3-2837-4dbd-8340-cf7b0aac2337,segment=NetworkSegment(2c65218b-b77a-4002-9050-cd80ca2361f8),segment_id=2c65218b-b77a-4002-9050-cd80ca2361f8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:53.450280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54e51c19-9843-41a5-94c8-299886a4619c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.491500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-54e51c19-9843-41a5-94c8-299886a4619c None None] Calling delete_port for 7105fab3-2837-4dbd-8340-cf7b0aac2337 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:53.505368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3238b2e8-3679-4204-86dd-4734f78f977c req-ff9a4440-b525-402d-9ea0-96395202a72b tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.1117513 Apr 05 18:44:53.519586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-437cf0b3-b3c5-4e36-9137-0dd2af9ea736 req-20d1ad06-c5e0-4e7b-8c54-c76cd41d4cbf tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 210 time: 0.0508606 Apr 05 18:44:53.519738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.577243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] No DVR routers for this DVR port 7105fab3-2837-4dbd-8340-cf7b0aac2337 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:53.581359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Port': ['ID=7105fab3-2837-4dbd-8340-cf7b0aac2337,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:53.641031 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54e51c19-9843-41a5-94c8-299886a4619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.650438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b2fee-3082-45dd-8c14-b4b88b626a13 req-9531024b-0e84-42eb-acb8-24b0f0f8a01d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:53.652767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e7b2fee-3082-45dd-8c14-b4b88b626a13 req-9531024b-0e84-42eb-acb8-24b0f0f8a01d tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb20a3cf-2a20-4c12-ae3f-5310571c4e15 HTTP/1.1" status: 200 len: 946 time: 0.0578783 Apr 05 18:44:53.671591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e51c19-9843-41a5-94c8-299886a4619c None None] Pushing event deleted for resources: {'Port': ['ID=7105fab3-2837-4dbd-8340-cf7b0aac2337,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:53.688219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e51c19-9843-41a5-94c8-299886a4619c None None] No DVR routers for this DVR port 7105fab3-2837-4dbd-8340-cf7b0aac2337 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:53.706483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d074c83e-9feb-4fd4-8dbf-3273415a1cd5 req-0006cd50-508c-4dde-a5e9-833aeb5f6880 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0690467-b0df-4bb3-9559-2a9601025544 HTTP/1.1" status: 200 len: 210 time: 0.0356224 Apr 05 18:44:53.723087 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.735544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e7b2fee-3082-45dd-8c14-b4b88b626a13 req-028e48f0-e884-44cd-8b65-83661a6705ac tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758827 Apr 05 18:44:53.766909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61843911-2276-4db9-be40-4784b3104ed7']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:53.780463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c65218b-b77a-4002-9050-cd80ca2361f8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:53.780759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c65218b-b77a-4002-9050-cd80ca2361f8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:44:53.794147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.816041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.825436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:44:53.825907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:44:53.837422 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:44:53.877748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73884de3-b64c-4075-a275-06690f95bc5c req-0482cc9a-085d-4021-a7de-cca13cd47846 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:53.885914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73884de3-b64c-4075-a275-06690f95bc5c req-0482cc9a-085d-4021-a7de-cca13cd47846 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:53.893159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73884de3-b64c-4075-a275-06690f95bc5c req-0482cc9a-085d-4021-a7de-cca13cd47846 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:53.899379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73884de3-b64c-4075-a275-06690f95bc5c req-0482cc9a-085d-4021-a7de-cca13cd47846 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:53.906425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73884de3-b64c-4075-a275-06690f95bc5c req-0482cc9a-085d-4021-a7de-cca13cd47846 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:53.916272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73884de3-b64c-4075-a275-06690f95bc5c req-0482cc9a-085d-4021-a7de-cca13cd47846 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:53.921758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.927557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:53.930284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73884de3-b64c-4075-a275-06690f95bc5c req-0482cc9a-085d-4021-a7de-cca13cd47846 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:53.930652 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "DELETE /v2.0/networks/61843911-2276-4db9-be40-4784b3104ed7 HTTP/1.1" status: 204 len: 168 time: 0.9268692 Apr 05 18:44:53.932891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73884de3-b64c-4075-a275-06690f95bc5c req-0482cc9a-085d-4021-a7de-cca13cd47846 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.1490908 Apr 05 18:44:53.942363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46376) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:53.946836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6a2bb-3ba4-41b4-ad29-25cdcbb4c067 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Network': ['ID=61843911-2276-4db9-be40-4784b3104ed7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:53.952949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1398190841'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:54.002728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73884de3-b64c-4075-a275-06690f95bc5c req-b207917d-d6ee-406d-9a4a-0d76059613bc tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592813 Apr 05 18:44:54.003895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:54.007271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.040335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:44:54.051871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.052662 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Added segment 55fec63e-d7fc-46bb-a1f3-b61946727730 of type vlan for network 10650bf7-1ae3-458b-a68c-86e32f79d59e Apr 05 18:44:54.099474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.131328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.138671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:54.139352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.271641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3269823 Apr 05 18:44:54.275286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46402) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:54.281048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'subnet': {'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:54.336585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790114d-db0b-4138-ae6d-1df937519d4f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Network': ['ID=10650bf7-1ae3-458b-a68c-86e32f79d59e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:54.352040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 10650bf7-1ae3-458b-a68c-86e32f79d59e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:44:54.366656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940691d-af96-4a95-97ac-c875d67ff10b req-552bd486-7a2a-4cd8-a26f-4bf4c0ff576c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:54.368846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d940691d-af96-4a95-97ac-c875d67ff10b req-552bd486-7a2a-4cd8-a26f-4bf4c0ff576c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 945 time: 0.1061780 Apr 05 18:44:54.416341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d940691d-af96-4a95-97ac-c875d67ff10b req-dbc87a13-6dcc-463d-996b-80139b706f3e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Apr 05 18:44:54.436064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:54.441530 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.468807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 466f8a53-30ec-4bf3-a607-541e98ef55e3 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:54.542637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 466f8a53-30ec-4bf3-a607-541e98ef55e3 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:44:54.542976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-fbe36b97-e618-4c70-8279-9a79bbb11795 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:54.544793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-fbe36b97-e618-4c70-8279-9a79bbb11795 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb20a3cf-2a20-4c12-ae3f-5310571c4e15 HTTP/1.1" status: 200 len: 946 time: 0.0649455 Apr 05 18:44:54.548992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 466f8a53-30ec-4bf3-a607-541e98ef55e3 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:54.549636 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.684821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.715293 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.718601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f8a53-30ec-4bf3-a607-541e98ef55e3'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:54.721236 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1cdeea-bede-4a20-b53c-41f42a5e6b9d" -d '{"events": [{"server_uuid": "722a96a4-5dc4-4f6c-8cd9-8065fad593f3", "name": "network-vif-plugged", "status": "completed", "tag": "466f8a53-30ec-4bf3-a607-541e98ef55e3"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:54.737356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 466f8a53-30ec-4bf3-a607-541e98ef55e3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:54.747908 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:54.818266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-563e3d55-c32c-4120-ba29-a94221eea5bc req-7ea6c560-bbbc-4ef4-a7a7-4bc80a242c88 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 210 time: 0.1680989 Apr 05 18:44:54.874898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Checking segment: {'id': '55fec63e-d7fc-46bb-a1f3-b61946727730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:54.875409 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network hostable DHCP agents. Network: 10650bf7-1ae3-458b-a68c-86e32f79d59e, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:44:54.881503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Subnet': ['ID=9de3eeff-881b-4834-9a65-4d67ca400d5a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:54.891982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.892415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.892899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.893306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.893911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.894431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.894583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=466f8a53-30ec-4bf3-a607-541e98ef55e3,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:54.894961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.895386 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.895814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.896372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.896804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.897521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:44:54.927997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network 10650bf7-1ae3-458b-a68c-86e32f79d59e is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:44:54.959314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7105fab3-2837-4dbd-8340-cf7b0aac2337 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:54.972027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 10650bf7-1ae3-458b-a68c-86e32f79d59e) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:54.990978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:54.992562 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.000468 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b115ebaa-7af0-4cf0-afcb-a7b86ccd0abe x-openstack-request-id: req-b115ebaa-7af0-4cf0-afcb-a7b86ccd0abe {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:55.000877 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722a96a4-5dc4-4f6c-8cd9-8065fad593f3", "name": "network-vif-plugged", "status": "completed", "tag": "466f8a53-30ec-4bf3-a607-541e98ef55e3", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:55.001148 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b115ebaa-7af0-4cf0-afcb-a7b86ccd0abe {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:55.001523 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b115ebaa-7af0-4cf0-afcb-a7b86ccd0abe'] response: {'server_uuid': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f8a53-30ec-4bf3-a607-541e98ef55e3', 'code': 200} Apr 05 18:44:55.002419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 7105fab3-2837-4dbd-8340-cf7b0aac2337 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:55.002977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7105fab3-2837-4dbd-8340-cf7b0aac2337 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:55.006179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bcaf4d-ce48-4e93-9abe-5b8e27254c58 None None] Network 10650bf7-1ae3-458b-a68c-86e32f79d59e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:55.047363 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ad95fae4-9692-4d97-b9fa-7ba61bf73ed9 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7709475 Apr 05 18:44:55.049848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46456) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:55.065593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-239051541'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:55.161588 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44482ee0-ad8a-45e4-8028-cdd472cbc58c req-ba59089a-f639-4d06-aa29-b4ba84c8a1eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64193db5113442cf86f90ac3323a5f8d&device_id=1d1ea9bd-1c79-4ab7-9fb9-43f34e10a45c HTTP/1.1" status: 200 len: 210 time: 0.0566845 Apr 05 18:44:55.224473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-10650bf7-1ae3-458b-a68c-86e32f79d59e', 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'fixed_ips': [{'subnet_id': '9de3eeff-881b-4834-9a65-4d67ca400d5a'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:44:55.226140 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.232467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:55.239805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Deleting port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:55.240394 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.240709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.272197 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44482ee0-ad8a-45e4-8028-cdd472cbc58c req-9d905404-329e-4894-be2e-0fb585b47590 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=64193db5113442cf86f90ac3323a5f8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835488 Apr 05 18:44:55.343167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-31046584-39b9-4e30-98c9-e8332f90b946 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:55.344651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-31046584-39b9-4e30-98c9-e8332f90b946 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 0.5254476 Apr 05 18:44:55.396984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e02238-7ce7-4007-b893-82507d018998 req-4b3ab22d-479f-48c5-9574-576e027d4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:55.398770 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-31e02238-7ce7-4007-b893-82507d018998 req-4b3ab22d-479f-48c5-9574-576e027d4fee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 1097 time: 0.2340722 Apr 05 18:44:55.410212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:44:55.455770 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-31e02238-7ce7-4007-b893-82507d018998 req-bd0a94eb-b282-407b-ba10-4193fce54c11 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464997 Apr 05 18:44:55.459021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d85d7e14-ac07-4a0c-b185-5cc3ea99d2dc req-92f71e20-2966-4adb-8307-8848b5a07797 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d1ea9bd-1c79-4ab7-9fb9-43f34e10a45c HTTP/1.1" status: 200 len: 210 time: 0.2143674 Apr 05 18:44:55.476567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-09f15a12-473f-496a-bf9c-862bd517dc2f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:55.478096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-09f15a12-473f-496a-bf9c-862bd517dc2f tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6559864-6f08-407e-9b53-ac138b9db2c7 HTTP/1.1" status: 200 len: 945 time: 0.4164147 Apr 05 18:44:55.478849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.479415 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Added segment e9873bf3-69a5-45e7-a58a-154babeb08ee of type vlan for network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 Apr 05 18:44:55.496217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Allocated IP 19.80.0.2 (10650bf7-1ae3-458b-a68c-86e32f79d59e/9de3eeff-881b-4834-9a65-4d67ca400d5a/42274957-60ec-4657-ac97-f0894ec9fc90) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:55.533272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c3f38d42-6b28-459a-bf77-7ef48af7cb38 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac303184650411dba4fc2e51c5d273a HTTP/1.1" status: 200 len: 379 time: 0.1679773 Apr 05 18:44:55.543452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482ee0-ad8a-45e4-8028-cdd472cbc58c req-c6beaad1-8c75-439d-83df-b2818a483072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:55.547728 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44482ee0-ad8a-45e4-8028-cdd472cbc58c req-c6beaad1-8c75-439d-83df-b2818a483072 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2629356 Apr 05 18:44:55.574952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b809c-d562-47ea-8430-21a773d5b74c req-89334333-d9fc-43b7-887a-21a44dba2e3b tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:55.583200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-407b809c-d562-47ea-8430-21a773d5b74c req-89334333-d9fc-43b7-887a-21a44dba2e3b tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb20a3cf-2a20-4c12-ae3f-5310571c4e15 HTTP/1.1" status: 200 len: 946 time: 0.5045102 Apr 05 18:44:55.585113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.634658 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.644510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:55.645243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.699408 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6482520 Apr 05 18:44:55.700075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46500) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:55.741375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'subnet': {'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:55.763170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'port': {'device_id': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'admin_state_up': True, 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'security_groups': ['0078f4c5-9150-457a-a542-cc904d412f75']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:55.805127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6aecf-0d43-4730-a5a7-c6d78c585acf tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Network': ['ID=6c8f7c41-60b5-4c8b-9feb-5d9c84e70805,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:55.869352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:55.878455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.886783 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.891685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:44:55.910094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.926220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] For port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:55.926878 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.930255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Made reservation on behalf of 1ac303184650411dba4fc2e51c5d273a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:44:55.933947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:55.965180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-407b809c-d562-47ea-8430-21a773d5b74c req-a1c2555c-09db-419f-b638-2746a4e42c35 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808067 Apr 05 18:44:55.985972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Network 10650bf7-1ae3-458b-a68c-86e32f79d59e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:55.993850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:56.001450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:56.033767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Pushing event updated for resources: {'Port': ['ID=42274957-60ec-4657-ac97-f0894ec9fc90,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:56.071846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Calling delete_port for 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:56.098132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f9e2-990a-4ef7-acc1-0d144531931a req-733eec7d-a6d5-4e94-a050-44c569b24f09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:56.105189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f9e2-990a-4ef7-acc1-0d144531931a req-733eec7d-a6d5-4e94-a050-44c569b24f09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:56.112400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f9e2-990a-4ef7-acc1-0d144531931a req-733eec7d-a6d5-4e94-a050-44c569b24f09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:56.119080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f9e2-990a-4ef7-acc1-0d144531931a req-733eec7d-a6d5-4e94-a050-44c569b24f09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:56.127467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f9e2-990a-4ef7-acc1-0d144531931a req-733eec7d-a6d5-4e94-a050-44c569b24f09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:56.133855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f9e2-990a-4ef7-acc1-0d144531931a req-733eec7d-a6d5-4e94-a050-44c569b24f09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:56.140618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f9e2-990a-4ef7-acc1-0d144531931a req-733eec7d-a6d5-4e94-a050-44c569b24f09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:56.150156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0820f9e2-990a-4ef7-acc1-0d144531931a req-733eec7d-a6d5-4e94-a050-44c569b24f09 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.5151529 Apr 05 18:44:56.152502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Attempting to bind port 42274957-60ec-4657-ac97-f0894ec9fc90 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:56.153050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Attempting to bind port 42274957-60ec-4657-ac97-f0894ec9fc90 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '55fec63e-d7fc-46bb-a1f3-b61946727730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:56.153923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Attempting to bind port 42274957-60ec-4657-ac97-f0894ec9fc90 on network 10650bf7-1ae3-458b-a68c-86e32f79d59e {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:56.162924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:56.163612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Checking segment: {'id': '55fec63e-d7fc-46bb-a1f3-b61946727730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:56.164579 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:56.165318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Bound using segment: {'id': '55fec63e-d7fc-46bb-a1f3-b61946727730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:56.165986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Bound port: 42274957-60ec-4657-ac97-f0894ec9fc90, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fec63e-d7fc-46bb-a1f3-b61946727730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:56.166671 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:56.252920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] For port 42274957-60ec-4657-ac97-f0894ec9fc90, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:56.257875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] For port 42274957-60ec-4657-ac97-f0894ec9fc90, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=42274957-60ec-4657-ac97-f0894ec9fc90,segment=NetworkSegment(55fec63e-d7fc-46bb-a1f3-b61946727730),segment_id=55fec63e-d7fc-46bb-a1f3-b61946727730)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:56.265679 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:56.311245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0820f9e2-990a-4ef7-acc1-0d144531931a req-938e62d6-3594-419f-9a53-41e7a5248508 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599739 Apr 05 18:44:56.319029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:56.401786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46522) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:56.406201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Deleting port c381b974-40c9-4c69-b45d-29ac4092d2a8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:44:56.413684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:56.451264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e972f-d2e8-4275-a930-c23d501c7c2b None None] Pushing event updated for resources: {'Port': ['ID=42274957-60ec-4657-ac97-f0894ec9fc90,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:56.494207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Checking segment: {'id': 'e9873bf3-69a5-45e7-a58a-154babeb08ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:56.494766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network hostable DHCP agents. Network: 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:44:56.535838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Subnet': ['ID=f208ac73-2f12-472a-a6c9-8ebfd35d3fe3,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:56.575377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:44:56.587390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:56.593647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:56.598590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a17a32-5d21-4b49-a166-60eb446637c9 None None] Network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:56.609992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:56.643117 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-de330710-9a9c-4e83-892a-8ac93216ce28 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9078403 Apr 05 18:44:56.813973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] For port c381b974-40c9-4c69-b45d-29ac4092d2a8, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c381b974-40c9-4c69-b45d-29ac4092d2a8,segment=NetworkSegment(a0faeb2c-e5d2-476e-baa4-4aab65f4aac1),segment_id=a0faeb2c-e5d2-476e-baa4-4aab65f4aac1)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:56.814348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:56.851706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Calling delete_port for c381b974-40c9-4c69-b45d-29ac4092d2a8 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:44:56.934506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 42274957-60ec-4657-ac97-f0894ec9fc90 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:56.986677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-6c8f7c41-60b5-4c8b-9feb-5d9c84e70805', 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'fixed_ips': [{'subnet_id': 'f208ac73-2f12-472a-a6c9-8ebfd35d3fe3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:44:56.987531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:56.999470 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7eb9c364-1c1c-40f9-adb9-2c457442bbaa req-23b37604-027b-495b-b1bb-a24e26e74a00 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 210 time: 0.4105713 Apr 05 18:44:57.036494 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-325c6347-363c-4d4a-aa5d-7c25eb100cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.081739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44482ee0-ad8a-45e4-8028-cdd472cbc58c req-dd228733-88f1-47fc-a279-c7134395da45 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d1ea9bd-1c79-4ab7-9fb9-43f34e10a45c HTTP/1.1" status: 200 len: 210 time: 0.0557606 Apr 05 18:44:57.126210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Allocated IP 172.20.0.7 (9e2044dd-43b9-4d5e-b90b-2cfa18e6273c/d35e3b87-6d58-4568-84d0-fc43995f254a/dd821129-87ad-4a54-8065-282d6b8467ce) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:57.170642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc15574-614d-4759-9adf-0ba709b11b95 req-d4243196-8f1e-413d-b5b2-9bc9e175dbc9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:57.176884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 42274957-60ec-4657-ac97-f0894ec9fc90 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:57.177376 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.179358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fc15574-614d-4759-9adf-0ba709b11b95 req-d4243196-8f1e-413d-b5b2-9bc9e175dbc9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 946 time: 0.6758909 Apr 05 18:44:57.260286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e5d0368-85a6-4f40-a1ed-f561159fa4c5 req-2430d645-fc36-4c42-896b-c702c650b631 tempest-ServerShowV247Test-600872511 tempest-ServerShowV247Test-600872511-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d1ea9bd-1c79-4ab7-9fb9-43f34e10a45c HTTP/1.1" status: 200 len: 210 time: 0.1318154 Apr 05 18:44:57.306420 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.316387 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.325798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Allocated IP 19.86.0.2 (6c8f7c41-60b5-4c8b-9feb-5d9c84e70805/f208ac73-2f12-472a-a6c9-8ebfd35d3fe3/2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:44:57.388546 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.390157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fc15574-614d-4759-9adf-0ba709b11b95 req-68ced9ae-7147-4de0-a3a9-901715d3b4f7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934927 Apr 05 18:44:57.427721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Pushing event deleted for resources: {'Port': ['ID=c381b974-40c9-4c69-b45d-29ac4092d2a8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:57.533412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 42274957-60ec-4657-ac97-f0894ec9fc90, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=42274957-60ec-4657-ac97-f0894ec9fc90,segment=NetworkSegment(55fec63e-d7fc-46bb-a1f3-b61946727730),segment_id=55fec63e-d7fc-46bb-a1f3-b61946727730)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:57.551199 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.688195 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.690693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=42274957-60ec-4657-ac97-f0894ec9fc90,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:57.712079 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.756446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:57.764874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:57.769238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:57.778157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Pushing event updated for resources: {'Port': ['ID=2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:57.838892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Attempting to bind port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:44:57.839240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Attempting to bind port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e9873bf3-69a5-45e7-a58a-154babeb08ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:44:57.839609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Attempting to bind port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 on network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:44:57.845412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:44:57.845798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Checking segment: {'id': 'e9873bf3-69a5-45e7-a58a-154babeb08ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:44:57.846641 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.847042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Bound using segment: {'id': 'e9873bf3-69a5-45e7-a58a-154babeb08ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:44:57.848006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Bound port: 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9873bf3-69a5-45e7-a58a-154babeb08ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:44:57.848388 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:57.892454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98881d5d-172d-45e2-ad53-1dd4a89cafac None None] Network 10650bf7-1ae3-458b-a68c-86e32f79d59e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:57.981690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5a724edf-0ade-4799-bcab-d235ddae6dac None None] Provisioning complete for port 42274957-60ec-4657-ac97-f0894ec9fc90 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:57.981992 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a724edf-0ade-4799-bcab-d235ddae6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.009798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] For port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:44:58.044579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] For port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1,segment=NetworkSegment(e9873bf3-69a5-45e7-a58a-154babeb08ee),segment_id=e9873bf3-69a5-45e7-a58a-154babeb08ee)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:44:58.062422 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.074591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] No DVR routers for this DVR port c381b974-40c9-4c69-b45d-29ac4092d2a8 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:58.077247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.080924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ca9a4e4-82c6-4143-a575-1ab1fe21e4fc req-088cae5f-281e-4053-8882-54c1289b08c7 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "DELETE /v2.0/ports/c381b974-40c9-4c69-b45d-29ac4092d2a8 HTTP/1.1" status: 204 len: 173 time: 2.5889041 Apr 05 18:44:58.081647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Pushing event deleted for resources: {'Port': ['ID=4b0af6fd-e6d0-43ed-bb67-72a9875139f0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:58.101781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6559864-6f08-407e-9b53-ac138b9db2c7', 'name': 'network-vif-deleted', 'tag': 'c381b974-40c9-4c69-b45d-29ac4092d2a8'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:44:58.103346 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18dedbf-7e6e-4b8e-ad05-74d38e0d276a" -d '{"events": [{"server_uuid": "c6559864-6f08-407e-9b53-ac138b9db2c7", "name": "network-vif-deleted", "tag": "c381b974-40c9-4c69-b45d-29ac4092d2a8"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:44:58.159390 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-325c6347-363c-4d4a-aa5d-7c25eb100cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.162099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58432dc9-d32b-4acb-a6b1-6c753a256a6e req-60b72d24-0c31-4555-8957-8e6ab8018240 tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb20a3cf-2a20-4c12-ae3f-5310571c4e15 HTTP/1.1" status: 200 len: 210 time: 0.1591718 Apr 05 18:44:58.167560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] No DVR routers for this DVR port 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:44:58.171994 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.176190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-addfbfa3-a45e-4ef4-be3f-725c01afb131 req-af62a547-f65f-4ef6-9fed-168122e99e5e tempest-MultipleCreateTestJSON-128877567 tempest-MultipleCreateTestJSON-128877567-project] 10.222.0.20 "DELETE /v2.0/ports/4b0af6fd-e6d0-43ed-bb67-72a9875139f0 HTTP/1.1" status: 204 len: 173 time: 3.6235921 Apr 05 18:44:58.187815 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-325c6347-363c-4d4a-aa5d-7c25eb100cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.192301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa7547-de2f-497a-b32e-c2898cce57d5 None None] Pushing event updated for resources: {'Port': ['ID=2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:58.312022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-325c6347-363c-4d4a-aa5d-7c25eb100cc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=221434cc22474a00ac949c013b9064c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8537090 Apr 05 18:44:58.312741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46554) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:44:58.321309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f1705684-00ff-461d-8341-98a47d3e677d tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:58.329632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f1705684-00ff-461d-8341-98a47d3e677d tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:58.340181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f1705684-00ff-461d-8341-98a47d3e677d tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/networks?id=10650bf7-1ae3-458b-a68c-86e32f79d59e&id=6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 HTTP/1.1" status: 200 len: 1391 time: 0.9486663 Apr 05 18:44:58.349130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c6347-363c-4d4a-aa5d-7c25eb100cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52896bca-6efd-48b1-b482-998c4d6c8cb5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:58.364246 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.378709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-7a5dc884-b899-4c1c-8312-1bbcf37a218c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/quotas/2ad7104984034922b90335756f68cbca HTTP/1.1" status: 200 len: 375 time: 0.0374730 Apr 05 18:44:58.456922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a225a18-4cca-4eb3-b042-ea0362a195f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.551057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-b088a470-bf1a-401e-9951-5fb3b3621853 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ad7104984034922b90335756f68cbca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1713393 Apr 05 18:44:58.556802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.562208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a225a18-4cca-4eb3-b042-ea0362a195f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.641197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a225a18-4cca-4eb3-b042-ea0362a195f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.644834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a225a18-4cca-4eb3-b042-ea0362a195f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.646491 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5a225a18-4cca-4eb3-b042-ea0362a195f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52896bca-6efd-48b1-b482-998c4d6c8cb5 HTTP/1.1" status: 204 len: 168 time: 0.3314805 Apr 05 18:44:58.658409 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a225a18-4cca-4eb3-b042-ea0362a195f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52896bca-6efd-48b1-b482-998c4d6c8cb5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:58.707091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-885d7163-22c7-43cb-bb5f-e15b2affec73 None None] Provisioning complete for port 42274957-60ec-4657-ac97-f0894ec9fc90 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:58.707531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-885d7163-22c7-43cb-bb5f-e15b2affec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:58.733644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:44:58.751870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-83606d3b-a133-4e73-a494-097443362026 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:44:58.753459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-83606d3b-a133-4e73-a494-097443362026 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1904721 Apr 05 18:44:58.758286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:44:58.815181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20a56-d527-4251-a6ca-dea354340675 req-98123ad5-75e2-42c3-aa0e-844e70518cfb tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:58.842984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20a56-d527-4251-a6ca-dea354340675 req-98123ad5-75e2-42c3-aa0e-844e70518cfb tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:58.862682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c381b974-40c9-4c69-b45d-29ac4092d2a8 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:58.876221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20a56-d527-4251-a6ca-dea354340675 req-98123ad5-75e2-42c3-aa0e-844e70518cfb tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:58.884285 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20a56-d527-4251-a6ca-dea354340675 req-98123ad5-75e2-42c3-aa0e-844e70518cfb tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:58.917620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20a56-d527-4251-a6ca-dea354340675 req-98123ad5-75e2-42c3-aa0e-844e70518cfb tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:58.933263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20a56-d527-4251-a6ca-dea354340675 req-98123ad5-75e2-42c3-aa0e-844e70518cfb tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:58.947599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20a56-d527-4251-a6ca-dea354340675 req-98123ad5-75e2-42c3-aa0e-844e70518cfb tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:58.949177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: c381b974-40c9-4c69-b45d-29ac4092d2a8 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:58.949310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c381b974-40c9-4c69-b45d-29ac4092d2a8 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:58.954459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:44:58.967490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-23b20a56-d527-4251-a6ca-dea354340675 req-98123ad5-75e2-42c3-aa0e-844e70518cfb tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.5478780 Apr 05 18:44:58.972635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:44:59.007397 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:59.030625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:44:59.030983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4b0af6fd-e6d0-43ed-bb67-72a9875139f0 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:44:59.170072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:59.255743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:59.256530 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:59.282000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:59.283782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:59.336468 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-23b20a56-d527-4251-a6ca-dea354340675 req-7a781988-8fbc-439b-a536-4930ae9a57c8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3679798 Apr 05 18:44:59.369037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-70994310-41b3-45f8-b075-b892bac88032 None None] Provisioning complete for port dd821129-87ad-4a54-8065-282d6b8467ce triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:59.369568 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70994310-41b3-45f8-b075-b892bac88032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:59.377268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-2d987c91-cc20-461c-92fb-5020caf6fb12 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6265101 Apr 05 18:44:59.403646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Request body: {'port': {'device_id': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:44:59.477276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4a81e93f-389a-479c-af0a-4f4c8499cba6 service neutron] 10.222.0.15 "GET /v2.0/networks/10650bf7-1ae3-458b-a68c-86e32f79d59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075889 Apr 05 18:44:59.487371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-70994310-41b3-45f8-b075-b892bac88032 None None] Port dd821129-87ad-4a54-8065-282d6b8467ce cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:44:59.540918 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:59.586964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1,segment=NetworkSegment(e9873bf3-69a5-45e7-a58a-154babeb08ee),segment_id=e9873bf3-69a5-45e7-a58a-154babeb08ee)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:44:59.591006 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:59.594386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 42274957-60ec-4657-ac97-f0894ec9fc90 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:44:59.614935 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:59.648026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e297f-60b5-4524-92e3-c89aad87a50d req-41905eb8-311a-40cc-a617-021665c5aba2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:44:59.656387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b3e297f-60b5-4524-92e3-c89aad87a50d req-41905eb8-311a-40cc-a617-021665c5aba2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 931 time: 0.2035923 Apr 05 18:44:59.730785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 42274957-60ec-4657-ac97-f0894ec9fc90 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:59.731471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:59.774332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-15a2b250-dd0d-413e-9e68-1a8b0abbc3fe service neutron] 10.222.0.15 "GET /v2.0/networks/10650bf7-1ae3-458b-a68c-86e32f79d59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856386 Apr 05 18:44:59.809221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:44:59.820506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b3e297f-60b5-4524-92e3-c89aad87a50d req-90c91901-ad7b-4808-abb4-8119d1194291 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465495 Apr 05 18:44:59.838286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4858c28a-bc00-47f5-b718-2b41b7e66309 None None] Network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:44:59.918450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d60c0366-9287-47f1-b54a-f0c1d9c3fe79 None None] Provisioning complete for port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:44:59.918814 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60c0366-9287-47f1-b54a-f0c1d9c3fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:44:59.926766 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333d8e69-2d20-4239-b8aa-f9e8030d53ce x-openstack-request-id: req-333d8e69-2d20-4239-b8aa-f9e8030d53ce {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:44:59.927189 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6559864-6f08-407e-9b53-ac138b9db2c7", "name": "network-vif-deleted", "tag": "c381b974-40c9-4c69-b45d-29ac4092d2a8", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:44:59.927312 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-333d8e69-2d20-4239-b8aa-f9e8030d53ce {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:44:59.927705 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333d8e69-2d20-4239-b8aa-f9e8030d53ce'] response: {'server_uuid': 'c6559864-6f08-407e-9b53-ac138b9db2c7', 'name': 'network-vif-deleted', 'tag': 'c381b974-40c9-4c69-b45d-29ac4092d2a8', 'status': 'completed', 'code': 200} Apr 05 18:45:00.022290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-e0cfa021-cd59-4058-801a-74cffe1ee3f9 service neutron] 10.222.0.15 "GET /v2.0/networks/6c8f7c41-60b5-4c8b-9feb-5d9c84e70805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468297 Apr 05 18:45:00.223073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-073589a2-e5d9-4d1e-9ceb-f9801994f6ea service neutron] 10.222.0.15 "GET /v2.0/networks/6c8f7c41-60b5-4c8b-9feb-5d9c84e70805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976571 Apr 05 18:45:00.285984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35cf2a-7426-4a7a-a6cb-aeb5626c000e req-b8ca923c-e7e5-4f04-8a75-eab223d66b3f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:00.288512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e35cf2a-7426-4a7a-a6cb-aeb5626c000e req-b8ca923c-e7e5-4f04-8a75-eab223d66b3f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 946 time: 0.1566119 Apr 05 18:45:00.345977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd821129-87ad-4a54-8065-282d6b8467ce {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:00.366377 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:00.380280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e35cf2a-7426-4a7a-a6cb-aeb5626c000e req-ee5a35ec-8613-4ab6-af7f-834e8c2f0953 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678024 Apr 05 18:45:00.388782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Transition to ACTIVE for port object dd821129-87ad-4a54-8065-282d6b8467ce will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:45:00.394517 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:00.481970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:00.605792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Attempting to bind port dd821129-87ad-4a54-8065-282d6b8467ce on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:45:00.606135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Attempting to bind port dd821129-87ad-4a54-8065-282d6b8467ce by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:45:00.606545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Attempting to bind port dd821129-87ad-4a54-8065-282d6b8467ce on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:00.611483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Port dd821129-87ad-4a54-8065-282d6b8467ce on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:45:00.611804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Attempting to bind port dd821129-87ad-4a54-8065-282d6b8467ce on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:00.619234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:45:00.620466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Checking segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:00.620466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Bound using segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:45:00.620898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Bound port: dd821129-87ad-4a54-8065-282d6b8467ce, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:45:00.621254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:00.633309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46606) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:00.899694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3c9c6e0c-34c9-4f3b-9f06-4cf2cb984cb7 None None] Provisioning complete for port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:00.900186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6e0c-34c9-4f3b-9f06-4cf2cb984cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:00.903965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d04dac12-8293-4384-a9c4-6499309d6db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.080500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:45:01.085215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:45:01.107547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f933eb9-134c-4e3c-8f81-b54abe66c1e0 req-d169c992-8f4a-4553-8410-dcaa26de9370 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 210 time: 0.2065363 Apr 05 18:45:01.122739 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.136349 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d04dac12-8293-4384-a9c4-6499309d6db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.145481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d04dac12-8293-4384-a9c4-6499309d6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.164166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca16e-6460-4355-a164-8d7f36ad52ee req-f922bb03-dc44-40e7-aba9-07e4d2b7565e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.172307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46628) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:01.188646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca16e-6460-4355-a164-8d7f36ad52ee req-f922bb03-dc44-40e7-aba9-07e4d2b7565e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.206673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca16e-6460-4355-a164-8d7f36ad52ee req-f922bb03-dc44-40e7-aba9-07e4d2b7565e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.230072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-66acd102-4103-4da1-b3a1-8ef2732cfa21 admin admin] Deleting subnet b2059965-af30-4369-becd-359b211e9c9d {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:45:01.242160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca16e-6460-4355-a164-8d7f36ad52ee req-f922bb03-dc44-40e7-aba9-07e4d2b7565e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.243323 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66acd102-4103-4da1-b3a1-8ef2732cfa21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.262061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca16e-6460-4355-a164-8d7f36ad52ee req-f922bb03-dc44-40e7-aba9-07e4d2b7565e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.274644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d04dac12-8293-4384-a9c4-6499309d6db7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64193db5113442cf86f90ac3323a5f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389236 Apr 05 18:45:01.277186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46630) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:01.280452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca16e-6460-4355-a164-8d7f36ad52ee req-f922bb03-dc44-40e7-aba9-07e4d2b7565e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.289555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dac12-8293-4384-a9c4-6499309d6db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ab628d-54a0-43cb-a0f9-21eecb1650c7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:01.290711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca16e-6460-4355-a164-8d7f36ad52ee req-f922bb03-dc44-40e7-aba9-07e4d2b7565e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.308232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-213ca16e-6460-4355-a164-8d7f36ad52ee req-f922bb03-dc44-40e7-aba9-07e4d2b7565e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.6175079 Apr 05 18:45:01.361378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:01.372913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66acd102-4103-4da1-b3a1-8ef2732cfa21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.426786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.428412 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.430069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] 10.222.0.25 "PUT /v2.0/ports/dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 1091 time: 2.0418200 Apr 05 18:45:01.489588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:01.489588 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.548465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba697c2e-1ddf-4f9b-abf9-1dc9123b14b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.576140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-213ca16e-6460-4355-a164-8d7f36ad52ee req-e09d5ae4-4f44-451f-b5d4-5bd99818b2c1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2651649 Apr 05 18:45:01.595624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba697c2e-1ddf-4f9b-abf9-1dc9123b14b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.626761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a02d4-e6f8-43ad-926d-2846ea64c850 service neutron] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:01.669434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000ca63-4a43-4f59-bd79-3d2551318546 req-81dc1fe7-b40d-4cd1-b710-0c9abcc0b537 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.669434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9000ca63-4a43-4f59-bd79-3d2551318546 req-81dc1fe7-b40d-4cd1-b710-0c9abcc0b537 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 946 time: 0.3416719 Apr 05 18:45:01.726388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba697c2e-1ddf-4f9b-abf9-1dc9123b14b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.728980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba697c2e-1ddf-4f9b-abf9-1dc9123b14b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.747126 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ba697c2e-1ddf-4f9b-abf9-1dc9123b14b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02ab628d-54a0-43cb-a0f9-21eecb1650c7 HTTP/1.1" status: 204 len: 168 time: 0.4662609 Apr 05 18:45:01.748790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66acd102-4103-4da1-b3a1-8ef2732cfa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.807047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba697c2e-1ddf-4f9b-abf9-1dc9123b14b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ab628d-54a0-43cb-a0f9-21eecb1650c7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:01.864705 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66acd102-4103-4da1-b3a1-8ef2732cfa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.925505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acd102-4103-4da1-b3a1-8ef2732cfa21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2059965-af30-4369-becd-359b211e9c9d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:01.929255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb20a3cf-2a20-4c12-ae3f-5310571c4e15', 'name': 'network-vif-deleted', 'tag': '4b0af6fd-e6d0-43ed-bb67-72a9875139f0'}, {'name': 'network-changed', 'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:01.934347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66acd102-4103-4da1-b3a1-8ef2732cfa21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:01.935367 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343fed2f-2108-43f1-a867-63bfde3a8076" -d '{"events": [{"server_uuid": "eb20a3cf-2a20-4c12-ae3f-5310571c4e15", "name": "network-vif-deleted", "tag": "4b0af6fd-e6d0-43ed-bb67-72a9875139f0"}, {"name": "network-changed", "server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:01.941938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-6f97b130-24ef-4b9e-9f17-78eebcf5843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:01.944041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-6f97b130-24ef-4b9e-9f17-78eebcf5843e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1094 time: 0.3945131 Apr 05 18:45:01.947334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-66acd102-4103-4da1-b3a1-8ef2732cfa21 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b2059965-af30-4369-becd-359b211e9c9d HTTP/1.1" status: 204 len: 168 time: 0.7739077 Apr 05 18:45:01.950346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:01.960818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9000ca63-4a43-4f59-bd79-3d2551318546 req-cfa000da-8e50-48d5-be66-e13fb5221eda tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805061 Apr 05 18:45:02.026138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-6d478676-95ef-4ff1-bfa5-d9e61870a7ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 217 time: 0.0612347 Apr 05 18:45:02.071541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ace7c-fa31-4d15-9582-02a24dacec50 req-756b49ca-df15-4639-a568-0ad5652f39f6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:02.074466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-403ace7c-fa31-4d15-9582-02a24dacec50 req-756b49ca-df15-4639-a568-0ad5652f39f6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 943 time: 0.3241210 Apr 05 18:45:02.080068 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04df510-6d96-4980-8c0d-47ed1f03b149 x-openstack-request-id: req-b04df510-6d96-4980-8c0d-47ed1f03b149 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:02.080973 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb20a3cf-2a20-4c12-ae3f-5310571c4e15", "name": "network-vif-deleted", "tag": "4b0af6fd-e6d0-43ed-bb67-72a9875139f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:02.086727 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b04df510-6d96-4980-8c0d-47ed1f03b149 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:02.087783 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04df510-6d96-4980-8c0d-47ed1f03b149'] response: {'server_uuid': 'eb20a3cf-2a20-4c12-ae3f-5310571c4e15', 'name': 'network-vif-deleted', 'tag': '4b0af6fd-e6d0-43ed-bb67-72a9875139f0', 'status': 'completed', 'code': 200} Apr 05 18:45:02.089108 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04df510-6d96-4980-8c0d-47ed1f03b149'] response: {'name': 'network-changed', 'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'status': 'completed', 'code': 200} Apr 05 18:45:02.136689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:02.155881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-d75b4b24-10aa-46c4-a74b-221d2ad0ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:02.158209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-d75b4b24-10aa-46c4-a74b-221d2ad0ed10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1252723 Apr 05 18:45:02.168425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-403ace7c-fa31-4d15-9582-02a24dacec50 req-e36faa65-d6f7-4520-bff7-382baea292ce tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550737 Apr 05 18:45:02.256022 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:02.266825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-360e242a-29cb-4804-88fb-56f48fa2c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:02.268148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-360e242a-29cb-4804-88fb-56f48fa2c700 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988739 Apr 05 18:45:02.312247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a9f39d-1f9c-4f6d-94cc-496613195ed9']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:02.329527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:02.330071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0faeb2c-e5d2-476e-baa4-4aab65f4aac1') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:02.342512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:02.371441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:02.397277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:02.397693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:02.400300 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:02.568511 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:02.602881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:02.613699 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c3a9f39d-1f9c-4f6d-94cc-496613195ed9 HTTP/1.1" status: 204 len: 168 time: 0.6600313 Apr 05 18:45:02.613699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa8e18-681b-4afd-a7f8-045ad85d08a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a9f39d-1f9c-4f6d-94cc-496613195ed9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:02.725657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1245b4a-8e65-4a25-9e29-85c4f277ecf8 req-3fa6e2dd-d3d0-4e4b-8be7-967ffee0d258 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 210 time: 0.3405483 Apr 05 18:45:02.851001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-62d57339-de71-472b-9428-2446f63d3d49 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723462 Apr 05 18:45:02.986322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-81785850-f6ea-44fd-afec-714005a3644f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:02.992770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-81785850-f6ea-44fd-afec-714005a3644f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:02.994387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-81785850-f6ea-44fd-afec-714005a3644f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.20 "GET /v2.0/networks?id=10650bf7-1ae3-458b-a68c-86e32f79d59e&id=6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 HTTP/1.1" status: 200 len: 1391 time: 0.5776262 Apr 05 18:45:03.013244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'port': {'device_id': '57d4b313-3b84-40ca-937b-374559cb46c1', 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e', 'admin_state_up': True, 'tenant_id': '2ad7104984034922b90335756f68cbca'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:03.015301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46756) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:03.038691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2bfd-abf5-4aee-b406-f74778f1a362 req-700308c6-d69a-4509-9562-7f098048884a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.044920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2bfd-abf5-4aee-b406-f74778f1a362 req-700308c6-d69a-4509-9562-7f098048884a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.051102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2bfd-abf5-4aee-b406-f74778f1a362 req-700308c6-d69a-4509-9562-7f098048884a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.057695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2bfd-abf5-4aee-b406-f74778f1a362 req-700308c6-d69a-4509-9562-7f098048884a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.066766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2bfd-abf5-4aee-b406-f74778f1a362 req-700308c6-d69a-4509-9562-7f098048884a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.070894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2bfd-abf5-4aee-b406-f74778f1a362 req-700308c6-d69a-4509-9562-7f098048884a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.077679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2bfd-abf5-4aee-b406-f74778f1a362 req-700308c6-d69a-4509-9562-7f098048884a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.085580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2cf2bfd-abf5-4aee-b406-f74778f1a362 req-700308c6-d69a-4509-9562-7f098048884a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.3178761 Apr 05 18:45:03.098107 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f482602e-84f5-4de9-b0c2-8c935f0120d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a2dbe13dabd455ba201bf04cbfb8952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811360 Apr 05 18:45:03.098673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46764) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:03.210357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60bcfb4-11db-4c01-b188-ee2c326248e5 req-470a426f-eca1-4589-bbba-201e3319f47c service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455293 Apr 05 18:45:03.326600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2cf2bfd-abf5-4aee-b406-f74778f1a362 req-23716629-caee-4902-8430-350122a59d1c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2365365 Apr 05 18:45:03.392626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46792) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:03.428069 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e66-fdb0-4ecf-80ac-cd8389707e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.487936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-cee9daa0-473c-4c2b-b262-5eac3039067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.489709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-cee9daa0-473c-4c2b-b262-5eac3039067d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1094 time: 0.1964362 Apr 05 18:45:03.490421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:03.493947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.501152 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e66-fdb0-4ecf-80ac-cd8389707e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.512119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7efa3-50e5-4a78-9da4-981690a23edc req-ecfd738d-e5e0-4c5e-be93-bf83cfa7eb61 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.513852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0b7efa3-50e5-4a78-9da4-981690a23edc req-ecfd738d-e5e0-4c5e-be93-bf83cfa7eb61 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 943 time: 0.2120879 Apr 05 18:45:03.519700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1666060740-network', 'tenant_id': '2ff2d8d485744e409fdbfc6883a5ce42'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:03.546029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Made reservation on behalf of 2ff2d8d485744e409fdbfc6883a5ce42 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:03.548914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.561254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.683559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.690211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.721882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:03.740076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0b7efa3-50e5-4a78-9da4-981690a23edc req-87560a1e-907f-4236-9824-7d1217fc85c5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845253 Apr 05 18:45:03.743074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8659bfa2-7db9-4ad1-9508-e843248bd7f6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:03.745538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.745839 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Added segment a50662d8-8ad3-4538-adef-f336116552fc of type vlan for network 78969c6e-debe-4a40-bcbe-5316fa178946 Apr 05 18:45:03.804828 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.872493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-2b8f5a78-9d38-48ea-802a-7f42fbda5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:03.874151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-2b8f5a78-9d38-48ea-802a-7f42fbda5f03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.3769054 Apr 05 18:45:03.895229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e66-fdb0-4ecf-80ac-cd8389707e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.897751 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e66-fdb0-4ecf-80ac-cd8389707e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:03.901595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-00fe5e66-fdb0-4ecf-80ac-cd8389707e10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c HTTP/1.1" status: 204 len: 168 time: 0.7905238 Apr 05 18:45:03.903826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86e9c4e8-96ac-4374-bd1a-faad39749c02 req-0f8a0bd4-008a-4600-8b6b-751b19bbcd9e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 210 time: 0.0728574 Apr 05 18:45:03.962006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-944189d3-ea1a-4421-94e9-db1ab60539ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 217 time: 0.0679493 Apr 05 18:45:03.974197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe5e66-fdb0-4ecf-80ac-cd8389707e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a7d12e-bc85-4e12-a0ea-d7a3dab7340c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:03.988453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Allocated IP 19.80.0.67 (10650bf7-1ae3-458b-a68c-86e32f79d59e/9de3eeff-881b-4834-9a65-4d67ca400d5a/0cc7728f-585b-447b-8c44-d1c108c2a42a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:45:04.049033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-4824a834-8c5c-4705-b76e-645f3ba3c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.051030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-4824a834-8c5c-4705-b76e-645f3ba3c06e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.0782242 Apr 05 18:45:04.173566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46848) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:04.181334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.184021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.184609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.185858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-2d75a949-0622-4406-ab9b-876be599ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.187487 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-2d75a949-0622-4406-ab9b-876be599ab2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196344 Apr 05 18:45:04.225459 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8317332 Apr 05 18:45:04.301752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479e924-7399-4367-a5ad-dd783ce2cb46 admin admin] Pushing event updated for resources: {'Network': ['ID=78969c6e-debe-4a40-bcbe-5316fa178946,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:04.313618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 78969c6e-debe-4a40-bcbe-5316fa178946 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:04.333266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.342504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-fee7d172-f331-421e-aafb-870f99aaf43c service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454711 Apr 05 18:45:04.397885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a397-e11e-43b1-870a-c3a73fce29a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.456872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.501726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network 10650bf7-1ae3-458b-a68c-86e32f79d59e is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:04.507079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:04.560761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:45:04.570911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-343fed2f-2108-43f1-a867-63bfde3a8076 req-6f61a698-990b-4d0b-9ee5-01d792b6ef70 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206845 Apr 05 18:45:04.580720 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a397-e11e-43b1-870a-c3a73fce29a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.590794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a397-e11e-43b1-870a-c3a73fce29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.637026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6a397-e11e-43b1-870a-c3a73fce29a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544582c5-774c-4ad0-b272-d8562e7573d3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:04.659645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Port': ['ID=0cc7728f-585b-447b-8c44-d1c108c2a42a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:04.667356 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ffb6a397-e11e-43b1-870a-c3a73fce29a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efad1549089d4f958d5e859670e752bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918149 Apr 05 18:45:04.669675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46874) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:04.713217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e900fd-ceb0-45f9-80d9-1f304c40c123 req-8ef84f38-3fc8-40a3-adf3-a76921744d9a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.727741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e900fd-ceb0-45f9-80d9-1f304c40c123 req-8ef84f38-3fc8-40a3-adf3-a76921744d9a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.729939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7ddec47-3ea3-474b-ad0e-812f13ced8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.734207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e900fd-ceb0-45f9-80d9-1f304c40c123 req-8ef84f38-3fc8-40a3-adf3-a76921744d9a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.740099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e900fd-ceb0-45f9-80d9-1f304c40c123 req-8ef84f38-3fc8-40a3-adf3-a76921744d9a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.746051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e900fd-ceb0-45f9-80d9-1f304c40c123 req-8ef84f38-3fc8-40a3-adf3-a76921744d9a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.752349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e900fd-ceb0-45f9-80d9-1f304c40c123 req-8ef84f38-3fc8-40a3-adf3-a76921744d9a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.758141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e900fd-ceb0-45f9-80d9-1f304c40c123 req-8ef84f38-3fc8-40a3-adf3-a76921744d9a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.769573 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7ddec47-3ea3-474b-ad0e-812f13ced8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.777589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28e900fd-ceb0-45f9-80d9-1f304c40c123 req-8ef84f38-3fc8-40a3-adf3-a76921744d9a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5430 time: 0.2719152 Apr 05 18:45:04.836348 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7ddec47-3ea3-474b-ad0e-812f13ced8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.840188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:04.844556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:04.845495 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.845636 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7ddec47-3ea3-474b-ad0e-812f13ced8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:04.847137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e7ddec47-3ea3-474b-ad0e-812f13ced8c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/544582c5-774c-4ad0-b272-d8562e7573d3 HTTP/1.1" status: 204 len: 168 time: 0.1764979 Apr 05 18:45:04.864408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28e900fd-ceb0-45f9-80d9-1f304c40c123 req-e9421fb9-0ad1-4e9b-91ad-6b29a6446f23 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792229 Apr 05 18:45:04.870225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddec47-3ea3-474b-ad0e-812f13ced8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544582c5-774c-4ad0-b272-d8562e7573d3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:04.887558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-14623315-8d67-49ef-b8e4-ac5e93db71dc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8806331 Apr 05 18:45:04.913476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Request body: {'port': {'device_id': '57d4b313-3b84-40ca-937b-374559cb46c1', 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805', 'admin_state_up': True, 'tenant_id': '2ad7104984034922b90335756f68cbca'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:04.996615 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.023427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-aa9819cc-e00b-40f4-9848-fc64d7d4642e None None] Provisioning complete for port 0cc7728f-585b-447b-8c44-d1c108c2a42a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:05.023813 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa9819cc-e00b-40f4-9848-fc64d7d4642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.065806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aa9819cc-e00b-40f4-9848-fc64d7d4642e None None] Port 0cc7728f-585b-447b-8c44-d1c108c2a42a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:45:05.109151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:05.125948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'port_id': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'mac_address': 'fa:16:3e:17:5d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:05.170077 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.185559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:05.213258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:05.219002 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.219587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 64de7a25-bc07-475b-a89f-1296e12a484d details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:05.337912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:05.350031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.350481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.350874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.351290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.351782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.352168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.352852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.353267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.353694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.354197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.354661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.354989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:05.383923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 64de7a25-bc07-475b-a89f-1296e12a484d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=64de7a25-bc07-475b-a89f-1296e12a484d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:05.398179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '64de7a25-bc07-475b-a89f-1296e12a484d', 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'port_id': '64de7a25-bc07-475b-a89f-1296e12a484d', 'mac_address': 'fa:16:3e:d2:df:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ed0133-5c66-48f1-92ea-844a605c6e92', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:05.398658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46898) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:05.412736 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84fa99e0-e07f-4dde-a5bc-3d85cb144239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.437212 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.453179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64de7a25-bc07-475b-a89f-1296e12a484d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:05.481370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 64de7a25-bc07-475b-a89f-1296e12a484d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=64de7a25-bc07-475b-a89f-1296e12a484d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:05.485538 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.486247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 9b48ca53-fe07-4ea4-8be1-2544451171d1 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:05.500010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84fa99e0-e07f-4dde-a5bc-3d85cb144239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.504678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84fa99e0-e07f-4dde-a5bc-3d85cb144239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.507613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ddc9f-b2da-4885-8119-6e5d9916977b req-45aa7a47-6fd0-4b5c-a7f0-917f94bf7cc9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:05.511521 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-694ddc9f-b2da-4885-8119-6e5d9916977b req-45aa7a47-6fd0-4b5c-a7f0-917f94bf7cc9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 943 time: 0.5319054 Apr 05 18:45:05.543962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa99e0-e07f-4dde-a5bc-3d85cb144239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a68c24c-682e-4d01-8412-3e925ef3b7cb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:05.548382 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-84fa99e0-e07f-4dde-a5bc-3d85cb144239 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3cdacb8940340e991098422a7d4a395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482613 Apr 05 18:45:05.551024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46900) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:05.584249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=64de7a25-bc07-475b-a89f-1296e12a484d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:05.605822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0e71-91b8-4f3e-9005-e4f51d67efd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.607999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-694ddc9f-b2da-4885-8119-6e5d9916977b req-0776203f-7516-49ed-83ef-7440c31d11c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820930 Apr 05 18:45:05.629155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bb037-c31f-4a59-b168-aa4d81f54ab8 req-e5e3e8c6-04c7-47d2-80a7-622f1c02b499 tempest-ComputeTenantNetworksTest-435797260 tempest-ComputeTenantNetworksTest-435797260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:05.635102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bb037-c31f-4a59-b168-aa4d81f54ab8 req-e5e3e8c6-04c7-47d2-80a7-622f1c02b499 tempest-ComputeTenantNetworksTest-435797260 tempest-ComputeTenantNetworksTest-435797260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:05.642457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bb037-c31f-4a59-b168-aa4d81f54ab8 req-e5e3e8c6-04c7-47d2-80a7-622f1c02b499 tempest-ComputeTenantNetworksTest-435797260 tempest-ComputeTenantNetworksTest-435797260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:05.644081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b59bb037-c31f-4a59-b168-aa4d81f54ab8 req-e5e3e8c6-04c7-47d2-80a7-622f1c02b499 tempest-ComputeTenantNetworksTest-435797260 tempest-ComputeTenantNetworksTest-435797260-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6660168 Apr 05 18:45:05.645366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Made reservation on behalf of 2ad7104984034922b90335756f68cbca for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:05.649043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.655017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 9b48ca53-fe07-4ea4-8be1-2544451171d1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:05.669452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0e71-91b8-4f3e-9005-e4f51d67efd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.673078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '9b48ca53-fe07-4ea4-8be1-2544451171d1', 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08', 'port_id': '9b48ca53-fe07-4ea4-8be1-2544451171d1', 'mac_address': 'fa:16:3e:04:d1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29d9363-316d-49e2-a891-f85f80bd4314', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:05.740296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0e71-91b8-4f3e-9005-e4f51d67efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.743225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0cb0e71-91b8-4f3e-9005-e4f51d67efd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.743957 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.744497 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a0cb0e71-91b8-4f3e-9005-e4f51d67efd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a68c24c-682e-4d01-8412-3e925ef3b7cb HTTP/1.1" status: 204 len: 168 time: 0.1923990 Apr 05 18:45:05.755165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb0e71-91b8-4f3e-9005-e4f51d67efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a68c24c-682e-4d01-8412-3e925ef3b7cb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:05.766293 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b48ca53-fe07-4ea4-8be1-2544451171d1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:05.797674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 9b48ca53-fe07-4ea4-8be1-2544451171d1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:05.806612 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.809531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f298f289-d250-442e-a7b0-90c3d83c26c1 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:05.833264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d2d69-d9f0-42e6-85fe-7e1d2437bfbc req-b30daff9-84b5-45c6-9e5e-95663427e05f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:05.841461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e6d2d69-d9f0-42e6-85fe-7e1d2437bfbc req-b30daff9-84b5-45c6-9e5e-95663427e05f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 931 time: 0.1049871 Apr 05 18:45:05.853864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f298f289-d250-442e-a7b0-90c3d83c26c1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f298f289-d250-442e-a7b0-90c3d83c26c1,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:05.875617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'f298f289-d250-442e-a7b0-90c3d83c26c1', 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'port_id': 'f298f289-d250-442e-a7b0-90c3d83c26c1', 'mac_address': 'fa:16:3e:70:79:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ed0133-5c66-48f1-92ea-844a605c6e92', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:05.908335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e6d2d69-d9f0-42e6-85fe-7e1d2437bfbc req-8617b881-fe4e-482c-aa7f-7a3628ccff7b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658433 Apr 05 18:45:05.927493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Allocated IP 19.86.0.34 (6c8f7c41-60b5-4c8b-9feb-5d9c84e70805/f208ac73-2f12-472a-a6c9-8ebfd35d3fe3/904a28b4-59b0-44d0-b974-a6e53272e569) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:45:05.959525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=9b48ca53-fe07-4ea4-8be1-2544451171d1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:05.962761 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:05.982650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f298f289-d250-442e-a7b0-90c3d83c26c1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:06.009943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f298f289-d250-442e-a7b0-90c3d83c26c1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f298f289-d250-442e-a7b0-90c3d83c26c1,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:06.015364 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.016880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2e761d11-7e98-4310-99e7-625bf736b42d details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:06.057115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a565e-8820-43ff-8351-50a9f45cdad3 req-6d4c0405-256a-4385-bd90-7d4d228408fe tempest-ComputeTenantNetworksTest-435797260 tempest-ComputeTenantNetworksTest-435797260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.059011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c9a565e-8820-43ff-8351-50a9f45cdad3 req-6d4c0405-256a-4385-bd90-7d4d228408fe tempest-ComputeTenantNetworksTest-435797260 tempest-ComputeTenantNetworksTest-435797260-project] 10.222.0.15 "GET /v2.0/networks/78969c6e-debe-4a40-bcbe-5316fa178946 HTTP/1.1" status: 200 len: 769 time: 0.1181014 Apr 05 18:45:06.071124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46920) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:06.101938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2e761d11-7e98-4310-99e7-625bf736b42d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2e761d11-7e98-4310-99e7-625bf736b42d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:06.110140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f298f289-d250-442e-a7b0-90c3d83c26c1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:06.129976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '2e761d11-7e98-4310-99e7-625bf736b42d', 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'port_id': '2e761d11-7e98-4310-99e7-625bf736b42d', 'mac_address': 'fa:16:3e:77:5f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ed0133-5c66-48f1-92ea-844a605c6e92', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:06.163832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.211818 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.222919 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.235414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e761d11-7e98-4310-99e7-625bf736b42d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:06.275319 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.302770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2e761d11-7e98-4310-99e7-625bf736b42d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2e761d11-7e98-4310-99e7-625bf736b42d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:06.308022 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.309841 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.311437 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0ea0a3cc-182a-4538-a490-cc025fad7e7c details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:06.339009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78969c6e-debe-4a40-bcbe-5316fa178946']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:06.372926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50662d8-8ad3-4538-adef-f336116552fc') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:06.373226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50662d8-8ad3-4538-adef-f336116552fc') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:06.402931 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.410426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event updated for resources: {'Port': ['ID=904a28b4-59b0-44d0-b974-a6e53272e569,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:06.452541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.453651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad623713-4a6c-4d5d-9d3e-ff39ce9353d8 req-082f6b5d-815a-4f0b-812d-7e2ff84d79b1 tempest-ServersAaction247Test-1916737016 tempest-ServersAaction247Test-1916737016-project] 10.222.0.15 "GET /v2.0/ports?device_id=7df0d7df-4f94-45d7-bc51-5697fb2a9250 HTTP/1.1" status: 200 len: 210 time: 0.0539842 Apr 05 18:45:06.466109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:06.468442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0ea0a3cc-182a-4538-a490-cc025fad7e7c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0ea0a3cc-182a-4538-a490-cc025fad7e7c,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:06.469183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:06.472997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:06.473445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.474160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:06.476616 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:06.484442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2e761d11-7e98-4310-99e7-625bf736b42d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:06.496470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '0ea0a3cc-182a-4538-a490-cc025fad7e7c', 'network_id': 'bf3598ad-62de-476f-a9ed-9a686e3cbb08', 'port_id': '0ea0a3cc-182a-4538-a490-cc025fad7e7c', 'mac_address': 'fa:16:3e:32:a4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29d9363-316d-49e2-a891-f85f80bd4314', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:06.536693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:06.559115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295f16-e04b-42e3-8ec4-1d4ce81e88c2 req-80278f8d-f8f9-4022-a3fc-a31f65e3055a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.573335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295f16-e04b-42e3-8ec4-1d4ce81e88c2 req-80278f8d-f8f9-4022-a3fc-a31f65e3055a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.582104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295f16-e04b-42e3-8ec4-1d4ce81e88c2 req-80278f8d-f8f9-4022-a3fc-a31f65e3055a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.595865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295f16-e04b-42e3-8ec4-1d4ce81e88c2 req-80278f8d-f8f9-4022-a3fc-a31f65e3055a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.597608 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.608522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295f16-e04b-42e3-8ec4-1d4ce81e88c2 req-80278f8d-f8f9-4022-a3fc-a31f65e3055a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.617570 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.624141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295f16-e04b-42e3-8ec4-1d4ce81e88c2 req-80278f8d-f8f9-4022-a3fc-a31f65e3055a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.624459 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.633182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295f16-e04b-42e3-8ec4-1d4ce81e88c2 req-80278f8d-f8f9-4022-a3fc-a31f65e3055a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.643897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db295f16-e04b-42e3-8ec4-1d4ce81e88c2 req-80278f8d-f8f9-4022-a3fc-a31f65e3055a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5434 time: 0.3774338 Apr 05 18:45:06.644054 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] 10.222.0.15 "DELETE /v2.0/networks/78969c6e-debe-4a40-bcbe-5316fa178946 HTTP/1.1" status: 204 len: 168 time: 0.5584464 Apr 05 18:45:06.680570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea0a3cc-182a-4538-a490-cc025fad7e7c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:06.690024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.690987 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.693980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fef3a-64ed-44c5-9156-6c52aa6c790b admin admin] Pushing event deleted for resources: {'Network': ['ID=78969c6e-debe-4a40-bcbe-5316fa178946,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:06.737858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db295f16-e04b-42e3-8ec4-1d4ce81e88c2 req-8c471493-c552-4aad-a417-6302e5d68d6d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897877 Apr 05 18:45:06.752803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4b443589-170b-44fe-aa06-ae11ef89fc78 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8421814 Apr 05 18:45:06.790485 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0ea0a3cc-182a-4538-a490-cc025fad7e7c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0ea0a3cc-182a-4538-a490-cc025fad7e7c,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:06.804615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Request body: {'port': {'device_id': '57d4b313-3b84-40ca-937b-374559cb46c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:06.850643 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.852182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 42107179-0d13-4b7a-ba96-0a13af9b599a details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:06.916398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46970) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:06.927834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:06.952833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698e15e-f3da-4896-bfb5-bcd9992db572 req-d51d364c-a0ae-4482-981b-5459fb420ca4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:06.954667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5698e15e-f3da-4896-bfb5-bcd9992db572 req-d51d364c-a0ae-4482-981b-5459fb420ca4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 943 time: 0.1994710 Apr 05 18:45:07.021422 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b87c7964-61df-4a9e-9999-929e503e05cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ff2d8d485744e409fdbfc6883a5ce42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037226 Apr 05 18:45:07.023550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46976) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:07.030111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 42107179-0d13-4b7a-ba96-0a13af9b599a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42107179-0d13-4b7a-ba96-0a13af9b599a,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:07.066473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:07.086112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '42107179-0d13-4b7a-ba96-0a13af9b599a', 'network_id': '64579464-86c5-4c9c-aba5-a21419db5efe', 'port_id': '42107179-0d13-4b7a-ba96-0a13af9b599a', 'mac_address': 'fa:16:3e:94:c4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ed0133-5c66-48f1-92ea-844a605c6e92', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:07.087794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'port_id': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'mac_address': 'fa:16:3e:ae:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:07.102788 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.156375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5698e15e-f3da-4896-bfb5-bcd9992db572 req-5e711f72-474c-4914-a8d6-6d194f8c15cc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520014 Apr 05 18:45:07.163896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ea54c4a-4626-4701-ac02-3fc2853fb90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.177349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378640a0-77a6-4f94-bec2-fd56cde2c645 req-211e2b94-c639-436d-9415-92aab77a8623 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:07.183830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378640a0-77a6-4f94-bec2-fd56cde2c645 req-211e2b94-c639-436d-9415-92aab77a8623 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:07.185449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-378640a0-77a6-4f94-bec2-fd56cde2c645 req-211e2b94-c639-436d-9415-92aab77a8623 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1653 time: 0.1595383 Apr 05 18:45:07.219041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ea54c4a-4626-4701-ac02-3fc2853fb90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.224169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0ea0a3cc-182a-4538-a490-cc025fad7e7c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:07.265833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.272697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e5dd177f-8ca5-4172-aca3-5ef559b9b565 None None] Provisioning complete for port 904a28b4-59b0-44d0-b974-a6e53272e569 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:07.273379 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5dd177f-8ca5-4172-aca3-5ef559b9b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.290715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ea54c4a-4626-4701-ac02-3fc2853fb90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.294372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-378640a0-77a6-4f94-bec2-fd56cde2c645 req-e6d581ea-5055-4b4b-bbbc-11ae63cadcb6 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926397 Apr 05 18:45:07.294925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ea54c4a-4626-4701-ac02-3fc2853fb90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.296133 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ea54c4a-4626-4701-ac02-3fc2853fb90e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8659bfa2-7db9-4ad1-9508-e843248bd7f6 HTTP/1.1" status: 204 len: 168 time: 0.2705400 Apr 05 18:45:07.304891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea54c4a-4626-4701-ac02-3fc2853fb90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659bfa2-7db9-4ad1-9508-e843248bd7f6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:07.357410 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.379821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42107179-0d13-4b7a-ba96-0a13af9b599a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:07.388885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd821129-87ad-4a54-8065-282d6b8467ce {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:07.398266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc7728f-585b-447b-8c44-d1c108c2a42a {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:07.409971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.414605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd177f-8ca5-4172-aca3-5ef559b9b565 None None] Port 904a28b4-59b0-44d0-b974-a6e53272e569 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:45:07.429994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Transition to ACTIVE for port object 0cc7728f-585b-447b-8c44-d1c108c2a42a will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:45:07.436981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 42107179-0d13-4b7a-ba96-0a13af9b599a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42107179-0d13-4b7a-ba96-0a13af9b599a,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:07.439740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:07.442369 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.450291 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.450936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 466f8a53-30ec-4bf3-a607-541e98ef55e3 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:07.453371 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.566233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 466f8a53-30ec-4bf3-a607-541e98ef55e3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:07.568664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc7728f-585b-447b-8c44-d1c108c2a42a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:07.602550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '466f8a53-30ec-4bf3-a607-541e98ef55e3', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'port_id': '466f8a53-30ec-4bf3-a607-541e98ef55e3', 'mac_address': 'fa:16:3e:83:13:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfad1ea-6e91-40f0-bbd5-8206899d181a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:07.673333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.699041 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 466f8a53-30ec-4bf3-a607-541e98ef55e3 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:07.712209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=42107179-0d13-4b7a-ba96-0a13af9b599a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:07.718640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e85e197-5448-4f33-900a-e023d0a2f34f req-68db0ccf-86a5-4674-bf10-9eb89035603f tempest-ServersAaction247Test-1916737016 tempest-ServersAaction247Test-1916737016-project] 10.222.0.15 "GET /v2.0/ports?device_id=7df0d7df-4f94-45d7-bc51-5697fb2a9250 HTTP/1.1" status: 200 len: 210 time: 0.0564852 Apr 05 18:45:07.743431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Attempting to bind port 0cc7728f-585b-447b-8c44-d1c108c2a42a on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:45:07.743926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Attempting to bind port 0cc7728f-585b-447b-8c44-d1c108c2a42a by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '55fec63e-d7fc-46bb-a1f3-b61946727730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:45:07.744431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Attempting to bind port 0cc7728f-585b-447b-8c44-d1c108c2a42a on network 10650bf7-1ae3-458b-a68c-86e32f79d59e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:07.749717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Port 0cc7728f-585b-447b-8c44-d1c108c2a42a on network 10650bf7-1ae3-458b-a68c-86e32f79d59e not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:45:07.750220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Attempting to bind port 0cc7728f-585b-447b-8c44-d1c108c2a42a on network 10650bf7-1ae3-458b-a68c-86e32f79d59e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:07.760895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:45:07.761468 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Checking segment: {'id': '55fec63e-d7fc-46bb-a1f3-b61946727730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:07.761904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Bound using segment: {'id': '55fec63e-d7fc-46bb-a1f3-b61946727730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:45:07.762322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Bound port: 0cc7728f-585b-447b-8c44-d1c108c2a42a, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fec63e-d7fc-46bb-a1f3-b61946727730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:45:07.762989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.787753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 466f8a53-30ec-4bf3-a607-541e98ef55e3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:07.815711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.847754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:07.889381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] For port 0cc7728f-585b-447b-8c44-d1c108c2a42a, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:45:07.894779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] For port 0cc7728f-585b-447b-8c44-d1c108c2a42a, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0cc7728f-585b-447b-8c44-d1c108c2a42a,segment=NetworkSegment(55fec63e-d7fc-46bb-a1f3-b61946727730),segment_id=55fec63e-d7fc-46bb-a1f3-b61946727730)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:45:07.919562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:07.987096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['466f8a53-30ec-4bf3-a607-541e98ef55e3'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:08.053810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.057930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:08.057930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] 10.222.0.20 "PUT /v2.0/ports/0cc7728f-585b-447b-8c44-d1c108c2a42a HTTP/1.1" status: 200 len: 1091 time: 1.2732489 Apr 05 18:45:08.058204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'tag': '0cc7728f-585b-447b-8c44-d1c108c2a42a'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:08.058280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47046) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:08.075855 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f383d5-7962-4f6b-b247-0a47616578b7" -d '{"events": [{"name": "network-changed", "server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "tag": "0cc7728f-585b-447b-8c44-d1c108c2a42a"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:08.141843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7d96-3d77-4fd9-8c0c-e7025ed576fe req-f68fa901-43f7-4968-9218-6deca36307c9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.155439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7d96-3d77-4fd9-8c0c-e7025ed576fe req-f68fa901-43f7-4968-9218-6deca36307c9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.172081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7d96-3d77-4fd9-8c0c-e7025ed576fe req-f68fa901-43f7-4968-9218-6deca36307c9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.204462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7d96-3d77-4fd9-8c0c-e7025ed576fe req-f68fa901-43f7-4968-9218-6deca36307c9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.223839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7d96-3d77-4fd9-8c0c-e7025ed576fe req-f68fa901-43f7-4968-9218-6deca36307c9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.255478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7d96-3d77-4fd9-8c0c-e7025ed576fe req-f68fa901-43f7-4968-9218-6deca36307c9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.269505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7d96-3d77-4fd9-8c0c-e7025ed576fe req-f68fa901-43f7-4968-9218-6deca36307c9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.286663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a1b7d96-3d77-4fd9-8c0c-e7025ed576fe req-f68fa901-43f7-4968-9218-6deca36307c9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5437 time: 0.3903732 Apr 05 18:45:08.287540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2165965-5d77-4a7c-b583-d27e7852679d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:08.295461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['9b48ca53-fe07-4ea4-8be1-2544451171d1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:08.299864 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddd0d60-75a1-4e5d-8b36-ba799ae41825 x-openstack-request-id: req-8ddd0d60-75a1-4e5d-8b36-ba799ae41825 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:08.300138 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "tag": "0cc7728f-585b-447b-8c44-d1c108c2a42a", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:08.309384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['f298f289-d250-442e-a7b0-90c3d83c26c1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:08.310450 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ddd0d60-75a1-4e5d-8b36-ba799ae41825 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:08.311032 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ddd0d60-75a1-4e5d-8b36-ba799ae41825'] response: {'name': 'network-changed', 'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'tag': '0cc7728f-585b-447b-8c44-d1c108c2a42a', 'status': 'completed', 'code': 200} Apr 05 18:45:08.311467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['7f2b4923-21fa-4240-9187-a9fe1ec0ac6d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:08.315823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['64de7a25-bc07-475b-a89f-1296e12a484d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:08.317945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0ea0a3cc-182a-4538-a490-cc025fad7e7c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:08.325850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['2e761d11-7e98-4310-99e7-625bf736b42d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:08.357845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Request body: {'port': {'device_id': '57d4b313-3b84-40ca-937b-374559cb46c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:08.380977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ce4e8-b992-41fc-8960-e055176c5af8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc7728f-585b-447b-8c44-d1c108c2a42a,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:08.415572 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2165965-5d77-4a7c-b583-d27e7852679d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:08.420969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2165965-5d77-4a7c-b583-d27e7852679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:08.483628 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2165965-5d77-4a7c-b583-d27e7852679d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0af579986814ffa843d473a3f99b92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239783 Apr 05 18:45:08.484303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:08.493011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2165965-5d77-4a7c-b583-d27e7852679d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99896e3-a0ce-4eb2-a4d0-b16ee58a7064,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:08.501358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a1b7d96-3d77-4fd9-8c0c-e7025ed576fe req-3e1fd618-6d68-452f-8ea0-612a7b9b25d2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137625 Apr 05 18:45:08.515425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f383d5-7962-4f6b-b247-0a47616578b7 req-687f87fe-1431-4dd1-8072-691f244a6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.527351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f383d5-7962-4f6b-b247-0a47616578b7 req-687f87fe-1431-4dd1-8072-691f244a6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.528997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49f383d5-7962-4f6b-b247-0a47616578b7 req-687f87fe-1431-4dd1-8072-691f244a6ebc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ad7104984034922b90335756f68cbca&device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1912 time: 0.2340994 Apr 05 18:45:08.533203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['dd821129-87ad-4a54-8065-282d6b8467ce'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:08.565570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138bfa2-fca2-4f2b-8ef5-ffecefd1d9b4 req-44a61b3b-1002-438a-8304-02f03837ba30 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.578574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7138bfa2-fca2-4f2b-8ef5-ffecefd1d9b4 req-44a61b3b-1002-438a-8304-02f03837ba30 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2662513 Apr 05 18:45:08.621604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a974dcf8-ba52-4a43-8df1-295fcb01e60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:08.630773 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:08.661647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a974dcf8-ba52-4a43-8df1-295fcb01e60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:08.707773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=466f8a53-30ec-4bf3-a607-541e98ef55e3,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:08.745329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47082) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:08.760560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a974dcf8-ba52-4a43-8df1-295fcb01e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:08.763884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a974dcf8-ba52-4a43-8df1-295fcb01e60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:08.767434 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a974dcf8-ba52-4a43-8df1-295fcb01e60c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d99896e3-a0ce-4eb2-a4d0-b16ee58a7064 HTTP/1.1" status: 204 len: 168 time: 0.2795029 Apr 05 18:45:08.797137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974dcf8-ba52-4a43-8df1-295fcb01e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99896e3-a0ce-4eb2-a4d0-b16ee58a7064,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:08.831582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7138bfa2-fca2-4f2b-8ef5-ffecefd1d9b4 req-85829313-a279-4e74-8833-58d0ba712c4f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374918 Apr 05 18:45:08.941677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281e84-8dc6-4a3a-b352-69b42a5f2b83 req-269ae4fe-7a72-403b-b216-6f2442ba5cbe tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.947541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281e84-8dc6-4a3a-b352-69b42a5f2b83 req-269ae4fe-7a72-403b-b216-6f2442ba5cbe tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.955329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c281e84-8dc6-4a3a-b352-69b42a5f2b83 req-269ae4fe-7a72-403b-b216-6f2442ba5cbe tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1665 time: 0.3253691 Apr 05 18:45:08.957699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f383d5-7962-4f6b-b247-0a47616578b7 req-a2c552bd-8903-4eac-be57-ea69f1830ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.958162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f383d5-7962-4f6b-b247-0a47616578b7 req-a2c552bd-8903-4eac-be57-ea69f1830ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.959067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f383d5-7962-4f6b-b247-0a47616578b7 req-a2c552bd-8903-4eac-be57-ea69f1830ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:08.960236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49f383d5-7962-4f6b-b247-0a47616578b7 req-a2c552bd-8903-4eac-be57-ea69f1830ad1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2ad7104984034922b90335756f68cbca&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4151857 Apr 05 18:45:08.982443 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-292966727-network', 'tenant_id': '4f097b5743074d2d89245239d456dcc9'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:09.047846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Made reservation on behalf of 4f097b5743074d2d89245239d456dcc9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:09.054554 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.094422 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.102543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-488abcc2-ff35-4c6d-8524-657893fd61de req-af8199ba-62b3-49cd-8f54-1ed04c8b0332 tempest-ServersAaction247Test-1916737016 tempest-ServersAaction247Test-1916737016-project] 10.222.0.15 "GET /v2.0/ports?device_id=7df0d7df-4f94-45d7-bc51-5697fb2a9250 HTTP/1.1" status: 200 len: 210 time: 0.1020796 Apr 05 18:45:09.104789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['42107179-0d13-4b7a-ba96-0a13af9b599a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:09.185752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c281e84-8dc6-4a3a-b352-69b42a5f2b83 req-90e356d5-444b-49b7-9b83-046cf7201be7 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251484 Apr 05 18:45:09.234032 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.239094 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.264086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:09.279404 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.279754 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Added segment 6c343112-2588-4876-a018-d59afcfd1076 of type vlan for network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 Apr 05 18:45:09.287396 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f383d5-7962-4f6b-b247-0a47616578b7 req-64fb8ae6-b9ea-44d1-b699-e5d1d682c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:09.289200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49f383d5-7962-4f6b-b247-0a47616578b7 req-64fb8ae6-b9ea-44d1-b699-e5d1d682c378 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3194790 Apr 05 18:45:09.400835 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4783506-70b9-4fae-9dc6-913014853e33,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:09.433345 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.501207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.503164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0285667-2b74-468c-bdc8-922bfb260e4a req-a3ca5dd6-e4d6-4ff8-90ff-4abfc963eb97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7df0d7df-4f94-45d7-bc51-5697fb2a9250 HTTP/1.1" status: 200 len: 210 time: 0.0713212 Apr 05 18:45:09.503704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:09.504532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.514898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2e761d11-7e98-4310-99e7-625bf736b42d up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:09.543553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904a28b4-59b0-44d0-b974-a6e53272e569 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:09.564467 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.590379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Transition to ACTIVE for port object 904a28b4-59b0-44d0-b974-a6e53272e569 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:45:09.602276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.641952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=c02a85c5-735d-4bc3-bd1e-1f681ef053a8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:09.650262 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e7eb36e7-a350-46e3-8d8a-8fc76cc03bb6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9031725 Apr 05 18:45:09.653774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47124) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:09.661656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Request body: {'subnet': {'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-292966727-subnet', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:09.679038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:09.681222 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0f3cdb6-e119-4b4b-888a-8b08b2b0b019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.696936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Made reservation on behalf of 4f097b5743074d2d89245239d456dcc9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:09.701888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:09.767555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Pushing event updated for resources: {'Port': ['ID=904a28b4-59b0-44d0-b974-a6e53272e569,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:09.996743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Attempting to bind port 904a28b4-59b0-44d0-b974-a6e53272e569 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:45:09.997375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Attempting to bind port 904a28b4-59b0-44d0-b974-a6e53272e569 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'e9873bf3-69a5-45e7-a58a-154babeb08ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:45:09.997896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Attempting to bind port 904a28b4-59b0-44d0-b974-a6e53272e569 on network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:10.020100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39cbdf-35e5-46d1-88eb-e7667ff5c432 req-564b43bf-38c1-4dee-95d6-e00dc06785d9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.030608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39cbdf-35e5-46d1-88eb-e7667ff5c432 req-564b43bf-38c1-4dee-95d6-e00dc06785d9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.041838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39cbdf-35e5-46d1-88eb-e7667ff5c432 req-564b43bf-38c1-4dee-95d6-e00dc06785d9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.059381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39cbdf-35e5-46d1-88eb-e7667ff5c432 req-564b43bf-38c1-4dee-95d6-e00dc06785d9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.065622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39cbdf-35e5-46d1-88eb-e7667ff5c432 req-564b43bf-38c1-4dee-95d6-e00dc06785d9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.073467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39cbdf-35e5-46d1-88eb-e7667ff5c432 req-564b43bf-38c1-4dee-95d6-e00dc06785d9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.081226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39cbdf-35e5-46d1-88eb-e7667ff5c432 req-564b43bf-38c1-4dee-95d6-e00dc06785d9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.083555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a39cbdf-35e5-46d1-88eb-e7667ff5c432 req-564b43bf-38c1-4dee-95d6-e00dc06785d9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5437 time: 0.4314520 Apr 05 18:45:10.086954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 2e761d11-7e98-4310-99e7-625bf736b42d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:10.098885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 2e761d11-7e98-4310-99e7-625bf736b42d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:10.099344 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.143382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Port 904a28b4-59b0-44d0-b974-a6e53272e569 on network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:45:10.143927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Attempting to bind port 904a28b4-59b0-44d0-b974-a6e53272e569 on network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:10.157913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.173721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:45:10.174070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Checking segment: {'id': 'e9873bf3-69a5-45e7-a58a-154babeb08ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:10.174452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Bound using segment: {'id': 'e9873bf3-69a5-45e7-a58a-154babeb08ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:45:10.175394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Bound port: 904a28b4-59b0-44d0-b974-a6e53272e569, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9873bf3-69a5-45e7-a58a-154babeb08ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:45:10.175917 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.216232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1997add-4b41-4342-a70d-9da54a260eab req-d63b3d6b-160c-4c2c-8b54-ebb58183f660 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.224094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1997add-4b41-4342-a70d-9da54a260eab req-d63b3d6b-160c-4c2c-8b54-ebb58183f660 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2284701 Apr 05 18:45:10.278537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f59dda1-fd03-46ea-8630-4e1f8019790b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:10.289274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Checking segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:10.290007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Network hostable DHCP agents. Network: c02a85c5-735d-4bc3-bd1e-1f681ef053a8, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:45:10.307582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a39cbdf-35e5-46d1-88eb-e7667ff5c432 req-e1caaecf-2b66-47ae-b81e-8f5261bf04b0 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879735 Apr 05 18:45:10.310956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.324945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:45:10.357116 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c02a85c5-735d-4bc3-bd1e-1f681ef053a8) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:10.361666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.362315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.368593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e761d11-7e98-4310-99e7-625bf736b42d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:10.372687 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb44da1-353c-428d-9e2a-299de0753204" -d '{"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "2e761d11-7e98-4310-99e7-625bf736b42d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:10.381106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c6814-eac2-43b9-845f-ccc26afc3816 None None] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:10.394368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] For port 904a28b4-59b0-44d0-b974-a6e53272e569, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:45:10.410992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2e761d11-7e98-4310-99e7-625bf736b42d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2e761d11-7e98-4310-99e7-625bf736b42d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:10.423618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] For port 904a28b4-59b0-44d0-b974-a6e53272e569, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=904a28b4-59b0-44d0-b974-a6e53272e569,segment=NetworkSegment(e9873bf3-69a5-45e7-a58a-154babeb08ee),segment_id=e9873bf3-69a5-45e7-a58a-154babeb08ee)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:45:10.424765 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5cbb36d3-7f91-4b4c-b100-67cffa80da7d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7696829 Apr 05 18:45:10.426590 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47160) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:10.437616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:10.441514 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.488062 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.493129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.598732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1997add-4b41-4342-a70d-9da54a260eab req-9e45ced8-63f5-4ab6-8cec-a698594f67eb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734608 Apr 05 18:45:10.608187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:10.609195 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.614669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] 10.222.0.20 "PUT /v2.0/ports/904a28b4-59b0-44d0-b974-a6e53272e569 HTTP/1.1" status: 200 len: 1091 time: 2.3011878 Apr 05 18:45:10.631040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'tag': '904a28b4-59b0-44d0-b974-a6e53272e569'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:10.637453 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a9fae7-2e26-4c79-9e18-523ae866d575" -d '{"events": [{"name": "network-changed", "server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "tag": "904a28b4-59b0-44d0-b974-a6e53272e569"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:10.653428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:10.653832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.663429 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:10.886110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82edcef-c5e5-4f4b-a62a-002690ce5094 service neutron] Pushing event updated for resources: {'Port': ['ID=904a28b4-59b0-44d0-b974-a6e53272e569,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:10.943724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2e761d11-7e98-4310-99e7-625bf736b42d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:11.041453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df86fe1c-19d7-4db5-9530-55227e78999a req-29851c07-8cf6-48b5-a094-d8fc3fc514a6 tempest-ServersAaction247Test-1916737016 tempest-ServersAaction247Test-1916737016-project] 10.222.0.15 "GET /v2.0/ports?device_id=7df0d7df-4f94-45d7-bc51-5697fb2a9250 HTTP/1.1" status: 200 len: 210 time: 0.1210144 Apr 05 18:45:11.088897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port dd821129-87ad-4a54-8065-282d6b8467ce completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:11.100523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port dd821129-87ad-4a54-8065-282d6b8467ce triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:11.101067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:11.112688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:45:11.114185 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:11.164198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:11.263925 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5364449-a33e-40c5-a845-318ccb366613 x-openstack-request-id: req-d5364449-a33e-40c5-a845-318ccb366613 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:11.264218 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "2e761d11-7e98-4310-99e7-625bf736b42d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:11.264679 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5364449-a33e-40c5-a845-318ccb366613 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:11.265191 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5364449-a33e-40c5-a845-318ccb366613'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e761d11-7e98-4310-99e7-625bf736b42d', 'code': 200} Apr 05 18:45:11.316542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-63e1829a-922a-4c5d-a1b6-2c64279b6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:11.317446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-63e1829a-922a-4c5d-a1b6-2c64279b6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:11.326502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-63e1829a-922a-4c5d-a1b6-2c64279b6369 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ad7104984034922b90335756f68cbca&device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1979 time: 0.6304622 Apr 05 18:45:11.357711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:11.369071 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef5065-d7f7-4248-af4b-d134eed9efa6 x-openstack-request-id: req-dfef5065-d7f7-4248-af4b-d134eed9efa6 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:11.369650 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "tag": "904a28b4-59b0-44d0-b974-a6e53272e569", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:11.370128 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfef5065-d7f7-4248-af4b-d134eed9efa6 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:11.370850 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfef5065-d7f7-4248-af4b-d134eed9efa6'] response: {'name': 'network-changed', 'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'tag': '904a28b4-59b0-44d0-b974-a6e53272e569', 'status': 'completed', 'code': 200} Apr 05 18:45:11.393599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Allocated IP 172.20.0.2 (c02a85c5-735d-4bc3-bd1e-1f681ef053a8/7f59dda1-fd03-46ea-8630-4e1f8019790b/d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:45:11.418231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:11.431147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eccfdf-305e-44aa-84dc-7f9ca13ffa72 req-df7134a4-53ad-45bb-a0ea-c974e648546c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:11.439474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eccfdf-305e-44aa-84dc-7f9ca13ffa72 req-df7134a4-53ad-45bb-a0ea-c974e648546c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:11.443272 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:11.444780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 466f8a53-30ec-4bf3-a607-541e98ef55e3 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:11.453887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1eccfdf-305e-44aa-84dc-7f9ca13ffa72 req-df7134a4-53ad-45bb-a0ea-c974e648546c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1677 time: 0.4296317 Apr 05 18:45:11.478057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4aeb7018-0037-49fc-8ea4-219bd9713e5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.67&port_id=0cc7728f-585b-447b-8c44-d1c108c2a42a HTTP/1.1" status: 200 len: 217 time: 0.1321783 Apr 05 18:45:11.531211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1eccfdf-305e-44aa-84dc-7f9ca13ffa72 req-51402f87-66ab-45d3-9ebf-f82d4b7579d6 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759211 Apr 05 18:45:11.604502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-21c67c12-a724-48ed-9188-f4bfbc5331c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:11.612694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-21c67c12-a724-48ed-9188-f4bfbc5331c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 1097 time: 0.7147126 Apr 05 18:45:11.837630 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:11.845940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:11.871567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:11.878267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-ee870fd6-22bd-49b5-8a56-b1b80db7f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:11.881641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-ee870fd6-22bd-49b5-8a56-b1b80db7f751 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9de3eeff-881b-4834-9a65-4d67ca400d5a HTTP/1.1" status: 200 len: 801 time: 0.3848734 Apr 05 18:45:11.944830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0502a9-8e99-49ab-86bb-3aee7e88454b req-a888710f-0ccc-4e82-b7cc-1b18278c582f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:11.952424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf0502a9-8e99-49ab-86bb-3aee7e88454b req-a888710f-0ccc-4e82-b7cc-1b18278c582f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.3243418 Apr 05 18:45:11.991943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fd65632-ae4e-4077-af88-c6f4b2b9cf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.021757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-0885f459-52d7-46e4-a861-bd025c9ce3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.023316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47198) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:12.024570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-0885f459-52d7-46e4-a861-bd025c9ce3b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.4068167 Apr 05 18:45:12.045518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:12.103795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:12.145457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Allocated IP 172.25.4.58 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/e4c7873a-4165-428a-bbe8-5979212fdbf1) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:45:12.157166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-685cc2fa-fffb-49be-b0d9-30a8ad616343 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6 HTTP/1.1" status: 200 len: 1001 time: 0.1228659 Apr 05 18:45:12.181504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:12.181947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.183793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 466f8a53-30ec-4bf3-a607-541e98ef55e3 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:12.184153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.222928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf0502a9-8e99-49ab-86bb-3aee7e88454b req-03b051d3-174b-4acf-8177-094d05731aad tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2648859 Apr 05 18:45:12.352555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.368968 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.392703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:12.397383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:12.403912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:45:12.441646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-128821986'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:12.489244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Made reservation on behalf of 17bd0a29672345c99b8dca61c45a2d28 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:12.496387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.528993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.554916 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.594497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.647951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Attempting to bind port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:45:12.648142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Attempting to bind port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:45:12.648472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Attempting to bind port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:12.679489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:45:12.679931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Checking segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:12.680764 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.681278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Bound using segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:45:12.681823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Bound port: d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:45:12.683120 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.689762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.702796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.704033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Pushing event updated for resources: {'Port': ['ID=d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:12.727811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-895307de-548b-4614-8ec7-976b1dcf7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.730292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-895307de-548b-4614-8ec7-976b1dcf7872 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10650bf7-1ae3-458b-a68c-86e32f79d59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8356631 Apr 05 18:45:12.735803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:12.738754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.780419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf83b14f-e921-4125-9008-5edf3e3b7b2e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:12.785792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:12.792074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:45:12.830286 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.838437 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 466f8a53-30ec-4bf3-a607-541e98ef55e3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:12.864234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] For port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:45:12.867340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-e7368891-65e8-4839-a8e4-151b83793fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.868369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:12.869105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-e7368891-65e8-4839-a8e4-151b83793fbe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.7004344 Apr 05 18:45:12.870816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] For port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:45:12.878833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c7873a-4165-428a-bbe8-5979212fdbf1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:12.929855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39bfa5-1686-4020-85f1-0dc4356f3f9e req-d20a59da-2ccc-4c9f-8190-c10e4807e818 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.936551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39bfa5-1686-4020-85f1-0dc4356f3f9e req-d20a59da-2ccc-4c9f-8190-c10e4807e818 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.942531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39bfa5-1686-4020-85f1-0dc4356f3f9e req-d20a59da-2ccc-4c9f-8190-c10e4807e818 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.942849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:12.946963 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.949712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39bfa5-1686-4020-85f1-0dc4356f3f9e req-d20a59da-2ccc-4c9f-8190-c10e4807e818 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.950281 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.956605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39bfa5-1686-4020-85f1-0dc4356f3f9e req-d20a59da-2ccc-4c9f-8190-c10e4807e818 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.964227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39bfa5-1686-4020-85f1-0dc4356f3f9e req-d20a59da-2ccc-4c9f-8190-c10e4807e818 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.966557 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:12.967448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 64de7a25-bc07-475b-a89f-1296e12a484d up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:12.970643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39bfa5-1686-4020-85f1-0dc4356f3f9e req-d20a59da-2ccc-4c9f-8190-c10e4807e818 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:12.979280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f39bfa5-1686-4020-85f1-0dc4356f3f9e req-d20a59da-2ccc-4c9f-8190-c10e4807e818 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5438 time: 0.2551308 Apr 05 18:45:12.991612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402e07a-8ee5-4dcb-a66a-d252d0abff77 req-dd78b306-7a98-422b-9e9a-822f05910692 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:13.000470 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8402e07a-8ee5-4dcb-a66a-d252d0abff77 req-dd78b306-7a98-422b-9e9a-822f05910692 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.2779276 Apr 05 18:45:13.019644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.020516 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Added segment f62505a9-ab3a-4bbc-8e37-a349a4ab06d8 of type vlan for network 24661bb1-c198-472f-8931-181c56cfa444 Apr 05 18:45:13.032903 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.105781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=466f8a53-30ec-4bf3-a607-541e98ef55e3,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:13.112487 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.128680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8402e07a-8ee5-4dcb-a66a-d252d0abff77 req-e3b8f983-f49e-41e8-9790-98eb1c941797 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271212 Apr 05 18:45:13.146887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-6540c2f0-0988-44a7-aca6-03cbf1e56000 service neutron] 10.222.0.20 "GET /v2.0/networks/10650bf7-1ae3-458b-a68c-86e32f79d59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946781 Apr 05 18:45:13.194295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f560b8-9fed-4a5e-9ead-2e6e9b06750e None None] Pushing event updated for resources: {'Port': ['ID=d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:13.199058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.206275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:13.206963 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.225244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f39bfa5-1686-4020-85f1-0dc4356f3f9e req-6838b427-d38a-4eb4-bed4-cd7cd9af9127 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2449024 Apr 05 18:45:13.268834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-116c3422-2fc7-4c76-b49b-723a70c6a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:13.276556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-116c3422-2fc7-4c76-b49b-723a70c6a105 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3991635 Apr 05 18:45:13.291325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}, {'server_uuid': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f8a53-30ec-4bf3-a607-541e98ef55e3'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:13.296075 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ebb989-38f5-422c-9549-a22f3cfedae1" -d '{"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}, {"server_uuid": "722a96a4-5dc4-4f6c-8cd9-8065fad593f3", "name": "network-vif-plugged", "status": "completed", "tag": "466f8a53-30ec-4bf3-a607-541e98ef55e3"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:13.324328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 64de7a25-bc07-475b-a89f-1296e12a484d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:13.327860 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3028841 Apr 05 18:45:13.349609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47224) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:13.367435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 64de7a25-bc07-475b-a89f-1296e12a484d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:13.370288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.514080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.563020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:13.588168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0cf3a-6f12-44a5-b6d5-a30e61710049 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Pushing event updated for resources: {'Network': ['ID=24661bb1-c198-472f-8931-181c56cfa444,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:13.633865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 24661bb1-c198-472f-8931-181c56cfa444 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:13.705170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Request body: {'network': {'name': 'tempest-network--410559493', 'router:external': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:13.715356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-f498c01d-852c-421c-8e9b-7e24185579e2 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279609 Apr 05 18:45:13.753333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6c65654-2208-4e4f-8ebe-e0be1714858a req-535ddd4f-28c6-4815-8f87-d3bab1aacf28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41526dfb151f4309a92338ba90a93e38&device_id=7df0d7df-4f94-45d7-bc51-5697fb2a9250 HTTP/1.1" status: 200 len: 210 time: 0.0633311 Apr 05 18:45:13.774381 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.855259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e148e75-f3a0-4d9b-a358-46465b6ca5ce req-6957cfde-f6f9-4a4a-81e0-968d9e76b42e service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068320 Apr 05 18:45:13.855712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 64de7a25-bc07-475b-a89f-1296e12a484d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=64de7a25-bc07-475b-a89f-1296e12a484d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:13.870942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.873095 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:13.876131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 9b48ca53-fe07-4ea4-8be1-2544451171d1 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:13.958652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6c65654-2208-4e4f-8ebe-e0be1714858a req-29fc0897-e805-4b44-bd06-6cb5e9c2da1c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=41526dfb151f4309a92338ba90a93e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999496 Apr 05 18:45:13.989175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=64de7a25-bc07-475b-a89f-1296e12a484d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:13.997529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf2447-f051-481c-baab-853d17ee1cce req-3e3ede5f-9794-4938-9949-b997e122bf24 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:14.005151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf2447-f051-481c-baab-853d17ee1cce req-3e3ede5f-9794-4938-9949-b997e122bf24 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:14.005809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 9b48ca53-fe07-4ea4-8be1-2544451171d1 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:14.014357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2bf2447-f051-481c-baab-853d17ee1cce req-3e3ede5f-9794-4938-9949-b997e122bf24 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1677 time: 0.3549294 Apr 05 18:45:14.014728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 9b48ca53-fe07-4ea4-8be1-2544451171d1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:14.015247 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:14.053334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Made reservation on behalf of 6514b7c511e14e088bc7f5a0aa857f64 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:14.055915 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:14.071228 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:14.087539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:45:14.121800 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:14.134326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-ae50e41b-4ef4-4bef-b458-5701febd95be service neutron] 10.222.0.20 "GET /v2.0/networks/10650bf7-1ae3-458b-a68c-86e32f79d59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9584522 Apr 05 18:45:14.147932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4b306-a106-4820-aa7d-c527fad309ec req-3a95af53-6680-4c6c-beca-a966873f1019 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:14.157975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3d4b306-a106-4820-aa7d-c527fad309ec req-3a95af53-6680-4c6c-beca-a966873f1019 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.4646292 Apr 05 18:45:14.163310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 9b48ca53-fe07-4ea4-8be1-2544451171d1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:14.174852 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:14.176014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f298f289-d250-442e-a7b0-90c3d83c26c1 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:14.261773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2bf2447-f051-481c-baab-853d17ee1cce req-f2c13063-3744-45c2-aaba-0d51a740d99b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446406 Apr 05 18:45:14.325728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:45:14.366484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:45:14.372091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:14.377818 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e3a5348-edbc-4924-ab63-297380dd56f4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9493852 Apr 05 18:45:14.379314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47240) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:14.391399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=9b48ca53-fe07-4ea4-8be1-2544451171d1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:14.441722 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5145fd8e-a675-458e-b9dc-12ab80f20a90 x-openstack-request-id: req-5145fd8e-a675-458e-b9dc-12ab80f20a90 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:14.442016 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "code": 200}, {"server_uuid": "722a96a4-5dc4-4f6c-8cd9-8065fad593f3", "name": "network-vif-plugged", "status": "completed", "tag": "466f8a53-30ec-4bf3-a607-541e98ef55e3", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:14.442342 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5145fd8e-a675-458e-b9dc-12ab80f20a90 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:14.443090 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5145fd8e-a675-458e-b9dc-12ab80f20a90'] response: {'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'code': 200} Apr 05 18:45:14.443090 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5145fd8e-a675-458e-b9dc-12ab80f20a90'] response: {'server_uuid': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f8a53-30ec-4bf3-a607-541e98ef55e3', 'code': 200} Apr 05 18:45:14.443311 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5145fd8e-a675-458e-b9dc-12ab80f20a90'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'code': 200} Apr 05 18:45:14.446245 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:14.494687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3d4b306-a106-4820-aa7d-c527fad309ec req-2998e615-a9ed-4647-a2ed-b8e07cf2863b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3353791 Apr 05 18:45:14.496445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-754fc07b-e1fb-483e-acdc-57d1f937fa6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=904a28b4-59b0-44d0-b974-a6e53272e569 HTTP/1.1" status: 200 len: 217 time: 0.3359506 Apr 05 18:45:14.525401 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:14.526707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:14.630474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port f298f289-d250-442e-a7b0-90c3d83c26c1 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:14.639211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port f298f289-d250-442e-a7b0-90c3d83c26c1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:14.639601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:14.850491 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:14.877865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:15.013693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fdc6589c-5808-42e5-8fdd-79fc54b09316 req-fbee4d50-15f8-4a4e-ae01-9474ec679f63 tempest-ServersAaction247Test-1916737016 tempest-ServersAaction247Test-1916737016-project] 10.222.0.15 "GET /v2.0/ports?device_id=7df0d7df-4f94-45d7-bc51-5697fb2a9250 HTTP/1.1" status: 200 len: 210 time: 0.3914664 Apr 05 18:45:15.025120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:15.051098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.074887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edabe826-d6dc-4b83-8252-9c69a8ad2e96 None None] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:15.087476 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.099841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c65654-2208-4e4f-8ebe-e0be1714858a req-955b69bb-6209-4932-bc20-3d69dea921e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.102941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6c65654-2208-4e4f-8ebe-e0be1714858a req-955b69bb-6209-4932-bc20-3d69dea921e4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1317539 Apr 05 18:45:15.242599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:15.257426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-d0ce404b-5469-4d92-9856-b81d219ea2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.259050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-d0ce404b-5469-4d92-9856-b81d219ea2c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f208ac73-2f12-472a-a6c9-8ebfd35d3fe3 HTTP/1.1" status: 200 len: 801 time: 0.7376332 Apr 05 18:45:15.272431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28428a-5176-49b5-a897-1be1595d5082 req-3f80ba5d-e98d-44c4-9ffb-6a901ff011c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.272431 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a28428a-5176-49b5-a897-1be1595d5082 req-3f80ba5d-e98d-44c4-9ffb-6a901ff011c7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1096 time: 0.7640114 Apr 05 18:45:15.336219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0798078-c184-4858-a96f-e97d4cad234b req-aa7e35d6-bd68-4941-88ce-e94e9724d2c4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.345557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0798078-c184-4858-a96f-e97d4cad234b req-aa7e35d6-bd68-4941-88ce-e94e9724d2c4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.6187801 Apr 05 18:45:15.387169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.387537 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Added segment 86a46fad-df95-4a97-babd-853d90e0e112 of type vlan for network 5107a73d-a901-4c68-8ae1-764551886cf7 Apr 05 18:45:15.393220 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.398701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c64d45-ebc1-46a3-a907-65cb2ca0f9fb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:15.500702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:15.501257 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.525215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef422-92ed-4b8c-9e4f-ac65cd3ab9ed req-2b878a54-e778-45c6-833b-acfdb63cab6d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.528008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-47f862a0-d969-43f6-889e-1eeb2221212b None None] Provisioning complete for port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:15.528382 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f862a0-d969-43f6-889e-1eeb2221212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.532271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef422-92ed-4b8c-9e4f-ac65cd3ab9ed req-2b878a54-e778-45c6-833b-acfdb63cab6d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.542302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef422-92ed-4b8c-9e4f-ac65cd3ab9ed req-2b878a54-e778-45c6-833b-acfdb63cab6d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.548449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef422-92ed-4b8c-9e4f-ac65cd3ab9ed req-2b878a54-e778-45c6-833b-acfdb63cab6d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.554189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef422-92ed-4b8c-9e4f-ac65cd3ab9ed req-2b878a54-e778-45c6-833b-acfdb63cab6d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.560856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef422-92ed-4b8c-9e4f-ac65cd3ab9ed req-2b878a54-e778-45c6-833b-acfdb63cab6d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.566618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef422-92ed-4b8c-9e4f-ac65cd3ab9ed req-2b878a54-e778-45c6-833b-acfdb63cab6d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.570797 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.584951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab3ef422-92ed-4b8c-9e4f-ac65cd3ab9ed req-2b878a54-e778-45c6-833b-acfdb63cab6d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5441 time: 0.4617207 Apr 05 18:45:15.609648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4f236c01-3b88-4cbd-936f-a780b53bcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.611164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-4f236c01-3b88-4cbd-936f-a780b53bcb2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c8f7c41-60b5-4c8b-9feb-5d9c84e70805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3418155 Apr 05 18:45:15.611631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Allocated IP 172.20.0.1 (c02a85c5-735d-4bc3-bd1e-1f681ef053a8/7f59dda1-fd03-46ea-8630-4e1f8019790b/78c99f91-abcf-4abe-b190-c86f416dd8a1) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:45:15.630231 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a28428a-5176-49b5-a897-1be1595d5082 req-16a3c4dc-b150-430a-ad61-1eb449ee8aea service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707427 Apr 05 18:45:15.654741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0798078-c184-4858-a96f-e97d4cad234b req-7727d321-7b79-464f-a27c-79c74174bb5c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092413 Apr 05 18:45:15.658717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.757614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f298f289-d250-442e-a7b0-90c3d83c26c1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f298f289-d250-442e-a7b0-90c3d83c26c1,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:15.764812 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f862a0-d969-43f6-889e-1eeb2221212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.776299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.777090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0ea0a3cc-182a-4538-a490-cc025fad7e7c up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:15.777722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab3ef422-92ed-4b8c-9e4f-ac65cd3ab9ed req-d9092ffb-0634-431d-a482-7a9ee2a8364c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1871855 Apr 05 18:45:15.828290 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.829271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:15.829847 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:15.934209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-47f862a0-d969-43f6-889e-1eeb2221212b None None] For port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:15.943194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'Network': ['ID=5107a73d-a901-4c68-8ae1-764551886cf7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:15.965575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 0ea0a3cc-182a-4538-a490-cc025fad7e7c completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:15.979575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-3b782054-d234-44d4-bcfa-c5495a4f2283 service neutron] 10.222.0.20 "GET /v2.0/networks/6c8f7c41-60b5-4c8b-9feb-5d9c84e70805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515229 Apr 05 18:45:15.983275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:13Z', 'revision_number': 3, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:15.985808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5107a73d-a901-4c68-8ae1-764551886cf7 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:15.987615 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f862a0-d969-43f6-889e-1eeb2221212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.034184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6e0bf163-e466-4683-90c2-cd147d90874c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.6733592 Apr 05 18:45:16.038190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47262) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:16.058324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 0ea0a3cc-182a-4538-a490-cc025fad7e7c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:16.058842 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.103365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:45:16.103758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Updating router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 port e4c7873a-4165-428a-bbe8-5979212fdbf1 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:45:16.164549 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.178701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f34ff0-31ca-44fe-844a-e5344eab14cf req-b32d56c9-bbe0-4a32-b143-c1d1f06b4655 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:16.186014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f34ff0-31ca-44fe-844a-e5344eab14cf req-b32d56c9-bbe0-4a32-b143-c1d1f06b4655 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:16.187672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0f34ff0-31ca-44fe-844a-e5344eab14cf req-b32d56c9-bbe0-4a32-b143-c1d1f06b4655 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1677 time: 0.2478130 Apr 05 18:45:16.198331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585955-5f93-4aa8-a3ca-f03376ec3b2e req-1d75cf25-f3db-493c-aab7-18390527d225 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:16.200121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89585955-5f93-4aa8-a3ca-f03376ec3b2e req-1d75cf25-f3db-493c-aab7-18390527d225 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.2615244 Apr 05 18:45:16.246292 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.249606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f298f289-d250-442e-a7b0-90c3d83c26c1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:16.253182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.282563 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.301415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5521be0-4837-4444-ba89-d109fd46f243 req-d327ee22-2dff-4359-bd07-6c8079da2404 service neutron] 10.222.0.20 "GET /v2.0/networks/6c8f7c41-60b5-4c8b-9feb-5d9c84e70805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821708 Apr 05 18:45:16.309133 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.339043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0f34ff0-31ca-44fe-844a-e5344eab14cf req-82f0e87e-96b4-4a79-80e9-438471617c8e tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346741 Apr 05 18:45:16.375540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89585955-5f93-4aa8-a3ca-f03376ec3b2e req-d1c4be98-32f8-4894-9af2-8e27bed15b89 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1601732 Apr 05 18:45:16.382258 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:16.384633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:16.388295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:45:16.424794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Pushing event updated for resources: {'Port': ['ID=78c99f91-abcf-4abe-b190-c86f416dd8a1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:16.457335 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.476356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.476683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de7a25-bc07-475b-a89f-1296e12a484d'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b48ca53-fe07-4ea4-8be1-2544451171d1'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f298f289-d250-442e-a7b0-90c3d83c26c1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:16.479026 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a693d75e-6d69-47f6-b6a6-e4cc9a34f69e" -d '{"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "64de7a25-bc07-475b-a89f-1296e12a484d"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b48ca53-fe07-4ea4-8be1-2544451171d1"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "f298f289-d250-442e-a7b0-90c3d83c26c1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:16.507832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5107a73d-a901-4c68-8ae1-764551886cf7']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:16.520026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a46fad-df95-4a97-babd-853d90e0e112') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:16.520540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a46fad-df95-4a97-babd-853d90e0e112') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:16.531657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.550993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.567387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:16.567793 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.570585 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a35904-5de4-41be-97c8-ac1e8a37e9f2 x-openstack-request-id: req-22a35904-5de4-41be-97c8-ac1e8a37e9f2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:16.571382 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "64de7a25-bc07-475b-a89f-1296e12a484d", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b48ca53-fe07-4ea4-8be1-2544451171d1", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "f298f289-d250-442e-a7b0-90c3d83c26c1", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:16.571781 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22a35904-5de4-41be-97c8-ac1e8a37e9f2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:16.573497 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a35904-5de4-41be-97c8-ac1e8a37e9f2'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de7a25-bc07-475b-a89f-1296e12a484d', 'code': 200} Apr 05 18:45:16.573912 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a35904-5de4-41be-97c8-ac1e8a37e9f2'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b48ca53-fe07-4ea4-8be1-2544451171d1', 'code': 200} Apr 05 18:45:16.574549 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a35904-5de4-41be-97c8-ac1e8a37e9f2'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f298f289-d250-442e-a7b0-90c3d83c26c1', 'code': 200} Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:16.629538 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:16.632216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f862a0-d969-43f6-889e-1eeb2221212b None None] Pushing event updated for resources: {'Port': ['ID=d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:16.694487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.714013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8cfe975-af26-4a89-b3e3-162885dd3ee5 req-6f133b31-316b-4227-b180-b0d21b35ae1b tempest-ServersAaction247Test-1916737016 tempest-ServersAaction247Test-1916737016-project] 10.222.0.15 "GET /v2.0/ports?device_id=7df0d7df-4f94-45d7-bc51-5697fb2a9250 HTTP/1.1" status: 200 len: 210 time: 0.0855958 Apr 05 18:45:16.723687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5107a73d-a901-4c68-8ae1-764551886cf7 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 18:45:16.754192 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.757744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "DELETE /v2.0/networks/5107a73d-a901-4c68-8ae1-764551886cf7 HTTP/1.1" status: 204 len: 168 time: 0.7177563 Apr 05 18:45:16.762655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-f0453a98-b2d6-43f7-9d05-593bc67361bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:16.763456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-f0453a98-b2d6-43f7-9d05-593bc67361bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:16.765268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-f0453a98-b2d6-43f7-9d05-593bc67361bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ad7104984034922b90335756f68cbca&device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1979 time: 0.3835926 Apr 05 18:45:16.766046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47270) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:16.771084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:16.788580 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.833764 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:16.843300 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:45:16.855785 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:45:17.017974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0ea0a3cc-182a-4538-a490-cc025fad7e7c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0ea0a3cc-182a-4538-a490-cc025fad7e7c,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:17.026583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb70d0-3cc2-461e-a09a-7e78166e856d tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event deleted for resources: {'Network': ['ID=5107a73d-a901-4c68-8ae1-764551886cf7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:17.044874 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.048383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 42107179-0d13-4b7a-ba96-0a13af9b599a up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:17.082275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Made reservation on behalf of 6514b7c511e14e088bc7f5a0aa857f64 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:17.088963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.116440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.130616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.289287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Pushing event updated for resources: {'Port': ['ID=78c99f91-abcf-4abe-b190-c86f416dd8a1,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:17.301392 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.310065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a1ffe915-fd19-4d0d-b26e-fd69a69b3bc3 None None] Provisioning complete for port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:17.310816 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe915-fd19-4d0d-b26e-fd69a69b3bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.322029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6c65654-2208-4e4f-8ebe-e0be1714858a req-fbee6337-e008-4727-b786-1426b448e859 tempest-ServersAaction247Test-1916737016 tempest-ServersAaction247Test-1916737016-project] 10.222.0.20 "GET /v2.0/ports?device_id=7df0d7df-4f94-45d7-bc51-5697fb2a9250 HTTP/1.1" status: 200 len: 210 time: 0.2005796 Apr 05 18:45:17.324387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0ea0a3cc-182a-4538-a490-cc025fad7e7c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:17.388313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:17.395922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-8dd75bf8-6d1a-4669-85c9-9305fe999bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.397589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-8dd75bf8-6d1a-4669-85c9-9305fe999bf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 HTTP/1.1" status: 200 len: 901 time: 0.5741236 Apr 05 18:45:17.425663 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.426250 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Added segment fea22bee-9160-4503-b3cd-7e29405ffe01 of type vlan for network 2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 Apr 05 18:45:17.436622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba59af8-27d5-4e7b-ac9f-11915c70b981 req-627a5ef5-5cc0-46b0-b39e-a75daf42fec3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.445521 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ba59af8-27d5-4e7b-ac9f-11915c70b981 req-627a5ef5-5cc0-46b0-b39e-a75daf42fec3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.4227026 Apr 05 18:45:17.459554 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.506855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 42107179-0d13-4b7a-ba96-0a13af9b599a completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:17.507041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e1f-e069-4522-b888-1cf3ecec570a req-c27222a7-8d02-4d2a-9370-0a1b875bfb93 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.512996 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.513380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e1f-e069-4522-b888-1cf3ecec570a req-c27222a7-8d02-4d2a-9370-0a1b875bfb93 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.521136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e1f-e069-4522-b888-1cf3ecec570a req-c27222a7-8d02-4d2a-9370-0a1b875bfb93 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.526036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:17.528228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:17.529092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e1f-e069-4522-b888-1cf3ecec570a req-c27222a7-8d02-4d2a-9370-0a1b875bfb93 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.543446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 42107179-0d13-4b7a-ba96-0a13af9b599a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:17.543856 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.558779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e1f-e069-4522-b888-1cf3ecec570a req-c27222a7-8d02-4d2a-9370-0a1b875bfb93 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.579184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e1f-e069-4522-b888-1cf3ecec570a req-c27222a7-8d02-4d2a-9370-0a1b875bfb93 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.585416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e1f-e069-4522-b888-1cf3ecec570a req-c27222a7-8d02-4d2a-9370-0a1b875bfb93 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.587281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d2b0e1f-e069-4522-b888-1cf3ecec570a req-c27222a7-8d02-4d2a-9370-0a1b875bfb93 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5443 time: 0.5477314 Apr 05 18:45:17.615901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-4a986c83-c310-44f3-9d2e-bda6248890dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=904a28b4-59b0-44d0-b974-a6e53272e569 HTTP/1.1" status: 200 len: 217 time: 0.2096701 Apr 05 18:45:17.772232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.772459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:17.821012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84f69b-ed8d-4633-a6c0-50f14e0c00cb None None] Pushing event updated for resources: {'Port': ['ID=e4c7873a-4165-428a-bbe8-5979212fdbf1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:17.835368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Attempting to bind port e4c7873a-4165-428a-bbe8-5979212fdbf1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:45:17.835711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Attempting to bind port e4c7873a-4165-428a-bbe8-5979212fdbf1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:45:17.836092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Attempting to bind port e4c7873a-4165-428a-bbe8-5979212fdbf1 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:17.846715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d2b0e1f-e069-4522-b888-1cf3ecec570a req-e27edc9f-e223-4efc-87bb-e08d652d2965 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990225 Apr 05 18:45:17.860862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ba59af8-27d5-4e7b-ac9f-11915c70b981 req-f814da1c-e974-457c-9ef2-f909e572a0dd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4142268 Apr 05 18:45:17.866294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:17.871658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:17.872495 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:18.011628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'Network': ['ID=2a6c544d-b7eb-447f-8bf6-c498bc4b0c92,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:18.042999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-762a4dde-e5f8-4b18-a8f5-94021ce42c79 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.2754087 Apr 05 18:45:18.045523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:45:18.045896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:18.046082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-018bd06f-ff47-4654-86ba-dc92f4f6f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:18.046288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:18.046693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:45:18.047164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Bound port: e4c7873a-4165-428a-bbe8-5979212fdbf1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:45:18.047535 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:18.048272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-018bd06f-ff47-4654-86ba-dc92f4f6f14b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f208ac73-2f12-472a-a6c9-8ebfd35d3fe3 HTTP/1.1" status: 200 len: 801 time: 0.4049528 Apr 05 18:45:18.051662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:18.068041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Request body: {'subnet': {'network_id': '2a6c544d-b7eb-447f-8bf6-c498bc4b0c92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:18.081782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:45:18.117500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:18.246353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] For port e4c7873a-4165-428a-bbe8-5979212fdbf1, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:45:18.310274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:45:18.322563 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cf2f7b28-682c-498e-817a-4c1119a6e42d admin admin] 10.222.0.15 "PUT /v2.0/routers/fd12250e-2a48-4a11-bdbc-c0e87acb0cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9417417 Apr 05 18:45:18.364765 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:18.423590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 42107179-0d13-4b7a-ba96-0a13af9b599a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42107179-0d13-4b7a-ba96-0a13af9b599a,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:18.426541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] For port e4c7873a-4165-428a-bbe8-5979212fdbf1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e4c7873a-4165-428a-bbe8-5979212fdbf1,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:45:18.438872 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:18.464913 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:18.542389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-299c09a4-7e10-45c1-ad67-3500507271cf None None] Provisioning complete for port 78c99f91-abcf-4abe-b190-c86f416dd8a1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:18.542784 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-299c09a4-7e10-45c1-ad67-3500507271cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:18.552083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Made reservation on behalf of 6514b7c511e14e088bc7f5a0aa857f64 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:18.554367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:18.584889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-78859234-c5d0-4f28-98cd-c410f16c461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:18.586375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-78859234-c5d0-4f28-98cd-c410f16c461d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c8f7c41-60b5-4c8b-9feb-5d9c84e70805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5110400 Apr 05 18:45:18.610109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea0a3cc-182a-4538-a490-cc025fad7e7c'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42107179-0d13-4b7a-ba96-0a13af9b599a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:18.612379 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590cb15c-9b91-4d78-91d5-c2bd81b9a1a0" -d '{"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "0ea0a3cc-182a-4538-a490-cc025fad7e7c"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "42107179-0d13-4b7a-ba96-0a13af9b599a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:18.615113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:18.615411 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:18.650644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb46b-60d8-48b4-aca5-6bc27c53dd8a req-306c5db3-003c-4ccf-812d-9313e8da6410 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:18.656522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb46b-60d8-48b4-aca5-6bc27c53dd8a req-306c5db3-003c-4ccf-812d-9313e8da6410 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:18.658230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2dcb46b-60d8-48b4-aca5-6bc27c53dd8a req-306c5db3-003c-4ccf-812d-9313e8da6410 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1677 time: 0.5994744 Apr 05 18:45:18.723978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c73e9-4674-4dca-8087-ec5dfd0f5896 req-d70b6953-9a0a-4e7b-b2d7-0acf95ed8fe2 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:18.733874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de6c73e9-4674-4dca-8087-ec5dfd0f5896 req-d70b6953-9a0a-4e7b-b2d7-0acf95ed8fe2 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.2358439 Apr 05 18:45:18.813125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2dcb46b-60d8-48b4-aca5-6bc27c53dd8a req-4ad3992e-99fc-4cbb-95ef-d8d7b8c2d8ec tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368790 Apr 05 18:45:18.874249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de6c73e9-4674-4dca-8087-ec5dfd0f5896 req-26099dbe-228f-4e51-9162-7d01243e0217 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1319060 Apr 05 18:45:18.874249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-789f5570-398d-4101-90f6-6fed8bff2c3d service neutron] 10.222.0.20 "GET /v2.0/networks/6c8f7c41-60b5-4c8b-9feb-5d9c84e70805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460506 Apr 05 18:45:18.880814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:18.882194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:18.978240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-299c09a4-7e10-45c1-ad67-3500507271cf None None] Port 78c99f91-abcf-4abe-b190-c86f416dd8a1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:45:19.016858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=42107179-0d13-4b7a-ba96-0a13af9b599a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:19.059621 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df9253c-c8cf-46e4-a863-63b328f340c5 x-openstack-request-id: req-2df9253c-c8cf-46e4-a863-63b328f340c5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:19.059862 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "0ea0a3cc-182a-4538-a490-cc025fad7e7c", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-plugged", "status": "completed", "tag": "42107179-0d13-4b7a-ba96-0a13af9b599a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:19.060114 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2df9253c-c8cf-46e4-a863-63b328f340c5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:19.060508 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df9253c-c8cf-46e4-a863-63b328f340c5'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea0a3cc-182a-4538-a490-cc025fad7e7c', 'code': 200} Apr 05 18:45:19.060764 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df9253c-c8cf-46e4-a863-63b328f340c5'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42107179-0d13-4b7a-ba96-0a13af9b599a', 'code': 200} Apr 05 18:45:19.275408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:19.278092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84f69b-ed8d-4633-a6c0-50f14e0c00cb None None] Pushing event updated for resources: {'Port': ['ID=e4c7873a-4165-428a-bbe8-5979212fdbf1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:19.325347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27a9fae7-2e26-4c79-9e18-523ae866d575 req-a1c94956-bfd3-4208-9cda-7a47d8fe4dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/6c8f7c41-60b5-4c8b-9feb-5d9c84e70805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389338 Apr 05 18:45:19.361902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca192-635d-427d-ab95-6251bfd38f5b req-533e0f57-62de-4489-a396-cd07aa357af7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.368080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca192-635d-427d-ab95-6251bfd38f5b req-533e0f57-62de-4489-a396-cd07aa357af7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.374976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca192-635d-427d-ab95-6251bfd38f5b req-533e0f57-62de-4489-a396-cd07aa357af7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.381107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca192-635d-427d-ab95-6251bfd38f5b req-533e0f57-62de-4489-a396-cd07aa357af7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.388374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca192-635d-427d-ab95-6251bfd38f5b req-533e0f57-62de-4489-a396-cd07aa357af7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.394453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca192-635d-427d-ab95-6251bfd38f5b req-533e0f57-62de-4489-a396-cd07aa357af7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.400582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca192-635d-427d-ab95-6251bfd38f5b req-533e0f57-62de-4489-a396-cd07aa357af7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.402866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5eca192-635d-427d-ab95-6251bfd38f5b req-533e0f57-62de-4489-a396-cd07aa357af7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.2072992 Apr 05 18:45:19.409866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3100-fe3a-43fa-97b4-e5e4479bf971 req-85a0973e-660c-42a9-b162-3fc4ce54b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.410684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3100-fe3a-43fa-97b4-e5e4479bf971 req-85a0973e-660c-42a9-b162-3fc4ce54b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.411290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3100-fe3a-43fa-97b4-e5e4479bf971 req-85a0973e-660c-42a9-b162-3fc4ce54b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.411949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3100-fe3a-43fa-97b4-e5e4479bf971 req-85a0973e-660c-42a9-b162-3fc4ce54b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.412565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3100-fe3a-43fa-97b4-e5e4479bf971 req-85a0973e-660c-42a9-b162-3fc4ce54b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.413181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3100-fe3a-43fa-97b4-e5e4479bf971 req-85a0973e-660c-42a9-b162-3fc4ce54b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.413787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3100-fe3a-43fa-97b4-e5e4479bf971 req-85a0973e-660c-42a9-b162-3fc4ce54b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.415961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3d3100-fe3a-43fa-97b4-e5e4479bf971 req-85a0973e-660c-42a9-b162-3fc4ce54b99f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6501 time: 0.2575879 Apr 05 18:45:19.466666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47324) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:19.518085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b3d3100-fe3a-43fa-97b4-e5e4479bf971 req-3b43c957-4c38-4812-bd4f-4401ff8ab9ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576224 Apr 05 18:45:19.526478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5eca192-635d-427d-ab95-6251bfd38f5b req-a41c7700-18d4-469a-b64a-ddd397645d4f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080775 Apr 05 18:45:19.590219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 904a28b4-59b0-44d0-b974-a6e53272e569 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:19.670850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 18:45:19.671330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:19.694070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a3d3-6d23-404e-91b2-3bb1ccc90988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:19.727363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 2, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:19.788302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47328) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:19.793563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c63307bd-3b23-4a4d-b71c-27e401ae7e3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899889928', 'description': 'tempest-description--301526357'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:19.799103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c778a-bdcd-4edc-bff9-6d25927a1765 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 2, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:45:19.819823 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a3d3-6d23-404e-91b2-3bb1ccc90988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:19.828218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a3d3-6d23-404e-91b2-3bb1ccc90988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:19.853324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'Subnet': ['ID=43813fa2-7afb-45a4-9f46-ce78d99e9ea3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:19.878109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 904a28b4-59b0-44d0-b974-a6e53272e569, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=904a28b4-59b0-44d0-b974-a6e53272e569,segment=NetworkSegment(e9873bf3-69a5-45e7-a58a-154babeb08ee),segment_id=e9873bf3-69a5-45e7-a58a-154babeb08ee)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:19.880146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4a3d3-6d23-404e-91b2-3bb1ccc90988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5aa2f8-52e2-44bc-8b64-82adf4676c66,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:19.892414 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c63307bd-3b23-4a4d-b71c-27e401ae7e3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:19.907818 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6fb4a3d3-6d23-404e-91b2-3bb1ccc90988 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41526dfb151f4309a92338ba90a93e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400096 Apr 05 18:45:19.910427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47334) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:19.911830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '904a28b4-59b0-44d0-b974-a6e53272e569', 'network_id': '6c8f7c41-60b5-4c8b-9feb-5d9c84e70805', 'port_id': '904a28b4-59b0-44d0-b974-a6e53272e569', 'mac_address': 'fa:16:3e:0a:14:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f208ac73-2f12-472a-a6c9-8ebfd35d3fe3', 'ip_address': '19.86.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:19.934876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Checking segment: {'id': 'fea22bee-9160-4503-b3cd-7e29405ffe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2a6c544d-b7eb-447f-8bf6-c498bc4b0c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:19.935261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Network hostable DHCP agents. Network: 2a6c544d-b7eb-447f-8bf6-c498bc4b0c92, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:45:19.971137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:19.972030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe132fe-c293-4aa9-aaa2-31711edcb8f8 req-0730561b-0f63-47bc-a42d-0c8e4f1276d9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:19.978082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fe132fe-c293-4aa9-aaa2-31711edcb8f8 req-0730561b-0f63-47bc-a42d-0c8e4f1276d9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.2399201 Apr 05 18:45:19.996247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904a28b4-59b0-44d0-b974-a6e53272e569 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:20.003684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89ebfada-5702-48f7-a1b0-d0579bdee24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.022599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 904a28b4-59b0-44d0-b974-a6e53272e569, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=904a28b4-59b0-44d0-b974-a6e53272e569,segment=NetworkSegment(e9873bf3-69a5-45e7-a58a-154babeb08ee),segment_id=e9873bf3-69a5-45e7-a58a-154babeb08ee)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:20.037311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89ebfada-5702-48f7-a1b0-d0579bdee24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.040307 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.042384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0cc7728f-585b-447b-8c44-d1c108c2a42a details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:20.104857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89ebfada-5702-48f7-a1b0-d0579bdee24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.110289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89ebfada-5702-48f7-a1b0-d0579bdee24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.111862 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-89ebfada-5702-48f7-a1b0-d0579bdee24f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf5aa2f8-52e2-44bc-8b64-82adf4676c66 HTTP/1.1" status: 204 len: 168 time: 0.2001214 Apr 05 18:45:20.121118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebfada-5702-48f7-a1b0-d0579bdee24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5aa2f8-52e2-44bc-8b64-82adf4676c66,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:20.178627 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fe132fe-c293-4aa9-aaa2-31711edcb8f8 req-5e7614fb-b280-4f9e-9480-537d5cb87551 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728263 Apr 05 18:45:20.237163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Network 2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:45:20.318339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0cc7728f-585b-447b-8c44-d1c108c2a42a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0cc7728f-585b-447b-8c44-d1c108c2a42a,segment=NetworkSegment(55fec63e-d7fc-46bb-a1f3-b61946727730),segment_id=55fec63e-d7fc-46bb-a1f3-b61946727730)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:20.333890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c63307bd-3b23-4a4d-b71c-27e401ae7e3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.353100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c63307bd-3b23-4a4d-b71c-27e401ae7e3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.376058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '0cc7728f-585b-447b-8c44-d1c108c2a42a', 'network_id': '10650bf7-1ae3-458b-a68c-86e32f79d59e', 'port_id': '0cc7728f-585b-447b-8c44-d1c108c2a42a', 'mac_address': 'fa:16:3e:1f:c8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de3eeff-881b-4834-9a65-4d67ca400d5a', 'ip_address': '19.80.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:20.440448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=904a28b4-59b0-44d0-b974-a6e53272e569,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:20.462485 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.474032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63307bd-3b23-4a4d-b71c-27e401ae7e3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca83da61-c9f1-4c2f-ae1e-db0648448f3b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:20.487804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc7728f-585b-447b-8c44-d1c108c2a42a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:20.500822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbb39c-32c4-48ea-9b0d-2234611a7938 req-8be7ce3f-ca3f-4c8d-9169-8e44370d2c60 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:20.514354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbb39c-32c4-48ea-9b0d-2234611a7938 req-8be7ce3f-ca3f-4c8d-9169-8e44370d2c60 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:20.518499 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26fbb39c-32c4-48ea-9b0d-2234611a7938 req-8be7ce3f-ca3f-4c8d-9169-8e44370d2c60 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1677 time: 0.5316298 Apr 05 18:45:20.519950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0cc7728f-585b-447b-8c44-d1c108c2a42a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0cc7728f-585b-447b-8c44-d1c108c2a42a,segment=NetworkSegment(55fec63e-d7fc-46bb-a1f3-b61946727730),segment_id=55fec63e-d7fc-46bb-a1f3-b61946727730)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:20.523353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 2a6c544d-b7eb-447f-8bf6-c498bc4b0c92) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:20.529547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:20.530550 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.540171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656c925-c989-49fd-b5fd-e05a55840181 None None] Network 2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:20.545459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.554919 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c63307bd-3b23-4a4d-b71c-27e401ae7e3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.557610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c63307bd-3b23-4a4d-b71c-27e401ae7e3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7671843 Apr 05 18:45:20.560354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47344) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:20.565713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-05bb851a-f357-4547-997b-550c71dc5f0c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group_rule': {'security_group_id': 'ca83da61-c9f1-4c2f-ae1e-db0648448f3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:20.610309 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ce6b7147-341c-4454-9156-4c1b5d736616 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5527513 Apr 05 18:45:20.613112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47350) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:20.618021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Request body: {'floatingip': {'floating_network_id': '2a6c544d-b7eb-447f-8bf6-c498bc4b0c92'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:20.648531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-05bb851a-f357-4547-997b-550c71dc5f0c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.707135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0cc7728f-585b-447b-8c44-d1c108c2a42a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:20.746085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0976d-e9fd-47d6-a34e-95cad732740b req-52594926-ed49-4602-8b7e-9f77def50f17 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:20.759387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5d0976d-e9fd-47d6-a34e-95cad732740b req-52594926-ed49-4602-8b7e-9f77def50f17 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.2899127 Apr 05 18:45:20.779985 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-05bb851a-f357-4547-997b-550c71dc5f0c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.781449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26fbb39c-32c4-48ea-9b0d-2234611a7938 req-c402c284-6568-4188-b52d-32662e53c5b2 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309730 Apr 05 18:45:20.806153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-05bb851a-f357-4547-997b-550c71dc5f0c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.859137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-05bb851a-f357-4547-997b-550c71dc5f0c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.862750 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-05bb851a-f357-4547-997b-550c71dc5f0c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983236 Apr 05 18:45:20.867814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47364) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:20.880926 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:20.889673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2ced7c3d-b9a8-48e0-8fbf-5fcb95395d39 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group_rule': {'security_group_id': 'ca83da61-c9f1-4c2f-ae1e-db0648448f3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:20.891981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb6dcce-61b5-454a-95c4-686c26a82eb2 None None] Network 2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:20.915184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb851a-f357-4547-997b-550c71dc5f0c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e03cd2-e941-4c18-80bb-79a4c93e65f3,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:20.946722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5d0976d-e9fd-47d6-a34e-95cad732740b req-a48a9fd4-0ec3-4d50-be12-85892589ed23 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1639185 Apr 05 18:45:20.995746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0cc7728f-585b-447b-8c44-d1c108c2a42a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:21.019195 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c3d-b9a8-48e0-8fbf-5fcb95395d39 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:21.117411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:21.292911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Allocated IP 172.20.0.5 (2a6c544d-b7eb-447f-8bf6-c498bc4b0c92/43813fa2-7afb-45a4-9f46-ce78d99e9ea3/919fe4c0-7180-4900-9235-3f7cb7e11b33) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:45:21.394375 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c3d-b9a8-48e0-8fbf-5fcb95395d39 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:21.426013 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c3d-b9a8-48e0-8fbf-5fcb95395d39 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:21.484731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17ea4-f60f-45cd-b5e4-1d35104af5a4 req-68598aad-8849-4dcd-b8a6-46e9c9ce0e03 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:21.498765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0f17ea4-f60f-45cd-b5e4-1d35104af5a4 req-68598aad-8849-4dcd-b8a6-46e9c9ce0e03 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.4355335 Apr 05 18:45:21.500407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47374) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:21.507453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced7c3d-b9a8-48e0-8fbf-5fcb95395d39 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38856a07-55a2-49c6-9b91-a65e29995c5e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:21.541702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fe4e85f6-d8c4-4777-b748-957d7aa23453 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'floatingip': {'port_id': 'dd821129-87ad-4a54-8065-282d6b8467ce'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:21.614372 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:21.675204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47378) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:21.698191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:21.704339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3efe-a6a2-4334-9af3-9177d542458c req-2ea08310-dcd1-4a38-add1-33f195447be4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:21.734954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3efe-a6a2-4334-9af3-9177d542458c req-2ea08310-dcd1-4a38-add1-33f195447be4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:21.742974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3efe-a6a2-4334-9af3-9177d542458c req-2ea08310-dcd1-4a38-add1-33f195447be4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:21.749641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3efe-a6a2-4334-9af3-9177d542458c req-2ea08310-dcd1-4a38-add1-33f195447be4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:21.752652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e4c7873a-4165-428a-bbe8-5979212fdbf1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:21.766039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3efe-a6a2-4334-9af3-9177d542458c req-2ea08310-dcd1-4a38-add1-33f195447be4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:21.777195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3efe-a6a2-4334-9af3-9177d542458c req-2ea08310-dcd1-4a38-add1-33f195447be4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:21.787306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3efe-a6a2-4334-9af3-9177d542458c req-2ea08310-dcd1-4a38-add1-33f195447be4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:21.789086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Network 2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:21.793882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-230c3efe-a6a2-4334-9af3-9177d542458c req-2ea08310-dcd1-4a38-add1-33f195447be4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.6857262 Apr 05 18:45:21.804616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:21.827917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:45:21.849868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe4e85f6-d8c4-4777-b748-957d7aa23453 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:21.894975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'Port': ['ID=919fe4c0-7180-4900-9235-3f7cb7e11b33,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:21.921274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e4c7873a-4165-428a-bbe8-5979212fdbf1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:21.926697 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:21.938942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1638173153-network', 'tenant_id': '0516c60723364cdcb77263e4047fff5e'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:21.966057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['904a28b4-59b0-44d0-b974-a6e53272e569'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:22.031688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-230c3efe-a6a2-4334-9af3-9177d542458c req-3d9bd297-9089-46ba-a39a-0264cdaa6379 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054955 Apr 05 18:45:22.037331 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c3d-b9a8-48e0-8fbf-5fcb95395d39 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.037496 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.038509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2ced7c3d-b9a8-48e0-8fbf-5fcb95395d39 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1697116 Apr 05 18:45:22.043877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47388) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:22.048224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:22.105812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12198e4e-5e07-4a34-afce-71674d33cfdc req-11d0f75d-a0f6-45e7-bc8b-ae9853e83fd6 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:22.114610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12198e4e-5e07-4a34-afce-71674d33cfdc req-11d0f75d-a0f6-45e7-bc8b-ae9853e83fd6 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:22.116293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12198e4e-5e07-4a34-afce-71674d33cfdc req-11d0f75d-a0f6-45e7-bc8b-ae9853e83fd6 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1679 time: 0.1924932 Apr 05 18:45:22.118367 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.167242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Made reservation on behalf of 0516c60723364cdcb77263e4047fff5e for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:22.169823 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.188563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.255018 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.297962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port e4c7873a-4165-428a-bbe8-5979212fdbf1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e4c7873a-4165-428a-bbe8-5979212fdbf1,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:22.337312 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.344703 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.357420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.378893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:22.396647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.397049 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Added segment d380fe6b-f2cc-49dc-af3f-533a769c6e1c of type vlan for network e37624f2-bb4c-4db4-be00-ddbffb8c7e52 Apr 05 18:45:22.461571 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.476319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=e4c7873a-4165-428a-bbe8-5979212fdbf1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:22.556207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd7a51d-09ab-4a7a-9408-264a5419e057,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:22.562504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.563527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:22.564113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.671860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] Pushing event updated for resources: {'Network': ['ID=e37624f2-bb4c-4db4-be00-ddbffb8c7e52,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:22.681384 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8aa02e98-e54b-458b-807a-b7a159949786 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0049536 Apr 05 18:45:22.685038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47398) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:22.688815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network e37624f2-bb4c-4db4-be00-ddbffb8c7e52 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:22.692230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Request body: {'subnet': {'network_id': 'e37624f2-bb4c-4db4-be00-ddbffb8c7e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1638173153-subnet', 'tenant_id': '0516c60723364cdcb77263e4047fff5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:22.751186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Made reservation on behalf of 0516c60723364cdcb77263e4047fff5e for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:22.753642 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.820275 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.853377 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12198e4e-5e07-4a34-afce-71674d33cfdc req-2d4fc97e-d4df-4dfc-bf08-ad4f0755b9c7 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387044 Apr 05 18:45:22.881111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe4e85f6-d8c4-4777-b748-957d7aa23453 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.884095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.892083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:22.909778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe4e85f6-d8c4-4777-b748-957d7aa23453 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.026177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03948a-6a84-4081-8599-fdede5215f44 req-ae7064ce-c197-4581-97d1-183b95fe7862 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:23.026569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'Port': ['ID=919fe4c0-7180-4900-9235-3f7cb7e11b33,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:23.026704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c03948a-6a84-4081-8599-fdede5215f44 req-ae7064ce-c197-4581-97d1-183b95fe7862 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.7085624 Apr 05 18:45:23.054581 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.091307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.099886 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-62bd283e-58bc-440d-a05a-48d3e49f81c3 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4854729 Apr 05 18:45:23.101355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47402) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:23.174548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c03948a-6a84-4081-8599-fdede5215f44 req-0e33bd9d-aa00-4836-a572-b97a9ee05e86 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1403177 Apr 05 18:45:23.183552 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-fe4e85f6-d8c4-4777-b748-957d7aa23453 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Floating IP c3dd58dd-8079-4fa5-8981-ca7107ac5f6a associated. External IP: 172.25.4.146, port: dd821129-87ad-4a54-8065-282d6b8467ce. Apr 05 18:45:23.250753 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cd5d8889-777a-405f-80d3-8eb5502f0e0c tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 HTTP/1.1" status: 200 len: 689 time: 0.1401577 Apr 05 18:45:23.251166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47410) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:23.268468 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.382745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284855fd-1de7-45eb-ad18-7cbf467269ef req-c2883241-7c7a-4b98-ad3b-e5a3dc8607e1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:23.389440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284855fd-1de7-45eb-ad18-7cbf467269ef req-c2883241-7c7a-4b98-ad3b-e5a3dc8607e1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:23.395512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284855fd-1de7-45eb-ad18-7cbf467269ef req-c2883241-7c7a-4b98-ad3b-e5a3dc8607e1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:23.398073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bff9ac7-7815-433c-b64a-276730fa5c97,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:23.405985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284855fd-1de7-45eb-ad18-7cbf467269ef req-c2883241-7c7a-4b98-ad3b-e5a3dc8607e1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:23.412895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284855fd-1de7-45eb-ad18-7cbf467269ef req-c2883241-7c7a-4b98-ad3b-e5a3dc8607e1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:23.419824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284855fd-1de7-45eb-ad18-7cbf467269ef req-c2883241-7c7a-4b98-ad3b-e5a3dc8607e1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:23.427357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284855fd-1de7-45eb-ad18-7cbf467269ef req-c2883241-7c7a-4b98-ad3b-e5a3dc8607e1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:23.429380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-284855fd-1de7-45eb-ad18-7cbf467269ef req-c2883241-7c7a-4b98-ad3b-e5a3dc8607e1 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.2016668 Apr 05 18:45:23.443498 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.443996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Checking segment: {'id': 'd380fe6b-f2cc-49dc-af3f-533a769c6e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e37624f2-bb4c-4db4-be00-ddbffb8c7e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:23.444463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Network hostable DHCP agents. Network: e37624f2-bb4c-4db4-be00-ddbffb8c7e52, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:45:23.455713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.540405 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Network e37624f2-bb4c-4db4-be00-ddbffb8c7e52 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:45:23.559037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 904a28b4-59b0-44d0-b974-a6e53272e569 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:23.603419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-284855fd-1de7-45eb-ad18-7cbf467269ef req-27082c2b-62ad-47f2-bc71-3b023215d9b9 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633284 Apr 05 18:45:23.646168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, e37624f2-bb4c-4db4-be00-ddbffb8c7e52) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:23.661581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:23.661784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf70a8-de5c-40eb-9530-26fe38dc03d8 None None] Network e37624f2-bb4c-4db4-be00-ddbffb8c7e52 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:23.663946 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.724881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2ff8ef24-0174-4d40-85b0-1e8584701ae0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0364051 Apr 05 18:45:23.729835 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:45:23.757714 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:23.759068 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:23.760825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Deleting port 919fe4c0-7180-4900-9235-3f7cb7e11b33 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:23.761362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.841807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e4c7873a-4165-428a-bbe8-5979212fdbf1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:23.942246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e6556e-da65-470d-9633-e16a304f0f13 None None] Network e37624f2-bb4c-4db4-be00-ddbffb8c7e52 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:23.959209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.959642 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:23.989856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Calling delete_port for 919fe4c0-7180-4900-9235-3f7cb7e11b33 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:24.007504 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:24.012501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Allocated IP 172.25.4.155 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/108bbbec-bc6d-4673-9536-e78656d2e17c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:45:24.046207 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 904a28b4-59b0-44d0-b974-a6e53272e569 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:24.054750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 904a28b4-59b0-44d0-b974-a6e53272e569 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:24.055360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.060115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b32a29-4056-45e8-ad4a-83b62ca9e6f4 req-55ea8ff3-01ff-40bd-aef3-86a759a61dcd tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:24.070775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b32a29-4056-45e8-ad4a-83b62ca9e6f4 req-55ea8ff3-01ff-40bd-aef3-86a759a61dcd tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:24.077797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b32a29-4056-45e8-ad4a-83b62ca9e6f4 req-55ea8ff3-01ff-40bd-aef3-86a759a61dcd tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:24.084007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b32a29-4056-45e8-ad4a-83b62ca9e6f4 req-55ea8ff3-01ff-40bd-aef3-86a759a61dcd tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:24.090594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b32a29-4056-45e8-ad4a-83b62ca9e6f4 req-55ea8ff3-01ff-40bd-aef3-86a759a61dcd tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:24.097414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b32a29-4056-45e8-ad4a-83b62ca9e6f4 req-55ea8ff3-01ff-40bd-aef3-86a759a61dcd tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:24.103365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b32a29-4056-45e8-ad4a-83b62ca9e6f4 req-55ea8ff3-01ff-40bd-aef3-86a759a61dcd tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:24.118954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47424) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:24.126887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5b32a29-4056-45e8-ad4a-83b62ca9e6f4 req-55ea8ff3-01ff-40bd-aef3-86a759a61dcd tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.3413990 Apr 05 18:45:24.129833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47426) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:24.142778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4e85f6-d8c4-4777-b748-957d7aa23453 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Router 4e753e6f-33fb-48ef-ab92-5dac90d55edc has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:45:24.146694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e4c7873a-4165-428a-bbe8-5979212fdbf1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:24.147066 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.148379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Request body: {'floatingip': {'port_id': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:24.299716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.300787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2424c-da92-4581-8deb-37c27c99e631 req-14f27e9a-7337-4ce2-8571-a0c2f9a3d2e7 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:24.309033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2424c-da92-4581-8deb-37c27c99e631 req-14f27e9a-7337-4ce2-8571-a0c2f9a3d2e7 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:24.311138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ea2424c-da92-4581-8deb-37c27c99e631 req-14f27e9a-7337-4ce2-8571-a0c2f9a3d2e7 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1679 time: 0.3291383 Apr 05 18:45:24.333139 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 2, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:24.358412 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.380695 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:45:24.381415 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Updating router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 port 78c99f91-abcf-4abe-b190-c86f416dd8a1 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:45:24.395951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e2e87a-a742-4e68-814f-86b19b7ddef0 admin admin] Deleting subnet 2bff9ac7-7815-433c-b64a-276730fa5c97 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:45:24.418204 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.579495 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904a28b4-59b0-44d0-b974-a6e53272e569'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:24.593316 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa294eb3-c7da-48d5-9827-4a6a49a20d3d" -d '{"events": [{"server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "name": "network-vif-plugged", "status": "completed", "tag": "904a28b4-59b0-44d0-b974-a6e53272e569"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:24.610166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 904a28b4-59b0-44d0-b974-a6e53272e569, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=904a28b4-59b0-44d0-b974-a6e53272e569,segment=NetworkSegment(e9873bf3-69a5-45e7-a58a-154babeb08ee),segment_id=e9873bf3-69a5-45e7-a58a-154babeb08ee)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:24.624327 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.627424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0cc7728f-585b-447b-8c44-d1c108c2a42a up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:24.698078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.742009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event deleted for resources: {'Port': ['ID=919fe4c0-7180-4900-9235-3f7cb7e11b33,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:24.816555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=904a28b4-59b0-44d0-b974-a6e53272e569,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:24.869858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 0cc7728f-585b-447b-8c44-d1c108c2a42a completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:24.876662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 0cc7728f-585b-447b-8c44-d1c108c2a42a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:24.877030 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.881882 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e87a-a742-4e68-814f-86b19b7ddef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.958295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:24.991913 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e87a-a742-4e68-814f-86b19b7ddef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.032572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.051699 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e87a-a742-4e68-814f-86b19b7ddef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.052302 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.065118 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.106800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0cc7728f-585b-447b-8c44-d1c108c2a42a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0cc7728f-585b-447b-8c44-d1c108c2a42a,segment=NetworkSegment(55fec63e-d7fc-46bb-a1f3-b61946727730),segment_id=55fec63e-d7fc-46bb-a1f3-b61946727730)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:25.109366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.117010 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.185578 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.215708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0cc7728f-585b-447b-8c44-d1c108c2a42a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:25.237219 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ea2424c-da92-4581-8deb-37c27c99e631 req-30e7154f-9a85-4577-ae3d-33e752c7a0cc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9147015 Apr 05 18:45:25.248629 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.305067 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Pushing event updated for resources: {'Port': ['ID=78c99f91-abcf-4abe-b190-c86f416dd8a1,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:25.315939 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.316282 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.316670 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.317828 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.318248 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.318608 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.318941 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.319269 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.319591 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.319915 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.320234 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.320552 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:25.368004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=43813fa2-7afb-45a4-9f46-ce78d99e9ea3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:25.371430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4e85f6-d8c4-4777-b748-957d7aa23453 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:45:25.380179 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e87a-a742-4e68-814f-86b19b7ddef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.384278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] Sync routers for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:45:25.397419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe4e85f6-d8c4-4777-b748-957d7aa23453 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.407509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:25.411126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:25.431658 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Attempting to bind port 78c99f91-abcf-4abe-b190-c86f416dd8a1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:45:25.432277 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Attempting to bind port 78c99f91-abcf-4abe-b190-c86f416dd8a1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:45:25.432858 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Attempting to bind port 78c99f91-abcf-4abe-b190-c86f416dd8a1 on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:25.448031 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:45:25.448616 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Checking segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:25.449172 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.450186 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Bound using segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:45:25.450863 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Bound port: 78c99f91-abcf-4abe-b190-c86f416dd8a1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:45:25.454503 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.477202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fe4e85f6-d8c4-4777-b748-957d7aa23453 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "PUT /v2.0/floatingips/c3dd58dd-8079-4fa5-8981-ca7107ac5f6a HTTP/1.1" status: 200 len: 991 time: 3.9433458 Apr 05 18:45:25.493748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:25.496672 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:25.530052 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872d58f1-9da9-4d6a-8f1d-c3c9424d980c x-openstack-request-id: req-872d58f1-9da9-4d6a-8f1d-c3c9424d980c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:25.534868 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "name": "network-vif-plugged", "status": "completed", "tag": "904a28b4-59b0-44d0-b974-a6e53272e569", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:25.535235 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-872d58f1-9da9-4d6a-8f1d-c3c9424d980c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:25.535623 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872d58f1-9da9-4d6a-8f1d-c3c9424d980c'] response: {'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904a28b4-59b0-44d0-b974-a6e53272e569', 'code': 200} Apr 05 18:45:25.576175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9dbb-7086-4ce0-b857-6baa05f2d3ad req-201ababc-f633-4161-b3f6-d120c75b1cc9 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:25.577903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e6e9dbb-7086-4ce0-b857-6baa05f2d3ad req-201ababc-f633-4161-b3f6-d120c75b1cc9 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 1.2595608 Apr 05 18:45:25.595249 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] For port 78c99f91-abcf-4abe-b190-c86f416dd8a1, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:45:25.599004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2e87a-a742-4e68-814f-86b19b7ddef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bff9ac7-7815-433c-b64a-276730fa5c97,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:25.617914 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] For port 78c99f91-abcf-4abe-b190-c86f416dd8a1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=78c99f91-abcf-4abe-b190-c86f416dd8a1,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:45:25.632943 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.645474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e87a-a742-4e68-814f-86b19b7ddef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.659124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f6e2e87a-a742-4e68-814f-86b19b7ddef0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2bff9ac7-7815-433c-b64a-276730fa5c97 HTTP/1.1" status: 204 len: 168 time: 1.5248947 Apr 05 18:45:25.690607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47450) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:25.692729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.743210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:25.746021 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c28a-e205-4511-855e-127b2ea5cd32 None None] Pushing event updated for resources: {'Port': ['ID=78c99f91-abcf-4abe-b190-c86f416dd8a1,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:25.748544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:25.754491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:25.770691 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:25.771593 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:25.794511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:45:25.857325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1081b02a-4de5-4b1c-9b39-ad9635e4a444 None None] Provisioning complete for port 78c99f91-abcf-4abe-b190-c86f416dd8a1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:25.857985 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1081b02a-4de5-4b1c-9b39-ad9635e4a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.936953 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:25.987853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e6e9dbb-7086-4ce0-b857-6baa05f2d3ad req-6bc6a0d8-a8f8-4f8c-ac84-cab98ce28a24 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3929787 Apr 05 18:45:25.991049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=108bbbec-bc6d-4673-9536-e78656d2e17c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:26.003206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392c73-51b0-48d1-adcd-42e8085b4666 req-34b24896-502c-4ce2-9042-b9baf28ec6a6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:26.004772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06392c73-51b0-48d1-adcd-42e8085b4666 req-34b24896-502c-4ce2-9042-b9baf28ec6a6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.4128947 Apr 05 18:45:26.077523 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.107825 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:26.121389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.db.resource_extend [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:45:26.158380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.189103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6c544d-b7eb-447f-8bf6-c498bc4b0c92']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:26.201975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.208607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea22bee-9160-4503-b3cd-7e29405ffe01') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:26.215667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea22bee-9160-4503-b3cd-7e29405ffe01') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:26.215926 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea79f58-cee8-4ad9-809d-5fb2413e0644 x-openstack-request-id: req-4ea79f58-cee8-4ad9-809d-5fb2413e0644 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:26.215926 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:26.215926 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ea79f58-cee8-4ad9-809d-5fb2413e0644 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:26.215926 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea79f58-cee8-4ad9-809d-5fb2413e0644'] response: {'name': 'network-changed', 'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'status': 'completed', 'code': 200} Apr 05 18:45:26.223691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.235986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.238421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06392c73-51b0-48d1-adcd-42e8085b4666 req-6d4a4e20-e9b6-4e80-b869-725e7135e99e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477325 Apr 05 18:45:26.337677 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.373418 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.385818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:26.386221 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:26.393900 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:26.396330 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1081b02a-4de5-4b1c-9b39-ad9635e4a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.469303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.497496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37624f2-bb4c-4db4-be00-ddbffb8c7e52']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:26.506769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd380fe6b-f2cc-49dc-af3f-533a769c6e1c') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:26.507136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd380fe6b-f2cc-49dc-af3f-533a769c6e1c') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:26.517573 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.520724 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:25Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:26.532538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.539813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:26.540379 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.545349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1081b02a-4de5-4b1c-9b39-ad9635e4a444 None None] For port 78c99f91-abcf-4abe-b190-c86f416dd8a1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=78c99f91-abcf-4abe-b190-c86f416dd8a1,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:26.554998 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33718b18-7358-49b9-a324-92a0ee488d96 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:25Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:45:26.563672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1081b02a-4de5-4b1c-9b39-ad9635e4a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:26.563862 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:26.627957 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Floating IP 5e7251f1-407a-430b-afed-13c72ba8ffa9 associated. External IP: 172.25.4.48, port: 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d. Apr 05 18:45:26.631495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.709806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c3dd58dd-8079-4fa5-8981-ca7107ac5f6a', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'port_id': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'mac_address': 'fa:16:3e:ae:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:44:51Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 1, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0191b853-5690-4845-b3e8-a6c1b81d9448', 'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'mac_address': 'fa:16:3e:ae:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:44Z', 'updated_at': '2022-04-05T18:44:49Z', 'revision_number': 5, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'subnets': [{'id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:26.715304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-4f7bfc2a-40f9-4f71-b673-92fdcaf7d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:26.716936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-4f7bfc2a-40f9-4f71-b673-92fdcaf7d7f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1096 time: 0.4827957 Apr 05 18:45:26.720783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 18:45:26.734886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.736680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.743027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.744577 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "DELETE /v2.0/networks/2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 HTTP/1.1" status: 204 len: 168 time: 3.4906569 Apr 05 18:45:26.748263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] 10.222.0.15 "DELETE /v2.0/networks/e37624f2-bb4c-4db4-be00-ddbffb8c7e52 HTTP/1.1" status: 204 len: 168 time: 1.0390213 Apr 05 18:45:26.753989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47458) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:26.772271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7560747-04b5-49a7-aee8-f40bb045731e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a6c544d-b7eb-447f-8bf6-c498bc4b0c92,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:26.778128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] Checking router: 4e753e6f-33fb-48ef-ab92-5dac90d55edc for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:45:26.791791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081b02a-4de5-4b1c-9b39-ad9635e4a444 None None] Pushing event updated for resources: {'Port': ['ID=78c99f91-abcf-4abe-b190-c86f416dd8a1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:26.818553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15db75-8948-4695-bfa9-3449bccc0adb admin admin] Pushing event deleted for resources: {'Network': ['ID=e37624f2-bb4c-4db4-be00-ddbffb8c7e52,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:26.821102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:26.821737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:26.824288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-10440453-4ca6-4a5a-a8c1-d0c9f55da78a None None] Provisioning complete for port 78c99f91-abcf-4abe-b190-c86f416dd8a1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:26.824596 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10440453-4ca6-4a5a-a8c1-d0c9f55da78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:26.954161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941012e-8eea-4d30-826c-e0dbe136887c req-c966b41b-4c91-4de4-9c4a-828a850e0cc1 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:26.981620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941012e-8eea-4d30-826c-e0dbe136887c req-c966b41b-4c91-4de4-9c4a-828a850e0cc1 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:26.983605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6941012e-8eea-4d30-826c-e0dbe136887c req-c966b41b-4c91-4de4-9c4a-828a850e0cc1 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1681 time: 0.6330888 Apr 05 18:45:27.031862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:27.097668 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:27.113454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47462) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:27.126228 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:27.205172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21f99d-72c6-473f-9180-51e5e2024e14 req-c5d670b4-2b77-4451-982d-0899faceb44c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.207236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa21f99d-72c6-473f-9180-51e5e2024e14 req-c5d670b4-2b77-4451-982d-0899faceb44c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.6398332 Apr 05 18:45:27.240531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Router 911f8305-3be2-4b55-8baf-85968b179f1f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:45:27.398247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6941012e-8eea-4d30-826c-e0dbe136887c req-f64790f3-5308-42f1-9bf2-a08ead016ca6 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740576 Apr 05 18:45:27.405119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5580e3cb-2bc1-4c8e-9dd3-f67d66f90a36 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3043 time: 0.6241527 Apr 05 18:45:27.418806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47466) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:27.418806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:45:27.419081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:27.459526 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-074de4fc-cf10-4d63-aab1-52d5165e8a2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "PUT /v2.0/floatingips/5e7251f1-407a-430b-afed-13c72ba8ffa9 HTTP/1.1" status: 200 len: 991 time: 3.3391588 Apr 05 18:45:27.467058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:27.470767 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20377def-7ef5-482b-8e6b-9141714702fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:27.489612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=108bbbec-bc6d-4673-9536-e78656d2e17c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:27.540359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc7728f-585b-447b-8c44-d1c108c2a42a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:27.546656 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d681961b-e63b-49a5-bed2-9b6d20fa88e7" -d '{"events": [{"server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cc7728f-585b-447b-8c44-d1c108c2a42a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:27.569375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa21f99d-72c6-473f-9180-51e5e2024e14 req-6984bd24-c5f8-4bd3-9089-b42495454726 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836871 Apr 05 18:45:27.635650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c3dd58dd-8079-4fa5-8981-ca7107ac5f6a', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'port_id': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'mac_address': 'fa:16:3e:ae:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:44:51Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 1, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0191b853-5690-4845-b3e8-a6c1b81d9448', 'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'mac_address': 'fa:16:3e:ae:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:44Z', 'updated_at': '2022-04-05T18:44:49Z', 'revision_number': 5, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'subnets': [{'id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:27.640905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-e42ec117-66fe-4ad8-8f50-d05ab91c18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.648083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-e42ec117-66fe-4ad8-8f50-d05ab91c18c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.8956664 Apr 05 18:45:27.649104 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:27.679486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d29cafbd-70ec-4f99-b428-799879a0faaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0516c60723364cdcb77263e4047fff5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538020 Apr 05 18:45:27.699874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa5347-04b7-4ffc-adab-e88f113dc210 None None] The sync data for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 is: [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c3dd58dd-8079-4fa5-8981-ca7107ac5f6a', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'port_id': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'mac_address': 'fa:16:3e:ae:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:44:51Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 1, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0191b853-5690-4845-b3e8-a6c1b81d9448', 'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'mac_address': 'fa:16:3e:ae:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:44Z', 'updated_at': '2022-04-05T18:44:49Z', 'revision_number': 5, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'subnets': [{'id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:45:27.723426 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615bd5c6-b1c5-499c-a7b0-21f050a82cff x-openstack-request-id: req-615bd5c6-b1c5-499c-a7b0-21f050a82cff {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:27.723786 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cc7728f-585b-447b-8c44-d1c108c2a42a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:27.724092 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-615bd5c6-b1c5-499c-a7b0-21f050a82cff {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:27.724552 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615bd5c6-b1c5-499c-a7b0-21f050a82cff'] response: {'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc7728f-585b-447b-8c44-d1c108c2a42a', 'code': 200} Apr 05 18:45:27.740453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.741042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.741504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.741948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.742414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.743038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.743487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.743925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.745047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.745508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.745949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.746404 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.746894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.747337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:27.752573 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b4f2277d-85bd-49bd-8fcb-631b15a561db tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8935 time: 0.3344498 Apr 05 18:45:27.752573 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce313b-572a-4976-9d80-b1323c4bdca1 x-openstack-request-id: req-fbce313b-572a-4976-9d80-b1323c4bdca1 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:27.752770 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:27.753024 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbce313b-572a-4976-9d80-b1323c4bdca1 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:27.753404 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbce313b-572a-4976-9d80-b1323c4bdca1'] response: {'name': 'network-changed', 'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'status': 'completed', 'code': 200} Apr 05 18:45:27.753765 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47482) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:27.758674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78c99f91-abcf-4abe-b190-c86f416dd8a1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:27.767727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47484) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:27.825492 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-1236cd9a-0d5e-4d06-bc02-335861091bad tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] delete failed (client error): The resource could not be found. Apr 05 18:45:27.828972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1236cd9a-0d5e-4d06-bc02-335861091bad tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/7464361f-e9df-466a-acf9-fa280333e5e1 HTTP/1.1" status: 404 len: 345 time: 0.0555596 Apr 05 18:45:27.832427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47488) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:27.855213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-c1241823-7f07-41c0-8b9b-4d821a9b90e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 999 time: 0.1856186 Apr 05 18:45:27.869047 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0518f0a7-f1e1-4b58-a84a-10f76382d8a0 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] DELETE failed (client error): The resource could not be found. Apr 05 18:45:27.870628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0518f0a7-f1e1-4b58-a84a-10f76382d8a0 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:45:27.874059 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0518f0a7-f1e1-4b58-a84a-10f76382d8a0 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "DELETE /v2.0/networks/2a6c544d-b7eb-447f-8bf6-c498bc4b0c92 HTTP/1.1" status: 404 len: 339 time: 0.0406625 Apr 05 18:45:27.878648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 78c99f91-abcf-4abe-b190-c86f416dd8a1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:27.879824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:27.879923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47490) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:27.891074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Request body: {'network': {'name': 'tempest-network--17812081', 'router:external': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:27.905653 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] Sync routers for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:45:27.925954 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:27.942740 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:27.965515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97c2eb92-dc3a-4f27-a5be-725f2210b96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:27.968873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Made reservation on behalf of 6514b7c511e14e088bc7f5a0aa857f64 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:27.983259 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:28.035166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:28.036474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-065ec0c5-ba53-4a5b-8190-3ca5938c2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.038044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-065ec0c5-ba53-4a5b-8190-3ca5938c2a22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1577246 Apr 05 18:45:28.053048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:28.053790 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Added segment d5d2413e-5539-45ef-a271-337b5cd4a09c of type vlan for network 3abb94fc-e9ef-426f-9d4c-2133632bbdd2 Apr 05 18:45:28.096709 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:28.106591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1a78eccd-74a4-4fc3-b8cc-d656969c3311 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0531008 Apr 05 18:45:28.123035 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97c2eb92-dc3a-4f27-a5be-725f2210b96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:28.224434 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:28.239130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ea35-a0b1-4bdc-b331-865985129991 req-9d619f4d-3590-496d-9e54-2fb0138ede61 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.240713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de84ea35-a0b1-4bdc-b331-865985129991 req-9d619f4d-3590-496d-9e54-2fb0138ede61 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.5815814 Apr 05 18:45:28.278465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-5d44cb82-cfa3-4d39-84ee-6dd7a2cdc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.280007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-5d44cb82-cfa3-4d39-84ee-6dd7a2cdc841 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789947 Apr 05 18:45:28.290631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97c2eb92-dc3a-4f27-a5be-725f2210b96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:28.293479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97c2eb92-dc3a-4f27-a5be-725f2210b96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:28.299030 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-97c2eb92-dc3a-4f27-a5be-725f2210b96c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bd7a51d-09ab-4a7a-9408-264a5419e057 HTTP/1.1" status: 204 len: 168 time: 0.5301788 Apr 05 18:45:28.320714 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:28.348511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2eb92-dc3a-4f27-a5be-725f2210b96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd7a51d-09ab-4a7a-9408-264a5419e057,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:28.390315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-4f036a5a-fd3b-4b18-b56b-3ddca833ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.390859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-4f036a5a-fd3b-4b18-b56b-3ddca833ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.391331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-4f036a5a-fd3b-4b18-b56b-3ddca833ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.391789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-4f036a5a-fd3b-4b18-b56b-3ddca833ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.392247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-4f036a5a-fd3b-4b18-b56b-3ddca833ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.392702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-4f036a5a-fd3b-4b18-b56b-3ddca833ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.396249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-4f036a5a-fd3b-4b18-b56b-3ddca833ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.401492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20377def-7ef5-482b-8e6b-9141714702fb req-4f036a5a-fd3b-4b18-b56b-3ddca833ab95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6501 time: 0.5390913 Apr 05 18:45:28.423201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ee3b9-43d2-48df-83e2-0e65b79fa00d req-b8f3c7a5-f0a9-4def-805d-87282ad9a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.423699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ee3b9-43d2-48df-83e2-0e65b79fa00d req-b8f3c7a5-f0a9-4def-805d-87282ad9a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.425318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b6ee3b9-43d2-48df-83e2-0e65b79fa00d req-b8f3c7a5-f0a9-4def-805d-87282ad9a018 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1983 time: 0.5573211 Apr 05 18:45:28.432372 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:28.433639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.434222 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:28.497027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0aff51-2194-4a80-a7c7-2a6475ee9dff None None] New status for floating IP c3dd58dd-8079-4fa5-8981-ca7107ac5f6a: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:45:28.631548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'Network': ['ID=3abb94fc-e9ef-426f-9d4c-2133632bbdd2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:28.656029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 3abb94fc-e9ef-426f-9d4c-2133632bbdd2 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:28.665317 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a0e6af66-e392-4db4-9775-002873dfb6ab tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.7846923 Apr 05 18:45:28.665981 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47504) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:28.759198 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '5e7251f1-407a-430b-afed-13c72ba8ffa9', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'port_id': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'mac_address': 'fa:16:3e:17:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:43:47Z', 'updated_at': '2022-04-05T18:45:25Z', 'revision_number': 1, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:54Z', 'revision_number': 5, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:28.792127 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] Checking router: 911f8305-3be2-4b55-8baf-85968b179f1f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:45:28.802115 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:28.802747 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:28.930678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-3e818ede-5c9b-4bac-a5ae-6ca61f9d77eb service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150272 Apr 05 18:45:28.934410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-4b2c177b-3cc0-486b-9474-4b59f8abb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:28.935907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20377def-7ef5-482b-8e6b-9141714702fb req-4b2c177b-3cc0-486b-9474-4b59f8abb3a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=61f38ac3-b5de-44f4-9fb6-9d316cece496 HTTP/1.1" status: 200 len: 917 time: 0.4899380 Apr 05 18:45:28.959907 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:29.121250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1279fa5d-cf71-4de8-8ff3-8f1249f1da51 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.133053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1279fa5d-cf71-4de8-8ff3-8f1249f1da51 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.147571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1279fa5d-cf71-4de8-8ff3-8f1249f1da51 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.164886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1279fa5d-cf71-4de8-8ff3-8f1249f1da51 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.173302 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1279fa5d-cf71-4de8-8ff3-8f1249f1da51 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.5040333 Apr 05 18:45:29.175477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47510) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:29.240209 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '5e7251f1-407a-430b-afed-13c72ba8ffa9', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'port_id': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'mac_address': 'fa:16:3e:17:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:43:47Z', 'updated_at': '2022-04-05T18:45:25Z', 'revision_number': 1, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:54Z', 'revision_number': 5, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:29.254845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4431f6c3-35ef-4a3d-b80a-a967affb2d5f req-df93eac4-3bfb-4a13-bea2-12109c08226c service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863686 Apr 05 18:45:29.257355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20377def-7ef5-482b-8e6b-9141714702fb req-2be05d49-d14a-4359-a94b-ca370b0f06ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d HTTP/1.1" status: 200 len: 999 time: 0.2902081 Apr 05 18:45:29.265808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de84ea35-a0b1-4bdc-b331-865985129991 req-d02f71e9-a6c0-4883-875a-c6c8e2da00d4 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.9958000 Apr 05 18:45:29.269627 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b6ee3b9-43d2-48df-83e2-0e65b79fa00d req-6b16487d-03ea-4a78-b093-b867f8912bd7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8207960 Apr 05 18:45:29.291880 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ff408-13db-4c2e-a724-1e08b4279e97 None None] The sync data for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 is: [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '5e7251f1-407a-430b-afed-13c72ba8ffa9', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'port_id': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'mac_address': 'fa:16:3e:17:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:43:47Z', 'updated_at': '2022-04-05T18:45:25Z', 'revision_number': 1, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:54Z', 'revision_number': 5, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:45:29.352158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ff67c-03a9-4809-bcc8-f921bac2f320 req-9ee8a08f-c86e-4386-be18-042011e93793 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.358337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ff67c-03a9-4809-bcc8-f921bac2f320 req-9ee8a08f-c86e-4386-be18-042011e93793 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.360683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d91ff67c-03a9-4809-bcc8-f921bac2f320 req-9ee8a08f-c86e-4386-be18-042011e93793 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1681 time: 0.4076190 Apr 05 18:45:29.366337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-9f170114-656c-4297-8f17-8545ffdf3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.370491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20377def-7ef5-482b-8e6b-9141714702fb req-9f170114-656c-4297-8f17-8545ffdf3dfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c346868d-ff5c-484a-a2f0-b9bce6d58e15 HTTP/1.1" status: 200 len: 856 time: 0.1026769 Apr 05 18:45:29.409152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:29.444675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d91ff67c-03a9-4809-bcc8-f921bac2f320 req-fcb50b6a-b058-438b-9a7e-789179fb4989 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686891 Apr 05 18:45:29.551843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-9e17cff0-4fa6-4737-a3c8-0db86ce36039 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1899889928&fields=id&tenant_id=4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 267 time: 0.0771337 Apr 05 18:45:29.573825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:29.587842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377def-7ef5-482b-8e6b-9141714702fb req-87f76b09-edc7-4a45-8fc8-37bb253e4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.592996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20377def-7ef5-482b-8e6b-9141714702fb req-87f76b09-edc7-4a45-8fc8-37bb253e4e10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61f38ac3-b5de-44f4-9fb6-9d316cece496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299701 Apr 05 18:45:29.620230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abb94fc-e9ef-426f-9d4c-2133632bbdd2']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:29.631607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d2413e-5539-45ef-a271-337b5cd4a09c') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:29.631908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d2413e-5539-45ef-a271-337b5cd4a09c') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:29.651855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:29.672023 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:29.682914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:29.683311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:29.685275 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:29.699594 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c322b377-ef6e-44ae-9e9f-5899cbdc8c41 None None] New status for floating IP 5e7251f1-407a-430b-afed-13c72ba8ffa9: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:45:29.777178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-f1c5e1de-ded3-4bb7-8431-eee91b0678d7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.778310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-f1c5e1de-ded3-4bb7-8431-eee91b0678d7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 814 time: 0.2029114 Apr 05 18:45:29.810743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:29.839883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-02519873-3eb9-4fcd-afe1-ae5904087249 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/quotas/4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 375 time: 0.0527065 Apr 05 18:45:29.853453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3abb94fc-e9ef-426f-9d4c-2133632bbdd2 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 18:45:29.856702 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:29.861303 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "DELETE /v2.0/networks/3abb94fc-e9ef-426f-9d4c-2133632bbdd2 HTTP/1.1" status: 204 len: 168 time: 0.6838648 Apr 05 18:45:29.862689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd7c09-aa29-4326-a63b-bc01ceff73cf tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event deleted for resources: {'Network': ['ID=3abb94fc-e9ef-426f-9d4c-2133632bbdd2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:29.869075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47540) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:29.874735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Request body: {'network': {'name': 'tempest-network--1323855707', 'router:external': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:29.931735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Made reservation on behalf of 6514b7c511e14e088bc7f5a0aa857f64 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:29.934054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:29.976636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6283e-430b-4dda-bcb8-b91b87e45d68 req-5be25ced-feac-4fbf-914a-7c96eeb58060 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:29.978238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fa6283e-430b-4dda-bcb8-b91b87e45d68 req-5be25ced-feac-4fbf-914a-7c96eeb58060 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.1990306 Apr 05 18:45:29.989480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:30.009751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:30.010102 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Added segment b0ec1aa8-56fd-4360-a368-244a02bc1a94 of type vlan for network 12081c31-c981-471f-bb5e-e2571028fab9 Apr 05 18:45:30.020485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-c2267440-1c34-471d-8fdb-ff305920dcec tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1730378 Apr 05 18:45:30.073844 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:45:30.112038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:30.176251 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:30.178446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:30.178446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:30.304486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-fe6c2691-dada-43f1-bce4-378cd849e6e6 service neutron] 10.222.0.15 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280958 Apr 05 18:45:30.347858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'Network': ['ID=12081c31-c981-471f-bb5e-e2571028fab9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:30.360944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 12081c31-c981-471f-bb5e-e2571028fab9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:30.382357 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3546ba03-92a4-400f-8cf4-b110dcbe78bc tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5053525 Apr 05 18:45:30.383526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47550) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:30.568083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-58ab3f1b-ba55-4b13-9d1c-fbda86f8bad6 service neutron] 10.222.0.15 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427135 Apr 05 18:45:30.582628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fa6283e-430b-4dda-bcb8-b91b87e45d68 req-fa3482f8-b517-4ff4-9b7f-b0c1a8aebedc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5835226 Apr 05 18:45:30.612877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20377def-7ef5-482b-8e6b-9141714702fb req-e17e08fc-d9bd-4f43-a65c-23bfd3946223 service neutron] 10.222.0.20 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8439336 Apr 05 18:45:30.628955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994be961-4855-4834-a983-4969c0e50be8 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:30.634641 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-994be961-4855-4834-a983-4969c0e50be8 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] 10.222.0.15 "GET /v2.0/networks/12081c31-c981-471f-bb5e-e2571028fab9 HTTP/1.1" status: 200 len: 757 time: 0.2504542 Apr 05 18:45:30.640329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47562) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:30.785452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20377def-7ef5-482b-8e6b-9141714702fb req-c78199ce-ba6d-4ce4-8915-a4c275cfd0e7 service neutron] 10.222.0.20 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651378 Apr 05 18:45:30.951829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9dd0c1-0aca-4fa4-96d2-e166c6bf9a7a tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:30.954240 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7e9dd0c1-0aca-4fa4-96d2-e166c6bf9a7a tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] 10.222.0.15 "GET /v2.0/networks/24661bb1-c198-472f-8931-181c56cfa444 HTTP/1.1" status: 200 len: 767 time: 0.3111877 Apr 05 18:45:30.964603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47572) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:31.079952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.266896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.297525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12081c31-c981-471f-bb5e-e2571028fab9']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:31.311016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ec1aa8-56fd-4360-a368-244a02bc1a94') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:31.311311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ec1aa8-56fd-4360-a368-244a02bc1a94') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:31.323113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.344415 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.357225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:31.357768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:31.360711 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:31.461953 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.473631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12081c31-c981-471f-bb5e-e2571028fab9 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 18:45:31.487062 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.508115 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "DELETE /v2.0/networks/12081c31-c981-471f-bb5e-e2571028fab9 HTTP/1.1" status: 204 len: 168 time: 0.5390773 Apr 05 18:45:31.514642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47586) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:31.527913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Request body: {'network': {'name': 'tempest-network--1483069011'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:31.575827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf734c-d63f-45c9-bb22-2bcc9e0ba19e tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event deleted for resources: {'Network': ['ID=12081c31-c981-471f-bb5e-e2571028fab9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:31.621766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8bba8-ca18-4002-b11d-91d0be6f80e8 req-6ba900fd-f1f2-414b-a6a1-eb0b8308d62a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:31.623288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Made reservation on behalf of 6514b7c511e14e088bc7f5a0aa857f64 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:31.625735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.629562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47c8bba8-ca18-4002-b11d-91d0be6f80e8 req-6ba900fd-f1f2-414b-a6a1-eb0b8308d62a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.8603771 Apr 05 18:45:31.641182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed172186-2466-40fd-b286-7f7b244237be req-29a91f04-7cd4-4c24-98c3-df1d17fd3f7a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:31.658273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed172186-2466-40fd-b286-7f7b244237be req-29a91f04-7cd4-4c24-98c3-df1d17fd3f7a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:31.667186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed172186-2466-40fd-b286-7f7b244237be req-29a91f04-7cd4-4c24-98c3-df1d17fd3f7a tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1681 time: 0.1065235 Apr 05 18:45:31.695806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:31.728480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed172186-2466-40fd-b286-7f7b244237be req-354806fc-2cfd-414a-8900-1d5c3621f6b4 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599236 Apr 05 18:45:31.728688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.743384 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Added segment 13552d86-a2c8-444d-ae64-4125fa4743a2 of type vlan for network 188733e4-7fe6-4546-a947-891de4cb324a Apr 05 18:45:31.802879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47c8bba8-ca18-4002-b11d-91d0be6f80e8 req-dfc561fa-bbd1-4cfb-9d41-8437104ed774 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1668327 Apr 05 18:45:31.903716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.988154 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:31.991038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:31.992331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:32.038107 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5209050 Apr 05 18:45:32.046913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47602) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:32.057304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254978f-3d17-4a70-942c-c645caf5c88a req-628ae703-e506-48bb-b3e7-5a9f7236f5ee tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:32.075207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7254978f-3d17-4a70-942c-c645caf5c88a req-628ae703-e506-48bb-b3e7-5a9f7236f5ee tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.1541324 Apr 05 18:45:32.082835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-28402d1d-cbf6-45e5-9bed-24841226704f tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:32.156723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9981354c-6bc9-4ad5-9e98-b4681176c43b req-07ad7eb4-fe8d-4675-9b31-f4b86cb01da3 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 210 time: 0.1083505 Apr 05 18:45:32.195308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe503f0-bf74-4d08-aea1-c37605dc8f92 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'Network': ['ID=188733e4-7fe6-4546-a947-891de4cb324a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:32.211553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 188733e4-7fe6-4546-a947-891de4cb324a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:32.286177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7254978f-3d17-4a70-942c-c645caf5c88a req-ca3e614a-98eb-4e73-b740-897d294f2643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082801 Apr 05 18:45:32.653539 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-28402d1d-cbf6-45e5-9bed-24841226704f tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:32.683089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-28402d1d-cbf6-45e5-9bed-24841226704f tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:32.855449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28402d1d-cbf6-45e5-9bed-24841226704f tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Network 188733e4-7fe6-4546-a947-891de4cb324a is not hosted by any dhcp agent {{(pid=102640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 18:45:32.855449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28402d1d-cbf6-45e5-9bed-24841226704f tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:32.855449 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-28402d1d-cbf6-45e5-9bed-24841226704f tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:32.855449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-28402d1d-cbf6-45e5-9bed-24841226704f tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "PUT /v2.0/networks/188733e4-7fe6-4546-a947-891de4cb324a HTTP/1.1" status: 200 len: 857 time: 0.7709470 Apr 05 18:45:32.857708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47630) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:32.964146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402d1d-cbf6-45e5-9bed-24841226704f tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event updated for resources: {'Network': ['ID=188733e4-7fe6-4546-a947-891de4cb324a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:32.964779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:32.965289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b0c26-ebf2-4537-a79c-7c5c9c630f76 req-e24d71dc-616b-4d91-8f5b-11043d4df8c4 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:32.965289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b0c26-ebf2-4537-a79c-7c5c9c630f76 req-e24d71dc-616b-4d91-8f5b-11043d4df8c4 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:32.965289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a2b0c26-ebf2-4537-a79c-7c5c9c630f76 req-e24d71dc-616b-4d91-8f5b-11043d4df8c4 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1681 time: 0.1650457 Apr 05 18:45:32.965289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-89447f2f-a841-4989-b0eb-6936817c7802 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:32.965289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-89447f2f-a841-4989-b0eb-6936817c7802 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 814 time: 0.4436910 Apr 05 18:45:33.042946 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a2b0c26-ebf2-4537-a79c-7c5c9c630f76 req-05ec980f-b617-4d25-885f-13cac6acd333 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728848 Apr 05 18:45:33.079062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-79dd00ff-42e5-4c9e-aaf7-f61630091655 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 380 time: 0.0943918 Apr 05 18:45:33.104624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'port': {'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'admin_state_up': True, 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'security_groups': ['ca83da61-c9f1-4c2f-ae1e-db0648448f3b']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:33.123547 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.183460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188733e4-7fe6-4546-a947-891de4cb324a']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:33.231514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13552d86-a2c8-444d-ae64-4125fa4743a2') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:33.231720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13552d86-a2c8-444d-ae64-4125fa4743a2') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:33.254088 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.271719 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.281950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:33.282574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:33.352587 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:33.356077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8bdc79b-910c-47ba-9263-bb4289224037 req-a5bbbc35-c30f-4052-95e4-ea2d358bc73e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 210 time: 0.0545859 Apr 05 18:45:33.363882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.372215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 188733e4-7fe6-4546-a947-891de4cb324a {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 18:45:33.375017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.379048 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] 10.222.0.15 "DELETE /v2.0/networks/188733e4-7fe6-4546-a947-891de4cb324a HTTP/1.1" status: 204 len: 168 time: 0.5195150 Apr 05 18:45:33.383670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:33.403497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c066e3-6f25-4af6-92c2-0dbd2a15d14f req-e472cee5-0af5-478f-af29-819ebed40b87 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:33.411289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86c066e3-6f25-4af6-92c2-0dbd2a15d14f req-e472cee5-0af5-478f-af29-819ebed40b87 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.2704449 Apr 05 18:45:33.412297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e6996-e76e-4624-aa67-601ce5bba1e4 tempest-ExternalNetworksTestJSON-1388940018 tempest-ExternalNetworksTestJSON-1388940018-project-admin] Pushing event deleted for resources: {'Network': ['ID=188733e4-7fe6-4546-a947-891de4cb324a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:33.440662 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdae4004-fff0-4965-98c5-0194af1dfa60 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] DELETE failed (client error): The resource could not be found. Apr 05 18:45:33.441157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdae4004-fff0-4965-98c5-0194af1dfa60 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:45:33.444575 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bdae4004-fff0-4965-98c5-0194af1dfa60 tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] 10.222.0.15 "DELETE /v2.0/subnets/43813fa2-7afb-45a4-9f46-ce78d99e9ea3 HTTP/1.1" status: 404 len: 337 time: 0.0459759 Apr 05 18:45:33.447358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47656) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:33.481217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86c066e3-6f25-4af6-92c2-0dbd2a15d14f req-e0a69d39-7b66-4486-8e29-2c8d0387e141 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0638494 Apr 05 18:45:33.515135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Made reservation on behalf of 4f097b5743074d2d89245239d456dcc9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:33.520142 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.573226 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.671163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Allocated IP 172.20.0.12 (c02a85c5-735d-4bc3-bd1e-1f681ef053a8/7f59dda1-fd03-46ea-8630-4e1f8019790b/2082bfc7-26f8-4cd8-a776-8a52eda9e8cf) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:45:33.761589 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.798970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24661bb1-c198-472f-8931-181c56cfa444']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:33.830146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62505a9-ab3a-4bbc-8e37-a349a4ab06d8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:33.830525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62505a9-ab3a-4bbc-8e37-a349a4ab06d8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:33.842844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.858174 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.873898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:33.874315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.928695 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:33.950413 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:33.953073 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.960839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:33.965055 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] 10.222.0.15 "DELETE /v2.0/networks/24661bb1-c198-472f-8931-181c56cfa444 HTTP/1.1" status: 204 len: 168 time: 0.5107081 Apr 05 18:45:33.976504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500ac17-2804-4195-8455-4cde665a9d9e tempest-ExternalNetworksTestJSON-1016579408 tempest-ExternalNetworksTestJSON-1016579408-project] Pushing event deleted for resources: {'Network': ['ID=24661bb1-c198-472f-8931-181c56cfa444,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:33.992270 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:34.118455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:34.149320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:34.155360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:45:34.206854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:34.307678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:34.308318 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:34.341765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b016e0cb-e61c-4b65-a29f-29e203c4723e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2516510 Apr 05 18:45:34.351922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c162856-46c7-4de8-8cc4-16df907b1995 req-9ec4a8ae-d0cc-41b8-b4d7-9771244c110c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:34.362335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c162856-46c7-4de8-8cc4-16df907b1995 req-9ec4a8ae-d0cc-41b8-b4d7-9771244c110c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:34.364568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c162856-46c7-4de8-8cc4-16df907b1995 req-9ec4a8ae-d0cc-41b8-b4d7-9771244c110c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1681 time: 0.2045138 Apr 05 18:45:34.372404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Request body: {'port': {'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:34.430601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1786-c42c-4c91-b105-df4885667eba req-082a8a43-5c4e-419a-a97b-5b2c38d2a5d2 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:34.437568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1786-c42c-4c91-b105-df4885667eba req-082a8a43-5c4e-419a-a97b-5b2c38d2a5d2 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:34.438897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-364d1786-c42c-4c91-b105-df4885667eba req-082a8a43-5c4e-419a-a97b-5b2c38d2a5d2 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.20 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 1681 time: 0.1779411 Apr 05 18:45:34.511516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c162856-46c7-4de8-8cc4-16df907b1995 req-4ab9dec3-b0c7-491c-bad0-46a8a8bf0cab tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341634 Apr 05 18:45:34.515891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47716) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:34.563557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-caa670bf-a91e-4adc-8cee-718bccb49715 None None] Provisioning complete for port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:34.564102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caa670bf-a91e-4adc-8cee-718bccb49715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:34.582681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:34.627522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-caa670bf-a91e-4adc-8cee-718bccb49715 None None] Port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:45:34.700453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-364d1786-c42c-4c91-b105-df4885667eba req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting port 904a28b4-59b0-44d0-b974-a6e53272e569 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:34.701026 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-364d1786-c42c-4c91-b105-df4885667eba req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:34.817184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9c0fc-bc02-4bfd-8a96-1f039ff6ba3a req-a30ef1ef-cf74-4270-ab45-77b9219e16a3 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:34.818754 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3dc9c0fc-bc02-4bfd-8a96-1f039ff6ba3a req-a30ef1ef-cf74-4270-ab45-77b9219e16a3 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 932 time: 0.2190473 Apr 05 18:45:34.901153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:34.928754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47730) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:34.956139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-364d1786-c42c-4c91-b105-df4885667eba req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] For port 904a28b4-59b0-44d0-b974-a6e53272e569, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=904a28b4-59b0-44d0-b974-a6e53272e569,segment=NetworkSegment(e9873bf3-69a5-45e7-a58a-154babeb08ee),segment_id=e9873bf3-69a5-45e7-a58a-154babeb08ee)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:34.956514 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-364d1786-c42c-4c91-b105-df4885667eba req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:34.969293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3dc9c0fc-bc02-4bfd-8a96-1f039ff6ba3a req-d2c70fbc-b946-4228-9078-18d5cdaeb9b9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424673 Apr 05 18:45:34.988113 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-387781be-ab41-4943-a696-d22be9aa6bf8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17bd0a29672345c99b8dca61c45a2d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706414 Apr 05 18:45:34.992981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47740) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:35.008487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-364d1786-c42c-4c91-b105-df4885667eba req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Calling delete_port for 904a28b4-59b0-44d0-b974-a6e53272e569 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:35.032416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87e75f28-3557-4581-9bc1-6c1498351a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.126572 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87e75f28-3557-4581-9bc1-6c1498351a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.130924 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87e75f28-3557-4581-9bc1-6c1498351a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.168823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e75f28-3557-4581-9bc1-6c1498351a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e23218-0a92-4db8-b63d-63caf413a68a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:35.182789 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-87e75f28-3557-4581-9bc1-6c1498351a31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4aca4e286ca743a3b6b1d5aeb54050fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528169 Apr 05 18:45:35.186178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:35.243544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f19f-bcbd-42c9-b329-addf3609ca7c req-483b6a70-253d-4e7b-af6d-79da6266b631 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:35.245222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba40f19f-bcbd-42c9-b329-addf3609ca7c req-483b6a70-253d-4e7b-af6d-79da6266b631 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.1857853 Apr 05 18:45:35.267886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeb8664f-33ef-4bdf-95a6-d1318f7badbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.324670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:35.367243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.371374 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeb8664f-33ef-4bdf-95a6-d1318f7badbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.410833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba40f19f-bcbd-42c9-b329-addf3609ca7c req-cef4723e-abf4-447d-84cd-64d35f5cdaa3 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1440427 Apr 05 18:45:35.423113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d09f00d4-3d3a-45ea-abb1-d207d0d33ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.466774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Transition to ACTIVE for port object 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:45:35.468150 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-364d1786-c42c-4c91-b105-df4885667eba req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.471477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d09f00d4-3d3a-45ea-abb1-d207d0d33ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.480101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0cc7728f-585b-447b-8c44-d1c108c2a42a', '904a28b4-59b0-44d0-b974-a6e53272e569'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:35.485112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.512065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Port': ['ID=904a28b4-59b0-44d0-b974-a6e53272e569,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:35.621498 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeb8664f-33ef-4bdf-95a6-d1318f7badbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.624094 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeb8664f-33ef-4bdf-95a6-d1318f7badbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.625249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aeb8664f-33ef-4bdf-95a6-d1318f7badbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf83b14f-e921-4125-9008-5edf3e3b7b2e HTTP/1.1" status: 204 len: 168 time: 0.6313341 Apr 05 18:45:35.639625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-364d1786-c42c-4c91-b105-df4885667eba req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] No DVR routers for this DVR port 904a28b4-59b0-44d0-b974-a6e53272e569 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:45:35.678340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-364d1786-c42c-4c91-b105-df4885667eba req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.682041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-364d1786-c42c-4c91-b105-df4885667eba req-89dd96d4-7f27-4d65-9ba4-3fde895b8978 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.20 "DELETE /v2.0/ports/904a28b4-59b0-44d0-b974-a6e53272e569 HTTP/1.1" status: 204 len: 173 time: 1.2312286 Apr 05 18:45:35.690184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'name': 'network-vif-deleted', 'tag': '904a28b4-59b0-44d0-b974-a6e53272e569'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:35.692567 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837509ed-c613-41f1-8071-b59f8afb22f2" -d '{"events": [{"server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "name": "network-vif-deleted", "tag": "904a28b4-59b0-44d0-b974-a6e53272e569"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:35.758103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8664f-33ef-4bdf-95a6-d1318f7badbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf83b14f-e921-4125-9008-5edf3e3b7b2e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:35.831017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Pushing event updated for resources: {'Port': ['ID=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:35.869611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d09f00d4-3d3a-45ea-abb1-d207d0d33ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.875785 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d09f00d4-3d3a-45ea-abb1-d207d0d33ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:35.877203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d09f00d4-3d3a-45ea-abb1-d207d0d33ee7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6e23218-0a92-4db8-b63d-63caf413a68a HTTP/1.1" status: 204 len: 168 time: 0.6872232 Apr 05 18:45:35.950823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f00d4-3d3a-45ea-abb1-d207d0d33ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e23218-0a92-4db8-b63d-63caf413a68a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:35.988954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b26d2-8faa-4097-9733-d96007f4f7eb req-40e9dee7-d8c9-40bc-ade2-718620fa8fc0 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:35.996573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba4b26d2-8faa-4097-9733-d96007f4f7eb req-40e9dee7-d8c9-40bc-ade2-718620fa8fc0 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 945 time: 0.3667588 Apr 05 18:45:36.011600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999800e-32be-425e-92b5-220a824fa00d req-4d1ed4ee-ac77-4887-abb5-359f2939d863 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:36.012733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-4d1ed4ee-ac77-4887-abb5-359f2939d863 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 804 time: 0.4232984 Apr 05 18:45:36.040004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Attempting to bind port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:45:36.040526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Attempting to bind port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:45:36.041608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Attempting to bind port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:36.059193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-13e4e90b-bdd9-4ca2-bb7b-95aadd809d7d tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/quotas/51a805f835bf450f970f73fc45c74f8f HTTP/1.1" status: 200 len: 375 time: 0.0361681 Apr 05 18:45:36.059953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:45:36.060450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Attempting to bind port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:36.083337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47792) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:36.090149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:45:36.090787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Checking segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:36.091336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Bound using segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:45:36.091783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Bound port: 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:45:36.092140 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.096633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba4b26d2-8faa-4097-9733-d96007f4f7eb req-c49960dc-02ce-4dfa-b21e-b000e3234f1f tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/security-groups?id=4da0a80a-fc06-4091-b512-691523411b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990148 Apr 05 18:45:36.128571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-364d1786-c42c-4c91-b105-df4885667eba req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting port 0cc7728f-585b-447b-8c44-d1c108c2a42a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:36.128747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-364d1786-c42c-4c91-b105-df4885667eba req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.154899 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4bfd1974-e894-4b6f-b57d-7b3af0bb4730 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6514b7c511e14e088bc7f5a0aa857f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703452 Apr 05 18:45:36.155489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47800) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:36.210995 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56cdca9-f81b-4acb-8011-8dc347728026 x-openstack-request-id: req-a56cdca9-f81b-4acb-8011-8dc347728026 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:36.211269 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "name": "network-vif-deleted", "tag": "904a28b4-59b0-44d0-b974-a6e53272e569", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:36.211593 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a56cdca9-f81b-4acb-8011-8dc347728026 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:36.211994 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56cdca9-f81b-4acb-8011-8dc347728026'] response: {'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'name': 'network-vif-deleted', 'tag': '904a28b4-59b0-44d0-b974-a6e53272e569', 'status': 'completed', 'code': 200} Apr 05 18:45:36.224078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4e5532c-1bf6-40e7-bd78-201d5d055ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.233437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-dd8ff15e-dde8-4a2b-a0f3-d51d3f4470ad tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600211 Apr 05 18:45:36.249286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4e5532c-1bf6-40e7-bd78-201d5d055ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.307840 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4e5532c-1bf6-40e7-bd78-201d5d055ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.310916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4e5532c-1bf6-40e7-bd78-201d5d055ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.315022 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e4e5532c-1bf6-40e7-bd78-201d5d055ba6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41c64d45-ebc1-46a3-a907-65cb2ca0f9fb HTTP/1.1" status: 204 len: 168 time: 0.1580515 Apr 05 18:45:36.328703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5532c-1bf6-40e7-bd78-201d5d055ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c64d45-ebc1-46a3-a907-65cb2ca0f9fb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:36.366805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] For port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:45:36.385234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47804) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:36.394983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] For port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:45:36.396934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-364d1786-c42c-4c91-b105-df4885667eba req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] For port 0cc7728f-585b-447b-8c44-d1c108c2a42a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0cc7728f-585b-447b-8c44-d1c108c2a42a,segment=NetworkSegment(55fec63e-d7fc-46bb-a1f3-b61946727730),segment_id=55fec63e-d7fc-46bb-a1f3-b61946727730)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:36.397321 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-364d1786-c42c-4c91-b105-df4885667eba req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.399118 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75890eb9-6686-4611-ab86-5c70b829450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.412361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.423550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-364d1786-c42c-4c91-b105-df4885667eba req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Calling delete_port for 0cc7728f-585b-447b-8c44-d1c108c2a42a owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:36.477000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a129ae-48b0-47ea-8f68-0ae11ad97815 req-057e25bf-9385-4e3f-80b8-25a40b5e3e23 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:36.478628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97a129ae-48b0-47ea-8f68-0ae11ad97815 req-057e25bf-9385-4e3f-80b8-25a40b5e3e23 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 944 time: 0.2120383 Apr 05 18:45:36.489403 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75890eb9-6686-4611-ab86-5c70b829450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.495497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75890eb9-6686-4611-ab86-5c70b829450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.502550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-95eaa6f2-4eca-40ba-b55a-6e4caa8551e7 service neutron] 10.222.0.15 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681944 Apr 05 18:45:36.505322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:36.506098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.507746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] 10.222.0.20 "PUT /v2.0/ports/2082bfc7-26f8-4cd8-a776-8a52eda9e8cf HTTP/1.1" status: 200 len: 1092 time: 2.1421769 Apr 05 18:45:36.551808 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-75890eb9-6686-4611-ab86-5c70b829450e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88f04599bcc14c0eb05e6753d0c526b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654127 Apr 05 18:45:36.552697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75890eb9-6686-4611-ab86-5c70b829450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d17ea9-9fb1-4b83-a625-4e4a12885733,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:36.556097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47808) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:36.606178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:36.618633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0113b639-1484-43a0-85cb-99d43ed1ca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.656706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0113b639-1484-43a0-85cb-99d43ed1ca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.748352 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0113b639-1484-43a0-85cb-99d43ed1ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.751264 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0113b639-1484-43a0-85cb-99d43ed1ca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.755172 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0113b639-1484-43a0-85cb-99d43ed1ca42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43d17ea9-9fb1-4b83-a625-4e4a12885733 HTTP/1.1" status: 204 len: 168 time: 0.1975234 Apr 05 18:45:36.770971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113b639-1484-43a0-85cb-99d43ed1ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d17ea9-9fb1-4b83-a625-4e4a12885733,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:36.824709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:36.840598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'port_id': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'mac_address': 'fa:16:3e:ae:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:36.882729 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:36.898178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd821129-87ad-4a54-8065-282d6b8467ce {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:36.931453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:36.948466 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:37.020774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:37.033542 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:37.103844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['dd821129-87ad-4a54-8065-282d6b8467ce'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:37.113903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fc607-3ee4-4b20-91cd-70662b322220 service neutron] Pushing event updated for resources: {'Port': ['ID=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:37.148659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97a129ae-48b0-47ea-8f68-0ae11ad97815 req-d4596bda-9d8d-4c70-9b0e-f44345aaab44 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6568265 Apr 05 18:45:37.162753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-3d4ce592-de46-4ae8-9349-c831e94609b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:37.164306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-3d4ce592-de46-4ae8-9349-c831e94609b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 1095 time: 0.1886268 Apr 05 18:45:37.194836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83baa6-5fdc-478a-8cbd-5be4a00c5f2e req-c21ea419-f660-4627-b015-d8badd84d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:37.196315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd83baa6-5fdc-478a-8cbd-5be4a00c5f2e req-c21ea419-f660-4627-b015-d8badd84d09e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 1097 time: 0.2217550 Apr 05 18:45:37.238378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-f5874a86-dc08-4057-b1c1-9ad5afa5220d service neutron] 10.222.0.15 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346959 Apr 05 18:45:37.239886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-5cefd507-9f68-40b1-9913-32ffe95f507a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf HTTP/1.1" status: 200 len: 217 time: 0.0632691 Apr 05 18:45:37.404667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd83baa6-5fdc-478a-8cbd-5be4a00c5f2e req-133d2482-d309-4e4d-bd33-3249da4a9dbe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1741691 Apr 05 18:45:37.409837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b8b5dd26-7d15-4976-a763-60645619a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:37.411480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b8b5dd26-7d15-4976-a763-60645619a778 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.1506884 Apr 05 18:45:37.416798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-364d1786-c42c-4c91-b105-df4885667eba req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:37.450040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc896c0-5657-40f8-b7de-bb09ce027e95 req-50537610-5e07-427c-8be4-947a52afbcb7 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:37.451745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cc896c0-5657-40f8-b7de-bb09ce027e95 req-50537610-5e07-427c-8be4-947a52afbcb7 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.1635418 Apr 05 18:45:37.508731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Port': ['ID=0cc7728f-585b-447b-8c44-d1c108c2a42a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:37.589471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 904a28b4-59b0-44d0-b974-a6e53272e569 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:45:37.612665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-016f9575-c8a6-42e0-8808-95200bec3b3d req-5f50e7ba-b130-42f0-b91d-77780deb344b tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "GET /v2.0/ports?device_id=57d4b313-3b84-40ca-937b-374559cb46c1 HTTP/1.1" status: 200 len: 210 time: 0.0515492 Apr 05 18:45:37.652930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 904a28b4-59b0-44d0-b974-a6e53272e569 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:45:37.653417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 904a28b4-59b0-44d0-b974-a6e53272e569 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:45:37.653685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0cc7728f-585b-447b-8c44-d1c108c2a42a no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:45:37.656950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cc896c0-5657-40f8-b7de-bb09ce027e95 req-8edb6df3-1f16-4ea8-80cf-8cbe95fe424b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1542122 Apr 05 18:45:37.660922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-ca2b480e-d52e-4e0e-bd5e-ec3fd0a9b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:37.665162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-ca2b480e-d52e-4e0e-bd5e-ec3fd0a9b606 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2431195 Apr 05 18:45:37.699839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-364d1786-c42c-4c91-b105-df4885667eba req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] No DVR routers for this DVR port 0cc7728f-585b-447b-8c44-d1c108c2a42a on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:45:37.708186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-364d1786-c42c-4c91-b105-df4885667eba req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:37.716411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-364d1786-c42c-4c91-b105-df4885667eba req-f33fca50-cb9c-4922-99ba-b41af9635c2c tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.20 "DELETE /v2.0/ports/0cc7728f-585b-447b-8c44-d1c108c2a42a HTTP/1.1" status: 204 len: 173 time: 2.0166228 Apr 05 18:45:37.740535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 0cc7728f-585b-447b-8c44-d1c108c2a42a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:45:37.743345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0cc7728f-585b-447b-8c44-d1c108c2a42a not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:45:37.817326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47860) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:37.836901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-b025050c-81cd-4244-9ead-391530611677 service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387396 Apr 05 18:45:37.901956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95f5b23a-bf07-4b35-b7ce-c79507199cc2 req-1c7142a3-d9c8-4e1a-925d-1338be2f70c6 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 210 time: 0.1843643 Apr 05 18:45:38.024548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-02ebe4b8-3da3-474d-aa67-43a1d9877118 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:38.026497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-02ebe4b8-3da3-474d-aa67-43a1d9877118 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "GET /v2.0/ports?device_id=722a96a4-5dc4-4f6c-8cd9-8065fad593f3 HTTP/1.1" status: 200 len: 946 time: 0.1874912 Apr 05 18:45:38.071424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6dd1e487-0073-40dd-9e41-6517a71a24cd tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] Request body: {'port': {'network_id': 'a0ac532c-3b41-45b8-8c5d-097dea328949', 'name': 'tempest-NetworksNegativeTestJSON-1978895775'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:38.090707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be5aaf5f-3af1-4cd4-9138-f943e0d49089 req-cd1bd088-dfb9-4fd6-9faa-5e1c22785505 service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872997 Apr 05 18:45:38.093574 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd1e487-0073-40dd-9e41-6517a71a24cd tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] POST failed (client error): The resource could not be found. Apr 05 18:45:38.094348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd1e487-0073-40dd-9e41-6517a71a24cd tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:45:38.110222 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6dd1e487-0073-40dd-9e41-6517a71a24cd tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2857876 Apr 05 18:45:38.112758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47868) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.140787 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f016ee-19e2-489c-86e0-1973b4244f27 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] DELETE failed (client error): The resource could not be found. Apr 05 18:45:38.141637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f016ee-19e2-489c-86e0-1973b4244f27 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:45:38.145081 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-06f016ee-19e2-489c-86e0-1973b4244f27 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "DELETE /v2.0/networks/3b0b1e67-970b-4597-84da-ce2643650d16 HTTP/1.1" status: 404 len: 339 time: 0.0311856 Apr 05 18:45:38.148439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.167392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Deleting port 466f8a53-30ec-4bf3-a607-541e98ef55e3 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:38.167882 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:38.177915 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-feef886a-6763-44a9-a5fc-f7c2f159920c tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] DELETE failed (client error): The resource could not be found. Apr 05 18:45:38.178959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feef886a-6763-44a9-a5fc-f7c2f159920c tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:45:38.183475 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-feef886a-6763-44a9-a5fc-f7c2f159920c tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "DELETE /v2.0/ports/a390c2f6-6723-47b6-9cbe-af5cb5ef5eae HTTP/1.1" status: 404 len: 333 time: 0.0339491 Apr 05 18:45:38.187670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47876) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.222234 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-61601343-2c3f-4db7-8b05-b0d1547462d0 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] DELETE failed (client error): The resource could not be found. Apr 05 18:45:38.223100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61601343-2c3f-4db7-8b05-b0d1547462d0 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:45:38.226800 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-61601343-2c3f-4db7-8b05-b0d1547462d0 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "DELETE /v2.0/subnets/745cba84-762f-44fd-871b-36de88cf7004 HTTP/1.1" status: 404 len: 337 time: 0.0378063 Apr 05 18:45:38.230896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47878) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.239529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'tag': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf'}, {'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'name': 'network-vif-deleted', 'tag': '0cc7728f-585b-447b-8c44-d1c108c2a42a'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:38.242099 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "eee4df06-f66f-4649-9e8a-c033b17f5182", "tag": "2082bfc7-26f8-4cd8-a776-8a52eda9e8cf"}, {"server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "name": "network-vif-deleted", "tag": "0cc7728f-585b-447b-8c44-d1c108c2a42a"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:38.263883 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-be155398-8847-41df-816d-94e946b3ca1b tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] GET failed (client error): The resource could not be found. Apr 05 18:45:38.265457 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be155398-8847-41df-816d-94e946b3ca1b tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "GET /v2.0/networks/094d1359-6391-4daf-976b-cab54c008fbe HTTP/1.1" status: 404 len: 339 time: 0.0333109 Apr 05 18:45:38.269768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47886) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.307695 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adf877c-01cb-4565-b848-0eda795e5c08 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] GET failed (client error): The resource could not be found. Apr 05 18:45:38.313022 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2adf877c-01cb-4565-b848-0eda795e5c08 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "GET /v2.0/ports/7e108934-b62b-4ea1-95c5-9d7f8a1a5cbb HTTP/1.1" status: 404 len: 333 time: 0.0365715 Apr 05 18:45:38.314683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47890) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.347445 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4728df-4aab-48cc-b57c-ab5c61c222e2 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] GET failed (client error): The resource could not be found. Apr 05 18:45:38.352520 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2b4728df-4aab-48cc-b57c-ab5c61c222e2 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "GET /v2.0/subnets/946076e4-14f8-4e6e-95b2-b9ca7be43320 HTTP/1.1" status: 404 len: 337 time: 0.0334570 Apr 05 18:45:38.352690 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcc739b-35d2-45e4-a2be-02f3f2cbe135 x-openstack-request-id: req-4fcc739b-35d2-45e4-a2be-02f3f2cbe135 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:38.352690 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee4df06-f66f-4649-9e8a-c033b17f5182", "tag": "2082bfc7-26f8-4cd8-a776-8a52eda9e8cf", "status": "completed", "code": 200}, {"server_uuid": "57d4b313-3b84-40ca-937b-374559cb46c1", "name": "network-vif-deleted", "tag": "0cc7728f-585b-447b-8c44-d1c108c2a42a", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:38.353267 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fcc739b-35d2-45e4-a2be-02f3f2cbe135 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:38.353611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47892) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.358020 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcc739b-35d2-45e4-a2be-02f3f2cbe135'] response: {'name': 'network-changed', 'server_uuid': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'tag': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'status': 'completed', 'code': 200} Apr 05 18:45:38.358180 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcc739b-35d2-45e4-a2be-02f3f2cbe135'] response: {'server_uuid': '57d4b313-3b84-40ca-937b-374559cb46c1', 'name': 'network-vif-deleted', 'tag': '0cc7728f-585b-447b-8c44-d1c108c2a42a', 'status': 'completed', 'code': 200} Apr 05 18:45:38.359965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-517b32c7-caa9-49c3-a9c5-0af9936ac5b2 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:38.365315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] For port 466f8a53-30ec-4bf3-a607-541e98ef55e3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=466f8a53-30ec-4bf3-a607-541e98ef55e3,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:38.365315 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:38.375301 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-517b32c7-caa9-49c3-a9c5-0af9936ac5b2 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] PUT failed (client error): The resource could not be found. Apr 05 18:45:38.376013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517b32c7-caa9-49c3-a9c5-0af9936ac5b2 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:45:38.380723 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-517b32c7-caa9-49c3-a9c5-0af9936ac5b2 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "PUT /v2.0/networks/88d78616-c85c-4de1-8a01-a467ffe78faf HTTP/1.1" status: 404 len: 339 time: 0.0225420 Apr 05 18:45:38.380992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47894) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.387860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8e009d26-ea96-43b1-a34d-4931d61bda40 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:38.410520 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e009d26-ea96-43b1-a34d-4931d61bda40 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] PUT failed (client error): The resource could not be found. Apr 05 18:45:38.411531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e009d26-ea96-43b1-a34d-4931d61bda40 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:45:38.413152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8e009d26-ea96-43b1-a34d-4931d61bda40 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "PUT /v2.0/ports/bbddf25e-9162-45f8-a4c4-88038420b1ae HTTP/1.1" status: 404 len: 333 time: 0.0309467 Apr 05 18:45:38.417629 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47896) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.428212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-934018ec-8db0-4d84-aa0b-6650b959a606 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:38.441862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Calling delete_port for 466f8a53-30ec-4bf3-a607-541e98ef55e3 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:38.461181 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-934018ec-8db0-4d84-aa0b-6650b959a606 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] PUT failed (client error): The resource could not be found. Apr 05 18:45:38.462571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934018ec-8db0-4d84-aa0b-6650b959a606 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:45:38.467189 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-934018ec-8db0-4d84-aa0b-6650b959a606 tempest-NetworksNegativeTestJSON-11534009 tempest-NetworksNegativeTestJSON-11534009-project] 10.222.0.15 "PUT /v2.0/subnets/6ee5ca5b-f6d6-44be-8d7b-dbfd2247f746 HTTP/1.1" status: 404 len: 337 time: 0.0475926 Apr 05 18:45:38.536492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4812b-fcab-4a6d-9c32-318da3947ce9 req-18bab604-34bf-4894-b21b-9f58da16476e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:38.538296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1b4812b-fcab-4a6d-9c32-318da3947ce9 req-18bab604-34bf-4894-b21b-9f58da16476e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 944 time: 0.1786189 Apr 05 18:45:38.540201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-7e802f50-9053-4a73-9bcc-c0ee70d1d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:38.542558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-7e802f50-9053-4a73-9bcc-c0ee70d1d0fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 1095 time: 0.1811638 Apr 05 18:45:38.616594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:38.691693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1b4812b-fcab-4a6d-9c32-318da3947ce9 req-9bebd40f-925f-435e-bed8-ae2e9217c6a5 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463332 Apr 05 18:45:38.718282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47912) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.727423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port dd821129-87ad-4a54-8065-282d6b8467ce triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:38.727995 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:38.759218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-b34f78af-d04f-4445-8205-253562bfc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:38.760844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-b34f78af-d04f-4445-8205-253562bfc28a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.1928880 Apr 05 18:45:38.820789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45d2272-0bda-4d7e-812b-72040aeac5fc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting subnet f208ac73-2f12-472a-a6c9-8ebfd35d3fe3 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:45:38.828463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f45d2272-0bda-4d7e-812b-72040aeac5fc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:38.839654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47916) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:38.840330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:38.861028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-5a2bad8e-ca4f-453d-b16d-b76ed678fbdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf HTTP/1.1" status: 200 len: 217 time: 0.0822997 Apr 05 18:45:38.896049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f45d2272-0bda-4d7e-812b-72040aeac5fc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:38.951741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Pushing event deleted for resources: {'Port': ['ID=466f8a53-30ec-4bf3-a607-541e98ef55e3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:38.976811 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.012514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f45d2272-0bda-4d7e-812b-72040aeac5fc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.044606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] No DVR routers for this DVR port 466f8a53-30ec-4bf3-a607-541e98ef55e3 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:45:39.066147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-ecf2826c-15fb-425b-92e2-244e28ee1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:39.073292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-ecf2826c-15fb-425b-92e2-244e28ee1b58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.1956766 Apr 05 18:45:39.080097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.083501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14839b7d-f238-4068-a4f0-0cf841e62aee req-f9a92d95-bf07-4e37-b919-cf2739a93cc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "DELETE /v2.0/ports/466f8a53-30ec-4bf3-a607-541e98ef55e3 HTTP/1.1" status: 204 len: 173 time: 1.0446582 Apr 05 18:45:39.129259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:39.131710 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:39.136952 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9164819-cb8c-4d38-bad1-f90fb2f9a472" -d '{"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:39.147787 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.150903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 466f8a53-30ec-4bf3-a607-541e98ef55e3 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:45:39.164429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fd1f5-64ce-4655-a58f-61a36257b475 req-d239df06-c81d-448c-9fc0-86ed8615cc78 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:39.168127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f45d2272-0bda-4d7e-812b-72040aeac5fc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.173907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-830fd1f5-64ce-4655-a58f-61a36257b475 req-d239df06-c81d-448c-9fc0-86ed8615cc78 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.3350220 Apr 05 18:45:39.219459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d2272-0bda-4d7e-812b-72040aeac5fc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Subnet': ['ID=f208ac73-2f12-472a-a6c9-8ebfd35d3fe3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:39.222261 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f45d2272-0bda-4d7e-812b-72040aeac5fc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.225916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f45d2272-0bda-4d7e-812b-72040aeac5fc tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "DELETE /v2.0/subnets/f208ac73-2f12-472a-a6c9-8ebfd35d3fe3 HTTP/1.1" status: 204 len: 168 time: 0.5061066 Apr 05 18:45:39.233349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47930) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:39.254883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999800e-32be-425e-92b5-220a824fa00d req-49c5304f-e86c-49c0-a1d6-24030c6ebfe9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:39.256704 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-49c5304f-e86c-49c0-a1d6-24030c6ebfe9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 804 time: 0.2037671 Apr 05 18:45:39.278017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Request body: {'port': {'device_id': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'admin_state_up': True, 'tenant_id': '51a805f835bf450f970f73fc45c74f8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:39.308279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05fb7bfc-0f51-4a5a-bd35-ba51cfadab35 req-913ae296-1729-427a-bb85-d42649e18f92 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 210 time: 0.2227385 Apr 05 18:45:39.356891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:39.363396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75360a27-d44b-4c67-81a8-c021cdf10ba2 None None] Network 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:39.416269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-c12aee42-48f7-46b7-bb82-26a8ed57d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:39.422194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-c12aee42-48f7-46b7-bb82-26a8ed57d350 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252084 Apr 05 18:45:39.469217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.493375 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ea5bab-1c65-4f52-8bc2-41683545506f x-openstack-request-id: req-b1ea5bab-1c65-4f52-8bc2-41683545506f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:39.494055 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:39.494581 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1ea5bab-1c65-4f52-8bc2-41683545506f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:39.495365 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ea5bab-1c65-4f52-8bc2-41683545506f'] response: {'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'code': 200} Apr 05 18:45:39.500228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Made reservation on behalf of 51a805f835bf450f970f73fc45c74f8f for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:39.503572 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.526326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-830fd1f5-64ce-4655-a58f-61a36257b475 req-e5bf1582-7329-4a3b-954b-a8672853730b tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3469319 Apr 05 18:45:39.535390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 466f8a53-30ec-4bf3-a607-541e98ef55e3 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:45:39.536414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 466f8a53-30ec-4bf3-a607-541e98ef55e3 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:45:39.569825 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f196cd31-a3e4-44de-825d-a5bc28a4b628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.622015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.693264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8704ab-6d12-426a-9f80-f2f7903eb2c4 None None] DHCP port deletion for 6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:45:39.696989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:39.696989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.697980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-d0d09626-1b6c-4c13-8d63-f2230b427a4f service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444601 Apr 05 18:45:39.771902 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.788691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3e8704ab-6d12-426a-9f80-f2f7903eb2c4 None None] Deleting port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:39.789633 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e8704ab-6d12-426a-9f80-f2f7903eb2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.811338 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.830238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] For port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1,segment=NetworkSegment(e9873bf3-69a5-45e7-a58a-154babeb08ee),segment_id=e9873bf3-69a5-45e7-a58a-154babeb08ee)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:39.830864 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.881570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Calling delete_port for 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:39.889453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Allocated IP 172.20.0.12 (60fce8fe-10a0-4d97-bf1d-d6248f94beee/5cfad1ea-6e91-40f0-bbd5-8206899d181a/5038f043-728d-44c3-b653-c5c28969ff02) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:45:39.891457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3e8704ab-6d12-426a-9f80-f2f7903eb2c4 None None] For port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1,segment=NetworkSegment(e9873bf3-69a5-45e7-a58a-154babeb08ee),segment_id=e9873bf3-69a5-45e7-a58a-154babeb08ee)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:39.892184 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e8704ab-6d12-426a-9f80-f2f7903eb2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:39.914566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3e8704ab-6d12-426a-9f80-f2f7903eb2c4 None None] Calling delete_port for 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:39.920113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f80153c-bdd4-49df-9b92-fcc13df7ee5b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:39.934389 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73524888ed3d436eb9836fa138eca18d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0921183 Apr 05 18:45:39.941873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47956) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:39.946190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.946673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.947543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.947883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.948213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.948782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.949108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.949430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.949751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.950070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.950686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:39.951039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b86732-08b6-4724-985c-1343d70ef232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:40.006671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717535c-cb79-4a3c-81a3-83549206a2aa req-880248cf-2bbf-4b4b-82bf-5d33272e7f36 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:40.008779 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5717535c-cb79-4a3c-81a3-83549206a2aa req-880248cf-2bbf-4b4b-82bf-5d33272e7f36 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 944 time: 0.1727228 Apr 05 18:45:40.014831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14ecd2ce-1b51-4ce0-b143-3a82694d1a8d req-857c343d-03d0-4282-9dec-b246a4c48391 service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055396 Apr 05 18:45:40.078163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5717535c-cb79-4a3c-81a3-83549206a2aa req-1a7b2da1-6c31-49a4-9228-c752f3951c4e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591452 Apr 05 18:45:40.099689 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e8704ab-6d12-426a-9f80-f2f7903eb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.110676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e77c196-636d-4177-a83e-77fce9844fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.125746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8704ab-6d12-426a-9f80-f2f7903eb2c4 None None] Pushing event deleted for resources: {'Port': ['ID=2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:40.130616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8704ab-6d12-426a-9f80-f2f7903eb2c4 None None] No DVR routers for this DVR port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:45:40.168625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.210522 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e77c196-636d-4177-a83e-77fce9844fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.218431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Port': ['ID=2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:40.358914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'name': 'network-vif-deleted', 'tag': '466f8a53-30ec-4bf3-a607-541e98ef55e3'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:40.362833 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cadc7e-aae3-4eef-baf0-9eb1f7a497e4" -d '{"events": [{"server_uuid": "722a96a4-5dc4-4f6c-8cd9-8065fad593f3", "name": "network-vif-deleted", "tag": "466f8a53-30ec-4bf3-a607-541e98ef55e3"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:40.411130 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9a9ac2-e2be-4d2a-816a-d48ce67381c8 x-openstack-request-id: req-bf9a9ac2-e2be-4d2a-816a-d48ce67381c8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:40.411449 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722a96a4-5dc4-4f6c-8cd9-8065fad593f3", "name": "network-vif-deleted", "tag": "466f8a53-30ec-4bf3-a607-541e98ef55e3", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:40.411663 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf9a9ac2-e2be-4d2a-816a-d48ce67381c8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:40.412069 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9a9ac2-e2be-4d2a-816a-d48ce67381c8'] response: {'server_uuid': '722a96a4-5dc4-4f6c-8cd9-8065fad593f3', 'name': 'network-vif-deleted', 'tag': '466f8a53-30ec-4bf3-a607-541e98ef55e3', 'status': 'completed', 'code': 200} Apr 05 18:45:40.439701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cec515c9-fbd6-41a3-ba35-008f595d32ff req-933f3f88-1bb0-4f0e-a7aa-b23177877be4 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 210 time: 0.0328991 Apr 05 18:45:40.522477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] No DVR routers for this DVR port 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:45:40.602652 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.664975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.678602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacae37-9343-4e76-96fa-50aa0b4a16d4 req-e5fa4656-3acc-46a9-8cfd-0ed7ffbcba4a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:40.688600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaacae37-9343-4e76-96fa-50aa0b4a16d4 req-e5fa4656-3acc-46a9-8cfd-0ed7ffbcba4a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.0819666 Apr 05 18:45:40.706725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8f7c41-60b5-4c8b-9feb-5d9c84e70805']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:40.721944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9873bf3-69a5-45e7-a58a-154babeb08ee') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:40.722237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9873bf3-69a5-45e7-a58a-154babeb08ee') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:40.725085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e77c196-636d-4177-a83e-77fce9844fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.727612 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e77c196-636d-4177-a83e-77fce9844fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.728864 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e77c196-636d-4177-a83e-77fce9844fce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f80153c-bdd4-49df-9b92-fcc13df7ee5b HTTP/1.1" status: 204 len: 168 time: 0.7846565 Apr 05 18:45:40.740362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.753136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.753910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaacae37-9343-4e76-96fa-50aa0b4a16d4 req-d7443761-b144-4750-94c5-a629d0b7c859 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614514 Apr 05 18:45:40.778307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77c196-636d-4177-a83e-77fce9844fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f80153c-bdd4-49df-9b92-fcc13df7ee5b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:40.811085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.827299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Network 60fce8fe-10a0-4d97-bf1d-d6248f94beee is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:45:40.832002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:40.832622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:40.836006 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:40.849394 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:40.852422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:45:40.883240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Pushing event updated for resources: {'Port': ['ID=5038f043-728d-44c3-b653-c5c28969ff02,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:40.949052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.959523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.965731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47990) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:40.966211 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "DELETE /v2.0/networks/6c8f7c41-60b5-4c8b-9feb-5d9c84e70805 HTTP/1.1" status: 204 len: 168 time: 1.7311890 Apr 05 18:45:40.978429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:40.979206 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:40.992508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e212d-0502-4a86-b74e-7f65702295fa tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Network': ['ID=6c8f7c41-60b5-4c8b-9feb-5d9c84e70805,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:41.009305 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-b3390a7c-850b-45d9-8735-f0968b9ef7e7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7355154 Apr 05 18:45:41.039854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4254a5ec-3e90-41b8-b9a7-1cb50d6ab228 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting subnet 9de3eeff-881b-4834-9a65-4d67ca400d5a {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:45:41.043660 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4254a5ec-3e90-41b8-b9a7-1cb50d6ab228 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:41.092073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4254a5ec-3e90-41b8-b9a7-1cb50d6ab228 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:41.127460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Request body: {'port': {'device_id': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:41.285134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:41.300609 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4254a5ec-3e90-41b8-b9a7-1cb50d6ab228 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:41.457701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3ea85-74b2-48eb-9b69-651e102b97cf req-f1c01297-cbc1-4e33-b0a6-78e131d515db tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:41.472645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ac3ea85-74b2-48eb-9b69-651e102b97cf req-f1c01297-cbc1-4e33-b0a6-78e131d515db tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 944 time: 0.1929021 Apr 05 18:45:41.537441 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4254a5ec-3e90-41b8-b9a7-1cb50d6ab228 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:41.591135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ac3ea85-74b2-48eb-9b69-651e102b97cf req-72a0d10e-5b5a-4ddf-ab34-1d0c6709ffb2 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153281 Apr 05 18:45:41.592624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:41.633992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254a5ec-3e90-41b8-b9a7-1cb50d6ab228 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Subnet': ['ID=9de3eeff-881b-4834-9a65-4d67ca400d5a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:41.638135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252ffa9-5f3d-44d5-b6f5-4c69b9cf88ab None None] Network 10650bf7-1ae3-458b-a68c-86e32f79d59e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:41.642278 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4254a5ec-3e90-41b8-b9a7-1cb50d6ab228 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:41.651329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4254a5ec-3e90-41b8-b9a7-1cb50d6ab228 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "DELETE /v2.0/subnets/9de3eeff-881b-4834-9a65-4d67ca400d5a HTTP/1.1" status: 204 len: 168 time: 0.6830287 Apr 05 18:45:41.652773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48034) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:41.771224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:45:41.813874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077d686-cdb8-4177-8936-869f40fea704 req-544f1124-71a2-428a-854e-555cdce27080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:41.827281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c077d686-cdb8-4177-8936-869f40fea704 req-544f1124-71a2-428a-854e-555cdce27080 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 1097 time: 0.1554387 Apr 05 18:45:41.903878 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:45:41.909014 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:41.945281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:45:41.951451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2a50dee2-0e5b-4bcb-87a7-1348c3fe85d1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:45:42.025868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c36213-8aa3-4db1-b61f-3455bcb6479b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.063592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5038f043-728d-44c3-b653-c5c28969ff02 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:42.075135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Deleting port 42274957-60ec-4657-ac97-f0894ec9fc90 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:42.076129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.085736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcbb2a-0450-4fe6-9eb5-ab7cb7a6522d req-7fe1bbd5-c978-49e1-be47-48f0a0bfbcc6 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:42.095572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11bcbb2a-0450-4fe6-9eb5-ab7cb7a6522d req-7fe1bbd5-c978-49e1-be47-48f0a0bfbcc6 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.3060899 Apr 05 18:45:42.105771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.189036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59670e-5f4d-40d5-ad78-88dea0e8c76d req-54d433c7-0ab6-492e-88df-0bd325230b51 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:42.197862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa59670e-5f4d-40d5-ad78-88dea0e8c76d req-54d433c7-0ab6-492e-88df-0bd325230b51 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 932 time: 0.3867533 Apr 05 18:45:42.217293 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:42.239430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:42.245412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077d686-cdb8-4177-8936-869f40fea704 req-77df4d8f-3b34-4a37-8e48-e387a4beab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:42.246900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c077d686-cdb8-4177-8936-869f40fea704 req-77df4d8f-3b34-4a37-8e48-e387a4beab28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.3759303 Apr 05 18:45:42.257709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] For port 42274957-60ec-4657-ac97-f0894ec9fc90, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=42274957-60ec-4657-ac97-f0894ec9fc90,segment=NetworkSegment(55fec63e-d7fc-46bb-a1f3-b61946727730),segment_id=55fec63e-d7fc-46bb-a1f3-b61946727730)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:42.257922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.276955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Calling delete_port for 42274957-60ec-4657-ac97-f0894ec9fc90 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:42.343530 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.384235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:42.406341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Transition to ACTIVE for port object 5038f043-728d-44c3-b653-c5c28969ff02 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:45:42.419548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:42.424160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e6ed8-d013-42aa-8e35-9c44bc736f17 None None] DHCP port deletion for 10650bf7-1ae3-458b-a68c-86e32f79d59e request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:45:42.429559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.454488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:42.464759 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.534722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:42.539269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11bcbb2a-0450-4fe6-9eb5-ab7cb7a6522d req-79a85d2a-faeb-4b3b-8352-2c53576da812 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4422293 Apr 05 18:45:42.569228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e6ed8-d013-42aa-8e35-9c44bc736f17 None None] Deleting port 42274957-60ec-4657-ac97-f0894ec9fc90 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:42.569228 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6ed8-d013-42aa-8e35-9c44bc736f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.586759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa59670e-5f4d-40d5-ad78-88dea0e8c76d req-a7790a58-ddc4-4911-a8e5-b278abf7edc8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810725 Apr 05 18:45:42.639027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c077d686-cdb8-4177-8936-869f40fea704 req-504b2bc7-c300-4e0e-8dfa-dc3d4641312f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6 HTTP/1.1" status: 200 len: 1001 time: 0.3772240 Apr 05 18:45:42.642721 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.648383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5038f043-728d-44c3-b653-c5c28969ff02,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:42.658179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bc2e6ed8-d013-42aa-8e35-9c44bc736f17 None None] For port 42274957-60ec-4657-ac97-f0894ec9fc90, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=42274957-60ec-4657-ac97-f0894ec9fc90,segment=NetworkSegment(55fec63e-d7fc-46bb-a1f3-b61946727730),segment_id=55fec63e-d7fc-46bb-a1f3-b61946727730)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:42.658764 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6ed8-d013-42aa-8e35-9c44bc736f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.675298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e6ed8-d013-42aa-8e35-9c44bc736f17 None None] Calling delete_port for 42274957-60ec-4657-ac97-f0894ec9fc90 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:42.735774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] No DVR routers for this DVR port 42274957-60ec-4657-ac97-f0894ec9fc90 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:45:42.783822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077d686-cdb8-4177-8936-869f40fea704 req-b9fa7893-4430-421e-9a1f-7dc8b2cbbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:42.785306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c077d686-cdb8-4177-8936-869f40fea704 req-b9fa7893-4430-421e-9a1f-7dc8b2cbbc00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.1399729 Apr 05 18:45:42.827652 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6ed8-d013-42aa-8e35-9c44bc736f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.839221 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1dd1bf6a-bd40-41aa-b755-11adb1f94af1 tempest-ServiceProvidersTest-737684588 tempest-ServiceProvidersTest-737684588-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3724718 Apr 05 18:45:42.840822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Port': ['ID=42274957-60ec-4657-ac97-f0894ec9fc90,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:42.911816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb9e0f-12c8-4815-b08d-bb9396644dcc req-96233597-da84-48d6-a014-affe3e46e95e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:42.915292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4cb9e0f-12c8-4815-b08d-bb9396644dcc req-96233597-da84-48d6-a014-affe3e46e95e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 945 time: 0.1547117 Apr 05 18:45:42.934552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077d686-cdb8-4177-8936-869f40fea704 req-c888cef7-0692-4883-a11d-fa517d46f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:42.936716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c077d686-cdb8-4177-8936-869f40fea704 req-c888cef7-0692-4883-a11d-fa517d46f742 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325057 Apr 05 18:45:42.938428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e6ed8-d013-42aa-8e35-9c44bc736f17 None None] Pushing event deleted for resources: {'Port': ['ID=42274957-60ec-4657-ac97-f0894ec9fc90,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:42.940718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:42.958922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Attempting to bind port 5038f043-728d-44c3-b653-c5c28969ff02 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:45:42.960537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Attempting to bind port 5038f043-728d-44c3-b653-c5c28969ff02 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:45:42.961614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Attempting to bind port 5038f043-728d-44c3-b653-c5c28969ff02 on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:42.962043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['2082bfc7-26f8-4cd8-a776-8a52eda9e8cf'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:43.003673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10650bf7-1ae3-458b-a68c-86e32f79d59e']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:43.006991 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Port 5038f043-728d-44c3-b653-c5c28969ff02 on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:45:43.012863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Attempting to bind port 5038f043-728d-44c3-b653-c5c28969ff02 on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:45:43.036906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:45:43.040274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Checking segment: {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:43.041605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Bound using segment: {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:45:43.044120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Bound port: 5038f043-728d-44c3-b653-c5c28969ff02, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:45:43.045909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.050916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fec63e-d7fc-46bb-a1f3-b61946727730') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:43.052823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e6ed8-d013-42aa-8e35-9c44bc736f17 None None] No DVR routers for this DVR port 42274957-60ec-4657-ac97-f0894ec9fc90 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:45:43.054236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fec63e-d7fc-46bb-a1f3-b61946727730') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:43.080819 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.099777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c077d686-cdb8-4177-8936-869f40fea704 req-53ecb4e3-208b-473b-82be-6c52681262ef service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442006 Apr 05 18:45:43.112321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.127253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4cb9e0f-12c8-4815-b08d-bb9396644dcc req-ac9baab4-6b44-44ec-8a2f-58748fe99bd6 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042260 Apr 05 18:45:43.239768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.259386 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:43.261546 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:43.269398 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:43.303217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c077d686-cdb8-4177-8936-869f40fea704 req-56cad999-fc19-4f6a-bfa6-d6a03f848f8b service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785088 Apr 05 18:45:43.365736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:45:43.385115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5038f043-728d-44c3-b653-c5c28969ff02,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:45:43.390382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.398132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.402277 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] 10.222.0.15 "DELETE /v2.0/networks/10650bf7-1ae3-458b-a68c-86e32f79d59e HTTP/1.1" status: 204 len: 168 time: 1.7485101 Apr 05 18:45:43.419027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfd057-7e25-440c-ab4c-d92770ee3785 tempest-ServersTestMultiNic-229262300 tempest-ServersTestMultiNic-229262300-project] Pushing event deleted for resources: {'Network': ['ID=10650bf7-1ae3-458b-a68c-86e32f79d59e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:43.423044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.463821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:43.467783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.469503 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] 10.222.0.25 "PUT /v2.0/ports/5038f043-728d-44c3-b653-c5c28969ff02 HTTP/1.1" status: 200 len: 1092 time: 2.3544083 Apr 05 18:45:43.472542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:43.475818 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5195d53-6ae0-4024-8029-a9d974584d21" -d '{"events": [{"name": "network-changed", "server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "tag": "5038f043-728d-44c3-b653-c5c28969ff02"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:43.571590 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c6d421-2b08-4489-a3e5-6c96930c85a9 x-openstack-request-id: req-a8c6d421-2b08-4489-a3e5-6c96930c85a9 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:43.574935 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "tag": "5038f043-728d-44c3-b653-c5c28969ff02", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:43.575549 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8c6d421-2b08-4489-a3e5-6c96930c85a9 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:43.578261 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c6d421-2b08-4489-a3e5-6c96930c85a9'] response: {'name': 'network-changed', 'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02', 'status': 'completed', 'code': 200} Apr 05 18:45:43.652893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea88368-83cd-41cc-80e1-38d4a407b0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5038f043-728d-44c3-b653-c5c28969ff02,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:43.691178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48112) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:43.706595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999800e-32be-425e-92b5-220a824fa00d req-004c4c67-839c-4dfe-b5bf-b7f27a5a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:43.708387 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-004c4c67-839c-4dfe-b5bf-b7f27a5a5ba7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 1095 time: 0.1848555 Apr 05 18:45:43.771517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 42274957-60ec-4657-ac97-f0894ec9fc90 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:45:43.786443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b2879-f459-42e5-9494-39dfbc1e038a req-543b886f-d5ea-452f-8869-5fa5cf89b86e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:43.794649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-875b2879-f459-42e5-9494-39dfbc1e038a req-543b886f-d5ea-452f-8869-5fa5cf89b86e tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.1335154 Apr 05 18:45:43.804140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 42274957-60ec-4657-ac97-f0894ec9fc90 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:45:43.805103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 42274957-60ec-4657-ac97-f0894ec9fc90 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:45:43.805876 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-e363e06d-4e82-43fc-b8ce-6a1da2fd8fb0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5038f043-728d-44c3-b653-c5c28969ff02 HTTP/1.1" status: 200 len: 217 time: 0.0888171 Apr 05 18:45:43.920804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-875b2879-f459-42e5-9494-39dfbc1e038a req-08731727-78ca-4358-b267-d20aab827e04 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1229866 Apr 05 18:45:43.937489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad60a7f6-6d1f-4a1e-9634-add18e0dee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:43.951005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999800e-32be-425e-92b5-220a824fa00d req-dddc87e5-294d-4172-8950-0238a0ca0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:43.952616 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-dddc87e5-294d-4172-8950-0238a0ca0922 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cfad1ea-6e91-40f0-bbd5-8206899d181a HTTP/1.1" status: 200 len: 844 time: 0.1374140 Apr 05 18:45:43.976359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee96ab0-d617-43a6-9cf3-8b709393ca5b req-17596447-83a4-4618-9727-184181e7d44a tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:43.985701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ee96ab0-d617-43a6-9cf3-8b709393ca5b req-17596447-83a4-4618-9727-184181e7d44a tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 944 time: 0.1879885 Apr 05 18:45:43.985701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48128) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:44.002315 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-7f676091-662b-4741-a4fc-37668d695872 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60fce8fe-10a0-4d97-bf1d-d6248f94beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318663 Apr 05 18:45:44.124467 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-335f5cc5-9ffc-4f72-a2dd-366d4a94d236 service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138377 Apr 05 18:45:44.129513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ee96ab0-d617-43a6-9cf3-8b709393ca5b req-dbb661d3-17ac-4916-b69a-b17b50908a45 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335754 Apr 05 18:45:44.303197 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:44.319184 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad60a7f6-6d1f-4a1e-9634-add18e0dee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:44.332366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad60a7f6-6d1f-4a1e-9634-add18e0dee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:44.366342 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2999800e-32be-425e-92b5-220a824fa00d req-596daaa8-8ea0-4906-8664-a443791eea39 service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330747 Apr 05 18:45:44.398428 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ad60a7f6-6d1f-4a1e-9634-add18e0dee8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcf6a3b254114c66a6f98c2046e51276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7002058 Apr 05 18:45:44.398428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60a7f6-6d1f-4a1e-9634-add18e0dee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56551004-9960-497b-a2d6-a96a92e43361,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:44.399893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48144) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:44.527291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cc4c0-a190-47ff-a7e2-03546da18884 req-a3abdb59-3269-40b7-9595-929e8398c21e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:44.536378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb3cc4c0-a190-47ff-a7e2-03546da18884 req-a3abdb59-3269-40b7-9595-929e8398c21e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 945 time: 0.1940370 Apr 05 18:45:44.569449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e13d-ee73-43b6-b7c3-dfc7adb47afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:44.584009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-9c0d5909-c05a-4845-937b-1fbc951fba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:44.585477 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-9c0d5909-c05a-4845-937b-1fbc951fba66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 1095 time: 0.1483300 Apr 05 18:45:44.652940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb3cc4c0-a190-47ff-a7e2-03546da18884 req-739daf35-8ec9-4c3d-9d6c-a95896082810 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138501 Apr 05 18:45:44.654316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e13d-ee73-43b6-b7c3-dfc7adb47afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:44.807451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-0c6dcc4e-0f54-42aa-9f48-20a30ec67c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:44.816537 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-0c6dcc4e-0f54-42aa-9f48-20a30ec67c63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 904 time: 0.2025535 Apr 05 18:45:44.914672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:44.927823 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e13d-ee73-43b6-b7c3-dfc7adb47afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:44.944577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e13d-ee73-43b6-b7c3-dfc7adb47afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:44.948286 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5ef7e13d-ee73-43b6-b7c3-dfc7adb47afa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56551004-9960-497b-a2d6-a96a92e43361 HTTP/1.1" status: 204 len: 168 time: 0.5459077 Apr 05 18:45:44.980526 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-ad782b34-15c5-4f50-954e-3285925d0997 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5038f043-728d-44c3-b653-c5c28969ff02 HTTP/1.1" status: 200 len: 217 time: 0.1488497 Apr 05 18:45:44.981274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7e13d-ee73-43b6-b7c3-dfc7adb47afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56551004-9960-497b-a2d6-a96a92e43361,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:45.026841 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:45.115220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-cee60071-f5a3-49da-8a47-3ee10174c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:45.116669 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-cee60071-f5a3-49da-8a47-3ee10174c788 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cfad1ea-6e91-40f0-bbd5-8206899d181a HTTP/1.1" status: 200 len: 844 time: 0.1286182 Apr 05 18:45:45.172352 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-3159dddc-a406-441b-a0af-3f9ba42e4364 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60fce8fe-10a0-4d97-bf1d-d6248f94beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445130 Apr 05 18:45:45.344929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a937a8-d604-4f4a-8e23-8426d26f6b5e req-eadf2522-505d-4fda-862c-e80ba1947f8a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:45.351210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84a937a8-d604-4f4a-8e23-8426d26f6b5e req-eadf2522-505d-4fda-862c-e80ba1947f8a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.2099118 Apr 05 18:45:45.417615 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-f69ae2e0-f313-486e-ac98-7bb436080cf8 service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244751 Apr 05 18:45:45.598263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:45.601612 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5195d53-6ae0-4024-8029-a9d974584d21 req-a25ea6da-e9de-4acc-a178-5d37688541d3 service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784198 Apr 05 18:45:45.741896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:45.751012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:45.752821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:45.873839 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:45.911037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:45.914142 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2504e4b-906d-450a-9272-b92e7f18b8a1" -d '{"events": [{"server_uuid": "eee4df06-f66f-4649-9e8a-c033b17f5182", "name": "network-vif-plugged", "status": "completed", "tag": "2082bfc7-26f8-4cd8-a776-8a52eda9e8cf"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:45.952349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:45.963776 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:46.023743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:46.171157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84a937a8-d604-4f4a-8e23-8426d26f6b5e req-bdb6019d-249c-43af-96df-4be451282539 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0786257 Apr 05 18:45:46.277025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ad2dc-b17f-4106-aecd-c2ce37f7aa12 req-30d7f016-ceb0-4e89-ab35-41f1bbcdc7b9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:46.284862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-997ad2dc-b17f-4106-aecd-c2ce37f7aa12 req-30d7f016-ceb0-4e89-ab35-41f1bbcdc7b9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 944 time: 0.9291306 Apr 05 18:45:46.355819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-997ad2dc-b17f-4106-aecd-c2ce37f7aa12 req-d73362cd-df20-417e-9c82-14c9aaa48595 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700092 Apr 05 18:45:46.369304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48244) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:46.384209 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0120912 Apr 05 18:45:46.385182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48246) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:46.479949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98246689-f9a6-4693-90a8-1d22e4e824c1 req-a63186b2-820e-409e-a663-a1be8b9934d8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:46.480394 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042bc709-cfb9-4631-a2d4-ab77bc3d9772 x-openstack-request-id: req-042bc709-cfb9-4631-a2d4-ab77bc3d9772 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:46.480979 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee4df06-f66f-4649-9e8a-c033b17f5182", "name": "network-vif-plugged", "status": "completed", "tag": "2082bfc7-26f8-4cd8-a776-8a52eda9e8cf", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:46.481406 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-042bc709-cfb9-4631-a2d4-ab77bc3d9772 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:46.481982 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042bc709-cfb9-4631-a2d4-ab77bc3d9772'] response: {'server_uuid': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'code': 200} Apr 05 18:45:46.490686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98246689-f9a6-4693-90a8-1d22e4e824c1 req-a63186b2-820e-409e-a663-a1be8b9934d8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 946 time: 0.1332572 Apr 05 18:45:46.614659 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b26f74ec-6af5-4953-9595-f8062477d104 tempest-NetworksApiDiscovery-1384403799 tempest-NetworksApiDiscovery-1384403799-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2281587 Apr 05 18:45:46.643718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98246689-f9a6-4693-90a8-1d22e4e824c1 req-ab4cdd1d-cd4a-4b8c-b7be-813de00fa07d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495254 Apr 05 18:45:46.684831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b04be-87f1-47f3-bdff-822c211832c0 req-f997478b-b3f8-4fad-abd2-59ca6397cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:46.686314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c58b04be-87f1-47f3-bdff-822c211832c0 req-f997478b-b3f8-4fad-abd2-59ca6397cd74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 1097 time: 0.1286530 Apr 05 18:45:46.687565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Deleting port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:46.687920 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:46.807932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] For port 5aa2eb66-1045-4b2c-8479-fa2a9efea0be, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5aa2eb66-1045-4b2c-8479-fa2a9efea0be,segment=NetworkSegment(1d83b402-47c2-4ce3-a403-46b126a8d42f),segment_id=1d83b402-47c2-4ce3-a403-46b126a8d42f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:46.808309 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:46.832212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Calling delete_port for 5aa2eb66-1045-4b2c-8479-fa2a9efea0be owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:46.858827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c58b04be-87f1-47f3-bdff-822c211832c0 req-9d39aa4e-c8d1-4bcc-9515-f479c5597e44 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505382 Apr 05 18:45:47.070119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48284) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:47.122959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.161943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa2eb66-1045-4b2c-8479-fa2a9efea0be,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:47.188500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48288) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:47.445167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378dafe-faf9-4c07-b64a-6656680465a3 req-8c1bb21f-4894-43ef-b9bd-30c691ad219c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:47.448880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4378dafe-faf9-4c07-b64a-6656680465a3 req-8c1bb21f-4894-43ef-b9bd-30c691ad219c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.1441433 Apr 05 18:45:47.450626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2455-3148-4fa0-ae13-9d750943b97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.486253 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9220f578-2d5d-4784-80cf-03e778dc850a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.623092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4378dafe-faf9-4c07-b64a-6656680465a3 req-23fb1143-f2a2-47e8-a75f-9696fcfd8570 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1518719 Apr 05 18:45:47.627228 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.646230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2455-3148-4fa0-ae13-9d750943b97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.659869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2455-3148-4fa0-ae13-9d750943b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.668108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9220f578-2d5d-4784-80cf-03e778dc850a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.692743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9220f578-2d5d-4784-80cf-03e778dc850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.736024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e2455-3148-4fa0-ae13-9d750943b97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9356c9df-4344-423e-900a-d0fe6ed233b9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:47.744144 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5a9e2455-3148-4fa0-ae13-9d750943b97d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=797913443205499cbd4cddfffb6232a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718907 Apr 05 18:45:47.748120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48304) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:47.758960 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9220f578-2d5d-4784-80cf-03e778dc850a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dce5d84cb5b3433ea7f12d765eb0ce55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691950 Apr 05 18:45:47.764468 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:47.782445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e78e4b-55d9-49b2-a8d3-b7b50485c0b4 req-a3502931-6e1d-4c70-80a7-071af945cbd0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:47.783977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8e78e4b-55d9-49b2-a8d3-b7b50485c0b4 req-a3502931-6e1d-4c70-80a7-071af945cbd0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 944 time: 0.2618711 Apr 05 18:45:47.808844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220f578-2d5d-4784-80cf-03e778dc850a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7374cb6f-c7ec-4309-a517-b00779735fa8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:47.836097 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a405ed9-d537-4a18-9b3a-2ee2b0aa7f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.863426 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a405ed9-d537-4a18-9b3a-2ee2b0aa7f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.934125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8e78e4b-55d9-49b2-a8d3-b7b50485c0b4 req-413f7704-d381-46d6-bb1a-63e8fcfcf9e3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323709 Apr 05 18:45:47.971593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a405ed9-d537-4a18-9b3a-2ee2b0aa7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.977100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a405ed9-d537-4a18-9b3a-2ee2b0aa7f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:47.981531 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9a405ed9-d537-4a18-9b3a-2ee2b0aa7f2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9356c9df-4344-423e-900a-d0fe6ed233b9 HTTP/1.1" status: 204 len: 168 time: 0.2298086 Apr 05 18:45:47.981741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-094d3276-6845-4c6f-8ac9-4741a3fd9721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:48.000478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a405ed9-d537-4a18-9b3a-2ee2b0aa7f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9356c9df-4344-423e-900a-d0fe6ed233b9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:48.063676 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-094d3276-6845-4c6f-8ac9-4741a3fd9721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:48.117737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7d21f-f84e-4969-9c26-9aeab4b612e9 req-dedd2c84-9270-4559-b340-56f044a97876 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:48.119827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ee7d21f-f84e-4969-9c26-9aeab4b612e9 req-dedd2c84-9270-4559-b340-56f044a97876 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.3535829 Apr 05 18:45:48.129974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48312) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:48.140115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ba256bc7-56ac-4e30-8aa6-52378f1bd950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Request body: {'floatingip': {'port_id': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:48.252430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba256bc7-56ac-4e30-8aa6-52378f1bd950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:48.255615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9ca93-806f-44fc-bdc5-f8f183707d49 req-4d86f215-9902-469c-b4da-5c5f5f55cdf9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:48.257814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93f9ca93-806f-44fc-bdc5-f8f183707d49 req-4d86f215-9902-469c-b4da-5c5f5f55cdf9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 946 time: 0.1556904 Apr 05 18:45:48.258595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-094d3276-6845-4c6f-8ac9-4741a3fd9721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:48.262519 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-094d3276-6845-4c6f-8ac9-4741a3fd9721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:48.264136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-094d3276-6845-4c6f-8ac9-4741a3fd9721 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7374cb6f-c7ec-4309-a517-b00779735fa8 HTTP/1.1" status: 204 len: 168 time: 0.4967096 Apr 05 18:45:48.333554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d3276-6845-4c6f-8ac9-4741a3fd9721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7374cb6f-c7ec-4309-a517-b00779735fa8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:48.385392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93f9ca93-806f-44fc-bdc5-f8f183707d49 req-a6f6a350-3ea4-4aac-950a-266f9f2eb1d3 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750365 Apr 05 18:45:48.398657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Router ee63bcfd-8cd7-466e-9732-f27a30448535 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:45:48.668873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:45:48.676197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-04de799b-7813-4c7f-b2ec-e90c2cb8dc5a admin admin] 10.222.0.15 "PUT /v2.0/routers/ee63bcfd-8cd7-466e-9732-f27a30448535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6897283 Apr 05 18:45:48.678865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48328) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:48.683630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] Sync routers for ids ['ee63bcfd-8cd7-466e-9732-f27a30448535'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:45:48.714108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5038f043-728d-44c3-b653-c5c28969ff02 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:45:48.722720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] Routers {'ee63bcfd-8cd7-466e-9732-f27a30448535'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:48.724479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ee63bcfd-8cd7-466e-9732-f27a30448535'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:48.945190 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.268799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48344) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:49.307744 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33189a92-e1ba-4160-9101-0f00fd2ad6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.321877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] Set router ee63bcfd-8cd7-466e-9732-f27a30448535 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:49.354625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95dd12-4f69-4c22-bb08-0ac9a6d2c041 req-8efc0200-4bdd-4898-b4cf-7e1a4dfa2705 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:49.356169 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c95dd12-4f69-4c22-bb08-0ac9a6d2c041 req-8efc0200-4bdd-4898-b4cf-7e1a4dfa2705 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 944 time: 0.2725933 Apr 05 18:45:49.424698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba256bc7-56ac-4e30-8aa6-52378f1bd950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.425590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5038f043-728d-44c3-b653-c5c28969ff02,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:49.435389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba256bc7-56ac-4e30-8aa6-52378f1bd950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.457158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.600205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '5038f043-728d-44c3-b653-c5c28969ff02', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'port_id': '5038f043-728d-44c3-b653-c5c28969ff02', 'mac_address': 'fa:16:3e:7e:c5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfad1ea-6e91-40f0-bbd5-8206899d181a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:45:49.641164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c95dd12-4f69-4c22-bb08-0ac9a6d2c041 req-18431281-9f78-4fd5-84e3-44010de3a5b4 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548566 Apr 05 18:45:49.706198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663865d-a186-468f-b394-ab71e9a10424 req-ea704725-7b5e-4fc9-8104-e2c670f912cb tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:49.708057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a663865d-a186-468f-b394-ab71e9a10424 req-ea704725-7b5e-4fc9-8104-e2c670f912cb tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 946 time: 0.2105999 Apr 05 18:45:49.722507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Deleting port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:49.722924 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.730194 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33189a92-e1ba-4160-9101-0f00fd2ad6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.754143 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.754835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33189a92-e1ba-4160-9101-0f00fd2ad6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.791789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5038f043-728d-44c3-b653-c5c28969ff02 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:45:49.804380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33189a92-e1ba-4160-9101-0f00fd2ad6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f05bb3-eb39-4517-becd-853154221bd0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:49.848184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5038f043-728d-44c3-b653-c5c28969ff02,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:49.848421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba256bc7-56ac-4e30-8aa6-52378f1bd950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Router efdec9b9-8a6e-4447-91fb-0fa74663ec91 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:45:49.857995 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:49.918745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=5038f043-728d-44c3-b653-c5c28969ff02,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:49.947624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:43:38Z', 'updated_at': '2022-04-05T18:45:47Z', 'revision_number': 5, 'project_id': '2ad7104984034922b90335756f68cbca', 'gw_port': {'id': '6ec20154-fd5e-4bac-ab37-7b836c96d3c0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:43:40Z', 'updated_at': '2022-04-05T18:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:49.981791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] For port 6ec20154-fd5e-4bac-ab37-7b836c96d3c0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6ec20154-fd5e-4bac-ab37-7b836c96d3c0,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:49.982170 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:50.004048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] Checking router: ee63bcfd-8cd7-466e-9732-f27a30448535 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:45:50.012140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Calling delete_port for 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:50.013524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] Routers {'ee63bcfd-8cd7-466e-9732-f27a30448535'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:50.014145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ee63bcfd-8cd7-466e-9732-f27a30448535'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:50.093986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba256bc7-56ac-4e30-8aa6-52378f1bd950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:45:50.100650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba256bc7-56ac-4e30-8aa6-52378f1bd950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:50.112718 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] Sync routers for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:45:50.150724 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:50.153941 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:50.179497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:50.182484 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:50.260123 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ba256bc7-56ac-4e30-8aa6-52378f1bd950 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "PUT /v2.0/floatingips/8043818b-f02a-4dbf-9040-27872fb219ca HTTP/1.1" status: 200 len: 993 time: 2.1237111 Apr 05 18:45:50.276464 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c1435b-1f9d-420b-a434-715e9dcbed2f x-openstack-request-id: req-81c1435b-1f9d-420b-a434-715e9dcbed2f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:50.276760 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:50.277046 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81c1435b-1f9d-420b-a434-715e9dcbed2f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:50.277426 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c1435b-1f9d-420b-a434-715e9dcbed2f'] response: {'name': 'network-changed', 'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'status': 'completed', 'code': 200} Apr 05 18:45:50.299516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-33189a92-e1ba-4160-9101-0f00fd2ad6cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30544e64b7e2478aa6b3ed57d2e0c133&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0271530 Apr 05 18:45:50.300082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48368) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:50.301226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['5038f043-728d-44c3-b653-c5c28969ff02'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:45:50.334659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] Set router ee63bcfd-8cd7-466e-9732-f27a30448535 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:50.406120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a663865d-a186-468f-b394-ab71e9a10424 req-10c8a6da-a443-441f-ab38-0415f070f2b8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6809199 Apr 05 18:45:50.454229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:50.465226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-eb4804b1-24a7-4f57-84a3-71c603475177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:50.470536 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-eb4804b1-24a7-4f57-84a3-71c603475177 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 1097 time: 0.1642799 Apr 05 18:45:50.474286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19e461e8-400b-49ff-b04d-39f9982a5592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:50.498570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec20154-fd5e-4bac-ab37-7b836c96d3c0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:50.532706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:43:38Z', 'updated_at': '2022-04-05T18:45:49Z', 'revision_number': 6, 'project_id': '2ad7104984034922b90335756f68cbca', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:50.610483 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6bb4e-999a-4a37-be9e-29b53fc0b48f None None] The sync data for ids ['ee63bcfd-8cd7-466e-9732-f27a30448535'] in n-d-836650-3 is: [{'id': 'ee63bcfd-8cd7-466e-9732-f27a30448535', 'name': 'tempest-ServersTestMultiNic-1529322701-router', 'tenant_id': '2ad7104984034922b90335756f68cbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:43:38Z', 'updated_at': '2022-04-05T18:45:49Z', 'revision_number': 6, 'project_id': '2ad7104984034922b90335756f68cbca', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:45:50.611110 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:50.638711 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19e461e8-400b-49ff-b04d-39f9982a5592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:50.708497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:50.855368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-9eb67dbf-6b4c-4685-b9f0-5dadd16f3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:50.856850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-9eb67dbf-6b4c-4685-b9f0-5dadd16f3368 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.3769755 Apr 05 18:45:50.965550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2ef80-736d-4a7d-bf23-127a2ea3dd1f req-ea240cd2-173f-4707-8f70-6c53ac6c44c2 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:50.979266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cac2ef80-736d-4a7d-bf23-127a2ea3dd1f req-ea240cd2-173f-4707-8f70-6c53ac6c44c2 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 946 time: 0.3790519 Apr 05 18:45:50.981396 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-429f6b5f-1642-400d-8853-613aeec8fd9a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6 HTTP/1.1" status: 200 len: 1001 time: 0.1151493 Apr 05 18:45:50.983948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48382) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:50.988584 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a7c1946c-dfd1-44c1-926b-6f0a3e109b54 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'floatingip': {'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:51.075753 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19e461e8-400b-49ff-b04d-39f9982a5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.079857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19e461e8-400b-49ff-b04d-39f9982a5592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.081193 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-19e461e8-400b-49ff-b04d-39f9982a5592 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28f05bb3-eb39-4517-becd-853154221bd0 HTTP/1.1" status: 204 len: 168 time: 0.7804163 Apr 05 18:45:51.136647 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.143996 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.159801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7c1946c-dfd1-44c1-926b-6f0a3e109b54 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.176105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e461e8-400b-49ff-b04d-39f9982a5592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f05bb3-eb39-4517-becd-853154221bd0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:51.178445 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8043818b-f02a-4dbf-9040-27872fb219ca', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'port_id': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'mac_address': 'fa:16:3e:b9:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:43:15Z', 'updated_at': '2022-04-05T18:45:49Z', 'revision_number': 3, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:40Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:51.254461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f439fd-a65a-4544-a837-9a851d7e4f62 req-044a84b8-edb8-4e47-95eb-32093251b997 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:51.284285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79f439fd-a65a-4544-a837-9a851d7e4f62 req-044a84b8-edb8-4e47-95eb-32093251b997 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 945 time: 0.3017447 Apr 05 18:45:51.296917 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.297877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee63bcfd-8cd7-466e-9732-f27a30448535 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:45:51.316001 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.321698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bdde4060-65f1-4b24-89aa-fb94d97aac85 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ee63bcfd-8cd7-466e-9732-f27a30448535 HTTP/1.1" status: 204 len: 168 time: 2.6408501 Apr 05 18:45:51.322980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48390) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:51.325963 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] Checking router: efdec9b9-8a6e-4447-91fb-0fa74663ec91 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:45:51.355709 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:51.356591 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:51.400141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79f439fd-a65a-4544-a837-9a851d7e4f62 req-93e8a7d4-d2cf-4206-999b-24cc969d1868 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132405 Apr 05 18:45:51.430443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84b7bc1-ce65-46ac-9bf9-1393ec712f65 admin admin] Deleting subnet ae2fe13a-09c5-46c8-9df3-03c1b66c89e0 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:45:51.439180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f84b7bc1-ce65-46ac-9bf9-1393ec712f65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.494903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f84b7bc1-ce65-46ac-9bf9-1393ec712f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.615435 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:51.623854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-54e99547-1c37-47b6-ad3a-ff12ca9a5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:51.625895 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-54e99547-1c37-47b6-ad3a-ff12ca9a5eb4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.6344092 Apr 05 18:45:51.671455 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f84b7bc1-ce65-46ac-9bf9-1393ec712f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.808434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:45:51.814911 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f84b7bc1-ce65-46ac-9bf9-1393ec712f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.841285 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f84b7bc1-ce65-46ac-9bf9-1393ec712f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:51.851412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f84b7bc1-ce65-46ac-9bf9-1393ec712f65 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ae2fe13a-09c5-46c8-9df3-03c1b66c89e0 HTTP/1.1" status: 204 len: 168 time: 0.5219057 Apr 05 18:45:51.902663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48404) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:51.919569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1abb42-2b27-4bb7-9d7c-52060b02b69d None None] Network d4cf5150-f167-4180-b614-dcf5e2867e54 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:51.927892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:45:51.930799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6ec20154-fd5e-4bac-ab37-7b836c96d3c0 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:45:51.932029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5aa2eb66-1045-4b2c-8479-fa2a9efea0be no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:45:52.054855 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:52.056614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b7bc1-ce65-46ac-9bf9-1393ec712f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2fe13a-09c5-46c8-9df3-03c1b66c89e0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:52.107877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 5aa2eb66-1045-4b2c-8479-fa2a9efea0be {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:45:52.108630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5aa2eb66-1045-4b2c-8479-fa2a9efea0be not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:45:52.158705 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8043818b-f02a-4dbf-9040-27872fb219ca', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'port_id': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'mac_address': 'fa:16:3e:b9:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:43:15Z', 'updated_at': '2022-04-05T18:45:49Z', 'revision_number': 3, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:40Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:52.205940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Deleting port 6f2936ad-c768-4d61-8b39-b19d7060c816 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:52.206430 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:52.252144 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff4109-8cc1-4f01-a89f-4caa68caceee None None] The sync data for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 is: [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8043818b-f02a-4dbf-9040-27872fb219ca', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'port_id': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'mac_address': 'fa:16:3e:b9:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:43:15Z', 'updated_at': '2022-04-05T18:45:49Z', 'revision_number': 3, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:40Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:45:52.362557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] For port 6f2936ad-c768-4d61-8b39-b19d7060c816, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6f2936ad-c768-4d61-8b39-b19d7060c816,segment=NetworkSegment(1d83b402-47c2-4ce3-a403-46b126a8d42f),segment_id=1d83b402-47c2-4ce3-a403-46b126a8d42f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:52.363643 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:52.411999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Calling delete_port for 6f2936ad-c768-4d61-8b39-b19d7060c816 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:52.506731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5599c53-300b-4548-b7e9-20d5bf5125b9 None None] DHCP port deletion for d4cf5150-f167-4180-b614-dcf5e2867e54 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:45:52.532498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:52.542430 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee" -d '{"events": [{"name": "network-changed", "server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:52.624265 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b506e7cf-dfc2-44e8-a3f8-e01aa9dbf3f0 x-openstack-request-id: req-b506e7cf-dfc2-44e8-a3f8-e01aa9dbf3f0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:52.625255 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:52.625255 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b506e7cf-dfc2-44e8-a3f8-e01aa9dbf3f0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:52.626550 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b506e7cf-dfc2-44e8-a3f8-e01aa9dbf3f0'] response: {'name': 'network-changed', 'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'status': 'completed', 'code': 200} Apr 05 18:45:52.634123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d5599c53-300b-4548-b7e9-20d5bf5125b9 None None] Deleting port 6f2936ad-c768-4d61-8b39-b19d7060c816 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:45:52.634552 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5599c53-300b-4548-b7e9-20d5bf5125b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:52.681630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bccfb-44d0-4159-816e-462346614d87 req-8c18201b-bde6-4c8c-a7ab-5194fd91cdbe tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:52.694333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-079bccfb-44d0-4159-816e-462346614d87 req-8c18201b-bde6-4c8c-a7ab-5194fd91cdbe tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 945 time: 0.1359353 Apr 05 18:45:52.721806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-a8a6f7c8-5e3b-4383-b669-1f27ebb17035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:52.731722 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-a8a6f7c8-5e3b-4383-b669-1f27ebb17035 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0929208 Apr 05 18:45:52.786843 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:52.838178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d5599c53-300b-4548-b7e9-20d5bf5125b9 None None] For port 6f2936ad-c768-4d61-8b39-b19d7060c816, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6f2936ad-c768-4d61-8b39-b19d7060c816,segment=NetworkSegment(1d83b402-47c2-4ce3-a403-46b126a8d42f),segment_id=1d83b402-47c2-4ce3-a403-46b126a8d42f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:52.839450 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5599c53-300b-4548-b7e9-20d5bf5125b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:52.850253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-079bccfb-44d0-4159-816e-462346614d87 req-03f144fe-5686-467d-9abd-62d5d37ae1d7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544700 Apr 05 18:45:52.861389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d5599c53-300b-4548-b7e9-20d5bf5125b9 None None] Calling delete_port for 6f2936ad-c768-4d61-8b39-b19d7060c816 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:45:52.864969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] No DVR routers for this DVR port 6f2936ad-c768-4d61-8b39-b19d7060c816 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:45:52.866952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2936ad-c768-4d61-8b39-b19d7060c816,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:52.879157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5038f043-728d-44c3-b653-c5c28969ff02 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:45:53.040141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.042110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 5038f043-728d-44c3-b653-c5c28969ff02 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:45:53.049895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 5038f043-728d-44c3-b653-c5c28969ff02 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:45:53.050647 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.051848 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5599c53-300b-4548-b7e9-20d5bf5125b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.105766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cf5150-f167-4180-b614-dcf5e2867e54']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:53.125866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d83b402-47c2-4ce3-a403-46b126a8d42f') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:53.126859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d83b402-47c2-4ce3-a403-46b126a8d42f') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:53.136298 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-33ca0daf-78c8-4160-98fc-6b205425dd2b service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024309 Apr 05 18:45:53.152773 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.174854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.183979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:45:53.184745 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.200462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5599c53-300b-4548-b7e9-20d5bf5125b9 None None] No DVR routers for this DVR port 6f2936ad-c768-4d61-8b39-b19d7060c816 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:45:53.220378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5599c53-300b-4548-b7e9-20d5bf5125b9 None None] Pushing event deleted for resources: {'Port': ['ID=6f2936ad-c768-4d61-8b39-b19d7060c816,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:53.256393 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f4fd2de8-6319-45e0-85f9-9f307c1ff4f6 req-7f0891e4-b9d2-4959-b980-af1af1480d57 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098273 Apr 05 18:45:53.372092 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.425978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-99b7d3e0-3ded-4338-9906-8b306e8f731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:53.428108 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-99b7d3e0-3ded-4338-9906-8b306e8f731e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 1097 time: 0.1168258 Apr 05 18:45:53.434042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:53.436999 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed912c-0fca-4d31-92c8-c4f906f93a71" -d '{"events": [{"server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "name": "network-vif-plugged", "status": "completed", "tag": "5038f043-728d-44c3-b653-c5c28969ff02"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:53.457212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5038f043-728d-44c3-b653-c5c28969ff02,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:45:53.465070 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.555261 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-5b46141a-fc83-4cac-ba2b-7e6d0470950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:53.558791 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-5b46141a-fc83-4cac-ba2b-7e6d0470950d service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.1213708 Apr 05 18:45:53.577509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=5038f043-728d-44c3-b653-c5c28969ff02,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:53.610941 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35865500-8049-4f87-ab30-8692fd1a9490 x-openstack-request-id: req-35865500-8049-4f87-ab30-8692fd1a9490 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:53.611206 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "name": "network-vif-plugged", "status": "completed", "tag": "5038f043-728d-44c3-b653-c5c28969ff02", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:53.611462 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35865500-8049-4f87-ab30-8692fd1a9490 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:53.611845 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35865500-8049-4f87-ab30-8692fd1a9490'] response: {'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02', 'code': 200} Apr 05 18:45:53.659561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7c1946c-dfd1-44c1-926b-6f0a3e109b54 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.672866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7c1946c-dfd1-44c1-926b-6f0a3e109b54 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:45:53.683087 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:45:53.710622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.722716 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:53.735171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d4cf5150-f167-4180-b614-dcf5e2867e54 HTTP/1.1" status: 204 len: 168 time: 1.8312109 Apr 05 18:45:53.735420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6f2936ad-c768-4d61-8b39-b19d7060c816 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:45:53.772147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefeade-bc3c-4d22-86a2-7a5cd497a874 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4cf5150-f167-4180-b614-dcf5e2867e54,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:53.779869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 6f2936ad-c768-4d61-8b39-b19d7060c816 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:45:53.780422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6f2936ad-c768-4d61-8b39-b19d7060c816 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:45:53.804455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019e24-4dc6-44fe-ae0a-d57bae2e960c req-c036fea1-fb24-46cb-8fbd-6fae46a76c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:53.822944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c019e24-4dc6-44fe-ae0a-d57bae2e960c req-c036fea1-fb24-46cb-8fbd-6fae46a76c43 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 1097 time: 0.1366608 Apr 05 18:45:53.829178 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-17eb8415-803a-4529-815a-bac5ff8caabc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6 HTTP/1.1" status: 200 len: 1001 time: 0.2582018 Apr 05 18:45:53.921969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c019e24-4dc6-44fe-ae0a-d57bae2e960c req-0904882b-1861-47c1-8109-42da60e2b0a6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910938 Apr 05 18:45:53.985314 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-a7c1946c-dfd1-44c1-926b-6f0a3e109b54 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Floating IP 33b08cf5-6e1c-4ba7-ad05-5fc4ce565422 associated. External IP: 172.25.4.155, port: 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf. Apr 05 18:45:54.042758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48458) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:54.094488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57cf85-e110-47fd-93dd-e662844be54a req-e40164ea-4c52-4a1a-915f-cfb26d57ec2d tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:54.102973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f57cf85-e110-47fd-93dd-e662844be54a req-e40164ea-4c52-4a1a-915f-cfb26d57ec2d tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1341894 Apr 05 18:45:54.203586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f57cf85-e110-47fd-93dd-e662844be54a req-ed517a7a-7fa0-4e58-ab4f-4ec1064a747d tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993202 Apr 05 18:45:54.213540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-de834560-38b7-4c36-a491-7cabbd9c63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:54.215149 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-de834560-38b7-4c36-a491-7cabbd9c63d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.3767366 Apr 05 18:45:54.300026 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8d6f6a8d-3ce7-4717-bcf2-a2369c9f61ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ad7104984034922b90335756f68cbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444384 Apr 05 18:45:54.303317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48476) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:54.363381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-41ce57ad-fbec-4b78-a861-2a2cb5c1b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:54.365404 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-41ce57ad-fbec-4b78-a861-2a2cb5c1b687 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419945 Apr 05 18:45:54.414215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb880-48e3-4e21-a069-ec265ea439c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:54.467664 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb880-48e3-4e21-a069-ec265ea439c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:54.550412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c1946c-dfd1-44c1-926b-6f0a3e109b54 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:45:54.593014 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb880-48e3-4e21-a069-ec265ea439c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:54.598041 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb880-48e3-4e21-a069-ec265ea439c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:54.602234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5a2fb880-48e3-4e21-a069-ec265ea439c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4da0a80a-fc06-4091-b512-691523411b59 HTTP/1.1" status: 204 len: 168 time: 0.2940350 Apr 05 18:45:54.611306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fb880-48e3-4e21-a069-ec265ea439c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da0a80a-fc06-4091-b512-691523411b59,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:54.838101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c1946c-dfd1-44c1-926b-6f0a3e109b54 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:45:54.858791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7c1946c-dfd1-44c1-926b-6f0a3e109b54 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:54.861227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704975e-4a65-4535-ab9e-107674488766 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:45:54.889319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704975e-4a65-4535-ab9e-107674488766 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:54.890132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2704975e-4a65-4535-ab9e-107674488766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:55.003585 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-51b0ae29-56f8-49e3-b3ae-14cf3d72334e service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021288 Apr 05 18:45:55.026516 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a7c1946c-dfd1-44c1-926b-6f0a3e109b54 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "PUT /v2.0/floatingips/33b08cf5-6e1c-4ba7-ad05-5fc4ce565422 HTTP/1.1" status: 200 len: 992 time: 4.0413454 Apr 05 18:45:55.036415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'tag': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:45:55.040620 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cade317-92f5-4637-8640-69a00b2dc385" -d '{"events": [{"name": "network-changed", "server_uuid": "eee4df06-f66f-4649-9e8a-c033b17f5182", "tag": "2082bfc7-26f8-4cd8-a776-8a52eda9e8cf"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:45:55.117399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2704975e-4a65-4535-ab9e-107674488766 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:55.273903 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21416dd6-c37b-469f-a83c-3f4ecdab7fbe x-openstack-request-id: req-21416dd6-c37b-469f-a83c-3f4ecdab7fbe {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:45:55.276465 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee4df06-f66f-4649-9e8a-c033b17f5182", "tag": "2082bfc7-26f8-4cd8-a776-8a52eda9e8cf", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:45:55.276883 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21416dd6-c37b-469f-a83c-3f4ecdab7fbe {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:45:55.277458 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21416dd6-c37b-469f-a83c-3f4ecdab7fbe'] response: {'name': 'network-changed', 'server_uuid': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'tag': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'status': 'completed', 'code': 200} Apr 05 18:45:55.381423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cade317-92f5-4637-8640-69a00b2dc385 req-ae6174b8-265a-46ca-bf2c-7ed8d441b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:55.382961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cade317-92f5-4637-8640-69a00b2dc385 req-ae6174b8-265a-46ca-bf2c-7ed8d441b75b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 1097 time: 0.1943333 Apr 05 18:45:55.500306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2704975e-4a65-4535-ab9e-107674488766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '33b08cf5-6e1c-4ba7-ad05-5fc4ce565422', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:45:26Z', 'updated_at': '2022-04-05T18:45:53Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:55.502268 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7bec8cff-cf2f-4c90-a761-8eaa07e824ee req-e988d81e-ab10-4c22-b40f-8da8327088f2 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884765 Apr 05 18:45:55.623801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704975e-4a65-4535-ab9e-107674488766 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:45:55.666388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704975e-4a65-4535-ab9e-107674488766 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:45:55.667821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2704975e-4a65-4535-ab9e-107674488766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:55.773700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cade317-92f5-4637-8640-69a00b2dc385 req-174c8e09-647a-44ec-9ee0-17c39d59c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:55.778016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cade317-92f5-4637-8640-69a00b2dc385 req-174c8e09-647a-44ec-9ee0-17c39d59c51b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.3842452 Apr 05 18:45:55.833505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a67d7-6347-4d3d-848c-fdfaa3fdc61f req-bb62c813-6fc3-48be-b4a5-1eafcb96deae tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:55.839635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-070a67d7-6347-4d3d-848c-fdfaa3fdc61f req-bb62c813-6fc3-48be-b4a5-1eafcb96deae tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.3712251 Apr 05 18:45:55.997969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-070a67d7-6347-4d3d-848c-fdfaa3fdc61f req-94dcfc52-1d24-4452-bd83-02fd6f2613a6 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449392 Apr 05 18:45:56.049790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cade317-92f5-4637-8640-69a00b2dc385 req-486a72d7-d551-4f09-87fc-ba1626c9a037 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf HTTP/1.1" status: 200 len: 1000 time: 0.2579296 Apr 05 18:45:56.092933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2704975e-4a65-4535-ab9e-107674488766 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:45:56.161432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cade317-92f5-4637-8640-69a00b2dc385 req-ba668304-c96d-4b1a-8010-24fdb9e4b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:56.163838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cade317-92f5-4637-8640-69a00b2dc385 req-ba668304-c96d-4b1a-8010-24fdb9e4b79b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.1058195 Apr 05 18:45:56.290387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cade317-92f5-4637-8640-69a00b2dc385 req-fafaecfc-57c1-494f-90f8-0ae1bf376dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:56.293793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cade317-92f5-4637-8640-69a00b2dc385 req-fafaecfc-57c1-494f-90f8-0ae1bf376dab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222465 Apr 05 18:45:56.467307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48552) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:56.506382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48556) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:56.535146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cade317-92f5-4637-8640-69a00b2dc385 req-69e0af93-337e-4d49-8ee7-6e1b1b4a42be service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335429 Apr 05 18:45:56.724188 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:56.749932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-240573901-network', 'tenant_id': 'c06402e7ed944e1a9636d029f4d5ba45'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:56.752149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cade317-92f5-4637-8640-69a00b2dc385 req-99209c98-00af-4e64-9cff-b1260890fa22 service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071311 Apr 05 18:45:56.843888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Made reservation on behalf of c06402e7ed944e1a9636d029f4d5ba45 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:56.847029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:56.864624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:56.877641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2704975e-4a65-4535-ab9e-107674488766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '33b08cf5-6e1c-4ba7-ad05-5fc4ce565422', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:45:26Z', 'updated_at': '2022-04-05T18:45:53Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:45:56.930246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2704975e-4a65-4535-ab9e-107674488766 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '33b08cf5-6e1c-4ba7-ad05-5fc4ce565422', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:45:26Z', 'updated_at': '2022-04-05T18:45:53Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:45:56.965628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:56.988596 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.026016 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86d71f8a5ac247f3b633260caf3b2f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558980 Apr 05 18:45:57.027978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48566) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:57.064523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.066823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8015d231-7c15-4c7f-a657-0ee23a5681eb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:57.075608 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.080386 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.080785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.081135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.082046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.082046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.082929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.082929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.083634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.083634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.084478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.084478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.084706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06583-b5e5-44c8-864c-42a2a494869a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:45:57.112760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:45:57.135119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.135481 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Added segment 016fb0d4-24e2-4e5b-b265-9e79aaadae39 of type vlan for network 55c28764-9f91-4a61-b976-350eaefaf098 Apr 05 18:45:57.136899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e55891-d566-4344-bfe2-b4fbf1ba2ef8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:57.155291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-915b03ad-9609-41f2-a822-8f143b839392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.182859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-915b03ad-9609-41f2-a822-8f143b839392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.207506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.252256 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.255800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:57.256616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.301540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-915b03ad-9609-41f2-a822-8f143b839392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.304671 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-915b03ad-9609-41f2-a822-8f143b839392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.306915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-915b03ad-9609-41f2-a822-8f143b839392 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8015d231-7c15-4c7f-a657-0ee23a5681eb HTTP/1.1" status: 204 len: 168 time: 0.2764034 Apr 05 18:45:57.336773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b03ad-9609-41f2-a822-8f143b839392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8015d231-7c15-4c7f-a657-0ee23a5681eb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:57.384320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1bbf1-4d1c-4ed2-8839-a74f5b308c81 req-ff42f90c-a985-4488-9b3b-3db95989d3d3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:57.386415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0bc1bbf1-4d1c-4ed2-8839-a74f5b308c81 req-ff42f90c-a985-4488-9b3b-3db95989d3d3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0983851 Apr 05 18:45:57.397404 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8867898 Apr 05 18:45:57.406758 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfedc0-45b6-4041-b3d0-cb6990350cfc None None] New status for floating IP 33b08cf5-6e1c-4ba7-ad05-5fc4ce565422: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:45:57.416565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48576) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:57.419213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db5c36-e1df-4e43-82dc-a777a8d7e7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=55c28764-9f91-4a61-b976-350eaefaf098,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:57.430443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 55c28764-9f91-4a61-b976-350eaefaf098 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:45:57.431489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Request body: {'subnet': {'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-240573901-subnet', 'tenant_id': 'c06402e7ed944e1a9636d029f4d5ba45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:45:57.484810 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Made reservation on behalf of c06402e7ed944e1a9636d029f4d5ba45 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:45:57.489710 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:57.537141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0bc1bbf1-4d1c-4ed2-8839-a74f5b308c81 req-f407284a-2c9f-4973-ada6-3d115910344e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377411 Apr 05 18:45:57.942519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:58.053955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3deab1-7812-4525-8991-793933ce26cb,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:58.072595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Checking segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:45:58.073141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Network hostable DHCP agents. Network: 55c28764-9f91-4a61-b976-350eaefaf098, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:45:58.101265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Network 55c28764-9f91-4a61-b976-350eaefaf098 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:45:58.117114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 55c28764-9f91-4a61-b976-350eaefaf098) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:45:58.124282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:58.124974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:58.128529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0c2531-48c1-4b59-88bc-2b1a89547b7b None None] Network 55c28764-9f91-4a61-b976-350eaefaf098 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:58.147944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bf580-2ddb-4ff5-8d03-daa7b0d9be50 req-bb2f4ad0-b121-4e17-af42-aa209f26a0c7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:58.154249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c54bf580-2ddb-4ff5-8d03-daa7b0d9be50 req-bb2f4ad0-b121-4e17-af42-aa209f26a0c7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1225922 Apr 05 18:45:58.162570 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2eb0b15f-659f-4e7f-8e83-3a456ecc1f7b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7474511 Apr 05 18:45:58.237704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48600) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:58.283974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b787f3e3-32f8-4442-a454-53da45ebc0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:58.291278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c54bf580-2ddb-4ff5-8d03-daa7b0d9be50 req-a8d953db-9093-4bcd-b51a-934625fed2fb tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294329 Apr 05 18:45:58.436980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d05e65-484c-49c0-91ff-a48b2177d353 None None] Network 55c28764-9f91-4a61-b976-350eaefaf098 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:45:58.489180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b787f3e3-32f8-4442-a454-53da45ebc0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:58.495765 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b787f3e3-32f8-4442-a454-53da45ebc0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:58.585619 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b787f3e3-32f8-4442-a454-53da45ebc0f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51da7fd8bb894c78923359f8de2d320c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455749 Apr 05 18:45:58.588505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48610) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:45:58.609057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787f3e3-32f8-4442-a454-53da45ebc0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e2f25-a43b-4847-b92b-a3ada834ed2d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:58.675653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78242f1c-f6d1-4b30-8f7b-a423ff3c62cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:58.711668 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78242f1c-f6d1-4b30-8f7b-a423ff3c62cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:58.796786 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78242f1c-f6d1-4b30-8f7b-a423ff3c62cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:58.801357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78242f1c-f6d1-4b30-8f7b-a423ff3c62cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:45:58.802706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-78242f1c-f6d1-4b30-8f7b-a423ff3c62cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f2e2f25-a43b-4847-b92b-a3ada834ed2d HTTP/1.1" status: 204 len: 168 time: 0.2131515 Apr 05 18:45:58.814188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78242f1c-f6d1-4b30-8f7b-a423ff3c62cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e2f25-a43b-4847-b92b-a3ada834ed2d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:45:59.317966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-e9368a56-e3fd-424c-b52b-fd8d67148045 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:59.327679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-e9368a56-e3fd-424c-b52b-fd8d67148045 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.1636007 Apr 05 18:45:59.344039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-17b8ee9d-8571-425d-a84e-24c6a3cde3be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/quotas/c06402e7ed944e1a9636d029f4d5ba45 HTTP/1.1" status: 200 len: 375 time: 0.0152466 Apr 05 18:45:59.411097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-4d53803e-3a3a-4cb3-865b-4fe237aa7416 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591683 Apr 05 18:45:59.530063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009720b-ff4f-438b-9058-b3cd526ee7fe req-46ed2d2e-d98a-4b7b-8c88-1f1d2c7edd34 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:45:59.531705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6009720b-ff4f-438b-9058-b3cd526ee7fe req-46ed2d2e-d98a-4b7b-8c88-1f1d2c7edd34 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1231978 Apr 05 18:45:59.598860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-4d85b60d-5556-4bf5-aee8-f306fb219728 service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766748 Apr 05 18:45:59.604414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6009720b-ff4f-438b-9058-b3cd526ee7fe req-6d03a042-42c6-438d-aa0a-75a587a008b9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628898 Apr 05 18:45:59.745650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-0f561b98-c6ee-4489-9aaa-5c63aa556a4d service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390462 Apr 05 18:46:00.039789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ff37ab0-c71c-480f-ae2a-a3b7a46d0d32 req-4946801a-1c94-4144-9a0f-ebb0f4a476aa tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 210 time: 0.0772386 Apr 05 18:46:00.841126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980100b5-3dc3-49b6-be4d-db31274410db req-3dc4e2d0-2000-4882-8228-0ea731f80b1e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:00.850381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-980100b5-3dc3-49b6-be4d-db31274410db req-3dc4e2d0-2000-4882-8228-0ea731f80b1e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1022253 Apr 05 18:46:00.898822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-980100b5-3dc3-49b6-be4d-db31274410db req-6598e027-109c-4c39-ada1-e8bdc3043cc1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473113 Apr 05 18:46:01.173641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10333b9d-5995-462e-9521-d033562b9a00 req-31771ad8-00ae-4515-8acf-7cc2f8200a8e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 210 time: 0.0536981 Apr 05 18:46:01.494008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-593c76d0-64f5-4f6e-98e3-e1e9cb9af266 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:01.496152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-593c76d0-64f5-4f6e-98e3-e1e9cb9af266 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.1906402 Apr 05 18:46:01.517437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Request body: {'port': {'device_id': 'e3c6b73c-1682-44d5-a66e-ecafc7eede1e', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'admin_state_up': True, 'tenant_id': 'c06402e7ed944e1a9636d029f4d5ba45'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:01.694143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Made reservation on behalf of c06402e7ed944e1a9636d029f4d5ba45 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:46:01.698658 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:01.926425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Allocated IP 172.20.0.12 (55c28764-9f91-4a61-b976-350eaefaf098/0f3deab1-7812-4525-8991-793933ce26cb/34245312-40f0-460a-9a19-4dbf84df8c4f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:02.138166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5c93-a3b7-4325-99aa-1cffec30ecda req-45de0561-1437-4396-ab04-a6a13af62f9e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:02.139759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15ab5c93-a3b7-4325-99aa-1cffec30ecda req-45de0561-1437-4396-ab04-a6a13af62f9e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1256711 Apr 05 18:46:02.223971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15ab5c93-a3b7-4325-99aa-1cffec30ecda req-913818a5-68d9-461d-952b-40ae7de84a19 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707588 Apr 05 18:46:02.232552 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:02.289227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:02.402083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Network 55c28764-9f91-4a61-b976-350eaefaf098 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:02.404133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:02.407441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:02.417935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event updated for resources: {'Port': ['ID=34245312-40f0-460a-9a19-4dbf84df8c4f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:02.483204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ed280-d19e-405c-831a-c230ddca84e5 req-0f6c23d2-f205-41af-8c5d-b866dd9693d7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:02.484684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-964ed280-d19e-405c-831a-c230ddca84e5 req-0f6c23d2-f205-41af-8c5d-b866dd9693d7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 932 time: 0.1877840 Apr 05 18:46:02.498488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:02.499358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:02.536946 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-441bd302-e4de-48ca-bde4-9b66840cb8be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0301383 Apr 05 18:46:02.552270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-964ed280-d19e-405c-831a-c230ddca84e5 req-cfcf02ac-860c-4ec9-a575-79d359f46c9e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506375 Apr 05 18:46:02.556130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Request body: {'port': {'device_id': 'e3c6b73c-1682-44d5-a66e-ecafc7eede1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:02.636058 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:02.969122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34245312-40f0-460a-9a19-4dbf84df8c4f {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:46:02.980620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:02.995682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Transition to ACTIVE for port object 34245312-40f0-460a-9a19-4dbf84df8c4f will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:46:02.999883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.061327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Pushing event updated for resources: {'Port': ['ID=34245312-40f0-460a-9a19-4dbf84df8c4f,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:03.147331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Attempting to bind port 34245312-40f0-460a-9a19-4dbf84df8c4f on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:46:03.147765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Attempting to bind port 34245312-40f0-460a-9a19-4dbf84df8c4f by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:46:03.148205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Attempting to bind port 34245312-40f0-460a-9a19-4dbf84df8c4f on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:46:03.153900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Port 34245312-40f0-460a-9a19-4dbf84df8c4f on network 55c28764-9f91-4a61-b976-350eaefaf098 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:46:03.154450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Attempting to bind port 34245312-40f0-460a-9a19-4dbf84df8c4f on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:46:03.159607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:46:03.160010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Checking segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:46:03.160458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Bound using segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:46:03.160876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Bound port: 34245312-40f0-460a-9a19-4dbf84df8c4f, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:46:03.161231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.240170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] For port 34245312-40f0-460a-9a19-4dbf84df8c4f, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:46:03.244310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] For port 34245312-40f0-460a-9a19-4dbf84df8c4f, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34245312-40f0-460a-9a19-4dbf84df8c4f,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:46:03.250271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.290627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:03.291430 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.292879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] 10.222.0.20 "PUT /v2.0/ports/34245312-40f0-460a-9a19-4dbf84df8c4f HTTP/1.1" status: 200 len: 1092 time: 0.7440042 Apr 05 18:46:03.296229 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c6b73c-1682-44d5-a66e-ecafc7eede1e', 'tag': '34245312-40f0-460a-9a19-4dbf84df8c4f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:46:03.298740 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be34b7c5-d62a-4249-b096-fd32b15ef9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c6b73c-1682-44d5-a66e-ecafc7eede1e", "tag": "34245312-40f0-460a-9a19-4dbf84df8c4f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:46:03.379137 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c2aefb-daa1-47d3-8a9a-3ed453aa001e x-openstack-request-id: req-98c2aefb-daa1-47d3-8a9a-3ed453aa001e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:46:03.379516 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c6b73c-1682-44d5-a66e-ecafc7eede1e", "tag": "34245312-40f0-460a-9a19-4dbf84df8c4f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:46:03.379769 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98c2aefb-daa1-47d3-8a9a-3ed453aa001e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:46:03.380895 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c2aefb-daa1-47d3-8a9a-3ed453aa001e'] response: {'name': 'network-changed', 'server_uuid': 'e3c6b73c-1682-44d5-a66e-ecafc7eede1e', 'tag': '34245312-40f0-460a-9a19-4dbf84df8c4f', 'status': 'completed', 'code': 200} Apr 05 18:46:03.386219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe9cfc-790a-4557-ade4-baffbb308e7c service neutron] Pushing event updated for resources: {'Port': ['ID=34245312-40f0-460a-9a19-4dbf84df8c4f,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:03.443683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cd52e154-e192-4575-b419-286d7cbb03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:03.445489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-cd52e154-e192-4575-b419-286d7cbb03b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 1095 time: 0.1002374 Apr 05 18:46:03.475092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48794) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:03.530104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-ff600f2e-2653-40a9-be99-ff0c2bd415b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34245312-40f0-460a-9a19-4dbf84df8c4f HTTP/1.1" status: 200 len: 217 time: 0.0681515 Apr 05 18:46:03.550581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60dded-9380-4456-aded-52a6e102ff6f req-76a60bae-d975-4bcf-b9d4-fd415cbd7eff tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:03.552276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d60dded-9380-4456-aded-52a6e102ff6f req-76a60bae-d975-4bcf-b9d4-fd415cbd7eff tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1710696 Apr 05 18:46:03.589512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d828a3-f561-4884-ae09-eddc661cdbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.609729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9ecf7-3e9c-469e-975d-ccaf3d683bd6 req-1f77d057-f14e-4fcf-8431-a670ed074cfd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:03.612005 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dda9ecf7-3e9c-469e-975d-ccaf3d683bd6 req-1f77d057-f14e-4fcf-8431-a670ed074cfd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.1655192 Apr 05 18:46:03.671216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-caf6b546-5f18-4146-a9b1-b84ce141d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:03.672539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d828a3-f561-4884-ae09-eddc661cdbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.672654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-caf6b546-5f18-4146-a9b1-b84ce141d96c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.1325996 Apr 05 18:46:03.677515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d828a3-f561-4884-ae09-eddc661cdbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.702331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d60dded-9380-4456-aded-52a6e102ff6f req-cafd26c3-3e32-435e-9946-7047aa67951b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387646 Apr 05 18:46:03.720736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d828a3-f561-4884-ae09-eddc661cdbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d4a2a6-ef58-4d28-a077-8eafb5c4f959,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:03.726420 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-87d828a3-f561-4884-ae09-eddc661cdbe1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23780e85288541a682a7eb707db5bc0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499785 Apr 05 18:46:03.729351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48804) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:03.750347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dda9ecf7-3e9c-469e-975d-ccaf3d683bd6 req-e19abfe2-b6c6-4b1a-acc9-231da0d140ec tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224563 Apr 05 18:46:03.755565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-67d43494-ce6b-425e-b359-5bef4bdc1aae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717397 Apr 05 18:46:03.821389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4adb69c-e712-4960-a316-b9f2c81c6e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.851170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4adb69c-e712-4960-a316-b9f2c81c6e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.903007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88e45e-f792-4983-bfc9-b2a720d3a2dc req-85e6b5bd-1de4-4d55-851a-fbef6f70601b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:03.904517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d88e45e-f792-4983-bfc9-b2a720d3a2dc req-85e6b5bd-1de4-4d55-851a-fbef6f70601b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 944 time: 0.1191297 Apr 05 18:46:03.917472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4adb69c-e712-4960-a316-b9f2c81c6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.921845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4adb69c-e712-4960-a316-b9f2c81c6e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:03.925711 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a4adb69c-e712-4960-a316-b9f2c81c6e2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3d4a2a6-ef58-4d28-a077-8eafb5c4f959 HTTP/1.1" status: 204 len: 168 time: 0.1929934 Apr 05 18:46:03.926346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-d24d55c6-6119-43e2-b820-394c18ce5410 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618774 Apr 05 18:46:03.941911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adb69c-e712-4960-a316-b9f2c81c6e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d4a2a6-ef58-4d28-a077-8eafb5c4f959,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:03.973596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d88e45e-f792-4983-bfc9-b2a720d3a2dc req-988a8bd1-633f-418d-9208-3f44d947fb48 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524971 Apr 05 18:46:04.122725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd0e56a-035e-4efd-a165-7b0d5baf336b req-8393f03d-8dff-4a3d-ad0f-25e55acea394 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611881 Apr 05 18:46:04.236713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-231a4957-c56c-4ac1-8e05-98b6ca44b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:04.238591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-231a4957-c56c-4ac1-8e05-98b6ca44b503 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 1095 time: 0.0606847 Apr 05 18:46:04.335719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48826) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:04.355205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-ca07a526-faa7-4b67-a26b-d8d3240a0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:04.356908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-ca07a526-faa7-4b67-a26b-d8d3240a0d58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 911 time: 0.1101911 Apr 05 18:46:04.365081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9e46-e92e-47ae-9ce4-4740b63409ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:04.411376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-f419d644-f2b1-44ca-9144-1a8211032f31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34245312-40f0-460a-9a19-4dbf84df8c4f HTTP/1.1" status: 200 len: 217 time: 0.0453336 Apr 05 18:46:04.466125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-50982452-b3b6-4a41-82a6-3be6a2d11154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:04.467745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-50982452-b3b6-4a41-82a6-3be6a2d11154 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.0487411 Apr 05 18:46:04.475012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9e46-e92e-47ae-9ce4-4740b63409ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:04.479553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9e46-e92e-47ae-9ce4-4740b63409ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:04.505505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-c965cd67-47e6-49c2-9e75-3b9adc8ed233 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275872 Apr 05 18:46:04.520468 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f8fe9e46-e92e-47ae-9ce4-4740b63409ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef1cdba01f504b3db24278d736c39b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834385 Apr 05 18:46:04.521313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe9e46-e92e-47ae-9ce4-4740b63409ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5641bb-563c-43d4-ba6d-4673b7c46ead,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:04.523089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48828) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:04.646348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc85563-e9c8-4a91-aad4-c7152b84eaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:04.649274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-150907fe-04f4-4032-bf4a-6c246cf1f95e service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354234 Apr 05 18:46:04.687758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc85563-e9c8-4a91-aad4-c7152b84eaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:04.798573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be34b7c5-d62a-4249-b096-fd32b15ef9e3 req-52da9622-be0a-47d8-9db1-5fe097e1a226 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365190 Apr 05 18:46:04.800743 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc85563-e9c8-4a91-aad4-c7152b84eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:04.803220 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc85563-e9c8-4a91-aad4-c7152b84eaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:04.804308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2dc85563-e9c8-4a91-aad4-c7152b84eaa2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b5641bb-563c-43d4-ba6d-4673b7c46ead HTTP/1.1" status: 204 len: 168 time: 0.2693744 Apr 05 18:46:04.836709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc85563-e9c8-4a91-aad4-c7152b84eaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5641bb-563c-43d4-ba6d-4673b7c46ead,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:04.858839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02864a-a4ca-4fa7-b457-0657fdc9c4aa req-77e28195-401b-4f2b-9407-d4412726b1c7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:04.860759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f02864a-a4ca-4fa7-b457-0657fdc9c4aa req-77e28195-401b-4f2b-9407-d4412726b1c7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0734534 Apr 05 18:46:04.907798 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:04.915039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f02864a-a4ca-4fa7-b457-0657fdc9c4aa req-b7a68fe3-a62f-48c3-9b87-ef5eed4eb209 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476081 Apr 05 18:46:05.123977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d220b-8742-4c6e-bc43-eccc067b6ae6 req-efc27ca4-62b6-4663-a5f7-11615a8b0d36 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:05.125099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b38d220b-8742-4c6e-bc43-eccc067b6ae6 req-efc27ca4-62b6-4663-a5f7-11615a8b0d36 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 944 time: 0.0676553 Apr 05 18:46:05.174640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b38d220b-8742-4c6e-bc43-eccc067b6ae6 req-ff9380ec-45f3-46e6-bae4-9706db5b51b9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Apr 05 18:46:06.059592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecef11-1f9b-4da4-8269-2e1469d29c2a req-46fd74c2-26b5-4a47-a4c1-363fc48d7403 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:06.061315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddecef11-1f9b-4da4-8269-2e1469d29c2a req-46fd74c2-26b5-4a47-a4c1-363fc48d7403 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0732367 Apr 05 18:46:06.110763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddecef11-1f9b-4da4-8269-2e1469d29c2a req-4ff8d4dc-b9c3-4d90-be12-974fba674983 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Apr 05 18:46:06.299369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535dab9-c864-4e4b-a7aa-e431bd563cc5 req-a721bc4b-50fe-4c5f-b6c9-2bfbcfb8ebe7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:06.300978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e535dab9-c864-4e4b-a7aa-e431bd563cc5 req-a721bc4b-50fe-4c5f-b6c9-2bfbcfb8ebe7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 944 time: 0.0525773 Apr 05 18:46:06.349738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e535dab9-c864-4e4b-a7aa-e431bd563cc5 req-6cf9d047-821e-4cc4-8223-7ef4fdcb48d5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Apr 05 18:46:06.782033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:46:06.864563 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:06.888474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:46:06.891117 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6227a52f-9f74-47f5-82b3-38c5bb9de47d" -d '{"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:46:06.904231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:06.910655 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:06.936483 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48907ef-b88e-46a2-b085-a0a4890025f5 x-openstack-request-id: req-a48907ef-b88e-46a2-b085-a0a4890025f5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:46:06.936766 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:46:06.937017 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a48907ef-b88e-46a2-b085-a0a4890025f5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:46:06.937402 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48907ef-b88e-46a2-b085-a0a4890025f5'] response: {'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'code': 200} Apr 05 18:46:06.968110 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:06.973500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:06.983122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.983634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.984151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.984638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.985130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.985466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.985793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.986119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.986591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.986779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.987105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:06.987427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:07.064512 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:46:07.273081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d7a7d-dcbc-4c2b-b3f4-31811728da48 req-010d7ea0-3e56-4270-a72e-a84a679e766a tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:07.280959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c7d7a7d-dcbc-4c2b-b3f4-31811728da48 req-010d7ea0-3e56-4270-a72e-a84a679e766a tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0676763 Apr 05 18:46:07.300235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48980) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:07.316443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c7d7a7d-dcbc-4c2b-b3f4-31811728da48 req-c034567a-1b75-4786-9b33-01eac277664f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Apr 05 18:46:07.429773 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5b93-2b58-4198-b8d2-aa2955af9396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:07.489288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b7fc0-95ba-4fad-a35c-735efa468167 req-74760f75-3851-4221-9e62-d5ece7054195 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:07.490811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a2b7fc0-95ba-4fad-a35c-735efa468167 req-74760f75-3851-4221-9e62-d5ece7054195 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 944 time: 0.0566208 Apr 05 18:46:07.516893 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5b93-2b58-4198-b8d2-aa2955af9396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:07.520728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b4e5b93-2b58-4198-b8d2-aa2955af9396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:07.536007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a2b7fc0-95ba-4fad-a35c-735efa468167 req-c1c07bea-7fff-4982-a982-88e7e1759829 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Apr 05 18:46:07.562814 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4b4e5b93-2b58-4198-b8d2-aa2955af9396 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52b0dcf2b365415b986dddb084cab1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613063 Apr 05 18:46:07.563778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e5b93-2b58-4198-b8d2-aa2955af9396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945f841d-8912-4f41-bfba-b663e0757de1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:07.565495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48990) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:07.617402 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a054c875-606f-4f1f-9889-d0f781f599fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:07.638751 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a054c875-606f-4f1f-9889-d0f781f599fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:07.682038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34245312-40f0-460a-9a19-4dbf84df8c4f details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:46:07.686966 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a054c875-606f-4f1f-9889-d0f781f599fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:07.689911 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a054c875-606f-4f1f-9889-d0f781f599fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:07.691229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a054c875-606f-4f1f-9889-d0f781f599fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/945f841d-8912-4f41-bfba-b663e0757de1 HTTP/1.1" status: 204 len: 168 time: 0.1245127 Apr 05 18:46:07.705237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054c875-606f-4f1f-9889-d0f781f599fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945f841d-8912-4f41-bfba-b663e0757de1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:07.805039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 34245312-40f0-460a-9a19-4dbf84df8c4f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34245312-40f0-460a-9a19-4dbf84df8c4f,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:07.817560 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '34245312-40f0-460a-9a19-4dbf84df8c4f', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'port_id': '34245312-40f0-460a-9a19-4dbf84df8c4f', 'mac_address': 'fa:16:3e:9c:f8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3deab1-7812-4525-8991-793933ce26cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:46:07.857202 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:07.869437 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34245312-40f0-460a-9a19-4dbf84df8c4f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:46:07.889931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 34245312-40f0-460a-9a19-4dbf84df8c4f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34245312-40f0-460a-9a19-4dbf84df8c4f,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:07.895205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:07.951272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=34245312-40f0-460a-9a19-4dbf84df8c4f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:07.979800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48996) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:07.993028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73759199-08e7-4110-bc2e-a5ea15f77767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.071816 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73759199-08e7-4110-bc2e-a5ea15f77767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.075791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73759199-08e7-4110-bc2e-a5ea15f77767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.113371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73759199-08e7-4110-bc2e-a5ea15f77767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b081ce37-dd1a-4a3e-8456-f9cb8074e2ea,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:08.117528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-73759199-08e7-4110-bc2e-a5ea15f77767 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=272d37e2f9ca4c7abb52ec8684dda719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366510 Apr 05 18:46:08.120584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48998) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:08.172644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62f6e977-019f-48f6-a281-9bd103aa998f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.193880 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62f6e977-019f-48f6-a281-9bd103aa998f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.209814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['34245312-40f0-460a-9a19-4dbf84df8c4f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:46:08.257353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62f6e977-019f-48f6-a281-9bd103aa998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.263266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62f6e977-019f-48f6-a281-9bd103aa998f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.264568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-62f6e977-019f-48f6-a281-9bd103aa998f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b081ce37-dd1a-4a3e-8456-f9cb8074e2ea HTTP/1.1" status: 204 len: 168 time: 0.1429586 Apr 05 18:46:08.275725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6e977-019f-48f6-a281-9bd103aa998f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b081ce37-dd1a-4a3e-8456-f9cb8074e2ea,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:08.472672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f62bae-37a5-4b0d-8f1c-ddc63106da72 req-9eb0d50c-8a72-4938-947d-870f04e7ffa3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:08.475022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32f62bae-37a5-4b0d-8f1c-ddc63106da72 req-9eb0d50c-8a72-4938-947d-870f04e7ffa3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0691955 Apr 05 18:46:08.522229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32f62bae-37a5-4b0d-8f1c-ddc63106da72 req-25e7ed76-a333-4d8b-bfd3-07b174ecba55 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Apr 05 18:46:08.660856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9380679-3e4f-46f8-a9a8-23c53c56f945 req-ab07822c-732a-43fb-851b-fdc790bb2313 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:08.662449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9380679-3e4f-46f8-a9a8-23c53c56f945 req-ab07822c-732a-43fb-851b-fdc790bb2313 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 945 time: 0.0504878 Apr 05 18:46:08.695290 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49028) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:08.709907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9380679-3e4f-46f8-a9a8-23c53c56f945 req-f005f525-a8a6-4509-aa22-250487007608 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Apr 05 18:46:08.780774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:46:08.812886 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1e62-530f-4357-9a51-2bc46398bcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.891860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:08.903869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1e62-530f-4357-9a51-2bc46398bcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.905539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'port_id': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'mac_address': 'fa:16:3e:ae:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:46:08.908128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1e62-530f-4357-9a51-2bc46398bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.947657 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9b1e1e62-530f-4357-9a51-2bc46398bcdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=824d0c8ba4ba4b1097c6771677927f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502179 Apr 05 18:46:08.949780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49042) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:08.950351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e1e62-530f-4357-9a51-2bc46398bcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbddf5f1-1201-4f88-a939-24ec9cfb7682,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:08.954291 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:08.969397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd821129-87ad-4a54-8065-282d6b8467ce {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:46:08.995630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:09.000073 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.015077 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c156392d-2794-4688-8af6-d6662aca75ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.037279 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c156392d-2794-4688-8af6-d6662aca75ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.059488 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:09.092308 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c156392d-2794-4688-8af6-d6662aca75ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.096462 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c156392d-2794-4688-8af6-d6662aca75ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.100028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c156392d-2794-4688-8af6-d6662aca75ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbddf5f1-1201-4f88-a939-24ec9cfb7682 HTTP/1.1" status: 204 len: 168 time: 0.1467845 Apr 05 18:46:09.104591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['dd821129-87ad-4a54-8065-282d6b8467ce'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:46:09.106658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156392d-2794-4688-8af6-d6662aca75ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbddf5f1-1201-4f88-a939-24ec9cfb7682,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:09.400170 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f94882c8-7602-488a-b955-cb7fe21f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.469726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:09.484408 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d211e7a8-0d7f-4df7-aa27-ba6fc5679965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.575971 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d211e7a8-0d7f-4df7-aa27-ba6fc5679965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.581480 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d211e7a8-0d7f-4df7-aa27-ba6fc5679965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.637942 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d211e7a8-0d7f-4df7-aa27-ba6fc5679965 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7c45a56c82547a78bced572889ca2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671350 Apr 05 18:46:09.640577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49074) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:09.672021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211e7a8-0d7f-4df7-aa27-ba6fc5679965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb71515-32bf-4caf-9de7-c7d2ad069bce,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:09.673076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2a65f-e405-445d-9280-8a10d26a9390 req-071e423c-ab88-43b9-aaf9-05c62360669c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:09.676139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6cc2a65f-e405-445d-9280-8a10d26a9390 req-071e423c-ab88-43b9-aaf9-05c62360669c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0701916 Apr 05 18:46:09.697887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34245312-40f0-460a-9a19-4dbf84df8c4f up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:46:09.725745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6cc2a65f-e405-445d-9280-8a10d26a9390 req-76bf4f3f-b348-4e45-82c9-e7e35d1f0bb9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Apr 05 18:46:09.728126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae570127-abf9-442a-ba98-e036e8da9d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.757564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae570127-abf9-442a-ba98-e036e8da9d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.821802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 34245312-40f0-460a-9a19-4dbf84df8c4f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:46:09.827280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 34245312-40f0-460a-9a19-4dbf84df8c4f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:46:09.827655 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.840565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae570127-abf9-442a-ba98-e036e8da9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.843572 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae570127-abf9-442a-ba98-e036e8da9d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:09.844907 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ae570127-abf9-442a-ba98-e036e8da9d14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bb71515-32bf-4caf-9de7-c7d2ad069bce HTTP/1.1" status: 204 len: 168 time: 0.2034190 Apr 05 18:46:09.866885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae570127-abf9-442a-ba98-e036e8da9d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb71515-32bf-4caf-9de7-c7d2ad069bce,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:09.896069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223d23b-c034-473d-bd89-9d4996486683 req-fa20742f-ed57-4661-bc96-924d5a98c6e6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:09.898367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b223d23b-c034-473d-bd89-9d4996486683 req-fa20742f-ed57-4661-bc96-924d5a98c6e6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 945 time: 0.0778530 Apr 05 18:46:09.947262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b223d23b-c034-473d-bd89-9d4996486683 req-2a26b027-3d2c-4d17-81de-971ed5d7acc9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381694 Apr 05 18:46:10.042070 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:10.096946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c6b73c-1682-44d5-a66e-ecafc7eede1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34245312-40f0-460a-9a19-4dbf84df8c4f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:46:10.100015 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba411d93-22eb-4c5c-a3d1-4b9b87c7dbae" -d '{"events": [{"server_uuid": "e3c6b73c-1682-44d5-a66e-ecafc7eede1e", "name": "network-vif-plugged", "status": "completed", "tag": "34245312-40f0-460a-9a19-4dbf84df8c4f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:46:10.113172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 34245312-40f0-460a-9a19-4dbf84df8c4f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34245312-40f0-460a-9a19-4dbf84df8c4f,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:10.123840 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:10.178635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=34245312-40f0-460a-9a19-4dbf84df8c4f,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:10.183624 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a47d6f-0acf-46d5-8770-bf3d17e1734e x-openstack-request-id: req-40a47d6f-0acf-46d5-8770-bf3d17e1734e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:46:10.183951 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c6b73c-1682-44d5-a66e-ecafc7eede1e", "name": "network-vif-plugged", "status": "completed", "tag": "34245312-40f0-460a-9a19-4dbf84df8c4f", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:46:10.184397 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40a47d6f-0acf-46d5-8770-bf3d17e1734e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:46:10.186648 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a47d6f-0acf-46d5-8770-bf3d17e1734e'] response: {'server_uuid': 'e3c6b73c-1682-44d5-a66e-ecafc7eede1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34245312-40f0-460a-9a19-4dbf84df8c4f', 'code': 200} Apr 05 18:46:10.307027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533040f-b7c2-4bd0-a037-18613a5414ef req-8190270f-19e5-447f-9631-b3856e08c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:10.308631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a533040f-b7c2-4bd0-a037-18613a5414ef req-8190270f-19e5-447f-9631-b3856e08c5e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 1097 time: 0.0438697 Apr 05 18:46:10.357164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a533040f-b7c2-4bd0-a037-18613a5414ef req-34c489a5-a972-4d43-8ba6-0fe3d79c3220 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Apr 05 18:46:10.801666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:46:10.867005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port dd821129-87ad-4a54-8065-282d6b8467ce triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:46:10.867439 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:10.900280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054127d-c015-4559-a37e-20f829443a88 req-d94a5ea1-0f64-4758-91dc-5150ee781aaa tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:10.902668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f054127d-c015-4559-a37e-20f829443a88 req-d94a5ea1-0f64-4758-91dc-5150ee781aaa tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0627353 Apr 05 18:46:10.966339 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:10.968411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f054127d-c015-4559-a37e-20f829443a88 req-50a7db85-8c15-4b76-90a6-b7a5d3df354f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Apr 05 18:46:11.018551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:11.031067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:11.081091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:11.113591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1402f7-4011-4e35-b8d3-334dded84ed1 req-d2d6026c-aac0-4df8-ade8-f19a2fe7a612 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:11.115490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c1402f7-4011-4e35-b8d3-334dded84ed1 req-d2d6026c-aac0-4df8-ade8-f19a2fe7a612 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 946 time: 0.0606513 Apr 05 18:46:11.161700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c1402f7-4011-4e35-b8d3-334dded84ed1 req-1ddc8113-c862-4294-8c3a-fac02133de25 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378559 Apr 05 18:46:11.700881 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be9a2cfc-0335-43b7-a0e2-e81fb02fc494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:12.106382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9ce73-d0f9-4b53-bf6d-0831a0aaba04 req-bab1debc-abe9-493b-9a7a-ccd34f9cb208 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:12.107954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efa9ce73-d0f9-4b53-bf6d-0831a0aaba04 req-bab1debc-abe9-493b-9a7a-ccd34f9cb208 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0600169 Apr 05 18:46:12.149241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efa9ce73-d0f9-4b53-bf6d-0831a0aaba04 req-5086550f-69e3-479f-b188-75c32b7328d3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349910 Apr 05 18:46:12.188843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:46:12.191071 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265ad52e-b4c2-48b1-8948-259fcbfc0c00" -d '{"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:46:12.248685 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56c4f53-c15a-4c55-bbe9-d6035684c001 x-openstack-request-id: req-f56c4f53-c15a-4c55-bbe9-d6035684c001 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:46:12.249409 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:46:12.250586 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f56c4f53-c15a-4c55-bbe9-d6035684c001 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:46:12.251227 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56c4f53-c15a-4c55-bbe9-d6035684c001'] response: {'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'code': 200} Apr 05 18:46:12.302490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaed10-d7e2-42f6-91bd-bffe037a0a07 req-cec9a8df-ab8a-41c9-b76a-87863949570c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:12.304151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bcaed10-d7e2-42f6-91bd-bffe037a0a07 req-cec9a8df-ab8a-41c9-b76a-87863949570c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 946 time: 0.0543940 Apr 05 18:46:12.347169 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bcaed10-d7e2-42f6-91bd-bffe037a0a07 req-da2b981f-e10c-4ba3-aaba-8d8d5ff1c9d6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Apr 05 18:46:12.622013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49378) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:12.640848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353886f-f1f9-494a-b649-42567cfb943c req-9dcbeb12-0637-4bb7-b65c-af54a278c047 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:12.642427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a353886f-f1f9-494a-b649-42567cfb943c req-9dcbeb12-0637-4bb7-b65c-af54a278c047 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 946 time: 0.0572827 Apr 05 18:46:12.686415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a353886f-f1f9-494a-b649-42567cfb943c req-7cccae34-85d7-46e5-9d4a-ccfeb1b38ce2 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348992 Apr 05 18:46:12.746678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f39a01be-799e-45a0-8079-97df4e9c70cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:12.754473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:12.824469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f39a01be-799e-45a0-8079-97df4e9c70cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:12.829918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f39a01be-799e-45a0-8079-97df4e9c70cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:12.869492 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f39a01be-799e-45a0-8079-97df4e9c70cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=139d2cfcc94a4726ba2d3cdcee302543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455318 Apr 05 18:46:12.870739 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a01be-799e-45a0-8079-97df4e9c70cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258d5dd7-7bc4-4c08-9af7-d53e40c82c58,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:12.872227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49382) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:12.923949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833c069e-dd92-445f-89c5-0d99e276f6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:12.946903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833c069e-dd92-445f-89c5-0d99e276f6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:12.997296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833c069e-dd92-445f-89c5-0d99e276f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:12.999965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833c069e-dd92-445f-89c5-0d99e276f6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:13.001124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-833c069e-dd92-445f-89c5-0d99e276f6cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/258d5dd7-7bc4-4c08-9af7-d53e40c82c58 HTTP/1.1" status: 204 len: 168 time: 0.1278760 Apr 05 18:46:13.010354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c069e-dd92-445f-89c5-0d99e276f6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258d5dd7-7bc4-4c08-9af7-d53e40c82c58,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:13.280929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145686d-0308-4dc9-a9f6-294ce8efccff req-66fac1a3-f3dc-427f-a506-74e1fef611b6 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:13.282547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1145686d-0308-4dc9-a9f6-294ce8efccff req-66fac1a3-f3dc-427f-a506-74e1fef611b6 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0570123 Apr 05 18:46:13.332509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1145686d-0308-4dc9-a9f6-294ce8efccff req-6bb796a5-cb92-4a44-9ed2-ad8bc2149f3b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Apr 05 18:46:14.187669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c721e-35a7-4ba7-8f14-a28145731367 req-f3be4ca9-5550-4aa6-87fc-8be83cb014eb tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.189278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-220c721e-35a7-4ba7-8f14-a28145731367 req-f3be4ca9-5550-4aa6-87fc-8be83cb014eb tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 946 time: 0.4254308 Apr 05 18:46:14.203651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-d2c5a61f-b6a4-470b-87d8-1fb566cc9c70 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.205234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-d2c5a61f-b6a4-470b-87d8-1fb566cc9c70 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 946 time: 0.0689025 Apr 05 18:46:14.300491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-220c721e-35a7-4ba7-8f14-a28145731367 req-8dd95c3b-65b0-400a-97b2-6cf397b46418 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941792 Apr 05 18:46:14.308997 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:14.366086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Deleting port 34245312-40f0-460a-9a19-4dbf84df8c4f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:46:14.366809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:14.453641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49444) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:14.569750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] For port 34245312-40f0-460a-9a19-4dbf84df8c4f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34245312-40f0-460a-9a19-4dbf84df8c4f,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:14.570117 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:14.596729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b13635-0c2f-4631-bc57-fe4b54d5b1ac req-76b71fe5-b617-48d1-b801-efb045f5ee04 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.598208 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24b13635-0c2f-4631-bc57-fe4b54d5b1ac req-76b71fe5-b617-48d1-b801-efb045f5ee04 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1384728 Apr 05 18:46:14.599956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Calling delete_port for 34245312-40f0-460a-9a19-4dbf84df8c4f owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:46:14.608370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-5967f540-6b4e-4e86-91ba-9dd0644794e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1076143 Apr 05 18:46:14.631188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-626178661', 'router:external': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:14.669240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Made reservation on behalf of 0e7b4d204d05471192d4882f7f9d274c for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:46:14.672884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:14.686729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:14.695143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24b13635-0c2f-4631-bc57-fe4b54d5b1ac req-c8983523-08b1-42e6-a786-44e6db791335 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837779 Apr 05 18:46:14.755176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-25ae64be-c588-481b-b40e-193fc109af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.755667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-25ae64be-c588-481b-b40e-193fc109af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.756157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-25ae64be-c588-481b-b40e-193fc109af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.756835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-25ae64be-c588-481b-b40e-193fc109af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.757157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-25ae64be-c588-481b-b40e-193fc109af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.757857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-25ae64be-c588-481b-b40e-193fc109af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.758230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-25ae64be-c588-481b-b40e-193fc109af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:14.760905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-25ae64be-c588-481b-b40e-193fc109af98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6501 time: 0.0848408 Apr 05 18:46:14.911653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:14.914554 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:14.926818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['34245312-40f0-460a-9a19-4dbf84df8c4f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:46:14.973550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:14.981523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:15.020757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:46:15.024672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event deleted for resources: {'Port': ['ID=34245312-40f0-460a-9a19-4dbf84df8c4f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:15.036810 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de895f-6678-4c21-8869-1345b6e50acc,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:15.044999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:15.046200 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Added segment 64ba11ff-8854-45fd-9004-56d6cea7d0e4 of type vlan for network 5c98823e-7d02-41ff-8e31-22cb924cf2cf Apr 05 18:46:15.108044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:15.116663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] No DVR routers for this DVR port 34245312-40f0-460a-9a19-4dbf84df8c4f on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:46:15.119939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-34549037-ff8a-4a13-ab19-47393728201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:15.120423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-34549037-ff8a-4a13-ab19-47393728201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:15.120938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-34549037-ff8a-4a13-ab19-47393728201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:15.122743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-34549037-ff8a-4a13-ab19-47393728201d service neutron] 10.222.0.20 "GET /v2.0/networks?id=61f38ac3-b5de-44f4-9fb6-9d316cece496&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&id=bf3598ad-62de-476f-a9ed-9a686e3cbb08 HTTP/1.1" status: 200 len: 2295 time: 0.3072445 Apr 05 18:46:15.123778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:15.127207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-855d2ba7-398a-411f-8d3c-bfef8f237cd3 req-7c63b329-702b-4269-ae9b-690f36dba25c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "DELETE /v2.0/ports/34245312-40f0-460a-9a19-4dbf84df8c4f HTTP/1.1" status: 204 len: 173 time: 0.9140785 Apr 05 18:46:15.127641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c6b73c-1682-44d5-a66e-ecafc7eede1e', 'name': 'network-vif-deleted', 'tag': '34245312-40f0-460a-9a19-4dbf84df8c4f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:46:15.129995 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10be6cd-81ad-4106-adb3-ad4d2733b4dc" -d '{"events": [{"server_uuid": "e3c6b73c-1682-44d5-a66e-ecafc7eede1e", "name": "network-vif-deleted", "tag": "34245312-40f0-460a-9a19-4dbf84df8c4f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:46:15.178127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:15.179197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:15.180720 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:15.206681 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21cf7c8-1ff0-4f01-b7a6-db5034e3eb9f x-openstack-request-id: req-b21cf7c8-1ff0-4f01-b7a6-db5034e3eb9f {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:46:15.207134 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c6b73c-1682-44d5-a66e-ecafc7eede1e", "name": "network-vif-deleted", "tag": "34245312-40f0-460a-9a19-4dbf84df8c4f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:46:15.207416 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b21cf7c8-1ff0-4f01-b7a6-db5034e3eb9f {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:46:15.210898 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21cf7c8-1ff0-4f01-b7a6-db5034e3eb9f'] response: {'server_uuid': 'e3c6b73c-1682-44d5-a66e-ecafc7eede1e', 'name': 'network-vif-deleted', 'tag': '34245312-40f0-460a-9a19-4dbf84df8c4f', 'status': 'completed', 'code': 200} Apr 05 18:46:15.239801 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7833891 Apr 05 18:46:15.249844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-6fa0e6d9-cb97-4bc3-8722-ffeb11db34fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d HTTP/1.1" status: 200 len: 1001 time: 0.1143947 Apr 05 18:46:15.250695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49466) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:15.258264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'subnet': {'network_id': '5c98823e-7d02-41ff-8e31-22cb924cf2cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:15.315207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6843d-fe46-4eca-89cb-feab80db3a9a tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event updated for resources: {'Network': ['ID=5c98823e-7d02-41ff-8e31-22cb924cf2cf,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:15.329860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-f8327c8c-7c95-4509-b95d-e176dedf790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:15.330551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5c98823e-7d02-41ff-8e31-22cb924cf2cf details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:46:15.332064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-f8327c8c-7c95-4509-b95d-e176dedf790b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c346868d-ff5c-484a-a2f0-b9bce6d58e15 HTTP/1.1" status: 200 len: 856 time: 0.0683813 Apr 05 18:46:15.419103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Made reservation on behalf of 0e7b4d204d05471192d4882f7f9d274c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:46:15.421847 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:15.451883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-f1e76f6a-8863-445b-aff1-4cbebbc26dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:15.453557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-f1e76f6a-8863-445b-aff1-4cbebbc26dfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61f38ac3-b5de-44f4-9fb6-9d316cece496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089013 Apr 05 18:46:15.455401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88e88173-045b-445f-b3b4-036386909f8f req-b85fc07f-9f48-45b7-bb08-f1e853f4f6c6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3c6b73c-1682-44d5-a66e-ecafc7eede1e HTTP/1.1" status: 200 len: 210 time: 0.0548515 Apr 05 18:46:15.652455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-0132e676-01be-4cef-bef4-d3bd03cbf45d service neutron] 10.222.0.20 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859722 Apr 05 18:46:15.929297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-ddccadf4-95be-4fb7-a1b5-feba499e3aaf service neutron] 10.222.0.20 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661016 Apr 05 18:46:15.985968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-5641f6d7-6295-49a2-8a46-263bbb3917e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=64de7a25-bc07-475b-a89f-1296e12a484d HTTP/1.1" status: 200 len: 217 time: 0.0473101 Apr 05 18:46:16.001994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa56fc-2bd2-461d-b7f0-aac732ab4b84 req-58dd3292-f03d-4a9d-ae76-884b5a832e8c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:16.003522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7aa56fc-2bd2-461d-b7f0-aac732ab4b84 req-58dd3292-f03d-4a9d-ae76-884b5a832e8c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1754341 Apr 05 18:46:16.121674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-a691a9be-9fda-479e-ab4d-6334d9a01384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:16.123402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-a691a9be-9fda-479e-ab4d-6334d9a01384 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.1189458 Apr 05 18:46:16.151787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7aa56fc-2bd2-461d-b7f0-aac732ab4b84 req-ea9d92bc-e3e9-42fa-9cbf-a41966546fcf tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354856 Apr 05 18:46:16.196652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-7f3b278d-54e7-4474-8450-94977c71ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:16.199305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-7f3b278d-54e7-4474-8450-94977c71ae0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667300 Apr 05 18:46:16.346642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 18:46:16.347425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:16.447223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-407a325a-c1f9-4f8e-9f35-6c19ef410de8 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405531 Apr 05 18:46:16.465536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event updated for resources: {'Subnet': ['ID=68c4e376-2249-4cfc-aafa-67b1dde723ef,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:16.499317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Checking segment: {'id': '64ba11ff-8854-45fd-9004-56d6cea7d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5c98823e-7d02-41ff-8e31-22cb924cf2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:46:16.504306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Network hostable DHCP agents. Network: 5c98823e-7d02-41ff-8e31-22cb924cf2cf, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:46:16.608890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Network 5c98823e-7d02-41ff-8e31-22cb924cf2cf is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:46:16.629525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5c98823e-7d02-41ff-8e31-22cb924cf2cf) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:16.639777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a26ea6e-942b-4a93-8764-855590d79f77 None None] Network 5c98823e-7d02-41ff-8e31-22cb924cf2cf requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:46:16.652803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:16.654534 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:16.696194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-ef9ded60-3b7e-4cb9-88a7-3973a8ddacbb service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407594 Apr 05 18:46:16.709651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b9b2834d-823e-4cf8-ae99-4d0bc3734e65 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4541063 Apr 05 18:46:16.709870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49480) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:16.729895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-562541130', 'network_id': '5c98823e-7d02-41ff-8e31-22cb924cf2cf'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:16.790223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-e3a8c200-fa73-4c17-a47f-695d8930fca5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=2e761d11-7e98-4310-99e7-625bf736b42d HTTP/1.1" status: 200 len: 217 time: 0.0742204 Apr 05 18:46:16.809372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Made reservation on behalf of 0e7b4d204d05471192d4882f7f9d274c for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:46:16.829133 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:16.898205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-9a8642b7-3add-441a-a630-6d7e87a85a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:16.898339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e41ecf-88a0-4d04-8652-842482359e97 None None] Network 5c98823e-7d02-41ff-8e31-22cb924cf2cf requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:46:16.899146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-9a8642b7-3add-441a-a630-6d7e87a85a0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.1036072 Apr 05 18:46:16.922598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] device_id is not set on port ec0574de-79ab-429e-8570-4b962780559d yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:46:17.006609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-f9722c2f-9e9d-43fb-a003-afeab84eb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:17.008357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-f9722c2f-9e9d-43fb-a003-afeab84eb44c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0952246 Apr 05 18:46:17.166281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-8fca0f5d-6004-432f-a3a1-0f230cf23228 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478586 Apr 05 18:46:17.189326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Allocated IP 2001:db8::391 (5c98823e-7d02-41ff-8e31-22cb924cf2cf/68c4e376-2249-4cfc-aafa-67b1dde723ef/ec0574de-79ab-429e-8570-4b962780559d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:17.378074 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-838eb633-29b6-495f-90aa-739e487b62ae service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019007 Apr 05 18:46:17.479814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:17.509723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ff956-e01d-4b66-b5b2-18dd21621b83 req-5f8f5ed1-a95c-473f-aa29-2c421b4f5eb2 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:17.519896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e81ff956-e01d-4b66-b5b2-18dd21621b83 req-5f8f5ed1-a95c-473f-aa29-2c421b4f5eb2 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1969464 Apr 05 18:46:17.523605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-340707ad-6fe7-464a-a72c-1eed6014ff53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f298f289-d250-442e-a7b0-90c3d83c26c1 HTTP/1.1" status: 200 len: 217 time: 0.1361666 Apr 05 18:46:17.532001 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:17.598477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event updated for resources: {'Port': ['ID=ec0574de-79ab-429e-8570-4b962780559d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:17.626935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Network 5c98823e-7d02-41ff-8e31-22cb924cf2cf is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:17.627789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e81ff956-e01d-4b66-b5b2-18dd21621b83 req-45c533fa-e687-4466-8873-6fbb40cf7f99 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023147 Apr 05 18:46:17.640349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:17.646717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-0668ffd5-e2e0-43b8-b227-bc85020fda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:17.648707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-0668ffd5-e2e0-43b8-b227-bc85020fda92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.1149123 Apr 05 18:46:17.651592 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-036e3d9b-bb21-401e-b6ca-36f7cf168b2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1340711 Apr 05 18:46:17.652465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:17.653378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:17.654093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:17.678513 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-518db075-8140-4741-99c4-32341a975acf tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9677551 Apr 05 18:46:17.679079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49490) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:17.747191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34245312-40f0-460a-9a19-4dbf84df8c4f no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:46:17.758465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-2ba63e37-2eff-4e54-a183-85aad74a1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:17.761749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-2ba63e37-2eff-4e54-a183-85aad74a1c9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032836 Apr 05 18:46:17.785874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 34245312-40f0-460a-9a19-4dbf84df8c4f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:46:17.788009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34245312-40f0-460a-9a19-4dbf84df8c4f not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:46:17.847700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-e0f915ef-1bac-4ea7-b9cb-15ef8304dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:17.849236 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-e0f915ef-1bac-4ea7-b9cb-15ef8304dae8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 1096 time: 0.1148148 Apr 05 18:46:17.885220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c597846e-b4f5-45f6-be91-e2a4c3fc92c8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Deleting port ec0574de-79ab-429e-8570-4b962780559d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:46:17.885640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c597846e-b4f5-45f6-be91-e2a4c3fc92c8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:17.955641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-d86b93f5-6336-40be-986a-873a05d8fc8a service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870666 Apr 05 18:46:18.026225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c597846e-b4f5-45f6-be91-e2a4c3fc92c8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:18.048310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c597846e-b4f5-45f6-be91-e2a4c3fc92c8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Calling delete_port for ec0574de-79ab-429e-8570-4b962780559d owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:46:18.075958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-4ae85a2e-680e-4c40-accd-12398e36e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.076459 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-4ae85a2e-680e-4c40-accd-12398e36e8b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.1379485 Apr 05 18:46:18.102422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-01ac2cd3-badb-4cfb-9d63-7d65c8731803 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390407 Apr 05 18:46:18.201998 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-d7112783-3de7-48e0-9d56-026223ffa0bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3 HTTP/1.1" status: 200 len: 217 time: 0.0640006 Apr 05 18:46:18.213269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-92ffa058-8258-4114-bb56-ff5f159cb880 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=42107179-0d13-4b7a-ba96-0a13af9b599a HTTP/1.1" status: 200 len: 217 time: 0.0931296 Apr 05 18:46:18.308405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-b88bd3f7-37bb-411d-985d-1a25e36bf29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.309828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-b88bd3f7-37bb-411d-985d-1a25e36bf29b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.0950117 Apr 05 18:46:18.366388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-2454751a-77aa-4a91-83c7-33aed836de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.368118 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-2454751a-77aa-4a91-83c7-33aed836de60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.1577642 Apr 05 18:46:18.396372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-94a5c5ae-b1bb-4331-abfc-29775cb92014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.398550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-94a5c5ae-b1bb-4331-abfc-29775cb92014 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800152 Apr 05 18:46:18.431972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c597846e-b4f5-45f6-be91-e2a4c3fc92c8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:18.498833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-465b9e27-4573-441d-969d-8803236c507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.500040 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-465b9e27-4573-441d-969d-8803236c507c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233094 Apr 05 18:46:18.511387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782463e-2574-4cb3-b47e-f4a3b073db98 req-deb0441d-aa25-4d66-9624-648548ea638c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.517694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782463e-2574-4cb3-b47e-f4a3b073db98 req-deb0441d-aa25-4d66-9624-648548ea638c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.523077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597846e-b4f5-45f6-be91-e2a4c3fc92c8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec0574de-79ab-429e-8570-4b962780559d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:18.524214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782463e-2574-4cb3-b47e-f4a3b073db98 req-deb0441d-aa25-4d66-9624-648548ea638c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.525494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c597846e-b4f5-45f6-be91-e2a4c3fc92c8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:18.529958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782463e-2574-4cb3-b47e-f4a3b073db98 req-deb0441d-aa25-4d66-9624-648548ea638c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.535973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782463e-2574-4cb3-b47e-f4a3b073db98 req-deb0441d-aa25-4d66-9624-648548ea638c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.537196 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c597846e-b4f5-45f6-be91-e2a4c3fc92c8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ec0574de-79ab-429e-8570-4b962780559d HTTP/1.1" status: 204 len: 168 time: 0.8535171 Apr 05 18:46:18.542173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782463e-2574-4cb3-b47e-f4a3b073db98 req-deb0441d-aa25-4d66-9624-648548ea638c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.545863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49500) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:18.548226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782463e-2574-4cb3-b47e-f4a3b073db98 req-deb0441d-aa25-4d66-9624-648548ea638c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:18.550010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c98823e-7d02-41ff-8e31-22cb924cf2cf', 'external_fixed_ips': [{'subnet_id': '68c4e376-2249-4cfc-aafa-67b1dde723ef', 'ip_address': '2001:db8::391'}]}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:18.550143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a782463e-2574-4cb3-b47e-f4a3b073db98 req-deb0441d-aa25-4d66-9624-648548ea638c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.1879079 Apr 05 18:46:18.600109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-d069b424-172b-40d4-9ef5-9c2ee61b7138 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838584 Apr 05 18:46:18.623102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:18.624248 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:18.624380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a782463e-2574-4cb3-b47e-f4a3b073db98 req-651c5852-db85-41b9-8c1b-0db8cdc2ad53 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621264 Apr 05 18:46:18.720942 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-9c0d70ff-281a-4de4-810c-516a9cb328e7 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820815 Apr 05 18:46:18.967807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-5d741368-f03b-4437-8648-5bcb3ff4aa9a service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590450 Apr 05 18:46:19.024837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-59a6d91f-5b3e-4f52-b66c-b6c7435ed32d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea0a3cc-182a-4538-a490-cc025fad7e7c HTTP/1.1" status: 200 len: 217 time: 0.0496900 Apr 05 18:46:19.034257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b7da4-15b0-48cc-9cf6-120fad8d6cbe req-911f8adb-56c9-4280-bcb0-61e3577b8fe1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.038906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd5b7da4-15b0-48cc-9cf6-120fad8d6cbe req-911f8adb-56c9-4280-bcb0-61e3577b8fe1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1670203 Apr 05 18:46:19.145524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-6780443f-7d09-492f-a168-81ffadc365bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.147095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-6780443f-7d09-492f-a168-81ffadc365bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c29d9363-316d-49e2-a891-f85f80bd4314 HTTP/1.1" status: 200 len: 797 time: 0.1064608 Apr 05 18:46:19.159500 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd5b7da4-15b0-48cc-9cf6-120fad8d6cbe req-6fe58c19-1b5e-464b-b01a-b84089d74fbf tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083291 Apr 05 18:46:19.220363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-5ad35ada-b24b-47ce-bce6-724020ff41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.223184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-5ad35ada-b24b-47ce-bce6-724020ff41d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0624726 Apr 05 18:46:19.338640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:19.412051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-2561f92b-de96-4f9c-a492-c07bc1838b20 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775005 Apr 05 18:46:19.443800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a93bf-2bee-4045-bbd9-0e9a21cddcdc req-e039e245-5dd3-44fd-a575-fce0f20d5fb4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.450685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a93bf-2bee-4045-bbd9-0e9a21cddcdc req-e039e245-5dd3-44fd-a575-fce0f20d5fb4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.457121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a93bf-2bee-4045-bbd9-0e9a21cddcdc req-e039e245-5dd3-44fd-a575-fce0f20d5fb4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.464091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a93bf-2bee-4045-bbd9-0e9a21cddcdc req-e039e245-5dd3-44fd-a575-fce0f20d5fb4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.469987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a93bf-2bee-4045-bbd9-0e9a21cddcdc req-e039e245-5dd3-44fd-a575-fce0f20d5fb4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.476614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a93bf-2bee-4045-bbd9-0e9a21cddcdc req-e039e245-5dd3-44fd-a575-fce0f20d5fb4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.486808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a93bf-2bee-4045-bbd9-0e9a21cddcdc req-e039e245-5dd3-44fd-a575-fce0f20d5fb4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.492504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f26a93bf-2bee-4045-bbd9-0e9a21cddcdc req-e039e245-5dd3-44fd-a575-fce0f20d5fb4 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.1420405 Apr 05 18:46:19.530282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:19.548235 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-20c85be5-c5e1-441e-b4f3-dcd96feb200e req-47e5eab4-8c82-4118-af59-7fc4e159b24e service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7864666 Apr 05 18:46:19.677766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-1c3ee34f-0e69-4a39-9439-3af374f478a7 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562375 Apr 05 18:46:19.731469 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-dad122d6-491b-4f78-b8f4-27c1e5349565 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1 HTTP/1.1" status: 200 len: 217 time: 0.0459759 Apr 05 18:46:19.810318 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-b29e0eec-8dc0-4134-b94e-72fe1f3f29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.814982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-b29e0eec-8dc0-4134-b94e-72fe1f3f29fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c29d9363-316d-49e2-a891-f85f80bd4314 HTTP/1.1" status: 200 len: 797 time: 0.0743992 Apr 05 18:46:19.868338 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:19.892225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:19.896011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-b6ea92db-113c-4013-b26e-22f95c748404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:19.897958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-b6ea92db-113c-4013-b26e-22f95c748404 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751991 Apr 05 18:46:20.033131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-54618285-9c54-4e93-ba90-80c68a75253a service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247206 Apr 05 18:46:20.275137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75e11f5c-e758-4a39-84b0-a35d0d220a13 req-7ee358dc-bdb5-4f27-adbe-957d3fd9e6d1 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321744 Apr 05 18:46:20.277493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Allocated IP 2001:db8::391 (5c98823e-7d02-41ff-8e31-22cb924cf2cf/68c4e376-2249-4cfc-aafa-67b1dde723ef/043d242c-7c7b-40f7-b28f-71d8e5d16c0a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:20.391192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08590cf-cb48-4516-8231-45330cc9e0b6 req-3cf35461-ea39-497b-8a96-f4faa0387194 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:20.393323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b08590cf-cb48-4516-8231-45330cc9e0b6 req-3cf35461-ea39-497b-8a96-f4faa0387194 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1092012 Apr 05 18:46:20.444828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b08590cf-cb48-4516-8231-45330cc9e0b6 req-2e3b2bd7-ebb6-4966-99c4-ab7c1d343f16 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Apr 05 18:46:20.495103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:20.540667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:20.592881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Network 5c98823e-7d02-41ff-8e31-22cb924cf2cf is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:20.598374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:20.600955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:20.654425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event updated for resources: {'Port': ['ID=043d242c-7c7b-40f7-b28f-71d8e5d16c0a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:20.946731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:21.248450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49544) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:21.252706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:21.403720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-3f9f15dd-2214-4a6a-bcf1-2a008bf1da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:21.403720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-3f9f15dd-2214-4a6a-bcf1-2a008bf1da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:21.404885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-3f9f15dd-2214-4a6a-bcf1-2a008bf1da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:21.405704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-3f9f15dd-2214-4a6a-bcf1-2a008bf1da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:21.406140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-3f9f15dd-2214-4a6a-bcf1-2a008bf1da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:21.407254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-3f9f15dd-2214-4a6a-bcf1-2a008bf1da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:21.407886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-3f9f15dd-2214-4a6a-bcf1-2a008bf1da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:21.409781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-3f9f15dd-2214-4a6a-bcf1-2a008bf1da84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6501 time: 0.1580656 Apr 05 18:46:21.445349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Router b0c4e787-9ac1-4e18-9a2c-a0eb3a231089 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:46:21.502690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-eda2e3c5-7d0c-48ee-b9d0-5480784d113a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781913 Apr 05 18:46:21.646831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9900-dba3-4ad8-b90d-949ee111145b req-10d6d8c0-84c6-4f65-ad43-fc40ca022cb9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:21.656471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:46:21.657044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01fd9900-dba3-4ad8-b90d-949ee111145b req-10d6d8c0-84c6-4f65-ad43-fc40ca022cb9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0916681 Apr 05 18:46:21.668697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Sync routers for ids ['b0c4e787-9ac1-4e18-9a2c-a0eb3a231089'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:46:21.679106 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:21.681365 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0e7f8e00-2abb-4559-86ab-0e56fdaeef0f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1344037 Apr 05 18:46:21.683758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49552) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:21.702727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Routers {'b0c4e787-9ac1-4e18-9a2c-a0eb3a231089'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:21.703249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['b0c4e787-9ac1-4e18-9a2c-a0eb3a231089'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:21.738680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01fd9900-dba3-4ad8-b90d-949ee111145b req-e5abb648-8eb2-4660-8507-a3a1d786ba23 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786684 Apr 05 18:46:21.860448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Set router b0c4e787-9ac1-4e18-9a2c-a0eb3a231089 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:46:21.880936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.014932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.148465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Deleting port 043d242c-7c7b-40f7-b28f-71d8e5d16c0a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:46:22.149157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.266035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c4e787-9ac1-4e18-9a2c-a0eb3a231089', 'name': '', 'tenant_id': '0e7b4d204d05471192d4882f7f9d274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c98823e-7d02-41ff-8e31-22cb924cf2cf', 'external_fixed_ips': [{'subnet_id': '68c4e376-2249-4cfc-aafa-67b1dde723ef', 'ip_address': '2001:db8::391'}], 'enable_snat': True}, 'gw_port_id': '043d242c-7c7b-40f7-b28f-71d8e5d16c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:46:18Z', 'updated_at': '2022-04-05T18:46:20Z', 'revision_number': 3, 'project_id': '0e7b4d204d05471192d4882f7f9d274c', 'gw_port': {'id': '043d242c-7c7b-40f7-b28f-71d8e5d16c0a', 'name': '', 'network_id': '5c98823e-7d02-41ff-8e31-22cb924cf2cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c4e787-9ac1-4e18-9a2c-a0eb3a231089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '68c4e376-2249-4cfc-aafa-67b1dde723ef', 'ip_address': '2001:db8::391', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:46:19Z', 'updated_at': '2022-04-05T18:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c4e376-2249-4cfc-aafa-67b1dde723ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:22.302333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Checking router: b0c4e787-9ac1-4e18-9a2c-a0eb3a231089 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:46:22.302850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Updating router b0c4e787-9ac1-4e18-9a2c-a0eb3a231089 port 043d242c-7c7b-40f7-b28f-71d8e5d16c0a binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:46:22.311768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.334505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Calling delete_port for 043d242c-7c7b-40f7-b28f-71d8e5d16c0a owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:46:22.338444 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.618425 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.644553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event deleted for resources: {'Port': ['ID=043d242c-7c7b-40f7-b28f-71d8e5d16c0a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:22.674779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.698035 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:46:22.702417 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:46:22.776454 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.778767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.828632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.829581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0c4e787-9ac1-4e18-9a2c-a0eb3a231089 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:46:22.838495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.843649 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-71583f81-2138-43b6-87ec-e2ca7c6cd2b5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "DELETE /v2.0/routers/b0c4e787-9ac1-4e18-9a2c-a0eb3a231089 HTTP/1.1" status: 204 len: 168 time: 1.1582251 Apr 05 18:46:22.844410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49560) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:22.901899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea53653-0c0e-4b3e-ab15-3a4f904098bb tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Deleting subnet 68c4e376-2249-4cfc-aafa-67b1dde723ef {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:46:22.906123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ea53653-0c0e-4b3e-ab15-3a4f904098bb tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.913287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480200d-101e-4993-9b0e-3d0fb288072c req-b7c9c7f5-c09c-41f8-a123-cb2037b40f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:22.915891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e480200d-101e-4993-9b0e-3d0fb288072c req-b7c9c7f5-c09c-41f8-a123-cb2037b40f65 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0791011 Apr 05 18:46:22.954677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ea53653-0c0e-4b3e-ab15-3a4f904098bb tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:22.991041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e480200d-101e-4993-9b0e-3d0fb288072c req-e266e374-4d18-48b3-a8cd-010731f3cbe0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642867 Apr 05 18:46:23.011226 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ea53653-0c0e-4b3e-ab15-3a4f904098bb tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.073955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ea53653-0c0e-4b3e-ab15-3a4f904098bb tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.104489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53653-0c0e-4b3e-ab15-3a4f904098bb tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=68c4e376-2249-4cfc-aafa-67b1dde723ef,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:23.106583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ea53653-0c0e-4b3e-ab15-3a4f904098bb tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.112678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49562) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:23.119632 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ea53653-0c0e-4b3e-ab15-3a4f904098bb tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/68c4e376-2249-4cfc-aafa-67b1dde723ef HTTP/1.1" status: 204 len: 168 time: 0.2741568 Apr 05 18:46:23.200247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.244028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Port 043d242c-7c7b-40f7-b28f-71d8e5d16c0a not found while updating agent binding for router b0c4e787-9ac1-4e18-9a2c-a0eb3a231089. {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 05 18:46:23.266259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:23.271628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 18:46:23.272564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_agentschedulers_db [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b0c4e787-9ac1-4e18-9a2c-a0eb3a231089'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 18:46:23.273219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcf846-0acb-415c-bcc5-dff7c14e8938 None None] The sync data for ids ['b0c4e787-9ac1-4e18-9a2c-a0eb3a231089'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:46:23.322872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.351751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c98823e-7d02-41ff-8e31-22cb924cf2cf']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:23.370573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ba11ff-8854-45fd-9004-56d6cea7d0e4') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:23.371384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ba11ff-8854-45fd-9004-56d6cea7d0e4') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:23.385555 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.403473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.421557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:46:23.421557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:46:23.423504 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:46:23.875220 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.901276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c98823e-7d02-41ff-8e31-22cb924cf2cf {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 18:46:23.907675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c98823e-7d02-41ff-8e31-22cb924cf2cf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:23.909886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:23.917334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a6b91de3-a714-4fae-a6f7-02b88ca03b24 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "DELETE /v2.0/networks/5c98823e-7d02-41ff-8e31-22cb924cf2cf HTTP/1.1" status: 204 len: 168 time: 0.7993746 Apr 05 18:46:24.240523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac93175-98f2-48b4-ad1b-75871d4847c6 req-e195d358-d6de-419e-8c4e-e9e69c478007 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:24.249666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fac93175-98f2-48b4-ad1b-75871d4847c6 req-e195d358-d6de-419e-8c4e-e9e69c478007 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.1330378 Apr 05 18:46:24.340205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fac93175-98f2-48b4-ad1b-75871d4847c6 req-78abc5fb-842c-40e0-b8ab-3f7e5246f37d tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830226 Apr 05 18:46:24.344867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49582) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:24.351063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0ee89149-4ee2-4cae-b03c-724f017d88e4 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'router': {'name': 'tempest-router--787530219', 'project_id': '4c80f4a20f0a4174bb2b70a36ff6c6f4'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:24.389441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ee89149-4ee2-4cae-b03c-724f017d88e4 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.390901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ee89149-4ee2-4cae-b03c-724f017d88e4 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.473353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ee89149-4ee2-4cae-b03c-724f017d88e4 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.483254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ee89149-4ee2-4cae-b03c-724f017d88e4 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.514021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ee89149-4ee2-4cae-b03c-724f017d88e4 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.515280 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0ee89149-4ee2-4cae-b03c-724f017d88e4 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1694105 Apr 05 18:46:24.518031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49584) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:24.618469 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95bff4a6-16d2-4fdb-ab67-125c9d314e44 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.803934 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95bff4a6-16d2-4fdb-ab67-125c9d314e44 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.809142 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95bff4a6-16d2-4fdb-ab67-125c9d314e44 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.859671 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95bff4a6-16d2-4fdb-ab67-125c9d314e44 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.860259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bff4a6-16d2-4fdb-ab67-125c9d314e44 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70f464e5-ebb5-4f57-b432-ae6246f5323d {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:46:24.864750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95bff4a6-16d2-4fdb-ab67-125c9d314e44 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:24.865884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-95bff4a6-16d2-4fdb-ab67-125c9d314e44 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "DELETE /v2.0/routers/70f464e5-ebb5-4f57-b432-ae6246f5323d HTTP/1.1" status: 204 len: 168 time: 0.3468318 Apr 05 18:46:25.010973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49588) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:25.295010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-460267854', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:25.323339 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:25.324967 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:25.437694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:25.483456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b70f2-ba84-4419-96b7-31db187c3a59 req-03e8d34c-47f5-498e-897f-2381a1220175 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:25.483456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b61b70f2-ba84-4419-96b7-31db187c3a59 req-03e8d34c-47f5-498e-897f-2381a1220175 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0650928 Apr 05 18:46:25.548512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b61b70f2-ba84-4419-96b7-31db187c3a59 req-6063d7e9-bcc9-4c32-a7a2-2362b1a665f3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571370 Apr 05 18:46:25.974445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:26.251945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:26.277568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:26.418416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Allocated IP 172.25.4.41 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/a5b2d859-4e30-4595-a933-4642e02da393) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:26.553066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:26.613603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:26.659295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:26.665746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:26.669128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:26.706196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa73caf-3b3b-4fce-be23-fc3052b417d4 req-f9efd047-be2b-4f99-9200-6e5dc98e980f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:26.714275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-caa73caf-3b3b-4fce-be23-fc3052b417d4 req-f9efd047-be2b-4f99-9200-6e5dc98e980f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0827923 Apr 05 18:46:26.724616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event updated for resources: {'Port': ['ID=a5b2d859-4e30-4595-a933-4642e02da393,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:26.775287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-caa73caf-3b3b-4fce-be23-fc3052b417d4 req-9a3870b1-6a75-4d8a-a8e5-a58bc8ddb304 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593801 Apr 05 18:46:27.126322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:27.215634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e8fea3de-4033-4584-9c03-13ee9e32a213 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:27.217582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e8fea3de-4033-4584-9c03-13ee9e32a213 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.1377616 Apr 05 18:46:27.254070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-3b3fc97f-bb41-4f37-8816-5095d66956aa tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/quotas/c06402e7ed944e1a9636d029f4d5ba45 HTTP/1.1" status: 200 len: 375 time: 0.0285809 Apr 05 18:46:27.307274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-c24cd2a2-9793-4963-b4f7-c10c5f1d1e47 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444064 Apr 05 18:46:27.421021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:27.443593 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-beafa732-d0ad-41ae-90aa-93bd48ac8f37 service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352608 Apr 05 18:46:27.586062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e200d314-1429-4e59-baa7-6dc3dc630b00 service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360955 Apr 05 18:46:27.622108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Router c362fd74-dd31-4ca8-b274-ecde481af77a is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:46:27.777486 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:46:27.791666 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b6bc32-a90a-479a-8ceb-f45048ecaae2 None None] Sync routers for ids ['c362fd74-dd31-4ca8-b274-ecde481af77a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:46:27.818730 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:27.820230 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b641e1eb-5d1b-4db0-b207-098e10721282 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8080168 Apr 05 18:46:27.824034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49630) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:27.825730 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b6bc32-a90a-479a-8ceb-f45048ecaae2 None None] Routers {'c362fd74-dd31-4ca8-b274-ecde481af77a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:27.828766 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50b6bc32-a90a-479a-8ceb-f45048ecaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c362fd74-dd31-4ca8-b274-ecde481af77a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:27.876924 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50b6bc32-a90a-479a-8ceb-f45048ecaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:27.894653 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b6bc32-a90a-479a-8ceb-f45048ecaae2 None None] Routers {'c362fd74-dd31-4ca8-b274-ecde481af77a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:27.895962 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50b6bc32-a90a-479a-8ceb-f45048ecaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c362fd74-dd31-4ca8-b274-ecde481af77a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:27.958426 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50b6bc32-a90a-479a-8ceb-f45048ecaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:27.961454 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b6bc32-a90a-479a-8ceb-f45048ecaae2 None None] The sync data for ids ['c362fd74-dd31-4ca8-b274-ecde481af77a'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:46:28.018577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97b83212-509e-4d72-a977-979ac260f81f req-fb90edce-27c1-4089-8f5e-c8ecc5682f80 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 210 time: 0.1912229 Apr 05 18:46:28.117830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49642) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:28.119000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7a2b3e0a-78b3-483e-a958-24edce1fb750 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/routers/c362fd74-dd31-4ca8-b274-ecde481af77a HTTP/1.1" status: 200 len: 923 time: 0.2794533 Apr 05 18:46:28.176437 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a6b56d53-2be2-41e0-8111-89d6e1544b53 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=c362fd74-dd31-4ca8-b274-ecde481af77a HTTP/1.1" status: 200 len: 205 time: 0.0569131 Apr 05 18:46:28.179807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49644) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:28.187852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee157d65-e055-4bf1-b803-c7be0a8e1fa7 req-ef522fbb-3108-4433-a3b5-f01708576996 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:28.189564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee157d65-e055-4bf1-b803-c7be0a8e1fa7 req-ef522fbb-3108-4433-a3b5-f01708576996 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.0695295 Apr 05 18:46:28.427210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee157d65-e055-4bf1-b803-c7be0a8e1fa7 req-a18a0f10-22e5-49d1-abbf-80e6e4c75eb5 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268870 Apr 05 18:46:28.721776 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:28.865336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:28.925897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Deleting port a5b2d859-4e30-4595-a933-4642e02da393 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:46:28.926580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:29.003638 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:29.015489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Calling delete_port for a5b2d859-4e30-4595-a933-4642e02da393 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:46:29.149486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5b36e5e-bd32-420b-9dd9-9dfd7d65aca4 req-cea6723d-12ce-4e25-94d4-4f4eb3de81a2 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 210 time: 0.0497942 Apr 05 18:46:29.446935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf38ff-4042-465c-a027-fbcdd4c148f0 req-773ad5ac-34d2-4362-9152-4ebdb1ceb7da tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:29.457436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6cf38ff-4042-465c-a027-fbcdd4c148f0 req-773ad5ac-34d2-4362-9152-4ebdb1ceb7da tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1289053 Apr 05 18:46:29.512297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-9c7b1ad8-cd5f-463a-a844-cf2517a6e2b9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:29.513385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-9c7b1ad8-cd5f-463a-a844-cf2517a6e2b9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.2850766 Apr 05 18:46:29.527108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6cf38ff-4042-465c-a027-fbcdd4c148f0 req-48e9aa89-6d6e-4f51-8dbf-ffa0f49cd40a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684724 Apr 05 18:46:29.536280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Request body: {'port': {'device_id': '025c06d6-8378-4605-994d-7bd16dd933e2', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'admin_state_up': True, 'tenant_id': 'c06402e7ed944e1a9636d029f4d5ba45'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:29.627282 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:29.673810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event deleted for resources: {'Port': ['ID=a5b2d859-4e30-4595-a933-4642e02da393,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:29.752875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b602101-878d-43bc-8978-392ff5a96709 req-8e150708-03f7-4361-af93-7abbda2599f5 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:29.754370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b602101-878d-43bc-8978-392ff5a96709 req-8e150708-03f7-4361-af93-7abbda2599f5 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 946 time: 0.2224870 Apr 05 18:46:29.800790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:29.923320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b602101-878d-43bc-8978-392ff5a96709 req-4aea1099-154c-4fac-b230-7dcd03044c21 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586406 Apr 05 18:46:29.926035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:29.928651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:29.932804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Made reservation on behalf of c06402e7ed944e1a9636d029f4d5ba45 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:46:29.937167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.008159 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.009404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Fanout notify agent at l3_agent the message router_deleted on router c362fd74-dd31-4ca8-b274-ecde481af77a {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:46:30.017389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.022167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b6449597-f132-4ea6-8fa3-ccfebcb22c57 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/c362fd74-dd31-4ca8-b274-ecde481af77a HTTP/1.1" status: 204 len: 168 time: 1.8280008 Apr 05 18:46:30.023085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49718) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:30.030408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'router': {'name': 'tempest-snat-router-371089149', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': False}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:30.060543 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.062031 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.163218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.163754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Allocated IP 172.20.0.5 (55c28764-9f91-4a61-b976-350eaefaf098/0f3deab1-7812-4525-8991-793933ce26cb/ce5109f9-e059-4fa6-9ad8-39eb7c0347a9) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:30.349924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f31e4a0-048b-4f17-8567-f87b5f5caed1 req-8b5bc99b-26f7-45da-965e-5bd8df2af30c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 210 time: 0.0692186 Apr 05 18:46:30.424301 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.525535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.584846 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.700715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.704987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event updated for resources: {'Port': ['ID=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:30.722917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.734382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Network 55c28764-9f91-4a61-b976-350eaefaf098 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:30.738230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:30.742038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:30.754260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ac43-0f5a-4a84-957c-c349e158ec97 req-4d3c27bf-608a-4fe0-967b-8839ddbb1f91 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:30.758000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b51ac43-0f5a-4a84-957c-c349e158ec97 req-4d3c27bf-608a-4fe0-967b-8839ddbb1f91 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.0804205 Apr 05 18:46:30.824254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b51ac43-0f5a-4a84-957c-c349e158ec97 req-4c19097c-1f3b-4938-ac2b-33169667427e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473163 Apr 05 18:46:30.836209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:30.836908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:30.865560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-e90f9c20-a5b0-4735-a787-68f905986c07 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3372431 Apr 05 18:46:30.884077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Request body: {'port': {'device_id': '025c06d6-8378-4605-994d-7bd16dd933e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:30.889181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Allocated IP 172.25.4.103 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/e74057ce-0dd6-4666-942a-275cc7a44904) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:30.953587 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:31.011309 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:31.051614 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:31.097678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:31.101265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:31.106154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:31.171883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event updated for resources: {'Port': ['ID=e74057ce-0dd6-4666-942a-275cc7a44904,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:31.416606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:46:31.448933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:31.476881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Transition to ACTIVE for port object ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:46:31.497727 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:31.513180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:31.524325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcecd4-ebad-47d6-b645-ecd31998443e req-04ea6053-3436-4fe2-802f-526ba719de7b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:31.531844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47fcecd4-ebad-47d6-b645-ecd31998443e req-04ea6053-3436-4fe2-802f-526ba719de7b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1446631 Apr 05 18:46:31.710425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:31.745496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47fcecd4-ebad-47d6-b645-ecd31998443e req-62eb744c-20df-4dbf-89e1-0a95654b36d4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071738 Apr 05 18:46:31.815389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:31.877025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf2b9-1509-4f84-9876-453829cf96ef req-84995e5b-03d2-42b0-ab87-80dd432b83bf tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:31.885252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83abf2b9-1509-4f84-9876-453829cf96ef req-84995e5b-03d2-42b0-ab87-80dd432b83bf tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 943 time: 0.3838701 Apr 05 18:46:31.887690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Attempting to bind port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:46:31.888019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Attempting to bind port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:46:31.894103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Attempting to bind port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:46:31.910486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 on network 55c28764-9f91-4a61-b976-350eaefaf098 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:46:31.911456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Attempting to bind port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:46:31.929057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:46:31.929790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Checking segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:46:31.931269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Bound using segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:46:31.932072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Bound port: ce5109f9-e059-4fa6-9ad8-39eb7c0347a9, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:46:31.932637 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:32.001437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83abf2b9-1509-4f84-9876-453829cf96ef req-e7417e15-2833-446e-bb77-07655ec42a9d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043317 Apr 05 18:46:32.056472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] For port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:46:32.061502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] For port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:46:32.070137 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:32.128202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:32.128852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:32.130575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 HTTP/1.1" status: 200 len: 1091 time: 1.2520866 Apr 05 18:46:32.131038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c06d6-8378-4605-994d-7bd16dd933e2', 'tag': 'ce5109f9-e059-4fa6-9ad8-39eb7c0347a9'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:46:32.133984 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6371e31b-4218-4e38-8599-9a8674d193b9" -d '{"events": [{"name": "network-changed", "server_uuid": "025c06d6-8378-4605-994d-7bd16dd933e2", "tag": "ce5109f9-e059-4fa6-9ad8-39eb7c0347a9"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:46:32.172959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95da1-6776-4583-adf1-27dbfd5065d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:32.248253 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ca126b-5ae3-47bd-ab3a-db85c787bc10 x-openstack-request-id: req-33ca126b-5ae3-47bd-ab3a-db85c787bc10 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:46:32.248593 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025c06d6-8378-4605-994d-7bd16dd933e2", "tag": "ce5109f9-e059-4fa6-9ad8-39eb7c0347a9", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:46:32.248874 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33ca126b-5ae3-47bd-ab3a-db85c787bc10 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:46:32.249326 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ca126b-5ae3-47bd-ab3a-db85c787bc10'] response: {'name': 'network-changed', 'server_uuid': '025c06d6-8378-4605-994d-7bd16dd933e2', 'tag': 'ce5109f9-e059-4fa6-9ad8-39eb7c0347a9', 'status': 'completed', 'code': 200} Apr 05 18:46:32.295823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-f8ebef01-1219-47c5-9896-8535211ec75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:32.297547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-f8ebef01-1219-47c5-9896-8535211ec75b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 1094 time: 0.0920024 Apr 05 18:46:32.355156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-f7bc16a4-750a-4482-85b6-2b5b9de9f2b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 HTTP/1.1" status: 200 len: 217 time: 0.0458615 Apr 05 18:46:32.416282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Router 05780013-c995-4cdb-9635-e6cd2a1bccce is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:46:32.433082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-538f6da5-52bd-4e6c-a4dc-abd9ef3c7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:32.435026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-538f6da5-52bd-4e6c-a4dc-abd9ef3c7c8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.0686839 Apr 05 18:46:32.479875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-d7fc0d8b-d551-46f6-918a-089b1458ebc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330617 Apr 05 18:46:32.559052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:46:32.586834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Sync routers for ids ['05780013-c995-4cdb-9635-e6cd2a1bccce'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:46:32.596832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:32.599397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-f139542e-f73b-482c-a325-3e26555f5773 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074300 Apr 05 18:46:32.599572 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0a5beaf4-b360-480c-9e1e-59e27613e92c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5732675 Apr 05 18:46:32.602879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49778) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:32.615280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Routers {'05780013-c995-4cdb-9635-e6cd2a1bccce'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:32.616310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05780013-c995-4cdb-9635-e6cd2a1bccce'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:32.729877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37ab0ee7-0a31-4c3f-9a80-34c7ec414b2d req-63a68ff3-fcbe-45f0-9589-086a07eeb3b9 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196113 Apr 05 18:46:32.778373 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f412e9cb-599f-47c2-be4d-58b72a19e656 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/routers/05780013-c995-4cdb-9635-e6cd2a1bccce HTTP/1.1" status: 200 len: 908 time: 0.1733179 Apr 05 18:46:32.781335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49782) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:32.797959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'router': {'name': 'tempest-snat-router-371089149', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': True}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:32.828313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:32.830834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:32.846570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Set router 05780013-c995-4cdb-9635-e6cd2a1bccce gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:46:32.917646 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:32.943474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5038f043-728d-44c3-b653-c5c28969ff02 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:46:32.945331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:46:32.994239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-8ae17fa8-494f-46a5-9831-53e21c29191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:32.997655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-8ae17fa8-494f-46a5-9831-53e21c29191a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 1094 time: 0.1865196 Apr 05 18:46:33.079138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee7af7-fa92-465a-8244-92e607970041 req-c8cb0d87-42db-4ebb-8bc7-95b6663bab56 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:33.084171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39ee7af7-fa92-465a-8244-92e607970041 req-c8cb0d87-42db-4ebb-8bc7-95b6663bab56 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.2185235 Apr 05 18:46:33.203618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.206765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39ee7af7-fa92-465a-8244-92e607970041 req-432adb3a-43e6-45c0-a1af-3b02644f7ec7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826921 Apr 05 18:46:33.244348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e886f6-15d8-41f5-8957-46c405a7e743 req-a7254174-177a-4528-97c4-05e1d0f1db4d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:33.246343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5e886f6-15d8-41f5-8957-46c405a7e743 req-a7254174-177a-4528-97c4-05e1d0f1db4d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 943 time: 0.1154008 Apr 05 18:46:33.280592 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.294462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-59b717ca-6d05-40f7-a657-ca331686e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:33.297138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-59b717ca-6d05-40f7-a657-ca331686e3f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 911 time: 0.2872593 Apr 05 18:46:33.409503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:46:33.416714 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4490f0-bf0a-41e6-85ba-b12233a1ca47" -d '{"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:46:33.459983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:33.486513 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.530672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.572078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.623621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=11']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:33.646245 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c9a6fb-da10-4133-a107-d6077ffbd893 x-openstack-request-id: req-c8c9a6fb-da10-4133-a107-d6077ffbd893 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:46:33.646791 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:46:33.647202 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8c9a6fb-da10-4133-a107-d6077ffbd893 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:46:33.647742 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c9a6fb-da10-4133-a107-d6077ffbd893'] response: {'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'code': 200} Apr 05 18:46:33.681459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5038f043-728d-44c3-b653-c5c28969ff02,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:33.701972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Allocated IP 172.25.4.156 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/c832cd16-9c33-4596-aad8-dc1b2b3ae659) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:33.704835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '5038f043-728d-44c3-b653-c5c28969ff02', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'port_id': '5038f043-728d-44c3-b653-c5c28969ff02', 'mac_address': 'fa:16:3e:7e:c5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfad1ea-6e91-40f0-bbd5-8206899d181a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:46:33.748630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05780013-c995-4cdb-9635-e6cd2a1bccce', 'name': 'tempest-snat-router-371089149', 'tenant_id': '0e7b4d204d05471192d4882f7f9d274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.103'}], 'enable_snat': False}, 'gw_port_id': 'e74057ce-0dd6-4666-942a-275cc7a44904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:46:30Z', 'updated_at': '2022-04-05T18:46:31Z', 'revision_number': 3, 'project_id': '0e7b4d204d05471192d4882f7f9d274c', 'gw_port': {'id': 'e74057ce-0dd6-4666-942a-275cc7a44904', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05780013-c995-4cdb-9635-e6cd2a1bccce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:46:30Z', 'updated_at': '2022-04-05T18:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:33.757418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-ee15c10b-ea71-4048-ad15-f8e70162c18c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 HTTP/1.1" status: 200 len: 217 time: 0.4425862 Apr 05 18:46:33.770041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5e886f6-15d8-41f5-8957-46c405a7e743 req-06023bac-bd37-4a76-9668-aed00d0be276 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156727 Apr 05 18:46:33.809037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Checking router: 05780013-c995-4cdb-9635-e6cd2a1bccce for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:46:33.809382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Updating router 05780013-c995-4cdb-9635-e6cd2a1bccce port e74057ce-0dd6-4666-942a-275cc7a44904 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:46:33.831459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-6f92f28d-dfed-4513-8c82-dea3bf9de843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:33.834524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.834828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-6f92f28d-dfed-4513-8c82-dea3bf9de843 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.0597205 Apr 05 18:46:33.846773 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.866069 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.872226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5038f043-728d-44c3-b653-c5c28969ff02 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:46:33.879240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-f74261f1-a56a-4452-b942-4528b25adfce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366890 Apr 05 18:46:33.900248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5038f043-728d-44c3-b653-c5c28969ff02,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:33.908279 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.909145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:33.955231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:33.958326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:33.965986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:33.983971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-a97760c2-9999-454b-bda2-75abc5788b60 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972636 Apr 05 18:46:34.015804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=5038f043-728d-44c3-b653-c5c28969ff02,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:34.037295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event updated for resources: {'Port': ['ID=c832cd16-9c33-4596-aad8-dc1b2b3ae659,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:34.085995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['5038f043-728d-44c3-b653-c5c28969ff02'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:46:34.146456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6371e31b-4218-4e38-8599-9a8674d193b9 req-7828e1a1-71a1-4d2a-99a0-26ce5527955e service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503785 Apr 05 18:46:34.386593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:34.408111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a07c-2245-402a-82a0-bd2e483a70dd req-7c7c1759-a070-453c-afe2-ed3f95d0b7c4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:34.417336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3c2a07c-2245-402a-82a0-bd2e483a70dd req-7c7c1759-a070-453c-afe2-ed3f95d0b7c4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1066179 Apr 05 18:46:34.471505 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:34.484848 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:34.500339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3c2a07c-2245-402a-82a0-bd2e483a70dd req-ae3cb02c-8e30-4195-9b99-d23d60d24b1e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748277 Apr 05 18:46:34.606140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ee2b2-6e90-400e-99f2-05f0578c2ad1 None None] Pushing event updated for resources: {'Port': ['ID=e74057ce-0dd6-4666-942a-275cc7a44904,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:34.646168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Attempting to bind port e74057ce-0dd6-4666-942a-275cc7a44904 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:46:34.646892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Attempting to bind port e74057ce-0dd6-4666-942a-275cc7a44904 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:46:34.647269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Attempting to bind port e74057ce-0dd6-4666-942a-275cc7a44904 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:46:34.654567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:46:34.654938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:46:34.655377 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:34.655772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:46:34.656439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Bound port: e74057ce-0dd6-4666-942a-275cc7a44904, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:46:34.656817 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:34.691081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:34.727560 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] For port e74057ce-0dd6-4666-942a-275cc7a44904, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:46:34.731196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] For port e74057ce-0dd6-4666-942a-275cc7a44904, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e74057ce-0dd6-4666-942a-275cc7a44904,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:46:34.738967 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:34.816619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Routers {'05780013-c995-4cdb-9635-e6cd2a1bccce'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:34.817547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['05780013-c995-4cdb-9635-e6cd2a1bccce'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:34.825769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ee2b2-6e90-400e-99f2-05f0578c2ad1 None None] Pushing event updated for resources: {'Port': ['ID=e74057ce-0dd6-4666-942a-275cc7a44904,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:34.860608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Router a7ada330-03da-4fd6-99c2-28c5666ae158 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:46:34.980121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7de8a-05be-4147-a1a0-df9cb971658d req-ca03e216-aef1-4d0f-9c0c-bd22285df9ed tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:34.981627 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4d7de8a-05be-4147-a1a0-df9cb971658d req-ca03e216-aef1-4d0f-9c0c-bd22285df9ed tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 943 time: 0.0868340 Apr 05 18:46:35.021494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:46:35.032473 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Sync routers for ids ['a7ada330-03da-4fd6-99c2-28c5666ae158'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:46:35.052289 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Routers {'a7ada330-03da-4fd6-99c2-28c5666ae158'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:35.052961 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['a7ada330-03da-4fd6-99c2-28c5666ae158'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:35.065484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:35.080415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4d7de8a-05be-4147-a1a0-df9cb971658d req-abeaa6e7-f4d8-43b7-9883-562a799494fa tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918229 Apr 05 18:46:35.093674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:35.102542 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-22b0afbf-1df5-4586-abfe-006bf355e34c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.3173883 Apr 05 18:46:35.103094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49830) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:35.178357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] Set router 05780013-c995-4cdb-9635-e6cd2a1bccce gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:46:35.242029 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Set router a7ada330-03da-4fd6-99c2-28c5666ae158 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:46:35.270287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d8109959-d238-4139-b41e-dc571387f307 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/routers/a7ada330-03da-4fd6-99c2-28c5666ae158 HTTP/1.1" status: 200 len: 907 time: 0.1659813 Apr 05 18:46:35.273284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49840) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:35.391112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05780013-c995-4cdb-9635-e6cd2a1bccce', 'name': 'tempest-snat-router-371089149', 'tenant_id': '0e7b4d204d05471192d4882f7f9d274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.103'}], 'enable_snat': False}, 'gw_port_id': 'e74057ce-0dd6-4666-942a-275cc7a44904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:46:30Z', 'updated_at': '2022-04-05T18:46:31Z', 'revision_number': 3, 'project_id': '0e7b4d204d05471192d4882f7f9d274c', 'gw_port': {'id': 'e74057ce-0dd6-4666-942a-275cc7a44904', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05780013-c995-4cdb-9635-e6cd2a1bccce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:46:30Z', 'updated_at': '2022-04-05T18:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:35.395276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:35.421951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d1485-2b97-4722-b10c-c5e5fba52a6e None None] The sync data for ids ['05780013-c995-4cdb-9635-e6cd2a1bccce'] in n-d-836650-3 is: [{'id': '05780013-c995-4cdb-9635-e6cd2a1bccce', 'name': 'tempest-snat-router-371089149', 'tenant_id': '0e7b4d204d05471192d4882f7f9d274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.103'}], 'enable_snat': False}, 'gw_port_id': 'e74057ce-0dd6-4666-942a-275cc7a44904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:46:30Z', 'updated_at': '2022-04-05T18:46:31Z', 'revision_number': 3, 'project_id': '0e7b4d204d05471192d4882f7f9d274c', 'gw_port': {'id': 'e74057ce-0dd6-4666-942a-275cc7a44904', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05780013-c995-4cdb-9635-e6cd2a1bccce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:46:30Z', 'updated_at': '2022-04-05T18:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:46:35.551951 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:35.594082 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ada330-03da-4fd6-99c2-28c5666ae158', 'name': 'tempest-snat-router-371089149', 'tenant_id': '0e7b4d204d05471192d4882f7f9d274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'c832cd16-9c33-4596-aad8-dc1b2b3ae659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:46:32Z', 'updated_at': '2022-04-05T18:46:34Z', 'revision_number': 3, 'project_id': '0e7b4d204d05471192d4882f7f9d274c', 'gw_port': {'id': 'c832cd16-9c33-4596-aad8-dc1b2b3ae659', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:12:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ada330-03da-4fd6-99c2-28c5666ae158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:46:33Z', 'updated_at': '2022-04-05T18:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:35.677573 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Checking router: a7ada330-03da-4fd6-99c2-28c5666ae158 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:46:35.677918 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Updating router a7ada330-03da-4fd6-99c2-28c5666ae158 port c832cd16-9c33-4596-aad8-dc1b2b3ae659 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:46:35.704782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Deleting port c832cd16-9c33-4596-aad8-dc1b2b3ae659 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:46:35.704782 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:35.716826 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:35.808135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:46:35.858002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57044bee-2be6-4474-8525-4948c287565a req-df64d16b-226f-4470-905c-a8bed974a8eb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:35.859661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57044bee-2be6-4474-8525-4948c287565a req-df64d16b-226f-4470-905c-a8bed974a8eb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1803296 Apr 05 18:46:35.975612 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57044bee-2be6-4474-8525-4948c287565a req-51fe4f54-5ef6-4e48-bca0-805d4dc99fd9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907884 Apr 05 18:46:35.977777 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.017985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Calling delete_port for c832cd16-9c33-4596-aad8-dc1b2b3ae659 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:46:36.126048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:36.203446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ce5109f9-e059-4fa6-9ad8-39eb7c0347a9', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'port_id': 'ce5109f9-e059-4fa6-9ad8-39eb7c0347a9', 'mac_address': 'fa:16:3e:0f:1f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3deab1-7812-4525-8991-793933ce26cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:46:36.332107 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.359291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193363-e878-4947-b80c-eacd2abd143f req-a5f744ca-fae8-483d-b540-a565c04ffbdd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:36.361015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1193363-e878-4947-b80c-eacd2abd143f req-a5f744ca-fae8-483d-b540-a565c04ffbdd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 943 time: 0.0916038 Apr 05 18:46:36.373386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:46:36.397763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:36.409838 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.443709 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.460586 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.501912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:36.517269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1193363-e878-4947-b80c-eacd2abd143f req-eba5ac21-2afe-4826-9fec-d01706b523fb tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740883 Apr 05 18:46:36.522842 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Attempting to bind port c832cd16-9c33-4596-aad8-dc1b2b3ae659 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:46:36.523401 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Attempting to bind port c832cd16-9c33-4596-aad8-dc1b2b3ae659 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:46:36.525102 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Attempting to bind port c832cd16-9c33-4596-aad8-dc1b2b3ae659 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:46:36.533817 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:46:36.534634 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:46:36.535268 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.535988 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:46:36.536707 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Bound port: c832cd16-9c33-4596-aad8-dc1b2b3ae659, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:46:36.537653 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.541213 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Pushing event updated for resources: {'Port': ['ID=c832cd16-9c33-4596-aad8-dc1b2b3ae659,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:36.574955 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.575363 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.575767 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.576214 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.576717 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.577113 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.577498 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.577883 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.578262 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.578669 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.579053 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.579435 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6e7e9-0218-42b1-83e2-c817778ba46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:36.633314 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.db.api [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:46:36.635033 n-d-836650-3 neutron-server[102642]: DEBUG oslo_db.api [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:46:36.635393 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.664266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event deleted for resources: {'Port': ['ID=c832cd16-9c33-4596-aad8-dc1b2b3ae659,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:36.736271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.764786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ce5109f9-e059-4fa6-9ad8-39eb7c0347a9'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:46:36.842650 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.846383 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.899423 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.899981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7ada330-03da-4fd6-99c2-28c5666ae158 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:46:36.904964 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:36.906830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-235f062f-a5d6-4bd6-96ef-f2560bddc933 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a7ada330-03da-4fd6-99c2-28c5666ae158 HTTP/1.1" status: 204 len: 168 time: 1.6316004 Apr 05 18:46:36.909995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49864) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:36.912354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:46:36.935916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5038f043-728d-44c3-b653-c5c28969ff02 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:46:37.037815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.048619 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.136860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 5038f043-728d-44c3-b653-c5c28969ff02 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:46:37.137149 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.152324 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Attempting to bind port c832cd16-9c33-4596-aad8-dc1b2b3ae659 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:46:37.152854 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Attempting to bind port c832cd16-9c33-4596-aad8-dc1b2b3ae659 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:46:37.153364 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Attempting to bind port c832cd16-9c33-4596-aad8-dc1b2b3ae659 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:46:37.160423 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:46:37.161162 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:46:37.161736 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.162309 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:46:37.163820 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Bound port: c832cd16-9c33-4596-aad8-dc1b2b3ae659, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:46:37.164886 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.179500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:37.189761 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Port c832cd16-9c33-4596-aad8-dc1b2b3ae659 has been deleted concurrently {{(pid=102642) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 05 18:46:37.198726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.199200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda8b4-2401-45af-a323-35b29f909b60 req-34102e4c-d3ab-4242-824c-3142f72428c2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:37.203110 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:37.203684 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 18:46:37.204935 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_agentschedulers_db [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7ada330-03da-4fd6-99c2-28c5666ae158'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102642) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 18:46:37.205083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'port_id': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'mac_address': 'fa:16:3e:ae:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:46:37.205964 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9444ec2-a3ad-4d7c-8129-7e73b93c8920 None None] The sync data for ids ['a7ada330-03da-4fd6-99c2-28c5666ae158'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:46:37.208279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efeda8b4-2401-45af-a323-35b29f909b60 req-34102e4c-d3ab-4242-824c-3142f72428c2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0962968 Apr 05 18:46:37.262387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efeda8b4-2401-45af-a323-35b29f909b60 req-0c51d1c9-53ca-4624-8f12-47901dfd5d19 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423489 Apr 05 18:46:37.300791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Deleting port e74057ce-0dd6-4666-942a-275cc7a44904 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:46:37.301319 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.307159 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.370963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd821129-87ad-4a54-8065-282d6b8467ce {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:46:37.376315 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.396522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] For port e74057ce-0dd6-4666-942a-275cc7a44904, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e74057ce-0dd6-4666-942a-275cc7a44904,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:37.397267 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.411726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Calling delete_port for e74057ce-0dd6-4666-942a-275cc7a44904 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:46:37.413175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:37.420613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:46:37.423033 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7647776f-2860-404d-a5ba-9d94affb46c7" -d '{"events": [{"server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "name": "network-vif-plugged", "status": "completed", "tag": "5038f043-728d-44c3-b653-c5c28969ff02"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:46:37.462079 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.504307 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a25a202-e39d-4819-bb70-6039c5a2b134 x-openstack-request-id: req-9a25a202-e39d-4819-bb70-6039c5a2b134 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:46:37.504823 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "name": "network-vif-plugged", "status": "completed", "tag": "5038f043-728d-44c3-b653-c5c28969ff02", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:46:37.505244 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a25a202-e39d-4819-bb70-6039c5a2b134 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:46:37.505778 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a25a202-e39d-4819-bb70-6039c5a2b134'] response: {'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02', 'code': 200} Apr 05 18:46:37.509455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5038f043-728d-44c3-b653-c5c28969ff02,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:37.523576 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.549496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=12']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:37.579263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['dd821129-87ad-4a54-8065-282d6b8467ce'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:46:37.615734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.662560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event deleted for resources: {'Port': ['ID=e74057ce-0dd6-4666-942a-275cc7a44904,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:37.665029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=5038f043-728d-44c3-b653-c5c28969ff02,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:37.696238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43f89-9af5-48ca-af10-90a1af4a7037 req-173d4dae-3d5c-47d3-9817-baac69b0a263 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:37.706643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fde43f89-9af5-48ca-af10-90a1af4a7037 req-173d4dae-3d5c-47d3-9817-baac69b0a263 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 944 time: 0.0828948 Apr 05 18:46:37.796221 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.846750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:46:37.848543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e74057ce-0dd6-4666-942a-275cc7a44904 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:46:37.862433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fde43f89-9af5-48ca-af10-90a1af4a7037 req-2fd032de-96ef-4766-8fe5-e59222c4a789 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532345 Apr 05 18:46:37.913728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: e74057ce-0dd6-4666-942a-275cc7a44904 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:46:37.915441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e74057ce-0dd6-4666-942a-275cc7a44904 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 18:46:37.953400 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.955707 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:37.957738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Port e74057ce-0dd6-4666-942a-275cc7a44904 not found, will not notify nova. {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 18:46:37.964219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:46:37.971693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:46:37.973209 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.017399 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.018082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05780013-c995-4cdb-9635-e6cd2a1bccce {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:46:38.023448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.028830 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4c39e607-4c39-485e-a686-c2315de949a5 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "DELETE /v2.0/routers/05780013-c995-4cdb-9635-e6cd2a1bccce HTTP/1.1" status: 204 len: 168 time: 1.1135566 Apr 05 18:46:38.029206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49888) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:38.033804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1668030561', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:38.066049 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.067189 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.082764 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.121232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:38.130455 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.131530 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.221579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:38.326060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.469982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a47d-5516-4a56-9ff0-55d53d01ad1a req-07f16ea8-efb3-4738-88ea-5995c1b6fa28 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:38.471737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4df0a47d-5516-4a56-9ff0-55d53d01ad1a req-07f16ea8-efb3-4738-88ea-5995c1b6fa28 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 945 time: 0.0650926 Apr 05 18:46:38.530549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4df0a47d-5516-4a56-9ff0-55d53d01ad1a req-08fc76b8-1e19-4ce0-98e1-a99a37d77082 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504348 Apr 05 18:46:38.645533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.667988 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:38.786372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Allocated IP 172.25.4.15 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/a5db97db-e17f-4c94-99af-a7cfe6231184) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:38.912554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:46:38.964143 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:39.022621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port dd821129-87ad-4a54-8065-282d6b8467ce triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:46:39.023452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:39.083955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b487fb9-40f6-4cd1-8d9d-90bc1ef525cb req-84ea5681-d257-4780-926d-11a0b8cb96b3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:39.085931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b487fb9-40f6-4cd1-8d9d-90bc1ef525cb req-84ea5681-d257-4780-926d-11a0b8cb96b3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 945 time: 0.1125264 Apr 05 18:46:39.134820 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:39.175668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:39.185215 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:39.240892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event updated for resources: {'Port': ['ID=a5db97db-e17f-4c94-99af-a7cfe6231184,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:39.254434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:39.269360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:39.304646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b487fb9-40f6-4cd1-8d9d-90bc1ef525cb req-898ebd70-c555-4def-a317-05b1b087e7de tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978855 Apr 05 18:46:39.306938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:46:39.316008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:39.416894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=13']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:39.459775 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ebf070c-97b4-4d28-bb11-60fc5474444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:39.507151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c06d6-8378-4605-994d-7bd16dd933e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5109f9-e059-4fa6-9ad8-39eb7c0347a9'}, {'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:46:39.517519 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7083402-a59c-4b81-8272-21e471915034" -d '{"events": [{"server_uuid": "025c06d6-8378-4605-994d-7bd16dd933e2", "name": "network-vif-plugged", "status": "completed", "tag": "ce5109f9-e059-4fa6-9ad8-39eb7c0347a9"}, {"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:46:39.650341 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50618083-5715-4e95-910c-e21fe4c06de2 x-openstack-request-id: req-50618083-5715-4e95-910c-e21fe4c06de2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:46:39.650867 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025c06d6-8378-4605-994d-7bd16dd933e2", "name": "network-vif-plugged", "status": "completed", "tag": "ce5109f9-e059-4fa6-9ad8-39eb7c0347a9", "code": 200}, {"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:46:39.651270 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50618083-5715-4e95-910c-e21fe4c06de2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:46:39.652258 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50618083-5715-4e95-910c-e21fe4c06de2'] response: {'server_uuid': '025c06d6-8378-4605-994d-7bd16dd933e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5109f9-e059-4fa6-9ad8-39eb7c0347a9', 'code': 200} Apr 05 18:46:39.652688 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50618083-5715-4e95-910c-e21fe4c06de2'] response: {'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'code': 200} Apr 05 18:46:39.731935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e74057ce-0dd6-4666-942a-275cc7a44904 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:46:39.762035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: e74057ce-0dd6-4666-942a-275cc7a44904 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:46:39.762378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e74057ce-0dd6-4666-942a-275cc7a44904 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:46:39.889029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3755d-3d0a-462e-803c-184b1a78f4a1 req-8ba2a33a-7cd5-4439-94ab-6a3b2874562c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:39.891414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9b3755d-3d0a-462e-803c-184b1a78f4a1 req-8ba2a33a-7cd5-4439-94ab-6a3b2874562c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1580887 Apr 05 18:46:39.898541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6301f-8f33-44cb-ae8d-37215be6be3e req-fa213960-e41b-4de1-a9c4-da8218b88369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:39.900502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f6301f-8f33-44cb-ae8d-37215be6be3e req-fa213960-e41b-4de1-a9c4-da8218b88369 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 1096 time: 0.1497757 Apr 05 18:46:39.912589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:40.033880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f6301f-8f33-44cb-ae8d-37215be6be3e req-2815cbca-4cf4-45a8-a4e0-5ae689ff3446 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220245 Apr 05 18:46:40.065902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9b3755d-3d0a-462e-803c-184b1a78f4a1 req-c3671a74-5268-4c22-86b4-60e21f34efda tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629663 Apr 05 18:46:40.239503 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:40.499231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1036a86-a217-437b-9cdc-cd6f1ce63b5d req-b4809fa9-40fd-4a2c-8577-566885f89d2b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:40.500590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1036a86-a217-437b-9cdc-cd6f1ce63b5d req-b4809fa9-40fd-4a2c-8577-566885f89d2b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 945 time: 0.0818200 Apr 05 18:46:40.502693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Router 5dda6960-e70a-4a26-b08f-f77bea1e5239 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:46:40.661051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1036a86-a217-437b-9cdc-cd6f1ce63b5d req-f1beea99-9437-4091-b155-e7abaa694e23 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429493 Apr 05 18:46:40.736393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:46:40.756432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168438a6-3b08-4544-bb99-349103bb9b43 None None] Sync routers for ids ['5dda6960-e70a-4a26-b08f-f77bea1e5239'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:46:40.763335 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:40.764562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-55028153-9ac3-4973-8e5d-f03e55c55278 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7343566 Apr 05 18:46:40.767324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49960) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:40.772346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f7833fba-9c27-4bb6-87dd-47da2d88a226 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': False}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:40.775810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168438a6-3b08-4544-bb99-349103bb9b43 None None] Routers {'5dda6960-e70a-4a26-b08f-f77bea1e5239'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:40.775810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-168438a6-3b08-4544-bb99-349103bb9b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['5dda6960-e70a-4a26-b08f-f77bea1e5239'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:41.201997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-168438a6-3b08-4544-bb99-349103bb9b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:41.229275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168438a6-3b08-4544-bb99-349103bb9b43 None None] Routers {'5dda6960-e70a-4a26-b08f-f77bea1e5239'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:41.233900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-168438a6-3b08-4544-bb99-349103bb9b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['5dda6960-e70a-4a26-b08f-f77bea1e5239'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:41.313952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-168438a6-3b08-4544-bb99-349103bb9b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:41.315210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168438a6-3b08-4544-bb99-349103bb9b43 None None] The sync data for ids ['5dda6960-e70a-4a26-b08f-f77bea1e5239'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:46:41.392766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8990d8-c495-4ce1-92be-9be69117ee64 req-563954b3-814d-4f93-beca-7ec03838f50b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:41.398484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c8990d8-c495-4ce1-92be-9be69117ee64 req-563954b3-814d-4f93-beca-7ec03838f50b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1041198 Apr 05 18:46:41.473434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c8990d8-c495-4ce1-92be-9be69117ee64 req-9f479be6-bde0-460e-88dc-1d8aa72f0567 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674741 Apr 05 18:46:41.661230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7833fba-9c27-4bb6-87dd-47da2d88a226 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:41.760624 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6af81bbd-6c1d-4262-9a75-66ecd6b8293d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:41.900550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7b150-2d5f-479c-b3ac-226d786595b4 req-2cbe0ddd-c404-4c7d-ab4e-62b2ee9c1689 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:41.913087 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cd7b150-2d5f-479c-b3ac-226d786595b4 req-2cbe0ddd-c404-4c7d-ab4e-62b2ee9c1689 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 945 time: 0.0734439 Apr 05 18:46:41.958208 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cd7b150-2d5f-479c-b3ac-226d786595b4 req-40a9cec6-4b27-4a47-9b1a-a68812c92adb tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Apr 05 18:46:42.792919 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:42.816949 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7833fba-9c27-4bb6-87dd-47da2d88a226 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:42.822170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb02ab-f7fa-4bea-8f90-7831b73fb9b1 req-aa182000-462d-4446-877f-cfc8357da368 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:42.824105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70fb02ab-f7fa-4bea-8f90-7831b73fb9b1 req-aa182000-462d-4446-877f-cfc8357da368 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1322181 Apr 05 18:46:42.834091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7833fba-9c27-4bb6-87dd-47da2d88a226 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:42.937212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70fb02ab-f7fa-4bea-8f90-7831b73fb9b1 req-ae3805a1-3817-4f34-a3bd-8b01de80497a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955653 Apr 05 18:46:43.084434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7833fba-9c27-4bb6-87dd-47da2d88a226 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Router 5dda6960-e70a-4a26-b08f-f77bea1e5239 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:46:43.391676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7833fba-9c27-4bb6-87dd-47da2d88a226 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:46:43.404644 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4b3bb-e004-4a62-a8be-1ebdb6296303 None None] Sync routers for ids ['5dda6960-e70a-4a26-b08f-f77bea1e5239'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:46:43.414945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7833fba-9c27-4bb6-87dd-47da2d88a226 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:43.421200 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f7833fba-9c27-4bb6-87dd-47da2d88a226 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "PUT /v2.0/routers/5dda6960-e70a-4a26-b08f-f77bea1e5239 HTTP/1.1" status: 200 len: 925 time: 2.6526113 Apr 05 18:46:43.423870 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4b3bb-e004-4a62-a8be-1ebdb6296303 None None] Routers {'5dda6960-e70a-4a26-b08f-f77bea1e5239'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:43.424497 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-15f4b3bb-e004-4a62-a8be-1ebdb6296303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['5dda6960-e70a-4a26-b08f-f77bea1e5239'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:43.424671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50024) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:43.531541 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-15f4b3bb-e004-4a62-a8be-1ebdb6296303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:43.578787 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4b3bb-e004-4a62-a8be-1ebdb6296303 None None] Routers {'5dda6960-e70a-4a26-b08f-f77bea1e5239'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:43.583854 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-15f4b3bb-e004-4a62-a8be-1ebdb6296303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['5dda6960-e70a-4a26-b08f-f77bea1e5239'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:43.717521 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-982ec628-7807-419b-afc0-9a339f63ee5f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/routers/5dda6960-e70a-4a26-b08f-f77bea1e5239 HTTP/1.1" status: 200 len: 925 time: 0.2914169 Apr 05 18:46:43.721183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50034) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:43.743050 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-15f4b3bb-e004-4a62-a8be-1ebdb6296303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:43.744048 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4b3bb-e004-4a62-a8be-1ebdb6296303 None None] The sync data for ids ['5dda6960-e70a-4a26-b08f-f77bea1e5239'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:46:43.982378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50042) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:43.987451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5b5a31f0-d62c-47f7-8974-45c496972b44 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364914888', 'description': 'tempest-description--1551893804'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:44.066156 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:46:44.085574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b5a31f0-d62c-47f7-8974-45c496972b44 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:44.096201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29abb462-8ada-444b-a1ff-d2670a559bbe tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:44.100633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-29abb462-8ada-444b-a1ff-d2670a559bbe tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=5dda6960-e70a-4a26-b08f-f77bea1e5239&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3755865 Apr 05 18:46:44.100822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50050) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:44.277761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df794382-8c10-48d8-946c-e12783e627e9 req-17ed4577-0c73-436c-9e13-f57b6be32435 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:44.287535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df794382-8c10-48d8-946c-e12783e627e9 req-17ed4577-0c73-436c-9e13-f57b6be32435 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1179171 Apr 05 18:46:44.312977 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:44.370625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df794382-8c10-48d8-946c-e12783e627e9 req-7805b469-025d-4c0c-97a4-97bcba1c5688 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755401 Apr 05 18:46:44.580194 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b5a31f0-d62c-47f7-8974-45c496972b44 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:44.593870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b5a31f0-d62c-47f7-8974-45c496972b44 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:44.641592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a31f0-d62c-47f7-8974-45c496972b44 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae89b47-93aa-44c2-ab11-c32efe8041b7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:44.646857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b5a31f0-d62c-47f7-8974-45c496972b44 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:44.648283 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5b5a31f0-d62c-47f7-8974-45c496972b44 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6642058 Apr 05 18:46:44.650378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a08238-4ee6-45c3-ab60-67c5ddcebb71 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:44.654464 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a5a08238-4ee6-45c3-ab60-67c5ddcebb71 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 881 time: 0.5501778 Apr 05 18:46:44.654464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50052) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:44.655393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:44.657686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-63254ccf-b711-4ddb-90d7-dee46847c3a8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group_rule': {'security_group_id': 'cae89b47-93aa-44c2-ab11-c32efe8041b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:44.718433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63254ccf-b711-4ddb-90d7-dee46847c3a8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:44.775267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-35c82367-8fbe-4496-a83c-d2383c3fee66 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dda6960-e70a-4a26-b08f-f77bea1e5239 HTTP/1.1" status: 200 len: 205 time: 0.1177135 Apr 05 18:46:44.779574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50058) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:44.951166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.119341 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.308220 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63254ccf-b711-4ddb-90d7-dee46847c3a8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.317169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.343789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63254ccf-b711-4ddb-90d7-dee46847c3a8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.452052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63254ccf-b711-4ddb-90d7-dee46847c3a8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.459709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50074) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:45.465535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group_rule': {'security_group_id': 'cae89b47-93aa-44c2-ab11-c32efe8041b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:45.466491 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-63254ccf-b711-4ddb-90d7-dee46847c3a8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8026147 Apr 05 18:46:45.500793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63254ccf-b711-4ddb-90d7-dee46847c3a8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc718884-7a9c-4d85-981c-737927d540e7,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:45.561807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Deleting port a5db97db-e17f-4c94-99af-a7cfe6231184 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:46:45.563237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.563587 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.714966 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.723050 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.821541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849d498d-69cf-4557-9018-4c0a8f73a48b,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:45.856251 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.857494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3962703 Apr 05 18:46:45.863284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.863284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.863284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.863284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.864906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.864906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.864906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.864906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.864906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.866264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.866264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.866264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831aee03-f884-403a-8979-de54b7786232 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:45.878438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50082) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:45.887680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:45.916344 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:45.934164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:46.036039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Calling delete_port for a5db97db-e17f-4c94-99af-a7cfe6231184 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:46:46.207930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcb9a7-7d04-4f2a-a144-e842cef69527 req-ac2a9b87-e579-482a-954e-5f386fa09563 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:46.221899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3bcb9a7-7d04-4f2a-a144-e842cef69527 req-ac2a9b87-e579-482a-954e-5f386fa09563 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1644135 Apr 05 18:46:46.342444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3bcb9a7-7d04-4f2a-a144-e842cef69527 req-579f016e-098b-470f-960a-125a9df0cf4e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198795 Apr 05 18:46:46.477399 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:46.584132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event deleted for resources: {'Port': ['ID=a5db97db-e17f-4c94-99af-a7cfe6231184,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:46.758449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.040494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.050860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.165104 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.166476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Fanout notify agent at l3_agent the message router_deleted on router 5dda6960-e70a-4a26-b08f-f77bea1e5239 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:46:47.177081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.178211 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2e690dd-e24e-4c10-9190-7e26993ebbfd tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/5dda6960-e70a-4a26-b08f-f77bea1e5239 HTTP/1.1" status: 204 len: 168 time: 2.3975644 Apr 05 18:46:47.183999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50090) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:47.195285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-cdc5090b-8fbb-4642-ae80-f431e11cb59e tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-593401413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:47.239833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdc5090b-8fbb-4642-ae80-f431e11cb59e tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.241049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdc5090b-8fbb-4642-ae80-f431e11cb59e tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.332682 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.396849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdc5090b-8fbb-4642-ae80-f431e11cb59e tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.410689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdc5090b-8fbb-4642-ae80-f431e11cb59e tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.476346 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdc5090b-8fbb-4642-ae80-f431e11cb59e tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:47.483864 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cdc5090b-8fbb-4642-ae80-f431e11cb59e tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2978923 Apr 05 18:46:47.487344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50094) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:47.501860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:47.726745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Allocated IP 172.25.4.88 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/8b0177a9-1302-4f63-be34-580bad154003) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:47.826990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec361d71-3235-46f8-a38a-a10176d1871f req-281bc8c0-e314-4cab-a671-4d835f1efd3b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:47.828552 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec361d71-3235-46f8-a38a-a10176d1871f req-281bc8c0-e314-4cab-a671-4d835f1efd3b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.2771468 Apr 05 18:46:47.960011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:48.027224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec361d71-3235-46f8-a38a-a10176d1871f req-b16c44d9-838b-4d1d-ba90-43bf046a1858 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897306 Apr 05 18:46:48.131885 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:48.218345 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:48.312535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=8b0177a9-1302-4f63-be34-580bad154003,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:48.344671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:48.347312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:48.350675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:48.456359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:48.522288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:48.539341 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:48.594164 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:48.816887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Allocated IP 172.25.4.208 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/aaf970b0-a654-4687-a865-3ac59b25e4ef) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:49.014698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:49.033633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:49.172679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:49.283557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:49.347378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=8b0177a9-1302-4f63-be34-580bad154003,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:49.376558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:49.400594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ed10c-10c3-4754-9539-85667e8bb4b6 req-7fa5993d-4af2-4cd8-af35-75110e1e9510 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:49.400594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-697ed10c-10c3-4754-9539-85667e8bb4b6 req-7fa5993d-4af2-4cd8-af35-75110e1e9510 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.2786505 Apr 05 18:46:49.419826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:49.422387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:49.424663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event updated for resources: {'Port': ['ID=aaf970b0-a654-4687-a865-3ac59b25e4ef,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:49.430892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:49.478762 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:49.480021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3c09b573-dd6f-4c0e-a876-da585d933b3a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5978153 Apr 05 18:46:49.557758 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-697ed10c-10c3-4754-9539-85667e8bb4b6 req-98a91bbe-b3bc-4fe7-ac67-9dbc67a6a232 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434386 Apr 05 18:46:50.064068 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:50.569903 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:50.578496 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:51.268362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Router 9e9484ab-a97f-4d43-b5cf-84ecc4626c6e is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:46:51.580684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:46:51.592822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:51.596710 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5c121034-5b48-4e5b-a5cd-2d00a534f263 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "PUT /v2.0/routers/9e9484ab-a97f-4d43-b5cf-84ecc4626c6e HTTP/1.1" status: 200 len: 883 time: 4.1053464 Apr 05 18:46:51.599254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50134) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:51.601218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407ffb0-f5f0-4d5d-9d4a-9ed5102f0e94 None None] Sync routers for ids ['9e9484ab-a97f-4d43-b5cf-84ecc4626c6e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:46:51.633480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407ffb0-f5f0-4d5d-9d4a-9ed5102f0e94 None None] Routers {'9e9484ab-a97f-4d43-b5cf-84ecc4626c6e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:51.655661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a407ffb0-f5f0-4d5d-9d4a-9ed5102f0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9e9484ab-a97f-4d43-b5cf-84ecc4626c6e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:51.850065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a407ffb0-f5f0-4d5d-9d4a-9ed5102f0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:51.881383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407ffb0-f5f0-4d5d-9d4a-9ed5102f0e94 None None] Routers {'9e9484ab-a97f-4d43-b5cf-84ecc4626c6e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:51.882218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a407ffb0-f5f0-4d5d-9d4a-9ed5102f0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9e9484ab-a97f-4d43-b5cf-84ecc4626c6e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:52.011571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a407ffb0-f5f0-4d5d-9d4a-9ed5102f0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:52.014123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407ffb0-f5f0-4d5d-9d4a-9ed5102f0e94 None None] The sync data for ids ['9e9484ab-a97f-4d43-b5cf-84ecc4626c6e'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:46:52.015342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8e40d2db-5548-4d3d-bbb4-39c2ae0f149c tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/routers/9e9484ab-a97f-4d43-b5cf-84ecc4626c6e HTTP/1.1" status: 200 len: 924 time: 0.4105933 Apr 05 18:46:52.018624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50138) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:52.181587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc23c5-0128-4643-8776-96185482dde8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:52.183321 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a9fc23c5-0128-4643-8776-96185482dde8 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=9e9484ab-a97f-4d43-b5cf-84ecc4626c6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1636486 Apr 05 18:46:52.186024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50142) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:52.297273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bad29f-5012-4236-beaf-85f080d01aa6 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:52.298879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d3bad29f-5012-4236-beaf-85f080d01aa6 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 881 time: 0.1112640 Apr 05 18:46:52.301842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50146) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:52.341018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eaab839b-d721-4cb7-8e56-427aaf350e26 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9484ab-a97f-4d43-b5cf-84ecc4626c6e HTTP/1.1" status: 200 len: 205 time: 0.0375934 Apr 05 18:46:52.343671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50148) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:52.512962 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:52.767372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:52.897813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Deleting port aaf970b0-a654-4687-a865-3ac59b25e4ef {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:46:52.899717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.052324 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.067186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Calling delete_port for aaf970b0-a654-4687-a865-3ac59b25e4ef owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:46:53.332735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.392499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event deleted for resources: {'Port': ['ID=aaf970b0-a654-4687-a865-3ac59b25e4ef,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:53.524711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.659075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.661640 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.716133 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.717071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Fanout notify agent at l3_agent the message router_deleted on router 9e9484ab-a97f-4d43-b5cf-84ecc4626c6e {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:46:53.729660 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.736511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1a053be2-3180-412a-9be0-30676a499bcb tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/9e9484ab-a97f-4d43-b5cf-84ecc4626c6e HTTP/1.1" status: 204 len: 168 time: 1.3879702 Apr 05 18:46:53.737014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50164) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:53.743813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-96d3d5d0-f15c-4e0b-9bb2-7145a87a7011 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-431519306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:53.808343 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96d3d5d0-f15c-4e0b-9bb2-7145a87a7011 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.809425 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96d3d5d0-f15c-4e0b-9bb2-7145a87a7011 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:53.998860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96d3d5d0-f15c-4e0b-9bb2-7145a87a7011 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:54.011043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96d3d5d0-f15c-4e0b-9bb2-7145a87a7011 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:54.060613 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96d3d5d0-f15c-4e0b-9bb2-7145a87a7011 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:54.064758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50170) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:54.065248 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-96d3d5d0-f15c-4e0b-9bb2-7145a87a7011 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3269687 Apr 05 18:46:54.069642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': True}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:54.500196 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:54.870925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:54.917761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:55.191420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Allocated IP 172.25.4.11 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/c97b4b17-4a12-427a-81af-dc40d1bf2145) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:46:55.371572 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:55.446070 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:55.520387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:46:55.524674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:46:55.540114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:46:55.615887 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event updated for resources: {'Port': ['ID=c97b4b17-4a12-427a-81af-dc40d1bf2145,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:56.140759 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:56.638571 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:56.638571 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:57.450241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Router 3e9bf9e8-6730-410c-92a3-242237ad59e1 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:46:57.625745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:46:57.635084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:57.637847 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd00c77-1c17-4a18-917b-71d19c205065 None None] Sync routers for ids ['3e9bf9e8-6730-410c-92a3-242237ad59e1'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:46:57.645213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-52afea74-f233-48b1-b854-7b8d2fc3d94d tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "PUT /v2.0/routers/3e9bf9e8-6730-410c-92a3-242237ad59e1 HTTP/1.1" status: 200 len: 917 time: 3.5788045 Apr 05 18:46:57.647190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50204) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:57.672994 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd00c77-1c17-4a18-917b-71d19c205065 None None] Routers {'3e9bf9e8-6730-410c-92a3-242237ad59e1'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:57.674861 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9fd00c77-1c17-4a18-917b-71d19c205065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3e9bf9e8-6730-410c-92a3-242237ad59e1'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:57.757474 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9fd00c77-1c17-4a18-917b-71d19c205065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:57.772632 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd00c77-1c17-4a18-917b-71d19c205065 None None] Routers {'3e9bf9e8-6730-410c-92a3-242237ad59e1'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:46:57.774952 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9fd00c77-1c17-4a18-917b-71d19c205065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3e9bf9e8-6730-410c-92a3-242237ad59e1'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:57.801917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5445c46e-9f1d-43fe-83e8-b4ee6c1b9f8e tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/routers/3e9bf9e8-6730-410c-92a3-242237ad59e1 HTTP/1.1" status: 200 len: 923 time: 0.1518583 Apr 05 18:46:57.805350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50208) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:57.873183 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9fd00c77-1c17-4a18-917b-71d19c205065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:46:57.873838 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd00c77-1c17-4a18-917b-71d19c205065 None None] The sync data for ids ['3e9bf9e8-6730-410c-92a3-242237ad59e1'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:46:57.877741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6490a-958e-4dc2-99eb-fc1a85e641bc tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:57.879365 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-30e6490a-958e-4dc2-99eb-fc1a85e641bc tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=3e9bf9e8-6730-410c-92a3-242237ad59e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0722489 Apr 05 18:46:57.882130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50216) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:58.072553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d219d0a2-af3e-43ba-84f2-920df22fc78f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:58.073968 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d219d0a2-af3e-43ba-84f2-920df22fc78f tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 881 time: 0.1898971 Apr 05 18:46:58.077571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50226) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:58.082803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b47aa5d5-3537-45c9-b542-2bc9b10f8ccf tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1364914888&fields=id&tenant_id=4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 267 time: 0.0936515 Apr 05 18:46:58.136028 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-48ccdee9-2390-42fe-bbd1-7607722bdd98 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e9bf9e8-6730-410c-92a3-242237ad59e1 HTTP/1.1" status: 200 len: 205 time: 0.0550539 Apr 05 18:46:58.137002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50228) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:58.220655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986da5c-b8c0-4474-9322-5accc4552039 req-e1e9c635-e4f8-4a2e-b84a-32d06b0c0ff4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:58.232842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b986da5c-b8c0-4474-9322-5accc4552039 req-e1e9c635-e4f8-4a2e-b84a-32d06b0c0ff4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1704934 Apr 05 18:46:58.295885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-760d9564-529e-403b-9ade-6218209327de tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:58.297390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-760d9564-529e-403b-9ade-6218209327de tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 814 time: 0.2063668 Apr 05 18:46:58.302430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:58.316559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-79dfa9a8-918a-4ed2-8ad2-ff8ef7cbc593 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/quotas/4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 375 time: 0.0121906 Apr 05 18:46:58.341754 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b986da5c-b8c0-4474-9322-5accc4552039 req-d353699b-856a-4771-856f-4025d45c6145 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932417 Apr 05 18:46:58.424464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-0d60be2b-59ed-4fc2-876f-c58492d75fc6 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0976274 Apr 05 18:46:58.537285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:58.655255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Deleting port c97b4b17-4a12-427a-81af-dc40d1bf2145 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:46:58.655600 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:58.669539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-23544598-d8c7-4080-8329-fac859687b6f service neutron] 10.222.0.15 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730628 Apr 05 18:46:58.826562 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:58.852308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Calling delete_port for c97b4b17-4a12-427a-81af-dc40d1bf2145 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:46:58.892851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-68a950f1-82ee-426f-8e45-ba5d0a009a48 service neutron] 10.222.0.15 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211809 Apr 05 18:46:59.187140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c74e69e-a5b3-4911-b46f-813f27cd9fb1 req-195c0cdd-b84d-4efc-92f9-ab278d8cff00 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 210 time: 0.0785494 Apr 05 18:46:59.277029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:59.353775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event deleted for resources: {'Port': ['ID=c97b4b17-4a12-427a-81af-dc40d1bf2145,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:46:59.383849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.384218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.384556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.385210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.385210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.385622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.385866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.386192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.386541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.386868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.387193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.387524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:46:59.492944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:59.591918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8372a4-afd5-4dea-bd25-0e721363cff2 req-b501c855-b1cc-4932-8249-5febe92d9dc9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:46:59.618877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8372a4-afd5-4dea-bd25-0e721363cff2 req-b501c855-b1cc-4932-8249-5febe92d9dc9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1200607 Apr 05 18:46:59.723368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b8372a4-afd5-4dea-bd25-0e721363cff2 req-1192e473-4193-4ba8-91a0-9dcaf23b40c8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020906 Apr 05 18:46:59.746799 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:59.752132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:59.863714 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:59.864364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9bf9e8-6730-410c-92a3-242237ad59e1 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:46:59.881789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:59.887301 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ffc2e8bf-f963-4b21-8566-1eedbfb1e817 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/3e9bf9e8-6730-410c-92a3-242237ad59e1 HTTP/1.1" status: 204 len: 168 time: 1.7446110 Apr 05 18:46:59.887301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50290) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:46:59.901933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c599ff4a-dd50-40f3-bb68-e76491f9b23d tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1439485441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:46:59.944529 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c599ff4a-dd50-40f3-bb68-e76491f9b23d tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:46:59.946851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c599ff4a-dd50-40f3-bb68-e76491f9b23d tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:00.045521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c599ff4a-dd50-40f3-bb68-e76491f9b23d tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:00.052783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c599ff4a-dd50-40f3-bb68-e76491f9b23d tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:00.088175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c599ff4a-dd50-40f3-bb68-e76491f9b23d tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:00.090828 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c599ff4a-dd50-40f3-bb68-e76491f9b23d tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2017975 Apr 05 18:47:00.093066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50304) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:00.098574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': False}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:00.447778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:00.513638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f9b7fef-1539-44a4-9661-cb65578d9909 req-24fa8a1e-6d89-41c3-bc60-a9aa0a10152d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 210 time: 0.1770663 Apr 05 18:47:01.013698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:01.037948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:01.053127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc781e81-2456-4bb8-b47f-4a1fc1f47488 req-e756e11c-a113-4a5c-a592-697286e78877 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:01.062791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc781e81-2456-4bb8-b47f-4a1fc1f47488 req-e756e11c-a113-4a5c-a592-697286e78877 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1645088 Apr 05 18:47:01.064369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5038f043-728d-44c3-b653-c5c28969ff02 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:01.327567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc781e81-2456-4bb8-b47f-4a1fc1f47488 req-040c6987-05ab-4759-af9a-9034aef4d386 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638962 Apr 05 18:47:01.354874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Allocated IP 172.25.4.144 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/3e65bd4b-3783-4846-b43b-f694d37536bb) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:01.386017 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:01.425858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5038f043-728d-44c3-b653-c5c28969ff02,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:01.427232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:01.430880 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d64c75-a985-4d61-b296-25999f67db6e" -d '{"events": [{"server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "name": "network-vif-unplugged", "status": "completed", "tag": "5038f043-728d-44c3-b653-c5c28969ff02"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:01.435374 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:01.488689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=5038f043-728d-44c3-b653-c5c28969ff02,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:01.567512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-c055d78e-6bbe-4050-9f2d-836238115a3b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:01.589754 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-c055d78e-6bbe-4050-9f2d-836238115a3b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 804 time: 0.3252928 Apr 05 18:47:01.700627 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc22936-d6a6-4162-bc09-a0379bef72ef x-openstack-request-id: req-abc22936-d6a6-4162-bc09-a0379bef72ef {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:01.700844 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "name": "network-vif-unplugged", "status": "completed", "tag": "5038f043-728d-44c3-b653-c5c28969ff02", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:01.701492 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abc22936-d6a6-4162-bc09-a0379bef72ef {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:01.702434 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc22936-d6a6-4162-bc09-a0379bef72ef'] response: {'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02', 'code': 200} Apr 05 18:47:01.774881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-139b4acb-d080-4957-8dea-bc497ff48afa tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/quotas/51a805f835bf450f970f73fc45c74f8f HTTP/1.1" status: 200 len: 375 time: 0.1820521 Apr 05 18:47:01.806360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-4b0308bf-d7d2-42b8-84c3-82ff15e43302 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:01.807843 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-4b0308bf-d7d2-42b8-84c3-82ff15e43302 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 814 time: 0.2467489 Apr 05 18:47:01.886732 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-2a5b0eeb-9b43-47f4-864a-231f5c990033 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 473 time: 0.0679383 Apr 05 18:47:01.905189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'port': {'device_id': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'admin_state_up': True, 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'security_groups': ['cae89b47-93aa-44c2-ab11-c32efe8041b7']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:01.940249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec31f577-b6de-4738-abf4-3b82c73f80b8 req-9b390eab-e435-4c22-b7a3-47524c05875d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 210 time: 0.1256185 Apr 05 18:47:02.031826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:02.056789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-eda38f29-b2a9-4ffd-bdc1-e05fe04e2d55 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2801576 Apr 05 18:47:02.178428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:02.241545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Pushing event updated for resources: {'Port': ['ID=3e65bd4b-3783-4846-b43b-f694d37536bb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:02.260193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-cf268931-73ec-4af7-93d1-3c121553f095 service neutron] 10.222.0.15 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022805 Apr 05 18:47:02.265915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:02.277105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:02.278525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Made reservation on behalf of 4f097b5743074d2d89245239d456dcc9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:02.285083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:02.302306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:02.738552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Allocated IP 172.20.0.4 (c02a85c5-735d-4bc3-bd1e-1f681ef053a8/7f59dda1-fd03-46ea-8630-4e1f8019790b/b9d23b04-c1ba-48fe-933d-4c87e592694c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:02.760476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-172867e4-33f9-4f70-9ad2-2e35f32b1bbe service neutron] 10.222.0.15 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992919 Apr 05 18:47:02.803759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d090a7-327c-4a6d-8c26-9caef6058f30 req-9e141d4a-0548-4b21-a589-c3a9d733e93e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:02.823884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36d090a7-327c-4a6d-8c26-9caef6058f30 req-9e141d4a-0548-4b21-a589-c3a9d733e93e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.1238208 Apr 05 18:47:02.981524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-b1a2013e-e6fc-4823-8bb6-d21a543452b8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:02.983265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-b1a2013e-e6fc-4823-8bb6-d21a543452b8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf618a30-c03a-4472-b2f6-63bcbeb2a558 HTTP/1.1" status: 200 len: 944 time: 0.3976798 Apr 05 18:47:03.077825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:03.122957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36d090a7-327c-4a6d-8c26-9caef6058f30 req-3f37d829-da27-44d9-ad22-96e4d127323b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934761 Apr 05 18:47:03.143308 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:03.156092 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:03.233989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:03.233989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:03.243410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:03.326088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=b9d23b04-c1ba-48fe-933d-4c87e592694c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:03.420743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:03.421306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:03.469934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-b9b889e5-e42f-433e-90ab-e8271440f0ab tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5761805 Apr 05 18:47:03.483506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Request body: {'port': {'device_id': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:03.607361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:03.687890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de79135-299b-492f-9e1d-0f914f95f1a3 req-e6f4996f-63c0-48d0-b7d9-0b68b0eb5434 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:03.696917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2de79135-299b-492f-9e1d-0f914f95f1a3 req-e6f4996f-63c0-48d0-b7d9-0b68b0eb5434 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 945 time: 0.2754197 Apr 05 18:47:03.699381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-23fd04de-71b4-4bcc-9081-f42f27f03ed8 None None] Provisioning complete for port b9d23b04-c1ba-48fe-933d-4c87e592694c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:03.700804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23fd04de-71b4-4bcc-9081-f42f27f03ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:03.726878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Deleting port 5038f043-728d-44c3-b653-c5c28969ff02 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:03.727343 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:03.895538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe560eb-5b19-461b-9267-0a9a7523cb7e req-17a2906b-b5de-4ccd-bad3-1e2211887532 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:03.897181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fe560eb-5b19-461b-9267-0a9a7523cb7e req-17a2906b-b5de-4ccd-bad3-1e2211887532 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 931 time: 0.4718065 Apr 05 18:47:03.924802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-23fd04de-71b4-4bcc-9081-f42f27f03ed8 None None] Port b9d23b04-c1ba-48fe-933d-4c87e592694c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:47:03.940999 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:03.945082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2de79135-299b-492f-9e1d-0f914f95f1a3 req-2fc6efaf-6351-43f9-bc2f-69db338ad00e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473304 Apr 05 18:47:04.020706 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:04.029400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] For port 5038f043-728d-44c3-b653-c5c28969ff02, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=5038f043-728d-44c3-b653-c5c28969ff02,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:04.029657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:04.139359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Calling delete_port for 5038f043-728d-44c3-b653-c5c28969ff02 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:04.168099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d23b04-c1ba-48fe-933d-4c87e592694c {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:04.218673 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:04.237523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eba499f6-5920-44a8-a897-00cf2000fdf2 req-fe61d9aa-91fc-4a45-a88d-abecd2bbef3c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 210 time: 0.1160772 Apr 05 18:47:04.240476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fe560eb-5b19-461b-9267-0a9a7523cb7e req-568fb7d6-87b6-4ec5-b1f2-0eefc045fbeb tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212190 Apr 05 18:47:04.301050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Transition to ACTIVE for port object b9d23b04-c1ba-48fe-933d-4c87e592694c will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:47:04.307986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:04.438906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d23b04-c1ba-48fe-933d-4c87e592694c,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:04.680380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:04.683824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Attempting to bind port b9d23b04-c1ba-48fe-933d-4c87e592694c on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:04.685305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Attempting to bind port b9d23b04-c1ba-48fe-933d-4c87e592694c by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:04.687472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Attempting to bind port b9d23b04-c1ba-48fe-933d-4c87e592694c on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:04.696642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Port b9d23b04-c1ba-48fe-933d-4c87e592694c on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:47:04.699109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Attempting to bind port b9d23b04-c1ba-48fe-933d-4c87e592694c on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:04.708187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:04.711205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Checking segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:04.711916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Bound using segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:04.714892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Bound port: b9d23b04-c1ba-48fe-933d-4c87e592694c, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:04.715379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:04.763746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-898af3b7-512d-4533-b3fc-39c3d3099107 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:04.765626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-898af3b7-512d-4533-b3fc-39c3d3099107 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 945 time: 0.1688495 Apr 05 18:47:04.766652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Pushing event deleted for resources: {'Port': ['ID=5038f043-728d-44c3-b653-c5c28969ff02,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:04.872115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] For port b9d23b04-c1ba-48fe-933d-4c87e592694c, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:04.887949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] For port b9d23b04-c1ba-48fe-933d-4c87e592694c, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b9d23b04-c1ba-48fe-933d-4c87e592694c,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:04.899321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:04.909274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48267e59-57fc-4012-9c91-584de1bc65c7 req-b0e00956-367e-4cb6-9623-474a2a883ef6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:04.911183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48267e59-57fc-4012-9c91-584de1bc65c7 req-b0e00956-367e-4cb6-9623-474a2a883ef6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.3765299 Apr 05 18:47:04.916311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] No DVR routers for this DVR port 5038f043-728d-44c3-b653-c5c28969ff02 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:47:04.924852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:04.927003 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:04.928355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64d6e046-21ab-42c4-9e7d-0ef50fcd9ebf req-41e765f1-07cd-462a-a9ae-cbfff1b328b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "DELETE /v2.0/ports/5038f043-728d-44c3-b653-c5c28969ff02 HTTP/1.1" status: 204 len: 173 time: 1.9384763 Apr 05 18:47:04.941313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'name': 'network-vif-deleted', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:04.943739 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f325eb-08b3-4d6d-acd2-6b16e62d1b54" -d '{"events": [{"server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "name": "network-vif-deleted", "tag": "5038f043-728d-44c3-b653-c5c28969ff02"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:05.013197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Deleting port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:05.013631 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:05.034539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d23b04-c1ba-48fe-933d-4c87e592694c,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:05.068670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:05.075302 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5038f043-728d-44c3-b653-c5c28969ff02 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:05.075725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:05.077310 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-09db7dc9-b739-4aab-ab6f-db88f072a7b7 service neutron] 10.222.0.25 "PUT /v2.0/ports/b9d23b04-c1ba-48fe-933d-4c87e592694c HTTP/1.1" status: 200 len: 1091 time: 1.5984154 Apr 05 18:47:05.077796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'tag': 'b9d23b04-c1ba-48fe-933d-4c87e592694c'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:05.080088 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5064b8a2-8d06-4e13-9e34-547a69aad87f" -d '{"events": [{"name": "network-changed", "server_uuid": "bee359a9-cfd3-4486-b162-c06488f18a1a", "tag": "b9d23b04-c1ba-48fe-933d-4c87e592694c"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:05.136719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] For port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:05.137220 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:05.151539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Calling delete_port for ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:05.173739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 5038f043-728d-44c3-b653-c5c28969ff02 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:47:05.179938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 5038f043-728d-44c3-b653-c5c28969ff02 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:47:05.303046 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2281e62d-00c6-40a8-b082-bf60f0953219 x-openstack-request-id: req-2281e62d-00c6-40a8-b082-bf60f0953219 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:05.303389 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf618a30-c03a-4472-b2f6-63bcbeb2a558", "name": "network-vif-deleted", "tag": "5038f043-728d-44c3-b653-c5c28969ff02", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:05.303574 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2281e62d-00c6-40a8-b082-bf60f0953219 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:05.303978 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2281e62d-00c6-40a8-b082-bf60f0953219'] response: {'server_uuid': 'cf618a30-c03a-4472-b2f6-63bcbeb2a558', 'name': 'network-vif-deleted', 'tag': '5038f043-728d-44c3-b653-c5c28969ff02', 'status': 'completed', 'code': 200} Apr 05 18:47:05.332042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-177c68a6-5dd1-4a81-93c9-c72be70d14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:05.335308 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-177c68a6-5dd1-4a81-93c9-c72be70d14cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 1094 time: 0.1350768 Apr 05 18:47:05.425586 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-036126ef-93ac-4640-832c-cf59dc9faf3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d23b04-c1ba-48fe-933d-4c87e592694c HTTP/1.1" status: 200 len: 217 time: 0.0816886 Apr 05 18:47:05.524580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-a580a429-9389-4a2c-bc66-d1b4fdb4528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:05.530206 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-a580a429-9389-4a2c-bc66-d1b4fdb4528e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.0874417 Apr 05 18:47:05.537100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48267e59-57fc-4012-9c91-584de1bc65c7 req-d4ffec0d-3078-4ecc-9df0-0c8236a21dcc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6076961 Apr 05 18:47:05.604191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Router 9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:47:05.618059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e601a-f262-4af0-bf47-c098c38ca51f req-64811b54-3375-4912-85ed-38d116ea68af tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:05.628384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-32b850fe-ec8c-457a-ae45-7a986ae019ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:05.629948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-32b850fe-ec8c-457a-ae45-7a986ae019ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715859 Apr 05 18:47:05.651753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-811e601a-f262-4af0-bf47-c098c38ca51f req-64811b54-3375-4912-85ed-38d116ea68af tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 945 time: 0.3420281 Apr 05 18:47:05.701990 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eec500-a445-4e06-a7f9-040bc7519eb0 x-openstack-request-id: req-22eec500-a445-4e06-a7f9-040bc7519eb0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:05.705566 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee359a9-cfd3-4486-b162-c06488f18a1a", "tag": "b9d23b04-c1ba-48fe-933d-4c87e592694c", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:05.706038 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22eec500-a445-4e06-a7f9-040bc7519eb0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:05.706652 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22eec500-a445-4e06-a7f9-040bc7519eb0'] response: {'name': 'network-changed', 'server_uuid': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'tag': 'b9d23b04-c1ba-48fe-933d-4c87e592694c', 'status': 'completed', 'code': 200} Apr 05 18:47:05.727346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-811e601a-f262-4af0-bf47-c098c38ca51f req-15fdd264-0bea-4445-93de-71e681afe080 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538304 Apr 05 18:47:05.887517 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-3815d0c7-d2df-4dd1-b8b5-68c05dde0aee service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495179 Apr 05 18:47:06.009557 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db55a0c3-95b2-42e6-aa04-ca73c27a3f37 req-54ee5bdb-e3fa-4129-843c-aa1f8368690d service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143765 Apr 05 18:47:06.189041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-82d7797b-0ef5-4776-996c-820a70f66621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:06.192091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-82d7797b-0ef5-4776-996c-820a70f66621 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 1094 time: 0.0979285 Apr 05 18:47:06.317552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:06.332285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c05056-2df1-426b-b462-5a02c5de3b47 None None] Sync routers for ids ['9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:06.352854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01b236fb-e98f-49e0-8205-b4bc202c9df0 req-bfc7e794-f77e-483b-8196-2cc817449f12 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 210 time: 0.0496767 Apr 05 18:47:06.353442 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:06.357544 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:06.358531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d7d8acdd-14d8-46ab-ab59-e1ff82b84e74 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "PUT /v2.0/routers/9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37 HTTP/1.1" status: 200 len: 920 time: 6.2639647 Apr 05 18:47:06.370297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c05056-2df1-426b-b462-5a02c5de3b47 None None] Routers {'9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:06.370704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50450) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:06.373846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-20c05056-2df1-426b-b462-5a02c5de3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:06.378421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-c373d2b3-abcf-4378-b0b1-f1aabda15d4c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:06.380033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-c373d2b3-abcf-4378-b0b1-f1aabda15d4c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.20 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 804 time: 1.0872638 Apr 05 18:47:06.413245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Request body: {'port': {'device_id': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'admin_state_up': True, 'tenant_id': '51a805f835bf450f970f73fc45c74f8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:06.448748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-20c05056-2df1-426b-b462-5a02c5de3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:06.459177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c05056-2df1-426b-b462-5a02c5de3b47 None None] Routers {'9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:06.460123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-20c05056-2df1-426b-b462-5a02c5de3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:06.522182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-20c05056-2df1-426b-b462-5a02c5de3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:06.523780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c05056-2df1-426b-b462-5a02c5de3b47 None None] The sync data for ids ['9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:06.600548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-bf9b19e0-6186-4b60-95f2-8057cde34523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:06.603012 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-bf9b19e0-6186-4b60-95f2-8057cde34523 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.4026868 Apr 05 18:47:06.624899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event deleted for resources: {'Port': ['ID=ce5109f9-e059-4fa6-9ad8-39eb7c0347a9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:06.701006 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-3deef1e7-8311-40bf-8183-fc8925a8a0c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d23b04-c1ba-48fe-933d-4c87e592694c HTTP/1.1" status: 200 len: 217 time: 0.0879602 Apr 05 18:47:06.718611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f2536-a895-4256-87a1-6deb3a083d5d req-ccd7c2a6-6d68-4da7-b5c1-214ac439d4cf tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:06.726531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed2f2536-a895-4256-87a1-6deb3a083d5d req-ccd7c2a6-6d68-4da7-b5c1-214ac439d4cf tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 943 time: 0.4221361 Apr 05 18:47:06.747993 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fca6e641-899a-4614-9938-3ba2b35a3405 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/routers/9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37 HTTP/1.1" status: 200 len: 926 time: 0.3626163 Apr 05 18:47:06.750308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50454) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:06.774104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] No DVR routers for this DVR port ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:47:06.775700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Made reservation on behalf of 51a805f835bf450f970f73fc45c74f8f for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:06.779247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:06.791712 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:06.794953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ae935ab-f2db-4179-ba5f-35ef8bcb5d93 req-89f7551c-6f85-4d63-8f3f-8c865a5906e5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "DELETE /v2.0/ports/ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 HTTP/1.1" status: 204 len: 173 time: 2.0165410 Apr 05 18:47:06.798452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-390cae22-afc0-428b-b80e-184842ecccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:06.798452 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-390cae22-afc0-428b-b80e-184842ecccf9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.0876808 Apr 05 18:47:06.843983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab4114f-b1fe-4ac1-a768-73d991fefbb2 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:06.849869 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fab4114f-b1fe-4ac1-a768-73d991fefbb2 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0984025 Apr 05 18:47:06.869832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50456) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:06.886065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed2f2536-a895-4256-87a1-6deb3a083d5d req-a32fd52a-3481-4d8e-82bb-444ca4df9397 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530695 Apr 05 18:47:06.906484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75e09d-7d9a-4888-9f79-c4e21b4143ed req-89d4045e-f05c-42b0-b087-742b9581530b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:06.909247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-54613f7e-3fb4-4e65-a510-ffd9cb0913bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:06.912733 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-54613f7e-3fb4-4e65-a510-ffd9cb0913bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008584 Apr 05 18:47:06.916398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b75e09d-7d9a-4888-9f79-c4e21b4143ed req-89d4045e-f05c-42b0-b087-742b9581530b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 946 time: 0.2742455 Apr 05 18:47:07.008361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:07.015771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b75e09d-7d9a-4888-9f79-c4e21b4143ed req-d0f39720-275a-4806-8c33-5c962a2789db tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980959 Apr 05 18:47:07.077738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:07.085129 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-29f50bce-0a2e-490d-8747-b2f968a2e1bc service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607780 Apr 05 18:47:07.121729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00f37e53-061e-4496-8e84-166f8a83d901 req-44443b62-8b4d-4364-86b8-a02e5fef18c5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 210 time: 0.1252146 Apr 05 18:47:07.254696 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:07.272283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Allocated IP 172.20.0.4 (60fce8fe-10a0-4d97-bf1d-d6248f94beee/5cfad1ea-6e91-40f0-bbd5-8206899d181a/788e5fdb-d4d3-4926-80a3-125a45813e1a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:07.275713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a572b-5365-4c48-b787-1173ad1da399 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:07.277252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2f9a572b-5365-4c48-b787-1173ad1da399 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 881 time: 0.3819799 Apr 05 18:47:07.281040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50472) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:07.308296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c06d6-8378-4605-994d-7bd16dd933e2', 'name': 'network-vif-deleted', 'tag': 'ce5109f9-e059-4fa6-9ad8-39eb7c0347a9'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:07.309477 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d535f73-873d-4550-8818-a502724c12d0" -d '{"events": [{"server_uuid": "025c06d6-8378-4605-994d-7bd16dd933e2", "name": "network-vif-deleted", "tag": "ce5109f9-e059-4fa6-9ad8-39eb7c0347a9"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:07.338008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:07.346351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:07.350691 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d88e2f-88d4-4f03-8db1-91b324a375b3" -d '{"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:07.358175 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:07.368815 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d9bc4a57-6e20-40ef-bac6-5eff4d801d66 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37 HTTP/1.1" status: 200 len: 205 time: 0.0737553 Apr 05 18:47:07.378928 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5064b8a2-8d06-4e13-9e34-547a69aad87f req-609dec0c-4f52-44cf-8396-7bb5b441b2e4 service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871492 Apr 05 18:47:07.379635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50480) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:07.497016 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f39b0fb-69a7-4716-94bf-373a005b8e87 x-openstack-request-id: req-9f39b0fb-69a7-4716-94bf-373a005b8e87 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:07.497285 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:07.504191 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f39b0fb-69a7-4716-94bf-373a005b8e87 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:07.510769 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f39b0fb-69a7-4716-94bf-373a005b8e87'] response: {'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'code': 200} Apr 05 18:47:07.594160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=14']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:07.613521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.613869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.614203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.614555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.615069 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.615390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.615801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.616149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.619781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.620418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.621067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.621412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:07.680417 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89935da-545e-46a9-89e0-c6a59227d22d x-openstack-request-id: req-d89935da-545e-46a9-89e0-c6a59227d22d {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:07.681762 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025c06d6-8378-4605-994d-7bd16dd933e2", "name": "network-vif-deleted", "tag": "ce5109f9-e059-4fa6-9ad8-39eb7c0347a9", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:07.682244 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d89935da-545e-46a9-89e0-c6a59227d22d {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:07.682864 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89935da-545e-46a9-89e0-c6a59227d22d'] response: {'server_uuid': '025c06d6-8378-4605-994d-7bd16dd933e2', 'name': 'network-vif-deleted', 'tag': 'ce5109f9-e059-4fa6-9ad8-39eb7c0347a9', 'status': 'completed', 'code': 200} Apr 05 18:47:07.715966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:07.737156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a4a0cd9-2a58-436c-b6fe-d7ad5e201c79 req-d404801a-ccfa-44b4-b99d-762d4be05dcc tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 210 time: 0.0526617 Apr 05 18:47:07.804523 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:07.871595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:07.945789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Network 60fce8fe-10a0-4d97-bf1d-d6248f94beee is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:07.949858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:07.958783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:07.978580 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:08.012466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:08.099700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:47:08.100035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ce5109f9-e059-4fa6-9ad8-39eb7c0347a9 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:47:08.113833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Pushing event updated for resources: {'Port': ['ID=788e5fdb-d4d3-4926-80a3-125a45813e1a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:08.141425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Deleting port 3e65bd4b-3783-4846-b43b-f694d37536bb {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:08.141880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:08.207673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:08.208321 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:08.236592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d8a8d3a0-dd44-49bd-bbe1-0a3eec357fb1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8300767 Apr 05 18:47:08.247556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ade555-022b-459e-b8dc-499b41c58ab5 req-508f1ca9-dc06-4920-a6ed-30a6b327b613 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:08.248392 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:08.249320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94ade555-022b-459e-b8dc-499b41c58ab5 req-508f1ca9-dc06-4920-a6ed-30a6b327b613 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 943 time: 0.2246816 Apr 05 18:47:08.255700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Request body: {'port': {'device_id': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:08.263372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Calling delete_port for 3e65bd4b-3783-4846-b43b-f694d37536bb owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:08.532753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94ade555-022b-459e-b8dc-499b41c58ab5 req-5063c639-a2f8-4f5b-8cc6-5f68b5d16c00 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729518 Apr 05 18:47:08.536418 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:08.571341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34d384e1-849a-435a-878d-b68ba30137b4 req-1201e910-d9d1-4c18-8552-a4c0ec22f359 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 210 time: 0.0658481 Apr 05 18:47:08.584012 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:08.648627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event deleted for resources: {'Port': ['ID=3e65bd4b-3783-4846-b43b-f694d37536bb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:08.724446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:08.930231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4871de-3842-45d9-b4c9-56371e178165 req-cf120e21-035f-4514-a776-3796ceb5d113 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:08.939180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b4871de-3842-45d9-b4c9-56371e178165 req-cf120e21-035f-4514-a776-3796ceb5d113 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.1433702 Apr 05 18:47:09.022300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bc07f-2d03-4ca7-b243-f8b15064af3f req-9efa4202-43da-4667-bbf5-952fef216858 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:09.030935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb1bc07f-2d03-4ca7-b243-f8b15064af3f req-9efa4202-43da-4667-bbf5-952fef216858 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2364872 Apr 05 18:47:09.048345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b4871de-3842-45d9-b4c9-56371e178165 req-0a1e5f7d-ad2b-46ff-993a-c156e27af470 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1082923 Apr 05 18:47:09.078547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b9d23b04-c1ba-48fe-933d-4c87e592694c details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:47:09.149282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb1bc07f-2d03-4ca7-b243-f8b15064af3f req-8d670d69-b638-484c-9879-3b6a010513dd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173522 Apr 05 18:47:09.241177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.246779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.313121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b9d23b04-c1ba-48fe-933d-4c87e592694c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b9d23b04-c1ba-48fe-933d-4c87e592694c,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:09.314322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.314989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Fanout notify agent at l3_agent the message router_deleted on router 9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:47:09.322423 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.331224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e775df3-c849-4df7-8024-e9e711d68379 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37 HTTP/1.1" status: 204 len: 168 time: 1.9392695 Apr 05 18:47:09.332207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50566) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:09.341303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-746682925', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:09.344441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b9d23b04-c1ba-48fe-933d-4c87e592694c', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'port_id': 'b9d23b04-c1ba-48fe-933d-4c87e592694c', 'mac_address': 'fa:16:3e:1c:2a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:47:09.369073 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.371273 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.396583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0688eb8-1f5f-4999-951a-2dd5f7a65b1a req-d9390de2-0d2f-436e-b721-985bfc380df1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:09.405243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0688eb8-1f5f-4999-951a-2dd5f7a65b1a req-d9390de2-0d2f-436e-b721-985bfc380df1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 931 time: 0.1846309 Apr 05 18:47:09.407292 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.444579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1963611-6ac7-4f43-91c0-6242f8ebadc0 req-4f651ad8-c650-4f90-b3c3-797eec2a0cb1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:09.448860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d23b04-c1ba-48fe-933d-4c87e592694c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:09.454605 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a2c2f23-8fc2-44e0-bd24-ba51521bc5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.456254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1963611-6ac7-4f43-91c0-6242f8ebadc0 req-4f651ad8-c650-4f90-b3c3-797eec2a0cb1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1628370 Apr 05 18:47:09.460107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.475198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788e5fdb-d4d3-4926-80a3-125a45813e1a {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:09.478508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b9d23b04-c1ba-48fe-933d-4c87e592694c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b9d23b04-c1ba-48fe-933d-4c87e592694c,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:09.485896 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.496653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.544881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b9d23b04-c1ba-48fe-933d-4c87e592694c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:09.571085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0688eb8-1f5f-4999-951a-2dd5f7a65b1a req-54726c06-a846-4fb2-9c0f-fdbe37254531 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649745 Apr 05 18:47:09.580573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Transition to ACTIVE for port object 788e5fdb-d4d3-4926-80a3-125a45813e1a will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:47:09.598538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1963611-6ac7-4f43-91c0-6242f8ebadc0 req-09565b78-0468-46d1-8533-e4eb2acdadfb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334140 Apr 05 18:47:09.601260 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.673144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357960c-4a01-444a-b364-3069d56451df service neutron] Pushing event updated for resources: {'Port': ['ID=788e5fdb-d4d3-4926-80a3-125a45813e1a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:09.745760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:09.851893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b9d23b04-c1ba-48fe-933d-4c87e592694c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:47:09.859754 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33f72550-a83d-4dc1-a3df-6abf806968ff req-d7573182-8a62-4565-b967-a3868d0d1128 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 210 time: 0.1316416 Apr 05 18:47:09.942136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b292f-a32b-4a40-8ec7-b6e2394d44fe req-81973f27-0d1c-4654-88eb-bc158ae651d6 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:09.943712 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f71b292f-a32b-4a40-8ec7-b6e2394d44fe req-81973f27-0d1c-4654-88eb-bc158ae651d6 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 944 time: 0.2008321 Apr 05 18:47:09.961019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Attempting to bind port 788e5fdb-d4d3-4926-80a3-125a45813e1a on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:09.961357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Attempting to bind port 788e5fdb-d4d3-4926-80a3-125a45813e1a by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:09.961672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Attempting to bind port 788e5fdb-d4d3-4926-80a3-125a45813e1a on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:09.974540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Port 788e5fdb-d4d3-4926-80a3-125a45813e1a on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:47:09.974540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Attempting to bind port 788e5fdb-d4d3-4926-80a3-125a45813e1a on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:10.031258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f71b292f-a32b-4a40-8ec7-b6e2394d44fe req-26387aed-1739-4306-b468-03aede193207 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613360 Apr 05 18:47:10.035082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:10.035843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Checking segment: {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:10.036744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Bound using segment: {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:10.037347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Bound port: 788e5fdb-d4d3-4926-80a3-125a45813e1a, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:10.037895 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:10.120766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:10.125653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:10.135376 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:10.144979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:10.173828 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:10.179995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014d930-95cc-4446-9a61-08d19baed7dd req-0e00a895-ee1f-4e88-9600-a10cb198d237 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:10.181969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a014d930-95cc-4446-9a61-08d19baed7dd req-0e00a895-ee1f-4e88-9600-a10cb198d237 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2369702 Apr 05 18:47:10.185106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:10.186092 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:10.187877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-b357960c-4a01-444a-b364-3069d56451df service neutron] 10.222.0.20 "PUT /v2.0/ports/788e5fdb-d4d3-4926-80a3-125a45813e1a HTTP/1.1" status: 200 len: 1091 time: 1.9364030 Apr 05 18:47:10.189934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:10.197690 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77108e0-a0cf-4b19-9db5-74cd9c149417" -d '{"events": [{"name": "network-changed", "server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:10.309171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Allocated IP 172.25.4.192 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/db97188b-276b-4c85-b4bf-f13cd9976b5a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:10.341117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a014d930-95cc-4446-9a61-08d19baed7dd req-7478a09f-0cec-4b68-a734-46f4b2fc30c5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321175 Apr 05 18:47:10.352457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357960c-4a01-444a-b364-3069d56451df service neutron] Pushing event updated for resources: {'Port': ['ID=788e5fdb-d4d3-4926-80a3-125a45813e1a,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:10.368062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8687d93-afa2-45e6-b364-ce2e345ecc9c req-e74383ed-5c7a-4775-a5ba-9fb5913a5230 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:10.375674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8687d93-afa2-45e6-b364-ce2e345ecc9c req-e74383ed-5c7a-4775-a5ba-9fb5913a5230 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.1870987 Apr 05 18:47:10.398950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-51635516-0b05-4edf-b73c-5c843446c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:10.400905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-51635516-0b05-4edf-b73c-5c843446c3cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 1094 time: 0.1494281 Apr 05 18:47:10.402325 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75784fe2-31e1-404a-bd0d-fe35e2f0b47c x-openstack-request-id: req-75784fe2-31e1-404a-bd0d-fe35e2f0b47c {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:10.402634 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:10.402886 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75784fe2-31e1-404a-bd0d-fe35e2f0b47c {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:10.403275 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75784fe2-31e1-404a-bd0d-fe35e2f0b47c'] response: {'name': 'network-changed', 'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a', 'status': 'completed', 'code': 200} Apr 05 18:47:10.448389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:10.453251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-8f45937c-d25a-4be9-b2f5-810c77b235ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a HTTP/1.1" status: 200 len: 217 time: 0.0399189 Apr 05 18:47:10.456165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8687d93-afa2-45e6-b364-ce2e345ecc9c req-5e2b76dd-f503-4496-948a-572d0adb3dd6 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0797520 Apr 05 18:47:10.495729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:10.522323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-bc1e01b9-1db6-41d2-90f2-fa11d6bab7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:10.527583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-bc1e01b9-1db6-41d2-90f2-fa11d6bab7f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cfad1ea-6e91-40f0-bbd5-8206899d181a HTTP/1.1" status: 200 len: 844 time: 0.0614266 Apr 05 18:47:10.547990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:10.559982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:10.568866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-0500e3ba-b712-45e1-9666-6911f6f56a7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60fce8fe-10a0-4d97-bf1d-d6248f94beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313268 Apr 05 18:47:10.579507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:10.660718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event updated for resources: {'Port': ['ID=db97188b-276b-4c85-b4bf-f13cd9976b5a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:10.688335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-a160f0a2-8e8d-4288-8971-fe5bc0499336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:10.689958 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-a160f0a2-8e8d-4288-8971-fe5bc0499336 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1095 time: 0.0751009 Apr 05 18:47:10.751219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc319ff-6b08-48e3-8f9d-bef3d77fc7eb req-52a4e52b-f4e1-48c2-815d-562210c8985d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:10.752586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6bc319ff-6b08-48e3-8f9d-bef3d77fc7eb req-52a4e52b-f4e1-48c2-815d-562210c8985d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1471500 Apr 05 18:47:10.756904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-7c5fa14f-b07e-4ca1-81a3-0f3fd9463d62 service neutron] 10.222.0.20 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757250 Apr 05 18:47:10.764878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ab769-bed3-4f22-8c52-f19bad9187b9 req-929cb0b0-5386-4f6a-8804-9294eb61f513 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:10.766284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d25ab769-bed3-4f22-8c52-f19bad9187b9 req-929cb0b0-5386-4f6a-8804-9294eb61f513 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 943 time: 0.0980091 Apr 05 18:47:10.885936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6bc319ff-6b08-48e3-8f9d-bef3d77fc7eb req-f8557f47-f17c-4e65-98b6-026c8f6d02ef tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185253 Apr 05 18:47:10.911432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d25ab769-bed3-4f22-8c52-f19bad9187b9 req-aef2f98a-6983-40c8-8959-c9b1dbf2272e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286354 Apr 05 18:47:10.936945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-b5ca2262-8b41-4456-9c91-f88b7c571fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:10.938522 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-b5ca2262-8b41-4456-9c91-f88b7c571fb8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.2162328 Apr 05 18:47:10.959062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-469a1a8e-6723-44d2-ae53-eb18a9164d17 req-d72721d9-f00a-48a9-b833-42d813a74899 service neutron] 10.222.0.20 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855624 Apr 05 18:47:11.018637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce67b3bc-6475-47a5-bdda-b11157276e26 req-ae5628d4-c545-40aa-86ab-a98fa9d47e79 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 210 time: 0.0308082 Apr 05 18:47:11.084768 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-c657e5a5-a05e-4a72-bbcb-ed0021007fca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 999 time: 0.1380665 Apr 05 18:47:11.091179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b9d23b04-c1ba-48fe-933d-4c87e592694c up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:11.128776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-81b00d3e-438f-4c8b-b318-995fde51ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:11.133065 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:11.134657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-81b00d3e-438f-4c8b-b318-995fde51ab20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 1094 time: 0.0994234 Apr 05 18:47:11.195838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-9fabb078-c892-4920-9181-763821d76341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:11.199975 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-9fabb078-c892-4920-9181-763821d76341 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1081738 Apr 05 18:47:11.217414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port b9d23b04-c1ba-48fe-933d-4c87e592694c completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:47:11.239649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b9d23b04-c1ba-48fe-933d-4c87e592694c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:11.240032 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:11.309983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-952930ac-2d5c-4520-94a8-b29ba7d063ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:11.311495 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-952930ac-2d5c-4520-94a8-b29ba7d063ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043849 Apr 05 18:47:11.322731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-587fcae9-39d4-4697-8419-ae362a0c763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:11.324496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-587fcae9-39d4-4697-8419-ae362a0c763c service neutron] 10.222.0.20 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 904 time: 0.1851845 Apr 05 18:47:11.349355 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:11.375157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d23b04-c1ba-48fe-933d-4c87e592694c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:11.377847 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18829c3e-944b-4b58-8440-7f2a1648a9e9" -d '{"events": [{"server_uuid": "bee359a9-cfd3-4486-b162-c06488f18a1a", "name": "network-vif-plugged", "status": "completed", "tag": "b9d23b04-c1ba-48fe-933d-4c87e592694c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:11.381535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-0aa88fc1-9ce4-46ec-9035-63e96fcdc46e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a HTTP/1.1" status: 200 len: 217 time: 0.0473061 Apr 05 18:47:11.393969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b9d23b04-c1ba-48fe-933d-4c87e592694c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b9d23b04-c1ba-48fe-933d-4c87e592694c,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:11.399689 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:11.487903 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5466892-e5f4-4be0-9c3b-d8b23ed0c5b2 x-openstack-request-id: req-d5466892-e5f4-4be0-9c3b-d8b23ed0c5b2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:11.493167 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee359a9-cfd3-4486-b162-c06488f18a1a", "name": "network-vif-plugged", "status": "completed", "tag": "b9d23b04-c1ba-48fe-933d-4c87e592694c", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:11.493819 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5466892-e5f4-4be0-9c3b-d8b23ed0c5b2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:11.494601 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5466892-e5f4-4be0-9c3b-d8b23ed0c5b2'] response: {'server_uuid': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d23b04-c1ba-48fe-933d-4c87e592694c', 'code': 200} Apr 05 18:47:11.519180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:11.528670 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-7a4b7797-06b8-423c-8327-88b3592265ac service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497886 Apr 05 18:47:11.546576 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-1b35ab91-c617-4c3f-ba31-5ce080f4ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:11.548089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-1b35ab91-c617-4c3f-ba31-5ce080f4ded9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cfad1ea-6e91-40f0-bbd5-8206899d181a HTTP/1.1" status: 200 len: 844 time: 0.1442173 Apr 05 18:47:11.558540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b9d23b04-c1ba-48fe-933d-4c87e592694c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:11.574651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc478782-e5f6-4e1a-89ed-893c8a1ac982 req-f0b9a529-0ec3-4ba8-b510-b5d326e76b1e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:11.576224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc478782-e5f6-4e1a-89ed-893c8a1ac982 req-f0b9a529-0ec3-4ba8-b510-b5d326e76b1e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 944 time: 0.3572235 Apr 05 18:47:11.627083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-11fb086d-5965-4665-bd72-ff866b1e6e6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60fce8fe-10a0-4d97-bf1d-d6248f94beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392635 Apr 05 18:47:11.718426 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-45cf98eb-47b6-4a2c-acd4-7cf75a92e37e req-be0942b5-f3a9-4e2e-a2b5-b033ae8c2697 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575933 Apr 05 18:47:11.722343 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd37ad07-250f-43a8-9b43-d9b98527487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:11.753371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Router 0fb203b4-1606-403e-ab3b-a2864c2e7029 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:47:11.843005 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-98d6a28a-838c-4438-aaf0-a257d8f46248 service neutron] 10.222.0.20 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457405 Apr 05 18:47:11.901621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:11.917082 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0acb7-c341-46c0-8b22-e0d62699d1a7 None None] Sync routers for ids ['0fb203b4-1606-403e-ab3b-a2864c2e7029'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:11.932835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:11.936560 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a304c81f-3937-4d32-86dd-1d114410fd88 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6015732 Apr 05 18:47:11.936864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50604) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:11.941693 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:11.951542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-cda3a754-b659-49a2-b9c2-b21988bae0d1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:11.951987 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0acb7-c341-46c0-8b22-e0d62699d1a7 None None] Routers {'0fb203b4-1606-403e-ab3b-a2864c2e7029'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:11.952856 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67b0acb7-c341-46c0-8b22-e0d62699d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0fb203b4-1606-403e-ab3b-a2864c2e7029'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:11.953137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-cda3a754-b659-49a2-b9c2-b21988bae0d1 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.0887671 Apr 05 18:47:11.962992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc478782-e5f6-4e1a-89ed-893c8a1ac982 req-89076ee1-1ac2-4005-bf1c-5f2f1fbf4d3b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067873 Apr 05 18:47:12.032060 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67b0acb7-c341-46c0-8b22-e0d62699d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:12.034796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c77108e0-a0cf-4b19-9db5-74cd9c149417 req-113c1b3b-23ae-4da9-9fcb-5c26117faebf service neutron] 10.222.0.20 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780355 Apr 05 18:47:12.043071 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0acb7-c341-46c0-8b22-e0d62699d1a7 None None] Routers {'0fb203b4-1606-403e-ab3b-a2864c2e7029'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:12.044133 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67b0acb7-c341-46c0-8b22-e0d62699d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0fb203b4-1606-403e-ab3b-a2864c2e7029'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:12.064639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a278cf3-1c76-4cfd-aaa2-e0b866729b87 req-d0d03bd6-89b4-4bb3-952f-15fbd3bf6207 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:12.077616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a278cf3-1c76-4cfd-aaa2-e0b866729b87 req-d0d03bd6-89b4-4bb3-952f-15fbd3bf6207 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 946 time: 0.4482176 Apr 05 18:47:12.090247 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67b0acb7-c341-46c0-8b22-e0d62699d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:12.091221 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0acb7-c341-46c0-8b22-e0d62699d1a7 None None] The sync data for ids ['0fb203b4-1606-403e-ab3b-a2864c2e7029'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:12.129388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e08b8-d375-46cd-9ea9-789b1b619ea8 req-837118cf-8e61-4f78-b900-be0224b82bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:12.131025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a4e08b8-d375-46cd-9ea9-789b1b619ea8 req-837118cf-8e61-4f78-b900-be0224b82bae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 1096 time: 0.5539134 Apr 05 18:47:12.191265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05531b26-5c59-4c00-97fa-cf804432b8d9 req-908723b3-933c-46d1-b5ff-1119029c51f3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:12.193600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05531b26-5c59-4c00-97fa-cf804432b8d9 req-908723b3-933c-46d1-b5ff-1119029c51f3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1091926 Apr 05 18:47:12.298947 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a4e08b8-d375-46cd-9ea9-789b1b619ea8 req-08ec64ba-ffe3-450c-9f76-38cbf332e26e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490860 Apr 05 18:47:12.319417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05531b26-5c59-4c00-97fa-cf804432b8d9 req-83f67a0a-d2e3-4471-b3ae-b56fdfa996af tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634861 Apr 05 18:47:12.325109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a278cf3-1c76-4cfd-aaa2-e0b866729b87 req-5e4bb5c6-5aea-4d60-bcf6-0059d7e54013 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2466855 Apr 05 18:47:12.442544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Deleting port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:12.443136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:12.469415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8b5c7c5-84f8-4aa7-9a7a-3582314a2b27 req-6ff89762-1c92-4423-8724-e3a0a2b8b691 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=025c06d6-8378-4605-994d-7bd16dd933e2 HTTP/1.1" status: 200 len: 210 time: 0.0322394 Apr 05 18:47:12.495746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca3db5-7237-46a4-906c-b0ae1e886630 req-826852bc-52a5-4169-9175-4e6001e3f229 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:12.499862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baca3db5-7237-46a4-906c-b0ae1e886630 req-826852bc-52a5-4169-9175-4e6001e3f229 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 943 time: 0.0960362 Apr 05 18:47:12.542012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baca3db5-7237-46a4-906c-b0ae1e886630 req-571cb0b9-8ecb-44a5-a383-808c60d330de tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347846 Apr 05 18:47:12.581381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:12.602635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] For port cfa8e9da-0ef6-4946-a971-54ad6a346bd6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:12.602934 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:12.605858 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:12.765502 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:13.096483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Deleting port db97188b-276b-4c85-b4bf-f13cd9976b5a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:13.097077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:13.098188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc87a2d-ee41-4be7-8eb5-0b1eda90295d req-8de5a24e-9752-40eb-b8f2-ad377caf26a5 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:13.099380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1cc87a2d-ee41-4be7-8eb5-0b1eda90295d req-8de5a24e-9752-40eb-b8f2-ad377caf26a5 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 945 time: 0.0554221 Apr 05 18:47:13.142429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1cc87a2d-ee41-4be7-8eb5-0b1eda90295d req-574e87d5-eeb4-4d43-bae6-a5e7b9fc777b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340784 Apr 05 18:47:13.164594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:13.164963 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:13.165292 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Floating IP 8043818b-f02a-4dbf-9040-27872fb219ca disassociated. External IP: 172.25.4.10, port: cfa8e9da-0ef6-4946-a971-54ad6a346bd6. Apr 05 18:47:13.165635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Calling delete_port for cfa8e9da-0ef6-4946-a971-54ad6a346bd6 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:13.233779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:13.251659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Calling delete_port for db97188b-276b-4c85-b4bf-f13cd9976b5a owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:13.422018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:13.458077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event deleted for resources: {'Port': ['ID=cfa8e9da-0ef6-4946-a971-54ad6a346bd6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:13.506542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b18243b-8d05-408c-b5cc-5b4d9ad97840 req-a404732f-ba78-4010-8c6b-7ef05e2c6f96 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaba7725-71a5-4191-9b19-5b3affa57ee7 HTTP/1.1" status: 200 len: 210 time: 0.0577626 Apr 05 18:47:13.530780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb929-1364-4712-902e-88e799039dcb req-0fd8fa31-4bd3-43fd-ad06-eaca4f28c1fe tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:13.539038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-407bb929-1364-4712-902e-88e799039dcb req-0fd8fa31-4bd3-43fd-ad06-eaca4f28c1fe tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1171088 Apr 05 18:47:13.579970 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:13.587041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-407bb929-1364-4712-902e-88e799039dcb req-6da2cc2b-a630-4c42-bc45-6c2147f68009 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469615 Apr 05 18:47:13.643660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Pushing event deleted for resources: {'Port': ['ID=db97188b-276b-4c85-b4bf-f13cd9976b5a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:13.743079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd44f3-db81-4ce9-82e7-874072f35ff3 req-c3a84a3a-e6b1-4f83-95fd-00fa048a0c4e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:13.751588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69dd44f3-db81-4ce9-82e7-874072f35ff3 req-c3a84a3a-e6b1-4f83-95fd-00fa048a0c4e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 943 time: 0.0648010 Apr 05 18:47:13.753259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Router efdec9b9-8a6e-4447-91fb-0fa74663ec91 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:47:13.814473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69dd44f3-db81-4ce9-82e7-874072f35ff3 req-fc9387b0-5b54-4bc0-9013-80029d236087 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619495 Apr 05 18:47:13.838351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:13.998304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab35b06-809e-4fb4-90e4-8315f5a9b0ae req-05253b1b-da98-47f1-bf05-e2b9860eabee tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:14.009033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ab35b06-809e-4fb4-90e4-8315f5a9b0ae req-05253b1b-da98-47f1-bf05-e2b9860eabee tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0647233 Apr 05 18:47:14.022545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 788e5fdb-d4d3-4926-80a3-125a45813e1a details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:47:14.079131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ab35b06-809e-4fb4-90e4-8315f5a9b0ae req-772ac109-e9b7-40e1-a6de-ef24be8cd02d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576410 Apr 05 18:47:14.224994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:14.243688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '788e5fdb-d4d3-4926-80a3-125a45813e1a', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'port_id': '788e5fdb-d4d3-4926-80a3-125a45813e1a', 'mac_address': 'fa:16:3e:31:bc:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfad1ea-6e91-40f0-bbd5-8206899d181a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:47:14.270229 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ad520-863d-4ba7-b022-8ffe87387107 req-1a03aa72-b331-45db-8460-f59e1f6c5cae tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:14.278622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f3ad520-863d-4ba7-b022-8ffe87387107 req-1a03aa72-b331-45db-8460-f59e1f6c5cae tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0862291 Apr 05 18:47:14.291048 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:14.316480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788e5fdb-d4d3-4926-80a3-125a45813e1a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:14.321235 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:14.323644 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:14.328487 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:14.355139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:14.361617 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:14.367828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f3ad520-863d-4ba7-b022-8ffe87387107 req-cf670ad9-5bd1-4a30-b7d9-de84142817ca tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880454 Apr 05 18:47:14.391133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9a1bc-d884-4702-9346-45ab7ea5933c req-092d81c3-1290-4584-9b02-027b0699535d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:14.393231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:14.400452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ce9a1bc-d884-4702-9346-45ab7ea5933c req-092d81c3-1290-4584-9b02-027b0699535d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 945 time: 0.1000893 Apr 05 18:47:14.437540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] Sync routers for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:14.461601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ce9a1bc-d884-4702-9346-45ab7ea5933c req-a46142f8-c75b-4f8c-bc3b-980864ca7fb2 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600765 Apr 05 18:47:14.501868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=788e5fdb-d4d3-4926-80a3-125a45813e1a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:14.521848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:14.523523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:14.539525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Router 0fb203b4-1606-403e-ab3b-a2864c2e7029 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:47:14.540691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] No DVR routers for this DVR port cfa8e9da-0ef6-4946-a971-54ad6a346bd6 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:47:14.546149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:14.549139 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1df6ccf3-f6bc-4650-8525-bf41e48f308b req-1386899d-4930-444f-b607-4fd195ed554c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "DELETE /v2.0/ports/cfa8e9da-0ef6-4946-a971-54ad6a346bd6 HTTP/1.1" status: 204 len: 173 time: 2.4966159 Apr 05 18:47:14.549616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'name': 'network-vif-deleted', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:14.551873 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc180b50-7e97-46ef-bd34-46e710de7fcf" -d '{"events": [{"server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "name": "network-vif-deleted", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:14.676141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:14.683506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:14.687554 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bffb50b9-704d-445e-b3f3-60b2af79b210 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "PUT /v2.0/routers/0fb203b4-1606-403e-ab3b-a2864c2e7029 HTTP/1.1" status: 200 len: 709 time: 2.7496810 Apr 05 18:47:14.689915 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc1616-3a3c-4254-bf2c-fb709efc4d76 None None] Sync routers for ids ['0fb203b4-1606-403e-ab3b-a2864c2e7029'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:14.697986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50666) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:14.708064 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc1616-3a3c-4254-bf2c-fb709efc4d76 None None] Routers {'0fb203b4-1606-403e-ab3b-a2864c2e7029'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:14.709084 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-63cc1616-3a3c-4254-bf2c-fb709efc4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0fb203b4-1606-403e-ab3b-a2864c2e7029'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:14.756056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:14.758010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0467f5f-de3a-4315-8776-c8b7621670da req-00b49200-509f-45b2-a91a-e2e981bced82 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:14.763425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0467f5f-de3a-4315-8776-c8b7621670da req-00b49200-509f-45b2-a91a-e2e981bced82 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1291528 Apr 05 18:47:14.782160 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-63cc1616-3a3c-4254-bf2c-fb709efc4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:14.791915 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc1616-3a3c-4254-bf2c-fb709efc4d76 None None] Routers {'0fb203b4-1606-403e-ab3b-a2864c2e7029'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:14.793381 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-63cc1616-3a3c-4254-bf2c-fb709efc4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0fb203b4-1606-403e-ab3b-a2864c2e7029'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:14.819253 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f6230353-de2c-4d8e-b6ca-5a46db84aee9 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/routers/0fb203b4-1606-403e-ab3b-a2864c2e7029 HTTP/1.1" status: 200 len: 744 time: 0.1204448 Apr 05 18:47:14.820685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50668) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:14.827084 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-82e93dac-728e-4938-9e70-d1b7bfff627c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2889314 Apr 05 18:47:14.843025 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-63cc1616-3a3c-4254-bf2c-fb709efc4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:14.843922 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc1616-3a3c-4254-bf2c-fb709efc4d76 None None] The sync data for ids ['0fb203b4-1606-403e-ab3b-a2864c2e7029'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:14.885869 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-28471b24-4fd9-498b-bbab-ba964e546c17 tempest-RoutersIpV6AdminTest-671915149 tempest-RoutersIpV6AdminTest-671915149-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=0fb203b4-1606-403e-ab3b-a2864c2e7029 HTTP/1.1" status: 200 len: 205 time: 0.0637982 Apr 05 18:47:14.886614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50672) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:14.921941 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-522a77f2-619b-4b4c-930b-babd313c7b18 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fb203b4-1606-403e-ab3b-a2864c2e7029 HTTP/1.1" status: 200 len: 205 time: 0.0341053 Apr 05 18:47:14.922674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50674) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:14.973589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['788e5fdb-d4d3-4926-80a3-125a45813e1a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:47:15.004131 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74b7be1a-ea05-4e80-aba5-20ee58fe4e3f tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:15.074373 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:15.111123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device cfa8e9da-0ef6-4946-a971-54ad6a346bd6 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:15.168079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: cfa8e9da-0ef6-4946-a971-54ad6a346bd6 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:47:15.168079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device cfa8e9da-0ef6-4946-a971-54ad6a346bd6 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:47:15.176181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:40Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:15.218147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74b7be1a-ea05-4e80-aba5-20ee58fe4e3f tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:15.222072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74b7be1a-ea05-4e80-aba5-20ee58fe4e3f tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:15.243673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] Checking router: efdec9b9-8a6e-4447-91fb-0fa74663ec91 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:47:15.256016 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:15.256629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:15.286247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74b7be1a-ea05-4e80-aba5-20ee58fe4e3f tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:15.287050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b7be1a-ea05-4e80-aba5-20ee58fe4e3f tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb203b4-1606-403e-ab3b-a2864c2e7029 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:47:15.307699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74b7be1a-ea05-4e80-aba5-20ee58fe4e3f tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:15.312554 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-74b7be1a-ea05-4e80-aba5-20ee58fe4e3f tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/0fb203b4-1606-403e-ab3b-a2864c2e7029 HTTP/1.1" status: 204 len: 168 time: 0.3854837 Apr 05 18:47:15.313033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50676) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.343154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-44953105-bd81-4ec8-9b7e-f90a2029c3c2 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:15.349654 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5b5181d2-c3d6-458f-84f2-0ee09198b67f tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fb203b4-1606-403e-ab3b-a2864c2e7029 HTTP/1.1" status: 200 len: 205 time: 0.0333498 Apr 05 18:47:15.350215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50678) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.352107 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-44953105-bd81-4ec8-9b7e-f90a2029c3c2 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.8297763 Apr 05 18:47:15.382304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-5d1409f0-ffc1-4595-bbaa-920c431e5426 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/quotas/c06402e7ed944e1a9636d029f4d5ba45 HTTP/1.1" status: 200 len: 375 time: 0.0289614 Apr 05 18:47:15.401180 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-70e36b1b-d757-4381-a260-133266c280ee tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] delete failed (client error): The resource could not be found. Apr 05 18:47:15.404854 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-70e36b1b-d757-4381-a260-133266c280ee tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/0fb203b4-1606-403e-ab3b-a2864c2e7029 HTTP/1.1" status: 404 len: 336 time: 0.0505879 Apr 05 18:47:15.405744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50680) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.422008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-cecba39d-eda3-4fd9-9d96-099723a19774 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386846 Apr 05 18:47:15.442197 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-27e11689-3228-4093-89d7-47355b877c00 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37 HTTP/1.1" status: 200 len: 205 time: 0.0329947 Apr 05 18:47:15.442663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50682) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.493633 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-af330bfb-8144-4190-9f25-550feac1f3ee tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] delete failed (client error): The resource could not be found. Apr 05 18:47:15.497208 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-af330bfb-8144-4190-9f25-550feac1f3ee tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/9624aaf9-3fa5-4f6a-b4dc-c82fce1b5a37 HTTP/1.1" status: 404 len: 336 time: 0.0510867 Apr 05 18:47:15.497553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50684) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.530954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-397d06df-636c-4200-b0cf-d6c793057f97 service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079769 Apr 05 18:47:15.534010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:15.537471 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-98011e97-5dab-4d30-b496-244ea2e77f22 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e9bf9e8-6730-410c-92a3-242237ad59e1 HTTP/1.1" status: 200 len: 205 time: 0.0367923 Apr 05 18:47:15.538028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50686) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.546042 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0467f5f-de3a-4315-8776-c8b7621670da req-bb0378cc-c37f-4583-9e6d-20b764b9540a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7625551 Apr 05 18:47:15.603320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-1bf46bfd-18dc-4109-ab9f-e1dbf10dd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:15.604808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-1bf46bfd-18dc-4109-ab9f-e1dbf10dd519 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 1097 time: 0.7423525 Apr 05 18:47:15.642306 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-5f81ca8e-b457-4da7-83e6-8784e3154f0e tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] delete failed (client error): The resource could not be found. Apr 05 18:47:15.643775 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5f81ca8e-b457-4da7-83e6-8784e3154f0e tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/3e9bf9e8-6730-410c-92a3-242237ad59e1 HTTP/1.1" status: 404 len: 336 time: 0.1042006 Apr 05 18:47:15.646151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50690) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.688969 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8b37d5c-c1d7-4fc9-b8ad-ca087ab598ef tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9484ab-a97f-4d43-b5cf-84ecc4626c6e HTTP/1.1" status: 200 len: 205 time: 0.0415404 Apr 05 18:47:15.690893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-6441ae00-63a9-436f-9a73-e786a9d1a9d3 service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589885 Apr 05 18:47:15.691407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50694) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.758069 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-47cf8867-3ea4-4aa5-8956-2bfcfc128511 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] delete failed (client error): The resource could not be found. Apr 05 18:47:15.759219 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-47cf8867-3ea4-4aa5-8956-2bfcfc128511 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/9e9484ab-a97f-4d43-b5cf-84ecc4626c6e HTTP/1.1" status: 404 len: 336 time: 0.0667720 Apr 05 18:47:15.761790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50696) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.795310 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4ab8008b-eec5-4cf8-838d-c9771364f9a2 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dda6960-e70a-4a26-b08f-f77bea1e5239 HTTP/1.1" status: 200 len: 205 time: 0.0320504 Apr 05 18:47:15.797598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50698) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.843175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:40Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:15.848592 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-680ac20f-cad2-4902-a866-68a416ea9627 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] delete failed (client error): The resource could not be found. Apr 05 18:47:15.849631 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-680ac20f-cad2-4902-a866-68a416ea9627 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/5dda6960-e70a-4a26-b08f-f77bea1e5239 HTTP/1.1" status: 404 len: 336 time: 0.0511782 Apr 05 18:47:15.852355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50700) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.856299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fbd6-6805-4f4e-aad6-175252337c18 req-2ec95f9f-f0c9-4298-a592-ba7b3fa3093f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:15.860736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60e1fbd6-6805-4f4e-aad6-175252337c18 req-2ec95f9f-f0c9-4298-a592-ba7b3fa3093f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 945 time: 0.1974158 Apr 05 18:47:15.874533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50704) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:15.897144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-730a2890-ea11-4e03-8271-9d1513c82962 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'floatingip': {'port_id': 'b9d23b04-c1ba-48fe-933d-4c87e592694c'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:15.901224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-3e6e8677-5465-47bb-a21d-ecd861f6d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:15.904811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-3e6e8677-5465-47bb-a21d-ecd861f6d3f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.2660182 Apr 05 18:47:15.943761 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-730a2890-ea11-4e03-8271-9d1513c82962 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:15.950366 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3879b031-77de-4166-874e-167d15d79d69 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "GET /v2.0/ports?device_id=c362fd74-dd31-4ca8-b274-ecde481af77a HTTP/1.1" status: 200 len: 205 time: 0.0949738 Apr 05 18:47:15.951658 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baee664-25a3-4015-aa9a-151be05ffae4 x-openstack-request-id: req-0baee664-25a3-4015-aa9a-151be05ffae4 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:15.952120 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaba7725-71a5-4191-9b19-5b3affa57ee7", "name": "network-vif-deleted", "tag": "cfa8e9da-0ef6-4946-a971-54ad6a346bd6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:15.952292 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0baee664-25a3-4015-aa9a-151be05ffae4 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:15.952656 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0baee664-25a3-4015-aa9a-151be05ffae4'] response: {'server_uuid': 'aaba7725-71a5-4191-9b19-5b3affa57ee7', 'name': 'network-vif-deleted', 'tag': 'cfa8e9da-0ef6-4946-a971-54ad6a346bd6', 'status': 'completed', 'code': 200} Apr 05 18:47:15.956815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd3bc7-e195-4a53-b6da-e345d7dfc846 None None] The sync data for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 is: [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:41:35Z', 'revision_number': 4, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '454768d4-c306-4c53-845e-2f9a1748bcd1', 'name': '', 'network_id': '25015332-9f7a-4fcb-bf96-8b0c9690dd60', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'mac_address': 'fa:16:3e:ca:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:32Z', 'updated_at': '2022-04-05T18:41:40Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'subnets': [{'id': 'e9f542fb-f41c-427a-9f13-af84b45bfca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:15.991140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50710) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:16.111110 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-38f303df-96d9-4a96-978a-e2bc76161651 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] delete failed (client error): The resource could not be found. Apr 05 18:47:16.115410 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-38f303df-96d9-4a96-978a-e2bc76161651 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/routers/c362fd74-dd31-4ca8-b274-ecde481af77a HTTP/1.1" status: 404 len: 336 time: 0.1224575 Apr 05 18:47:16.115973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50714) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:16.164612 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-08a56f52-e810-4f58-9fb9-5e4ebbeaf639 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf HTTP/1.1" status: 200 len: 1002 time: 0.2513237 Apr 05 18:47:16.175757 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf32bfa-a054-464a-92a4-2bacbf141773 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] DELETE failed (client error): The resource could not be found. Apr 05 18:47:16.176213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf32bfa-a054-464a-92a4-2bacbf141773 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:47:16.183054 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ddf32bfa-a054-464a-92a4-2bacbf141773 tempest-RoutersIpV6AdminTest-442099910 tempest-RoutersIpV6AdminTest-442099910-project] 10.222.0.15 "DELETE /v2.0/subnets/68c4e376-2249-4cfc-aafa-67b1dde723ef HTTP/1.1" status: 404 len: 337 time: 0.0620651 Apr 05 18:47:16.229624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8a883-9f78-4d96-98a9-d2cfc675d694 req-bdc59a32-a3ec-4f04-8d75-a4a915dcda05 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:16.232104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fec8a883-9f78-4d96-98a9-d2cfc675d694 req-bdc59a32-a3ec-4f04-8d75-a4a915dcda05 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1420937 Apr 05 18:47:16.325874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fec8a883-9f78-4d96-98a9-d2cfc675d694 req-6b786892-b708-4b3d-b273-c7f8355709cc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625546 Apr 05 18:47:16.347330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f6407-99c4-4f5d-a011-bf75e8eb5799 req-6761d56e-b157-46fb-99b4-30e5be14145e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:16.349203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a76f6407-99c4-4f5d-a011-bf75e8eb5799 req-6761d56e-b157-46fb-99b4-30e5be14145e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 944 time: 0.2956471 Apr 05 18:47:16.402653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-3902f6c4-fb8a-4ea2-b321-5ea84c9e39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:16.404157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-3902f6c4-fb8a-4ea2-b321-5ea84c9e39a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.2306757 Apr 05 18:47:16.530705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba7cb1-a9e0-413e-86a3-a7e457ed9734 None None] New status for floating IP 8043818b-f02a-4dbf-9040-27872fb219ca: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:47:16.531259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a76f6407-99c4-4f5d-a011-bf75e8eb5799 req-69bb2b52-92f4-4fdf-9365-d0f3dddf7afc tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732078 Apr 05 18:47:16.537179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-615d0d59-7e87-48d5-a86e-adb5dacfbd95 req-4b477551-981e-4f33-8da1-77df8222eae1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad757cd3-e1a2-47eb-81fa-9ecc0828f648 HTTP/1.1" status: 200 len: 210 time: 0.0754149 Apr 05 18:47:16.563066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-aecfabbf-6139-49d0-b351-f6b369625f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:16.566000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-aecfabbf-6139-49d0-b351-f6b369625f1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528728 Apr 05 18:47:16.619720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50730) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:16.798845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50742) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:16.891342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-f470d0ef-c3bc-446f-aec6-527a3db37094 service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130045 Apr 05 18:47:17.096409 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82a84019-239d-4d49-aaec-0de97a8bde65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.142737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed858-c4cd-4374-b29d-b8ff61d3be3a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.148770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-730a2890-ea11-4e03-8271-9d1513c82962 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.166865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-730a2890-ea11-4e03-8271-9d1513c82962 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.192757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-07660c77-8da0-459a-8c0a-9fdef3ef98a7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:17.195864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-07660c77-8da0-459a-8c0a-9fdef3ef98a7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 0.4351280 Apr 05 18:47:17.256978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0eef91d3-16d9-4294-9bb8-eb384eaf7207 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/quotas/1ac303184650411dba4fc2e51c5d273a HTTP/1.1" status: 200 len: 375 time: 0.0423265 Apr 05 18:47:17.278324 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed858-c4cd-4374-b29d-b8ff61d3be3a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.374974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4dcb54c4-9926-4a5d-9246-b8ba23bbc355 req-0cb528d7-7fa1-484c-a80c-c7e066901e02 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad757cd3-e1a2-47eb-81fa-9ecc0828f648 HTTP/1.1" status: 200 len: 210 time: 0.0306129 Apr 05 18:47:17.383502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d15976ac-0be8-41f0-b31b-094424f9cd9c req-ceb4e711-c5cd-4571-bd39-e0597a47fc86 service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585080 Apr 05 18:47:17.404836 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed858-c4cd-4374-b29d-b8ff61d3be3a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.417834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed858-c4cd-4374-b29d-b8ff61d3be3a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.419425 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0e0ed858-c4cd-4374-b29d-b8ff61d3be3a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "DELETE /v2.0/security-groups/17eccdd1-fef3-4fa6-ad74-0f82e4e9708b HTTP/1.1" status: 204 len: 168 time: 0.7968054 Apr 05 18:47:17.422412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50750) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:17.427568 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82a84019-239d-4d49-aaec-0de97a8bde65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.454805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-72287cf3-3ed2-48be-af36-02ceeae69752 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1704779 Apr 05 18:47:17.460546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ed858-c4cd-4374-b29d-b8ff61d3be3a tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eccdd1-fef3-4fa6-ad74-0f82e4e9708b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:17.495507 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-730a2890-ea11-4e03-8271-9d1513c82962 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Floating IP 9d2c49bd-bbd5-4cc0-8357-7c921e083011 associated. External IP: 172.25.4.88, port: b9d23b04-c1ba-48fe-933d-4c87e592694c. Apr 05 18:47:17.500790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82a84019-239d-4d49-aaec-0de97a8bde65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.518916 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-3c415c1f-3790-482a-82e2-841511f0de53 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] show failed (client error): The resource could not be found. Apr 05 18:47:17.520048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3c415c1f-3790-482a-82e2-841511f0de53 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups/17eccdd1-fef3-4fa6-ad74-0f82e4e9708b HTTP/1.1" status: 404 len: 347 time: 0.0950012 Apr 05 18:47:17.533852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50756) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:17.638139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-82a84019-239d-4d49-aaec-0de97a8bde65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b556e23fd154d64bef6e3f983a9f710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8382277 Apr 05 18:47:17.640769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a84019-239d-4d49-aaec-0de97a8bde65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e52bab2-7586-4e36-9d15-36ae089b0a5a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:17.643719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50764) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:17.750591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-3971e2cc-1611-47c2-a76f-a8b51c065824 service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947490 Apr 05 18:47:17.859741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Deleting port 875971ed-d603-4b8f-b854-0ae44f0f718c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:17.860337 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.939432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-15d2bb4c-1365-4357-9633-0c267a2f86ac service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724935 Apr 05 18:47:17.965819 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.966140 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:17.981839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Calling delete_port for 875971ed-d603-4b8f-b854-0ae44f0f718c owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:18.055675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 788e5fdb-d4d3-4926-80a3-125a45813e1a up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:18.161272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-05b7d51e-032c-455b-afdc-5339e973e0bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=ad757cd3-e1a2-47eb-81fa-9ecc0828f648 HTTP/1.1" status: 200 len: 210 time: 0.0919006 Apr 05 18:47:18.166554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 788e5fdb-d4d3-4926-80a3-125a45813e1a completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:47:18.171030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 788e5fdb-d4d3-4926-80a3-125a45813e1a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:18.171471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:18.352301 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:18.366526 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-9d9ea756-5547-41f7-8ca7-6d1b6c887e61 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7236216 Apr 05 18:47:18.377666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93db06e2-ffaa-40a5-9d5d-d810eeda707b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:18.404752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:18.405639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:18.408670 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5076d800-fda5-4fa2-8237-3d313716e0e5" -d '{"events": [{"server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:18.415018 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:18.452598 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93db06e2-ffaa-40a5-9d5d-d810eeda707b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:18.492703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=788e5fdb-d4d3-4926-80a3-125a45813e1a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:18.533334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1585929b-186f-404c-8d74-108077f1e1a2 req-f94cd61d-ebb7-43c5-a35c-8de3c53c0d8c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 210 time: 0.0399671 Apr 05 18:47:18.574899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730a2890-ea11-4e03-8271-9d1513c82962 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:47:18.581526 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:18.585001 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93db06e2-ffaa-40a5-9d5d-d810eeda707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:18.589230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93db06e2-ffaa-40a5-9d5d-d810eeda707b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:18.593045 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-93db06e2-ffaa-40a5-9d5d-d810eeda707b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e52bab2-7586-4e36-9d15-36ae089b0a5a HTTP/1.1" status: 204 len: 168 time: 0.9456866 Apr 05 18:47:18.609939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db06e2-ffaa-40a5-9d5d-d810eeda707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e52bab2-7586-4e36-9d15-36ae089b0a5a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:18.642050 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e583a5e-3f2b-4631-ac58-00bf4310ef12 x-openstack-request-id: req-4e583a5e-3f2b-4631-ac58-00bf4310ef12 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:18.642999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-842dc43d-3440-4adb-9ee4-5649d6bacb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:18.645995 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-842dc43d-3440-4adb-9ee4-5649d6bacb04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 1097 time: 0.1971643 Apr 05 18:47:18.654955 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:18.655599 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e583a5e-3f2b-4631-ac58-00bf4310ef12 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:18.656575 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e583a5e-3f2b-4631-ac58-00bf4310ef12'] response: {'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a', 'code': 200} Apr 05 18:47:18.693889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-d60c1bcb-bf71-4ec7-9d70-0cc9f1e5e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:18.697322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-d60c1bcb-bf71-4ec7-9d70-0cc9f1e5e80c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5095649 Apr 05 18:47:18.871742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-ef055000-ea54-45ab-b300-88f5b9421c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:18.873234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-ef055000-ea54-45ab-b300-88f5b9421c98 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 200 len: 919 time: 0.1687405 Apr 05 18:47:18.874319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730a2890-ea11-4e03-8271-9d1513c82962 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:18.878748 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-730a2890-ea11-4e03-8271-9d1513c82962 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:18.884589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event deleted for resources: {'Port': ['ID=875971ed-d603-4b8f-b854-0ae44f0f718c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:18.893031 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:18.909136 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:18.911044 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:18.965469 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-b8de4e41-845c-4783-8c20-96417c71f982 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bba2b00f-c291-41b5-8578-b90e84694151 HTTP/1.1" status: 200 len: 217 time: 0.0838449 Apr 05 18:47:19.008244 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-730a2890-ea11-4e03-8271-9d1513c82962 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "PUT /v2.0/floatingips/9d2c49bd-bbd5-4cc0-8357-7c921e083011 HTTP/1.1" status: 200 len: 990 time: 3.1309650 Apr 05 18:47:19.015365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-4024cd88-a44e-43a5-a123-fe64f747b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:19.016811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-4024cd88-a44e-43a5-a123-fe64f747b297 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3004301 Apr 05 18:47:19.040667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'tag': 'b9d23b04-c1ba-48fe-933d-4c87e592694c'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:19.043324 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56115e2d-8dfc-4deb-8a03-c748a109edd8" -d '{"events": [{"name": "network-changed", "server_uuid": "bee359a9-cfd3-4486-b162-c06488f18a1a", "tag": "b9d23b04-c1ba-48fe-933d-4c87e592694c"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:19.070567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-7070fa45-40d6-40aa-aba4-3166491e851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:19.072040 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-7070fa45-40d6-40aa-aba4-3166491e851c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 200 len: 858 time: 0.0991049 Apr 05 18:47:19.113483 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:19.141134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009236-5692-43a0-85e0-a08967628bd3 req-ac87496c-8ce2-4837-8870-275c1114cceb tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:19.148591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-ac87496c-8ce2-4837-8870-275c1114cceb tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.2974484 Apr 05 18:47:19.204164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-2519b2fb-8909-490a-9084-d6e292e9218a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/quotas/c06402e7ed944e1a9636d029f4d5ba45 HTTP/1.1" status: 200 len: 375 time: 0.0549331 Apr 05 18:47:19.226352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-dbeb2afe-42c7-4b03-b7d6-053d78d45842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:19.228503 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-dbeb2afe-42c7-4b03-b7d6-053d78d45842 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25015332-9f7a-4fcb-bf96-8b0c9690dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485090 Apr 05 18:47:19.264999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ee38e-dbb7-4d7c-92da-b144b2c5ab1f req-7cbc7845-901b-4210-ba25-2c9d4cadef51 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:19.286373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-851ee38e-dbb7-4d7c-92da-b144b2c5ab1f req-7cbc7845-901b-4210-ba25-2c9d4cadef51 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 944 time: 1.1326499 Apr 05 18:47:19.301024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-552b0cd7-b236-4a7a-b0f0-4e45b83b7bca tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954530 Apr 05 18:47:19.310138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50808) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:19.377213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-f981b85e-a2b7-4840-9275-166b398f9e83 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368155 Apr 05 18:47:19.420686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c163aa15-c53b-47ec-879f-c3ce8bfbb951 req-edb236e4-d9ab-4f06-8d48-4caf333cf05f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad757cd3-e1a2-47eb-81fa-9ecc0828f648 HTTP/1.1" status: 200 len: 210 time: 0.2458229 Apr 05 18:47:19.427094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b8408-d600-4d60-9cc9-8216b79cfac1 req-43540abf-dc95-45d2-b92d-e8c28c74fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:19.428653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c07b8408-d600-4d60-9cc9-8216b79cfac1 req-43540abf-dc95-45d2-b92d-e8c28c74fc56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 1096 time: 0.7276511 Apr 05 18:47:19.507968 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b801f21c-4d36-4303-84a2-b86718db59d1 req-025b5034-3a6e-4aa9-8270-bb764c8811b2 service neutron] 10.222.0.25 "GET /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233628 Apr 05 18:47:19.532800 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:19.535837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:19.540177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6d068f35-6de7-4c25-950a-61c003f4f99c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "DELETE /v2.0/floatingips/8043818b-f02a-4dbf-9040-27872fb219ca HTTP/1.1" status: 204 len: 168 time: 2.0003686 Apr 05 18:47:19.566747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c07b8408-d600-4d60-9cc9-8216b79cfac1 req-120aa0e2-d8e5-4ec8-ad88-19dabeec29a6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153297 Apr 05 18:47:19.576058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-e0db18c7-6cbc-4256-abe4-2f2b4631f72a service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744346 Apr 05 18:47:19.580434 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '33b08cf5-6e1c-4ba7-ad05-5fc4ce565422', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:45:26Z', 'updated_at': '2022-04-05T18:45:57Z', 'revision_number': 2, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}, {'id': '9d2c49bd-bbd5-4cc0-8357-7c921e083011', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': 'b9d23b04-c1ba-48fe-933d-4c87e592694c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:1c:2a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:46:48Z', 'updated_at': '2022-04-05T18:47:16Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:19.587490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e463d4f4-1334-4a71-9305-fb0457a84263 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e7b4d204d05471192d4882f7f9d274c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828780 Apr 05 18:47:19.590162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50814) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:19.599565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-851ee38e-dbb7-4d7c-92da-b144b2c5ab1f req-ed99383b-410a-4a58-8c24-de6e36d0505f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120689 Apr 05 18:47:19.675077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c423af94-d01b-4706-bcb5-62e6b6e49ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:19.682143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:47:19.689873 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39876323-811b-44b4-8a2e-68baa5e0d93a x-openstack-request-id: req-39876323-811b-44b4-8a2e-68baa5e0d93a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:19.690570 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee359a9-cfd3-4486-b162-c06488f18a1a", "tag": "b9d23b04-c1ba-48fe-933d-4c87e592694c", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:19.690824 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39876323-811b-44b4-8a2e-68baa5e0d93a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:19.691294 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39876323-811b-44b4-8a2e-68baa5e0d93a'] response: {'name': 'network-changed', 'server_uuid': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'tag': 'b9d23b04-c1ba-48fe-933d-4c87e592694c', 'status': 'completed', 'code': 200} Apr 05 18:47:19.708249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c423af94-d01b-4706-bcb5-62e6b6e49ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:19.721985 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:19.722641 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:19.807950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-7f6df2af-9f5b-4f88-913b-5044cc4a794c service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310278 Apr 05 18:47:19.813492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-c0327f19-ae7a-4770-a4f4-670a83d114ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:19.815422 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-c0327f19-ae7a-4770-a4f4-670a83d114ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 1096 time: 0.1035357 Apr 05 18:47:19.911729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f624605d-3c74-4bff-85d6-3cf28a0e11a3 req-fa68229f-c46d-491a-b44a-fe1695f7be45 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 210 time: 0.1163700 Apr 05 18:47:19.925919 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:20.065489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-ed5d117c-b5aa-4eb1-9872-5a21ca845394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:20.067174 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-ed5d117c-b5aa-4eb1-9872-5a21ca845394 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.2424440 Apr 05 18:47:20.068507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c423af94-d01b-4706-bcb5-62e6b6e49ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:20.087100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c423af94-d01b-4706-bcb5-62e6b6e49ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:20.090931 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c423af94-d01b-4706-bcb5-62e6b6e49ec9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4de895f-6678-4c21-8869-1345b6e50acc HTTP/1.1" status: 204 len: 168 time: 0.4978442 Apr 05 18:47:20.225875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3010c870-406c-481a-8789-a99f993047e6 req-e67e20ca-5e51-43bf-aa54-78f03ca38eb2 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0566721 Apr 05 18:47:20.353545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-ee8e288d-023d-4b23-8eed-abcbd5eea458 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:20.358140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423af94-d01b-4706-bcb5-62e6b6e49ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de895f-6678-4c21-8869-1345b6e50acc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:20.359749 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '33b08cf5-6e1c-4ba7-ad05-5fc4ce565422', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:45:26Z', 'updated_at': '2022-04-05T18:45:57Z', 'revision_number': 2, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}, {'id': '9d2c49bd-bbd5-4cc0-8357-7c921e083011', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': 'b9d23b04-c1ba-48fe-933d-4c87e592694c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:1c:2a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:46:48Z', 'updated_at': '2022-04-05T18:47:16Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:20.360485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-ee8e288d-023d-4b23-8eed-abcbd5eea458 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 0.3057628 Apr 05 18:47:20.373458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'port': {'device_id': 'cbda260e-f24e-4862-9248-4cf0e28fbee9', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'admin_state_up': True, 'tenant_id': '1ac303184650411dba4fc2e51c5d273a'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:20.411106 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0123b2-8431-4bf4-9742-b0aef936ba13 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '33b08cf5-6e1c-4ba7-ad05-5fc4ce565422', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:45:26Z', 'updated_at': '2022-04-05T18:45:57Z', 'revision_number': 2, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}, {'id': '9d2c49bd-bbd5-4cc0-8357-7c921e083011', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': 'b9d23b04-c1ba-48fe-933d-4c87e592694c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:1c:2a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:46:48Z', 'updated_at': '2022-04-05T18:47:16Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:20.457174 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-3eeda05b-3bc5-4ca0-9128-cfa6a44a2ef2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d23b04-c1ba-48fe-933d-4c87e592694c HTTP/1.1" status: 200 len: 998 time: 0.3382118 Apr 05 18:47:20.574682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-7b02388b-f908-4e38-aade-ca0cc2e34b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:20.576831 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-7b02388b-f908-4e38-aade-ca0cc2e34b21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.1120162 Apr 05 18:47:20.722449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-54a278c3-be67-45c0-b49c-6206326b30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:20.730215 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-54a278c3-be67-45c0-b49c-6206326b30c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428003 Apr 05 18:47:20.741030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Made reservation on behalf of 1ac303184650411dba4fc2e51c5d273a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:20.757149 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:20.887357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41608c28-e61d-4215-876b-32c0043fc384 None None] New status for floating IP 9d2c49bd-bbd5-4cc0-8357-7c921e083011: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:47:21.003468 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-30f21c49-3a61-4f08-b7b4-7f5b9455acd3 service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654154 Apr 05 18:47:21.068199 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:47:21.191164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-267e6b0d-ce7e-470c-8837-33636481023c req-3802e87c-2236-4468-8861-56b289a5036d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 210 time: 0.1162202 Apr 05 18:47:21.245213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b70b5-47c9-4643-973d-e4c40c6aecfe req-f5eb04c6-cf82-454a-a50b-9bceb172a365 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:21.254119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a1b70b5-47c9-4643-973d-e4c40c6aecfe req-f5eb04c6-cf82-454a-a50b-9bceb172a365 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 945 time: 0.4453115 Apr 05 18:47:21.302979 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-56115e2d-8dfc-4deb-8a03-c748a109edd8 req-a6cf4d38-1e74-4807-8396-3e4731ba3f3e service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857244 Apr 05 18:47:21.412857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-abc63f51-69e7-4aa2-8b95-555bd346e98b req-17f1b8cd-9185-48df-920f-4fe2815ac992 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0575130 Apr 05 18:47:21.437171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a1b70b5-47c9-4643-973d-e4c40c6aecfe req-9fbda327-fc25-491c-b79c-63c78cbfe088 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816845 Apr 05 18:47:21.471289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Allocated IP 172.20.0.14 (9e2044dd-43b9-4d5e-b90b-2cfa18e6273c/d35e3b87-6d58-4568-84d0-fc43995f254a/a75861f4-448e-4217-9b71-41ae05d632e0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:21.739874 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:21.784714 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:21.896740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'Port': ['ID=a75861f4-448e-4217-9b71-41ae05d632e0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:21.923825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:21.927351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:21.936691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:22.041258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:22.042602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:22.064770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0d8dfaf8-6fab-44be-8e01-53160ab4b2c7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6972129 Apr 05 18:47:22.082947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Request body: {'port': {'device_id': 'cbda260e-f24e-4862-9248-4cf0e28fbee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:22.259505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:22.308552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009236-5692-43a0-85e0-a08967628bd3 req-7ab2fee4-4647-4514-88ea-75b84a04636b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:22.311431 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-7ab2fee4-4647-4514-88ea-75b84a04636b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.25 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.1867046 Apr 05 18:47:22.326159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Request body: {'port': {'device_id': '944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'admin_state_up': True, 'tenant_id': 'c06402e7ed944e1a9636d029f4d5ba45'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:22.440032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b1f5042e-1c87-4e60-be19-595985878cf6 None None] Provisioning complete for port a75861f4-448e-4217-9b71-41ae05d632e0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:22.440534 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1f5042e-1c87-4e60-be19-595985878cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:22.509985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Made reservation on behalf of c06402e7ed944e1a9636d029f4d5ba45 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:22.516434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:22.518874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a05ed-3050-4285-887d-c4ccd520344f req-18477418-5143-4176-908e-83e34a17022f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:22.520814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea1a05ed-3050-4285-887d-c4ccd520344f req-18477418-5143-4176-908e-83e34a17022f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 932 time: 0.2082310 Apr 05 18:47:22.574409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5042e-1c87-4e60-be19-595985878cf6 None None] Port a75861f4-448e-4217-9b71-41ae05d632e0 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:47:22.615844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73e925d2-8d4a-4c6d-8970-69e7a20a3862 req-d47c2a14-5b7d-4a67-b756-2d8812b952a7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0505786 Apr 05 18:47:22.633284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea1a05ed-3050-4285-887d-c4ccd520344f req-08bc85e7-af46-4b87-9b84-9a32b343a774 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033206 Apr 05 18:47:22.802344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074984c-a203-4a59-9243-28e1b217e8d3 req-e92a56a1-ff61-4eec-bb5e-b88ce5acd6d2 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:22.804187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3074984c-a203-4a59-9243-28e1b217e8d3 req-e92a56a1-ff61-4eec-bb5e-b88ce5acd6d2 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 945 time: 0.0791392 Apr 05 18:47:22.836013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Allocated IP 172.20.0.10 (55c28764-9f91-4a61-b976-350eaefaf098/0f3deab1-7812-4525-8991-793933ce26cb/953fafa0-a5a4-4b98-927a-3499a76102f0) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:22.865524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3074984c-a203-4a59-9243-28e1b217e8d3 req-f8a8f8d1-03d4-4107-88e0-ce34277379d3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517099 Apr 05 18:47:22.930910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75861f4-448e-4217-9b71-41ae05d632e0 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:22.943010 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:22.959830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Transition to ACTIVE for port object a75861f4-448e-4217-9b71-41ae05d632e0 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:47:22.967495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50892) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:22.982481 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.068160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Pushing event updated for resources: {'Port': ['ID=a75861f4-448e-4217-9b71-41ae05d632e0,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:23.169345 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.230350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f0bddab1-c7a2-4586-8ab7-582e6f444bb3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1048049102'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:23.258991 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.311018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Attempting to bind port a75861f4-448e-4217-9b71-41ae05d632e0 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:23.311462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Attempting to bind port a75861f4-448e-4217-9b71-41ae05d632e0 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:23.311765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Attempting to bind port a75861f4-448e-4217-9b71-41ae05d632e0 on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:23.314312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0bddab1-c7a2-4586-8ab7-582e6f444bb3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.321467 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0bddab1-c7a2-4586-8ab7-582e6f444bb3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.368473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event updated for resources: {'Port': ['ID=953fafa0-a5a4-4b98-927a-3499a76102f0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:23.379645 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0bddab1-c7a2-4586-8ab7-582e6f444bb3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.384717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Port a75861f4-448e-4217-9b71-41ae05d632e0 on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:47:23.385240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Attempting to bind port a75861f4-448e-4217-9b71-41ae05d632e0 on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:23.387849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Network 55c28764-9f91-4a61-b976-350eaefaf098 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:23.390340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:23.398570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:23.400787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0bddab1-c7a2-4586-8ab7-582e6f444bb3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.409071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:23.409460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Checking segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:23.409803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Bound using segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:23.410244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Bound port: a75861f4-448e-4217-9b71-41ae05d632e0, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:23.410625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.457408 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0bddab1-c7a2-4586-8ab7-582e6f444bb3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.458546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f0bddab1-c7a2-4586-8ab7-582e6f444bb3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4897625 Apr 05 18:47:23.463675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50896) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:23.531002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] For port a75861f4-448e-4217-9b71-41ae05d632e0, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:23.535936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] For port a75861f4-448e-4217-9b71-41ae05d632e0, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a75861f4-448e-4217-9b71-41ae05d632e0,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:23.546240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.595430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:23.596128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.610959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9410c9a9-ddb0-4cc9-87a8-e8d06ef673fd tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.615052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:23.615857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.618206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] 10.222.0.20 "PUT /v2.0/ports/a75861f4-448e-4217-9b71-41ae05d632e0 HTTP/1.1" status: 200 len: 1092 time: 1.5403004 Apr 05 18:47:23.618929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbda260e-f24e-4862-9248-4cf0e28fbee9', 'tag': 'a75861f4-448e-4217-9b71-41ae05d632e0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:23.622228 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baf72ad-a084-4756-8311-f033afa47a55" -d '{"events": [{"name": "network-changed", "server_uuid": "cbda260e-f24e-4862-9248-4cf0e28fbee9", "tag": "a75861f4-448e-4217-9b71-41ae05d632e0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:23.691187 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49332d54-ed93-4060-a907-b977403bafde x-openstack-request-id: req-49332d54-ed93-4060-a907-b977403bafde {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:23.691593 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbda260e-f24e-4862-9248-4cf0e28fbee9", "tag": "a75861f4-448e-4217-9b71-41ae05d632e0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:23.691950 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49332d54-ed93-4060-a907-b977403bafde {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:23.692543 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49332d54-ed93-4060-a907-b977403bafde'] response: {'name': 'network-changed', 'server_uuid': 'cbda260e-f24e-4862-9248-4cf0e28fbee9', 'tag': 'a75861f4-448e-4217-9b71-41ae05d632e0', 'status': 'completed', 'code': 200} Apr 05 18:47:23.765812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa79c13-e651-45ae-b550-76b46d293545 service neutron] Pushing event updated for resources: {'Port': ['ID=a75861f4-448e-4217-9b71-41ae05d632e0,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:23.836956 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-823e10a7-9c9e-4a88-a198-574ba1741e96 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5161061 Apr 05 18:47:23.877868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Request body: {'port': {'device_id': '944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:23.925989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-91776270-3f6c-4759-9914-ad09b82c4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:23.927576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-91776270-3f6c-4759-9914-ad09b82c4d73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 1095 time: 0.2392077 Apr 05 18:47:23.940590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53e96d-5778-4eab-8ea9-27d1c1c00617 req-1243456c-6e1a-4cc1-b061-cb59e3778c89 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:23.946787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9410c9a9-ddb0-4cc9-87a8-e8d06ef673fd tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:23.949809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc53e96d-5778-4eab-8ea9-27d1c1c00617 req-1243456c-6e1a-4cc1-b061-cb59e3778c89 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 945 time: 0.2638259 Apr 05 18:47:23.954485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9410c9a9-ddb0-4cc9-87a8-e8d06ef673fd tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.026475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.030120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9410c9a9-ddb0-4cc9-87a8-e8d06ef673fd tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.030667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9410c9a9-ddb0-4cc9-87a8-e8d06ef673fd tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afdcdb0c-4a94-4be3-8d27-9e21fbfa0611 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:47:24.041430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9410c9a9-ddb0-4cc9-87a8-e8d06ef673fd tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.042735 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9410c9a9-ddb0-4cc9-87a8-e8d06ef673fd tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "DELETE /v2.0/routers/afdcdb0c-4a94-4be3-8d27-9e21fbfa0611 HTTP/1.1" status: 204 len: 168 time: 0.5781174 Apr 05 18:47:24.047194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50912) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:24.052068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-60bba23b-750d-4f03-9422-79dbd262a4a3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Request body: {'router': {'name': 'tempest-router-700824473', 'distributed': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:24.210583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60bba23b-750d-4f03-9422-79dbd262a4a3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.212133 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60bba23b-750d-4f03-9422-79dbd262a4a3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.292451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60bba23b-750d-4f03-9422-79dbd262a4a3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.305461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50916) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:24.314147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60bba23b-750d-4f03-9422-79dbd262a4a3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.356365 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60bba23b-750d-4f03-9422-79dbd262a4a3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.357588 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-60bba23b-750d-4f03-9422-79dbd262a4a3 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3091328 Apr 05 18:47:24.360410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50920) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:24.486780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eeab0c0d-f5fc-42a6-8fb6-6a5c7c613147 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.498059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-564268b1-5719-4a9f-8e9d-2881acb95530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.560065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b113bf-5e58-4f60-adbb-648bfad1405a req-e15a86fa-4237-476e-bc34-68d889f2880f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:24.567126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3b113bf-5e58-4f60-adbb-648bfad1405a req-e15a86fa-4237-476e-bc34-68d889f2880f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 932 time: 0.8177135 Apr 05 18:47:24.618146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-b9d6d120-4b25-44a5-9bec-d16faa508a8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75861f4-448e-4217-9b71-41ae05d632e0 HTTP/1.1" status: 200 len: 217 time: 0.6660628 Apr 05 18:47:24.661800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc53e96d-5778-4eab-8ea9-27d1c1c00617 req-8e3350be-4862-4f1b-9a80-630b0205e9a1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7110493 Apr 05 18:47:24.736318 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eeab0c0d-f5fc-42a6-8fb6-6a5c7c613147 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.743880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eeab0c0d-f5fc-42a6-8fb6-6a5c7c613147 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.761716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3b113bf-5e58-4f60-adbb-648bfad1405a req-2ed1e47e-8328-4f80-a4c8-bd011ea3db44 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934845 Apr 05 18:47:24.780044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-4b7b7151-218b-4025-b505-57fc01508fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:24.781731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-4b7b7151-218b-4025-b505-57fc01508fcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1513944 Apr 05 18:47:24.844001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953fafa0-a5a4-4b98-927a-3499a76102f0 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:24.857681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eeab0c0d-f5fc-42a6-8fb6-6a5c7c613147 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.858212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeab0c0d-f5fc-42a6-8fb6-6a5c7c613147 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fd292d2-86c1-4ff4-978b-d82c97b5fe35 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:47:24.863266 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.870385 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eeab0c0d-f5fc-42a6-8fb6-6a5c7c613147 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.871708 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eeab0c0d-f5fc-42a6-8fb6-6a5c7c613147 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "DELETE /v2.0/routers/3fd292d2-86c1-4ff4-978b-d82c97b5fe35 HTTP/1.1" status: 204 len: 168 time: 0.5103788 Apr 05 18:47:24.880908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50924) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:24.883136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8725a-3ea5-4667-bb8d-030fa2c3ee54 req-b9a515b8-4a48-4e2a-bc7a-1e2680f729f2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:24.884916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eeb8725a-3ea5-4667-bb8d-030fa2c3ee54 req-b9a515b8-4a48-4e2a-bc7a-1e2680f729f2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 944 time: 0.0970604 Apr 05 18:47:24.889561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c267f969-0c80-4faf-86f9-6df9c0383ed0 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Request body: {'router': {'name': 'tempest-router-974962396', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1458579ddb2644249e91b436c24a9e77'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:24.893856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0500a247-916d-4c36-97f9-2d6a05c26c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:24.895492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-0500a247-916d-4c36-97f9-2d6a05c26c77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964034 Apr 05 18:47:24.902645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-564268b1-5719-4a9f-8e9d-2881acb95530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.903928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Transition to ACTIVE for port object 953fafa0-a5a4-4b98-927a-3499a76102f0 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:47:24.915085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-564268b1-5719-4a9f-8e9d-2881acb95530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.922532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.961101 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c267f969-0c80-4faf-86f9-6df9c0383ed0 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.962120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c267f969-0c80-4faf-86f9-6df9c0383ed0 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:24.976256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eeb8725a-3ea5-4667-bb8d-030fa2c3ee54 req-1ce8ff11-ea13-4dcb-a7be-457354d71af9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798047 Apr 05 18:47:25.013334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-564268b1-5719-4a9f-8e9d-2881acb95530 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=982d2ee94e3a4d2dbbe46179d626ae38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039163 Apr 05 18:47:25.013595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50926) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:25.016063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564268b1-5719-4a9f-8e9d-2881acb95530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36f7154-07cc-458d-bef5-604fb739a789,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:25.023528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Pushing event updated for resources: {'Port': ['ID=953fafa0-a5a4-4b98-927a-3499a76102f0,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:25.043803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-793ef344-09be-4135-847e-cbd12a093519 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318707 Apr 05 18:47:25.124114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c267f969-0c80-4faf-86f9-6df9c0383ed0 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.146519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c267f969-0c80-4faf-86f9-6df9c0383ed0 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.156634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80ee392b-1387-44a7-af59-993336a20879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.192331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c267f969-0c80-4faf-86f9-6df9c0383ed0 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.196248 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c267f969-0c80-4faf-86f9-6df9c0383ed0 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3119562 Apr 05 18:47:25.198089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Attempting to bind port 953fafa0-a5a4-4b98-927a-3499a76102f0 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:25.198608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Attempting to bind port 953fafa0-a5a4-4b98-927a-3499a76102f0 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:25.199006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Attempting to bind port 953fafa0-a5a4-4b98-927a-3499a76102f0 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:25.200774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50932) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:25.205837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80ee392b-1387-44a7-af59-993336a20879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.206909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Port 953fafa0-a5a4-4b98-927a-3499a76102f0 on network 55c28764-9f91-4a61-b976-350eaefaf098 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:47:25.207551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Attempting to bind port 953fafa0-a5a4-4b98-927a-3499a76102f0 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:25.212702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:25.213751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:25.214221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Checking segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:25.214800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Bound using segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:25.215353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Bound port: 953fafa0-a5a4-4b98-927a-3499a76102f0, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:25.216225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.295514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1843483b-d9ed-44ec-b5ac-4b68a044827e req-92ec6620-1312-4395-b8ae-835e7d4eacec service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392282 Apr 05 18:47:25.311928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] For port 953fafa0-a5a4-4b98-927a-3499a76102f0, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:25.316467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] For port 953fafa0-a5a4-4b98-927a-3499a76102f0, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=953fafa0-a5a4-4b98-927a-3499a76102f0,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:25.323013 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.392715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Pushing event updated for resources: {'Port': ['ID=953fafa0-a5a4-4b98-927a-3499a76102f0,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:25.401499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:25.401499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.401929 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-a0dd2e6a-660f-4c49-9aaf-7fd9248e8349 service neutron] 10.222.0.25 "PUT /v2.0/ports/953fafa0-a5a4-4b98-927a-3499a76102f0 HTTP/1.1" status: 200 len: 1092 time: 1.5302312 Apr 05 18:47:25.402453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7', 'tag': '953fafa0-a5a4-4b98-927a-3499a76102f0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:25.404783 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b651c0-1da5-41c7-82d9-aae5b3e4c340" -d '{"events": [{"name": "network-changed", "server_uuid": "944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7", "tag": "953fafa0-a5a4-4b98-927a-3499a76102f0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:25.466641 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20538fdc-cd80-4ea8-9ed4-158d52250b0d x-openstack-request-id: req-20538fdc-cd80-4ea8-9ed4-158d52250b0d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:25.467146 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7", "tag": "953fafa0-a5a4-4b98-927a-3499a76102f0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:25.467616 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20538fdc-cd80-4ea8-9ed4-158d52250b0d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:25.468482 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20538fdc-cd80-4ea8-9ed4-158d52250b0d'] response: {'name': 'network-changed', 'server_uuid': '944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7', 'tag': '953fafa0-a5a4-4b98-927a-3499a76102f0', 'status': 'completed', 'code': 200} Apr 05 18:47:25.499410 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.499760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.504890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009236-5692-43a0-85e0-a08967628bd3 req-30217935-0bf2-46c1-a2db-fbce2cb8d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:25.506641 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-30217935-0bf2-46c1-a2db-fbce2cb8d1e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 1095 time: 0.0556040 Apr 05 18:47:25.537410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf72ad-a084-4756-8311-f033afa47a55 req-f68c777f-a093-4d78-a46b-2d6c5108537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:25.539508 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2baf72ad-a084-4756-8311-f033afa47a55 req-f68c777f-a093-4d78-a46b-2d6c5108537f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 1095 time: 0.1652670 Apr 05 18:47:25.551014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-ab018a3b-b5e6-4847-b292-1310dd20a75c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=953fafa0-a5a4-4b98-927a-3499a76102f0 HTTP/1.1" status: 200 len: 217 time: 0.0351045 Apr 05 18:47:25.594187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80ee392b-1387-44a7-af59-993336a20879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.597162 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80ee392b-1387-44a7-af59-993336a20879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.601029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-80ee392b-1387-44a7-af59-993336a20879 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c36f7154-07cc-458d-bef5-604fb739a789 HTTP/1.1" status: 204 len: 168 time: 0.5842767 Apr 05 18:47:25.612961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009236-5692-43a0-85e0-a08967628bd3 req-c12c493b-0a79-494f-af2c-321725a16ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:25.614682 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-c12c493b-0a79-494f-af2c-321725a16ce8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.0540576 Apr 05 18:47:25.642939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102640) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 05 18:47:25.643058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Router c255f606-dd04-424a-961a-587deb5461a8 migrating from provider to provider. {{(pid=102640) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 05 18:47:25.643428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.653668 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.654108 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-ff279fee-ded2-4e5f-9ae1-6b611aff4868 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304732 Apr 05 18:47:25.656254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee392b-1387-44a7-af59-993336a20879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36f7154-07cc-458d-bef5-604fb739a789,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:25.664916 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:25.818972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf72ad-a084-4756-8311-f033afa47a55 req-26f84d22-eaf2-4617-b4f7-3ac5ff4b6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:25.823074 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2baf72ad-a084-4756-8311-f033afa47a55 req-26f84d22-eaf2-4617-b4f7-3ac5ff4b6dcf service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.2568197 Apr 05 18:47:25.864602 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-b11c81ce-5da4-4cf6-a03f-5a9cd5983ffc service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962051 Apr 05 18:47:25.894663 n-d-836650-3 neutron-server[102640]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] No L3 agents can host the router c255f606-dd04-424a-961a-587deb5461a8 Apr 05 18:47:25.897720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2baf72ad-a084-4756-8311-f033afa47a55 req-c6de24de-c036-4f7e-8257-3fcd620ab3c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75861f4-448e-4217-9b71-41ae05d632e0 HTTP/1.1" status: 200 len: 217 time: 0.0523133 Apr 05 18:47:25.977165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379448-7384-4d71-851c-518f557cad3b req-eeb28e42-9609-448b-9eba-a188ddada33c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:25.984459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8379448-7384-4d71-851c-518f557cad3b req-eeb28e42-9609-448b-9eba-a188ddada33c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 945 time: 0.2057149 Apr 05 18:47:26.006537 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a009236-5692-43a0-85e0-a08967628bd3 req-78aa918c-6ec9-4221-866a-5137706917f4 service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251593 Apr 05 18:47:26.085908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141afa-d91b-4630-a00f-5df903f2923d req-cabcf9c5-34fd-4215-8bbf-0782958735d5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:26.088482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf141afa-d91b-4630-a00f-5df903f2923d req-cabcf9c5-34fd-4215-8bbf-0782958735d5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 944 time: 0.1977859 Apr 05 18:47:26.122596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf72ad-a084-4756-8311-f033afa47a55 req-47bfb4cd-ded2-4d34-b9c9-7fd379f42f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:26.124011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2baf72ad-a084-4756-8311-f033afa47a55 req-47bfb4cd-ded2-4d34-b9c9-7fd379f42f93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.2143731 Apr 05 18:47:26.142048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8379448-7384-4d71-851c-518f557cad3b req-3759e3b1-ba13-4674-82bf-ec4d475580b0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566625 Apr 05 18:47:26.154520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-8e7e40e9-45a7-42bc-af0a-2f8d86c73385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:26.156232 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-8e7e40e9-45a7-42bc-af0a-2f8d86c73385 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 1095 time: 0.0802028 Apr 05 18:47:26.282935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf141afa-d91b-4630-a00f-5df903f2923d req-6515d0c1-fa38-45b1-8102-2a126b28e78b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562786 Apr 05 18:47:26.286138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-2c0c4aaa-dc7d-4741-b053-af333e6fbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:26.287493 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-2c0c4aaa-dc7d-4741-b053-af333e6fbacf service neutron] 10.222.0.25 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 911 time: 0.1221881 Apr 05 18:47:26.315840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Hosts for router c255f606-dd04-424a-961a-587deb5461a8: [] {{(pid=102640) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 05 18:47:26.406358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf72ad-a084-4756-8311-f033afa47a55 req-470735fa-19e2-4afb-9ae4-5398bbd6aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:26.408323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2baf72ad-a084-4756-8311-f033afa47a55 req-470735fa-19e2-4afb-9ae4-5398bbd6aa65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644539 Apr 05 18:47:26.410580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Hosts for other DVR routers connected to router c255f606-dd04-424a-961a-587deb5461a8: set() {{(pid=102640) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 05 18:47:26.413959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:26.417847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7358d936-7080-4d4d-ae62-7c6d51b32e69 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "PUT /v2.0/routers/c255f606-dd04-424a-961a-587deb5461a8 HTTP/1.1" status: 200 len: 716 time: 1.2127779 Apr 05 18:47:26.418893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50970) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:26.581137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4ce0-8118-4011-87ec-d835c473a3d4 req-fdd109e9-4955-4fec-a23c-0c21bd1542db tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:26.583014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0ad4ce0-8118-4011-87ec-d835c473a3d4 req-fdd109e9-4955-4fec-a23c-0c21bd1542db tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 944 time: 0.3118935 Apr 05 18:47:26.593986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cb6ee6ee-9932-46c4-992b-f9965315551f tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "GET /v2.0/routers/c255f606-dd04-424a-961a-587deb5461a8 HTTP/1.1" status: 200 len: 716 time: 0.1721535 Apr 05 18:47:26.597727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50980) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:26.642916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50984) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:26.675840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0ad4ce0-8118-4011-87ec-d835c473a3d4 req-c9fa9b44-ecf0-4031-833c-bcbe5540cb8b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829048 Apr 05 18:47:26.694076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2baf72ad-a084-4756-8311-f033afa47a55 req-b49b7033-00d6-4000-868c-049cb37deb3e service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731752 Apr 05 18:47:26.852965 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-c31e541f-19d2-48b4-8a16-843855b1a6c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=953fafa0-a5a4-4b98-927a-3499a76102f0 HTTP/1.1" status: 200 len: 217 time: 0.5556951 Apr 05 18:47:26.860882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-999321331-network', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:26.905507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2baf72ad-a084-4756-8311-f033afa47a55 req-00f53db4-77b5-43bf-821b-4b150890e99d service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995778 Apr 05 18:47:26.906562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Made reservation on behalf of d2c1400648c047fba9a87da2a9820169 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:26.909050 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:26.919437 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:26.919841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-bd827e42-31a9-4367-9cd3-9cda75d2c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:26.921650 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-bd827e42-31a9-4367-9cd3-9cda75d2c37c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.0585475 Apr 05 18:47:26.974806 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-c0eca1e6-0fe0-445f-80e6-646b4869f6da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410209 Apr 05 18:47:27.062486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ba501faf-13e0-4792-8df5-7d48aa4c6054 tempest-RoutersTestDVR-1445734773 tempest-RoutersTestDVR-1445734773-project] 10.222.0.15 "GET /v2.0/routers/c255f606-dd04-424a-961a-587deb5461a8 HTTP/1.1" status: 200 len: 682 time: 0.4626765 Apr 05 18:47:27.065304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50998) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:27.088061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.094928 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.118601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:27.136190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:27.139424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.139764 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Added segment c117f38c-30a9-4a05-a29f-48c3efe4047f of type vlan for network 0113a2e8-8527-4f08-b7cd-5061799e746d Apr 05 18:47:27.156629 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-e9848674-7fdc-444c-9405-fe52f879255e service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740234 Apr 05 18:47:27.160075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac4db313-6b69-46e0-bbb2-5f91c2bfafa5 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.186218 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.213960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.216090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:27.216682 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.278147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6267431 Apr 05 18:47:27.281182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51000) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:27.286785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Request body: {'subnet': {'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-999321331-subnet', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:27.288721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cb401-50d2-4115-8f7e-88b96673caae admin admin] Pushing event updated for resources: {'Network': ['ID=0113a2e8-8527-4f08-b7cd-5061799e746d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:27.305316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0113a2e8-8527-4f08-b7cd-5061799e746d details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:27.431685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db733b0-fd9a-41cc-8b99-fcc02a1af1a0 req-c4839045-62f5-41a2-8efe-e01599b7f38e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:27.433534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0db733b0-fd9a-41cc-8b99-fcc02a1af1a0 req-c4839045-62f5-41a2-8efe-e01599b7f38e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 944 time: 0.0739706 Apr 05 18:47:27.452129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac4db313-6b69-46e0-bbb2-5f91c2bfafa5 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.456207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac4db313-6b69-46e0-bbb2-5f91c2bfafa5 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.484524 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-46b651c0-1da5-41c7-82d9-aae5b3e4c340 req-68147472-a7af-40d3-9a78-a3afdd1a4430 service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207784 Apr 05 18:47:27.485650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0db733b0-fd9a-41cc-8b99-fcc02a1af1a0 req-ae9bef79-2ca4-41d4-84ce-ee94094bc1df tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 Apr 05 18:47:27.537024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Made reservation on behalf of d2c1400648c047fba9a87da2a9820169 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:27.540008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.543527 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac4db313-6b69-46e0-bbb2-5f91c2bfafa5 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.544163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4db313-6b69-46e0-bbb2-5f91c2bfafa5 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c255f606-dd04-424a-961a-587deb5461a8 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:47:27.559513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ac4db313-6b69-46e0-bbb2-5f91c2bfafa5 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.560993 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ac4db313-6b69-46e0-bbb2-5f91c2bfafa5 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c255f606-dd04-424a-961a-587deb5461a8 HTTP/1.1" status: 204 len: 168 time: 0.4943135 Apr 05 18:47:27.567964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51008) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:27.573080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6420a1c0-03e4-49f2-a0d5-aeca0fe5902b tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Request body: {'router': {'name': 'tempest-router-1636287754', 'distributed': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:27.600882 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6420a1c0-03e4-49f2-a0d5-aeca0fe5902b tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.602330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6420a1c0-03e4-49f2-a0d5-aeca0fe5902b tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.682515 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6420a1c0-03e4-49f2-a0d5-aeca0fe5902b tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.691497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6420a1c0-03e4-49f2-a0d5-aeca0fe5902b tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.712412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bd0c6-63db-45c0-9749-542edeaeaa97 req-8c6495bb-d77e-431e-9055-80268de5f39f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:27.714417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba1bd0c6-63db-45c0-9749-542edeaeaa97 req-8c6495bb-d77e-431e-9055-80268de5f39f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.0932937 Apr 05 18:47:27.724484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6420a1c0-03e4-49f2-a0d5-aeca0fe5902b tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.729297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6420a1c0-03e4-49f2-a0d5-aeca0fe5902b tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1571298 Apr 05 18:47:27.730247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51014) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:27.765652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba1bd0c6-63db-45c0-9749-542edeaeaa97 req-9411fc03-5420-418d-9ecd-30f9c0d09eb3 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455449 Apr 05 18:47:27.818361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62fe81-f147-4d60-b91a-77b8e04a8d1a req-ab45c3b0-cd17-40f1-9cff-693214d52e6d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:27.820232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb62fe81-f147-4d60-b91a-77b8e04a8d1a req-ab45c3b0-cd17-40f1-9cff-693214d52e6d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 944 time: 0.0536387 Apr 05 18:47:27.871973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb62fe81-f147-4d60-b91a-77b8e04a8d1a req-6b6ae59f-ec96-4c9c-859e-99219aa18d94 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372009 Apr 05 18:47:27.880772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.883920 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3325f1-f327-47aa-be2f-8803442a7d52 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:27.995950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:28.086795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a75861f4-448e-4217-9b71-41ae05d632e0 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:47:28.095554 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3325f1-f327-47aa-be2f-8803442a7d52 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.098269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3325f1-f327-47aa-be2f-8803442a7d52 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.103499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:28.103824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Network hostable DHCP agents. Network: 0113a2e8-8527-4f08-b7cd-5061799e746d, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:28.151565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3325f1-f327-47aa-be2f-8803442a7d52 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.152215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3325f1-f327-47aa-be2f-8803442a7d52 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55661fd4-cbe4-4337-b602-69682743f487 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:47:28.157027 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3325f1-f327-47aa-be2f-8803442a7d52 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.161706 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e3325f1-f327-47aa-be2f-8803442a7d52 tempest-RoutersTestDVR-2006891511 tempest-RoutersTestDVR-2006891511-project-admin] 10.222.0.15 "DELETE /v2.0/routers/55661fd4-cbe4-4337-b602-69682743f487 HTTP/1.1" status: 204 len: 168 time: 0.4275663 Apr 05 18:47:28.171115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:28.183337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0113a2e8-8527-4f08-b7cd-5061799e746d) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:28.188854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:28.189725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.192546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a75861f4-448e-4217-9b71-41ae05d632e0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a75861f4-448e-4217-9b71-41ae05d632e0,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:28.206008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'a75861f4-448e-4217-9b71-41ae05d632e0', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'port_id': 'a75861f4-448e-4217-9b71-41ae05d632e0', 'mac_address': 'fa:16:3e:5b:59:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:47:28.211345 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6da08330-f5f3-4945-8c8e-1d705c77ede0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9258718 Apr 05 18:47:28.211458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2750be-c5bd-4422-9719-efa4bca95c87 None None] Network 0113a2e8-8527-4f08-b7cd-5061799e746d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:28.211810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51028) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:28.217234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:28.244246 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.246203 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.297808 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.308922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.328190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75861f4-448e-4217-9b71-41ae05d632e0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:28.415432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a75861f4-448e-4217-9b71-41ae05d632e0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a75861f4-448e-4217-9b71-41ae05d632e0,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:28.421408 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.428056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0113a2e8-8527-4f08-b7cd-5061799e746d', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:47:28.429633 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.468852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51032) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:28.485872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.541122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a75861f4-448e-4217-9b71-41ae05d632e0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:28.619254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0cad01e4-c4ee-474a-b51e-e00e7642d19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.622077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Allocated IP 172.20.0.2 (0113a2e8-8527-4f08-b7cd-5061799e746d/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8/03c20b64-a480-4ca3-9c96-87bfa249cbd5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:28.627473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59d393-e7e1-402d-a830-43cac38d26f5 req-42bac64b-89a1-4792-b081-63793bea9896 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:28.629259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb59d393-e7e1-402d-a830-43cac38d26f5 req-42bac64b-89a1-4792-b081-63793bea9896 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 944 time: 0.0623207 Apr 05 18:47:28.688279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb59d393-e7e1-402d-a830-43cac38d26f5 req-efe16267-1756-40e3-9f6d-8748f3372ef8 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440743 Apr 05 18:47:28.724402 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0cad01e4-c4ee-474a-b51e-e00e7642d19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.729442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0cad01e4-c4ee-474a-b51e-e00e7642d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.774468 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0cad01e4-c4ee-474a-b51e-e00e7642d19f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1458579ddb2644249e91b436c24a9e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017504 Apr 05 18:47:28.774468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad01e4-c4ee-474a-b51e-e00e7642d19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cd9dab-9fd1-4092-9859-40030ea716f2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:28.775907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51038) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:28.778997 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.787502 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.802660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a75861f4-448e-4217-9b71-41ae05d632e0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:47:28.808959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.835152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:28.841609 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.862211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:28.864510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a59ef35d-a1e9-4767-aa71-7304b62112c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.871479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:28.885679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Pushing event updated for resources: {'Port': ['ID=03c20b64-a480-4ca3-9c96-87bfa249cbd5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:28.902263 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a59ef35d-a1e9-4767-aa71-7304b62112c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.949405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Attempting to bind port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:28.949732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Attempting to bind port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:28.950093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Attempting to bind port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:28.957544 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:28.958175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:28.958789 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.959167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Bound using segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:28.960610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Bound port: 03c20b64-a480-4ca3-9c96-87bfa249cbd5, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:28.961093 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.968388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a59ef35d-a1e9-4767-aa71-7304b62112c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.971595 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a59ef35d-a1e9-4767-aa71-7304b62112c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:28.976284 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a59ef35d-a1e9-4767-aa71-7304b62112c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6cd9dab-9fd1-4092-9859-40030ea716f2 HTTP/1.1" status: 204 len: 168 time: 0.1993651 Apr 05 18:47:28.987960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ef35d-a1e9-4767-aa71-7304b62112c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cd9dab-9fd1-4092-9859-40030ea716f2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:29.066690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabc463-0136-4e2f-8cbb-7a96b2fc6bc8 req-14ab48b5-6094-4d85-88a2-75e84eb1b225 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:29.077031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4cabc463-0136-4e2f-8cbb-7a96b2fc6bc8 req-14ab48b5-6094-4d85-88a2-75e84eb1b225 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.2275288 Apr 05 18:47:29.104467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] For port 03c20b64-a480-4ca3-9c96-87bfa249cbd5, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:29.120953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] For port 03c20b64-a480-4ca3-9c96-87bfa249cbd5, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=03c20b64-a480-4ca3-9c96-87bfa249cbd5,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:29.126461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Allocated IP 172.25.4.119 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:29.131423 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.175919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4cabc463-0136-4e2f-8cbb-7a96b2fc6bc8 req-0cc26307-e32d-41e7-9f1f-f005ad4cda3f tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978949 Apr 05 18:47:29.230730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 953fafa0-a5a4-4b98-927a-3499a76102f0 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:47:29.233948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65987653-a47f-48f0-9297-ca4805679aaf None None] Pushing event updated for resources: {'Port': ['ID=03c20b64-a480-4ca3-9c96-87bfa249cbd5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:29.254214 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09990836-2185-4527-8ee4-caed4f51f526 req-a4bfad46-b157-43b8-b4b4-584873aa0f8d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:29.255940 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-09990836-2185-4527-8ee4-caed4f51f526 req-a4bfad46-b157-43b8-b4b4-584873aa0f8d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 946 time: 0.1059899 Apr 05 18:47:29.337948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.375325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 953fafa0-a5a4-4b98-927a-3499a76102f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=953fafa0-a5a4-4b98-927a-3499a76102f0,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:29.388652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-09990836-2185-4527-8ee4-caed4f51f526 req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Deleting port bba2b00f-c291-41b5-8578-b90e84694151 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:29.389005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-09990836-2185-4527-8ee4-caed4f51f526 req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.408883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589fafd-e50e-49f9-a87a-8b85307d10c4 req-c89acd84-d603-45bf-939b-fb3e38ecd040 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:29.413987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '953fafa0-a5a4-4b98-927a-3499a76102f0', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'port_id': '953fafa0-a5a4-4b98-927a-3499a76102f0', 'mac_address': 'fa:16:3e:13:e8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3deab1-7812-4525-8991-793933ce26cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:47:29.417636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2589fafd-e50e-49f9-a87a-8b85307d10c4 req-c89acd84-d603-45bf-939b-fb3e38ecd040 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 945 time: 0.3376584 Apr 05 18:47:29.471403 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.539778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953fafa0-a5a4-4b98-927a-3499a76102f0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:29.561102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 953fafa0-a5a4-4b98-927a-3499a76102f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=953fafa0-a5a4-4b98-927a-3499a76102f0,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:29.570165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.613674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:29.635966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-09990836-2185-4527-8ee4-caed4f51f526 req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] For port bba2b00f-c291-41b5-8578-b90e84694151, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=bba2b00f-c291-41b5-8578-b90e84694151,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:29.636352 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-09990836-2185-4527-8ee4-caed4f51f526 req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.654703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e45d915b-3593-4710-834c-edd0330de024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.672157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-09990836-2185-4527-8ee4-caed4f51f526 req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Calling delete_port for bba2b00f-c291-41b5-8578-b90e84694151 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:29.686478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=953fafa0-a5a4-4b98-927a-3499a76102f0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:29.808834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e45d915b-3593-4710-834c-edd0330de024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.821581 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e45d915b-3593-4710-834c-edd0330de024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.890107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 03c20b64-a480-4ca3-9c96-87bfa249cbd5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:29.915089 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e45d915b-3593-4710-834c-edd0330de024 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f131edc7f7264f6db1acef8d1eed3507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2993221 Apr 05 18:47:29.917909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:29.918376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51082) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:29.931684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['953fafa0-a5a4-4b98-927a-3499a76102f0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:47:29.932927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d915b-3593-4710-834c-edd0330de024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b827674f-33c8-4199-bf2d-4bb81dfad0f5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:29.989618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2589fafd-e50e-49f9-a87a-8b85307d10c4 req-f390ee6d-7524-4476-ad64-e47bc8ceadb5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608616 Apr 05 18:47:30.028426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:30.031304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d054d6d0-d358-40ef-a092-4593554c94e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:30.040950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651458d-c2c2-47f8-944a-e112369f7811 req-35e35f27-238b-4171-b82e-c9603494319c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:30.042752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a651458d-c2c2-47f8-944a-e112369f7811 req-35e35f27-238b-4171-b82e-c9603494319c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 945 time: 0.1630104 Apr 05 18:47:30.047227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:30.055572 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d054d6d0-d358-40ef-a092-4593554c94e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:30.059161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:30.064123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:30.064607 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:30.107752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 788e5fdb-d4d3-4926-80a3-125a45813e1a details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:47:30.109933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a75861f4-448e-4217-9b71-41ae05d632e0 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:30.118633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d054d6d0-d358-40ef-a092-4593554c94e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:30.121314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d054d6d0-d358-40ef-a092-4593554c94e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:30.123041 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d054d6d0-d358-40ef-a092-4593554c94e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b827674f-33c8-4199-bf2d-4bb81dfad0f5 HTTP/1.1" status: 204 len: 168 time: 0.2023268 Apr 05 18:47:30.129386 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-09990836-2185-4527-8ee4-caed4f51f526 req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:30.143038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054d6d0-d358-40ef-a092-4593554c94e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b827674f-33c8-4199-bf2d-4bb81dfad0f5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:30.164571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Pushing event updated for resources: {'Port': ['ID=efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:30.168316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event deleted for resources: {'Port': ['ID=bba2b00f-c291-41b5-8578-b90e84694151,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:30.270026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-09990836-2185-4527-8ee4-caed4f51f526 req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] No DVR routers for this DVR port bba2b00f-c291-41b5-8578-b90e84694151 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:47:30.277912 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-09990836-2185-4527-8ee4-caed4f51f526 req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:30.278467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a651458d-c2c2-47f8-944a-e112369f7811 req-7221a080-f924-4713-ba4d-b74d6ecba02e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258203 Apr 05 18:47:30.286730 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-09990836-2185-4527-8ee4-caed4f51f526 req-83d94d8b-dd05-4b2f-b864-96df3347b575 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "DELETE /v2.0/ports/bba2b00f-c291-41b5-8578-b90e84694151 HTTP/1.1" status: 204 len: 173 time: 1.0246375 Apr 05 18:47:30.287221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dd16d8-9d25-4e18-970e-85d6965c97ab', 'name': 'network-vif-deleted', 'tag': 'bba2b00f-c291-41b5-8578-b90e84694151'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:30.309891 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236ffb94-75b3-4632-b705-55dcd930b832" -d '{"events": [{"server_uuid": "c5dd16d8-9d25-4e18-970e-85d6965c97ab", "name": "network-vif-deleted", "tag": "bba2b00f-c291-41b5-8578-b90e84694151"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:30.435933 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf303058-7659-413c-bc5a-5c66e5d96906 x-openstack-request-id: req-cf303058-7659-413c-bc5a-5c66e5d96906 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:30.435933 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5dd16d8-9d25-4e18-970e-85d6965c97ab", "name": "network-vif-deleted", "tag": "bba2b00f-c291-41b5-8578-b90e84694151", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:30.436262 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf303058-7659-413c-bc5a-5c66e5d96906 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:30.436519 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf303058-7659-413c-bc5a-5c66e5d96906'] response: {'server_uuid': 'c5dd16d8-9d25-4e18-970e-85d6965c97ab', 'name': 'network-vif-deleted', 'tag': 'bba2b00f-c291-41b5-8578-b90e84694151', 'status': 'completed', 'code': 200} Apr 05 18:47:30.495267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port a75861f4-448e-4217-9b71-41ae05d632e0 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:47:30.525840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-539035ef-2a90-4a01-95af-0a7c116f9b2c req-82b7ec94-dbeb-46c4-a33e-8d8c2598d146 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5dd16d8-9d25-4e18-970e-85d6965c97ab HTTP/1.1" status: 200 len: 210 time: 0.1521676 Apr 05 18:47:30.764079 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.014073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port a75861f4-448e-4217-9b71-41ae05d632e0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:31.014587 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.020773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d7f61-106d-4689-bf64-d6016e1aa8cd None None] Network 0113a2e8-8527-4f08-b7cd-5061799e746d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:31.087831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.176476 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.255244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:31.259423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed202-a5d9-41a2-a214-abeaab3b495d req-4780c74e-cf19-4f72-bc79-efbd1bbc2fda tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:31.267851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a7ed202-a5d9-41a2-a214-abeaab3b495d req-4780c74e-cf19-4f72-bc79-efbd1bbc2fda tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 945 time: 0.1275542 Apr 05 18:47:31.305778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '788e5fdb-d4d3-4926-80a3-125a45813e1a', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'port_id': '788e5fdb-d4d3-4926-80a3-125a45813e1a', 'mac_address': 'fa:16:3e:31:bc:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfad1ea-6e91-40f0-bbd5-8206899d181a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:47:31.317693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ebeb7f8c-495f-46ea-bbd5-389d047e29d2 None None] Provisioning complete for port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:31.319563 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7f8c-495f-46ea-bbd5-389d047e29d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.367595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 03c20b64-a480-4ca3-9c96-87bfa249cbd5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=03c20b64-a480-4ca3-9c96-87bfa249cbd5,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:31.427205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.488995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a7ed202-a5d9-41a2-a214-abeaab3b495d req-d3cedb0c-e001-4a14-bdb0-4b25e5afefdf tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202778 Apr 05 18:47:31.513340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960de350-0b1a-4b1b-9412-dd252ac0dfad req-6933e394-a89a-4487-807e-80b50e738a7a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:31.515795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-960de350-0b1a-4b1b-9412-dd252ac0dfad req-6933e394-a89a-4487-807e-80b50e738a7a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 945 time: 0.1131260 Apr 05 18:47:31.540706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:47:31.572709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-960de350-0b1a-4b1b-9412-dd252ac0dfad req-597069db-002d-4ca4-af3b-295a6ed76b52 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Apr 05 18:47:31.687469 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.689652 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.727928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=03c20b64-a480-4ca3-9c96-87bfa249cbd5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:31.734860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 788e5fdb-d4d3-4926-80a3-125a45813e1a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:31.761455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51140) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:31.764920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:31.775574 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Sync routers for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:31.796150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbda260e-f24e-4862-9248-4cf0e28fbee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75861f4-448e-4217-9b71-41ae05d632e0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:31.799704 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a117cfdb-d983-46df-b240-25f56b8585c4" -d '{"events": [{"server_uuid": "cbda260e-f24e-4862-9248-4cf0e28fbee9", "name": "network-vif-plugged", "status": "completed", "tag": "a75861f4-448e-4217-9b71-41ae05d632e0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:31.810980 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.814107 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-930cf35a-2a1c-425d-8138-e06da1b83c54 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6002867 Apr 05 18:47:31.817064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51146) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:31.825432 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:31.831639 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:31.884837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:31.887191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a75861f4-448e-4217-9b71-41ae05d632e0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a75861f4-448e-4217-9b71-41ae05d632e0,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:31.894604 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef58eef-102c-48a7-8338-2e300288d77c x-openstack-request-id: req-4ef58eef-102c-48a7-8338-2e300288d77c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:31.894990 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbda260e-f24e-4862-9248-4cf0e28fbee9", "name": "network-vif-plugged", "status": "completed", "tag": "a75861f4-448e-4217-9b71-41ae05d632e0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:31.895337 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ef58eef-102c-48a7-8338-2e300288d77c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:31.913971 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef58eef-102c-48a7-8338-2e300288d77c'] response: {'server_uuid': 'cbda260e-f24e-4862-9248-4cf0e28fbee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75861f4-448e-4217-9b71-41ae05d632e0', 'code': 200} Apr 05 18:47:31.921025 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:31.937051 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.000326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1326591892'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:32.075760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=788e5fdb-d4d3-4926-80a3-125a45813e1a,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:32.076136 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:32.078546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38788f95-bb2d-4fcd-ae93-28ba6a4c334f req-b4afa289-8d91-4604-b319-5684029ec040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:32.079829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38788f95-bb2d-4fcd-ae93-28ba6a4c334f req-b4afa289-8d91-4604-b319-5684029ec040 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 1097 time: 0.1521351 Apr 05 18:47:32.089588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['788e5fdb-d4d3-4926-80a3-125a45813e1a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:47:32.090130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:32.094487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.099417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['ba87e320-4ad4-47ad-962b-e96f59b83cd3'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:47:32.117284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d05eeb-2245-4d6b-b2da-6360e9adef0f req-81757c9f-58b5-434c-a9b8-955150ddf592 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:32.125941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92d05eeb-2245-4d6b-b2da-6360e9adef0f req-81757c9f-58b5-434c-a9b8-955150ddf592 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.1327350 Apr 05 18:47:32.209350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92d05eeb-2245-4d6b-b2da-6360e9adef0f req-f95e0b34-84a1-4728-ad0a-a51889caa9cb tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802381 Apr 05 18:47:32.210316 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.363762 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:30Z', 'revision_number': 3, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:32.381469 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.396419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.407912 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Checking router: 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:47:32.408298 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Updating router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:47:32.435720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38788f95-bb2d-4fcd-ae93-28ba6a4c334f req-45f6a6ad-6a84-4197-b4d3-4f634f2bea6b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466177 Apr 05 18:47:32.441927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:32.450337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e3b48678-8d07-4152-8327-bb2167d5df89 None None] Provisioning complete for port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:32.450906 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3b48678-8d07-4152-8327-bb2167d5df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.465971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.468122 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment 9b128d2a-8003-4e36-b4c9-668d2f5c019e of type vlan for network be4eb772-4ec2-465b-aa1e-664e9453656f Apr 05 18:47:32.473802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21324d3-323b-46c3-b4c0-24bc8691315d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:32.480368 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.551705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a75861f4-448e-4217-9b71-41ae05d632e0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:32.627009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.701146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c99b9-2303-435e-8f5c-1782b8ae7bf4 req-cf382e62-50ed-4504-8c44-bfc7819d4a96 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:32.710557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad9c99b9-2303-435e-8f5c-1782b8ae7bf4 req-cf382e62-50ed-4504-8c44-bfc7819d4a96 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.1141057 Apr 05 18:47:32.718272 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.725395 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:32.726691 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.832424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad9c99b9-2303-435e-8f5c-1782b8ae7bf4 req-4ed830b2-0b8e-4e4c-9118-be8bd61734f5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140878 Apr 05 18:47:32.860009 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:32.893803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1282589 Apr 05 18:47:32.930897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6ea69-c242-492b-b44b-a9e16afd216e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=be4eb772-4ec2-465b-aa1e-664e9453656f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:32.964006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network be4eb772-4ec2-465b-aa1e-664e9453656f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:33.016838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9293360-f9b1-4ad1-a1ac-395cca1bd66e req-30309d8c-e652-4208-a3f8-e468348bfb9e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:33.023356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9293360-f9b1-4ad1-a1ac-395cca1bd66e req-30309d8c-e652-4208-a3f8-e468348bfb9e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 945 time: 0.2787271 Apr 05 18:47:33.092669 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.111881 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.118281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9293360-f9b1-4ad1-a1ac-395cca1bd66e req-f3844f97-6a0a-4b5a-94d2-dafc6c9c15c1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854948 Apr 05 18:47:33.177053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Allocated IP 172.20.0.1 (0113a2e8-8527-4f08-b7cd-5061799e746d/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8/b90f9874-8202-48dd-9b08-3bf713219398) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:33.204658 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b59725-f6ec-4cbd-9bf2-6522a958c4b7 None None] Pushing event updated for resources: {'Port': ['ID=efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:33.218809 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Attempting to bind port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:33.219092 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Attempting to bind port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:33.219491 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Attempting to bind port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:33.225187 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:33.230367 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:33.230367 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.230367 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:33.230367 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Bound port: efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:33.230367 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.261382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 953fafa0-a5a4-4b98-927a-3499a76102f0 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:33.430500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42a042-ca21-4b41-9ba1-e258bdf79a1d req-5ee9caa8-3088-4dc4-9f9b-46b51b22d91d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:33.433395 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] For port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:33.440519 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] For port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:33.443498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf42a042-ca21-4b41-9ba1-e258bdf79a1d req-5ee9caa8-3088-4dc4-9f9b-46b51b22d91d tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0947003 Apr 05 18:47:33.449174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 953fafa0-a5a4-4b98-927a-3499a76102f0 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:47:33.451731 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.458353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 953fafa0-a5a4-4b98-927a-3499a76102f0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:33.458753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.476543 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.514646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf42a042-ca21-4b41-9ba1-e258bdf79a1d req-14bfcad2-7ed7-4b4c-b2c2-c1dc35b31916 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Apr 05 18:47:33.544808 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:33.546840 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:33.564799 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.649310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b90f9874-8202-48dd-9b08-3bf713219398,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:33.651244 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.672318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:33.678319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:33.680729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:33.708536 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b59725-f6ec-4cbd-9bf2-6522a958c4b7 None None] Pushing event updated for resources: {'Port': ['ID=efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:33.790693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.825743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 953fafa0-a5a4-4b98-927a-3499a76102f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=953fafa0-a5a4-4b98-927a-3499a76102f0,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:33.840548 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:33.842681 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device bba2b00f-c291-41b5-8578-b90e84694151 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:33.852529 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:34.035330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953fafa0-a5a4-4b98-927a-3499a76102f0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:34.041526 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51e6e4e-1e52-4e97-82a1-528ed751c33c" -d '{"events": [{"server_uuid": "944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7", "name": "network-vif-plugged", "status": "completed", "tag": "953fafa0-a5a4-4b98-927a-3499a76102f0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:34.045084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: bba2b00f-c291-41b5-8578-b90e84694151 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:47:34.050568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device bba2b00f-c291-41b5-8578-b90e84694151 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:47:34.057707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 03c20b64-a480-4ca3-9c96-87bfa249cbd5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:34.117084 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:34.161293 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 788e5fdb-d4d3-4926-80a3-125a45813e1a up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:34.248061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=953fafa0-a5a4-4b98-927a-3499a76102f0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:34.287837 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38168158-1053-4f41-a43e-d7592c3056d4 x-openstack-request-id: req-38168158-1053-4f41-a43e-d7592c3056d4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:34.292223 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7", "name": "network-vif-plugged", "status": "completed", "tag": "953fafa0-a5a4-4b98-927a-3499a76102f0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:34.294562 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:30Z', 'revision_number': 3, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:34.296381 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38168158-1053-4f41-a43e-d7592c3056d4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:34.298667 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38168158-1053-4f41-a43e-d7592c3056d4'] response: {'server_uuid': '944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953fafa0-a5a4-4b98-927a-3499a76102f0', 'code': 200} Apr 05 18:47:34.343943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-16bf0482-9354-4bd2-a684-38fb760ce4c3 None None] Provisioning complete for port b90f9874-8202-48dd-9b08-3bf713219398 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:34.344676 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16bf0482-9354-4bd2-a684-38fb760ce4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:34.364820 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e2f90-8bd4-468a-9b6a-b2b82b9c1b8c None None] The sync data for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 is: [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:30Z', 'revision_number': 3, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:34.372931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c2b7-3945-4fee-8a64-b2166c08d386 req-59295502-d2e3-4418-b4cd-61ddf48481b4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:34.380036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a56c2b7-3945-4fee-8a64-b2166c08d386 req-59295502-d2e3-4418-b4cd-61ddf48481b4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.3562820 Apr 05 18:47:34.408893 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:34.438774 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:34.483226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:34.483998 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:34.490790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-16bf0482-9354-4bd2-a684-38fb760ce4c3 None None] Port b90f9874-8202-48dd-9b08-3bf713219398 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:47:34.497037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 788e5fdb-d4d3-4926-80a3-125a45813e1a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:34.497660 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:34.510829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:34.539234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a56c2b7-3945-4fee-8a64-b2166c08d386 req-c530d26e-d5eb-482a-b194-5289b9f5818b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507044 Apr 05 18:47:34.629219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e8f2a-4712-40e1-a252-27612f934775 req-6218ede5-d416-4796-a3b6-25f3bfdb1099 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:34.641106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-221e8f2a-4712-40e1-a252-27612f934775 req-6218ede5-d416-4796-a3b6-25f3bfdb1099 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 946 time: 0.1783712 Apr 05 18:47:34.652752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fc8f7-b955-4687-992f-fee60fe58d3f req-456cc034-1924-47cb-9e35-3247bfeb5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:34.654677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-164fc8f7-b955-4687-992f-fee60fe58d3f req-456cc034-1924-47cb-9e35-3247bfeb5db7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 1097 time: 0.2358072 Apr 05 18:47:34.699410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b90f9874-8202-48dd-9b08-3bf713219398,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:34.809038 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-164fc8f7-b955-4687-992f-fee60fe58d3f req-7f842102-e1cc-4e91-b4b6-a84fe9004268 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338131 Apr 05 18:47:34.896264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:34.904075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:34.910885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:34.934146 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:35.026888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-221e8f2a-4712-40e1-a252-27612f934775 req-9358e6fc-8543-437e-918b-c81356cb4aea tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808937 Apr 05 18:47:35.048732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:35.060696 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:35.088826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-bfaf16a9-b5b4-43da-94f3-6f336806199c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:35.089912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-bfaf16a9-b5b4-43da-94f3-6f336806199c tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.3940165 Apr 05 18:47:35.259905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31921abb-1ee4-4e40-ae3b-16f7506be4c2 req-9142a7f6-6cde-489a-b7b1-03e5e457f327 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:35.262693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31921abb-1ee4-4e40-ae3b-16f7506be4c2 req-9142a7f6-6cde-489a-b7b1-03e5e457f327 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 945 time: 0.4685490 Apr 05 18:47:35.264172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=788e5fdb-d4d3-4926-80a3-125a45813e1a,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:35.387648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31921abb-1ee4-4e40-ae3b-16f7506be4c2 req-d7d1d8bd-5708-46fb-a225-719e83b84897 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/security-groups?id=18ebd2fb-eb38-4da9-bd4e-7786a362f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064863 Apr 05 18:47:35.425172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:47:35.634727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894bde3-0214-449e-83df-2a8542d60209 req-f58c5f29-3007-4ae6-9fe1-71cd962b16f8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:35.645155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1894bde3-0214-449e-83df-2a8542d60209 req-f58c5f29-3007-4ae6-9fe1-71cd962b16f8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.1755993 Apr 05 18:47:35.651729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6816908f-bbbc-40eb-aa2e-94052104fb25 None None] Provisioning complete for port b90f9874-8202-48dd-9b08-3bf713219398 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:35.652115 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6816908f-bbbc-40eb-aa2e-94052104fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:35.714526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Deleting port ba87e320-4ad4-47ad-962b-e96f59b83cd3 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:35.715759 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:35.798579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6816908f-bbbc-40eb-aa2e-94052104fb25 None None] Port b90f9874-8202-48dd-9b08-3bf713219398 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:47:35.948698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:35.986615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] For port ba87e320-4ad4-47ad-962b-e96f59b83cd3, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ba87e320-4ad4-47ad-962b-e96f59b83cd3,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:35.990389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:36.029701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Calling delete_port for ba87e320-4ad4-47ad-962b-e96f59b83cd3 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:36.104442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:36.107437 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:36.346330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51212) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:36.376683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1894bde3-0214-449e-83df-2a8542d60209 req-d8dc1aed-9ebf-46fe-aa0a-8e4dbe4bc085 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7265580 Apr 05 18:47:36.388095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:36.391728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': 'be4eb772-4ec2-465b-aa1e-664e9453656f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:36.404707 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7173c3b6-dcbc-49f2-a200-94e96f3eb0b3 admin admin] 10.222.0.15 "PUT /v2.0/routers/4ca12bfd-0d58-41c9-aaf3-79488ec4fd00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5862534 Apr 05 18:47:36.523614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:36.526667 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5938560c-8ae5-4f68-b300-a11c07b79c57" -d '{"events": [{"server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:36.605810 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:36.652487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:36.652908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:36.665539 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:36.721722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2539c4b-c29b-445d-a26d-2a4fb2725feb req-61f5d903-d7a2-485e-adea-af35f7b5e782 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b36c138-6bed-47fe-af71-66d65392aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0955088 Apr 05 18:47:36.736974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Pushing event deleted for resources: {'Port': ['ID=ba87e320-4ad4-47ad-962b-e96f59b83cd3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:36.771416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71125b-fd0a-42c5-82b0-467a8f02cbc1 req-83f297fa-0be6-444e-83a4-1b5e96d97650 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:36.773983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f71125b-fd0a-42c5-82b0-467a8f02cbc1 req-83f297fa-0be6-444e-83a4-1b5e96d97650 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 946 time: 0.5357327 Apr 05 18:47:36.812439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:36.823136 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748d40dd-a88d-4cea-af9c-e0195d1663ae x-openstack-request-id: req-748d40dd-a88d-4cea-af9c-e0195d1663ae {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:36.824088 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "name": "network-vif-plugged", "status": "completed", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:36.824344 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-748d40dd-a88d-4cea-af9c-e0195d1663ae {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:36.824870 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748d40dd-a88d-4cea-af9c-e0195d1663ae'] response: {'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a', 'code': 200} Apr 05 18:47:36.885232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:36.893217 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:36.955018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] No DVR routers for this DVR port ba87e320-4ad4-47ad-962b-e96f59b83cd3 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:47:36.968240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:36.972368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02bcb37c-7aa7-4f27-84da-a7ebcad3544a req-0a2d3a25-b1b3-44d1-b01c-da81fccf5721 tempest-ServerRescueNegativeTestJSON-1048315940 tempest-ServerRescueNegativeTestJSON-1048315940-project] 10.222.0.25 "DELETE /v2.0/ports/ba87e320-4ad4-47ad-962b-e96f59b83cd3 HTTP/1.1" status: 204 len: 173 time: 1.8594480 Apr 05 18:47:36.973091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b36c138-6bed-47fe-af71-66d65392aaa9', 'name': 'network-vif-deleted', 'tag': 'ba87e320-4ad4-47ad-962b-e96f59b83cd3'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:36.976388 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9b6c59-551d-4de5-8d69-9b8fa27e967e" -d '{"events": [{"server_uuid": "2b36c138-6bed-47fe-af71-66d65392aaa9", "name": "network-vif-deleted", "tag": "ba87e320-4ad4-47ad-962b-e96f59b83cd3"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:36.987924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:37.051119 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b2eaca-8e33-4f44-afa8-70cdad542394 x-openstack-request-id: req-e4b2eaca-8e33-4f44-afa8-70cdad542394 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:37.051659 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b36c138-6bed-47fe-af71-66d65392aaa9", "name": "network-vif-deleted", "tag": "ba87e320-4ad4-47ad-962b-e96f59b83cd3", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:37.052012 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4b2eaca-8e33-4f44-afa8-70cdad542394 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:37.060866 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b2eaca-8e33-4f44-afa8-70cdad542394'] response: {'server_uuid': '2b36c138-6bed-47fe-af71-66d65392aaa9', 'name': 'network-vif-deleted', 'tag': 'ba87e320-4ad4-47ad-962b-e96f59b83cd3', 'status': 'completed', 'code': 200} Apr 05 18:47:37.099397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f71125b-fd0a-42c5-82b0-467a8f02cbc1 req-c9e7bc8e-d5db-47c3-b5b5-ac3635012cb5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012085 Apr 05 18:47:37.276894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ba87e320-4ad4-47ad-962b-e96f59b83cd3 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:37.332006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: ba87e320-4ad4-47ad-962b-e96f59b83cd3 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:47:37.336998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ba87e320-4ad4-47ad-962b-e96f59b83cd3 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:47:37.386766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:37.513421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Sync routers for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:37.545188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:37.545835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:37.595461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=f934b9a7-6cf3-42db-a679-9eba8f64704d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:37.609301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:37.618584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1699162846-network', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:37.673505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking segment: {'id': '9b128d2a-8003-4e36-b4c9-668d2f5c019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be4eb772-4ec2-465b-aa1e-664e9453656f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:37.673852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network hostable DHCP agents. Network: be4eb772-4ec2-465b-aa1e-664e9453656f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:37.681426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Made reservation on behalf of 5138421f5b8c458baaa7ec195f5bfa8b for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:37.683933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:37.695780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e012-fc06-455f-8c0a-5e8cd2a274d5 req-0d61a7dd-892e-4699-82ee-7a440c0f2f59 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:37.697425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c20e012-fc06-455f-8c0a-5e8cd2a274d5 req-0d61a7dd-892e-4699-82ee-7a440c0f2f59 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.1720107 Apr 05 18:47:37.707474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:37.716799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:37.745035 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network be4eb772-4ec2-465b-aa1e-664e9453656f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:37.778092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c20e012-fc06-455f-8c0a-5e8cd2a274d5 req-12f31335-9d5c-427c-9610-d81cde386432 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725026 Apr 05 18:47:37.801141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, be4eb772-4ec2-465b-aa1e-664e9453656f) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:37.812961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:37.813676 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:37.827152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638735d-5c1e-4282-a6b2-954d44557cbb None None] Network be4eb772-4ec2-465b-aa1e-664e9453656f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:37.829174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:37.833190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51250) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:37.862180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51254) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:37.890467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-82c6af43-7934-44e2-a2d2-905e4295a591 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5068710 Apr 05 18:47:37.890728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-559104027'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:37.944444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:37.976506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.050084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.057582 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.069220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:38.096996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:38.102174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3fb838-9dec-4b54-b3e0-bb3d40339847,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:38.114946 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.114946 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Added segment a9fc1bc4-68e8-457b-99e9-d75aaf872391 of type vlan for network e40e7626-e6de-43cc-b0bb-dc0f307d95ce Apr 05 18:47:38.123542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.123915 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment 2ea72b2b-57c3-4701-a5a8-908bd01e85fe of type vlan for network 686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f Apr 05 18:47:38.168244 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.197357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.199448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:38.200047 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.228078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.271069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6572416 Apr 05 18:47:38.274954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51272) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:38.280315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Request body: {'subnet': {'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1699162846-subnet', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:38.284672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.291427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:38.292094 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.323670 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4574184 Apr 05 18:47:38.338482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51274) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:38.341307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:38.341843 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.351307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': '686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:38.374846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f32518-fb96-4f72-8c7c-583572d02c58 admin admin] Pushing event updated for resources: {'Network': ['ID=e40e7626-e6de-43cc-b0bb-dc0f307d95ce,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:38.396865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network e40e7626-e6de-43cc-b0bb-dc0f307d95ce details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:38.399184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e80702-6936-4a60-a450-f4cb19214072 req-dc4651ab-f74f-4bc5-b1e8-b3e70dd7b1cd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:38.411756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15e80702-6936-4a60-a450-f4cb19214072 req-dc4651ab-f74f-4bc5-b1e8-b3e70dd7b1cd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 946 time: 0.1890039 Apr 05 18:47:38.436809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 2, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:38.462086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15e80702-6936-4a60-a450-f4cb19214072 req-482654c1-e745-4cc3-939c-87a848ec4476 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481567 Apr 05 18:47:38.505946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-be4eb772-4ec2-465b-aa1e-664e9453656f', 'network_id': 'be4eb772-4ec2-465b-aa1e-664e9453656f', 'tenant_id': 'f64f2362ad55499b80f57f0f802872c5', 'fixed_ips': [{'subnet_id': 'f934b9a7-6cf3-42db-a679-9eba8f64704d'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:47:38.507437 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.518184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Checking router: 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:47:38.518578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Updating router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 port b90f9874-8202-48dd-9b08-3bf713219398 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:47:38.554861 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.625423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Made reservation on behalf of 5138421f5b8c458baaa7ec195f5bfa8b for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:38.630203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.690911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef2a6d-a313-4bb4-b918-7d1fb8e51175 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:38.716775 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:38.762856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c29445-b98f-44c7-99a5-8b850668938b req-ee23f6d1-78eb-46ff-9742-d2dfbef0f2fd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:38.771622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7c29445-b98f-44c7-99a5-8b850668938b req-ee23f6d1-78eb-46ff-9742-d2dfbef0f2fd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 946 time: 0.0976281 Apr 05 18:47:38.805302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:38.809219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:38.872617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7c29445-b98f-44c7-99a5-8b850668938b req-6ddb857d-f21a-4411-b574-6a2af8105092 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960717 Apr 05 18:47:39.014530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0007a8-efc8-48f4-b0c3-7f7635349d44 req-01a4b8e7-6b27-4b30-a566-5b10658ad620 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:39.016816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c0007a8-efc8-48f4-b0c3-7f7635349d44 req-01a4b8e7-6b27-4b30-a566-5b10658ad620 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.0843482 Apr 05 18:47:39.048695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Allocated IP 2001:db8:0:ffff::2 (be4eb772-4ec2-465b-aa1e-664e9453656f/f934b9a7-6cf3-42db-a679-9eba8f64704d/254df0f3-f8a6-4758-9bdf-7f1cade8c78c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:39.093637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c0007a8-efc8-48f4-b0c3-7f7635349d44 req-86a31a3e-82c1-4469-8fb4-d4fdf946ae68 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700009 Apr 05 18:47:39.337083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.351830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.362699 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.483242 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.486121 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbc6705a-cfa9-414a-b2f6-19bf1afdaa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.491506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006573f-8348-40f4-9f49-f4cae6d35297 None None] Pushing event updated for resources: {'Port': ['ID=b90f9874-8202-48dd-9b08-3bf713219398,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:39.493332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6cb6971-bb65-4190-8434-daeb279ef169,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:39.501847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.504593 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.561503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Checking segment: {'id': 'a9fc1bc4-68e8-457b-99e9-d75aaf872391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:39.561863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Network hostable DHCP agents. Network: e40e7626-e6de-43cc-b0bb-dc0f307d95ce, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:39.624697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=bde4c770-012b-4c0f-977f-4970abc2fd4f,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:39.659659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking segment: {'id': '2ea72b2b-57c3-4701-a5a8-908bd01e85fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:39.660010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network hostable DHCP agents. Network: 686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:39.662088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Network e40e7626-e6de-43cc-b0bb-dc0f307d95ce is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:39.696574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, e40e7626-e6de-43cc-b0bb-dc0f307d95ce) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:39.707449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:39.708034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.717552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network 686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:39.724966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bcfbe9-ac8d-47e0-9021-86a072bbe7a2 None None] Network e40e7626-e6de-43cc-b0bb-dc0f307d95ce requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:39.746716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.751423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:39.756600 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:39.757694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.757997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Network be4eb772-4ec2-465b-aa1e-664e9453656f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:39.771958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Pushing event updated for resources: {'Port': ['ID=254df0f3-f8a6-4758-9bdf-7f1cade8c78c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:39.782327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:39.810170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-94273eab-ebb8-4175-9df2-e98ea591cdca admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5319123 Apr 05 18:47:39.810690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:39.815500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:39.830319 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3376b062-96ac-4317-a93d-fbeb38313f35 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4863334 Apr 05 18:47:39.830910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51294) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:39.833783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:39.841012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f0d5c-bfb3-4a45-9ce5-12bfbaa3d2d4 None None] Network 686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:39.871644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Attempting to bind port b90f9874-8202-48dd-9b08-3bf713219398 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:39.872069 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Attempting to bind port b90f9874-8202-48dd-9b08-3bf713219398 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:39.872355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Attempting to bind port b90f9874-8202-48dd-9b08-3bf713219398 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:39.883863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.885662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.945124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:39.955984 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.005764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:40.006172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:40.008152 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.008758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Bound using segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:40.009399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Bound port: b90f9874-8202-48dd-9b08-3bf713219398, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:40.009943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.078211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.100841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4b61c146-d46a-4dea-9961-cc840b18bd36 None None] Provisioning complete for port b90f9874-8202-48dd-9b08-3bf713219398 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:40.101213 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b61c146-d46a-4dea-9961-cc840b18bd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.150723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Attempting to bind port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:40.151101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Attempting to bind port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '9b128d2a-8003-4e36-b4c9-668d2f5c019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be4eb772-4ec2-465b-aa1e-664e9453656f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:40.151459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Attempting to bind port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c on network be4eb772-4ec2-465b-aa1e-664e9453656f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:40.169325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.176704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:40.177116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Checking segment: {'id': '9b128d2a-8003-4e36-b4c9-668d2f5c019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be4eb772-4ec2-465b-aa1e-664e9453656f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:40.177541 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.178048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Bound using segment: {'id': '9b128d2a-8003-4e36-b4c9-668d2f5c019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be4eb772-4ec2-465b-aa1e-664e9453656f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:40.179314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Bound port: 254df0f3-f8a6-4758-9bdf-7f1cade8c78c, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b128d2a-8003-4e36-b4c9-668d2f5c019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'be4eb772-4ec2-465b-aa1e-664e9453656f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:40.179927 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.195053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71119b29-a9e7-47ab-9c5a-fce524a2a1ca req-63670bac-1182-4aed-8baf-0c9e19c1a61a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:40.196795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71119b29-a9e7-47ab-9c5a-fce524a2a1ca req-63670bac-1182-4aed-8baf-0c9e19c1a61a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 946 time: 0.1845922 Apr 05 18:47:40.253122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.260219 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71119b29-a9e7-47ab-9c5a-fce524a2a1ca req-ab3fabe0-53dd-4301-856e-47f8aa2e169f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Apr 05 18:47:40.340093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=bde4c770-012b-4c0f-977f-4970abc2fd4f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:40.365168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] For port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:40.369215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] For port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=254df0f3-f8a6-4758-9bdf-7f1cade8c78c,segment=NetworkSegment(9b128d2a-8003-4e36-b4c9-668d2f5c019e),segment_id=9b128d2a-8003-4e36-b4c9-668d2f5c019e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:40.376865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] For port b90f9874-8202-48dd-9b08-3bf713219398, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:40.390987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] For port b90f9874-8202-48dd-9b08-3bf713219398, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b90f9874-8202-48dd-9b08-3bf713219398,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:40.396506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4b61c146-d46a-4dea-9961-cc840b18bd36 None None] Port b90f9874-8202-48dd-9b08-3bf713219398 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:47:40.404028 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.436455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d66bda-7832-4e58-8027-619168e7436b req-162c518b-4b92-49a8-9f1d-fc49495f959d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:40.449253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8d66bda-7832-4e58-8027-619168e7436b req-162c518b-4b92-49a8-9f1d-fc49495f959d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.1347001 Apr 05 18:47:40.466629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.478243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b0555-ee41-4dc2-9387-a96ebe336ae3 None None] Pushing event updated for resources: {'Port': ['ID=254df0f3-f8a6-4758-9bdf-7f1cade8c78c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:40.527858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8d66bda-7832-4e58-8027-619168e7436b req-96703d94-f8be-4cbd-87c8-463254482824 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776501 Apr 05 18:47:40.601999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:40.602788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:40.610294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-e40e7626-e6de-43cc-b0bb-dc0f307d95ce', 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'fixed_ips': [{'subnet_id': 'e6cb6971-bb65-4190-8434-daeb279ef169'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:47:40.611176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.651125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.688291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d92ae-1b62-4654-b7d0-3ef290e639a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f', 'network_id': '686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f', 'tenant_id': 'f64f2362ad55499b80f57f0f802872c5', 'fixed_ips': [{'subnet_id': 'bde4c770-012b-4c0f-977f-4970abc2fd4f'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:47:40.689260 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e94d92ae-1b62-4654-b7d0-3ef290e639a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.714586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:40.773789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea72b2b-57c3-4701-a5a8-908bd01e85fe') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:40.778288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea72b2b-57c3-4701-a5a8-908bd01e85fe') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:40.820552 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.836145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Deleting port 454768d4-c306-4c53-845e-2f9a1748bcd1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:40.836649 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.854967 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.926641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] For port 454768d4-c306-4c53-845e-2f9a1748bcd1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=454768d4-c306-4c53-845e-2f9a1748bcd1,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:40.927014 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.941333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Calling delete_port for 454768d4-c306-4c53-845e-2f9a1748bcd1 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:40.960758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:40.997267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Allocated IP 172.20.0.2 (e40e7626-e6de-43cc-b0bb-dc0f307d95ce/e6cb6971-bb65-4190-8434-daeb279ef169/eddceb2b-43c9-4595-8216-f950709b5f83) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:41.118797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b5177-de81-467f-b6aa-5b84d629a48a req-b02942a9-6176-4dfe-95c2-2c97372fc3d9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:41.120330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f3b5177-de81-467f-b6aa-5b84d629a48a req-b02942a9-6176-4dfe-95c2-2c97372fc3d9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 946 time: 0.2767835 Apr 05 18:47:41.135252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.165199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:47:41.165613 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:47:41.185370 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:47:41.280455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.343921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:41.405906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006573f-8348-40f4-9f49-f4cae6d35297 None None] Pushing event updated for resources: {'Port': ['ID=b90f9874-8202-48dd-9b08-3bf713219398,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:41.425165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d47ef1-75a9-447b-9e14-d50e0568650b None None] Network 686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:41.432631 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d493f1fe-bd5d-44c9-94dc-dc29af067cea None None] Provisioning complete for port b90f9874-8202-48dd-9b08-3bf713219398 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:41.433123 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d493f1fe-bd5d-44c9-94dc-dc29af067cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.510153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=454768d4-c306-4c53-845e-2f9a1748bcd1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:41.572436 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.581368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.602312 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f HTTP/1.1" status: 204 len: 168 time: 1.7577853 Apr 05 18:47:41.602615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51328) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:41.619899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909961805'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:41.671437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:41.674817 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.703147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:41.714857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.715283 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment e4d2e2cf-40f6-48ed-9b8f-5007f140da4c of type vlan for network 6080c21d-9e06-470b-b5d4-20c4731074c4 Apr 05 18:47:41.761742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.766794 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d493f1fe-bd5d-44c9-94dc-dc29af067cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.796058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d23e70-114e-43d8-bed2-726c0e597917 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:41.804472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.811009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:41.811760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:41.931090 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3224564 Apr 05 18:47:41.932166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f3b5177-de81-467f-b6aa-5b84d629a48a req-e9582678-9745-4cf5-983a-aaf324a3a0c6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919211 Apr 05 18:47:41.943774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51330) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:41.953107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': '6080c21d-9e06-470b-b5d4-20c4731074c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:41.987620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff61ab-ba0f-4294-bb39-2a860cdba2d7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=6080c21d-9e06-470b-b5d4-20c4731074c4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:42.001770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.064583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 6080c21d-9e06-470b-b5d4-20c4731074c4 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:42.154149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 254df0f3-f8a6-4758-9bdf-7f1cade8c78c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:42.157400 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.203006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:42.206438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.223099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Allocated IP 172.25.4.179 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/18262aca-a92a-4998-a365-4276ee1aada9) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:42.264727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d493f1fe-bd5d-44c9-94dc-dc29af067cea None None] For port b90f9874-8202-48dd-9b08-3bf713219398, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b90f9874-8202-48dd-9b08-3bf713219398,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:42.327887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Router efdec9b9-8a6e-4447-91fb-0fa74663ec91 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:47:42.365261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969ad6a-9339-4677-89cb-cb673a42845a req-a4eee8b2-4247-4eb4-917f-469b477f88d2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:42.367769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e969ad6a-9339-4677-89cb-cb673a42845a req-a4eee8b2-4247-4eb4-917f-469b477f88d2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.5315895 Apr 05 18:47:42.467440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:42.476823 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c5d935e0-8077-4e4e-aac3-f4780a392c02 admin admin] 10.222.0.15 "PUT /v2.0/routers/efdec9b9-8a6e-4447-91fb-0fa74663ec91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6387627 Apr 05 18:47:42.481740 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] Sync routers for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:42.493643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:42.572030 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:42.572686 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:42.611072 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-824d57e5-0be2-4b32-bae5-08c7f60fb929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.614179 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d493f1fe-bd5d-44c9-94dc-dc29af067cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.619272 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.682301 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.722802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9309f9-a7ee-4000-8675-20d6790e39bc None None] Network be4eb772-4ec2-465b-aa1e-664e9453656f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:42.746551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-280a1ea1-fcf5-43a3-9577-e3f420af94f5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:42.748220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-280a1ea1-fcf5-43a3-9577-e3f420af94f5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.25 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 946 time: 0.4360061 Apr 05 18:47:42.780238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Network e40e7626-e6de-43cc-b0bb-dc0f307d95ce is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:42.794355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e969ad6a-9339-4677-89cb-cb673a42845a req-744a97b9-c3a5-4abb-bbdb-9fab90e268c1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892336 Apr 05 18:47:42.808924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:42.842461 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:42.848266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:42.884550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a6ba1138-e0a9-49a4-89f4-3db39138fddc None None] Provisioning complete for port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:42.884550 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6ba1138-e0a9-49a4-89f4-3db39138fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.891611 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.929742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:42.930213 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:42.963838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493f1fe-bd5d-44c9-94dc-dc29af067cea None None] Pushing event updated for resources: {'Port': ['ID=b90f9874-8202-48dd-9b08-3bf713219398,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:43.003302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.094243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.114139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Attempting to bind port eddceb2b-43c9-4595-8216-f950709b5f83 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:43.114648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Attempting to bind port eddceb2b-43c9-4595-8216-f950709b5f83 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'a9fc1bc4-68e8-457b-99e9-d75aaf872391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:43.115106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Attempting to bind port eddceb2b-43c9-4595-8216-f950709b5f83 on network e40e7626-e6de-43cc-b0bb-dc0f307d95ce {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:43.123529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:40Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:43.130056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:43.130643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Checking segment: {'id': 'a9fc1bc4-68e8-457b-99e9-d75aaf872391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:43.131130 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.132254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Bound using segment: {'id': 'a9fc1bc4-68e8-457b-99e9-d75aaf872391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:43.132839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Bound port: eddceb2b-43c9-4595-8216-f950709b5f83, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fc1bc4-68e8-457b-99e9-d75aaf872391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:43.133360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.188640 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.198799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Deleting port 953fafa0-a5a4-4b98-927a-3499a76102f0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:43.199241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.244217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211bddb-90bb-43ab-be12-e10709caaa20 None None] The sync data for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 is: [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:40Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:43.245924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Pushing event updated for resources: {'Port': ['ID=eddceb2b-43c9-4595-8216-f950709b5f83,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:43.302995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] For port 953fafa0-a5a4-4b98-927a-3499a76102f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=953fafa0-a5a4-4b98-927a-3499a76102f0,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:43.304259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.325936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Calling delete_port for 953fafa0-a5a4-4b98-927a-3499a76102f0 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:43.344234 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6ba1138-e0a9-49a4-89f4-3db39138fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.378052 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.413543 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:47:41Z', 'revision_number': 5, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port': {'id': '82da2a7d-2ca6-4fab-88e4-58a338fc67f0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:41:23Z', 'updated_at': '2022-04-05T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:43.445036 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] Checking router: efdec9b9-8a6e-4447-91fb-0fa74663ec91 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:47:43.460099 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] Routers {'efdec9b9-8a6e-4447-91fb-0fa74663ec91'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:43.461034 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:43.496792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] For port eddceb2b-43c9-4595-8216-f950709b5f83, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:43.502629 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.544836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc3d3-5d3d-4fa2-92e8-89ebcf31cda4 req-a9a591e5-2c39-4978-a406-b8d0996f5031 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:43.548535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a6ba1138-e0a9-49a4-89f4-3db39138fddc None None] For port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=254df0f3-f8a6-4758-9bdf-7f1cade8c78c,segment=NetworkSegment(9b128d2a-8003-4e36-b4c9-668d2f5c019e),segment_id=9b128d2a-8003-4e36-b4c9-668d2f5c019e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:43.552495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfcbc3d3-5d3d-4fa2-92e8-89ebcf31cda4 req-a9a591e5-2c39-4978-a406-b8d0996f5031 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 946 time: 0.4389868 Apr 05 18:47:43.555401 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] For port eddceb2b-43c9-4595-8216-f950709b5f83, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=eddceb2b-43c9-4595-8216-f950709b5f83,segment=NetworkSegment(a9fc1bc4-68e8-457b-99e9-d75aaf872391),segment_id=a9fc1bc4-68e8-457b-99e9-d75aaf872391)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:43.570122 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6ba1138-e0a9-49a4-89f4-3db39138fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.573500 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.618780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:43.650266 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] Set router efdec9b9-8a6e-4447-91fb-0fa74663ec91 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:43.652704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:43.654922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=e3d3e383-d731-422e-b950-6cd16ddea93f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:43.658874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:43.754207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Deleting port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:43.754471 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:43.771009 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:47:43.771601 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:47:43.772242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba1138-e0a9-49a4-89f4-3db39138fddc None None] Pushing event updated for resources: {'Port': ['ID=254df0f3-f8a6-4758-9bdf-7f1cade8c78c,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:43.833868 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:47:43Z', 'revision_number': 6, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:43.901002 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e21cf4-16bb-473e-ad41-977e1c3428a8 None None] The sync data for ids ['efdec9b9-8a6e-4447-91fb-0fa74663ec91'] in n-d-836650-3 is: [{'id': 'efdec9b9-8a6e-4447-91fb-0fa74663ec91', 'name': 'tempest-ServerRescueNegativeTestJSON-1393982428-router', 'tenant_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:41:21Z', 'updated_at': '2022-04-05T18:47:43Z', 'revision_number': 6, 'project_id': '6f63e2dfae4f48afadb0f2d5f53bff7b', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:43.920286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking segment: {'id': 'e4d2e2cf-40f6-48ed-9b8f-5007f140da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6080c21d-9e06-470b-b5d4-20c4731074c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:43.920681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network hostable DHCP agents. Network: 6080c21d-9e06-470b-b5d4-20c4731074c4, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:43.925018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc9de0-4d07-4c2d-89a5-b795f24c5771 None None] Pushing event updated for resources: {'Port': ['ID=eddceb2b-43c9-4595-8216-f950709b5f83,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:43.951080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Pushing event updated for resources: {'Port': ['ID=18262aca-a92a-4998-a365-4276ee1aada9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:44.111349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-baf2911e-6d6b-4d60-89a0-60ec2fa07b2a None None] Provisioning complete for port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:44.111349 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-baf2911e-6d6b-4d60-89a0-60ec2fa07b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:44.149317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfcbc3d3-5d3d-4fa2-92e8-89ebcf31cda4 req-4607f0d3-2033-4906-bf02-617c33570db4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5958354 Apr 05 18:47:44.390196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494f55-4b1a-4ff6-9f00-0562e558d999 req-55679a32-b41d-4907-a2c5-838da9289724 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:44.398670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87494f55-4b1a-4ff6-9f00-0562e558d999 req-55679a32-b41d-4907-a2c5-838da9289724 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.4301131 Apr 05 18:47:44.417165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network 6080c21d-9e06-470b-b5d4-20c4731074c4 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:44.420705 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:44.489112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:44.549825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 6080c21d-9e06-470b-b5d4-20c4731074c4) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:44.554781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:44.555393 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:44.573950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f535ad-4eca-4c20-8835-bd04f309f86f None None] Network 6080c21d-9e06-470b-b5d4-20c4731074c4 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:44.619906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] For port 82da2a7d-2ca6-4fab-88e4-58a338fc67f0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=82da2a7d-2ca6-4fab-88e4-58a338fc67f0,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:44.620280 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:44.626039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87494f55-4b1a-4ff6-9f00-0562e558d999 req-4f687a34-d366-4109-8df6-b6578ae1cb17 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260785 Apr 05 18:47:44.626903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event deleted for resources: {'Port': ['ID=953fafa0-a5a4-4b98-927a-3499a76102f0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:44.690877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51360) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:44.696814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1149240284'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:44.701393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2ce860df-ab6d-40dd-ac05-3870d8d8e08a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7552564 Apr 05 18:47:44.752661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:44.757880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:44.791819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Calling delete_port for 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:44.812198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:44.819707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] No DVR routers for this DVR port 953fafa0-a5a4-4b98-927a-3499a76102f0 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:47:44.823036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:44.831096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:44.832373 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment 96255505-e3a4-48d5-92bd-c17e2d436788 of type vlan for network 0bec8e90-7876-4f98-97d4-c48bdd26435d Apr 05 18:47:44.832553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e48be9e3-d8b3-4a69-a48e-e46e390987e5 req-c4755c11-7520-4609-a2ce-40692d35b567 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.25 "DELETE /v2.0/ports/953fafa0-a5a4-4b98-927a-3499a76102f0 HTTP/1.1" status: 204 len: 173 time: 2.0600281 Apr 05 18:47:44.840209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7', 'name': 'network-vif-deleted', 'tag': '953fafa0-a5a4-4b98-927a-3499a76102f0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:44.842514 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2540ee1-129f-4dfe-92fa-bda8e757ff33" -d '{"events": [{"server_uuid": "944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7", "name": "network-vif-deleted", "tag": "953fafa0-a5a4-4b98-927a-3499a76102f0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:44.920685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:45.031681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:45.088656 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c9ef49-a8f5-4af8-aeab-1469236be29e x-openstack-request-id: req-71c9ef49-a8f5-4af8-aeab-1469236be29e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:47:45.088970 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7", "name": "network-vif-deleted", "tag": "953fafa0-a5a4-4b98-927a-3499a76102f0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:47:45.090371 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71c9ef49-a8f5-4af8-aeab-1469236be29e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:47:45.090938 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c9ef49-a8f5-4af8-aeab-1469236be29e'] response: {'server_uuid': '944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7', 'name': 'network-vif-deleted', 'tag': '953fafa0-a5a4-4b98-927a-3499a76102f0', 'status': 'completed', 'code': 200} Apr 05 18:47:45.106140 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:45.124966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:45.130893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-6080c21d-9e06-470b-b5d4-20c4731074c4', 'network_id': '6080c21d-9e06-470b-b5d4-20c4731074c4', 'tenant_id': 'f64f2362ad55499b80f57f0f802872c5', 'fixed_ips': [{'subnet_id': 'e3d3e383-d731-422e-b950-6cd16ddea93f'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:47:45.135690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:45.155220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:45.156941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:45.352924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=0bec8e90-7876-4f98-97d4-c48bdd26435d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:45.369001 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f1f32d40-eb21-469a-8708-84562dfa1afd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6768310 Apr 05 18:47:45.371440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51376) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:45.378521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': '0bec8e90-7876-4f98-97d4-c48bdd26435d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:45.429444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 953fafa0-a5a4-4b98-927a-3499a76102f0 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:45.432192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b90f9874-8202-48dd-9b08-3bf713219398 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:45.498166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-135888ae-37a8-460a-8b29-2ea196bff2ce req-62ffb456-b009-4092-8e09-40a57e487e1a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=944b5b9b-82fe-451d-ac6e-aa5d7e38a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0859108 Apr 05 18:47:45.511159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0bec8e90-7876-4f98-97d4-c48bdd26435d details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:45.515890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:45.621929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 953fafa0-a5a4-4b98-927a-3499a76102f0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:47:45.622270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 953fafa0-a5a4-4b98-927a-3499a76102f0 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:47:45.657651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port b90f9874-8202-48dd-9b08-3bf713219398 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:45.658020 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:45.660208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:45.665090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Allocated IP 2001:db8::1 (6080c21d-9e06-470b-b5d4-20c4731074c4/e3d3e383-d731-422e-b950-6cd16ddea93f/88a68d3c-a755-4975-be32-90cd266fe44b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:45.683006 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:45.870206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Performing IP validity checks on allocation pools {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 18:47:45.870882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 18:47:45.896724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2529c872-8c73-425f-811e-a0abb491a92c None None] Network e40e7626-e6de-43cc-b0bb-dc0f307d95ce requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:46.007580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device eddceb2b-43c9-4595-8216-f950709b5f83 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:46.018740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.119062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82da2a7d-2ca6-4fab-88e4-58a338fc67f0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:46.139090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.180641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.181343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.181828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.182263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.182711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.183211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.183656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.184494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.184931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.185389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.185818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.186270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:46.207115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739138f-40f7-4241-a2b1-ffca49d0a8f2 req-389e7b91-b2dd-49bc-9abc-6358f01b92ad tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:46.225202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2739138f-40f7-4241-a2b1-ffca49d0a8f2 req-389e7b91-b2dd-49bc-9abc-6358f01b92ad tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.3888125 Apr 05 18:47:46.231984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=68624034-4b6e-46b4-a855-29b4b85c0c28,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:46.245415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking segment: {'id': '96255505-e3a4-48d5-92bd-c17e2d436788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0bec8e90-7876-4f98-97d4-c48bdd26435d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:46.246235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network hostable DHCP agents. Network: 0bec8e90-7876-4f98-97d4-c48bdd26435d, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:46.285524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9f6e0e7b-248b-4e7d-ac74-021f3058d76f None None] Provisioning complete for port eddceb2b-43c9-4595-8216-f950709b5f83 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:46.286102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0e7b-248b-4e7d-ac74-021f3058d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.294156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network 0bec8e90-7876-4f98-97d4-c48bdd26435d is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:46.317255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0bec8e90-7876-4f98-97d4-c48bdd26435d) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:46.329300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:46.329925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.331256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Router 43a4fbd7-641b-4d24-9394-fd816315f3cc is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:47:46.349458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa6ff2-9f91-4109-b3a5-1e10006b3942 None None] Network 0bec8e90-7876-4f98-97d4-c48bdd26435d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:46.356386 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4ab43e2b-6b1c-41c9-93ee-968ebd0d8284 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9836633 Apr 05 18:47:46.358746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51394) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:46.389217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2739138f-40f7-4241-a2b1-ffca49d0a8f2 req-7d1ad380-d0fc-4bec-b749-d419b6755c34 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628726 Apr 05 18:47:46.399944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.517593 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.520111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.528289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.552184 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.604401 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.630373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port eddceb2b-43c9-4595-8216-f950709b5f83 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:46.630373 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.642147 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.642794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efdec9b9-8a6e-4447-91fb-0fa74663ec91 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:47:46.658970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.668782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51400) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:46.670275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a71f788c-ba5e-4ea8-83fc-48fc4e48abb8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/efdec9b9-8a6e-4447-91fb-0fa74663ec91 HTTP/1.1" status: 204 len: 168 time: 4.1644673 Apr 05 18:47:46.791880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:46.839045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.840305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-75b525f1-13de-4fb9-9841-895d383af731 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0285244 Apr 05 18:47:46.840424 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.843165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51402) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:46.852915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Sync routers for ids ['43a4fbd7-641b-4d24-9394-fd816315f3cc'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:46.859198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Network 6080c21d-9e06-470b-b5d4-20c4731074c4 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:46.910461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:46.916865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Pushing event updated for resources: {'Port': ['ID=88a68d3c-a755-4975-be32-90cd266fe44b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:46.930688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:46.932632 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.943399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ebfe5-aa8e-4d1c-a505-54d75b52d821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0bec8e90-7876-4f98-97d4-c48bdd26435d', 'network_id': '0bec8e90-7876-4f98-97d4-c48bdd26435d', 'tenant_id': 'f64f2362ad55499b80f57f0f802872c5', 'fixed_ips': [{'subnet_id': '68624034-4b6e-46b4-a855-29b4b85c0c28'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:47:46.944559 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a3ebfe5-aa8e-4d1c-a505-54d75b52d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:46.952949 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.014242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc99431-ea3f-44ab-a7a8-3a87fc06ec03 admin admin] Deleting subnet e9f542fb-f41c-427a-9f13-af84b45bfca5 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:47:47.014942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Routers {'43a4fbd7-641b-4d24-9394-fd816315f3cc'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:47.015581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['43a4fbd7-641b-4d24-9394-fd816315f3cc'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:47.017479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=68624034-4b6e-46b4-a855-29b4b85c0c28,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:47.061924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0e7b-248b-4e7d-ac74-021f3058d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.182557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port eddceb2b-43c9-4595-8216-f950709b5f83, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=eddceb2b-43c9-4595-8216-f950709b5f83,segment=NetworkSegment(a9fc1bc4-68e8-457b-99e9-d75aaf872391),segment_id=a9fc1bc4-68e8-457b-99e9-d75aaf872391)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:47.342350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.344666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 254df0f3-f8a6-4758-9bdf-7f1cade8c78c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:47.364964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Attempting to bind port 88a68d3c-a755-4975-be32-90cd266fe44b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:47.364964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Attempting to bind port 88a68d3c-a755-4975-be32-90cd266fe44b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e4d2e2cf-40f6-48ed-9b8f-5007f140da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6080c21d-9e06-470b-b5d4-20c4731074c4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:47.365285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Attempting to bind port 88a68d3c-a755-4975-be32-90cd266fe44b on network 6080c21d-9e06-470b-b5d4-20c4731074c4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:47.518773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:47.519159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Checking segment: {'id': 'e4d2e2cf-40f6-48ed-9b8f-5007f140da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6080c21d-9e06-470b-b5d4-20c4731074c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:47.519579 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.519976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Bound using segment: {'id': 'e4d2e2cf-40f6-48ed-9b8f-5007f140da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6080c21d-9e06-470b-b5d4-20c4731074c4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:47.520478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Bound port: 88a68d3c-a755-4975-be32-90cd266fe44b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d2e2cf-40f6-48ed-9b8f-5007f140da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6080c21d-9e06-470b-b5d4-20c4731074c4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:47.520861 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.523408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905778c0-6eab-4f2c-adc2-6154d7e0bf72 None None] Network 0bec8e90-7876-4f98-97d4-c48bdd26435d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:47.616467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cc99431-ea3f-44ab-a7a8-3a87fc06ec03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.620840 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-9f6e0e7b-248b-4e7d-ac74-021f3058d76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:47:47.621358 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-9f6e0e7b-248b-4e7d-ac74-021f3058d76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:47:47.635337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Set router 43a4fbd7-641b-4d24-9394-fd816315f3cc gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:47.639517 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.664850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=eddceb2b-43c9-4595-8216-f950709b5f83,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:47.669602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bec8e90-7876-4f98-97d4-c48bdd26435d']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:47.680905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cc99431-ea3f-44ab-a7a8-3a87fc06ec03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.703490 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96255505-e3a4-48d5-92bd-c17e2d436788') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:47.703704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96255505-e3a4-48d5-92bd-c17e2d436788') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:47.719694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.741939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.755430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:47:47.755821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:47:47.759114 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:47:47.846193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:47.846588 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.859437 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cc99431-ea3f-44ab-a7a8-3a87fc06ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.886372 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.900884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.907719 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/0bec8e90-7876-4f98-97d4-c48bdd26435d HTTP/1.1" status: 204 len: 168 time: 1.5446126 Apr 05 18:47:47.907924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] For port 88a68d3c-a755-4975-be32-90cd266fe44b, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:47.916756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51426) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:47.922943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2770fd4-1301-4735-b736-42305ea4cb09 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=0bec8e90-7876-4f98-97d4-c48bdd26435d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:47.935554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e97cbb-72eb-493b-9433-71251cb56a73 req-de086624-e7dd-4bbf-9cc0-4db3c617ed53 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:47.937662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25e97cbb-72eb-493b-9433-71251cb56a73 req-de086624-e7dd-4bbf-9cc0-4db3c617ed53 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.3738027 Apr 05 18:47:47.954556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] For port 88a68d3c-a755-4975-be32-90cd266fe44b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=88a68d3c-a755-4975-be32-90cd266fe44b,segment=NetworkSegment(e4d2e2cf-40f6-48ed-9b8f-5007f140da4c),segment_id=e4d2e2cf-40f6-48ed-9b8f-5007f140da4c)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:47.966713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-903758084'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:47.970808 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cc99431-ea3f-44ab-a7a8-3a87fc06ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:47.989166 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.000587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc99431-ea3f-44ab-a7a8-3a87fc06ec03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f542fb-f41c-427a-9f13-af84b45bfca5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:48.004518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cc99431-ea3f-44ab-a7a8-3a87fc06ec03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.008812 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4cc99431-ea3f-44ab-a7a8-3a87fc06ec03 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e9f542fb-f41c-427a-9f13-af84b45bfca5 HTTP/1.1" status: 204 len: 168 time: 1.3290186 Apr 05 18:47:48.011333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51428) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:48.036659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b044ba1b-40d1-465a-9401-881dbb477086 None None] Network 25015332-9f7a-4fcb-bf96-8b0c9690dd60 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:48.122140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-5e862166-d06f-434c-bb3d-d4063058211e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:48.124611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-5e862166-d06f-434c-bb3d-d4063058211e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 1.0543857 Apr 05 18:47:48.136833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.144002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25e97cbb-72eb-493b-9433-71251cb56a73 req-d7ef0530-7a3b-4413-a6e3-20c04693573d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568072 Apr 05 18:47:48.167972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:48.183916 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.200448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-0dc053e0-0cbe-4d48-8bd2-820c66b69eb8 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/quotas/c06402e7ed944e1a9636d029f4d5ba45 HTTP/1.1" status: 200 len: 375 time: 0.0626144 Apr 05 18:47:48.242622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Deleting port 25f34622-4979-4d66-b248-9a1e68d32483 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:47:48.243026 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.306515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-637f4008-c9bb-4977-97ef-b1f1e9ace457 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932548 Apr 05 18:47:48.421556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] For port 25f34622-4979-4d66-b248-9a1e68d32483, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=25f34622-4979-4d66-b248-9a1e68d32483,segment=NetworkSegment(6faebf44-71f9-43cd-af93-f2cfaf012b48),segment_id=6faebf44-71f9-43cd-af93-f2cfaf012b48)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:48.422260 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.465666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Calling delete_port for 25f34622-4979-4d66-b248-9a1e68d32483 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:47:48.499697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dfd8e-5a9c-4793-a823-e62c68901d11 None None] Pushing event updated for resources: {'Port': ['ID=88a68d3c-a755-4975-be32-90cd266fe44b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:48.535138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:48.537130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 454768d4-c306-4c53-845e-2f9a1748bcd1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:48.576531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.577209 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.577558 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment f9fb6c73-ad47-4d86-82aa-a9e3f466ea1d of type vlan for network e5e8be3b-574e-4aad-8580-f25b27f2b6bc Apr 05 18:47:48.601731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 454768d4-c306-4c53-845e-2f9a1748bcd1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:47:48.602495 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 454768d4-c306-4c53-845e-2f9a1748bcd1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:47:48.639755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] No DVR routers for this DVR port 25f34622-4979-4d66-b248-9a1e68d32483 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:47:48.644007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f34622-4979-4d66-b248-9a1e68d32483,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:48.651487 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '18262aca-a92a-4998-a365-4276ee1aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:39Z', 'updated_at': '2022-04-05T18:47:44Z', 'revision_number': 3, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'gw_port': {'id': '18262aca-a92a-4998-a365-4276ee1aada9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:40Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:48.687938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.724414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Checking router: 43a4fbd7-641b-4d24-9394-fd816315f3cc for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:47:48.724751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Updating router 43a4fbd7-641b-4d24-9394-fd816315f3cc port 18262aca-a92a-4998-a365-4276ee1aada9 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:47:48.762790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bcb243-005d-41ca-b971-5b6d85ea710a None None] DHCP port deletion for 25015332-9f7a-4fcb-bf96-8b0c9690dd60 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:47:48.796821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.813564 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.823152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.829760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cd0de261-0476-4ea0-b83f-c5871bd3f0e4 None None] Provisioning complete for port eddceb2b-43c9-4595-8216-f950709b5f83 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:48.830531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0de261-0476-4ea0-b83f-c5871bd3f0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.867666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25015332-9f7a-4fcb-bf96-8b0c9690dd60']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:48.888270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faebf44-71f9-43cd-af93-f2cfaf012b48') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:48.888613 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faebf44-71f9-43cd-af93-f2cfaf012b48') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:48.906709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.929985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-b960c921-ebc0-43af-b71b-d9b88d5735cf service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193933 Apr 05 18:47:48.945361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.957607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:47:48.958017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:47:48.960708 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:47:48.965313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device eddceb2b-43c9-4595-8216-f950709b5f83 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:48.994551 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:47:49.088219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.107363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.120259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:49.120928 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.156225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.164132 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] 10.222.0.15 "DELETE /v2.0/networks/25015332-9f7a-4fcb-bf96-8b0c9690dd60 HTTP/1.1" status: 204 len: 168 time: 1.1516914 Apr 05 18:47:49.167378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf5530-8f01-4f5a-82dd-d878af3cd694 admin admin] Pushing event deleted for resources: {'Network': ['ID=25015332-9f7a-4fcb-bf96-8b0c9690dd60,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:49.180778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port eddceb2b-43c9-4595-8216-f950709b5f83 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:49.181292 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.338823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=e5e8be3b-574e-4aad-8580-f25b27f2b6bc,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:49.341283 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.344710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-78daf9b7-79f8-4fb1-af6c-aba86b2f046d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4267483 Apr 05 18:47:49.348008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51448) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:49.354179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': 'e5e8be3b-574e-4aad-8580-f25b27f2b6bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:49.364647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network e5e8be3b-574e-4aad-8580-f25b27f2b6bc details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:49.374319 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.406342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51450) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:49.497205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-e99c72c8-bb2f-4e8a-a0e0-d52e8b519caa service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663197 Apr 05 18:47:49.524190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ce118ee0-e431-4625-8b23-3a18f585e583 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f63e2dfae4f48afadb0f2d5f53bff7b&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1153986 Apr 05 18:47:49.539360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51452) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:49.556198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:49.563834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.589589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49475f-4865-4a40-8dbc-95d3c4e053d3 req-dee8d1f2-423b-4e35-9712-37ffe1a9949e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:49.616888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a49475f-4865-4a40-8dbc-95d3c4e053d3 req-dee8d1f2-423b-4e35-9712-37ffe1a9949e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.2529364 Apr 05 18:47:49.666067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Allocated IP 172.20.0.1 (e40e7626-e6de-43cc-b0bb-dc0f307d95ce/e6cb6971-bb65-4190-8434-daeb279ef169/2be91f6f-8aba-4be0-98f5-de75dce5177c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:49.696694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54b596-71ce-4f46-b8b5-bb63a5d896b9 None None] Pushing event updated for resources: {'Port': ['ID=18262aca-a92a-4998-a365-4276ee1aada9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:49.699001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a49475f-4865-4a40-8dbc-95d3c4e053d3 req-572ecbf9-9534-449f-9947-a9d828b8b75c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807846 Apr 05 18:47:49.712245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Attempting to bind port 18262aca-a92a-4998-a365-4276ee1aada9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:49.712620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Attempting to bind port 18262aca-a92a-4998-a365-4276ee1aada9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:49.712983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Attempting to bind port 18262aca-a92a-4998-a365-4276ee1aada9 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:49.732283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:49.732758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:49.733163 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.733551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:49.734148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Bound port: 18262aca-a92a-4998-a365-4276ee1aada9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:49.734621 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.867703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] For port 18262aca-a92a-4998-a365-4276ee1aada9, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:49.873594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] For port 18262aca-a92a-4998-a365-4276ee1aada9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=18262aca-a92a-4998-a365-4276ee1aada9,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:49.874880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c457f30a-67b7-412e-bd18-c8888e87b233 req-b6a334ef-9c23-4f9b-b918-3ecb3fcec73f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 210 time: 0.0729523 Apr 05 18:47:49.875164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 88a68d3c-a755-4975-be32-90cd266fe44b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:49.907575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd42b9-29ff-4a17-9faa-d470f03b796f None None] Network 6080c21d-9e06-470b-b5d4-20c4731074c4 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:49.912064 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:49.981792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.064193 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.074190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-58d47fed-ee4b-4bdc-81de-caa513db2839 None None] Provisioning complete for port 88a68d3c-a755-4975-be32-90cd266fe44b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:50.074763 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d47fed-ee4b-4bdc-81de-caa513db2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.079747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54b596-71ce-4f46-b8b5-bb63a5d896b9 None None] Pushing event updated for resources: {'Port': ['ID=18262aca-a92a-4998-a365-4276ee1aada9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:50.082683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Routers {'43a4fbd7-641b-4d24-9394-fd816315f3cc'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:50.083638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['43a4fbd7-641b-4d24-9394-fd816315f3cc'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:50.095868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65fb0c7a-7f2f-4678-9ef4-fa0314223789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.128911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.186198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Network e40e7626-e6de-43cc-b0bb-dc0f307d95ce is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:50.186450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 88a68d3c-a755-4975-be32-90cd266fe44b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:50.186833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.187496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:50.197094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Pushing event updated for resources: {'Port': ['ID=2be91f6f-8aba-4be0-98f5-de75dce5177c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:50.199512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:50.212863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=a86e9d74-250e-4d9e-8014-08ea061776d5,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:50.257644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65fb0c7a-7f2f-4678-9ef4-fa0314223789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.297533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.383985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking segment: {'id': 'f9fb6c73-ad47-4d86-82aa-a9e3f466ea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e5e8be3b-574e-4aad-8580-f25b27f2b6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:50.384654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network hostable DHCP agents. Network: e5e8be3b-574e-4aad-8580-f25b27f2b6bc, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:50.414605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65fb0c7a-7f2f-4678-9ef4-fa0314223789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.418098 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65fb0c7a-7f2f-4678-9ef4-fa0314223789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.419569 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-65fb0c7a-7f2f-4678-9ef4-fa0314223789 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18ebd2fb-eb38-4da9-bd4e-7786a362f14c HTTP/1.1" status: 204 len: 168 time: 0.8779202 Apr 05 18:47:50.422989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network e5e8be3b-574e-4aad-8580-f25b27f2b6bc is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:50.442344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0c7a-7f2f-4678-9ef4-fa0314223789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ebd2fb-eb38-4da9-bd4e-7786a362f14c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:50.447268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] Set router 43a4fbd7-641b-4d24-9394-fd816315f3cc gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:50.452498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, e5e8be3b-574e-4aad-8580-f25b27f2b6bc) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:50.460995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:50.461846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.489462 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-54d3cd5a-d70a-40c0-bdac-32ddae2f3b67 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1402247 Apr 05 18:47:50.492754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51474) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:50.608063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c45321-feda-4466-a66f-396fe69239e3 None None] Network e5e8be3b-574e-4aad-8580-f25b27f2b6bc requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:50.723830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.730633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.819264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d47fed-ee4b-4bdc-81de-caa513db2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.831941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:50.979687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.056563 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=a86e9d74-250e-4d9e-8014-08ea061776d5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:51.107180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5da7e64a-8954-413e-ba54-4f2a149cab3b req-1c805605-12ad-4590-b640-8e497f65d74e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 210 time: 0.0640845 Apr 05 18:47:51.233778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.265505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5c53-df1a-4918-8767-d40e042c3f4e req-f3c22692-6fb4-4b6f-992a-0bc0ba011d5f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:51.267146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a89f5c53-df1a-4918-8767-d40e042c3f4e req-f3c22692-6fb4-4b6f-992a-0bc0ba011d5f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.2283738 Apr 05 18:47:51.271190 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.275325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e8be3b-574e-4aad-8580-f25b27f2b6bc']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:51.288741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fb6c73-ad47-4d86-82aa-a9e3f466ea1d') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:51.289047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fb6c73-ad47-4d86-82aa-a9e3f466ea1d') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:51.300287 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.338652 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.346709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:47:51.347933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:47:51.352219 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:47:51.356966 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.364954 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.390996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-58d47fed-ee4b-4bdc-81de-caa513db2839 None None] For port 88a68d3c-a755-4975-be32-90cd266fe44b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=88a68d3c-a755-4975-be32-90cd266fe44b,segment=NetworkSegment(e4d2e2cf-40f6-48ed-9b8f-5007f140da4c),segment_id=e4d2e2cf-40f6-48ed-9b8f-5007f140da4c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:51.436750 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d47fed-ee4b-4bdc-81de-caa513db2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.460900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.481117 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.488308 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/e5e8be3b-574e-4aad-8580-f25b27f2b6bc HTTP/1.1" status: 204 len: 168 time: 0.9942937 Apr 05 18:47:51.494731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51498) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:51.503599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307540756'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:51.529558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aea6dd-806f-4c01-9b84-a0a55d646ea0 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=e5e8be3b-574e-4aad-8580-f25b27f2b6bc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:51.580761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:51.586428 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.655514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:51.696295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.696649 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment a41e02fe-c753-46fd-80df-715789d02435 of type vlan for network 14ecf44f-5ffe-412b-83fa-6787f18243f1 Apr 05 18:47:51.767418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b16438-4cd3-45d9-8248-da71b00ff800 None None] Network e5e8be3b-574e-4aad-8580-f25b27f2b6bc requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:51.804025 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:47:51.804397 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:47:51.811443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a89f5c53-df1a-4918-8767-d40e042c3f4e req-02504293-e5a2-4b14-958d-221c40ec5ae2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306389 Apr 05 18:47:51.820427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e9c1ad23-11e4-4392-a7ab-247347718ca3 None None] Provisioning complete for port 2be91f6f-8aba-4be0-98f5-de75dce5177c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:51.820967 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9c1ad23-11e4-4392-a7ab-247347718ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.824267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b16438-4cd3-45d9-8248-da71b00ff800 None None] Network e5e8be3b-574e-4aad-8580-f25b27f2b6bc could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 18:47:51.847930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.855746 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.884509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Pushing event updated for resources: {'Port': ['ID=2be91f6f-8aba-4be0-98f5-de75dce5177c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:51.891231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d47fed-ee4b-4bdc-81de-caa513db2839 None None] Pushing event updated for resources: {'Port': ['ID=88a68d3c-a755-4975-be32-90cd266fe44b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:51.941815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.947860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:51.948507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:51.968492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1ad23-11e4-4392-a7ab-247347718ca3 None None] Port 2be91f6f-8aba-4be0-98f5-de75dce5177c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:47:52.011959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '18262aca-a92a-4998-a365-4276ee1aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:39Z', 'updated_at': '2022-04-05T18:47:44Z', 'revision_number': 3, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'gw_port': {'id': '18262aca-a92a-4998-a365-4276ee1aada9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:40Z', 'updated_at': '2022-04-05T18:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:52.040297 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5403583 Apr 05 18:47:52.065940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51520) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:52.097077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': '14ecf44f-5ffe-412b-83fa-6787f18243f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:52.106444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43218ec2-bf10-4645-9187-0d290b4170da None None] The sync data for ids ['43a4fbd7-641b-4d24-9394-fd816315f3cc'] in n-d-836650-3 is: [{'id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '18262aca-a92a-4998-a365-4276ee1aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:39Z', 'updated_at': '2022-04-05T18:47:44Z', 'revision_number': 3, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'gw_port': {'id': '18262aca-a92a-4998-a365-4276ee1aada9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:40Z', 'updated_at': '2022-04-05T18:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:52.139136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-802e3f75-920e-4a58-bd3e-a573ac73d6ad None None] Provisioning complete for port 88a68d3c-a755-4975-be32-90cd266fe44b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:52.139767 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-802e3f75-920e-4a58-bd3e-a573ac73d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:52.160923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100f523-0862-46ce-b379-03f374996902 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=14ecf44f-5ffe-412b-83fa-6787f18243f1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:52.191185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-217c2ee5-d85c-4477-b318-5e2419cf9fbf tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:52.193214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 14ecf44f-5ffe-412b-83fa-6787f18243f1 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:52.193461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-217c2ee5-d85c-4477-b318-5e2419cf9fbf tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.25 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.5951786 Apr 05 18:47:52.265241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Request body: {'port': {'device_id': 'c8018a7e-525e-453d-9259-205cca043096', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'admin_state_up': True, 'tenant_id': 'c06402e7ed944e1a9636d029f4d5ba45'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:52.347128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51524) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:52.411146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36df0185-6a15-4a89-acb0-f1d6fe6b7723 req-c9ac5df0-6fb5-43a6-b690-da12e68dfb93 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 210 time: 0.1031110 Apr 05 18:47:52.434093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Network e40e7626-e6de-43cc-b0bb-dc0f307d95ce is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:52.441894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:52.638436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:52.664962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:52.668505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:52.700144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:47:52.700507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 82da2a7d-2ca6-4fab-88e4-58a338fc67f0 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:47:52.716789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-325031705-network', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:52.758993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Made reservation on behalf of b87ec6a12b424ee4b62965872178bef7 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:52.761986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:52.778548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:52.877225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Made reservation on behalf of c06402e7ed944e1a9636d029f4d5ba45 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:52.889566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:52.896160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Router 43a4fbd7-641b-4d24-9394-fd816315f3cc has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:47:52.958631 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-edb9aa76-4297-4248-91ba-54c84a096d58 None None] Provisioning complete for port 2be91f6f-8aba-4be0-98f5-de75dce5177c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:52.960706 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edb9aa76-4297-4248-91ba-54c84a096d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.010219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.015905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.041861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 88a68d3c-a755-4975-be32-90cd266fe44b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:53.089559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:53.098740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35320db5-f70f-4e00-906f-80e282bd238e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:53.106451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.107231 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Added segment 5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46 of type vlan for network 51113868-0ddf-4ec4-9d93-46cd3c682af2 Apr 05 18:47:53.127815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-edb9aa76-4297-4248-91ba-54c84a096d58 None None] Port 2be91f6f-8aba-4be0-98f5-de75dce5177c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:47:53.174849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.215332 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.221068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:53.222481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.223399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 88a68d3c-a755-4975-be32-90cd266fe44b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:53.223931 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.321726 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.354914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0062597 Apr 05 18:47:53.375747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51540) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:53.384531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Request body: {'subnet': {'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-subnet', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:53.388712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 18262aca-a92a-4998-a365-4276ee1aada9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:53.393642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0917a-238d-4673-87d5-795052b9e657 admin admin] Pushing event updated for resources: {'Network': ['ID=51113868-0ddf-4ec4-9d93-46cd3c682af2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:53.420118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Made reservation on behalf of b87ec6a12b424ee4b62965872178bef7 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:53.422980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.423622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=67f69a18-f662-4d33-ba8f-f211742e86f6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:53.426996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:53.513472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking segment: {'id': 'a41e02fe-c753-46fd-80df-715789d02435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '14ecf44f-5ffe-412b-83fa-6787f18243f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:53.513957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network hostable DHCP agents. Network: 14ecf44f-5ffe-412b-83fa-6787f18243f1, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:53.613438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4642a-87c2-4559-9321-ebf3ccb4f4af req-4f0050d5-e8ce-4dbc-9ede-a6961034e80c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:53.621359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51e4642a-87c2-4559-9321-ebf3ccb4f4af req-4f0050d5-e8ce-4dbc-9ede-a6961034e80c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.3560555 Apr 05 18:47:53.665356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 18262aca-a92a-4998-a365-4276ee1aada9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:53.665356 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.733826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64128c5c-f25c-4ce2-ab0c-45edb5af454b req-799c0564-7c3d-49d5-82a3-32132663e345 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 210 time: 0.1464951 Apr 05 18:47:53.777000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network 14ecf44f-5ffe-412b-83fa-6787f18243f1 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:53.791115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Allocated IP 172.20.0.6 (55c28764-9f91-4a61-b976-350eaefaf098/0f3deab1-7812-4525-8991-793933ce26cb/93a42261-559b-4297-ae52-692e229bfb44) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:53.807790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:53.815806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 14ecf44f-5ffe-412b-83fa-6787f18243f1) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:53.821125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51e4642a-87c2-4559-9321-ebf3ccb4f4af req-25a0cf96-f39c-405f-b465-1a1f0bcb55df tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987669 Apr 05 18:47:53.828384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aa4b3678-2704-4b6c-9701-4b38fbdafe62 admin admin] 10.222.0.15 "PUT /v2.0/routers/43a4fbd7-641b-4d24-9394-fd816315f3cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9840977 Apr 05 18:47:53.831604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:53.832315 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.851234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9757d16-397a-478b-8bbf-1d7319212748 None None] Network 14ecf44f-5ffe-412b-83fa-6787f18243f1 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:53.867555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:53.875088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4c4fda4a-bc31-4fee-8087-cf60477e8af7 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8022437 Apr 05 18:47:53.877855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51550) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:53.903631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.019222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 18262aca-a92a-4998-a365-4276ee1aada9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=18262aca-a92a-4998-a365-4276ee1aada9,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:54.028193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a05e822-bb16-4d27-a487-a5e1d6c2edb4,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:54.040054 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.064112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Checking segment: {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:54.064502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Network hostable DHCP agents. Network: 51113868-0ddf-4ec4-9d93-46cd3c682af2, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:54.080147 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.120690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:54.135461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.145939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 51113868-0ddf-4ec4-9d93-46cd3c682af2) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:54.173592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:54.175897 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.242821 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.265133 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4cd64290-2598-4f50-8801-24b477c00796 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8882377 Apr 05 18:47:54.265766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51562) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:54.287815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:54.292721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24936f-8c92-4ab5-9390-c7c32785935f None None] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:54.294852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 25f34622-4979-4d66-b248-9a1e68d32483 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:54.322269 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.340870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=18262aca-a92a-4998-a365-4276ee1aada9,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:54.355651 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.356720 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.369486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Network 55c28764-9f91-4a61-b976-350eaefaf098 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:54.409030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:54.415512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:54.422882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05942c41-0435-4e4e-8837-540738424959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-14ecf44f-5ffe-412b-83fa-6787f18243f1', 'network_id': '14ecf44f-5ffe-412b-83fa-6787f18243f1', 'tenant_id': 'f64f2362ad55499b80f57f0f802872c5', 'fixed_ips': [{'subnet_id': '67f69a18-f662-4d33-ba8f-f211742e86f6'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:47:54.426419 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05942c41-0435-4e4e-8837-540738424959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.454133 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.481691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 25f34622-4979-4d66-b248-9a1e68d32483 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:47:54.483531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 25f34622-4979-4d66-b248-9a1e68d32483 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:47:54.498367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=67f69a18-f662-4d33-ba8f-f211742e86f6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:54.535872 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.572047 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.595265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ecf44f-5ffe-412b-83fa-6787f18243f1']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:54.608115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41e02fe-c753-46fd-80df-715789d02435') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:54.608625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41e02fe-c753-46fd-80df-715789d02435') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:54.624446 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.643480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.651602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:47:54.652328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:54.774818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3b5a4f-6d39-4421-bcd0-cf8fb5bea70e None None] Network 14ecf44f-5ffe-412b-83fa-6787f18243f1 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:54.860128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.032707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 18262aca-a92a-4998-a365-4276ee1aada9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:55.128086 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Sync routers for ids ['43a4fbd7-641b-4d24-9394-fd816315f3cc'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:55.141296 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Routers {'43a4fbd7-641b-4d24-9394-fd816315f3cc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:55.141903 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['43a4fbd7-641b-4d24-9394-fd816315f3cc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:55.341162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.357116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 18262aca-a92a-4998-a365-4276ee1aada9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:55.357746 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.362728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-51113868-0ddf-4ec4-9d93-46cd3c682af2', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:47:55.363867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.367608 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.507044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event updated for resources: {'Port': ['ID=93a42261-559b-4297-ae52-692e229bfb44,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: items = [ Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:47:55.512040 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:47:55.545747 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Set router 43a4fbd7-641b-4d24-9394-fd816315f3cc gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:55.588529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Allocated IP 172.25.4.152 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/821014e3-9213-4227-bb3c-722578c6ec43) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:55.651654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:55.653125 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.676715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-3642414f-172b-4e89-a341-6b70832d2184 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4168408 Apr 05 18:47:55.680135 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.682822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Allocated IP 172.20.0.2 (51113868-0ddf-4ec4-9d93-46cd3c682af2/6a05e822-bb16-4d27-a487-a5e1d6c2edb4/04dad083-4319-467c-8ca4-63fa4013be19) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:47:55.691579 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.697028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/14ecf44f-5ffe-412b-83fa-6787f18243f1 HTTP/1.1" status: 204 len: 168 time: 1.8181686 Apr 05 18:47:55.705591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51596) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:55.724107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Request body: {'port': {'device_id': 'c8018a7e-525e-453d-9259-205cca043096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:55.734508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-546653685'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:55.782759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392c354-c079-41d0-a858-3d3cb4c7ba7f req-c898ae3d-6c3e-4792-bae1-fa9a5aabee45 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:55.793280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0392c354-c079-41d0-a858-3d3cb4c7ba7f req-c898ae3d-6c3e-4792-bae1-fa9a5aabee45 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.2722173 Apr 05 18:47:55.795653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd58f7-f693-4c94-819f-6c257f05261e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=14ecf44f-5ffe-412b-83fa-6787f18243f1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:55.824532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee176819-e7db-4949-a39b-9cb042e52c81 req-0118e187-fc36-4932-8cd5-31ce7f49b212 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:55.826294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee176819-e7db-4949-a39b-9cb042e52c81 req-0118e187-fc36-4932-8cd5-31ce7f49b212 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 931 time: 0.3099453 Apr 05 18:47:55.904091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.906223 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.921943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.951918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:55.955947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:55.973324 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '18262aca-a92a-4998-a365-4276ee1aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:39Z', 'updated_at': '2022-04-05T18:47:50Z', 'revision_number': 4, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'gw_port': {'id': '18262aca-a92a-4998-a365-4276ee1aada9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:40Z', 'updated_at': '2022-04-05T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2be91f6f-8aba-4be0-98f5-de75dce5177c', 'name': '', 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'mac_address': 'fa:16:3e:5f:90:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'e6cb6971-bb65-4190-8434-daeb279ef169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:48Z', 'updated_at': '2022-04-05T18:47:50Z', 'revision_number': 2, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'subnets': [{'id': 'e6cb6971-bb65-4190-8434-daeb279ef169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:55.997878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee176819-e7db-4949-a39b-9cb042e52c81 req-6b188538-a32f-4372-82f6-ed5740e795d4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595311 Apr 05 18:47:56.010629 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Checking router: 43a4fbd7-641b-4d24-9394-fd816315f3cc for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:47:56.010978 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Updating router 43a4fbd7-641b-4d24-9394-fd816315f3cc port 2be91f6f-8aba-4be0-98f5-de75dce5177c binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:47:56.011777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.018600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0392c354-c079-41d0-a858-3d3cb4c7ba7f req-73df403c-a925-4aae-9eac-2efb88fc7559 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238519 Apr 05 18:47:56.033675 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.046778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:56.047343 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.083115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:56.084900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:56.101920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:56.103870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.104429 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment a8b07c68-71f0-4900-adbe-c161fff6b2e6 of type vlan for network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 Apr 05 18:47:56.156351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:56.175075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:56.183999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:47:56.208394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Pushing event updated for resources: {'Port': ['ID=04dad083-4319-467c-8ca4-63fa4013be19,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:56.285648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Attempting to bind port 04dad083-4319-467c-8ca4-63fa4013be19 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:56.286261 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Attempting to bind port 04dad083-4319-467c-8ca4-63fa4013be19 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:56.286812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Attempting to bind port 04dad083-4319-467c-8ca4-63fa4013be19 on network 51113868-0ddf-4ec4-9d93-46cd3c682af2 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:56.293003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:56.300978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.302311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Checking segment: {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:56.302893 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.303671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Bound using segment: {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:56.304377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Bound port: 04dad083-4319-467c-8ca4-63fa4013be19, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:56.306781 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.310975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Pushing event updated for resources: {'Port': ['ID=821014e3-9213-4227-bb3c-722578c6ec43,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:56.400894 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.406358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:56.406969 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.509865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7812021 Apr 05 18:47:56.519387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51626) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:56.562714 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.573621 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.590656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] For port 04dad083-4319-467c-8ca4-63fa4013be19, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:56.598994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] For port 04dad083-4319-467c-8ca4-63fa4013be19, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=04dad083-4319-467c-8ca4-63fa4013be19,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:56.613277 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.664996 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Pushing event updated for resources: {'Port': ['ID=2be91f6f-8aba-4be0-98f5-de75dce5177c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:56.672440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': '54f8a082-38a2-4e30-a0ac-84fb150f17a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:56.703731 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.704076 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.704411 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.704743 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.705129 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.705463 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.706322 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.706322 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.706666 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.707388 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.707388 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.707705 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:56.768604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db2d3-5202-4fcd-8a70-3ee9ed468a4a None None] Pushing event updated for resources: {'Port': ['ID=04dad083-4319-467c-8ca4-63fa4013be19,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:56.827841 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Attempting to bind port 2be91f6f-8aba-4be0-98f5-de75dce5177c on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:56.828442 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Attempting to bind port 2be91f6f-8aba-4be0-98f5-de75dce5177c by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'a9fc1bc4-68e8-457b-99e9-d75aaf872391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:56.828996 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Attempting to bind port 2be91f6f-8aba-4be0-98f5-de75dce5177c on network e40e7626-e6de-43cc-b0bb-dc0f307d95ce {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:56.836454 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:56.837308 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Checking segment: {'id': 'a9fc1bc4-68e8-457b-99e9-d75aaf872391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:56.837872 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.844741 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Bound using segment: {'id': 'a9fc1bc4-68e8-457b-99e9-d75aaf872391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:56.845861 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Bound port: 2be91f6f-8aba-4be0-98f5-de75dce5177c, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fc1bc4-68e8-457b-99e9-d75aaf872391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:56.846579 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.885776 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:56.897422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cb377-cf92-4d18-94d8-7060818d907e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=54f8a082-38a2-4e30-a0ac-84fb150f17a9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:56.908919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:47:56.966257 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] For port 2be91f6f-8aba-4be0-98f5-de75dce5177c, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:56.973657 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] For port 2be91f6f-8aba-4be0-98f5-de75dce5177c, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2be91f6f-8aba-4be0-98f5-de75dce5177c,segment=NetworkSegment(a9fc1bc4-68e8-457b-99e9-d75aaf872391),segment_id=a9fc1bc4-68e8-457b-99e9-d75aaf872391)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:56.984423 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:57.039496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:57.043158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:57.124891 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Routers {'43a4fbd7-641b-4d24-9394-fd816315f3cc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:57.125970 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['43a4fbd7-641b-4d24-9394-fd816315f3cc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:57.127295 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dba64-257f-40c8-8fff-54c1f2c3806f None None] Pushing event updated for resources: {'Port': ['ID=2be91f6f-8aba-4be0-98f5-de75dce5177c,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:57.262674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:57.389700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a42261-559b-4297-ae52-692e229bfb44 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:47:57.434049 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:57.438612 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] Set router 43a4fbd7-641b-4d24-9394-fd816315f3cc gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:57.479118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Transition to ACTIVE for port object 93a42261-559b-4297-ae52-692e229bfb44 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:47:57.502666 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:57.582892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a206d9ee-a843-470b-9b9e-0635b1858a73 None None] Provisioning complete for port 2be91f6f-8aba-4be0-98f5-de75dce5177c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:57.583433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a206d9ee-a843-470b-9b9e-0635b1858a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:57.591112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Router 4d70f1c4-1135-4095-9991-47e1c2f6d20c is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:47:57.674228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702ed37-3321-4c76-80da-8822a9387e9b req-26e2b63b-dd61-4fb7-a253-cbd2df77f745 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:57.675850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e702ed37-3321-4c76-80da-8822a9387e9b req-26e2b63b-dd61-4fb7-a253-cbd2df77f745 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 931 time: 0.4983048 Apr 05 18:47:57.720136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Pushing event updated for resources: {'Port': ['ID=93a42261-559b-4297-ae52-692e229bfb44,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:57.725357 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a206d9ee-a843-470b-9b9e-0635b1858a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:57.782324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a206d9ee-a843-470b-9b9e-0635b1858a73 None None] For port 2be91f6f-8aba-4be0-98f5-de75dce5177c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2be91f6f-8aba-4be0-98f5-de75dce5177c,segment=NetworkSegment(a9fc1bc4-68e8-457b-99e9-d75aaf872391),segment_id=a9fc1bc4-68e8-457b-99e9-d75aaf872391)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:57.789636 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a206d9ee-a843-470b-9b9e-0635b1858a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:57.833829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:47:57.836858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a8c6d-8c29-4b49-8a5b-9cfab75ba600 req-b1a32d81-d4af-4831-ad19-ec35360e8fad tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:57.838030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d33a8c6d-8c29-4b49-8a5b-9cfab75ba600 req-b1a32d81-d4af-4831-ad19-ec35360e8fad tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.3382609 Apr 05 18:47:57.849331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Sync routers for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:47:57.871916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:57.873917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e702ed37-3321-4c76-80da-8822a9387e9b req-01aec2be-c9c1-495d-b242-e84c36cd8538 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880205 Apr 05 18:47:57.880386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:47:57.882248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:57.886767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206d9ee-a843-470b-9b9e-0635b1858a73 None None] Pushing event updated for resources: {'Port': ['ID=2be91f6f-8aba-4be0-98f5-de75dce5177c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:57.901794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:57.906926 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a93b7d92-1315-4c02-9289-afc3f5c24dfe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6396790 Apr 05 18:47:57.982659 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '18262aca-a92a-4998-a365-4276ee1aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:39Z', 'updated_at': '2022-04-05T18:47:50Z', 'revision_number': 4, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'gw_port': {'id': '18262aca-a92a-4998-a365-4276ee1aada9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:40Z', 'updated_at': '2022-04-05T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2be91f6f-8aba-4be0-98f5-de75dce5177c', 'name': '', 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'mac_address': 'fa:16:3e:5f:90:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'e6cb6971-bb65-4190-8434-daeb279ef169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:48Z', 'updated_at': '2022-04-05T18:47:56Z', 'revision_number': 4, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'subnets': [{'id': 'e6cb6971-bb65-4190-8434-daeb279ef169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:58.027416 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215aa22-759c-4581-bd6b-5e4ee6061165 None None] The sync data for ids ['43a4fbd7-641b-4d24-9394-fd816315f3cc'] in n-d-836650-3 is: [{'id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '18262aca-a92a-4998-a365-4276ee1aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:39Z', 'updated_at': '2022-04-05T18:47:50Z', 'revision_number': 4, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'gw_port': {'id': '18262aca-a92a-4998-a365-4276ee1aada9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:40Z', 'updated_at': '2022-04-05T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2be91f6f-8aba-4be0-98f5-de75dce5177c', 'name': '', 'network_id': 'e40e7626-e6de-43cc-b0bb-dc0f307d95ce', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'mac_address': 'fa:16:3e:5f:90:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'e6cb6971-bb65-4190-8434-daeb279ef169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:48Z', 'updated_at': '2022-04-05T18:47:56Z', 'revision_number': 4, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'subnets': [{'id': 'e6cb6971-bb65-4190-8434-daeb279ef169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:47:58.056303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-bcec554e-225e-4136-8245-517e5a42240f None None] Provisioning complete for port 2be91f6f-8aba-4be0-98f5-de75dce5177c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:58.056462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcec554e-225e-4136-8245-517e5a42240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:58.067349 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:47:58.134183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:47:58.175484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:58.227262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 788e5fdb-d4d3-4926-80a3-125a45813e1a no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:47:58.343351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d33a8c6d-8c29-4b49-8a5b-9cfab75ba600 req-8f186e7f-3732-4872-b36b-8b7e4acb1ec2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826379 Apr 05 18:47:58.344052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=1c370804-7375-4094-9493-f1228a3645b2,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:58.414182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Attempting to bind port 93a42261-559b-4297-ae52-692e229bfb44 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:58.414538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Attempting to bind port 93a42261-559b-4297-ae52-692e229bfb44 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:58.414865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Attempting to bind port 93a42261-559b-4297-ae52-692e229bfb44 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:58.449167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Port 93a42261-559b-4297-ae52-692e229bfb44 on network 55c28764-9f91-4a61-b976-350eaefaf098 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:47:58.449485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Attempting to bind port 93a42261-559b-4297-ae52-692e229bfb44 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:47:58.507436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:47:58.507683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Checking segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:58.508006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Bound using segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:47:58.508545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Bound port: 93a42261-559b-4297-ae52-692e229bfb44, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:47:58.508907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:58.514915 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:58.535565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking segment: {'id': 'a8b07c68-71f0-4900-adbe-c161fff6b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '54f8a082-38a2-4e30-a0ac-84fb150f17a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:47:58.535919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network hostable DHCP agents. Network: 54f8a082-38a2-4e30-a0ac-84fb150f17a9, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:47:58.548730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:58.551039 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431267e5-c73f-4fff-9eee-67762b41b632" -d '{"events": [{"server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:58.566793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:58.577782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:58.585965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:47:56Z', 'revision_number': 3, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:47:58.616127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab0d3c5-94c5-4fbf-a46d-dfdddb1c05b0 None None] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:58.658954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Checking router: 4d70f1c4-1135-4095-9991-47e1c2f6d20c for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:47:58.659303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Updating router 4d70f1c4-1135-4095-9991-47e1c2f6d20c port 821014e3-9213-4227-bb3c-722578c6ec43 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:47:58.731931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:47:58.742285 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:58.747337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=788e5fdb-d4d3-4926-80a3-125a45813e1a,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:58.794790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1e00ea22-fdd4-42c6-ba8a-2f475f79b867 None None] Provisioning complete for port 04dad083-4319-467c-8ca4-63fa4013be19 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:58.795168 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e00ea22-fdd4-42c6-ba8a-2f475f79b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:58.807985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 54f8a082-38a2-4e30-a0ac-84fb150f17a9) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:58.821013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:58.821590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:58.844220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f699-8628-48de-9e32-2eda5e34af81 req-be9f9dfc-9c85-4b69-952e-1ec1c57489b3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:58.847001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-be9f9dfc-9c85-4b69-952e-1ec1c57489b3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.5694461 Apr 05 18:47:58.857021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff0ac5-9ddf-4441-be17-e97d591e2cae None None] Network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:47:58.893660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-c53ade63-a7bd-4cea-b512-f07b2f697fc0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:58.895535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-c53ade63-a7bd-4cea-b512-f07b2f697fc0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 804 time: 0.4166458 Apr 05 18:47:58.899937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:47:58.988772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=93a42261-559b-4297-ae52-692e229bfb44,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:47:58.994173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-8748a429-3356-4b11-81b6-04abef8b1784 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/quotas/d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 375 time: 0.0957625 Apr 05 18:47:59.000233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bbc7a963-6f2f-4bbc-919e-53144a551d16 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3897452 Apr 05 18:47:59.003239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51696) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:59.008975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': '54f8a082-38a2-4e30-a0ac-84fb150f17a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:59.031565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.034520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-42e601fd-b04b-4d80-99c1-b120253fb64d tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/quotas/51a805f835bf450f970f73fc45c74f8f HTTP/1.1" status: 200 len: 375 time: 0.1118908 Apr 05 18:47:59.140319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:59.145437 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.150173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.151053 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.152619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] 10.222.0.25 "PUT /v2.0/ports/93a42261-559b-4297-ae52-692e229bfb44 HTTP/1.1" status: 200 len: 1091 time: 3.4491811 Apr 05 18:47:59.155660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'tag': '93a42261-559b-4297-ae52-692e229bfb44'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:47:59.155823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2be91f6f-8aba-4be0-98f5-de75dce5177c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:47:59.158504 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ca18af-9874-4137-a264-b5017e288334" -d '{"events": [{"name": "network-changed", "server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "tag": "93a42261-559b-4297-ae52-692e229bfb44"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:47:59.282007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-4bfa993a-ca58-4898-b25e-5325281ec3b2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2520204 Apr 05 18:47:59.283005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f7e3-4359-40d8-b87a-2fdb22c2557f service neutron] Pushing event updated for resources: {'Port': ['ID=93a42261-559b-4297-ae52-692e229bfb44,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:59.305910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5e470748-3b48-438d-8367-2830585c4bc2 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2451682 Apr 05 18:47:59.465295 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e00ea22-fdd4-42c6-ba8a-2f475f79b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.476940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-27810774-365f-4735-a87f-807bd3fa8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.477865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.478656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-27810774-365f-4735-a87f-807bd3fa8efa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 1094 time: 0.2491086 Apr 05 18:47:59.499918 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.536727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2be91f6f-8aba-4be0-98f5-de75dce5177c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:47:59.536727 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.547298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:47:59.550777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:47:59.555757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.556413 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.560360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=2c5a14d0-8862-4269-8188-dd67e8dd48b8,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:59.579760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.580330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.580461 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.581019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.581669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.582380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.582982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.583592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.584737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.585266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.586046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.586614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.587303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:47:59.606275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-a0bdee85-c7a5-480d-95ac-68c4c8477ca2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a42261-559b-4297-ae52-692e229bfb44 HTTP/1.1" status: 200 len: 217 time: 0.0959213 Apr 05 18:47:59.612729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-54f8a082-38a2-4e30-a0ac-84fb150f17a9', 'network_id': '54f8a082-38a2-4e30-a0ac-84fb150f17a9', 'tenant_id': 'f64f2362ad55499b80f57f0f802872c5', 'fixed_ips': [{'subnet_id': '1c370804-7375-4094-9493-f1228a3645b2'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:47:59.615050 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.622942 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4bf65231-174a-4bdc-8c0c-19ae7282b0d6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6184697 Apr 05 18:47:59.624920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51702) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:59.630554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-0c3ce2c5-9452-4a4e-ba85-afa69b66b9c9 service neutron] 10.222.0.15 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227017 Apr 05 18:47:59.698605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1e00ea22-fdd4-42c6-ba8a-2f475f79b867 None None] For port 04dad083-4319-467c-8ca4-63fa4013be19, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=04dad083-4319-467c-8ca4-63fa4013be19,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:47:59.750238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-7b37074a-6963-435c-88e7-5ebe6143afdc service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078205 Apr 05 18:47:59.773885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5a041-9c68-4686-9114-7114ad8099cc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.775648 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5a041-9c68-4686-9114-7114ad8099cc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.777746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5a041-9c68-4686-9114-7114ad8099cc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.779478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5a041-9c68-4686-9114-7114ad8099cc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.781216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5a041-9c68-4686-9114-7114ad8099cc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.783226 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9cf5a041-9c68-4686-9114-7114ad8099cc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1568062 Apr 05 18:47:59.785617 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.787760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51704) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:47:59.793595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-112440390'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:47:59.827436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:47:59.833418 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.852717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-32870b8d-abd9-4620-ba9f-ee2890cbae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.855589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-32870b8d-abd9-4620-ba9f-ee2890cbae47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.2229447 Apr 05 18:47:59.869158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:47:59.879156 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.879509 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment 4efc6f95-4d04-443a-963e-ddd8495215ea of type vlan for network 49859a7d-5a19-4b14-9e74-4c7209203f2e Apr 05 18:47:59.928326 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.974690 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.975816 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e00ea22-fdd4-42c6-ba8a-2f475f79b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.983563 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:47:59.983795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-78f6df98-408e-460c-a57b-308342f82b7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868278 Apr 05 18:47:59.984192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:47:59.988289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ef519-a5a0-4029-8f6e-455537f2b362 None None] Pushing event updated for resources: {'Port': ['ID=821014e3-9213-4227-bb3c-722578c6ec43,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:47:59.991562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Attempting to bind port 821014e3-9213-4227-bb3c-722578c6ec43 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:47:59.991970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Attempting to bind port 821014e3-9213-4227-bb3c-722578c6ec43 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:47:59.992387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Attempting to bind port 821014e3-9213-4227-bb3c-722578c6ec43 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:00.005644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:00.006651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:00.007057 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:00.007445 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:00.008364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Bound port: 821014e3-9213-4227-bb3c-722578c6ec43, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:00.008364 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:00.184106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 04dad083-4319-467c-8ca4-63fa4013be19 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:00.192132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00ea22-fdd4-42c6-ba8a-2f475f79b867 None None] Pushing event updated for resources: {'Port': ['ID=04dad083-4319-467c-8ca4-63fa4013be19,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:00.199058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] For port 821014e3-9213-4227-bb3c-722578c6ec43, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:00.234953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-60ce21a3-0553-4100-a8c5-36b15c51c88a None None] Provisioning complete for port 04dad083-4319-467c-8ca4-63fa4013be19 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:00.235337 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60ce21a3-0553-4100-a8c5-36b15c51c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:00.264045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] For port 821014e3-9213-4227-bb3c-722578c6ec43, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=821014e3-9213-4227-bb3c-722578c6ec43,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:00.291516 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:00.294651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Allocated IP 2001:db8::2 (54f8a082-38a2-4e30-a0ac-84fb150f17a9/1c370804-7375-4094-9493-f1228a3645b2/1208c957-0a0a-4e18-88a8-1f039cc97ba2) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:00.402388 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6106591 Apr 05 18:48:00.406595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51706) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:00.415424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-39914fdf-2090-4b0f-ba27-0aaccf5f9c63 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:00.434710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e7046-f567-42cb-b49c-334e830eaf52 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=49859a7d-5a19-4b14-9e74-4c7209203f2e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:00.434920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ef519-a5a0-4029-8f6e-455537f2b362 None None] Pushing event updated for resources: {'Port': ['ID=821014e3-9213-4227-bb3c-722578c6ec43,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:00.443148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:48:00.443896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:00.484436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 49859a7d-5a19-4b14-9e74-4c7209203f2e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:00.486154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-ea20494f-f349-49ae-a2a1-84f21bb1834d service neutron] 10.222.0.15 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8456204 Apr 05 18:48:00.491821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 04dad083-4319-467c-8ca4-63fa4013be19 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:00.492198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:00.570734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-613351d1-5f88-4a2f-93ac-57faced09d80 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7800965 Apr 05 18:48:00.624085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-f4f9a1cb-3bdd-4b11-b62c-0167aee47d26 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:00.625665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-f4f9a1cb-3bdd-4b11-b62c-0167aee47d26 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.20 "GET /v2.0/ports?device_id=eabdbd05-596f-45f2-b7e7-39d3ae79f8cf HTTP/1.1" status: 200 len: 943 time: 0.2070096 Apr 05 18:48:00.634375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39914fdf-2090-4b0f-ba27-0aaccf5f9c63 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:00.652130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39914fdf-2090-4b0f-ba27-0aaccf5f9c63 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:00.684520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-61f83b38-70b4-4917-bf6f-ff3d1190f2ba service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879575 Apr 05 18:48:00.764072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39914fdf-2090-4b0f-ba27-0aaccf5f9c63 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network 49859a7d-5a19-4b14-9e74-4c7209203f2e is not hosted by any dhcp agent {{(pid=102639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 18:48:00.774371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39914fdf-2090-4b0f-ba27-0aaccf5f9c63 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:00.775023 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39914fdf-2090-4b0f-ba27-0aaccf5f9c63 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:00.776293 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-39914fdf-2090-4b0f-ba27-0aaccf5f9c63 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "PUT /v2.0/networks/49859a7d-5a19-4b14-9e74-4c7209203f2e HTTP/1.1" status: 200 len: 723 time: 0.3687608 Apr 05 18:48:00.793344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51714) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:00.793536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Allocated IP 172.20.0.1 (51113868-0ddf-4ec4-9d93-46cd3c682af2/6a05e822-bb16-4d27-a487-a5e1d6c2edb4/782fccf5-9cff-4164-9203-175e1f3eac0c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:00.829520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:48:00.838913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': '49859a7d-5a19-4b14-9e74-4c7209203f2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:00.843777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39914fdf-2090-4b0f-ba27-0aaccf5f9c63 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=49859a7d-5a19-4b14-9e74-4c7209203f2e,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:00.968194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84bf0a32-5b0a-4c7b-8a76-4dc87b4c285c req-e13012a8-ba96-4348-9182-799e03236015 service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723124 Apr 05 18:48:00.986227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a552b5-f7a7-46db-94e1-aee44083420c req-9ff5eb7b-7ac2-4402-9bd1-aa3f800b3c72 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:00.994366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35a552b5-f7a7-46db-94e1-aee44083420c req-9ff5eb7b-7ac2-4402-9bd1-aa3f800b3c72 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 943 time: 0.1682458 Apr 05 18:48:01.029500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:01.030030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Deleting port 788e5fdb-d4d3-4926-80a3-125a45813e1a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:01.030587 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.044778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.049843 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bdc21e-c4f7-48e8-a378-a580b9c3cca9 x-openstack-request-id: req-f8bdc21e-c4f7-48e8-a378-a580b9c3cca9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:01.050127 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:01.050379 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8bdc21e-c4f7-48e8-a378-a580b9c3cca9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:01.050806 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bdc21e-c4f7-48e8-a378-a580b9c3cca9'] response: {'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a', 'code': 200} Apr 05 18:48:01.052997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 49859a7d-5a19-4b14-9e74-4c7209203f2e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:01.127897 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6933913d-aed4-4a95-80b9-be52d7a7e066 x-openstack-request-id: req-6933913d-aed4-4a95-80b9-be52d7a7e066 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:01.128542 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "tag": "93a42261-559b-4297-ae52-692e229bfb44", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:01.129019 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6933913d-aed4-4a95-80b9-be52d7a7e066 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:01.129667 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6933913d-aed4-4a95-80b9-be52d7a7e066'] response: {'name': 'network-changed', 'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'tag': '93a42261-559b-4297-ae52-692e229bfb44', 'status': 'completed', 'code': 200} Apr 05 18:48:01.178163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35a552b5-f7a7-46db-94e1-aee44083420c req-037d1724-e90b-4ab2-b10a-87db8ae1eeb4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787043 Apr 05 18:48:01.192927 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.381079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d35127a-9e09-4369-8217-d534078e7e52 req-ded23c16-6139-4f4b-b6b7-2dc03b43d27a tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 210 time: 0.1205750 Apr 05 18:48:01.400046 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.418297 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.470919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:01.493420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.505357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:01.507835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] For port 788e5fdb-d4d3-4926-80a3-125a45813e1a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=788e5fdb-d4d3-4926-80a3-125a45813e1a,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:01.509089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.516251 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:01.545047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3113d-d23b-48f0-a400-44c06b3d84dc req-23ef7f44-40c3-4bf3-b726-99e66d5b8d87 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:01.556814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ad3113d-d23b-48f0-a400-44c06b3d84dc req-23ef7f44-40c3-4bf3-b726-99e66d5b8d87 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.2536163 Apr 05 18:48:01.576022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Calling delete_port for 788e5fdb-d4d3-4926-80a3-125a45813e1a owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:01.603865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=3cb18d10-8bba-4a67-9d64-c6e12c791210,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:01.604330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 04dad083-4319-467c-8ca4-63fa4013be19 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:01.623845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking segment: {'id': '4efc6f95-4d04-443a-963e-ddd8495215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '49859a7d-5a19-4b14-9e74-4c7209203f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:01.624203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network hostable DHCP agents. Network: 49859a7d-5a19-4b14-9e74-4c7209203f2e, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:01.651476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Pushing event updated for resources: {'Port': ['ID=1208c957-0a0a-4e18-88a8-1f039cc97ba2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:01.658266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network 49859a7d-5a19-4b14-9e74-4c7209203f2e is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:01.669152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f2bd0e8-d223-49b0-8f1e-b4db425b25f5 req-78250865-b769-49ec-8651-2e418ba1fd0f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 210 time: 0.1862085 Apr 05 18:48:01.671284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca18af-9874-4137-a264-b5017e288334 req-ebaf889f-cb8d-4693-914c-aa86477ec917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:01.673238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62ca18af-9874-4137-a264-b5017e288334 req-ebaf889f-cb8d-4693-914c-aa86477ec917 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 1094 time: 0.5173235 Apr 05 18:48:01.679656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 49859a7d-5a19-4b14-9e74-4c7209203f2e) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:01.685375 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.687188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:01.689956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:47:56Z', 'revision_number': 3, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:01.690790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.726622 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5b3af5dd-a3f0-47d4-8dc9-ab8ed5e7bf33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9266667 Apr 05 18:48:01.729021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51736) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:01.734547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d62feafd-802e-4423-a295-f7ebaecf9e8a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:01.736224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b228ba5-0e2b-4a4a-b593-2997669a3382 None None] The sync data for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 is: [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:47:56Z', 'revision_number': 3, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:48:01.737790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28067a1f-8bc0-4fcc-8057-de2c8c3839f2 None None] Network 49859a7d-5a19-4b14-9e74-4c7209203f2e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:01.777898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Attempting to bind port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:01.777898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Attempting to bind port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'a8b07c68-71f0-4900-adbe-c161fff6b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '54f8a082-38a2-4e30-a0ac-84fb150f17a9'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:01.777898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Attempting to bind port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 on network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:01.843720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:01.845091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Checking segment: {'id': 'a8b07c68-71f0-4900-adbe-c161fff6b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '54f8a082-38a2-4e30-a0ac-84fb150f17a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:01.845697 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.846246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Bound using segment: {'id': 'a8b07c68-71f0-4900-adbe-c161fff6b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '54f8a082-38a2-4e30-a0ac-84fb150f17a9'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:01.846914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Bound port: 1208c957-0a0a-4e18-88a8-1f039cc97ba2, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b07c68-71f0-4900-adbe-c161fff6b2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '54f8a082-38a2-4e30-a0ac-84fb150f17a9'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:01.847464 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.873454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 04dad083-4319-467c-8ca4-63fa4013be19 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:01.873820 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.878903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Pushing event updated for resources: {'Port': ['ID=782fccf5-9cff-4164-9203-175e1f3eac0c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:01.893564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d62feafd-802e-4423-a295-f7ebaecf9e8a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12850427'] for subnet, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:01.905972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca18af-9874-4137-a264-b5017e288334 req-bbcdb1ce-51fc-44d9-bb47-7ea104496b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:01.911982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62ca18af-9874-4137-a264-b5017e288334 req-bbcdb1ce-51fc-44d9-bb47-7ea104496b3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 911 time: 0.2224970 Apr 05 18:48:02.026939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62ca18af-9874-4137-a264-b5017e288334 req-8667449f-94a5-49e6-a198-15de60539c15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a42261-559b-4297-ae52-692e229bfb44 HTTP/1.1" status: 200 len: 217 time: 0.0987206 Apr 05 18:48:02.028952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:02.033661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ad3113d-d23b-48f0-a400-44c06b3d84dc req-d542f528-0bfa-456f-8b51-c1509e0d742f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591986 Apr 05 18:48:02.041231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:02.064351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:02.085462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d62feafd-802e-4423-a295-f7ebaecf9e8a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773418736312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13678822'] for subnet, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.085620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] For port 1208c957-0a0a-4e18-88a8-1f039cc97ba2, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:02.088852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] For port 1208c957-0a0a-4e18-88a8-1f039cc97ba2, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1208c957-0a0a-4e18-88a8-1f039cc97ba2,segment=NetworkSegment(a8b07c68-71f0-4900-adbe-c161fff6b2e6),segment_id=a8b07c68-71f0-4900-adbe-c161fff6b2e6)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:02.101160 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.151553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-49859a7d-5a19-4b14-9e74-4c7209203f2e', 'network_id': '49859a7d-5a19-4b14-9e74-4c7209203f2e', 'tenant_id': 'f64f2362ad55499b80f57f0f802872c5', 'fixed_ips': [{'subnet_id': '3cb18d10-8bba-4a67-9d64-c6e12c791210'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:02.157023 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.164104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62feafd-802e-4423-a295-f7ebaecf9e8a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:02.168974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d62feafd-802e-4423-a295-f7ebaecf9e8a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.170868 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d62feafd-802e-4423-a295-f7ebaecf9e8a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "PUT /v2.0/subnets/3cb18d10-8bba-4a67-9d64-c6e12c791210 HTTP/1.1" status: 200 len: 826 time: 0.4405272 Apr 05 18:48:02.175206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51738) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:02.362248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca18af-9874-4137-a264-b5017e288334 req-ac1d5f6a-e7fa-471a-acc4-6b7062f3e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:02.373034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62ca18af-9874-4137-a264-b5017e288334 req-ac1d5f6a-e7fa-471a-acc4-6b7062f3e18d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.3242953 Apr 05 18:48:02.399928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62feafd-802e-4423-a295-f7ebaecf9e8a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=3cb18d10-8bba-4a67-9d64-c6e12c791210,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:02.439807 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.491581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.570248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62ca18af-9874-4137-a264-b5017e288334 req-f0b25461-d88c-4eac-b635-8a1620e3b144 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808321 Apr 05 18:48:02.648256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b72b9-b10c-4608-8dca-c8f0a43d3057 None None] Pushing event updated for resources: {'Port': ['ID=1208c957-0a0a-4e18-88a8-1f039cc97ba2,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:02.649734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.671759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6e2f2869-402f-468b-80d5-5b023915783b None None] Provisioning complete for port 782fccf5-9cff-4164-9203-175e1f3eac0c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:02.672174 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2869-402f-468b-80d5-5b023915783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.679061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-dd14fcb9-618e-483a-90b1-54cad6cbf9c8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:02.681069 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-dd14fcb9-618e-483a-90b1-54cad6cbf9c8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 804 time: 0.3681285 Apr 05 18:48:02.715820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Request body: {'port': {'device_id': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'admin_state_up': True, 'tenant_id': '51a805f835bf450f970f73fc45c74f8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:02.768368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] No DVR routers for this DVR port 788e5fdb-d4d3-4926-80a3-125a45813e1a on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:02.770136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.792177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:02.792796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe14c204-fb18-4cb1-9c88-79193058aa47 req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.20 "DELETE /v2.0/ports/788e5fdb-d4d3-4926-80a3-125a45813e1a HTTP/1.1" status: 204 len: 173 time: 2.1261744 Apr 05 18:48:02.795388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62ca18af-9874-4137-a264-b5017e288334 req-88cf0037-2266-4c57-9232-ac0362209aa8 service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777804 Apr 05 18:48:02.800386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f80636-dd09-4c8d-abca-c885be40592f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Pushing event deleted for resources: {'Port': ['ID=788e5fdb-d4d3-4926-80a3-125a45813e1a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:02.847298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fbfeb7a7-f4f6-42da-b31a-ee97878e696f req-af6e5118-eda4-4f24-9cd0-fba9a810dac5 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 210 time: 0.2836614 Apr 05 18:48:02.868678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f2869-402f-468b-80d5-5b023915783b None None] Port 782fccf5-9cff-4164-9203-175e1f3eac0c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:48:02.986949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Allocated IP 2001:db8::2 (49859a7d-5a19-4b14-9e74-4c7209203f2e/3cb18d10-8bba-4a67-9d64-c6e12c791210/13a8a3bd-002c-4f25-a6a9-cc3607535d37) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:03.060622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e9517-6901-47e6-8b05-59fa7aba8a7a req-639c8613-f2e6-48fb-bd00-fc582d2c5946 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:03.070022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c78e9517-6901-47e6-8b05-59fa7aba8a7a req-639c8613-f2e6-48fb-bd00-fc582d2c5946 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 943 time: 0.7145736 Apr 05 18:48:03.139004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'name': 'network-vif-deleted', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:03.141274 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a150e-8e71-43cd-ac52-5cc2ba3af97a" -d '{"events": [{"server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "name": "network-vif-deleted", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:03.173940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f0a2716-90da-4396-8651-2a4d0ebbddd1 req-eff098bb-f52e-4189-980a-1ec50f577aab tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 210 time: 0.1313975 Apr 05 18:48:03.231014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c78e9517-6901-47e6-8b05-59fa7aba8a7a req-545c3780-8e03-4ebb-80d4-11b93e990492 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545050 Apr 05 18:48:03.316469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f699-8628-48de-9e32-2eda5e34af81 req-1f1f99e9-18c5-4ab8-abe3-ff84bd8a94d7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:03.319142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-1f1f99e9-18c5-4ab8-abe3-ff84bd8a94d7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.25 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.3690639 Apr 05 18:48:03.335295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'port': {'device_id': 'fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'admin_state_up': True, 'tenant_id': 'd2c1400648c047fba9a87da2a9820169'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:03.367614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Made reservation on behalf of 51a805f835bf450f970f73fc45c74f8f for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:03.369464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 93a42261-559b-4297-ae52-692e229bfb44 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:48:03.370375 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f91080-2580-4495-bd86-15438304a0be x-openstack-request-id: req-71f91080-2580-4495-bd86-15438304a0be {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:03.370890 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabdbd05-596f-45f2-b7e7-39d3ae79f8cf", "name": "network-vif-deleted", "tag": "788e5fdb-d4d3-4926-80a3-125a45813e1a", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:03.371243 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71f91080-2580-4495-bd86-15438304a0be {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:03.371440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:03.371556 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f91080-2580-4495-bd86-15438304a0be'] response: {'server_uuid': 'eabdbd05-596f-45f2-b7e7-39d3ae79f8cf', 'name': 'network-vif-deleted', 'tag': '788e5fdb-d4d3-4926-80a3-125a45813e1a', 'status': 'completed', 'code': 200} Apr 05 18:48:03.378876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:03.398627 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:03.465216 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:03.529293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62ca18af-9874-4137-a264-b5017e288334 req-e47bfcc6-d4e5-4dfa-b661-9a435dbc7119 service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997669 Apr 05 18:48:03.548981 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:03.592300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=93a42261-559b-4297-ae52-692e229bfb44,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:03.617357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '93a42261-559b-4297-ae52-692e229bfb44', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'port_id': '93a42261-559b-4297-ae52-692e229bfb44', 'mac_address': 'fa:16:3e:a7:dc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3deab1-7812-4525-8991-793933ce26cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:48:03.637912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305284c-8372-4295-834e-07dec248b667 req-46814962-f23d-40b2-b0ce-502efe798252 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:03.657792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b305284c-8372-4295-834e-07dec248b667 req-46814962-f23d-40b2-b0ce-502efe798252 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.3394563 Apr 05 18:48:03.673475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Pushing event updated for resources: {'Port': ['ID=13a8a3bd-002c-4f25-a6a9-cc3607535d37,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:03.676972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb18d10-8bba-4a67-9d64-c6e12c791210,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:03.735987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b305284c-8372-4295-834e-07dec248b667 req-c002509a-7b6e-459c-bf3d-bbb671546081 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764394 Apr 05 18:48:03.739062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Network 49859a7d-5a19-4b14-9e74-4c7209203f2e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:03.755496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1208c957-0a0a-4e18-88a8-1f039cc97ba2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:03.770830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:03.841446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:03.861839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Made reservation on behalf of d2c1400648c047fba9a87da2a9820169 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:03.865605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:03.901190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:03.904569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Allocated IP 172.20.0.8 (60fce8fe-10a0-4d97-bf1d-d6248f94beee/5cfad1ea-6e91-40f0-bbd5-8206899d181a/c0397ca3-70c1-4cff-9a70-2fce8a717e45) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:03.942634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49859a7d-5a19-4b14-9e74-4c7209203f2e']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:03.952053 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:03.972044 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:03.997688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.017578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efc6f95-4d04-443a-963e-ddd8495215ea') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:04.017874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efc6f95-4d04-443a-963e-ddd8495215ea') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:04.047158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.055208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a42261-559b-4297-ae52-692e229bfb44 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:04.059306 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.080612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Attempting to bind port 13a8a3bd-002c-4f25-a6a9-cc3607535d37 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:04.080965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Attempting to bind port 13a8a3bd-002c-4f25-a6a9-cc3607535d37 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4efc6f95-4d04-443a-963e-ddd8495215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '49859a7d-5a19-4b14-9e74-4c7209203f2e'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:04.081321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Attempting to bind port 13a8a3bd-002c-4f25-a6a9-cc3607535d37 on network 49859a7d-5a19-4b14-9e74-4c7209203f2e {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:04.104693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:04.104693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Checking segment: {'id': '4efc6f95-4d04-443a-963e-ddd8495215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '49859a7d-5a19-4b14-9e74-4c7209203f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:04.104693 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.104693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Bound using segment: {'id': '4efc6f95-4d04-443a-963e-ddd8495215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '49859a7d-5a19-4b14-9e74-4c7209203f2e'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:04.104693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Bound port: 13a8a3bd-002c-4f25-a6a9-cc3607535d37, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efc6f95-4d04-443a-963e-ddd8495215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '49859a7d-5a19-4b14-9e74-4c7209203f2e'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:04.104693 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.106923 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.110425 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=93a42261-559b-4297-ae52-692e229bfb44,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:04.116369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:04.117216 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.121898 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:04.145374 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:04.150526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cdf2fbf-8ef5-4aee-bd74-975b8828fb36 req-7d76fb60-6827-4821-93b7-f69ee8105110 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 210 time: 0.1669645 Apr 05 18:48:04.185566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:04.185930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.234344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Pushing event updated for resources: {'Port': ['ID=782fccf5-9cff-4164-9203-175e1f3eac0c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:04.264323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 788e5fdb-d4d3-4926-80a3-125a45813e1a no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:04.278883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.20.0.13 (0113a2e8-8527-4f08-b7cd-5061799e746d/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8/0079bb68-e291-4dcf-b20c-54ba2c225da5) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:04.284822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:04.291568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:04.299782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=93a42261-559b-4297-ae52-692e229bfb44,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:04.309716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 788e5fdb-d4d3-4926-80a3-125a45813e1a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:48:04.310156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 788e5fdb-d4d3-4926-80a3-125a45813e1a not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:48:04.315092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] For port 13a8a3bd-002c-4f25-a6a9-cc3607535d37, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:04.378870 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.415530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 1208c957-0a0a-4e18-88a8-1f039cc97ba2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1208c957-0a0a-4e18-88a8-1f039cc97ba2,segment=NetworkSegment(a8b07c68-71f0-4900-adbe-c161fff6b2e6),segment_id=a8b07c68-71f0-4900-adbe-c161fff6b2e6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:04.426653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.430062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 821014e3-9213-4227-bb3c-722578c6ec43 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:04.474206 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.db.api [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 18:48:04.474206 n-d-836650-3 neutron-server[102639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 18:48:04.474206 n-d-836650-3 neutron-server[102639]: [parameters: {'id': '49859a7d-5a19-4b14-9e74-4c7209203f2e'}] Apr 05 18:48:04.474206 n-d-836650-3 neutron-server[102639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:48:04.474775 n-d-836650-3 neutron-server[102639]: DEBUG oslo_db.api [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:48:04.479557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['93a42261-559b-4297-ae52-692e229bfb44'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:48:04.494325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f3efda3-3805-41c6-b6ef-92ab61772e5d req-d033688f-79c5-468c-ab2b-470d44477714 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 210 time: 0.0893841 Apr 05 18:48:04.528248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8da02e-aae2-4858-ad17-a279c829bc21 None None] Network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:04.556134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425cdfc-9eb1-4dc9-a5b6-a092ce6caaa6 req-a40fc49d-d19b-42bc-b1ab-058d8c77ad4d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:04.557778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a425cdfc-9eb1-4dc9-a5b6-a092ce6caaa6 req-a40fc49d-d19b-42bc-b1ab-058d8c77ad4d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 944 time: 0.1541111 Apr 05 18:48:04.694169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Router 4d70f1c4-1135-4095-9991-47e1c2f6d20c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:48:04.710618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a425cdfc-9eb1-4dc9-a5b6-a092ce6caaa6 req-fbf851c8-43f5-4848-a3a0-76709c10f2cc tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388164 Apr 05 18:48:04.747260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] For port 13a8a3bd-002c-4f25-a6a9-cc3607535d37, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=13a8a3bd-002c-4f25-a6a9-cc3607535d37,segment=NetworkSegment(4efc6f95-4d04-443a-963e-ddd8495215ea),segment_id=4efc6f95-4d04-443a-963e-ddd8495215ea)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:04.784393 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.788311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.831923 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.863697 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.874936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.890808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a1c319af-d496-4854-85cc-24bfe2e3c0ac None None] Provisioning complete for port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:04.891314 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1c319af-d496-4854-85cc-24bfe2e3c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:04.912162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:48:04.924326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Network 60fce8fe-10a0-4d97-bf1d-d6248f94beee is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:04.930724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:04.933174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:04.936404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ccd811d0-165d-4ead-8b01-82dbdc9c7c36 admin admin] 10.222.0.15 "PUT /v2.0/routers/4d70f1c4-1135-4095-9991-47e1c2f6d20c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0321074 Apr 05 18:48:04.995663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:05.004263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:05.004902 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:05.008509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=1208c957-0a0a-4e18-88a8-1f039cc97ba2,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:05.025466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:05.035192 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3232186 Apr 05 18:48:05.039420 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:05.042225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:05.050757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6db30d-aceb-46e3-971c-146eff02e771 req-4a4be51e-c6b2-421a-98fd-7bfb64794600 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:05.052351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e6db30d-aceb-46e3-971c-146eff02e771 req-4a4be51e-c6b2-421a-98fd-7bfb64794600 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.1373937 Apr 05 18:48:05.054432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Request body: {'port': {'device_id': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:05.134286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=0079bb68-e291-4dcf-b20c-54ba2c225da5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:05.145027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e6db30d-aceb-46e3-971c-146eff02e771 req-ad353aa9-e0e0-4a86-a96b-6dd873754da9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827289 Apr 05 18:48:05.180210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919d6ad-e5b6-46e0-8ed9-d18426331a09 None None] Pushing event updated for resources: {'Port': ['ID=13a8a3bd-002c-4f25-a6a9-cc3607535d37,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:05.262268 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Sync routers for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:48:05.274389 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:48:05.275031 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:05.326893 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:05.354875 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4ef38-ca19-4640-87ba-3af806c344db tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Pushing event updated for resources: {'Port': ['ID=c0397ca3-70c1-4cff-9a70-2fce8a717e45,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:05.408500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8871-376d-4039-b5c5-902a0c6c3418 req-dd497ed6-e478-4b67-b50f-4f9181254959 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:05.431505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f0a8871-376d-4039-b5c5-902a0c6c3418 req-dd497ed6-e478-4b67-b50f-4f9181254959 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 931 time: 0.1284976 Apr 05 18:48:05.476988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:05.482189 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:05.498143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:48:05.515598 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:05.521847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 821014e3-9213-4227-bb3c-722578c6ec43 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:05.523402 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:05.533083 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-afb7acde-e2c9-41b1-b166-01973418085b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2046075 Apr 05 18:48:05.568720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Request body: {'port': {'device_id': 'fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:05.578848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f0a8871-376d-4039-b5c5-902a0c6c3418 req-510782b0-215c-4878-b734-b5f2178bfcf7 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463215 Apr 05 18:48:05.659403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70d6e6-63d0-4a8c-9f30-bef17b45fea3 None None] Network 49859a7d-5a19-4b14-9e74-4c7209203f2e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:05.713011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51768) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:05.721357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a0ae1ebb-53df-499a-92a3-1f6a72d12f30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387775441', 'description': 'tempest-description--140403022'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:05.776320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56462f-0b9b-4edd-ac10-f3a567b94ad4 req-28d8df72-c9ef-40c8-9c2b-436476afbb9f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:05.785436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da56462f-0b9b-4edd-ac10-f3a567b94ad4 req-28d8df72-c9ef-40c8-9c2b-436476afbb9f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 932 time: 0.1199505 Apr 05 18:48:05.826153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0ae1ebb-53df-499a-92a3-1f6a72d12f30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:05.861405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da56462f-0b9b-4edd-ac10-f3a567b94ad4 req-553da240-2a27-459d-b448-a832ec064c5b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727513 Apr 05 18:48:05.885594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Deleting port 13a8a3bd-002c-4f25-a6a9-cc3607535d37 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:05.886173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:05.893169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:05.923711 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 2, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:05.945333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcb7d0-1faa-4b9e-a6de-938e6f4aba4c req-06edb206-44ac-42b4-ba01-94dbabc68241 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:05.947578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51dcb7d0-1faa-4b9e-a6de-938e6f4aba4c req-06edb206-44ac-42b4-ba01-94dbabc68241 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 944 time: 0.0787852 Apr 05 18:48:05.956668 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Checking router: 4d70f1c4-1135-4095-9991-47e1c2f6d20c for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:48:05.957004 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Updating router 4d70f1c4-1135-4095-9991-47e1c2f6d20c port 782fccf5-9cff-4164-9203-175e1f3eac0c binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:48:05.982347 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.003762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51dcb7d0-1faa-4b9e-a6de-938e6f4aba4c req-7d416eb9-086d-4b86-bd15-6253bc5564a8 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470147 Apr 05 18:48:06.049022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-07d834f7-18e9-4ea3-a72b-c03dfc555109 None None] Provisioning complete for port 782fccf5-9cff-4164-9203-175e1f3eac0c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:06.049576 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07d834f7-18e9-4ea3-a72b-c03dfc555109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.073526 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0ae1ebb-53df-499a-92a3-1f6a72d12f30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.085892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0ae1ebb-53df-499a-92a3-1f6a72d12f30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.091267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] For port 13a8a3bd-002c-4f25-a6a9-cc3607535d37, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=13a8a3bd-002c-4f25-a6a9-cc3607535d37,segment=NetworkSegment(4efc6f95-4d04-443a-963e-ddd8495215ea),segment_id=4efc6f95-4d04-443a-963e-ddd8495215ea)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:06.091762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.093589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-07d834f7-18e9-4ea3-a72b-c03dfc555109 None None] Port 782fccf5-9cff-4164-9203-175e1f3eac0c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:48:06.103854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Update dhcp port {'port': {'network_id': '54f8a082-38a2-4e30-a0ac-84fb150f17a9', 'fixed_ips': [{'subnet_id': '1c370804-7375-4094-9493-f1228a3645b2', 'ip_address': '2001:db8::2'}, {'subnet_id': '2c5a14d0-8862-4269-8188-dd67e8dd48b8'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '1208c957-0a0a-4e18-88a8-1f039cc97ba2'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 18:48:06.108842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Calling delete_port for 13a8a3bd-002c-4f25-a6a9-cc3607535d37 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:06.150089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae1ebb-53df-499a-92a3-1f6a72d12f30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f05602f-ac15-4c28-9bff-63c2f08504ad,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:06.154969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-07d834f7-18e9-4ea3-a72b-c03dfc555109 None None] Provisioning complete for port 0079bb68-e291-4dcf-b20c-54ba2c225da5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:06.155346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07d834f7-18e9-4ea3-a72b-c03dfc555109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.218761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0ae1ebb-53df-499a-92a3-1f6a72d12f30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.220337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a0ae1ebb-53df-499a-92a3-1f6a72d12f30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5062160 Apr 05 18:48:06.223713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51774) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:06.229871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.235633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8776e17e-ad5c-402d-a9c1-9b41a7448af6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'security_group_rule': {'security_group_id': '6f05602f-ac15-4c28-9bff-63c2f08504ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:06.303499 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8776e17e-ad5c-402d-a9c1-9b41a7448af6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.309800 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.320611 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.323940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No DVR routers for this DVR port 13a8a3bd-002c-4f25-a6a9-cc3607535d37 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:06.336491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Port': ['ID=13a8a3bd-002c-4f25-a6a9-cc3607535d37,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:06.411785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6990605-8eee-4037-98d7-8f716e69dbd8 req-3f800d6b-e51f-4d98-a5c0-c4062ce65825 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:06.414175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6990605-8eee-4037-98d7-8f716e69dbd8 req-3f800d6b-e51f-4d98-a5c0-c4062ce65825 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.1274235 Apr 05 18:48:06.432063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8776e17e-ad5c-402d-a9c1-9b41a7448af6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.451673 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8776e17e-ad5c-402d-a9c1-9b41a7448af6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.489485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.489756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776e17e-ad5c-402d-a9c1-9b41a7448af6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ec8eb6-dc37-4cc8-9add-7730239a076e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:06.501939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6990605-8eee-4037-98d7-8f716e69dbd8 req-46a55f2b-b16a-4a20-bc01-56d8f1d65fc6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777133 Apr 05 18:48:06.509863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8776e17e-ad5c-402d-a9c1-9b41a7448af6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.511204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8776e17e-ad5c-402d-a9c1-9b41a7448af6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2864840 Apr 05 18:48:06.514323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51778) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:06.515423 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Attempting to bind port 782fccf5-9cff-4164-9203-175e1f3eac0c on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:06.515784 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Attempting to bind port 782fccf5-9cff-4164-9203-175e1f3eac0c by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:06.516340 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Attempting to bind port 782fccf5-9cff-4164-9203-175e1f3eac0c on network 51113868-0ddf-4ec4-9d93-46cd3c682af2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:06.520612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f320030e-6a68-460c-b639-099b722505a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'security_group_rule': {'security_group_id': '6f05602f-ac15-4c28-9bff-63c2f08504ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:06.542425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49859a7d-5a19-4b14-9e74-4c7209203f2e']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:06.547069 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.550387 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:06.551087 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Checking segment: {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:06.555059 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.555462 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Bound using segment: {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:06.556078 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Bound port: 782fccf5-9cff-4164-9203-175e1f3eac0c, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:06.556318 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.576476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efc6f95-4d04-443a-963e-ddd8495215ea') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:06.576781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efc6f95-4d04-443a-963e-ddd8495215ea') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:06.576899 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f320030e-6a68-460c-b639-099b722505a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.586080 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.588695 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c2996-652e-485b-a94a-3fc78b2c9c1e None None] Pushing event updated for resources: {'Port': ['ID=782fccf5-9cff-4164-9203-175e1f3eac0c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:06.607531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.620678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d34bf-5434-4dd4-8da9-d8b2824dc18d None None] Network 49859a7d-5a19-4b14-9e74-4c7209203f2e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:06.639013 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.654598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:06.655772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.666538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-07d834f7-18e9-4ea3-a72b-c03dfc555109 None None] Port 0079bb68-e291-4dcf-b20c-54ba2c225da5 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:48:06.702084 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] For port 782fccf5-9cff-4164-9203-175e1f3eac0c, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:06.707336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 821014e3-9213-4227-bb3c-722578c6ec43, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=821014e3-9213-4227-bb3c-722578c6ec43,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:06.710760 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] For port 782fccf5-9cff-4164-9203-175e1f3eac0c, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=782fccf5-9cff-4164-9203-175e1f3eac0c,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:06.721721 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.804289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dec247-0e99-4e4b-a28c-96d359377f81 req-2f5e2582-7ad0-4223-b76e-e5adba25ef0a tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:06.807096 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.815161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6dec247-0e99-4e4b-a28c-96d359377f81 req-2f5e2582-7ad0-4223-b76e-e5adba25ef0a tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 931 time: 0.1321809 Apr 05 18:48:06.857184 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f320030e-6a68-460c-b639-099b722505a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.882464 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c2996-652e-485b-a94a-3fc78b2c9c1e None None] Pushing event updated for resources: {'Port': ['ID=782fccf5-9cff-4164-9203-175e1f3eac0c,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:06.910637 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:48:06.914098 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:47:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:06.924183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6dec247-0e99-4e4b-a28c-96d359377f81 req-f660a44b-2f09-4794-875c-7ec83fd93387 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080649 Apr 05 18:48:06.925679 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f320030e-6a68-460c-b639-099b722505a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:06.945831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=821014e3-9213-4227-bb3c-722578c6ec43,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:06.994227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d270f3-14e5-4355-917d-8247c58e38b9 req-a114b38f-3f8b-469c-acb2-c7e643deb79c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:07.019464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34d270f3-14e5-4355-917d-8247c58e38b9 req-a114b38f-3f8b-469c-acb2-c7e643deb79c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1819379 Apr 05 18:48:07.020086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320030e-6a68-460c-b639-099b722505a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85d2efa-88c9-42ff-aa68-965ab54e2747,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:07.052415 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f320030e-6a68-460c-b639-099b722505a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.056689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f320030e-6a68-460c-b639-099b722505a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5382602 Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:07.069604 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:07.073717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51790) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:07.119561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1208c957-0a0a-4e18-88a8-1f039cc97ba2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:07.123211 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:48:07.136510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:07.179464 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.209494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33854f92-0252-40b6-9b01-c46c9336abd6 req-310c0ff9-2911-430e-8014-9383533a28ab tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:07.220520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33854f92-0252-40b6-9b01-c46c9336abd6 req-310c0ff9-2911-430e-8014-9383533a28ab tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 932 time: 0.1656437 Apr 05 18:48:07.263873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.269035 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.276370 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/49859a7d-5a19-4b14-9e74-4c7209203f2e HTTP/1.1" status: 204 len: 168 time: 5.0943666 Apr 05 18:48:07.282329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Allocated IP 172.20.0.1 (54f8a082-38a2-4e30-a0ac-84fb150f17a9/2c5a14d0-8862-4269-8188-dd67e8dd48b8/1208c957-0a0a-4e18-88a8-1f039cc97ba2) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:07.283390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34d270f3-14e5-4355-917d-8247c58e38b9 req-2d5def8a-1638-4334-978c-76111446d5dd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528386 Apr 05 18:48:07.283912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51792) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:07.325190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2bece-ce84-46ed-aecd-b37e8dad3aec tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=49859a7d-5a19-4b14-9e74-4c7209203f2e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:07.359593 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ac29f1-519b-4a1c-9c82-72d4086a112a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:07.364896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ac29f1-519b-4a1c-9c82-72d4086a112a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:07.371905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f2ac29f1-519b-4a1c-9c82-72d4086a112a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/49859a7d-5a19-4b14-9e74-4c7209203f2e HTTP/1.1" status: 404 len: 339 time: 0.0792658 Apr 05 18:48:07.379542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33854f92-0252-40b6-9b01-c46c9336abd6 req-ba814ed8-af00-4b02-b714-37a9c3ad13af tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581080 Apr 05 18:48:07.380234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51796) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:07.386626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1414204340', 'description': 'd1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:07.467409 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.471472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b4fec-c3ff-422b-9ffd-e22198df92d0 req-a050d124-2c09-49a0-907b-0e552952e210 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:07.477693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 93a42261-559b-4297-ae52-692e229bfb44 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:07.479576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-303b4fec-c3ff-422b-9ffd-e22198df92d0 req-a050d124-2c09-49a0-907b-0e552952e210 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 944 time: 0.0702264 Apr 05 18:48:07.505443 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:07.514334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:07.516184 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.540445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0079bb68-e291-4dcf-b20c-54ba2c225da5 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:07.540804 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d3e90-4b84-42a1-8113-6b2d0e4656e5 None None] The sync data for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 is: [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:48:07.587503 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.617962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-303b4fec-c3ff-422b-9ffd-e22198df92d0 req-1989eb2f-3e2c-4d36-913d-5865e6fa2e25 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290843 Apr 05 18:48:07.643414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Transition to ACTIVE for port object 0079bb68-e291-4dcf-b20c-54ba2c225da5 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:48:07.644320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:07.655296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-02abfb77-fa09-4ad8-9957-d574146ba66d None None] Provisioning complete for port 782fccf5-9cff-4164-9203-175e1f3eac0c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:07.655759 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02abfb77-fa09-4ad8-9957-d574146ba66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.659890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.660462 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment e5a25dd3-1256-4d1f-a702-48434c94d6d5 of type vlan for network 93f9026c-c853-466b-8587-4a56d7d5d767 Apr 05 18:48:07.683323 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.733547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.772846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] For port 1208c957-0a0a-4e18-88a8-1f039cc97ba2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1208c957-0a0a-4e18-88a8-1f039cc97ba2,segment=NetworkSegment(a8b07c68-71f0-4900-adbe-c161fff6b2e6),segment_id=a8b07c68-71f0-4900-adbe-c161fff6b2e6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:07.785504 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.800343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:07.804124 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.808273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 93a42261-559b-4297-ae52-692e229bfb44 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:48:07.810955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:07.811087 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.859149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0397ca3-70c1-4cff-9a70-2fce8a717e45 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:07.868384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Pushing event updated for resources: {'Port': ['ID=0079bb68-e291-4dcf-b20c-54ba2c225da5,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:07.872807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc86af2-1dd9-456a-884e-9b793454813b req-5105431a-664f-411a-aa71-fb15bf92f3c1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:07.883601 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.883829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bc86af2-1dd9-456a-884e-9b793454813b req-5105431a-664f-411a-aa71-fb15bf92f3c1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.3868055 Apr 05 18:48:07.891025 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.892614 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02abfb77-fa09-4ad8-9957-d574146ba66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.894551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 93a42261-559b-4297-ae52-692e229bfb44 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:07.894905 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.915586 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:07.975669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Transition to ACTIVE for port object c0397ca3-70c1-4cff-9a70-2fce8a717e45 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:48:07.979735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:08.033703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:08.154161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-02abfb77-fa09-4ad8-9957-d574146ba66d None None] For port 782fccf5-9cff-4164-9203-175e1f3eac0c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=782fccf5-9cff-4164-9203-175e1f3eac0c,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:08.164952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0397ca3-70c1-4cff-9a70-2fce8a717e45,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:08.207585 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02abfb77-fa09-4ad8-9957-d574146ba66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:08.214800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Pushing event updated for resources: {'Port': ['ID=1208c957-0a0a-4e18-88a8-1f039cc97ba2,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:08.290947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.291296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.291636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.297062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.297513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.297859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.298373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.298735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.299063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.299387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.299711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.300034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54161d42-5deb-44ac-8dc1-12fee9ef0268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:08.304741 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:08.398909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a42261-559b-4297-ae52-692e229bfb44'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:08.401475 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f98993-518b-4e48-b970-90c21195a7f5" -d '{"events": [{"server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "name": "network-vif-plugged", "status": "completed", "tag": "93a42261-559b-4297-ae52-692e229bfb44"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:08.439763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=93a42261-559b-4297-ae52-692e229bfb44,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:08.447164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-db52bb9a-773a-4950-bf99-eede1a6d76eb None None] Provisioning complete for port 782fccf5-9cff-4164-9203-175e1f3eac0c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:08.447595 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db52bb9a-773a-4950-bf99-eede1a6d76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:08.449439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abfb77-fa09-4ad8-9957-d574146ba66d None None] Pushing event updated for resources: {'Port': ['ID=782fccf5-9cff-4164-9203-175e1f3eac0c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:08.460150 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:08.591413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=93a42261-559b-4297-ae52-692e229bfb44,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:08.846198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Attempting to bind port 0079bb68-e291-4dcf-b20c-54ba2c225da5 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:08.846587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Attempting to bind port 0079bb68-e291-4dcf-b20c-54ba2c225da5 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:08.846920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Attempting to bind port 0079bb68-e291-4dcf-b20c-54ba2c225da5 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:08.857929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Port 0079bb68-e291-4dcf-b20c-54ba2c225da5 on network 0113a2e8-8527-4f08-b7cd-5061799e746d not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:48:08.858252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Attempting to bind port 0079bb68-e291-4dcf-b20c-54ba2c225da5 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:08.874991 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:08.875332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:08.875720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Bound using segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:08.876171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Bound port: 0079bb68-e291-4dcf-b20c-54ba2c225da5, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:08.876531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:08.918276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Allocated IP 172.25.4.59 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/c4199d83-acef-4da8-9c77-806b3561f183) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:08.967236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Attempting to bind port c0397ca3-70c1-4cff-9a70-2fce8a717e45 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:08.967578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Attempting to bind port c0397ca3-70c1-4cff-9a70-2fce8a717e45 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:08.967912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Attempting to bind port c0397ca3-70c1-4cff-9a70-2fce8a717e45 on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:08.984658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Port c0397ca3-70c1-4cff-9a70-2fce8a717e45 on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:48:08.984997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Attempting to bind port c0397ca3-70c1-4cff-9a70-2fce8a717e45 on network 60fce8fe-10a0-4d97-bf1d-d6248f94beee {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:08.988709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bc86af2-1dd9-456a-884e-9b793454813b req-e3fa4a48-d973-41d7-ae8b-19ce8c6c195f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1038902 Apr 05 18:48:09.008317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6267521 Apr 05 18:48:09.009131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:09.013895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:09.014509 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Checking segment: {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:09.014924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Bound using segment: {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:09.015343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Bound port: c0397ca3-70c1-4cff-9a70-2fce8a717e45, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837fdda5-e14b-44a1-8e83-30150dc43fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:09.015712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.067528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] For port 0079bb68-e291-4dcf-b20c-54ba2c225da5, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:09.070461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16a858-85f0-4ae3-afa1-3e46cb16f44f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=93f9026c-c853-466b-8587-4a56d7d5d767,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:09.091728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 93f9026c-c853-466b-8587-4a56d7d5d767 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:09.096862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c65658-2dfd-4709-b177-e38c870a82bb None None] Network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:09.122665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] For port 0079bb68-e291-4dcf-b20c-54ba2c225da5, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=0079bb68-e291-4dcf-b20c-54ba2c225da5,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:09.142322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.240664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:09.241387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.242963 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] 10.222.0.25 "PUT /v2.0/ports/0079bb68-e291-4dcf-b20c-54ba2c225da5 HTTP/1.1" status: 200 len: 1092 time: 3.6876199 Apr 05 18:48:09.243422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1', 'tag': '0079bb68-e291-4dcf-b20c-54ba2c225da5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:09.245745 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16" -d '{"events": [{"name": "network-changed", "server_uuid": "fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1", "tag": "0079bb68-e291-4dcf-b20c-54ba2c225da5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:09.251121 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.279890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:09.296898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:09.316109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49348466-515e-4f3b-aa47-ddebfb541f89 req-ca5fa313-3fe8-4c3b-b492-515e626a0a48 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:09.331462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0994a-9296-4469-9c60-e78e39d7316d service neutron] Pushing event updated for resources: {'Port': ['ID=0079bb68-e291-4dcf-b20c-54ba2c225da5,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:09.338282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49348466-515e-4f3b-aa47-ddebfb541f89 req-ca5fa313-3fe8-4c3b-b492-515e626a0a48 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 943 time: 1.2611516 Apr 05 18:48:09.363055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.407043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 782fccf5-9cff-4164-9203-175e1f3eac0c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:09.428121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d3131e-c889-414c-bce7-08dfdac1a9a1 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:09.433109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e2d3131e-c889-414c-bce7-08dfdac1a9a1 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/networks?id=93f9026c-c853-466b-8587-4a56d7d5d767 HTTP/1.1" status: 200 len: 765 time: 0.4063318 Apr 05 18:48:09.435448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51812) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:09.452708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8918cbef-0e2a-4547-bc93-efd05061d1e4 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'description': 'd2'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:09.507170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76b25-69a1-460f-aefb-88a6427bc4da req-fc5bc1c2-9015-4d2e-bd33-2486e6bc6e45 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:09.511836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:09.512662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.514156 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0397ca3-70c1-4cff-9a70-2fce8a717e45 HTTP/1.1" status: 200 len: 1091 time: 4.4646585 Apr 05 18:48:09.516021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbf76b25-69a1-460f-aefb-88a6427bc4da req-fc5bc1c2-9015-4d2e-bd33-2486e6bc6e45 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 944 time: 0.3617010 Apr 05 18:48:09.536489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49348466-515e-4f3b-aa47-ddebfb541f89 req-bd8eb014-9784-42ca-b692-3dec656459fb tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971962 Apr 05 18:48:09.580747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f699-8628-48de-9e32-2eda5e34af81 req-3025d639-d408-491b-a26c-36724425ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:09.582672 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-3025d639-d408-491b-a26c-36724425ecfd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 1095 time: 0.2778618 Apr 05 18:48:09.584834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.610306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4268719b-aa50-40f6-8068-0348152f339d None None] Provisioning complete for port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:09.611207 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4268719b-aa50-40f6-8068-0348152f339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.646704 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9e4017-5042-4eb5-85cf-bb57e399c25e x-openstack-request-id: req-8d9e4017-5042-4eb5-85cf-bb57e399c25e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:09.647343 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "name": "network-vif-plugged", "status": "completed", "tag": "93a42261-559b-4297-ae52-692e229bfb44", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:09.647760 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d9e4017-5042-4eb5-85cf-bb57e399c25e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:09.648324 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9e4017-5042-4eb5-85cf-bb57e399c25e'] response: {'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a42261-559b-4297-ae52-692e229bfb44', 'code': 200} Apr 05 18:48:09.649845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3968-1ea4-46bc-8519-0a5b22ead117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.745093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 782fccf5-9cff-4164-9203-175e1f3eac0c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:09.745669 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:09.748192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:09.752058 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-2bb63cc2-be3d-4628-8464-21a4dbebe951 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0079bb68-e291-4dcf-b20c-54ba2c225da5 HTTP/1.1" status: 200 len: 217 time: 0.1083610 Apr 05 18:48:09.752551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b941e37-b359-4b05-b4d6-d3b7e09189d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0397ca3-70c1-4cff-9a70-2fce8a717e45,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:09.757718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:09.810815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbf76b25-69a1-460f-aefb-88a6427bc4da req-300630c8-f751-4eb8-b502-5b556a97b650 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936938 Apr 05 18:48:09.875510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f699-8628-48de-9e32-2eda5e34af81 req-31e205a1-64f0-4909-b8b0-da5d66e4bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:09.877251 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-31e205a1-64f0-4909-b8b0-da5d66e4bad0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1152234 Apr 05 18:48:09.879256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:10.017171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1208c957-0a0a-4e18-88a8-1f039cc97ba2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:10.044196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-043d3d50-8be0-47e4-96db-97f5fc4c14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.055550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42051-6d67-4688-983a-8b51132e713c req-2b8a47c1-2ef8-4598-aa14-b473d3110a3a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.064464 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-043d3d50-8be0-47e4-96db-97f5fc4c14ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 1094 time: 0.4749615 Apr 05 18:48:10.068793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2d42051-6d67-4688-983a-8b51132e713c req-2b8a47c1-2ef8-4598-aa14-b473d3110a3a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.3352456 Apr 05 18:48:10.078757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd3e06-8e61-4012-9b05-ac5ead498623 req-4f27c964-43b5-47f6-8f58-7516aac4e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.080428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ccd3e06-8e61-4012-9b05-ac5ead498623 req-4f27c964-43b5-47f6-8f58-7516aac4e593 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 1096 time: 0.3335001 Apr 05 18:48:10.086057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d9112-3b52-449d-944d-5b90996638d9 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:48:10.176243 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-453c6f14-71c7-4396-a56d-0b4822a23a05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45 HTTP/1.1" status: 200 len: 217 time: 0.0932572 Apr 05 18:48:10.194041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2d42051-6d67-4688-983a-8b51132e713c req-fe5616d6-cdd3-4972-b331-9bd5b4a177b1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192021 Apr 05 18:48:10.196235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8918cbef-0e2a-4547-bc93-efd05061d1e4 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.262066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8918cbef-0e2a-4547-bc93-efd05061d1e4 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.267404 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.275955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'Port': ['ID=c4199d83-acef-4da8-9c77-806b3561f183,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:10.277445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8918cbef-0e2a-4547-bc93-efd05061d1e4 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network 93f9026c-c853-466b-8587-4a56d7d5d767 is not hosted by any dhcp agent {{(pid=102640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 18:48:10.281191 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257b6ccc-1a69-43d5-9de2-35491f634a03 x-openstack-request-id: req-257b6ccc-1a69-43d5-9de2-35491f634a03 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:10.281472 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1", "tag": "0079bb68-e291-4dcf-b20c-54ba2c225da5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:10.281720 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-257b6ccc-1a69-43d5-9de2-35491f634a03 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:10.282107 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257b6ccc-1a69-43d5-9de2-35491f634a03'] response: {'name': 'network-changed', 'server_uuid': 'fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1', 'tag': '0079bb68-e291-4dcf-b20c-54ba2c225da5', 'status': 'completed', 'code': 200} Apr 05 18:48:10.285741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8918cbef-0e2a-4547-bc93-efd05061d1e4 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.286695 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8918cbef-0e2a-4547-bc93-efd05061d1e4 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.289215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8918cbef-0e2a-4547-bc93-efd05061d1e4 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "PUT /v2.0/networks/93f9026c-c853-466b-8587-4a56d7d5d767 HTTP/1.1" status: 200 len: 762 time: 0.8461087 Apr 05 18:48:10.297424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad9b7f-7ad0-46a3-8115-ad6a8b55b7d5 req-be084b1e-ddcb-4be1-bdbf-79c3751a30c5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.299906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfad9b7f-7ad0-46a3-8115-ad6a8b55b7d5 req-be084b1e-ddcb-4be1-bdbf-79c3751a30c5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2970986 Apr 05 18:48:10.300571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51814) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:10.324305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ccd3e06-8e61-4012-9b05-ac5ead498623 req-4e77ec39-4e17-4a9d-a8bc-fa2c76ab3ef3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023332 Apr 05 18:48:10.343751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f699-8628-48de-9e32-2eda5e34af81 req-7d2100ff-4b57-4304-97a7-d9a52b88335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.345499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-7d2100ff-4b57-4304-97a7-d9a52b88335f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4457324 Apr 05 18:48:10.365663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.401237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-1f909643-30c1-4b97-b2e0-365954c792bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.402733 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-1f909643-30c1-4b97-b2e0-365954c792bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cfad1ea-6e91-40f0-bbd5-8206899d181a HTTP/1.1" status: 200 len: 844 time: 0.1238368 Apr 05 18:48:10.461050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918cbef-0e2a-4547-bc93-efd05061d1e4 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=93f9026c-c853-466b-8587-4a56d7d5d767,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:10.462450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d9112-3b52-449d-944d-5b90996638d9 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:48:10.479134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfad9b7f-7ad0-46a3-8115-ad6a8b55b7d5 req-e85c270f-6822-4f13-bfc2-4c2e1651b785 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534905 Apr 05 18:48:10.492391 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 93f9026c-c853-466b-8587-4a56d7d5d767 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:10.516630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e81e7-2112-49e1-a324-efbf9652c90a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.522817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-332e81e7-2112-49e1-a324-efbf9652c90a tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/networks?id=93f9026c-c853-466b-8587-4a56d7d5d767 HTTP/1.1" status: 200 len: 765 time: 0.2190475 Apr 05 18:48:10.530742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51818) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:10.566481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.573169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.696904 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-80bbe2e4-5207-4b05-98e7-2a70e6c47236 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60fce8fe-10a0-4d97-bf1d-d6248f94beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003852 Apr 05 18:48:10.776272 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.789190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a118751-62a2-4819-af90-a99958c7270d req-a8be47ef-cad9-476a-9594-d2c6cd5f7c95 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.797055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a118751-62a2-4819-af90-a99958c7270d req-a8be47ef-cad9-476a-9594-d2c6cd5f7c95 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1700778 Apr 05 18:48:10.843481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac63323-c2e5-405f-a3b8-d7340bf37d3e req-e939f041-56fb-4458-bc1e-8a6600d177d2 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.853502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fac63323-c2e5-405f-a3b8-d7340bf37d3e req-e939f041-56fb-4458-bc1e-8a6600d177d2 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 943 time: 0.1666579 Apr 05 18:48:10.854863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:10.855210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.870599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'Port': ['ID=c4199d83-acef-4da8-9c77-806b3561f183,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:10.882766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.884048 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4ac851b1-3607-44c3-b040-97dad2d599a5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7511985 Apr 05 18:48:10.907726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006b659-ce6f-46cb-94a1-16dafb6649ef tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:10.912562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5006b659-ce6f-46cb-94a1-16dafb6649ef tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3800201 Apr 05 18:48:10.914525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51826) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:10.925012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-77bb819c-b9dc-42a9-b889-658893012fcb None None] Provisioning complete for port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:10.925376 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77bb819c-b9dc-42a9-b889-658893012fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:10.926136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a118751-62a2-4819-af90-a99958c7270d req-98b1bf39-652a-4064-9556-1338b1f8e3ea tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280694 Apr 05 18:48:11.000329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-68b39247-3715-44c1-a733-423286f3676f service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202706 Apr 05 18:48:11.002232 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-dba9afc9-00fe-4785-beaf-90b974e35b21 service neutron] 10.222.0.25 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736861 Apr 05 18:48:11.010295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-435d8bdd-f01e-41b8-846f-c1ac23e5f064 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 207 time: 0.0944676 Apr 05 18:48:11.015668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51832) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:11.085449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fac63323-c2e5-405f-a3b8-d7340bf37d3e req-bd8faa08-17b9-4fbd-bcc2-c94fa563615c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306776 Apr 05 18:48:11.261441 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5ef5351f-c671-411f-9d5e-fda2946dacdd req-4134de34-e418-4af5-87eb-700f2d5fd9f4 service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372382 Apr 05 18:48:11.263641 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2118f699-8628-48de-9e32-2eda5e34af81 req-ee7cb321-1e44-46fb-b69c-427765c8b0c3 service neutron] 10.222.0.25 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490249 Apr 05 18:48:11.275943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ac7b-37e3-4a02-9ac3-906ea65bf3f0 req-0dbf0266-5391-428a-9664-f1ee16c7b838 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.279437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70d1ac7b-37e3-4a02-9ac3-906ea65bf3f0 req-0dbf0266-5391-428a-9664-f1ee16c7b838 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 944 time: 0.2354887 Apr 05 18:48:11.316147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 821014e3-9213-4227-bb3c-722578c6ec43 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:11.322027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84cf06-3b39-452f-8ef9-ef1289cd27e6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.328173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84cf06-3b39-452f-8ef9-ef1289cd27e6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.334893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84cf06-3b39-452f-8ef9-ef1289cd27e6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.340881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84cf06-3b39-452f-8ef9-ef1289cd27e6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.347759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84cf06-3b39-452f-8ef9-ef1289cd27e6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.354367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84cf06-3b39-452f-8ef9-ef1289cd27e6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.356383 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cd84cf06-3b39-452f-8ef9-ef1289cd27e6 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3382156 Apr 05 18:48:11.359364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-b495a0ec-19bb-4781-9677-da58bfe741bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.360954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51846) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:11.361751 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-b495a0ec-19bb-4781-9677-da58bfe741bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 1095 time: 0.0472362 Apr 05 18:48:11.370862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 821014e3-9213-4227-bb3c-722578c6ec43 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:11.371229 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:11.374938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-2b5289ea-ba0c-498a-8165-387e59632a41 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1387775441&fields=id&tenant_id=b87ec6a12b424ee4b62965872178bef7 HTTP/1.1" status: 200 len: 267 time: 0.1728394 Apr 05 18:48:11.461379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70d1ac7b-37e3-4a02-9ac3-906ea65bf3f0 req-86855f12-dd78-479b-95f8-d58dd3e508fa tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686494 Apr 05 18:48:11.462382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-6b94d6a5-e086-4ab7-b544-bacba2c4e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.464049 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-6b94d6a5-e086-4ab7-b544-bacba2c4e256 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.0917926 Apr 05 18:48:11.511129 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-84e849d4-6910-499e-af48-6e261cc5f307 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0079bb68-e291-4dcf-b20c-54ba2c225da5 HTTP/1.1" status: 200 len: 217 time: 0.0394101 Apr 05 18:48:11.566986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-3885f16d-90bc-41fa-b98c-2c6a9a93e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.569091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-3885f16d-90bc-41fa-b98c-2c6a9a93e1f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.0489848 Apr 05 18:48:11.575421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-e111014c-6978-41e0-b9d2-cf06f1669998 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.576863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-e111014c-6978-41e0-b9d2-cf06f1669998 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 816 time: 0.1860900 Apr 05 18:48:11.613963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-536be957-0e27-4e20-b723-79b2e8c6383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.615531 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-536be957-0e27-4e20-b723-79b2e8c6383a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399528 Apr 05 18:48:11.643186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-b9b782dc-e9dd-4247-a888-6caa748a8e3a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/quotas/b87ec6a12b424ee4b62965872178bef7 HTTP/1.1" status: 200 len: 375 time: 0.0532093 Apr 05 18:48:11.668170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-868ee2d4-d6dd-446b-9b1a-deb4cd6b90b3 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3060820 Apr 05 18:48:11.672995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51856) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:11.717110 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83e7dae7-3680-4733-996f-22d608b5768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:11.752803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-20a0dc51-afea-4a63-bfae-5136c0fed712 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.754186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-20a0dc51-afea-4a63-bfae-5136c0fed712 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 0.2098184 Apr 05 18:48:11.756448 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f7cbca-c6ac-4095-9753-49bcc1d2346f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.758556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f7cbca-c6ac-4095-9753-49bcc1d2346f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.760154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f7cbca-c6ac-4095-9753-49bcc1d2346f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.761636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f7cbca-c6ac-4095-9753-49bcc1d2346f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.762715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-225f9a38-de73-4cfc-8269-c961e5b2cbdf tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111829 Apr 05 18:48:11.763156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f7cbca-c6ac-4095-9753-49bcc1d2346f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.764805 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b5f7cbca-c6ac-4095-9753-49bcc1d2346f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0908940 Apr 05 18:48:11.767948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-55ee9c60-98f8-439a-a3bb-5c29a2616804 service neutron] 10.222.0.25 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448848 Apr 05 18:48:11.768430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51858) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:11.777682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-3432374e-4b41-4b81-b033-1a714b57c111 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/quotas/1ac303184650411dba4fc2e51c5d273a HTTP/1.1" status: 200 len: 375 time: 0.0140090 Apr 05 18:48:11.875906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30a7b2-7aae-433d-8c1d-b35779502209 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.877293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30a7b2-7aae-433d-8c1d-b35779502209 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.879038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30a7b2-7aae-433d-8c1d-b35779502209 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.880262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30a7b2-7aae-433d-8c1d-b35779502209 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.882160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30a7b2-7aae-433d-8c1d-b35779502209 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:11.883809 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6b30a7b2-7aae-433d-8c1d-b35779502209 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1145010 Apr 05 18:48:11.888155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51860) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:11.894822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-1e59c06b-d52d-4e56-b878-aed8ead76f36 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1093068 Apr 05 18:48:11.934523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-20703989-3ffd-4a1f-9883-4df212e3200f service neutron] 10.222.0.15 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558936 Apr 05 18:48:11.961620 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-41688f3e-2a2c-4ed8-a757-f5dd13f38e16 req-37d0a010-0f1f-48af-92bd-ea0a35d9daaa service neutron] 10.222.0.25 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827354 Apr 05 18:48:12.009146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4eb75e-86ff-4b5e-bf8f-1e3c2bef4a3c tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:12.013872 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ea4eb75e-86ff-4b5e-bf8f-1e3c2bef4a3c tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/networks/be4eb772-4ec2-465b-aa1e-664e9453656f HTTP/1.1" status: 200 len: 804 time: 0.1213310 Apr 05 18:48:12.014289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51862) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:12.081218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-830c0d1c-ca20-4122-ad9c-9ffa980c9988 service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711202 Apr 05 18:48:12.087853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-78d47c32-ee10-4b1d-8ea4-8e46d9deb875 service neutron] 10.222.0.15 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430686 Apr 05 18:48:12.122644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a4b07a02-ffce-4bec-9719-1f713934b30e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/networks/be4eb772-4ec2-465b-aa1e-664e9453656f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1040213 Apr 05 18:48:12.123169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51866) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:12.172609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-3c5deddb-213e-4ba8-8478-15f72d0ed366 service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838170 Apr 05 18:48:12.184286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900d9e5-7805-4bdb-aa6f-efedf5df912f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:12.189573 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3900d9e5-7805-4bdb-aa6f-efedf5df912f tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/subnets/f934b9a7-6cf3-42db-a679-9eba8f64704d HTTP/1.1" status: 200 len: 843 time: 0.0652266 Apr 05 18:48:12.189951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51868) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:12.255824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065ffc2-23d0-4a47-9c01-e3bf41dee413 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:12.257759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e065ffc2-23d0-4a47-9c01-e3bf41dee413 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "GET /v2.0/subnets/f934b9a7-6cf3-42db-a679-9eba8f64704d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0667734 Apr 05 18:48:12.261437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51874) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:12.267175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1026115909'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:12.283361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:12.286722 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555" -d '{"events": [{"name": "network-changed", "server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:12.338800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e6087-d0f8-43d5-bf28-2ce79b636a01 req-bd8c980f-408b-449f-a1c7-c287fd299c8e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:12.340358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e7e6087-d0f8-43d5-bf28-2ce79b636a01 req-bd8c980f-408b-449f-a1c7-c287fd299c8e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0691688 Apr 05 18:48:12.341179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:12.344984 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:12.415214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:12.441646 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:12.442052 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Added segment cb1e95df-ba11-4127-b41e-9b8b7e2b8958 of type vlan for network ba87bbec-ba6f-42a6-bf5b-172a99864979 Apr 05 18:48:12.445659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e7e6087-d0f8-43d5-bf28-2ce79b636a01 req-520b5317-2a93-475c-b16a-6929cd1b44ad tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975935 Apr 05 18:48:12.468555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763400f5-3df2-46eb-be39-1c4526eb7cd9 req-f2d86833-04d6-43cf-94d4-7e42bb39e5d0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:12.470924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-763400f5-3df2-46eb-be39-1c4526eb7cd9 req-f2d86833-04d6-43cf-94d4-7e42bb39e5d0 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 943 time: 0.1105621 Apr 05 18:48:12.525366 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:12.558245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-532ebbf8-11c0-4275-9c27-2c24ad0496a4 req-9fa79558-62fa-43c0-8eef-2f42de001461 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 210 time: 0.0394509 Apr 05 18:48:12.605323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-763400f5-3df2-46eb-be39-1c4526eb7cd9 req-35147b87-16e2-4c1b-9612-aed0cace5b8d tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142075 Apr 05 18:48:12.606441 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:12.614075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:12.614711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:12.676339 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfabc6ad-5ecf-4627-a383-720551247115 x-openstack-request-id: req-bfabc6ad-5ecf-4627-a383-720551247115 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:12.676825 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:12.676825 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfabc6ad-5ecf-4627-a383-720551247115 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:12.677659 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfabc6ad-5ecf-4627-a383-720551247115'] response: {'name': 'network-changed', 'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45', 'status': 'completed', 'code': 200} Apr 05 18:48:12.717793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51898) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:12.720343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4572713 Apr 05 18:48:12.723505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a7cb00e-651a-42c6-86a5-c5d7f01e6ecf req-b3313984-d595-4a29-ae7c-83cf7b6aa47e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 210 time: 0.0993330 Apr 05 18:48:12.735306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'network_id': 'ba87bbec-ba6f-42a6-bf5b-172a99864979', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:12.778759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119d3c5-0a21-4551-b45b-9f0e71c89c12 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Network': ['ID=ba87bbec-ba6f-42a6-bf5b-172a99864979,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:12.788845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:12.801995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network ba87bbec-ba6f-42a6-bf5b-172a99864979 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:12.916297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bb8b8-ef66-4429-95da-69f312474e9b req-2a46a938-386c-484b-bdf4-1fa103f666aa tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:12.925602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b3bb8b8-ef66-4429-95da-69f312474e9b req-2a46a938-386c-484b-bdf4-1fa103f666aa tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 944 time: 0.0853393 Apr 05 18:48:12.953580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-8766e03e-b331-4762-b009-8af50aebc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:12.956466 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-8766e03e-b331-4762-b009-8af50aebc392 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51a805f835bf450f970f73fc45c74f8f&device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 1094 time: 0.2577755 Apr 05 18:48:12.972361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b3bb8b8-ef66-4429-95da-69f312474e9b req-f3198a05-3bd4-4d5c-98f0-abe9c1f55179 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Apr 05 18:48:13.026824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Made reservation on behalf of f64f2362ad55499b80f57f0f802872c5 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:13.030429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:13.111719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Performing IP validity checks on allocation pools {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 18:48:13.112763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 18:48:13.144804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-21ed4084-ccc9-4b99-ae4e-41b6d0bde85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:13.147117 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-21ed4084-ccc9-4b99-ae4e-41b6d0bde85c service neutron] 10.222.0.25 "GET /v2.0/networks?id=60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 200 len: 904 time: 0.1763721 Apr 05 18:48:13.199206 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-20034d51-f908-4d80-a4ce-f60934c8107b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45 HTTP/1.1" status: 200 len: 217 time: 0.0411417 Apr 05 18:48:13.227505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8602-114c-45d4-bfda-566da7e97a97 req-da5a7707-1c5e-4d02-a032-eb706cb3baf3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:13.229029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62cf8602-114c-45d4-bfda-566da7e97a97 req-da5a7707-1c5e-4d02-a032-eb706cb3baf3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Apr 05 18:48:13.267737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62cf8602-114c-45d4-bfda-566da7e97a97 req-019856dc-b4dc-49a6-8fa7-7e85fb6c19ed tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318162 Apr 05 18:48:13.286984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-ef600402-c12c-4090-affe-551ac2005074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:13.288480 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-ef600402-c12c-4090-affe-551ac2005074 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cfad1ea-6e91-40f0-bbd5-8206899d181a HTTP/1.1" status: 200 len: 844 time: 0.0809882 Apr 05 18:48:13.356207 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-b14cef44-864f-4c1a-b6eb-93381a9c7fef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60fce8fe-10a0-4d97-bf1d-d6248f94beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391228 Apr 05 18:48:13.365702 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:13.479512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=f7af8054-5386-4d9f-89a9-65e321337f48,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:13.515228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Checking segment: {'id': 'cb1e95df-ba11-4127-b41e-9b8b7e2b8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ba87bbec-ba6f-42a6-bf5b-172a99864979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:13.515851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network hostable DHCP agents. Network: ba87bbec-ba6f-42a6-bf5b-172a99864979, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:13.523794 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-41057da1-5a96-4729-af27-d8b2d7affa37 service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599653 Apr 05 18:48:13.555825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Network ba87bbec-ba6f-42a6-bf5b-172a99864979 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:13.599956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, ba87bbec-ba6f-42a6-bf5b-172a99864979) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:13.607434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:13.608236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:13.614156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de658aad-ad4b-4819-b940-9e9781a67205 None None] Network ba87bbec-ba6f-42a6-bf5b-172a99864979 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:13.629406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-81558a8f-570d-4d55-8ae0-2390a2b23029 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:13.637362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-81558a8f-570d-4d55-8ae0-2390a2b23029 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 0.1624603 Apr 05 18:48:13.650097 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0c464578-4e08-4018-b96a-9044279fe4bb tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9307666 Apr 05 18:48:13.656083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51914) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:13.656808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'port': {'device_id': '5d398037-9883-461d-9321-3a3d8c2ab462', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'admin_state_up': True, 'tenant_id': '1ac303184650411dba4fc2e51c5d273a'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:13.661387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d1818717-0e23-4189-8303-92113aa831c8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:13.694122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4d69b9ce-1e59-4e96-b2e3-94f7ae118555 req-b301b091-6a16-491f-923c-c497bb4138ba service neutron] 10.222.0.25 "GET /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610720 Apr 05 18:48:13.752576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fc87562-bac7-4b90-903d-a526b7179818 req-b618c986-bba1-497d-97e8-ccee63a62ff2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 210 time: 0.0706639 Apr 05 18:48:13.787693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1818717-0e23-4189-8303-92113aa831c8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12850427'] for subnet, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:13.837962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-ba87bbec-ba6f-42a6-bf5b-172a99864979', 'network_id': 'ba87bbec-ba6f-42a6-bf5b-172a99864979', 'tenant_id': 'f64f2362ad55499b80f57f0f802872c5', 'fixed_ips': [{'subnet_id': 'f7af8054-5386-4d9f-89a9-65e321337f48'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:13.838886 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:13.848672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53186b-7826-47ad-bcfd-bc2eca6cfb5a req-a3cbaabd-7aea-41d8-aec1-84ab370fcae8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:13.852059 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe53186b-7826-47ad-bcfd-bc2eca6cfb5a req-a3cbaabd-7aea-41d8-aec1-84ab370fcae8 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 943 time: 0.1566596 Apr 05 18:48:13.914766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccd68222-d1c0-4e16-a2ac-bf23a158471a req-b7a7c725-9f9a-4461-9d72-322842ae527a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 210 time: 0.0578616 Apr 05 18:48:13.962821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe53186b-7826-47ad-bcfd-bc2eca6cfb5a req-5514eef0-9859-4b7a-aec9-34edd0b5868b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955560 Apr 05 18:48:13.965600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Made reservation on behalf of 1ac303184650411dba4fc2e51c5d273a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:13.969029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.058869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1818717-0e23-4189-8303-92113aa831c8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773418736312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13678822'] for subnet, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.111985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Allocated IP 2001:db8::3 (ba87bbec-ba6f-42a6-bf5b-172a99864979/f7af8054-5386-4d9f-89a9-65e321337f48/71fd6e47-79cc-4866-9df5-280293cafb1c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:14.123339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1818717-0e23-4189-8303-92113aa831c8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:14.124043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1818717-0e23-4189-8303-92113aa831c8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.128508 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d1818717-0e23-4189-8303-92113aa831c8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "PUT /v2.0/subnets/f7af8054-5386-4d9f-89a9-65e321337f48 HTTP/1.1" status: 200 len: 900 time: 0.4683969 Apr 05 18:48:14.128745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51920) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:14.159940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a6737c84-6fc2-4bee-ba68-a2ee5ec1adc1 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:14.161575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a6737c84-6fc2-4bee-ba68-a2ee5ec1adc1 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.20 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 816 time: 0.2433007 Apr 05 18:48:14.187467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1818717-0e23-4189-8303-92113aa831c8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event updated for resources: {'Subnet': ['ID=f7af8054-5386-4d9f-89a9-65e321337f48,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:14.241500 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.269288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5c4ba-2e15-4cf1-9bfe-f10deaa87387 req-d5823d26-dc85-4907-a84c-40f30b690bed tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:14.270792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0d5c4ba-2e15-4cf1-9bfe-f10deaa87387 req-d5823d26-dc85-4907-a84c-40f30b690bed tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 944 time: 0.1862352 Apr 05 18:48:14.280629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Allocated IP 172.20.0.13 (9e2044dd-43b9-4d5e-b90b-2cfa18e6273c/d35e3b87-6d58-4568-84d0-fc43995f254a/5d1786fb-d259-4d92-9a1f-67b41d6f798f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:14.286284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-4f0337b0-dd6e-4ca6-911b-06adc648c963 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87ec6a12b424ee4b62965872178bef7 HTTP/1.1" status: 200 len: 380 time: 0.1105752 Apr 05 18:48:14.301902 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.316733 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.321475 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.324294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'port': {'device_id': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'admin_state_up': True, 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'security_groups': ['6f05602f-ac15-4c28-9bff-63c2f08504ad']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:14.329330 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.357918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0d5c4ba-2e15-4cf1-9bfe-f10deaa87387 req-c5ef7337-3b26-4310-ab31-b1513450a057 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680957 Apr 05 18:48:14.395199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Network ba87bbec-ba6f-42a6-bf5b-172a99864979 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:14.399033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:14.399793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.403386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:14.406450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Pushing event updated for resources: {'Port': ['ID=71fd6e47-79cc-4866-9df5-280293cafb1c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:14.447789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=f7af8054-5386-4d9f-89a9-65e321337f48,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:14.468336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Attempting to bind port 71fd6e47-79cc-4866-9df5-280293cafb1c on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:14.469373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Attempting to bind port 71fd6e47-79cc-4866-9df5-280293cafb1c by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'cb1e95df-ba11-4127-b41e-9b8b7e2b8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ba87bbec-ba6f-42a6-bf5b-172a99864979'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:14.469373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Attempting to bind port 71fd6e47-79cc-4866-9df5-280293cafb1c on network ba87bbec-ba6f-42a6-bf5b-172a99864979 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:14.475040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:14.475440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Checking segment: {'id': 'cb1e95df-ba11-4127-b41e-9b8b7e2b8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ba87bbec-ba6f-42a6-bf5b-172a99864979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:14.476059 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.476979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Bound using segment: {'id': 'cb1e95df-ba11-4127-b41e-9b8b7e2b8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ba87bbec-ba6f-42a6-bf5b-172a99864979'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:14.477113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Bound port: 71fd6e47-79cc-4866-9df5-280293cafb1c, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1e95df-ba11-4127-b41e-9b8b7e2b8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ba87bbec-ba6f-42a6-bf5b-172a99864979'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:14.477493 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.495358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.517289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba87bbec-ba6f-42a6-bf5b-172a99864979']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:14.539884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1e95df-ba11-4127-b41e-9b8b7e2b8958') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:14.540358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1e95df-ba11-4127-b41e-9b8b7e2b8958') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:14.548718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] For port 71fd6e47-79cc-4866-9df5-280293cafb1c, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:14.552002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.552271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] For port 71fd6e47-79cc-4866-9df5-280293cafb1c, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=71fd6e47-79cc-4866-9df5-280293cafb1c,segment=NetworkSegment(cb1e95df-ba11-4127-b41e-9b8b7e2b8958),segment_id=cb1e95df-ba11-4127-b41e-9b8b7e2b8958)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:14.557942 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.570742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.577682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:14.578360 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:14.581793 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:14.654854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.db.api [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 18:48:14.654854 n-d-836650-3 neutron-server[102639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 18:48:14.654854 n-d-836650-3 neutron-server[102639]: [parameters: {'id': 'ba87bbec-ba6f-42a6-bf5b-172a99864979'}] Apr 05 18:48:14.654854 n-d-836650-3 neutron-server[102639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:48:14.655296 n-d-836650-3 neutron-server[102639]: DEBUG oslo_db.api [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:48:14.800579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b5fa0-0984-4b35-8429-55bf631d04c2 None None] Pushing event updated for resources: {'Port': ['ID=71fd6e47-79cc-4866-9df5-280293cafb1c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:14.819186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d65b2-68ae-4cc3-afc2-b1e91c2bb873 None None] Network ba87bbec-ba6f-42a6-bf5b-172a99864979 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:14.901735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabf1d9-7e7f-4585-9abb-ef76629abfed req-ddc0d5e1-d77f-48e4-bcd4-33d3455e3232 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:14.903225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1aabf1d9-7e7f-4585-9abb-ef76629abfed req-ddc0d5e1-d77f-48e4-bcd4-33d3455e3232 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.5310121 Apr 05 18:48:14.940326 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:14.951667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1236a580-d1fb-47af-8d9e-751fe7cb84ce req-072089e2-60a4-449f-b164-203429a5f7ab tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 210 time: 0.0598202 Apr 05 18:48:14.967020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e632748-0e9b-4f30-b0ff-63497a98ac09 None None] Network ba87bbec-ba6f-42a6-bf5b-172a99864979 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:14.996168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Made reservation on behalf of b87ec6a12b424ee4b62965872178bef7 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:14.999616 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.024995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1aabf1d9-7e7f-4585-9abb-ef76629abfed req-3977831e-4ca3-427f-b940-dd348ebc0744 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094439 Apr 05 18:48:15.069537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f91b2c50-5e2c-42d3-af43-96f8ac482c04 req-31fe01ba-93b2-4ddb-909c-9a4ab9258bd8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 210 time: 0.0392342 Apr 05 18:48:15.085456 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.126745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79a18f-baf5-4344-8896-b84467143d6f None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:48:15.157081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.215794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Deleting port 71fd6e47-79cc-4866-9df5-280293cafb1c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:15.216469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.243252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217a018-e02b-4517-8c4f-c0a5b225619f req-f47cd47d-ede3-444d-a1b6-9d8859609744 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:15.244987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4217a018-e02b-4517-8c4f-c0a5b225619f req-f47cd47d-ede3-444d-a1b6-9d8859609744 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 943 time: 0.1278841 Apr 05 18:48:15.248595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.265209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a75861f4-448e-4217-9b71-41ae05d632e0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:48:15.299063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Allocated IP 172.20.0.13 (51113868-0ddf-4ec4-9d93-46cd3c682af2/6a05e822-bb16-4d27-a487-a5e1d6c2edb4/e62c6b6b-3c8b-4585-874b-3393de0b52d2) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:15.309142 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] For port 71fd6e47-79cc-4866-9df5-280293cafb1c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=71fd6e47-79cc-4866-9df5-280293cafb1c,segment=NetworkSegment(cb1e95df-ba11-4127-b41e-9b8b7e2b8958),segment_id=cb1e95df-ba11-4127-b41e-9b8b7e2b8958)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:15.309753 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.325876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Calling delete_port for 71fd6e47-79cc-4866-9df5-280293cafb1c owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:15.333560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:15.342651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:15.347712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'Port': ['ID=5d1786fb-d259-4d92-9a1f-67b41d6f798f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:15.350620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:15.350854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79a18f-baf5-4344-8896-b84467143d6f None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:48:15.407067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4217a018-e02b-4517-8c4f-c0a5b225619f req-244a4922-8b66-4757-a708-21988a8a35f9 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458766 Apr 05 18:48:15.431212 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.451522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c0397ca3-70c1-4cff-9a70-2fce8a717e45 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:48:15.471695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No DVR routers for this DVR port 71fd6e47-79cc-4866-9df5-280293cafb1c on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:15.479756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Port': ['ID=71fd6e47-79cc-4866-9df5-280293cafb1c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:15.497497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:15.498151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.545886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-fc5588ae-9e89-4dc3-9ebc-f13a41af8b24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8928716 Apr 05 18:48:15.561596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Request body: {'port': {'device_id': '5d398037-9883-461d-9321-3a3d8c2ab462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:15.617846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf92a8-2640-485b-9e0a-a0bcd42acb40 req-162c628b-4fb1-4dec-bd4b-54e99308f467 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:15.619431 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fbf92a8-2640-485b-9e0a-a0bcd42acb40 req-162c628b-4fb1-4dec-bd4b-54e99308f467 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 944 time: 0.1701074 Apr 05 18:48:15.663994 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.683509 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.700512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:15.749367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'port_id': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45', 'mac_address': 'fa:16:3e:54:18:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfad1ea-6e91-40f0-bbd5-8206899d181a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:48:15.751085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fbf92a8-2640-485b-9e0a-a0bcd42acb40 req-2c64bc99-7f71-4804-82b5-38de6d5ac55a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203601 Apr 05 18:48:15.854742 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.861121 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.871043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0397ca3-70c1-4cff-9a70-2fce8a717e45 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:15.898755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:15.907096 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.946042 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:15.946296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:15.956591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:15.967267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:15.968685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=c0397ca3-70c1-4cff-9a70-2fce8a717e45,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:15.981554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba87bbec-ba6f-42a6-bf5b-172a99864979']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:16.015457 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-7cc0cc99-60c9-436c-bcb4-816bb5348fb2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4768913 Apr 05 18:48:16.019025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1e95df-ba11-4127-b41e-9b8b7e2b8958') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:16.019025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1e95df-ba11-4127-b41e-9b8b7e2b8958') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:16.022635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:16.048344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.095311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.107960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:16.108385 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:16.111844 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:16.148749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.149403 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.220512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fdadc570-797f-4a56-9e77-456e7ecc71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.221116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-db038632-369b-42d0-b26a-45c943ec10fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9018376 Apr 05 18:48:16.221224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fdadc570-797f-4a56-9e77-456e7ecc71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.221483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fdadc570-797f-4a56-9e77-456e7ecc71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.221940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fdadc570-797f-4a56-9e77-456e7ecc71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.222367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fdadc570-797f-4a56-9e77-456e7ecc71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.222863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fdadc570-797f-4a56-9e77-456e7ecc71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.223334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fdadc570-797f-4a56-9e77-456e7ecc71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.226448 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fdadc570-797f-4a56-9e77-456e7ecc71a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 6501 time: 0.1134760 Apr 05 18:48:16.235496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['c0397ca3-70c1-4cff-9a70-2fce8a717e45'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:48:16.242700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Request body: {'port': {'device_id': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:16.251932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.266349 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.270956 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/ba87bbec-ba6f-42a6-bf5b-172a99864979 HTTP/1.1" status: 204 len: 168 time: 2.1410553 Apr 05 18:48:16.282140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51942) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:16.295792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759184a-cf08-42d0-8248-0e7dde39e527 req-4f1d4ca7-fc33-4831-aff4-44b5b7271fc8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.297576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4759184a-cf08-42d0-8248-0e7dde39e527 req-4f1d4ca7-fc33-4831-aff4-44b5b7271fc8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 932 time: 0.2207096 Apr 05 18:48:16.365823 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb8f939-397f-40c3-88b8-68d205d2a911 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:16.366553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb8f939-397f-40c3-88b8-68d205d2a911 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:16.372187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cbb8f939-397f-40c3-88b8-68d205d2a911 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/f7af8054-5386-4d9f-89a9-65e321337f48 HTTP/1.1" status: 404 len: 337 time: 0.0735247 Apr 05 18:48:16.374036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51944) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:16.385798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145428-75bf-46ac-b86d-1b46779970cf tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=ba87bbec-ba6f-42a6-bf5b-172a99864979,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:16.402439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707201f3-3565-4b47-9764-1711edf45a3b req-22eaff2a-e3c5-464f-b4cb-96fd60aebad3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.409805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-707201f3-3565-4b47-9764-1711edf45a3b req-22eaff2a-e3c5-464f-b4cb-96fd60aebad3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2569938 Apr 05 18:48:16.419874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-b15193bf-78c2-4b9b-b5f0-bd7d2e61e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.421709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-b15193bf-78c2-4b9b-b5f0-bd7d2e61e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.423570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-b15193bf-78c2-4b9b-b5f0-bd7d2e61e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.426250 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-b15193bf-78c2-4b9b-b5f0-bd7d2e61e14d service neutron] 10.222.0.20 "GET /v2.0/networks?id=61f38ac3-b5de-44f4-9fb6-9d316cece496&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=64579464-86c5-4c9c-aba5-a21419db5efe&id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&id=bf3598ad-62de-476f-a9ed-9a686e3cbb08 HTTP/1.1" status: 200 len: 2295 time: 0.1529725 Apr 05 18:48:16.435028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4719940f-6369-4580-854b-cce5a4afe8d7 None None] Provisioning complete for port 5d1786fb-d259-4d92-9a1f-67b41d6f798f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:16.435397 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4719940f-6369-4580-854b-cce5a4afe8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.477694 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f47677-c367-4f08-b635-52b998b767ce tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:16.478296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f47677-c367-4f08-b635-52b998b767ce tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:16.482444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-18f47677-c367-4f08-b635-52b998b767ce tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/ba87bbec-ba6f-42a6-bf5b-172a99864979 HTTP/1.1" status: 404 len: 339 time: 0.1029053 Apr 05 18:48:16.491877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4719940f-6369-4580-854b-cce5a4afe8d7 None None] Port 5d1786fb-d259-4d92-9a1f-67b41d6f798f cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:48:16.492303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51948) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:16.523992 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-1737abf2-a5ab-4dff-a004-bebb270e13ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d HTTP/1.1" status: 200 len: 1001 time: 0.0871272 Apr 05 18:48:16.529921 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.545559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4759184a-cf08-42d0-8248-0e7dde39e527 req-5bc0ddbb-22f2-4893-9519-6ccb82fbf9e2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258375 Apr 05 18:48:16.551172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-707201f3-3565-4b47-9764-1711edf45a3b req-8f92faa9-055f-442f-900f-16174f3851fa tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405690 Apr 05 18:48:16.591513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1786fb-d259-4d92-9a1f-67b41d6f798f {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:16.603429 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.618662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0e7ecf3a-e5dd-4673-9e76-76940144118a None None] Provisioning complete for port e62c6b6b-3c8b-4585-874b-3393de0b52d2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:16.619032 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e7ecf3a-e5dd-4673-9e76-76940144118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.628337 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.629782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Transition to ACTIVE for port object 5d1786fb-d259-4d92-9a1f-67b41d6f798f will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:48:16.635503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-84cf157b-b918-41ee-ab50-b0ccc2e54a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.636971 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-84cf157b-b918-41ee-ab50-b0ccc2e54a9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c346868d-ff5c-484a-a2f0-b9bce6d58e15 HTTP/1.1" status: 200 len: 856 time: 0.0842094 Apr 05 18:48:16.667102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ecf3a-e5dd-4673-9e76-76940144118a None None] Port e62c6b6b-3c8b-4585-874b-3393de0b52d2 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:48:16.694622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.759146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.762572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-cb3c68aa-6297-4f17-b63a-f7233173352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.764059 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-cb3c68aa-6297-4f17-b63a-f7233173352d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61f38ac3-b5de-44f4-9fb6-9d316cece496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145709 Apr 05 18:48:16.789816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f9026c-c853-466b-8587-4a56d7d5d767']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:16.810686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a25dd3-1256-4d1f-a702-48434c94d6d5') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:16.810906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a25dd3-1256-4d1f-a702-48434c94d6d5') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:16.838956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1786fb-d259-4d92-9a1f-67b41d6f798f,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:16.853105 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.874678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.889996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:16.890412 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:16.893458 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:16.916940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ba22-2821-4330-9624-f3043a2838bc req-4a9c3c81-c21a-4c53-b148-da90278fbdaa tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.918845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6c1ba22-2821-4330-9624-f3043a2838bc req-4a9c3c81-c21a-4c53-b148-da90278fbdaa tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 944 time: 0.2256007 Apr 05 18:48:16.950137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e92f17-4ece-4585-bb23-2dc5f97521d4 req-d6b23c0f-ac90-4626-bee1-6a5e690d0ee9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:16.951707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1e92f17-4ece-4585-bb23-2dc5f97521d4 req-d6b23c0f-ac90-4626-bee1-6a5e690d0ee9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 944 time: 0.2597728 Apr 05 18:48:16.952164 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-f7376928-6fd2-45e9-99a3-bea70e43b752 service neutron] 10.222.0.20 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724854 Apr 05 18:48:16.983158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.000686 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.006041 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/93f9026c-c853-466b-8587-4a56d7d5d767 HTTP/1.1" status: 204 len: 168 time: 0.5105345 Apr 05 18:48:17.012250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51952) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:17.038063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d56d7-43e8-4f1d-bd0b-eae7ebc1ea33 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=93f9026c-c853-466b-8587-4a56d7d5d767,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:17.075650 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-94a57c5f-9277-490d-8f72-3f3e168225a9 service neutron] 10.222.0.20 "GET /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111515 Apr 05 18:48:17.081997 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5880a9-11c0-40be-bac3-8d5af5f592a5 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:17.082471 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5880a9-11c0-40be-bac3-8d5af5f592a5 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:17.085783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dd5880a9-11c0-40be-bac3-8d5af5f592a5 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/3cb18d10-8bba-4a67-9d64-c6e12c791210 HTTP/1.1" status: 404 len: 337 time: 0.0712366 Apr 05 18:48:17.095142 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51954) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:17.106665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6c1ba22-2821-4330-9624-f3043a2838bc req-c56d2ddf-a6b6-40bd-a1b8-dbd85b725278 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658022 Apr 05 18:48:17.122134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1e92f17-4ece-4585-bb23-2dc5f97521d4 req-1d71daf4-aa81-49f5-9cf4-556ac20d75c6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529036 Apr 05 18:48:17.124465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Attempting to bind port 5d1786fb-d259-4d92-9a1f-67b41d6f798f on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:17.124803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Attempting to bind port 5d1786fb-d259-4d92-9a1f-67b41d6f798f by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:17.125122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Attempting to bind port 5d1786fb-d259-4d92-9a1f-67b41d6f798f on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:17.133115 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-cd8b7982-22e8-4b0e-9fb6-c3923de6dae7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=64de7a25-bc07-475b-a89f-1296e12a484d HTTP/1.1" status: 200 len: 217 time: 0.0455554 Apr 05 18:48:17.142906 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca162fe-f1f9-417f-b0c9-2fa471b323f8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:17.143479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca162fe-f1f9-417f-b0c9-2fa471b323f8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:17.148800 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1ca162fe-f1f9-417f-b0c9-2fa471b323f8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/49859a7d-5a19-4b14-9e74-4c7209203f2e HTTP/1.1" status: 404 len: 339 time: 0.0506213 Apr 05 18:48:17.151752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51956) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:17.153800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Port 5d1786fb-d259-4d92-9a1f-67b41d6f798f on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:48:17.154013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Attempting to bind port 5d1786fb-d259-4d92-9a1f-67b41d6f798f on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:17.186271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:17.186631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Checking segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:17.187010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Bound using segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:17.187450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Bound port: 5d1786fb-d259-4d92-9a1f-67b41d6f798f, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:17.187806 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.195851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-20c3b76e-1ee9-4eea-819f-62d7b0ecac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:17.197301 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-20c3b76e-1ee9-4eea-819f-62d7b0ecac18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.0497694 Apr 05 18:48:17.239184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62c6b6b-3c8b-4585-874b-3393de0b52d2 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:17.249784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-090e9d38-5b88-4025-95c0-59ec575a2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:17.251035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.251295 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-090e9d38-5b88-4025-95c0-59ec575a2ddd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439382 Apr 05 18:48:17.297040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-533e9e42-0bcc-47a7-b154-5c8ba3661aac tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Deleting subnet 2c5a14d0-8862-4269-8188-dd67e8dd48b8 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:48:17.304853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Transition to ACTIVE for port object e62c6b6b-3c8b-4585-874b-3393de0b52d2 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:48:17.305761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-533e9e42-0bcc-47a7-b154-5c8ba3661aac tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.338890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.346739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-851a6284-457c-4cf6-905c-2d6d0e558f8a service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842364 Apr 05 18:48:17.385101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a72dfe-c443-4818-a07a-39361f44e169 req-90353f56-c3aa-41d8-a466-3e3e0b9eb8a1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:17.386604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90a72dfe-c443-4818-a07a-39361f44e169 req-90353f56-c3aa-41d8-a466-3e3e0b9eb8a1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 944 time: 0.1948142 Apr 05 18:48:17.412103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-533e9e42-0bcc-47a7-b154-5c8ba3661aac tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.429011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c0397ca3-70c1-4cff-9a70-2fce8a717e45 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:17.451186 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-dffdf906-bf5b-44e8-b977-9ca0822e5339 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947092 Apr 05 18:48:17.491531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] For port 5d1786fb-d259-4d92-9a1f-67b41d6f798f, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:17.494016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:17.522088 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-e318e391-5656-4f3a-b173-01f954e1746c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=2e761d11-7e98-4310-99e7-625bf736b42d HTTP/1.1" status: 200 len: 217 time: 0.0583131 Apr 05 18:48:17.523261 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port c0397ca3-70c1-4cff-9a70-2fce8a717e45 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:48:17.527440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port c0397ca3-70c1-4cff-9a70-2fce8a717e45 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:17.527819 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.549388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] For port 5d1786fb-d259-4d92-9a1f-67b41d6f798f, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5d1786fb-d259-4d92-9a1f-67b41d6f798f,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:17.563490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90a72dfe-c443-4818-a07a-39361f44e169 req-6a3fd68e-1701-4e29-9678-62143dc7a7da tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627529 Apr 05 18:48:17.573049 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.626058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-a1ea436b-093b-4939-9a2c-5e012dce2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:17.629571 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-a1ea436b-093b-4939-9a2c-5e012dce2db3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.1032591 Apr 05 18:48:17.663471 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1786fb-d259-4d92-9a1f-67b41d6f798f,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:17.667745 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.685263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-b1903728-6aa3-4d72-86d3-8ef9b21d98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:17.687036 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-b1903728-6aa3-4d72-86d3-8ef9b21d98f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488131 Apr 05 18:48:17.693024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:17.695815 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b196b4c-f849-4484-a722-028a0da952e0" -d '{"events": [{"server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "name": "network-vif-plugged", "status": "completed", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:17.714374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:17.721718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.725137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:17.726843 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.727864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-361bc662-87be-4be1-8095-9b162b9e1845 service neutron] 10.222.0.20 "PUT /v2.0/ports/5d1786fb-d259-4d92-9a1f-67b41d6f798f HTTP/1.1" status: 200 len: 1092 time: 2.1733463 Apr 05 18:48:17.745567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d398037-9883-461d-9321-3a3d8c2ab462', 'tag': '5d1786fb-d259-4d92-9a1f-67b41d6f798f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:17.748330 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bad22d-17f4-4ed4-ae10-06d464751e78" -d '{"events": [{"name": "network-changed", "server_uuid": "5d398037-9883-461d-9321-3a3d8c2ab462", "tag": "5d1786fb-d259-4d92-9a1f-67b41d6f798f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:17.790208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=c0397ca3-70c1-4cff-9a70-2fce8a717e45,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:17.817654 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-88b49838-3057-4bf2-be49-130846ae0b24 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188986 Apr 05 18:48:17.841941 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-533e9e42-0bcc-47a7-b154-5c8ba3661aac tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.899991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Attempting to bind port e62c6b6b-3c8b-4585-874b-3393de0b52d2 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:17.900329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Attempting to bind port e62c6b6b-3c8b-4585-874b-3393de0b52d2 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:17.900653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Attempting to bind port e62c6b6b-3c8b-4585-874b-3393de0b52d2 on network 51113868-0ddf-4ec4-9d93-46cd3c682af2 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:17.926945 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-3e82a54d-469f-49f2-b3b3-a15dd9cc7f0e service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013448 Apr 05 18:48:17.928780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2ead4-5687-423b-82c3-f38c4133ba5e req-f6337da6-2a4c-4dce-99ee-6f0ac02dec72 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:17.930301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51a2ead4-5687-423b-82c3-f38c4133ba5e req-f6337da6-2a4c-4dce-99ee-6f0ac02dec72 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2639637 Apr 05 18:48:17.934641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Port e62c6b6b-3c8b-4585-874b-3393de0b52d2 on network 51113868-0ddf-4ec4-9d93-46cd3c682af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:48:17.934963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Attempting to bind port e62c6b6b-3c8b-4585-874b-3393de0b52d2 on network 51113868-0ddf-4ec4-9d93-46cd3c682af2 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:17.945617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f351f-2b20-4090-a1b1-791a39eeedc2 req-062aa9dd-2cba-433d-973b-2e977ab25c5e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:17.947333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b52f351f-2b20-4090-a1b1-791a39eeedc2 req-062aa9dd-2cba-433d-973b-2e977ab25c5e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.2453310 Apr 05 18:48:17.966003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:17.966373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Checking segment: {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:17.966829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Bound using segment: {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:17.967267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Bound port: e62c6b6b-3c8b-4585-874b-3393de0b52d2, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:17.967622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:17.970931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-57cee7ed-64e9-466e-b12a-319a82eda4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:17.972361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-57cee7ed-64e9-466e-b12a-319a82eda4be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 1095 time: 0.1773641 Apr 05 18:48:17.992396 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-5235f4d7-ffd4-477e-bcd3-be1ffbb99ff9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f298f289-d250-442e-a7b0-90c3d83c26c1 HTTP/1.1" status: 200 len: 217 time: 0.0548956 Apr 05 18:48:18.049663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-30164e31-fdfe-4076-9aa5-cdd05534c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.051133 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-30164e31-fdfe-4076-9aa5-cdd05534c8c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.0487537 Apr 05 18:48:18.055024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-533e9e42-0bcc-47a7-b154-5c8ba3661aac tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:18.088226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-be29977a-4192-4274-86d7-718ad5675d79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d1786fb-d259-4d92-9a1f-67b41d6f798f HTTP/1.1" status: 200 len: 217 time: 0.0891411 Apr 05 18:48:18.103134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-2a40ba6e-b3b3-444d-b0c6-dfb2e03a1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.104722 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-2a40ba6e-b3b3-444d-b0c6-dfb2e03a1c21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430942 Apr 05 18:48:18.125382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51a2ead4-5687-423b-82c3-f38c4133ba5e req-a2334383-496e-406e-9700-1f8f791bc2b3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742826 Apr 05 18:48:18.141452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-533e9e42-0bcc-47a7-b154-5c8ba3661aac tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:18.147576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-533e9e42-0bcc-47a7-b154-5c8ba3661aac tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/2c5a14d0-8862-4269-8188-dd67e8dd48b8 HTTP/1.1" status: 204 len: 168 time: 0.9919441 Apr 05 18:48:18.147576 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e9e42-0bcc-47a7-b154-5c8ba3661aac tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5a14d0-8862-4269-8188-dd67e8dd48b8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:18.150982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51968) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:18.154911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b76981-60d4-4021-afc7-d7e2cb6cde5f None None] Network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:18.190610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b52f351f-2b20-4090-a1b1-791a39eeedc2 req-8553b9fd-4529-49af-966d-7116633cefe8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269990 Apr 05 18:48:18.238244 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-9edf2dc9-fb3e-42b2-8bbf-e1cb1ade31d7 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229372 Apr 05 18:48:18.262597 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048ed5e6-7bed-498b-a3fa-f4f82133b2a0 x-openstack-request-id: req-048ed5e6-7bed-498b-a3fa-f4f82133b2a0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:18.263332 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "name": "network-vif-plugged", "status": "completed", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:18.263741 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-048ed5e6-7bed-498b-a3fa-f4f82133b2a0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:18.264302 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048ed5e6-7bed-498b-a3fa-f4f82133b2a0'] response: {'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45', 'code': 200} Apr 05 18:48:18.267247 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc95ac5-a6c3-4114-bdeb-195169a5783c x-openstack-request-id: req-cbc95ac5-a6c3-4114-bdeb-195169a5783c {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:18.267648 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d398037-9883-461d-9321-3a3d8c2ab462", "tag": "5d1786fb-d259-4d92-9a1f-67b41d6f798f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:18.267994 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbc95ac5-a6c3-4114-bdeb-195169a5783c {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:18.268501 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc95ac5-a6c3-4114-bdeb-195169a5783c'] response: {'name': 'network-changed', 'server_uuid': '5d398037-9883-461d-9321-3a3d8c2ab462', 'tag': '5d1786fb-d259-4d92-9a1f-67b41d6f798f', 'status': 'completed', 'code': 200} Apr 05 18:48:18.269822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:18.277251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-f7786aa0-df57-4159-9029-c3e5f594ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.279796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-f7786aa0-df57-4159-9029-c3e5f594ace8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1580534 Apr 05 18:48:18.297767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e3d47b-c738-46c6-aa7a-5f1cbe6ce2b9 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Deleting subnet 1c370804-7375-4094-9493-f1228a3645b2 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:48:18.315532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d47b-c738-46c6-aa7a-5f1cbe6ce2b9 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:18.319077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:18.368245 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:18.404953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e5f0-120a-4d32-b1bf-00e65ec43b75 req-a786624b-ccae-4921-a8f6-4b4eecd0a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.406415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-eee4e5f0-120a-4d32-b1bf-00e65ec43b75 req-a786624b-ccae-4921-a8f6-4b4eecd0a76b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 1096 time: 0.1064589 Apr 05 18:48:18.449188 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-f76ca2b9-23d8-4df1-8117-a97dac15b862 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002313 Apr 05 18:48:18.460297 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-eee4e5f0-120a-4d32-b1bf-00e65ec43b75 req-f916cc14-3d40-4f40-93bc-e16cf6b28a2f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 Apr 05 18:48:18.484365 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d47b-c738-46c6-aa7a-5f1cbe6ce2b9 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:18.502812 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fb6f2d33-b58a-4c6e-b823-e2fdcc2dbdc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=42107179-0d13-4b7a-ba96-0a13af9b599a HTTP/1.1" status: 200 len: 217 time: 0.0414596 Apr 05 18:48:18.514687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.515371 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:18.516699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] 10.222.0.20 "PUT /v2.0/ports/e62c6b6b-3c8b-4585-874b-3393de0b52d2 HTTP/1.1" status: 200 len: 1092 time: 2.2786610 Apr 05 18:48:18.562913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-915ec147-05da-442e-84d7-c77509f8e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.564412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-915ec147-05da-442e-84d7-c77509f8e99a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722631 Apr 05 18:48:18.570799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192dd5e-e8d9-43e5-aeba-c46bfa333260 service neutron] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:18.575671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-c2c0c1ae-875b-4298-800f-4b3ff06c306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.577140 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-c2c0c1ae-875b-4298-800f-4b3ff06c306e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 200 len: 797 time: 0.0641227 Apr 05 18:48:18.593554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b80c-233f-49b0-a8ca-32f1d556e4a6 req-b21c9b86-763f-46ef-bfb9-309e7931560f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.595413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85e3b80c-233f-49b0-a8ca-32f1d556e4a6 req-b21c9b86-763f-46ef-bfb9-309e7931560f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 944 time: 0.2350242 Apr 05 18:48:18.619961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eae34-0162-4285-a0a3-164ac7e7b455 req-008e2c4c-2b0c-423c-8108-ba3e81b50a0c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.621586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c15eae34-0162-4285-a0a3-164ac7e7b455 req-008e2c4c-2b0c-423c-8108-ba3e81b50a0c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 945 time: 0.2626979 Apr 05 18:48:18.639810 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-3db935b7-2b49-4611-8ba5-b307e0b30457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.641353 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-3db935b7-2b49-4611-8ba5-b307e0b30457 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64579464-86c5-4c9c-aba5-a21419db5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566833 Apr 05 18:48:18.768164 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-e98c272d-dfea-4461-bc17-161d8217589a service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151519 Apr 05 18:48:18.877693 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-31cb7d2e-3702-4c3d-9fd0-109f0078a785 service neutron] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991032 Apr 05 18:48:18.937131 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-4bd3f7c1-d0ce-4b93-a9a6-72f0bc99b2ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea0a3cc-182a-4538-a490-cc025fad7e7c HTTP/1.1" status: 200 len: 217 time: 0.0494061 Apr 05 18:48:18.992491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-87f3e617-bdb9-458a-9088-0025bfded5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:18.994070 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-87f3e617-bdb9-458a-9088-0025bfded5cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c29d9363-316d-49e2-a891-f85f80bd4314 HTTP/1.1" status: 200 len: 797 time: 0.0470266 Apr 05 18:48:19.046201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-b47bbea8-b780-4240-9b3d-cc493296675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.047741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-b47bbea8-b780-4240-9b3d-cc493296675e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432377 Apr 05 18:48:19.127036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6c267f9e-b685-4f3e-af45-a300ed23684b None None] Provisioning complete for port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:19.128409 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c267f9e-b685-4f3e-af45-a300ed23684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:19.137993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d47b-c738-46c6-aa7a-5f1cbe6ce2b9 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:19.153604 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-1ac8369b-2ef0-4316-96a5-06aa615061e7 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942841 Apr 05 18:48:19.165752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-3b0517bc-8772-4b83-8359-01df9e20d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.167276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-3b0517bc-8772-4b83-8359-01df9e20d52b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 1095 time: 0.6009951 Apr 05 18:48:19.170079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85e3b80c-233f-49b0-a8ca-32f1d556e4a6 req-2b702ab8-24ab-4eb6-8893-8f1b31648a29 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589037 Apr 05 18:48:19.182374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c15eae34-0162-4285-a0a3-164ac7e7b455 req-61f41ea5-9aa7-4a03-8446-04bc9d6d4858 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279891 Apr 05 18:48:19.262704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-3348722e-159e-45d1-9f92-654d9ea5cbfb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2 HTTP/1.1" status: 200 len: 217 time: 0.0758712 Apr 05 18:48:19.298849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-e2bdffaa-745c-43f5-8fa3-c05e2b60a28d service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248290 Apr 05 18:48:19.300247 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-3560381a-31a9-4025-b401-13d5b8f2d2ea service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356270 Apr 05 18:48:19.351755 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-487b66d5-dc4b-4449-8306-35ab86094273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1 HTTP/1.1" status: 200 len: 217 time: 0.0368857 Apr 05 18:48:19.408244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fe30866c-2e56-499f-a769-6169d1e78de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.409618 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-fe30866c-2e56-499f-a769-6169d1e78de4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c29d9363-316d-49e2-a891-f85f80bd4314 HTTP/1.1" status: 200 len: 797 time: 0.0479329 Apr 05 18:48:19.436064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 0079bb68-e291-4dcf-b20c-54ba2c225da5 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:48:19.440390 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-de572d63-d5f8-4c38-bb79-65a93dea8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.441864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-de572d63-d5f8-4c38-bb79-65a93dea8155 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.1612818 Apr 05 18:48:19.442983 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d47b-c738-46c6-aa7a-5f1cbe6ce2b9 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:19.457647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-3f2a58c1-0f7c-4465-91a3-e29fee0a0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.459350 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-3f2a58c1-0f7c-4465-91a3-e29fee0a0f08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf3598ad-62de-476f-a9ed-9a686e3cbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418410 Apr 05 18:48:19.498977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d6def-eeaf-4964-ac8a-f01aa23b1974 req-4f619312-935e-4c37-8dc7-bad336838ff7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.500473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af8d6def-eeaf-4964-ac8a-f01aa23b1974 req-4f619312-935e-4c37-8dc7-bad336838ff7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 944 time: 0.2396486 Apr 05 18:48:19.511660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469cb16-c525-48a2-96d1-2c8e31dde0a6 req-3df70454-a48d-4b52-ab83-219171b2108e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.513173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2469cb16-c525-48a2-96d1-2c8e31dde0a6 req-3df70454-a48d-4b52-ab83-219171b2108e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2459047 Apr 05 18:48:19.536144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3d47b-c738-46c6-aa7a-5f1cbe6ce2b9 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=1c370804-7375-4094-9493-f1228a3645b2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:19.538764 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d47b-c738-46c6-aa7a-5f1cbe6ce2b9 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:19.541937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f2e3d47b-c738-46c6-aa7a-5f1cbe6ce2b9 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/1c370804-7375-4094-9493-f1228a3645b2 HTTP/1.1" status: 204 len: 168 time: 1.3870301 Apr 05 18:48:19.553844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d4cbb-f520-4fce-9d1d-aa72ef9c5cf1 None None] Network 54f8a082-38a2-4e30-a0ac-84fb150f17a9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:19.559458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51978) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:19.577323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 0079bb68-e291-4dcf-b20c-54ba2c225da5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=0079bb68-e291-4dcf-b20c-54ba2c225da5,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:19.625210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '0079bb68-e291-4dcf-b20c-54ba2c225da5', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'port_id': '0079bb68-e291-4dcf-b20c-54ba2c225da5', 'mac_address': 'fa:16:3e:e7:f6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:48:19.626051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af8d6def-eeaf-4964-ac8a-f01aa23b1974 req-75d5f8e0-0e5c-4f24-86ad-8941fd9b79b0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116469 Apr 05 18:48:19.632611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2469cb16-c525-48a2-96d1-2c8e31dde0a6 req-6aed5fc5-fa33-40d9-bf40-67bc0961d3d0 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895281 Apr 05 18:48:19.634587 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-054a3d8b-ac72-45d4-ac92-58a542d7d220 req-e3dedbef-f6cd-4375-982a-46fa2434549a service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023171 Apr 05 18:48:19.637360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-5c81e3c3-a8f2-40d5-9e84-d2bba2531def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.638818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-5c81e3c3-a8f2-40d5-9e84-d2bba2531def service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862257 Apr 05 18:48:19.692797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-f43018b9-727d-4aac-8614-248dbdbb5a06 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159865 Apr 05 18:48:19.703347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:19.714509 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a8151e3-a839-4413-b215-61399f45c23f req-96e946f1-2872-4024-ab18-e02e95a97a97 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1689689 Apr 05 18:48:19.734011 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:19.764269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0079bb68-e291-4dcf-b20c-54ba2c225da5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:19.794731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 0079bb68-e291-4dcf-b20c-54ba2c225da5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=0079bb68-e291-4dcf-b20c-54ba2c225da5,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:19.801854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:19.850294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-c79dc365-4d07-4c1e-8708-fb419db7df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.853362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-c79dc365-4d07-4c1e-8708-fb419db7df16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 1095 time: 0.1152303 Apr 05 18:48:19.855198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-92401d05-eb02-477e-aa74-fb2b7848f976 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020202 Apr 05 18:48:19.867643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=0079bb68-e291-4dcf-b20c-54ba2c225da5,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:19.871784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acbe6b-edef-4c0e-9011-cf3e9f62334a req-f86fd5c4-3985-416d-a0ad-9f47e72a12b3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.873386 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9acbe6b-edef-4c0e-9011-cf3e9f62334a req-f86fd5c4-3985-416d-a0ad-9f47e72a12b3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1341388 Apr 05 18:48:19.918672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151e3-a839-4413-b215-61399f45c23f req-1fd405ab-6982-45f7-9e53-d8e1ff444940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:19.920465 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a8151e3-a839-4413-b215-61399f45c23f req-1fd405ab-6982-45f7-9e53-d8e1ff444940 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1095 time: 0.1714668 Apr 05 18:48:19.925608 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bfe32af4-b726-42fe-a553-8d3731d81390 req-0eb52a0d-a22c-405a-9673-4cbcf8f3cb30 service neutron] 10.222.0.20 "GET /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100470 Apr 05 18:48:19.926156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061b1fd-6b26-46e4-a914-18b11b437dca None None] DHCP port deletion for 54f8a082-38a2-4e30-a0ac-84fb150f17a9 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:48:19.936105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Deleting port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:19.936529 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.009809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1061b1fd-6b26-46e4-a914-18b11b437dca None None] Deleting port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:20.010517 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1061b1fd-6b26-46e4-a914-18b11b437dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.035572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9acbe6b-edef-4c0e-9011-cf3e9f62334a req-04cc7dd7-1966-4be4-af7c-9e144b2b0c1e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409273 Apr 05 18:48:20.068277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] For port 1208c957-0a0a-4e18-88a8-1f039cc97ba2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1208c957-0a0a-4e18-88a8-1f039cc97ba2,segment=NetworkSegment(a8b07c68-71f0-4900-adbe-c161fff6b2e6),segment_id=a8b07c68-71f0-4900-adbe-c161fff6b2e6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:20.068650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.078447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-e98bf2ef-8d86-435e-aaa2-fc0ada572d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.079913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-e98bf2ef-8d86-435e-aaa2-fc0ada572d64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.1975076 Apr 05 18:48:20.083989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b4df63d-d2c2-4f00-b5a3-9f692a42cdaa req-f91f69a3-d7e6-4813-8c8d-80c5ebbf25c6 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091770 Apr 05 18:48:20.097880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Calling delete_port for 1208c957-0a0a-4e18-88a8-1f039cc97ba2 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:20.098100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1061b1fd-6b26-46e4-a914-18b11b437dca None None] For port 1208c957-0a0a-4e18-88a8-1f039cc97ba2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1208c957-0a0a-4e18-88a8-1f039cc97ba2,segment=NetworkSegment(a8b07c68-71f0-4900-adbe-c161fff6b2e6),segment_id=a8b07c68-71f0-4900-adbe-c161fff6b2e6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:20.098462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1061b1fd-6b26-46e4-a914-18b11b437dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.113190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1061b1fd-6b26-46e4-a914-18b11b437dca None None] Calling delete_port for 1208c957-0a0a-4e18-88a8-1f039cc97ba2 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:20.136117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-2f94eb6d-42d5-4281-afd1-124ec50ada27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d1786fb-d259-4d92-9a1f-67b41d6f798f HTTP/1.1" status: 200 len: 217 time: 0.0441687 Apr 05 18:48:20.155674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['0079bb68-e291-4dcf-b20c-54ba2c225da5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:48:20.165419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151e3-a839-4413-b215-61399f45c23f req-34903c70-29df-4ca3-8da3-36bba9f8013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.166945 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a8151e3-a839-4413-b215-61399f45c23f req-34903c70-29df-4ca3-8da3-36bba9f8013a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.1849327 Apr 05 18:48:20.195933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-5fa7706c-7217-494b-be6b-2d42a99fc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.197743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-5fa7706c-7217-494b-be6b-2d42a99fc293 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.0538425 Apr 05 18:48:20.257013 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a8151e3-a839-4413-b215-61399f45c23f req-ddf7401f-d206-4b4d-99fc-d65d787d1d09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 999 time: 0.0817957 Apr 05 18:48:20.274377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:20.278182 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a872126a-69ad-40b6-954c-9eeb5e8722f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:20.279595 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1061b1fd-6b26-46e4-a914-18b11b437dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.313552 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.323877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b1fd-6b26-46e4-a914-18b11b437dca None None] Pushing event deleted for resources: {'Port': ['ID=1208c957-0a0a-4e18-88a8-1f039cc97ba2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:20.330255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-0259b9ec-e38a-42c4-ba74-850b86e15362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.332041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-0259b9ec-e38a-42c4-ba74-850b86e15362 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246939 Apr 05 18:48:20.336693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1061b1fd-6b26-46e4-a914-18b11b437dca None None] No DVR routers for this DVR port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:20.356432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151e3-a839-4413-b215-61399f45c23f req-7e662e32-19ba-4a9f-80a5-4a4e1f08dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.357910 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a8151e3-a839-4413-b215-61399f45c23f req-7e662e32-19ba-4a9f-80a5-4a4e1f08dbd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.0943906 Apr 05 18:48:20.360855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Port': ['ID=1208c957-0a0a-4e18-88a8-1f039cc97ba2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:20.363656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No DVR routers for this DVR port 1208c957-0a0a-4e18-88a8-1f039cc97ba2 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:20.434085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d94aee-9260-4192-9499-0dd076eb89ce req-30091f2f-dd1b-465a-9ecb-ac0595a6463c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.435599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7d94aee-9260-4192-9499-0dd076eb89ce req-30091f2f-dd1b-465a-9ecb-ac0595a6463c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 945 time: 0.1479657 Apr 05 18:48:20.448637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4674-f262-4411-a7e4-617d7b758fc5 req-c34a859b-df4f-40a1-8722-3c1d0ea9467d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.450051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35cf4674-f262-4411-a7e4-617d7b758fc5 req-c34a859b-df4f-40a1-8722-3c1d0ea9467d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 944 time: 0.1667390 Apr 05 18:48:20.480789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.484184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8151e3-a839-4413-b215-61399f45c23f req-61f4ad9e-aef2-4bae-b65f-6ca72aea887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.485669 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a8151e3-a839-4413-b215-61399f45c23f req-61f4ad9e-aef2-4bae-b65f-6ca72aea887a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188633 Apr 05 18:48:20.520783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f8a082-38a2-4e30-a0ac-84fb150f17a9']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:20.521385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-c37420eb-dcad-4b8b-9440-42beb69f8ea9 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698096 Apr 05 18:48:20.524198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7d94aee-9260-4192-9499-0dd076eb89ce req-957e3d8b-1526-4424-b422-c1ce65dcc14b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716808 Apr 05 18:48:20.545531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35cf4674-f262-4411-a7e4-617d7b758fc5 req-09dd38fb-72ab-4749-ab62-1583a6d1262d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829558 Apr 05 18:48:20.571212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b07c68-71f0-4900-adbe-c161fff6b2e6') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:20.571698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b07c68-71f0-4900-adbe-c161fff6b2e6') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:20.587977 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.607748 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23591d57-d863-4b2c-8aba-a2655e58c22e x-openstack-request-id: req-23591d57-d863-4b2c-8aba-a2655e58c22e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:20.607966 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:20.608189 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23591d57-d863-4b2c-8aba-a2655e58c22e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:20.609106 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23591d57-d863-4b2c-8aba-a2655e58c22e'] response: {'name': 'network-changed', 'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'status': 'completed', 'code': 200} Apr 05 18:48:20.609537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.621891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:20.621891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:20.624145 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:20.649362 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a8151e3-a839-4413-b215-61399f45c23f req-dcca8366-1410-42ac-8739-047843bbea8c service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557963 Apr 05 18:48:20.687681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-5a56bdb7-0813-4ce2-a30b-c21a55c80656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.689372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-5a56bdb7-0813-4ce2-a30b-c21a55c80656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 1095 time: 0.0798211 Apr 05 18:48:20.696578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02bad22d-17f4-4ed4-ae10-06d464751e78 req-1153af19-60e6-4c48-ab3a-155d0b6d153d service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662152 Apr 05 18:48:20.746197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.756387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:20.761818 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/54f8a082-38a2-4e30-a0ac-84fb150f17a9 HTTP/1.1" status: 204 len: 168 time: 1.1989453 Apr 05 18:48:20.763606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51996) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:20.785175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f385a8-7af6-49a9-b9ac-e39e34e108dc tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=54f8a082-38a2-4e30-a0ac-84fb150f17a9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:20.815270 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b263881-ca72-4f60-8a35-45f33ac2e2bd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:20.816099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b263881-ca72-4f60-8a35-45f33ac2e2bd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:20.821750 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5b263881-ca72-4f60-8a35-45f33ac2e2bd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/67f69a18-f662-4d33-ba8f-f211742e86f6 HTTP/1.1" status: 404 len: 337 time: 0.0455217 Apr 05 18:48:20.824628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52002) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:20.827251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edd454-3927-404b-9daa-ae5824fd1a70 req-4c413256-e9e3-4e80-8156-25893eec17e4 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.828774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44edd454-3927-404b-9daa-ae5824fd1a70 req-4c413256-e9e3-4e80-8156-25893eec17e4 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 945 time: 0.0724590 Apr 05 18:48:20.852154 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fe0d56-7d47-4817-8906-7e57edf22077 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:20.853030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fe0d56-7d47-4817-8906-7e57edf22077 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:20.858170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a3fe0d56-7d47-4817-8906-7e57edf22077 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/14ecf44f-5ffe-412b-83fa-6787f18243f1 HTTP/1.1" status: 404 len: 339 time: 0.0303504 Apr 05 18:48:20.858170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3a8151e3-a839-4413-b215-61399f45c23f req-d9e2d6e5-175f-4ca7-b6d8-78bc537f3e03 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817453 Apr 05 18:48:20.859039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52004) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:20.859204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-093c663a-52fe-4f33-bcdc-ae4c5dde717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:20.860624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-093c663a-52fe-4f33-bcdc-ae4c5dde717a service neutron] 10.222.0.20 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.1635756 Apr 05 18:48:20.889685 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f686dfa4-0830-438f-a835-0da308acdd98 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:20.890150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f686dfa4-0830-438f-a835-0da308acdd98 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:20.895634 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f686dfa4-0830-438f-a835-0da308acdd98 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/a86e9d74-250e-4d9e-8014-08ea061776d5 HTTP/1.1" status: 404 len: 337 time: 0.0337744 Apr 05 18:48:20.897746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52006) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:20.917331 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d943861a-f410-49e5-8fe7-eab5b9484e30 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:20.918427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d943861a-f410-49e5-8fe7-eab5b9484e30 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:20.923719 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d943861a-f410-49e5-8fe7-eab5b9484e30 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/e5e8be3b-574e-4aad-8580-f25b27f2b6bc HTTP/1.1" status: 404 len: 339 time: 0.0227857 Apr 05 18:48:20.926975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52008) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:20.930693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-c0426379-4fc1-40fc-9d71-a7f39336c7d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2 HTTP/1.1" status: 200 len: 217 time: 0.0559711 Apr 05 18:48:20.969298 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-72176476-fc45-4171-bb34-9421d91da57e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:20.970009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72176476-fc45-4171-bb34-9421d91da57e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:20.973200 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-72176476-fc45-4171-bb34-9421d91da57e tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/68624034-4b6e-46b4-a855-29b4b85c0c28 HTTP/1.1" status: 404 len: 337 time: 0.0445528 Apr 05 18:48:20.976326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52012) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:20.983438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44edd454-3927-404b-9daa-ae5824fd1a70 req-3c9d5f53-363f-445e-a912-3d731b19061d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418741 Apr 05 18:48:20.998192 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-994ec676-b861-41f9-9636-7a77fde86c0d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:20.999449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994ec676-b861-41f9-9636-7a77fde86c0d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:21.005100 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-994ec676-b861-41f9-9636-7a77fde86c0d tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/0bec8e90-7876-4f98-97d4-c48bdd26435d HTTP/1.1" status: 404 len: 339 time: 0.0254133 Apr 05 18:48:21.006315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52014) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:21.027020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-02a92e40-8e49-4bff-b072-055284a8509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:21.028701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-02a92e40-8e49-4bff-b072-055284a8509e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.0973098 Apr 05 18:48:21.058861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14216b9d-1bda-4375-8ecd-b0dfffc70785 req-ad58a55d-2e9c-40af-b5fe-8b03684de164 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:21.060618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14216b9d-1bda-4375-8ecd-b0dfffc70785 req-ad58a55d-2e9c-40af-b5fe-8b03684de164 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0885377 Apr 05 18:48:21.061140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a696b3db-b0aa-4931-b890-223ceba08350 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Deleting subnet e3d3e383-d731-422e-b950-6cd16ddea93f {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:48:21.064379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a696b3db-b0aa-4931-b890-223ceba08350 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.108987 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a696b3db-b0aa-4931-b890-223ceba08350 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.128743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-5f5b34bd-3266-40ad-ae22-3b3f7240a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:21.131321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-5f5b34bd-3266-40ad-ae22-3b3f7240a448 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935614 Apr 05 18:48:21.134857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14216b9d-1bda-4375-8ecd-b0dfffc70785 req-a2228481-8198-4bb6-bfe1-35fb06f74223 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593009 Apr 05 18:48:21.246431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a696b3db-b0aa-4931-b890-223ceba08350 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.263835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-dc4b6aaa-8e38-4748-b5d2-2f987748e5a1 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213086 Apr 05 18:48:21.353965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a696b3db-b0aa-4931-b890-223ceba08350 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.367705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34fe3a-c09b-4804-83d9-2091813bc8af req-a24dafc5-da91-4419-966a-97643909bc61 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:21.379354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d34fe3a-c09b-4804-83d9-2091813bc8af req-a24dafc5-da91-4419-966a-97643909bc61 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.2045794 Apr 05 18:48:21.392790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696b3db-b0aa-4931-b890-223ceba08350 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d3e383-d731-422e-b950-6cd16ddea93f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:21.401941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf264a9-c21c-4de6-9037-bf59e29d6f8f None None] Network 6080c21d-9e06-470b-b5d4-20c4731074c4 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:21.415025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a696b3db-b0aa-4931-b890-223ceba08350 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.418279 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a696b3db-b0aa-4931-b890-223ceba08350 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/e3d3e383-d731-422e-b950-6cd16ddea93f HTTP/1.1" status: 204 len: 168 time: 0.4110119 Apr 05 18:48:21.421669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52050) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:21.446340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d34fe3a-c09b-4804-83d9-2091813bc8af req-1c7e2f49-4107-47e1-a70e-15c1e533cb7f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672998 Apr 05 18:48:21.449710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a872126a-69ad-40b6-954c-9eeb5e8722f6 req-13aa6607-bc56-4d6e-9e33-fae96c8c7d72 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691444 Apr 05 18:48:21.522040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a5ffc-41e1-4bb1-bafe-cbe3fd534959 req-01528fe1-8ff1-4a3e-ace2-c002d8a08883 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:21.523844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-923a5ffc-41e1-4bb1-bafe-cbe3fd534959 req-01528fe1-8ff1-4a3e-ace2-c002d8a08883 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 945 time: 0.0764163 Apr 05 18:48:21.529624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.565490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-923a5ffc-41e1-4bb1-bafe-cbe3fd534959 req-8d6db0ce-0880-49dc-b0fe-fd5001cc1e6b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Apr 05 18:48:21.607569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Deleting port 88a68d3c-a755-4975-be32-90cd266fe44b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:21.607914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.654682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 0079bb68-e291-4dcf-b20c-54ba2c225da5 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:21.656485 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1208c957-0a0a-4e18-88a8-1f039cc97ba2 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:21.681246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] For port 88a68d3c-a755-4975-be32-90cd266fe44b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=88a68d3c-a755-4975-be32-90cd266fe44b,segment=NetworkSegment(e4d2e2cf-40f6-48ed-9b8f-5007f140da4c),segment_id=e4d2e2cf-40f6-48ed-9b8f-5007f140da4c)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:21.681621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.692634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7266d-3ba3-4f55-9aff-f69058b0a995 req-dfa11d62-5a68-4f2d-af30-382394b84296 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:21.694829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-beb7266d-3ba3-4f55-9aff-f69058b0a995 req-dfa11d62-5a68-4f2d-af30-382394b84296 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 944 time: 0.0567708 Apr 05 18:48:21.699279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Calling delete_port for 88a68d3c-a755-4975-be32-90cd266fe44b owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:21.700994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 1208c957-0a0a-4e18-88a8-1f039cc97ba2 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:48:21.701341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1208c957-0a0a-4e18-88a8-1f039cc97ba2 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:48:21.738752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-beb7266d-3ba3-4f55-9aff-f69058b0a995 req-802bb5b6-ed84-4aec-b764-d51b7c9d18bc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376911 Apr 05 18:48:21.773297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 0079bb68-e291-4dcf-b20c-54ba2c225da5 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:48:21.777135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 0079bb68-e291-4dcf-b20c-54ba2c225da5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:21.777506 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.806048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.830844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Port': ['ID=88a68d3c-a755-4975-be32-90cd266fe44b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:21.839044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No DVR routers for this DVR port 88a68d3c-a755-4975-be32-90cd266fe44b on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:21.857206 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102b712-7319-414d-a0c5-d944ed23c2c3 None None] DHCP port deletion for 6080c21d-9e06-470b-b5d4-20c4731074c4 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:48:21.881844 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.905152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0079bb68-e291-4dcf-b20c-54ba2c225da5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:21.907535 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0d73c3-8068-4ece-9817-b124ff9c263d" -d '{"events": [{"server_uuid": "fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1", "name": "network-vif-plugged", "status": "completed", "tag": "0079bb68-e291-4dcf-b20c-54ba2c225da5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:21.921254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 0079bb68-e291-4dcf-b20c-54ba2c225da5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=0079bb68-e291-4dcf-b20c-54ba2c225da5,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:21.922029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.931577 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.949654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6080c21d-9e06-470b-b5d4-20c4731074c4']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:21.959585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d2e2cf-40f6-48ed-9b8f-5007f140da4c') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:21.959585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d2e2cf-40f6-48ed-9b8f-5007f140da4c') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:21.960761 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2ba395-f912-4687-91c8-cf1616e24b86 x-openstack-request-id: req-6b2ba395-f912-4687-91c8-cf1616e24b86 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:21.961240 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1", "name": "network-vif-plugged", "status": "completed", "tag": "0079bb68-e291-4dcf-b20c-54ba2c225da5", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:21.961538 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b2ba395-f912-4687-91c8-cf1616e24b86 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:21.962047 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2ba395-f912-4687-91c8-cf1616e24b86'] response: {'server_uuid': 'fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0079bb68-e291-4dcf-b20c-54ba2c225da5', 'code': 200} Apr 05 18:48:21.973090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.985008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=0079bb68-e291-4dcf-b20c-54ba2c225da5,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:21.988226 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:21.996652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:21.997240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:22.000311 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:22.085088 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.089383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.093042 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/6080c21d-9e06-470b-b5d4-20c4731074c4 HTTP/1.1" status: 204 len: 168 time: 0.6703463 Apr 05 18:48:22.096603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52058) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:22.101368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25041707-a8fa-4e47-ba9b-65c9278d5fc5 req-c1c2213d-7d0a-4fff-9918-8ee40e884e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:22.102806 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-25041707-a8fa-4e47-ba9b-65c9278d5fc5 req-c1c2213d-7d0a-4fff-9918-8ee40e884e60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 1097 time: 0.0887208 Apr 05 18:48:22.115105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496e84-27ff-4f75-98fe-047d09ada858 req-54ca9a8d-0f57-4f48-b209-60fa4f0d2d1d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:22.116839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9496e84-27ff-4f75-98fe-047d09ada858 req-54ca9a8d-0f57-4f48-b209-60fa4f0d2d1d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 946 time: 0.0596337 Apr 05 18:48:22.121003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0af61-e19f-4ac1-a8c5-21950b94e120 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=6080c21d-9e06-470b-b5d4-20c4731074c4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:22.136339 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4554d55-71ba-4ee0-b5ca-df80cbbc86fd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:22.136779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4554d55-71ba-4ee0-b5ca-df80cbbc86fd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:22.139703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b4554d55-71ba-4ee0-b5ca-df80cbbc86fd tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/bde4c770-012b-4c0f-977f-4970abc2fd4f HTTP/1.1" status: 404 len: 337 time: 0.0407288 Apr 05 18:48:22.143236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52060) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:22.155527 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-25041707-a8fa-4e47-ba9b-65c9278d5fc5 req-8778cbc3-7975-4ec3-a4d3-83d52681a418 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Apr 05 18:48:22.164617 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb85c6f2-6d60-4567-adb3-bb316d8dac73 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:22.165543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb85c6f2-6d60-4567-adb3-bb316d8dac73 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:22.170453 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bb85c6f2-6d60-4567-adb3-bb316d8dac73 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/686d38f5-37b7-4b4a-bfdc-c5bc0fc0a92f HTTP/1.1" status: 404 len: 339 time: 0.0239344 Apr 05 18:48:22.170715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52064) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:22.171350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9496e84-27ff-4f75-98fe-047d09ada858 req-90dc54f9-a5a8-42ad-bfc6-006a66fcb1bf tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367312 Apr 05 18:48:22.223192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce25c542-c828-4ac6-9870-3fb23b6beb59 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Deleting subnet f934b9a7-6cf3-42db-a679-9eba8f64704d {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:48:22.227166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce25c542-c828-4ac6-9870-3fb23b6beb59 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.265237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010db23e-be09-4939-aa84-ae53f8bf5379 req-2da0b7db-5687-42d2-a0f7-ce97cc19cf9d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:22.266710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-010db23e-be09-4939-aa84-ae53f8bf5379 req-2da0b7db-5687-42d2-a0f7-ce97cc19cf9d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0537500 Apr 05 18:48:22.267019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce25c542-c828-4ac6-9870-3fb23b6beb59 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.305338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-010db23e-be09-4939-aa84-ae53f8bf5379 req-01493220-fc84-4b61-b7e2-503641ddf64e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 Apr 05 18:48:22.315616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e62c6b6b-3c8b-4585-874b-3393de0b52d2 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:48:22.357965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce25c542-c828-4ac6-9870-3fb23b6beb59 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.414948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:22.415564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce25c542-c828-4ac6-9870-3fb23b6beb59 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.427056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'port_id': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'mac_address': 'fa:16:3e:e3:a4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:48:22.444055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce25c542-c828-4ac6-9870-3fb23b6beb59 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.449606 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ce25c542-c828-4ac6-9870-3fb23b6beb59 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/subnets/f934b9a7-6cf3-42db-a679-9eba8f64704d HTTP/1.1" status: 204 len: 168 time: 0.2757025 Apr 05 18:48:22.449606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25c542-c828-4ac6-9870-3fb23b6beb59 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Subnet': ['ID=f934b9a7-6cf3-42db-a679-9eba8f64704d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:22.450724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52066) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:22.450865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb283405-b7b5-4b16-a7ba-fe592f1494a7 None None] Network be4eb772-4ec2-465b-aa1e-664e9453656f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:22.518113 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.542292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.557890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62c6b6b-3c8b-4585-874b-3393de0b52d2 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:22.591749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4596444-a312-42b2-8508-34b5eddc77c1 req-54d2d09f-416a-4126-9370-003843a153a1 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:22.593129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:22.593307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4596444-a312-42b2-8508-34b5eddc77c1 req-54d2d09f-416a-4126-9370-003843a153a1 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.0672586 Apr 05 18:48:22.601838 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.602618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 5d1786fb-d259-4d92-9a1f-67b41d6f798f details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:48:22.670995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4596444-a312-42b2-8508-34b5eddc77c1 req-9be98fe1-c616-4b8b-991b-509e683cfaf4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574541 Apr 05 18:48:22.709954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:22.714975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3595e1-0aad-4bda-9fda-77f32812a012 req-1ebebeef-de97-46f9-b9d8-8cb0f368dff3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:22.716566 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c3595e1-0aad-4bda-9fda-77f32812a012 req-1ebebeef-de97-46f9-b9d8-8cb0f368dff3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 945 time: 0.0657239 Apr 05 18:48:22.718098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Deleting port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:22.718527 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.736719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8da298-305e-4619-9127-19b51c0b16fa None None] DHCP port deletion for be4eb772-4ec2-465b-aa1e-664e9453656f request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:48:22.775702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 5d1786fb-d259-4d92-9a1f-67b41d6f798f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5d1786fb-d259-4d92-9a1f-67b41d6f798f,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:22.796666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '5d1786fb-d259-4d92-9a1f-67b41d6f798f', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'port_id': '5d1786fb-d259-4d92-9a1f-67b41d6f798f', 'mac_address': 'fa:16:3e:31:0d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:48:22.812039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] For port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=254df0f3-f8a6-4758-9bdf-7f1cade8c78c,segment=NetworkSegment(9b128d2a-8003-4e36-b4c9-668d2f5c019e),segment_id=9b128d2a-8003-4e36-b4c9-668d2f5c019e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:22.812392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.833231 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c3595e1-0aad-4bda-9fda-77f32812a012 req-ed7a9540-0f06-4ef5-b6ec-458e3475018a tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980196 Apr 05 18:48:22.849113 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.852098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Calling delete_port for 254df0f3-f8a6-4758-9bdf-7f1cade8c78c owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:22.853269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aa8da298-305e-4619-9127-19b51c0b16fa None None] Deleting port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:22.853715 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa8da298-305e-4619-9127-19b51c0b16fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.876296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1786fb-d259-4d92-9a1f-67b41d6f798f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:22.916185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a0e47-4ba2-4425-a30d-5adf89ce3ff8 req-70269953-dd2e-4383-bece-553ba56cf833 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:22.917664 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa5a0e47-4ba2-4425-a30d-5adf89ce3ff8 req-70269953-dd2e-4383-bece-553ba56cf833 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 944 time: 0.1028161 Apr 05 18:48:22.939202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 5d1786fb-d259-4d92-9a1f-67b41d6f798f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5d1786fb-d259-4d92-9a1f-67b41d6f798f,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:22.945663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-aa8da298-305e-4619-9127-19b51c0b16fa None None] For port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=254df0f3-f8a6-4758-9bdf-7f1cade8c78c,segment=NetworkSegment(9b128d2a-8003-4e36-b4c9-668d2f5c019e),segment_id=9b128d2a-8003-4e36-b4c9-668d2f5c019e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:22.946131 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa8da298-305e-4619-9127-19b51c0b16fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.948551 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:22.975971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa5a0e47-4ba2-4425-a30d-5adf89ce3ff8 req-9a048213-6c28-4cdd-8264-e34cefc4c87a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509901 Apr 05 18:48:22.979754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aa8da298-305e-4619-9127-19b51c0b16fa None None] Calling delete_port for 254df0f3-f8a6-4758-9bdf-7f1cade8c78c owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:22.980556 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.007240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Port': ['ID=254df0f3-f8a6-4758-9bdf-7f1cade8c78c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:23.011672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] No DVR routers for this DVR port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:23.046420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=5d1786fb-d259-4d92-9a1f-67b41d6f798f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: from cryptography.utils import int_from_bytes Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: from cryptography.utils import int_from_bytes Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.077003 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:48:23.079778 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:48:23.082293 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa8da298-305e-4619-9127-19b51c0b16fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.091725 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.110328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8da298-305e-4619-9127-19b51c0b16fa None None] Pushing event deleted for resources: {'Port': ['ID=254df0f3-f8a6-4758-9bdf-7f1cade8c78c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:23.113753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8da298-305e-4619-9127-19b51c0b16fa None None] No DVR routers for this DVR port 254df0f3-f8a6-4758-9bdf-7f1cade8c78c on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:23.113998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4eb772-4ec2-465b-aa1e-664e9453656f']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:23.125861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b128d2a-8003-4e36-b4c9-668d2f5c019e') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:23.126174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b128d2a-8003-4e36-b4c9-668d2f5c019e') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:23.136243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.149511 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.155483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:23.155872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:23.159114 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:23.216936 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.221841 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.228729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] 10.222.0.15 "DELETE /v2.0/networks/be4eb772-4ec2-465b-aa1e-664e9453656f HTTP/1.1" status: 204 len: 168 time: 0.7743590 Apr 05 18:48:23.248090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e612f8-9dc3-4747-8404-458ec867cec8 tempest-NetworksIpV6Test-1102978415 tempest-NetworksIpV6Test-1102978415-project] Pushing event deleted for resources: {'Network': ['ID=be4eb772-4ec2-465b-aa1e-664e9453656f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:23.302012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eecbcd-830c-457e-9859-ffbb7bd01934 req-a7371d78-fad9-443a-a9af-a61023267b08 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.304324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08eecbcd-830c-457e-9859-ffbb7bd01934 req-a7371d78-fad9-443a-a9af-a61023267b08 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 946 time: 0.0532033 Apr 05 18:48:23.325956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e62c6b6b-3c8b-4585-874b-3393de0b52d2'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:48:23.329074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['5d1786fb-d259-4d92-9a1f-67b41d6f798f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:48:23.367438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08eecbcd-830c-457e-9859-ffbb7bd01934 req-2e4d5351-92da-4181-b386-38b6f5d675c1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 Apr 05 18:48:23.459865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0977855-ed0d-4463-aa9c-8d8f03a6cc0e req-3ba846ed-2d00-430f-8b55-995cf6d9f7f8 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.468376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0977855-ed0d-4463-aa9c-8d8f03a6cc0e req-3ba846ed-2d00-430f-8b55-995cf6d9f7f8 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0706630 Apr 05 18:48:23.476589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c0397ca3-70c1-4cff-9a70-2fce8a717e45 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:48:23.510840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0977855-ed0d-4463-aa9c-8d8f03a6cc0e req-71fec9cf-edac-4868-b09c-f1df0d880dc0 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 Apr 05 18:48:23.608567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 88a68d3c-a755-4975-be32-90cd266fe44b no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:23.659720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52086) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:23.663538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 88a68d3c-a755-4975-be32-90cd266fe44b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:48:23.663877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 88a68d3c-a755-4975-be32-90cd266fe44b not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:48:23.664290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 254df0f3-f8a6-4758-9bdf-7f1cade8c78c no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:23.714905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 254df0f3-f8a6-4758-9bdf-7f1cade8c78c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:48:23.715304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 254df0f3-f8a6-4758-9bdf-7f1cade8c78c not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:48:23.773865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:23.791889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45', 'network_id': '60fce8fe-10a0-4d97-bf1d-d6248f94beee', 'port_id': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45', 'mac_address': 'fa:16:3e:54:18:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfad1ea-6e91-40f0-bbd5-8206899d181a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:48:23.830796 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5e17d7cb-5c6f-46fc-a4e6-132493a8167f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f64f2362ad55499b80f57f0f802872c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693046 Apr 05 18:48:23.833410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52094) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:23.835785 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.850611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0397ca3-70c1-4cff-9a70-2fce8a717e45 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:23.860514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55669a-bdc9-4cf9-a8bb-7a72b28b244d req-db532b5c-9b7a-4486-8dd9-0d9be91280f5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.867144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55669a-bdc9-4cf9-a8bb-7a72b28b244d req-db532b5c-9b7a-4486-8dd9-0d9be91280f5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.873167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:23.873623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55669a-bdc9-4cf9-a8bb-7a72b28b244d req-db532b5c-9b7a-4486-8dd9-0d9be91280f5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.877269 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.880128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55669a-bdc9-4cf9-a8bb-7a72b28b244d req-db532b5c-9b7a-4486-8dd9-0d9be91280f5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.888211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55669a-bdc9-4cf9-a8bb-7a72b28b244d req-db532b5c-9b7a-4486-8dd9-0d9be91280f5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.891667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d1786f8-e699-4b93-be83-a480470ec5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:23.894063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55669a-bdc9-4cf9-a8bb-7a72b28b244d req-db532b5c-9b7a-4486-8dd9-0d9be91280f5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.900739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55669a-bdc9-4cf9-a8bb-7a72b28b244d req-db532b5c-9b7a-4486-8dd9-0d9be91280f5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.902672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c55669a-bdc9-4cf9-a8bb-7a72b28b244d req-db532b5c-9b7a-4486-8dd9-0d9be91280f5 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.1379211 Apr 05 18:48:23.918011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc624e-42a4-4f33-9c25-0b0af79e73d0 req-80eaf90d-775b-414f-84ad-eff1402262e5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:23.919950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bfc624e-42a4-4f33-9c25-0b0af79e73d0 req-80eaf90d-775b-414f-84ad-eff1402262e5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 945 time: 0.1207395 Apr 05 18:48:23.936687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=c0397ca3-70c1-4cff-9a70-2fce8a717e45,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:23.978879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c55669a-bdc9-4cf9-a8bb-7a72b28b244d req-bc84e6df-6d65-434b-a34c-aa7cb42fd266 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583205 Apr 05 18:48:23.993408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bfc624e-42a4-4f33-9c25-0b0af79e73d0 req-d19e6e70-d913-4e43-a64d-e091de1f4d7d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552518 Apr 05 18:48:24.092493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['c0397ca3-70c1-4cff-9a70-2fce8a717e45'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:48:24.137393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931cccf-65b1-42eb-a912-e4c2e95dc597 req-4e2cdbeb-f32b-4bfd-af9d-e0a75bc2b2a3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:24.138843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b931cccf-65b1-42eb-a912-e4c2e95dc597 req-4e2cdbeb-f32b-4bfd-af9d-e0a75bc2b2a3 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 944 time: 0.0837288 Apr 05 18:48:24.158034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4651fe2-0d76-43a4-88e4-1b1c5e79447d req-5ba43026-d368-4d0e-98d2-fb21ae850c76 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:24.160376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4651fe2-0d76-43a4-88e4-1b1c5e79447d req-5ba43026-d368-4d0e-98d2-fb21ae850c76 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 945 time: 0.0789740 Apr 05 18:48:24.256386 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b931cccf-65b1-42eb-a912-e4c2e95dc597 req-791f0b47-c171-4560-8838-c95d3b2f5740 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947402 Apr 05 18:48:24.271880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4651fe2-0d76-43a4-88e4-1b1c5e79447d req-1cbab891-7784-4b3b-a3d0-934aec9a2dc7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967119 Apr 05 18:48:24.272705 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d1786f8-e699-4b93-be83-a480470ec5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:24.325847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d1786f8-e699-4b93-be83-a480470ec5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:24.328430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d1786f8-e699-4b93-be83-a480470ec5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:24.329582 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3d1786f8-e699-4b93-be83-a480470ec5a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d21324d3-323b-46c3-b4c0-24bc8691315d HTTP/1.1" status: 204 len: 168 time: 0.4951594 Apr 05 18:48:24.338294 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1786f8-e699-4b93-be83-a480470ec5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21324d3-323b-46c3-b4c0-24bc8691315d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:24.477711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d13897-f704-4ad8-8c49-351088e1a40f req-604aa603-14e7-4b53-9444-4157977b07da tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:24.479215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36d13897-f704-4ad8-8c49-351088e1a40f req-604aa603-14e7-4b53-9444-4157977b07da tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 946 time: 0.0553839 Apr 05 18:48:24.522994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36d13897-f704-4ad8-8c49-351088e1a40f req-63b91e7e-c066-41ee-b9d7-8faf15fac5c9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 Apr 05 18:48:24.664831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497482b3-2304-44dc-9aef-b9dddab142b7 req-86eeb280-5617-4195-9d9c-6afc3c81ec70 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:24.666304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-497482b3-2304-44dc-9aef-b9dddab142b7 req-86eeb280-5617-4195-9d9c-6afc3c81ec70 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0794494 Apr 05 18:48:24.680555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666e14c-ebc4-4829-87e9-d68269ad0247 req-f546fae5-96de-45d6-9541-2f463ff11967 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:24.682072 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a666e14c-ebc4-4829-87e9-d68269ad0247 req-f546fae5-96de-45d6-9541-2f463ff11967 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 946 time: 0.0855989 Apr 05 18:48:24.740248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-497482b3-2304-44dc-9aef-b9dddab142b7 req-92b6625a-aee7-4e24-a1ee-ab34b3361b20 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565424 Apr 05 18:48:24.745267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a666e14c-ebc4-4829-87e9-d68269ad0247 req-47758031-c3cf-4ee7-baf9-8555e0f98bae tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563769 Apr 05 18:48:24.865915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419105c-eb94-4ade-b33a-e9833ea87c4b req-327b5d39-82ab-4928-ae7f-738d05bd44f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:24.867392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6419105c-eb94-4ade-b33a-e9833ea87c4b req-327b5d39-82ab-4928-ae7f-738d05bd44f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 946 time: 0.0514467 Apr 05 18:48:24.909650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6419105c-eb94-4ade-b33a-e9833ea87c4b req-68d16f73-e751-4cda-b2bb-8604b0f78926 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359752 Apr 05 18:48:25.120854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fd550-b53e-4f60-8f54-45aeed1f078c req-a84d0585-8064-4feb-a6e9-cfba32a62915 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.126857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fd550-b53e-4f60-8f54-45aeed1f078c req-a84d0585-8064-4feb-a6e9-cfba32a62915 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.133170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fd550-b53e-4f60-8f54-45aeed1f078c req-a84d0585-8064-4feb-a6e9-cfba32a62915 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.139031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fd550-b53e-4f60-8f54-45aeed1f078c req-a84d0585-8064-4feb-a6e9-cfba32a62915 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.144879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fd550-b53e-4f60-8f54-45aeed1f078c req-a84d0585-8064-4feb-a6e9-cfba32a62915 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.147618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52138) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:25.151483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fd550-b53e-4f60-8f54-45aeed1f078c req-a84d0585-8064-4feb-a6e9-cfba32a62915 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.157328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fd550-b53e-4f60-8f54-45aeed1f078c req-a84d0585-8064-4feb-a6e9-cfba32a62915 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.165110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-978fd550-b53e-4f60-8f54-45aeed1f078c req-a84d0585-8064-4feb-a6e9-cfba32a62915 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.1018381 Apr 05 18:48:25.231871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-978fd550-b53e-4f60-8f54-45aeed1f078c req-91bc5928-9891-4da3-9844-677c59d4f72f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659122 Apr 05 18:48:25.244710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746833a-dd6e-4845-8d8b-eb08783a2f4f req-ec63e9a5-de5e-4d59-9dd4-55e8dee47ab6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.246846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f746833a-dd6e-4845-8d8b-eb08783a2f4f req-ec63e9a5-de5e-4d59-9dd4-55e8dee47ab6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 945 time: 0.0791931 Apr 05 18:48:25.253821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1326453221'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:25.279512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:25.283593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.291551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f746833a-dd6e-4845-8d8b-eb08783a2f4f req-a46bc9e8-daa8-4869-85d8-0458cce1a7a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364263 Apr 05 18:48:25.294726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.354389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add18b0-7bc3-40e4-a062-1573b3d877f3 req-5f2d5023-5914-45e9-8d3d-f69ae9d97168 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.356301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2add18b0-7bc3-40e4-a062-1573b3d877f3 req-5f2d5023-5914-45e9-8d3d-f69ae9d97168 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 946 time: 0.0580072 Apr 05 18:48:25.387579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.392659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.416840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:25.425048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2add18b0-7bc3-40e4-a062-1573b3d877f3 req-a80e60c8-b5e9-4ba3-9649-4078c8262b93 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608866 Apr 05 18:48:25.431672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6beaff32-9c85-440f-b54d-3251b681222c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:25.439371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9741136-0114-41c7-8de0-6645cd2a69e6 req-44451b92-9789-4632-9c4c-ccc8f20dad99 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.439740 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.440090 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment f6e43aa2-3e5c-46ec-8647-027d76c1c6e7 of type vlan for network 767295a1-2dae-4e70-929d-ce6c350ee581 Apr 05 18:48:25.440880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9741136-0114-41c7-8de0-6645cd2a69e6 req-44451b92-9789-4632-9c4c-ccc8f20dad99 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 945 time: 0.0788116 Apr 05 18:48:25.480016 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c0397ca3-70c1-4cff-9a70-2fce8a717e45 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:25.499405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9741136-0114-41c7-8de0-6645cd2a69e6 req-92535fb5-afc1-4f31-97fc-5f00ae861223 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518956 Apr 05 18:48:25.513391 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.544621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.550628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.551162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port c0397ca3-70c1-4cff-9a70-2fce8a717e45 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:25.551305 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.551532 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.559300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51813be3-c80e-4359-a223-44b243ec970e req-abdc63f8-5acc-4302-9bfd-8d74a011fdb4 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.561055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51813be3-c80e-4359-a223-44b243ec970e req-abdc63f8-5acc-4302-9bfd-8d74a011fdb4 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 944 time: 0.0557356 Apr 05 18:48:25.602968 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4541888 Apr 05 18:48:25.609159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51813be3-c80e-4359-a223-44b243ec970e req-7cb6863a-8717-4767-a5c0-e97524a663da tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Apr 05 18:48:25.630890 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.655095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af525205-d5bd-49e4-9437-332131d5272f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=767295a1-2dae-4e70-929d-ce6c350ee581,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:25.656032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:25.659616 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b1ef73-7afa-4ca4-827e-29c2cfea9497" -d '{"events": [{"server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "name": "network-vif-plugged", "status": "completed", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:25.667754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 767295a1-2dae-4e70-929d-ce6c350ee581 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:25.678691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:25.695341 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.700152 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad056ee-b6a3-475c-9685-da52069d0310 x-openstack-request-id: req-5ad056ee-b6a3-475c-9685-da52069d0310 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:25.700438 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "name": "network-vif-plugged", "status": "completed", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:25.700682 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ad056ee-b6a3-475c-9685-da52069d0310 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:25.701064 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad056ee-b6a3-475c-9685-da52069d0310'] response: {'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45', 'code': 200} Apr 05 18:48:25.726068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52148) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:25.731046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': '767295a1-2dae-4e70-929d-ce6c350ee581', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:25.805485 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=c0397ca3-70c1-4cff-9a70-2fce8a717e45,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:25.835580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:25.839457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:25.866707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460af3cc-e4b0-4cc0-b3a5-7244e6b55f4d req-fca469eb-ba83-4049-acc4-771225f26592 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:25.868188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-460af3cc-e4b0-4cc0-b3a5-7244e6b55f4d req-fca469eb-ba83-4049-acc4-771225f26592 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0553279 Apr 05 18:48:25.905681 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-460af3cc-e4b0-4cc0-b3a5-7244e6b55f4d req-cc876688-1224-48bb-818e-1775097bdde8 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Apr 05 18:48:26.015188 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.073099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=c97d7281-7e5d-464d-bfdd-b73bd9077cc9,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:26.081454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': 'f6e43aa2-3e5c-46ec-8647-027d76c1c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '767295a1-2dae-4e70-929d-ce6c350ee581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:26.081811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: 767295a1-2dae-4e70-929d-ce6c350ee581, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:26.099791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 767295a1-2dae-4e70-929d-ce6c350ee581 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:26.108068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 767295a1-2dae-4e70-929d-ce6c350ee581) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:26.112035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.112612 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.117944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b89b9-0881-4c1d-95e6-38ec37505927 None None] Network 767295a1-2dae-4e70-929d-ce6c350ee581 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:26.128556 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a5f26acb-f8c2-4c00-88a4-4649bc55b596 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4014535 Apr 05 18:48:26.132971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52152) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:26.138090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-930971370'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:26.158246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:26.161712 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.184087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:26.193485 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.193816 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment f526b140-57dc-4572-80ec-028c484e69ef of type vlan for network d862fd28-4dd7-41b2-b7ed-8008c2faa78a Apr 05 18:48:26.245250 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.272171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-767295a1-2dae-4e70-929d-ce6c350ee581', 'network_id': '767295a1-2dae-4e70-929d-ce6c350ee581', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': 'c97d7281-7e5d-464d-bfdd-b73bd9077cc9'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:26.272908 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.273127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.278926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.279535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.355230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2185597 Apr 05 18:48:26.357374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52158) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:26.362422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e62c6b6b-3c8b-4585-874b-3393de0b52d2 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:26.367591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': 'd862fd28-4dd7-41b2-b7ed-8008c2faa78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:26.374365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ea74b-2d4a-4b1a-9299-17e68f499c91 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=d862fd28-4dd7-41b2-b7ed-8008c2faa78a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:26.398543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d862fd28-4dd7-41b2-b7ed-8008c2faa78a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:26.435731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e25a-da13-40df-be94-ef6ebf76c30b req-25be6c0a-0505-4e8c-bc27-e0f4ffdbc4db tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.441563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e25a-da13-40df-be94-ef6ebf76c30b req-25be6c0a-0505-4e8c-bc27-e0f4ffdbc4db tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.453537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e25a-da13-40df-be94-ef6ebf76c30b req-25be6c0a-0505-4e8c-bc27-e0f4ffdbc4db tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.462381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e25a-da13-40df-be94-ef6ebf76c30b req-25be6c0a-0505-4e8c-bc27-e0f4ffdbc4db tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.469174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e25a-da13-40df-be94-ef6ebf76c30b req-25be6c0a-0505-4e8c-bc27-e0f4ffdbc4db tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.476257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:26.477038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e25a-da13-40df-be94-ef6ebf76c30b req-25be6c0a-0505-4e8c-bc27-e0f4ffdbc4db tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.480073 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.483283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e25a-da13-40df-be94-ef6ebf76c30b req-25be6c0a-0505-4e8c-bc27-e0f4ffdbc4db tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.485368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e77e25a-da13-40df-be94-ef6ebf76c30b req-25be6c0a-0505-4e8c-bc27-e0f4ffdbc4db tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.1545646 Apr 05 18:48:26.500572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b176fa-219e-4c97-ab64-4da39b29dd6a req-856bc5ba-be25-42a6-9318-f4b5803c21c5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.502073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46b176fa-219e-4c97-ab64-4da39b29dd6a req-856bc5ba-be25-42a6-9318-f4b5803c21c5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 945 time: 0.1254652 Apr 05 18:48:26.550118 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Allocated IP 172.20.255.242 (767295a1-2dae-4e70-929d-ce6c350ee581/c97d7281-7e5d-464d-bfdd-b73bd9077cc9/11812875-01b8-47f6-a286-5571bd394a42) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:26.552492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port e62c6b6b-3c8b-4585-874b-3393de0b52d2 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:48:26.559630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e77e25a-da13-40df-be94-ef6ebf76c30b req-70dd320a-ef6b-4f37-8a30-51dacba8087f tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564594 Apr 05 18:48:26.564772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port e62c6b6b-3c8b-4585-874b-3393de0b52d2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:26.565495 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.574820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46b176fa-219e-4c97-ab64-4da39b29dd6a req-52fbd79c-00e5-44fb-a6a4-bd5273b9aba2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646167 Apr 05 18:48:26.713657 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.717631 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.734756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26018ee-7135-4db1-86b9-715ae5b79afc req-a3dc4750-499c-4c98-be29-990b2f86fc4c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.736243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b26018ee-7135-4db1-86b9-715ae5b79afc req-a3dc4750-499c-4c98-be29-990b2f86fc4c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 946 time: 0.0726993 Apr 05 18:48:26.744394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04fbe-7f72-4122-abc4-2b50cb05bafa req-cbde86d8-6b9e-4cbe-abb0-fbf5ea350110 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.745850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f04fbe-7f72-4122-abc4-2b50cb05bafa req-cbde86d8-6b9e-4cbe-abb0-fbf5ea350110 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 945 time: 0.0931833 Apr 05 18:48:26.797350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=8d1690b4-87c3-4f05-9852-4d83a93fb2b4,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:26.805119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:26.809148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': 'f526b140-57dc-4572-80ec-028c484e69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd862fd28-4dd7-41b2-b7ed-8008c2faa78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:26.809617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: d862fd28-4dd7-41b2-b7ed-8008c2faa78a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:26.816894 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.818234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 5d1786fb-d259-4d92-9a1f-67b41d6f798f up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:26.836639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network d862fd28-4dd7-41b2-b7ed-8008c2faa78a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:26.848513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d862fd28-4dd7-41b2-b7ed-8008c2faa78a) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:26.857361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:26.857982 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:26.879728 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f9e23590-bf1b-4868-973a-567f17afae12 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5186632 Apr 05 18:48:26.883545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52166) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:26.991231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.033907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8058637-c5b3-45dc-b19e-6ffc4f797883 None None] Network d862fd28-4dd7-41b2-b7ed-8008c2faa78a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:27.053996 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.066176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.114346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.134130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:27.147275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.186383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Network 767295a1-2dae-4e70-929d-ce6c350ee581 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:27.191046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1690b4-87c3-4f05-9852-4d83a93fb2b4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:27.194228 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b26018ee-7135-4db1-86b9-715ae5b79afc req-90d6b1d7-f862-4196-aa4a-750977f014d8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472859 Apr 05 18:48:27.200522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f04fbe-7f72-4122-abc4-2b50cb05bafa req-e0f09fd5-bcba-41cb-aa65-96a8460cd159 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926607 Apr 05 18:48:27.246162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 5d1786fb-d259-4d92-9a1f-67b41d6f798f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:48:27.247028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-abf1d1e1-47d7-488d-8b95-645875509c1b tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.253651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-abf1d1e1-47d7-488d-8b95-645875509c1b tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.260895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-abf1d1e1-47d7-488d-8b95-645875509c1b tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.267965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-abf1d1e1-47d7-488d-8b95-645875509c1b tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.274816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-abf1d1e1-47d7-488d-8b95-645875509c1b tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.278181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 5d1786fb-d259-4d92-9a1f-67b41d6f798f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:27.278575 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.281286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-abf1d1e1-47d7-488d-8b95-645875509c1b tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.287470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-abf1d1e1-47d7-488d-8b95-645875509c1b tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.287909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.289746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-abf1d1e1-47d7-488d-8b95-645875509c1b tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.1830325 Apr 05 18:48:27.300480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:27.319174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:27.328200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee154d-d5b2-45cd-8b7e-a729a6b1475c None None] Network d862fd28-4dd7-41b2-b7ed-8008c2faa78a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:27.330096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d862fd28-4dd7-41b2-b7ed-8008c2faa78a']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:27.343570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Pushing event updated for resources: {'Port': ['ID=11812875-01b8-47f6-a286-5571bd394a42,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:27.347427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f526b140-57dc-4572-80ec-028c484e69ef') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:27.347719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f526b140-57dc-4572-80ec-028c484e69ef') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:27.365429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad950a-6215-4d3c-a777-891856405c5e req-a079fa53-0624-4a0a-9e61-ffb40f4d613f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.367034 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f7ad950a-6215-4d3c-a777-891856405c5e req-a079fa53-0624-4a0a-9e61-ffb40f4d613f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 946 time: 0.1117017 Apr 05 18:48:27.369098 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.407455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.423153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:27.423532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:27.426569 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:27.430225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-3171918c-af73-4420-9413-10ea19900924 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.432932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-3171918c-af73-4420-9413-10ea19900924 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "GET /v2.0/ports/2e761d11-7e98-4310-99e7-625bf736b42d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1235995 Apr 05 18:48:27.449963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6defdb3-9bf6-45df-95c8-5e8974db656f req-32d928b1-6c3b-4d44-b7d6-c02c95d5227e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.451847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Attempting to bind port 11812875-01b8-47f6-a286-5571bd394a42 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:27.452220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Attempting to bind port 11812875-01b8-47f6-a286-5571bd394a42 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'f6e43aa2-3e5c-46ec-8647-027d76c1c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '767295a1-2dae-4e70-929d-ce6c350ee581'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:27.452584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Attempting to bind port 11812875-01b8-47f6-a286-5571bd394a42 on network 767295a1-2dae-4e70-929d-ce6c350ee581 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:27.454876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6defdb3-9bf6-45df-95c8-5e8974db656f req-32d928b1-6c3b-4d44-b7d6-c02c95d5227e tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 945 time: 0.1624475 Apr 05 18:48:27.500475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:27.501184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Checking segment: {'id': 'f6e43aa2-3e5c-46ec-8647-027d76c1c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '767295a1-2dae-4e70-929d-ce6c350ee581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:27.501582 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.502131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Bound using segment: {'id': 'f6e43aa2-3e5c-46ec-8647-027d76c1c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '767295a1-2dae-4e70-929d-ce6c350ee581'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:27.502813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Bound port: 11812875-01b8-47f6-a286-5571bd394a42, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e43aa2-3e5c-46ec-8647-027d76c1c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '767295a1-2dae-4e70-929d-ce6c350ee581'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:27.503400 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.510333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f0d00-f7f7-4e05-96af-1ac0162ac300 req-c17b79b8-24f4-4089-9255-1a1106bda9ec tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.512260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-429f0d00-f7f7-4e05-96af-1ac0162ac300 req-c17b79b8-24f4-4089-9255-1a1106bda9ec tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1884847 Apr 05 18:48:27.515371 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.524555 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.530886 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/d862fd28-4dd7-41b2-b7ed-8008c2faa78a HTTP/1.1" status: 204 len: 168 time: 0.6428859 Apr 05 18:48:27.532080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52170) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:27.544943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.546646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-750723644'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:27.553521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0845a-6515-41ae-a3fc-e2b8ef88de57 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=d862fd28-4dd7-41b2-b7ed-8008c2faa78a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:27.569369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-f7ad950a-6215-4d3c-a777-891856405c5e req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port 0079bb68-e291-4dcf-b20c-54ba2c225da5 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:27.569369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f7ad950a-6215-4d3c-a777-891856405c5e req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.589385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:27.592177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.612082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6defdb3-9bf6-45df-95c8-5e8974db656f req-0aa96a12-51db-4994-ae89-6e1810505829 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387091 Apr 05 18:48:27.615629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 5d1786fb-d259-4d92-9a1f-67b41d6f798f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5d1786fb-d259-4d92-9a1f-67b41d6f798f,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:27.624477 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.625817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 64de7a25-bc07-475b-a89f-1296e12a484d no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:27.628108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] For port 11812875-01b8-47f6-a286-5571bd394a42, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:27.663915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-429f0d00-f7f7-4e05-96af-1ac0162ac300 req-0a9f5835-b4b3-4bf4-9db3-ad110aed7af7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984488 Apr 05 18:48:27.666888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:27.694811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-dce548c3-63d7-4d47-a688-81d9e5e307c7 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "GET /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2384088 Apr 05 18:48:27.695002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] For port 11812875-01b8-47f6-a286-5571bd394a42, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=11812875-01b8-47f6-a286-5571bd394a42,segment=NetworkSegment(f6e43aa2-3e5c-46ec-8647-027d76c1c6e7),segment_id=f6e43aa2-3e5c-46ec-8647-027d76c1c6e7)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:27.698690 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.699209 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment 92655639-f3dc-4e51-90d5-3da016e28b8b of type vlan for network 8c952e49-5550-4fc0-8501-63c2679c56b3 Apr 05 18:48:27.702014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2'}, {'server_uuid': '5d398037-9883-461d-9321-3a3d8c2ab462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1786fb-d259-4d92-9a1f-67b41d6f798f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:27.704750 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3be2e6-fefb-4d92-a736-04f690b20fbb" -d '{"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-plugged", "status": "completed", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2"}, {"server_uuid": "5d398037-9883-461d-9321-3a3d8c2ab462", "name": "network-vif-plugged", "status": "completed", "tag": "5d1786fb-d259-4d92-9a1f-67b41d6f798f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:27.720264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.723091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:27.755646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=5d1786fb-d259-4d92-9a1f-67b41d6f798f,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:27.820281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.823361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f7ad950a-6215-4d3c-a777-891856405c5e req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] For port 0079bb68-e291-4dcf-b20c-54ba2c225da5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=0079bb68-e291-4dcf-b20c-54ba2c225da5,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:27.823854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f7ad950a-6215-4d3c-a777-891856405c5e req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.828757 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.834015 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.846348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-f7ad950a-6215-4d3c-a777-891856405c5e req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for 0079bb68-e291-4dcf-b20c-54ba2c225da5 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:27.853862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9119f-702c-412e-91f5-8407d4bda921 None None] Pushing event updated for resources: {'Port': ['ID=11812875-01b8-47f6-a286-5571bd394a42,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:27.878870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 64de7a25-bc07-475b-a89f-1296e12a484d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=64de7a25-bc07-475b-a89f-1296e12a484d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:27.884554 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.885123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 9b48ca53-fe07-4ea4-8be1-2544451171d1 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:27.909741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.917096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.918236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:27.966426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=64de7a25-bc07-475b-a89f-1296e12a484d,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:27.988954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5345bb-cbf0-4ac9-9254-7b3dec8479bc req-e084f686-b5c0-43c6-a6bd-91bb9ae30cc2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:27.996122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5345bb-cbf0-4ac9-9254-7b3dec8479bc req-e084f686-b5c0-43c6-a6bd-91bb9ae30cc2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.002908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5345bb-cbf0-4ac9-9254-7b3dec8479bc req-e084f686-b5c0-43c6-a6bd-91bb9ae30cc2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.009534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5345bb-cbf0-4ac9-9254-7b3dec8479bc req-e084f686-b5c0-43c6-a6bd-91bb9ae30cc2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.015676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5345bb-cbf0-4ac9-9254-7b3dec8479bc req-e084f686-b5c0-43c6-a6bd-91bb9ae30cc2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.016394 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4739830 Apr 05 18:48:28.020669 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.021341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52178) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:28.024004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5345bb-cbf0-4ac9-9254-7b3dec8479bc req-e084f686-b5c0-43c6-a6bd-91bb9ae30cc2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.025903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': '8c952e49-5550-4fc0-8501-63c2679c56b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:28.029898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5345bb-cbf0-4ac9-9254-7b3dec8479bc req-e084f686-b5c0-43c6-a6bd-91bb9ae30cc2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.031918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e5345bb-cbf0-4ac9-9254-7b3dec8479bc req-e084f686-b5c0-43c6-a6bd-91bb9ae30cc2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 5444 time: 0.3287442 Apr 05 18:48:28.096324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a296918-49ce-4990-8b17-2fa93528091b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=8c952e49-5550-4fc0-8501-63c2679c56b3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:28.102634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e62d-5cd0-4839-9130-001a8e6887b1 req-89e8b666-cf86-40be-b0b3-579126a03cc7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.105781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e56e62d-5cd0-4839-9130-001a8e6887b1 req-89e8b666-cf86-40be-b0b3-579126a03cc7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.3202424 Apr 05 18:48:28.121654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 8c952e49-5550-4fc0-8501-63c2679c56b3 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:28.124741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 9b48ca53-fe07-4ea4-8be1-2544451171d1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:28.148764 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.174991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e5345bb-cbf0-4ac9-9254-7b3dec8479bc req-3fbfba20-4038-4ad8-a182-8593ebc6e02d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1278667 Apr 05 18:48:28.200088 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] For port 2e761d11-7e98-4310-99e7-625bf736b42d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2e761d11-7e98-4310-99e7-625bf736b42d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:28.216079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:28.223899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.261773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e56e62d-5cd0-4839-9130-001a8e6887b1 req-0c474509-3796-45c0-8a00-21d64074841c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475525 Apr 05 18:48:28.279750 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e43bf-cf03-4f14-862b-ae2461d05f2f x-openstack-request-id: req-e72e43bf-cf03-4f14-862b-ae2461d05f2f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:28.280053 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-plugged", "status": "completed", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2", "code": 200}, {"server_uuid": "5d398037-9883-461d-9321-3a3d8c2ab462", "name": "network-vif-plugged", "status": "completed", "tag": "5d1786fb-d259-4d92-9a1f-67b41d6f798f", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:28.280309 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e72e43bf-cf03-4f14-862b-ae2461d05f2f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:28.280730 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72e43bf-cf03-4f14-862b-ae2461d05f2f'] response: {'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'code': 200} Apr 05 18:48:28.280966 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72e43bf-cf03-4f14-862b-ae2461d05f2f'] response: {'server_uuid': '5d398037-9883-461d-9321-3a3d8c2ab462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1786fb-d259-4d92-9a1f-67b41d6f798f', 'code': 200} Apr 05 18:48:28.307715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] For port 2e761d11-7e98-4310-99e7-625bf736b42d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:28.327863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=9b48ca53-fe07-4ea4-8be1-2544451171d1,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:28.343852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:28.385957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Performing IP validity checks on allocation pools {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 18:48:28.386620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 18:48:28.416033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f7ad950a-6215-4d3c-a777-891856405c5e req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.460027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=0079bb68-e291-4dcf-b20c-54ba2c225da5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:28.484143 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.498024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] device_id is not set on port 2e761d11-7e98-4310-99e7-625bf736b42d yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:48:28.515329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.519319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:28.530852 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.531739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f298f289-d250-442e-a7b0-90c3d83c26c1 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:28.543832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca16e7-4706-4d5c-8d98-cfae0d1fde5f req-ee17e434-0948-437c-93b8-aa6d9e1a1a78 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.551316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6ca16e7-4706-4d5c-8d98-cfae0d1fde5f req-ee17e434-0948-437c-93b8-aa6d9e1a1a78 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 867 time: 0.1770506 Apr 05 18:48:28.571250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ad950a-6215-4d3c-a777-891856405c5e req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] No DVR routers for this DVR port 0079bb68-e291-4dcf-b20c-54ba2c225da5 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:28.574029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f7ad950a-6215-4d3c-a777-891856405c5e req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.578279 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f7ad950a-6215-4d3c-a777-891856405c5e req-182c0017-f6d5-44ae-98b0-8efde0b41093 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.25 "DELETE /v2.0/ports/0079bb68-e291-4dcf-b20c-54ba2c225da5 HTTP/1.1" status: 204 len: 173 time: 1.2027731 Apr 05 18:48:28.584666 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.586803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1', 'name': 'network-vif-deleted', 'tag': '0079bb68-e291-4dcf-b20c-54ba2c225da5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:28.589947 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f847ddd8-f377-4cf8-9973-49321a69c8da" -d '{"events": [{"server_uuid": "fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1", "name": "network-vif-deleted", "tag": "0079bb68-e291-4dcf-b20c-54ba2c225da5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:28.618879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e0b0-c0f8-41a2-92df-420d2d3a54ca req-060111b3-7c95-41bc-8bdb-0c1192cc9a49 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.620448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be91e0b0-c0f8-41a2-92df-420d2d3a54ca req-060111b3-7c95-41bc-8bdb-0c1192cc9a49 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 946 time: 0.2049243 Apr 05 18:48:28.622357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30342e1b-8b71-40f1-888c-1480dae26013 req-8a14ed05-027b-4804-8b32-bb154609c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.623739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30342e1b-8b71-40f1-888c-1480dae26013 req-8a14ed05-027b-4804-8b32-bb154609c348 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 1097 time: 0.1931689 Apr 05 18:48:28.658160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2eeeb-e645-442c-94f2-215509f4fba9 req-6012679d-2cb9-4bb2-a198-34c9ceed399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:28.661245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2e2eeeb-e645-442c-94f2-215509f4fba9 req-6012679d-2cb9-4bb2-a198-34c9ceed399e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 1097 time: 0.2120380 Apr 05 18:48:28.668781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6ca16e7-4706-4d5c-8d98-cfae0d1fde5f req-cd163e34-835d-4ac1-ab93-1b8c8d426c55 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164620 Apr 05 18:48:28.696184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:28.721262 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.806379 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2e2eeeb-e645-442c-94f2-215509f4fba9 req-815c3aad-f1cc-4657-8feb-c75a38a89d03 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258378 Apr 05 18:48:28.807885 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a79f291-090e-475d-8b5c-87864e16566f x-openstack-request-id: req-4a79f291-090e-475d-8b5c-87864e16566f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:28.808172 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1", "name": "network-vif-deleted", "tag": "0079bb68-e291-4dcf-b20c-54ba2c225da5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:28.808420 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a79f291-090e-475d-8b5c-87864e16566f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:28.808817 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a79f291-090e-475d-8b5c-87864e16566f'] response: {'server_uuid': 'fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1', 'name': 'network-vif-deleted', 'tag': '0079bb68-e291-4dcf-b20c-54ba2c225da5', 'status': 'completed', 'code': 200} Apr 05 18:48:28.810834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f298f289-d250-442e-a7b0-90c3d83c26c1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f298f289-d250-442e-a7b0-90c3d83c26c1,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:28.821535 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.823439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2e761d11-7e98-4310-99e7-625bf736b42d no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:28.860944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:28.873001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] No DVR routers for this DVR port 2e761d11-7e98-4310-99e7-625bf736b42d on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:28.882079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] Pushing event updated for resources: {'Port': ['ID=2e761d11-7e98-4310-99e7-625bf736b42d,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:28.926444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be91e0b0-c0f8-41a2-92df-420d2d3a54ca req-deb7303b-e211-4905-bf5c-ba815839cd30 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778938 Apr 05 18:48:28.994046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2e761d11-7e98-4310-99e7-625bf736b42d not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:48:28.994504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0ea0a3cc-182a-4538-a490-cc025fad7e7c no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:28.999902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': '92655639-f3dc-4e51-90d5-3da016e28b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8c952e49-5550-4fc0-8501-63c2679c56b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:29.000708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: 8c952e49-5550-4fc0-8501-63c2679c56b3, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:29.024675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30342e1b-8b71-40f1-888c-1480dae26013 req-3e7c0daf-5245-453d-b64c-6779118f99b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790784 Apr 05 18:48:29.048247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=d67be11f-35ae-4c25-accc-609e0133c9da,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:29.056924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 8c952e49-5550-4fc0-8501-63c2679c56b3 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:29.073385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] In _notify_port_updated(), no bound segment for port 2e761d11-7e98-4310-99e7-625bf736b42d on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:48:29.074557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.075291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.076890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-07efb96f-417c-4d98-9340-fa2df1301987 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e761d11-7e98-4310-99e7-625bf736b42d HTTP/1.1" status: 200 len: 1032 time: 1.3715937 Apr 05 18:48:29.078707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 8c952e49-5550-4fc0-8501-63c2679c56b3) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:29.084319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.085679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.102464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31426419-a99f-4dc9-b0c3-f33b503d570e None None] Network 8c952e49-5550-4fc0-8501-63c2679c56b3 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:29.119838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067c63e-7d8e-4a95-ad7c-8b8ecbc84e2c req-74843d51-45ce-4f7a-8438-78aa6e9fac6b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.120687 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-92a5dd05-57e8-4b68-9ae6-75865d0b4684 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0985641 Apr 05 18:48:29.123425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52192) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:29.128606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d067c63e-7d8e-4a95-ad7c-8b8ecbc84e2c req-74843d51-45ce-4f7a-8438-78aa6e9fac6b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 945 time: 0.2380493 Apr 05 18:48:29.214652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8b14b-c080-41d7-a17f-4b2d703c5fa7 req-ca17edf9-d9a2-41a1-a4ec-d631665ccd25 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.216376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0c8b14b-c080-41d7-a17f-4b2d703c5fa7 req-ca17edf9-d9a2-41a1-a4ec-d631665ccd25 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1207666 Apr 05 18:48:29.221009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f298f289-d250-442e-a7b0-90c3d83c26c1,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:29.227686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d067c63e-7d8e-4a95-ad7c-8b8ecbc84e2c req-ec8df3a1-ecc9-489e-a203-b93938fced8f tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978630 Apr 05 18:48:29.266300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-80aae3dd-e15c-470a-a552-91c6b6e7704c None None] Provisioning complete for port 2e761d11-7e98-4310-99e7-625bf736b42d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:29.266702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80aae3dd-e15c-470a-a552-91c6b6e7704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.298074 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.354125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-80aae3dd-e15c-470a-a552-91c6b6e7704c None None] Port 2e761d11-7e98-4310-99e7-625bf736b42d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:48:29.374646 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.407139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.415910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0c8b14b-c080-41d7-a17f-4b2d703c5fa7 req-5a15520c-723c-4872-bc15-c9e3ee372b37 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788361 Apr 05 18:48:29.420421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-88ffe732-5486-4c2e-99a4-48ee1724dfec tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.425435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0ea0a3cc-182a-4538-a490-cc025fad7e7c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0ea0a3cc-182a-4538-a490-cc025fad7e7c,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:29.427277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-88ffe732-5486-4c2e-99a4-48ee1724dfec tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "GET /v2.0/ports/64de7a25-bc07-475b-a89f-1296e12a484d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1749730 Apr 05 18:48:29.447241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:29.450664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.451370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 42107179-0d13-4b7a-ba96-0a13af9b599a no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:29.537733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.543039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0ea0a3cc-182a-4538-a490-cc025fad7e7c,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:29.546011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 0079bb68-e291-4dcf-b20c-54ba2c225da5 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:29.548027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae29e34-2a68-4568-896d-58c7c9805304 req-16508281-ffbc-4f0d-bc82-1f41cbcd213a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.555564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae29e34-2a68-4568-896d-58c7c9805304 req-16508281-ffbc-4f0d-bc82-1f41cbcd213a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.562192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae29e34-2a68-4568-896d-58c7c9805304 req-16508281-ffbc-4f0d-bc82-1f41cbcd213a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.568852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae29e34-2a68-4568-896d-58c7c9805304 req-16508281-ffbc-4f0d-bc82-1f41cbcd213a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.574845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae29e34-2a68-4568-896d-58c7c9805304 req-16508281-ffbc-4f0d-bc82-1f41cbcd213a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.585416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae29e34-2a68-4568-896d-58c7c9805304 req-16508281-ffbc-4f0d-bc82-1f41cbcd213a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.593718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fae29e34-2a68-4568-896d-58c7c9805304 req-16508281-ffbc-4f0d-bc82-1f41cbcd213a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 4657 time: 0.2454917 Apr 05 18:48:29.601993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=d67be11f-35ae-4c25-accc-609e0133c9da,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:29.648512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 0079bb68-e291-4dcf-b20c-54ba2c225da5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:48:29.648984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 0079bb68-e291-4dcf-b20c-54ba2c225da5 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:48:29.680372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.682017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28a933-abe8-4d67-9187-ed0168d6cd72 None None] Network 767295a1-2dae-4e70-929d-ce6c350ee581 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:29.710024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbadf349-9b1f-485d-8433-c9d56de11993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-8c952e49-5550-4fc0-8501-63c2679c56b3', 'network_id': '8c952e49-5550-4fc0-8501-63c2679c56b3', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': 'd67be11f-35ae-4c25-accc-609e0133c9da'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:29.710935 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbadf349-9b1f-485d-8433-c9d56de11993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.712523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fae29e34-2a68-4568-896d-58c7c9805304 req-6ba25dc8-6a6c-4d56-88d5-8835c2a18647 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&id=1484e2f6-98a7-46fc-9149-9d2b95fe052c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176836 Apr 05 18:48:29.715923 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.750430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad5522-408d-47f2-9288-53e24fbaa786 req-1b4e40f2-921b-4aaf-ac4b-59c76a4744bc tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:29.758659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5ad5522-408d-47f2-9288-53e24fbaa786 req-1b4e40f2-921b-4aaf-ac4b-59c76a4744bc tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.2236896 Apr 05 18:48:29.759921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c952e49-5550-4fc0-8501-63c2679c56b3']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:29.771856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92655639-f3dc-4e51-90d5-3da016e28b8b') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:29.772189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92655639-f3dc-4e51-90d5-3da016e28b8b') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:29.790011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.807180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.814877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:29.815347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:29.884374 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:29.891626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.893230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5ad5522-408d-47f2-9288-53e24fbaa786 req-3df65c7b-6cea-482f-8560-a2addcb7667a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331530 Apr 05 18:48:29.902215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10d656a7-3b34-4db0-b080-2f4829b56e4e req-a6a396d2-2e93-4539-a155-41140e911d2d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 210 time: 0.0732434 Apr 05 18:48:29.924570 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:29.928073 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/8c952e49-5550-4fc0-8501-63c2679c56b3 HTTP/1.1" status: 204 len: 168 time: 0.8032727 Apr 05 18:48:29.931971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52200) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:29.967470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-599394277'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:29.975070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de06d8c-240f-4c2b-912a-6531bcdc69c1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=8c952e49-5550-4fc0-8501-63c2679c56b3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:29.997902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:30.002301 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.030745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:30.043299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.043897 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment 6046fe0d-6195-4d98-bb67-3ea1cc111b13 of type vlan for network 87a0468c-4c71-4212-a6fa-d7e4e89e0d9f Apr 05 18:48:30.064062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 11812875-01b8-47f6-a286-5571bd394a42 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:30.132227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cc867a64-1c67-4941-b028-3bb1f2facfaf None None] Provisioning complete for port 11812875-01b8-47f6-a286-5571bd394a42 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:30.132559 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc867a64-1c67-4941-b028-3bb1f2facfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.141101 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.143962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] For port 64de7a25-bc07-475b-a89f-1296e12a484d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=64de7a25-bc07-475b-a89f-1296e12a484d,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:30.196197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818c311-032f-48e2-afea-1ca8ed7ca588 req-1b8f02f0-d2c3-44fc-916b-41da59fed08a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:30.197251 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.198725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7818c311-032f-48e2-afea-1ca8ed7ca588 req-1b8f02f0-d2c3-44fc-916b-41da59fed08a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 946 time: 0.1396654 Apr 05 18:48:30.205352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:30.206545 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.220577 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.266568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 42107179-0d13-4b7a-ba96-0a13af9b599a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42107179-0d13-4b7a-ba96-0a13af9b599a,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:30.267837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49a67d-6985-4b3e-a08c-194539142bdd None None] Network 8c952e49-5550-4fc0-8501-63c2679c56b3 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:30.273310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] For port 64de7a25-bc07-475b-a89f-1296e12a484d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:30.279300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7818c311-032f-48e2-afea-1ca8ed7ca588 req-bc642c63-9f7f-4c14-8e3d-22cdc2d50f97 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739064 Apr 05 18:48:30.292692 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.306941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64de7a25-bc07-475b-a89f-1296e12a484d'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b48ca53-fe07-4ea4-8be1-2544451171d1'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f298f289-d250-442e-a7b0-90c3d83c26c1'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea0a3cc-182a-4538-a490-cc025fad7e7c'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42107179-0d13-4b7a-ba96-0a13af9b599a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:30.306941 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0547d4ca-8cf9-4932-84a9-8ebbce3ca10d" -d '{"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "64de7a25-bc07-475b-a89f-1296e12a484d"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9b48ca53-fe07-4ea4-8be1-2544451171d1"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f298f289-d250-442e-a7b0-90c3d83c26c1"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea0a3cc-182a-4538-a490-cc025fad7e7c"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "42107179-0d13-4b7a-ba96-0a13af9b599a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:30.330437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] device_id is not set on port 64de7a25-bc07-475b-a89f-1296e12a484d yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:48:30.335587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49a67d-6985-4b3e-a08c-194539142bdd None None] Network 8c952e49-5550-4fc0-8501-63c2679c56b3 could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 18:48:30.347932 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.358421 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4251482 Apr 05 18:48:30.361172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52208) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:30.363769 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.367133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': '87a0468c-4c71-4212-a6fa-d7e4e89e0d9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:30.390069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554423aa-05dc-405e-ac76-e4cee0a7c211 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=87a0468c-4c71-4212-a6fa-d7e4e89e0d9f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:30.395083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 11812875-01b8-47f6-a286-5571bd394a42 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:30.395423 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.429867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 87a0468c-4c71-4212-a6fa-d7e4e89e0d9f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:30.447277 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb30409-a18a-438e-bac6-ddc95afd4c03 x-openstack-request-id: req-5eb30409-a18a-438e-bac6-ddc95afd4c03 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:30.447583 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "64de7a25-bc07-475b-a89f-1296e12a484d", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9b48ca53-fe07-4ea4-8be1-2544451171d1", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f298f289-d250-442e-a7b0-90c3d83c26c1", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea0a3cc-182a-4538-a490-cc025fad7e7c", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "42107179-0d13-4b7a-ba96-0a13af9b599a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:30.448010 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5eb30409-a18a-438e-bac6-ddc95afd4c03 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:30.448688 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb30409-a18a-438e-bac6-ddc95afd4c03'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64de7a25-bc07-475b-a89f-1296e12a484d', 'code': 200} Apr 05 18:48:30.448918 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb30409-a18a-438e-bac6-ddc95afd4c03'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b48ca53-fe07-4ea4-8be1-2544451171d1', 'code': 200} Apr 05 18:48:30.449180 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb30409-a18a-438e-bac6-ddc95afd4c03'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'code': 200} Apr 05 18:48:30.449433 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb30409-a18a-438e-bac6-ddc95afd4c03'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f298f289-d250-442e-a7b0-90c3d83c26c1', 'code': 200} Apr 05 18:48:30.449682 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb30409-a18a-438e-bac6-ddc95afd4c03'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea0a3cc-182a-4538-a490-cc025fad7e7c', 'code': 200} Apr 05 18:48:30.449926 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb30409-a18a-438e-bac6-ddc95afd4c03'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42107179-0d13-4b7a-ba96-0a13af9b599a', 'code': 200} Apr 05 18:48:30.487884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:30.495752 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.553198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] No DVR routers for this DVR port 64de7a25-bc07-475b-a89f-1296e12a484d on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:30.606736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=42107179-0d13-4b7a-ba96-0a13af9b599a,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:30.656592 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc867a64-1c67-4941-b028-3bb1f2facfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.722171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] Pushing event updated for resources: {'Port': ['ID=64de7a25-bc07-475b-a89f-1296e12a484d,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:30.742964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] In _notify_port_updated(), no bound segment for port 64de7a25-bc07-475b-a89f-1296e12a484d on network 64579464-86c5-4c9c-aba5-a21419db5efe {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:48:30.743904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:30.744453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.746342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-d999350c-3da9-4f7f-9cd6-5e4acf6fee04 service neutron] 10.222.0.20 "PUT /v2.0/ports/64de7a25-bc07-475b-a89f-1296e12a484d HTTP/1.1" status: 200 len: 1032 time: 1.3043706 Apr 05 18:48:30.754725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cc867a64-1c67-4941-b028-3bb1f2facfaf None None] For port 11812875-01b8-47f6-a286-5571bd394a42, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=11812875-01b8-47f6-a286-5571bd394a42,segment=NetworkSegment(f6e43aa2-3e5c-46ec-8647-027d76c1c6e7),segment_id=f6e43aa2-3e5c-46ec-8647-027d76c1c6e7)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:30.764059 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc867a64-1c67-4941-b028-3bb1f2facfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.852294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acadd6-f675-4d7c-9053-ce01a2325ddd req-99fa60f8-a527-4d09-bde4-d6fdebf5dc8d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:30.853862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7acadd6-f675-4d7c-9053-ce01a2325ddd req-99fa60f8-a527-4d09-bde4-d6fdebf5dc8d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2397168 Apr 05 18:48:30.890151 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.900645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.917980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb4a9a-4b6c-4fb3-b49c-6fd999f2c395 req-527361ad-2824-4285-820d-0b0e2c1f6a60 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:30.919914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79eb4a9a-4b6c-4fb3-b49c-6fd999f2c395 req-527361ad-2824-4285-820d-0b0e2c1f6a60 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 945 time: 0.4771483 Apr 05 18:48:30.933073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7c7a348b-915c-49b5-99ef-7b6de75f89bf None None] Provisioning complete for port 64de7a25-bc07-475b-a89f-1296e12a484d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:30.933447 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c7a348b-915c-49b5-99ef-7b6de75f89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:30.934919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc867a64-1c67-4941-b028-3bb1f2facfaf None None] Pushing event updated for resources: {'Port': ['ID=11812875-01b8-47f6-a286-5571bd394a42,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:30.998433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=1ab1e11e-3931-459b-bea1-443461edb72a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:31.010167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': '6046fe0d-6195-4d98-bb67-3ea1cc111b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87a0468c-4c71-4212-a6fa-d7e4e89e0d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:31.010560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: 87a0468c-4c71-4212-a6fa-d7e4e89e0d9f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:31.017586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7acadd6-f675-4d7c-9053-ce01a2325ddd req-45f957cf-32f2-4217-a92c-22854a4355c1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232238 Apr 05 18:48:31.039948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79eb4a9a-4b6c-4fb3-b49c-6fd999f2c395 req-d12f7270-8a38-4048-a49e-dba6100bc1b1 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027951 Apr 05 18:48:31.041301 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:48:31.042021 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:48:31.044021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 87a0468c-4c71-4212-a6fa-d7e4e89e0d9f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:31.044155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting port 9b48ca53-fe07-4ea4-8be1-2544451171d1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:31.044482 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.067131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a348b-915c-49b5-99ef-7b6de75f89bf None None] Port 64de7a25-bc07-475b-a89f-1296e12a484d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:48:31.069528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 87a0468c-4c71-4212-a6fa-d7e4e89e0d9f) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:31.074348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:31.074959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.080503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee02e3-56b2-49b1-9f4b-feff2bdb1099 None None] Network 87a0468c-4c71-4212-a6fa-d7e4e89e0d9f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:31.107218 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-66d6715e-1d95-46d0-be08-2c45c23b26bf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7448931 Apr 05 18:48:31.109785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52222) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:31.216623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b443e62c-8829-45d9-acad-c4f54ef8c25a None None] Provisioning complete for port 11812875-01b8-47f6-a286-5571bd394a42 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:31.216973 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b443e62c-8829-45d9-acad-c4f54ef8c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.251738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.255641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2649b-8c40-4c76-a18d-0111da8f1052 req-2b65982d-3140-45c7-81b8-e2a984fe2356 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:31.257475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ba2649b-8c40-4c76-a18d-0111da8f1052 req-2b65982d-3140-45c7-81b8-e2a984fe2356 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.1291852 Apr 05 18:48:31.264895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] For port 9b48ca53-fe07-4ea4-8be1-2544451171d1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9b48ca53-fe07-4ea4-8be1-2544451171d1,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:31.265535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.296512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91752e-4b59-4dd2-a68b-3a599195b5cc req-16012bf4-c319-47f8-905e-56ac2c3259ea tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:31.303230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91752e-4b59-4dd2-a68b-3a599195b5cc req-16012bf4-c319-47f8-905e-56ac2c3259ea tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:31.309793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91752e-4b59-4dd2-a68b-3a599195b5cc req-16012bf4-c319-47f8-905e-56ac2c3259ea tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:31.315539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91752e-4b59-4dd2-a68b-3a599195b5cc req-16012bf4-c319-47f8-905e-56ac2c3259ea tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:31.315703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.322272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91752e-4b59-4dd2-a68b-3a599195b5cc req-16012bf4-c319-47f8-905e-56ac2c3259ea tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:31.330355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f91752e-4b59-4dd2-a68b-3a599195b5cc req-16012bf4-c319-47f8-905e-56ac2c3259ea tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 3876 time: 0.1873479 Apr 05 18:48:31.350361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Calling delete_port for 9b48ca53-fe07-4ea4-8be1-2544451171d1 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:31.394545 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.410429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc61aac-2667-404e-b1db-fc0a4619a70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-87a0468c-4c71-4212-a6fa-d7e4e89e0d9f', 'network_id': '87a0468c-4c71-4212-a6fa-d7e4e89e0d9f', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': '1ab1e11e-3931-459b-bea1-443461edb72a'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:31.411912 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bc61aac-2667-404e-b1db-fc0a4619a70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.429013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab1e11e-3931-459b-bea1-443461edb72a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:31.440577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ba2649b-8c40-4c76-a18d-0111da8f1052 req-77638baf-d5fe-49af-aae9-18d320f662cf tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700218 Apr 05 18:48:31.466714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f91752e-4b59-4dd2-a68b-3a599195b5cc req-fefff9f4-d7d5-44b0-b19c-10524c7a697b tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353703 Apr 05 18:48:31.499540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.514835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c0397ca3-70c1-4cff-9a70-2fce8a717e45 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:31.536066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a0468c-4c71-4212-a6fa-d7e4e89e0d9f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:31.549108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97047f-28c6-4778-91cb-dc3132c7577d None None] Network 87a0468c-4c71-4212-a6fa-d7e4e89e0d9f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:31.549678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6046fe0d-6195-4d98-bb67-3ea1cc111b13') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:31.550444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6046fe0d-6195-4d98-bb67-3ea1cc111b13') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:31.564446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.590446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.600982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:31.601558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:31.686547 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:31.693893 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.709953 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.714449 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/87a0468c-4c71-4212-a6fa-d7e4e89e0d9f HTTP/1.1" status: 204 len: 168 time: 0.6037068 Apr 05 18:48:31.719722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52228) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:31.726879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-569888754'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:31.748819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9953f522-2e9b-444b-8560-8952db0b2462 req-85350a4a-ff95-4e94-a690-5573614b2cf6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 210 time: 0.1533225 Apr 05 18:48:31.754010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29def6-ad72-4d02-baa5-1ea8f6488c8d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=87a0468c-4c71-4212-a6fa-d7e4e89e0d9f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:31.796791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:31.801737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.807835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.856148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.866291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Port': ['ID=9b48ca53-fe07-4ea4-8be1-2544451171d1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:31.873416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:31.883221 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.883621 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment aa22a562-0725-4866-af11-21cc418f677a of type vlan for network 050f2183-42db-42b1-a058-6b2fa2f1480f Apr 05 18:48:31.904924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 11812875-01b8-47f6-a286-5571bd394a42 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:31.910809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:31.942248 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.947802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.977224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] No DVR routers for this DVR port 9b48ca53-fe07-4ea4-8be1-2544451171d1 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:31.980765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.984089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-578a45c8-9e6d-4148-87ef-3416b26db860 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "DELETE /v2.0/ports/9b48ca53-fe07-4ea4-8be1-2544451171d1 HTTP/1.1" status: 204 len: 173 time: 1.2154341 Apr 05 18:48:31.986212 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:31.988721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': '9b48ca53-fe07-4ea4-8be1-2544451171d1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:31.991120 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f70c741-c50e-4c03-95f2-7725cecdca03" -d '{"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "9b48ca53-fe07-4ea4-8be1-2544451171d1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:31.995724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:31.997431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.019337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 11812875-01b8-47f6-a286-5571bd394a42 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:32.019701 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.025030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=c0397ca3-70c1-4cff-9a70-2fce8a717e45,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:32.046319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670643-6bab-4714-be5e-fb7707af361b req-d7bd5051-0987-4d0c-926d-47cd726552ce tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:32.047890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39670643-6bab-4714-be5e-fb7707af361b req-d7bd5051-0987-4d0c-926d-47cd726552ce tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 946 time: 0.1938930 Apr 05 18:48:32.075272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6305-a5c5-4283-96f0-8cd8d3bab03f req-d5963c09-8c8a-4983-9991-c944f12f58d4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:32.076757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7ce6305-a5c5-4283-96f0-8cd8d3bab03f req-d5963c09-8c8a-4983-9991-c944f12f58d4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.1810021 Apr 05 18:48:32.090915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52236) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:32.110179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=050f2183-42db-42b1-a058-6b2fa2f1480f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:32.115782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1e53577b-fdd0-4bb9-be21-34e18ce38ab2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'floatingip': {'port_id': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:32.126460 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a6afd575-3d42-4a38-a76d-6047b430e841 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4033554 Apr 05 18:48:32.126777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52242) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:32.132136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': '050f2183-42db-42b1-a058-6b2fa2f1480f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:32.178030 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e53577b-fdd0-4bb9-be21-34e18ce38ab2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.188229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 050f2183-42db-42b1-a058-6b2fa2f1480f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:32.220283 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0af3e41-5c6f-4aff-a620-1219ca60a44f x-openstack-request-id: req-e0af3e41-5c6f-4aff-a620-1219ca60a44f {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:32.220571 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "9b48ca53-fe07-4ea4-8be1-2544451171d1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:32.220826 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0af3e41-5c6f-4aff-a620-1219ca60a44f {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:32.221846 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0af3e41-5c6f-4aff-a620-1219ca60a44f'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': '9b48ca53-fe07-4ea4-8be1-2544451171d1', 'status': 'completed', 'code': 200} Apr 05 18:48:32.225406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39670643-6bab-4714-be5e-fb7707af361b req-2f259ccd-4b6e-4690-b706-179981457916 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645684 Apr 05 18:48:32.320967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:32.326882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.337616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting port f298f289-d250-442e-a7b0-90c3d83c26c1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:32.338210 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.451367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:32.454136 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cc0489-22c7-4641-8050-9e1978cdd2e5" -d '{"events": [{"server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:32.562541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ccc53-2bb4-4ea2-992b-b479f062fabf req-87534bfa-98f8-40b5-ae83-de8644bbe2d3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:32.572982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-803ccc53-2bb4-4ea2-992b-b479f062fabf req-87534bfa-98f8-40b5-ae83-de8644bbe2d3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2287469 Apr 05 18:48:32.586901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.600039 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ff856c-f540-48db-80e0-9b338d3c36bc x-openstack-request-id: req-c4ff856c-f540-48db-80e0-9b338d3c36bc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:32.600331 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:32.600576 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4ff856c-f540-48db-80e0-9b338d3c36bc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:32.601014 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ff856c-f540-48db-80e0-9b338d3c36bc'] response: {'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45', 'code': 200} Apr 05 18:48:32.639737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] For port f298f289-d250-442e-a7b0-90c3d83c26c1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f298f289-d250-442e-a7b0-90c3d83c26c1,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:32.639968 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.670135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Calling delete_port for f298f289-d250-442e-a7b0-90c3d83c26c1 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:32.675457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': 'aa22a562-0725-4866-af11-21cc418f677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '050f2183-42db-42b1-a058-6b2fa2f1480f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:32.675817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: 050f2183-42db-42b1-a058-6b2fa2f1480f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:32.681028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=bcd5a369-0c23-492d-9032-fd96ab8b4de8,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:32.702521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 050f2183-42db-42b1-a058-6b2fa2f1480f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:32.712572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 050f2183-42db-42b1-a058-6b2fa2f1480f) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:32.725929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd1c318-a098-45b2-b7ba-e10ae06d386d None None] Network 050f2183-42db-42b1-a058-6b2fa2f1480f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:32.728825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:32.729442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.758751 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b319d360-e2d3-48aa-b23a-28a1201babcb tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6307769 Apr 05 18:48:32.761200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52254) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:32.779703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-803ccc53-2bb4-4ea2-992b-b479f062fabf req-ed07dd95-640e-4f78-a93e-36ebbdc684e4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901367 Apr 05 18:48:32.904959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.928053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba59859-16cf-470c-bf81-533051acd90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-050f2183-42db-42b1-a058-6b2fa2f1480f', 'network_id': '050f2183-42db-42b1-a058-6b2fa2f1480f', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': 'bcd5a369-0c23-492d-9032-fd96ab8b4de8'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:32.929671 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ba59859-16cf-470c-bf81-533051acd90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:32.970037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.010745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f36d8c-fe38-496c-aedf-6428c92346d0 req-058895cd-5eb0-483a-a9d7-ca39c72a74ff tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:33.012199 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10f36d8c-fe38-496c-aedf-6428c92346d0 req-058895cd-5eb0-483a-a9d7-ca39c72a74ff tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 943 time: 0.3337445 Apr 05 18:48:33.038194 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.074316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd5a369-0c23-492d-9032-fd96ab8b4de8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:33.140318 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-3ba59859-16cf-470c-bf81-533051acd90d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcd5a369-0c23-492d-9032-fd96ab8b4de8: This subnet is being modified by another concurrent operation. Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:48:33.141325 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcd5a369-0c23-492d-9032-fd96ab8b4de8: This subnet is being modified by another concurrent operation. Apr 05 18:48:33.144790 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 18:48:33.168676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050f2183-42db-42b1-a058-6b2fa2f1480f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:33.179833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa22a562-0725-4866-af11-21cc418f677a') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:33.180132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa22a562-0725-4866-af11-21cc418f677a') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:33.190632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.199458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f5939-4fe9-457e-b8bf-7a65b461f93b None None] Network 050f2183-42db-42b1-a058-6b2fa2f1480f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:33.214427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.223612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:33.224238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:33.232045 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:33.319375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.346605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936f463-4f77-46cd-9826-90cc13dd0a6d None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:48:33.360477 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.370538 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/050f2183-42db-42b1-a058-6b2fa2f1480f HTTP/1.1" status: 204 len: 168 time: 0.6079540 Apr 05 18:48:33.371188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52258) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:33.376111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-170967582'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:33.380069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174eb69-6101-4b98-aa13-bd921ecfb591 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=050f2183-42db-42b1-a058-6b2fa2f1480f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:33.403821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:33.407435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279c38b-a129-4b8c-91af-ffae28a98601 req-b29d1434-ceb2-4190-881b-cedeb52e7f77 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:33.408578 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.413773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279c38b-a129-4b8c-91af-ffae28a98601 req-b29d1434-ceb2-4190-881b-cedeb52e7f77 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:33.419617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279c38b-a129-4b8c-91af-ffae28a98601 req-b29d1434-ceb2-4190-881b-cedeb52e7f77 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:33.425439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279c38b-a129-4b8c-91af-ffae28a98601 req-b29d1434-ceb2-4190-881b-cedeb52e7f77 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:33.433756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d279c38b-a129-4b8c-91af-ffae28a98601 req-b29d1434-ceb2-4190-881b-cedeb52e7f77 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 3143 time: 0.5353992 Apr 05 18:48:33.436786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:33.449460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.449846 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment 366d7165-4282-49d7-a516-5f5c4bf8ebe9 of type vlan for network f5d91d20-c2e9-42d0-b055-3f47ff97f7cc Apr 05 18:48:33.502798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.538099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10f36d8c-fe38-496c-aedf-6428c92346d0 req-1bb02ca4-bfc9-4cd0-a47a-300879c086ba tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/security-groups?id=7876c964-c6f2-4bac-b473-195e3b12019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098875 Apr 05 18:48:33.550230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.556305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936f463-4f77-46cd-9826-90cc13dd0a6d None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:48:33.558351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:33.559030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.596474 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2242117 Apr 05 18:48:33.597113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52264) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:33.608316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': 'f5d91d20-c2e9-42d0-b055-3f47ff97f7cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:33.621949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.691389 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec2130c6-dfb3-42ac-8de7-520902478f8c req-7a381238-4746-46b9-b43a-22e9e770be13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 210 time: 0.0655382 Apr 05 18:48:33.702605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Port': ['ID=f298f289-d250-442e-a7b0-90c3d83c26c1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:33.720094 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3bd88-98c1-4357-b824-5d8972c31638 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=f5d91d20-c2e9-42d0-b055-3f47ff97f7cc,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:33.733644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e53577b-fdd0-4bb9-be21-34e18ce38ab2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.775363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e53577b-fdd0-4bb9-be21-34e18ce38ab2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.799387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network f5d91d20-c2e9-42d0-b055-3f47ff97f7cc details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:33.843019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-afecf9f4-0138-4595-ace2-91284d21cc17 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:33.845887 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-afecf9f4-0138-4595-ace2-91284d21cc17 tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 943 time: 0.0987694 Apr 05 18:48:33.848906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:33.852682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.855374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] No DVR routers for this DVR port f298f289-d250-442e-a7b0-90c3d83c26c1 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:33.861707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d279c38b-a129-4b8c-91af-ffae28a98601 req-20ee63bf-f952-4063-a588-a9715d42ed18 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271002 Apr 05 18:48:33.865425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:33.871106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-6abfd5f1-f68e-4927-bc41-298252094164 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "DELETE /v2.0/ports/f298f289-d250-442e-a7b0-90c3d83c26c1 HTTP/1.1" status: 204 len: 173 time: 1.8770185 Apr 05 18:48:34.000731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Performing IP validity checks on allocation pools {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 18:48:34.001176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 18:48:34.095353 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-1e53577b-fdd0-4bb9-be21-34e18ce38ab2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Floating IP 34d5945e-e52f-48d9-8903-bcd48431c468 associated. External IP: 172.25.4.59, port: e62c6b6b-3c8b-4585-874b-3393de0b52d2. Apr 05 18:48:34.110761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Deleting port c0397ca3-70c1-4cff-9a70-2fce8a717e45 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:34.111102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.154757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a3a3-02e7-4fe5-9b2f-5640966ae854 req-00905bf1-1556-4bd3-8bb0-99a91e079ca3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:34.156561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d938a3a3-02e7-4fe5-9b2f-5640966ae854 req-00905bf1-1556-4bd3-8bb0-99a91e079ca3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1420164 Apr 05 18:48:34.224313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': 'f298f289-d250-442e-a7b0-90c3d83c26c1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:34.226832 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7236e4a-224a-4765-acf9-8c04aa263333" -d '{"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "f298f289-d250-442e-a7b0-90c3d83c26c1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:34.241176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting port 0ea0a3cc-182a-4538-a490-cc025fad7e7c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:34.241517 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.261045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] For port c0397ca3-70c1-4cff-9a70-2fce8a717e45, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c0397ca3-70c1-4cff-9a70-2fce8a717e45,segment=NetworkSegment(837fdda5-e14b-44a1-8e83-30150dc43fbc),segment_id=837fdda5-e14b-44a1-8e83-30150dc43fbc)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:34.261436 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.282616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Calling delete_port for c0397ca3-70c1-4cff-9a70-2fce8a717e45 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:34.293078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.310088 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc020bb-0856-47d7-bfb7-40434f2832ea x-openstack-request-id: req-5cc020bb-0856-47d7-bfb7-40434f2832ea {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:34.310477 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "f298f289-d250-442e-a7b0-90c3d83c26c1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:34.310862 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cc020bb-0856-47d7-bfb7-40434f2832ea {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:34.311110 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc020bb-0856-47d7-bfb7-40434f2832ea'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': 'f298f289-d250-442e-a7b0-90c3d83c26c1', 'status': 'completed', 'code': 200} Apr 05 18:48:34.329010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d938a3a3-02e7-4fe5-9b2f-5640966ae854 req-e4bcea03-858b-412a-a783-279db69cfba0 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605392 Apr 05 18:48:34.419301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=2824c5b0-4a3b-4be0-8533-93d014398613,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:34.421464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': '366d7165-4282-49d7-a516-5f5c4bf8ebe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5d91d20-c2e9-42d0-b055-3f47ff97f7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:34.421827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: f5d91d20-c2e9-42d0-b055-3f47ff97f7cc, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:34.435378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] For port 0ea0a3cc-182a-4538-a490-cc025fad7e7c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0ea0a3cc-182a-4538-a490-cc025fad7e7c,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:34.435918 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.474978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network f5d91d20-c2e9-42d0-b055-3f47ff97f7cc is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:34.490666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Calling delete_port for 0ea0a3cc-182a-4538-a490-cc025fad7e7c owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:34.499398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, f5d91d20-c2e9-42d0-b055-3f47ff97f7cc) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:34.513875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24442b91-9cff-433f-ab5c-689d15a6db9f None None] Network f5d91d20-c2e9-42d0-b055-3f47ff97f7cc requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:34.540496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:34.541228 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.582732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e53577b-fdd0-4bb9-be21-34e18ce38ab2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Router 4d70f1c4-1135-4095-9991-47e1c2f6d20c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:48:34.610732 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b2aeb19d-3765-4e7f-afc2-7dc62cb35ec4 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0085988 Apr 05 18:48:34.622247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52272) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:34.653306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.698584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-923c25bc-b848-4d2a-8b66-82e11e9b4fdc req-1f5224ae-4c64-4ce6-9e90-a8e4abd7845b tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 210 time: 0.0419123 Apr 05 18:48:34.713789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Pushing event deleted for resources: {'Port': ['ID=c0397ca3-70c1-4cff-9a70-2fce8a717e45,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:34.761357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-f5d91d20-c2e9-42d0-b055-3f47ff97f7cc', 'network_id': 'f5d91d20-c2e9-42d0-b055-3f47ff97f7cc', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': '2824c5b0-4a3b-4be0-8533-93d014398613'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:34.763208 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.827258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e53577b-fdd0-4bb9-be21-34e18ce38ab2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:48:34.846667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e53577b-fdd0-4bb9-be21-34e18ce38ab2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.852318 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:34.856266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] Sync routers for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:48:34.896602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:48:34.897336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:48:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:34.990588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82143cfa-8c61-46db-a4ed-36f6c791db51 req-feb0c3d6-e39f-41ca-82a7-36457fe335f4 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc54a31e-e4fa-4833-99ae-b0b2aa6e83f1 HTTP/1.1" status: 200 len: 210 time: 0.0958197 Apr 05 18:48:35.003644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Port': ['ID=0ea0a3cc-182a-4538-a490-cc025fad7e7c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:35.039794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1e53577b-fdd0-4bb9-be21-34e18ce38ab2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "PUT /v2.0/floatingips/34d5945e-e52f-48d9-8903-bcd48431c468 HTTP/1.1" status: 200 len: 991 time: 2.9271224 Apr 05 18:48:35.071006 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:48:35.123024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] No DVR routers for this DVR port 0ea0a3cc-182a-4538-a490-cc025fad7e7c on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:35.126317 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.131049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-be1213d9-0dd5-407d-a1e6-894e49480ace tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "DELETE /v2.0/ports/0ea0a3cc-182a-4538-a490-cc025fad7e7c HTTP/1.1" status: 204 len: 173 time: 1.2525580 Apr 05 18:48:35.155882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] No DVR routers for this DVR port c0397ca3-70c1-4cff-9a70-2fce8a717e45 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:35.161038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.164503 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0bf9aa96-c7e3-4f5c-a2b1-2736c1c63c39 req-772a77f5-176b-4d5d-9f76-77a9cbcbf97c tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.25 "DELETE /v2.0/ports/c0397ca3-70c1-4cff-9a70-2fce8a717e45 HTTP/1.1" status: 204 len: 173 time: 1.3037663 Apr 05 18:48:35.166036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'name': 'network-vif-deleted', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:35.167490 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ba0a53-4c80-4fab-8796-9ea0222d7fba" -d '{"events": [{"server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "name": "network-vif-deleted", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:35.187351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.266306 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.291900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.293266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172fc87-61db-44b0-8858-00b4a07325e7 req-c4494853-b07b-4582-a174-6ef9e11b195a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:35.299140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172fc87-61db-44b0-8858-00b4a07325e7 req-c4494853-b07b-4582-a174-6ef9e11b195a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:35.300904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0172fc87-61db-44b0-8858-00b4a07325e7 req-c4494853-b07b-4582-a174-6ef9e11b195a tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 1677 time: 0.1801348 Apr 05 18:48:35.357316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:35.357710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.363204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Allocated IP 172.20.0.3 (f5d91d20-c2e9-42d0-b055-3f47ff97f7cc/2824c5b0-4a3b-4be0-8533-93d014398613/e1ffe1ec-508d-4b96-8731-0d812dfd3f6b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:35.392510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:48:35.400766 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7c800b-82ce-49ac-a48b-9342255d479a x-openstack-request-id: req-5f7c800b-82ce-49ac-a48b-9342255d479a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:35.401105 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923dc60-a358-46e0-b7ea-a53263a10c6f", "name": "network-vif-deleted", "tag": "c0397ca3-70c1-4cff-9a70-2fce8a717e45", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:35.401429 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f7c800b-82ce-49ac-a48b-9342255d479a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:35.401984 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7c800b-82ce-49ac-a48b-9342255d479a'] response: {'server_uuid': '2923dc60-a358-46e0-b7ea-a53263a10c6f', 'name': 'network-vif-deleted', 'tag': 'c0397ca3-70c1-4cff-9a70-2fce8a717e45', 'status': 'completed', 'code': 200} Apr 05 18:48:35.422050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0172fc87-61db-44b0-8858-00b4a07325e7 req-2a84933c-ba2e-4ce4-a0fd-9f2119e0ef9d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997157 Apr 05 18:48:35.485471 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] For port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:35.486531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.611780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10d1f8-a13f-4454-b729-23fa7bee89f4 req-f6aec103-fb5b-4b23-b072-f6cdbd0ce758 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:35.613290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e10d1f8-a13f-4454-b729-23fa7bee89f4 req-f6aec103-fb5b-4b23-b072-f6cdbd0ce758 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0752113 Apr 05 18:48:35.724421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e10d1f8-a13f-4454-b729-23fa7bee89f4 req-ff414c14-93cc-4bd0-9711-005af7c12e4a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831282 Apr 05 18:48:35.782175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ecee3-92e6-4137-a324-22c3daecf002 req-0a948b73-8ccf-4904-9ec8-586b30184254 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:35.783734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-040ecee3-92e6-4137-a324-22c3daecf002 req-0a948b73-8ccf-4904-9ec8-586b30184254 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 945 time: 0.1170025 Apr 05 18:48:35.793365 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.793775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.794165 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Floating IP 5e7251f1-407a-430b-afed-13c72ba8ffa9 disassociated. External IP: 172.25.4.48, port: 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d. Apr 05 18:48:35.794646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Calling delete_port for 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:35.795759 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.836220 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.839959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-040ecee3-92e6-4137-a324-22c3daecf002 req-282befc2-271e-43d6-b9fc-fb0a6a1252c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429246 Apr 05 18:48:35.846505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:35.879312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=2824c5b0-4a3b-4be0-8533-93d014398613,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:35.888328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Network f5d91d20-c2e9-42d0-b055-3f47ff97f7cc is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:35.896963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:35.902338 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:35.912043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9704955-3b38-4517-9c4e-cbc2b32eda69 req-3997f0ae-5508-4837-86fe-b2463b6900fd tempest-ImagesTestJSON-1270046557 tempest-ImagesTestJSON-1270046557-project] 10.222.0.15 "GET /v2.0/ports?device_id=2923dc60-a358-46e0-b7ea-a53263a10c6f HTTP/1.1" status: 200 len: 210 time: 0.0288022 Apr 05 18:48:35.917243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Pushing event updated for resources: {'Port': ['ID=e1ffe1ec-508d-4b96-8731-0d812dfd3f6b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:35.971413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '34d5945e-e52f-48d9-8903-bcd48431c468', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'port_id': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'mac_address': 'fa:16:3e:e3:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:48:10Z', 'updated_at': '2022-04-05T18:48:33Z', 'revision_number': 1, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:35.975793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Attempting to bind port e1ffe1ec-508d-4b96-8731-0d812dfd3f6b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:35.976139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Attempting to bind port e1ffe1ec-508d-4b96-8731-0d812dfd3f6b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '366d7165-4282-49d7-a516-5f5c4bf8ebe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5d91d20-c2e9-42d0-b055-3f47ff97f7cc'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:35.976497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Attempting to bind port e1ffe1ec-508d-4b96-8731-0d812dfd3f6b on network f5d91d20-c2e9-42d0-b055-3f47ff97f7cc {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:35.988396 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.001801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] Checking router: 4d70f1c4-1135-4095-9991-47e1c2f6d20c for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:48:36.008870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:36.009235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Checking segment: {'id': '366d7165-4282-49d7-a516-5f5c4bf8ebe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5d91d20-c2e9-42d0-b055-3f47ff97f7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:36.009631 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.010035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Bound using segment: {'id': '366d7165-4282-49d7-a516-5f5c4bf8ebe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5d91d20-c2e9-42d0-b055-3f47ff97f7cc'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:36.010558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Bound port: e1ffe1ec-508d-4b96-8731-0d812dfd3f6b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366d7165-4282-49d7-a516-5f5c4bf8ebe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5d91d20-c2e9-42d0-b055-3f47ff97f7cc'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:36.010912 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.014153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.027336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:48:36.027961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:48:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:36.030095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d91d20-c2e9-42d0-b055-3f47ff97f7cc']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:36.046223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366d7165-4282-49d7-a516-5f5c4bf8ebe9') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:36.046544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366d7165-4282-49d7-a516-5f5c4bf8ebe9') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:36.060257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Port': ['ID=7f2b4923-21fa-4240-9187-a9fe1ec0ac6d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:36.068807 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.087431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.099346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:36.100376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.162650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] For port e1ffe1ec-508d-4b96-8731-0d812dfd3f6b, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:36.183810 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:36.187804 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.db.api [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 18:48:36.187804 n-d-836650-3 neutron-server[102639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 18:48:36.187804 n-d-836650-3 neutron-server[102639]: [parameters: {'id': 'f5d91d20-c2e9-42d0-b055-3f47ff97f7cc'}] Apr 05 18:48:36.187804 n-d-836650-3 neutron-server[102639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:48:36.188479 n-d-836650-3 neutron-server[102639]: DEBUG oslo_db.api [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:48:36.191742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:48:36.227079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] For port e1ffe1ec-508d-4b96-8731-0d812dfd3f6b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e1ffe1ec-508d-4b96-8731-0d812dfd3f6b,segment=NetworkSegment(366d7165-4282-49d7-a516-5f5c4bf8ebe9),segment_id=366d7165-4282-49d7-a516-5f5c4bf8ebe9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:36.237298 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.243855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Router 911f8305-3be2-4b55-8baf-85968b179f1f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:48:36.314747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': '0ea0a3cc-182a-4538-a490-cc025fad7e7c'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:36.317914 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f81ba86-d979-4693-b641-81964b85aafd" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "0ea0a3cc-182a-4538-a490-cc025fad7e7c"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:36.378097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:48:36.391694 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] Sync routers for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:48:36.414316 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:48:36.418859 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:48:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:36.424970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404c65c-52b2-49b9-bb72-d44832dbb734 None None] Pushing event updated for resources: {'Port': ['ID=e1ffe1ec-508d-4b96-8731-0d812dfd3f6b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:36.439439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] No DVR routers for this DVR port 7f2b4923-21fa-4240-9187-a9fe1ec0ac6d on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:36.442150 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.447029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-355bff75-2c6d-400b-a26f-2beb2e848fd6 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "DELETE /v2.0/ports/7f2b4923-21fa-4240-9187-a9fe1ec0ac6d HTTP/1.1" status: 204 len: 173 time: 1.3049734 Apr 05 18:48:36.448886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0364a5e6-043b-4c63-9b8a-12b7fb23de34 None None] Network f5d91d20-c2e9-42d0-b055-3f47ff97f7cc requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:36.667587 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bfa89-1727-46f7-aa98-88b713f34dcf req-6e78ab13-ada1-48aa-91ba-a9b757eef2fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:36.669404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d00bfa89-1727-46f7-aa98-88b713f34dcf req-6e78ab13-ada1-48aa-91ba-a9b757eef2fa tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 942 time: 0.0840650 Apr 05 18:48:36.689080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting port 42107179-0d13-4b7a-ba96-0a13af9b599a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:36.689424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.689660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.784935 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2c9094-c937-41e8-b264-70d72408e9ff x-openstack-request-id: req-df2c9094-c937-41e8-b264-70d72408e9ff {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:36.785663 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2", "status": "completed", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "0ea0a3cc-182a-4538-a490-cc025fad7e7c", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:36.786614 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df2c9094-c937-41e8-b264-70d72408e9ff {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:36.787864 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2c9094-c937-41e8-b264-70d72408e9ff'] response: {'name': 'network-changed', 'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'status': 'completed', 'code': 200} Apr 05 18:48:36.788415 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2c9094-c937-41e8-b264-70d72408e9ff'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': '0ea0a3cc-182a-4538-a490-cc025fad7e7c', 'status': 'completed', 'code': 200} Apr 05 18:48:36.838139 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:48:36.847869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Deleting port e1ffe1ec-508d-4b96-8731-0d812dfd3f6b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:36.848351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.856682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d00bfa89-1727-46f7-aa98-88b713f34dcf req-14d0a332-5cef-422a-a68a-848c63d5e8a2 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups?id=b10430b0-5d50-4076-87c2-c9f923691958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798353 Apr 05 18:48:36.960416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] For port 42107179-0d13-4b7a-ba96-0a13af9b599a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=42107179-0d13-4b7a-ba96-0a13af9b599a,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:36.961502 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:36.994038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c59b3-8d45-4f80-a039-cd6004921911 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:48:36.996442 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f39ced-703a-41ac-bb91-ffc75e1785ed req-fb37866b-bf5c-4c1c-9b15-87695d3c95e9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:36.998263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71f39ced-703a-41ac-bb91-ffc75e1785ed req-fb37866b-bf5c-4c1c-9b15-87695d3c95e9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1343882 Apr 05 18:48:37.008347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81ba86-d979-4693-b641-81964b85aafd req-63a18bed-2194-4d92-ac8f-5d712d6d2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:37.010453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f81ba86-d979-4693-b641-81964b85aafd req-63a18bed-2194-4d92-ac8f-5d712d6d2b68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 1097 time: 0.2120366 Apr 05 18:48:37.017425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] For port e1ffe1ec-508d-4b96-8731-0d812dfd3f6b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e1ffe1ec-508d-4b96-8731-0d812dfd3f6b,segment=NetworkSegment(366d7165-4282-49d7-a516-5f5c4bf8ebe9),segment_id=366d7165-4282-49d7-a516-5f5c4bf8ebe9)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:37.017849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:37.029181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Calling delete_port for 42107179-0d13-4b7a-ba96-0a13af9b599a owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:37.035767 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:37.036933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Calling delete_port for e1ffe1ec-508d-4b96-8731-0d812dfd3f6b owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:37.070639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '34d5945e-e52f-48d9-8903-bcd48431c468', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'port_id': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'mac_address': 'fa:16:3e:e3:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:48:10Z', 'updated_at': '2022-04-05T18:48:33Z', 'revision_number': 1, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:37.107500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc0d02e-d789-47f8-8e41-f0de05fa18b5 None None] The sync data for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 is: [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '34d5945e-e52f-48d9-8903-bcd48431c468', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'port_id': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'mac_address': 'fa:16:3e:e3:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:48:10Z', 'updated_at': '2022-04-05T18:48:33Z', 'revision_number': 1, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:48:37.171602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-e1cd181f-38c3-403a-8803-a1c833ada563 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:37.173221 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-e1cd181f-38c3-403a-8803-a1c833ada563 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 945 time: 0.0866187 Apr 05 18:48:37.219069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71f39ced-703a-41ac-bb91-ffc75e1785ed req-408a450f-170c-4531-9c4f-b524db9c949a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072203 Apr 05 18:48:37.275538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:37.297116 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:54Z', 'revision_number': 5, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:37.344101 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] Checking router: 911f8305-3be2-4b55-8baf-85968b179f1f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:48:37.360772 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:48:37.361399 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:48:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:37.363102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557d767-0797-468a-bc7f-6b33f37f8472 req-b8e6d9cf-1a92-4ede-b7bb-19ea79a53f09 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:37.369961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c557d767-0797-468a-bc7f-6b33f37f8472 req-b8e6d9cf-1a92-4ede-b7bb-19ea79a53f09 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 945 time: 0.3511379 Apr 05 18:48:37.371920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c59b3-8d45-4f80-a039-cd6004921911 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:48:37.432734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Port': ['ID=e1ffe1ec-508d-4b96-8731-0d812dfd3f6b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:37.449469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No DVR routers for this DVR port e1ffe1ec-508d-4b96-8731-0d812dfd3f6b on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:37.503904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81ba86-d979-4693-b641-81964b85aafd req-3c4c1220-d7b6-41db-92dc-b818b7416afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:37.505437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f81ba86-d979-4693-b641-81964b85aafd req-3c4c1220-d7b6-41db-92dc-b818b7416afc service neutron] 10.222.0.20 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.4714954 Apr 05 18:48:37.570529 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:48:37.693935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c557d767-0797-468a-bc7f-6b33f37f8472 req-4bda3c65-0f73-4722-b618-99453ed27041 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110180 Apr 05 18:48:37.700192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:37.759933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d91d20-c2e9-42d0-b055-3f47ff97f7cc']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:37.766088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c0397ca3-70c1-4cff-9a70-2fce8a717e45 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:37.774640 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b36d9-fd1f-4d7c-8740-9f49197731b6 None None] New status for floating IP 34d5945e-e52f-48d9-8903-bcd48431c468: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:48:37.789275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366d7165-4282-49d7-a516-5f5c4bf8ebe9') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:37.789797 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366d7165-4282-49d7-a516-5f5c4bf8ebe9') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:37.807554 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:37.824142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:37.831380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:37.831840 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:37.835237 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:54Z', 'revision_number': 5, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:37.865074 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fce4fe-deb7-4f41-bf4f-17ba8380afb5 None None] The sync data for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 is: [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:45Z', 'revision_number': 4, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ff5cf6ff-0079-4f00-a73f-419064f70e63', 'name': '', 'network_id': '61f38ac3-b5de-44f4-9fb6-9d316cece496', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'mac_address': 'fa:16:3e:a2:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:44Z', 'updated_at': '2022-04-05T18:42:54Z', 'revision_number': 5, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'subnets': [{'id': 'c346868d-ff5c-484a-a2f0-b9bce6d58e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:48:37.880392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f81ba86-d979-4693-b641-81964b85aafd req-51d54412-f5d9-478c-aef9-7b42d7979aaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2 HTTP/1.1" status: 200 len: 999 time: 0.3141317 Apr 05 18:48:37.942745 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:37.968523 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:37.971828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: c0397ca3-70c1-4cff-9a70-2fce8a717e45 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:48:37.971828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c0397ca3-70c1-4cff-9a70-2fce8a717e45 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:48:37.978321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.012915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Port': ['ID=42107179-0d13-4b7a-ba96-0a13af9b599a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:38.016334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.025304 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/f5d91d20-c2e9-42d0-b055-3f47ff97f7cc HTTP/1.1" status: 204 len: 168 time: 3.4016650 Apr 05 18:48:38.031041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52354) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:38.041534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81ba86-d979-4693-b641-81964b85aafd req-dbd67929-96f2-4a23-bf0a-38dd6eeaebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:38.043086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f81ba86-d979-4693-b641-81964b85aafd req-dbd67929-96f2-4a23-bf0a-38dd6eeaebfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.1531940 Apr 05 18:48:38.076468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-999729488'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:38.097389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81571a-4e2a-4190-9595-6201538497fa tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=f5d91d20-c2e9-42d0-b055-3f47ff97f7cc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:38.100058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52356) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:38.106750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Deleting port b9d23b04-c1ba-48fe-933d-4c87e592694c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:38.107805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.179287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] No DVR routers for this DVR port 42107179-0d13-4b7a-ba96-0a13af9b599a on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:38.182266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.186356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3bf7c65-01cc-4c61-a661-846f39bf0ec0 req-4a48e686-d8d9-4924-b4ef-2b22c99acd2c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.20 "DELETE /v2.0/ports/42107179-0d13-4b7a-ba96-0a13af9b599a HTTP/1.1" status: 204 len: 173 time: 1.7241607 Apr 05 18:48:38.260645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fcfe0f7-77de-428c-9a22-67d220c18dbf req-97d88916-c9bd-47d6-908b-b09806941a16 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.1208577 Apr 05 18:48:38.278153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81ba86-d979-4693-b641-81964b85aafd req-8d99db1d-7b25-46ad-ae6d-2f249413b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:38.283984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f81ba86-d979-4693-b641-81964b85aafd req-8d99db1d-7b25-46ad-ae6d-2f249413b073 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2324553 Apr 05 18:48:38.346498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:38.355929 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.383292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] For port b9d23b04-c1ba-48fe-933d-4c87e592694c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b9d23b04-c1ba-48fe-933d-4c87e592694c,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:38.383820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.434620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:38.452452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.453610 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment e8ab0369-e60c-4559-b1d5-4d3f40fd80ca of type vlan for network 50abc98c-c528-4d0e-bb33-53f934bd72be Apr 05 18:48:38.453756 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c0cca-7d7e-4aae-a933-1253684cb0bf None None] New status for floating IP 5e7251f1-407a-430b-afed-13c72ba8ffa9: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:48:38.507715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.540693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2bab9-f3c9-48e9-b3d1-588cbf35639c req-6f37c30b-597d-454c-abbf-f26c65f5ea19 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:38.552370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bc2bab9-f3c9-48e9-b3d1-588cbf35639c req-6f37c30b-597d-454c-abbf-f26c65f5ea19 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1780322 Apr 05 18:48:38.593067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed833ba2-92a5-4bfe-a2af-dd47e04bd2c5 admin admin] Deleting subnet 5cfad1ea-6e91-40f0-bbd5-8206899d181a {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:48:38.596900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f81ba86-d979-4693-b641-81964b85aafd req-aae70146-c9dc-4fee-9b77-f76e282ccea9 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058312 Apr 05 18:48:38.597891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed833ba2-92a5-4bfe-a2af-dd47e04bd2c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.675051 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed833ba2-92a5-4bfe-a2af-dd47e04bd2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.693901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bc2bab9-f3c9-48e9-b3d1-588cbf35639c req-f0cf5ac6-8e4c-4b79-bedf-afc9d3eb2cd7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319497 Apr 05 18:48:38.731636 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed833ba2-92a5-4bfe-a2af-dd47e04bd2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.817842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.825925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:38.826680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.834837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d'}, {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': '42107179-0d13-4b7a-ba96-0a13af9b599a'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:38.837407 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335aaa5-d3fe-4d03-a415-3a6d5eabbd2d" -d '{"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d"}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "42107179-0d13-4b7a-ba96-0a13af9b599a"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:38.846481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f81ba86-d979-4693-b641-81964b85aafd req-d6d84509-0560-48c4-b4f1-d16379c19830 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295253 Apr 05 18:48:38.890960 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd03646-7de9-44f4-9801-f28e747992fe x-openstack-request-id: req-9dd03646-7de9-44f4-9801-f28e747992fe {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:38.891252 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "7f2b4923-21fa-4240-9187-a9fe1ec0ac6d", "status": "completed", "code": 200}, {"server_uuid": "9dc81bda-1ad9-4637-9368-465d02c0a5fa", "name": "network-vif-deleted", "tag": "42107179-0d13-4b7a-ba96-0a13af9b599a", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:38.891493 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dd03646-7de9-44f4-9801-f28e747992fe {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:38.891895 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd03646-7de9-44f4-9801-f28e747992fe'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': '7f2b4923-21fa-4240-9187-a9fe1ec0ac6d', 'status': 'completed', 'code': 200} Apr 05 18:48:38.892151 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd03646-7de9-44f4-9801-f28e747992fe'] response: {'server_uuid': '9dc81bda-1ad9-4637-9368-465d02c0a5fa', 'name': 'network-vif-deleted', 'tag': '42107179-0d13-4b7a-ba96-0a13af9b599a', 'status': 'completed', 'code': 200} Apr 05 18:48:38.913008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be3180-e86a-426b-ba32-05ef4e55dfb4 req-5f6caf85-5da1-46b1-9fbf-e2cb132ca73e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:38.914629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31be3180-e86a-426b-ba32-05ef4e55dfb4 req-5f6caf85-5da1-46b1-9fbf-e2cb132ca73e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 945 time: 0.0609143 Apr 05 18:48:38.922906 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed833ba2-92a5-4bfe-a2af-dd47e04bd2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:38.959070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31be3180-e86a-426b-ba32-05ef4e55dfb4 req-8fe3398b-3ddb-4672-a433-64e1da2d1f8f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=cae89b47-93aa-44c2-ab11-c32efe8041b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375385 Apr 05 18:48:38.970766 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9059722 Apr 05 18:48:38.981462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52368) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:38.982308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': '50abc98c-c528-4d0e-bb33-53f934bd72be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:39.009513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed833ba2-92a5-4bfe-a2af-dd47e04bd2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfad1ea-6e91-40f0-bbd5-8206899d181a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:39.017697 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed833ba2-92a5-4bfe-a2af-dd47e04bd2c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.021378 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ed833ba2-92a5-4bfe-a2af-dd47e04bd2c5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5cfad1ea-6e91-40f0-bbd5-8206899d181a HTTP/1.1" status: 204 len: 168 time: 0.9173510 Apr 05 18:48:39.024279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6c007-46cb-4ef3-a52b-578a607f1666 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=50abc98c-c528-4d0e-bb33-53f934bd72be,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:39.033992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52370) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:39.035880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 50abc98c-c528-4d0e-bb33-53f934bd72be details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:39.127962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:39.138171 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.195183 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.350847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.351227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.351555 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Floating IP 9d2c49bd-bbd5-4cc0-8357-7c921e083011 disassociated. External IP: 172.25.4.88, port: b9d23b04-c1ba-48fe-933d-4c87e592694c. Apr 05 18:48:39.351900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Calling delete_port for b9d23b04-c1ba-48fe-933d-4c87e592694c owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:39.414259 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01ce6ec4-de22-452a-95ab-3b017b69a2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.464162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a85c242-9675-461b-9cb2-67af03bea7ad req-a3461a9b-bf23-4159-bf06-fa2264acdf97 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0340188 Apr 05 18:48:39.494472 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.588768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.623868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=974132bc-d7b0-415b-8799-8eddda60be9a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:39.624887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fce8fe-10a0-4d97-bf1d-d6248f94beee']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:39.641238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837fdda5-e14b-44a1-8e83-30150dc43fbc') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:39.641238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837fdda5-e14b-44a1-8e83-30150dc43fbc') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:39.668237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': 'e8ab0369-e60c-4559-b1d5-4d3f40fd80ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '50abc98c-c528-4d0e-bb33-53f934bd72be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:39.668611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: 50abc98c-c528-4d0e-bb33-53f934bd72be, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:39.677314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.694329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 50abc98c-c528-4d0e-bb33-53f934bd72be is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:39.702458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.718185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 50abc98c-c528-4d0e-bb33-53f934bd72be) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:39.721946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:39.723156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:39.724277 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.728243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.729377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5badde-256c-4ba5-9f67-37a4dc5fc603 None None] Network 50abc98c-c528-4d0e-bb33-53f934bd72be requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:39.730198 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:39.759592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-62201512-7dac-4cd6-943b-058ec5528b10 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7831235 Apr 05 18:48:39.762523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52380) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:39.832604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.870909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'Port': ['ID=b9d23b04-c1ba-48fe-933d-4c87e592694c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:39.881740 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.934469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-50abc98c-c528-4d0e-bb33-53f934bd72be', 'network_id': '50abc98c-c528-4d0e-bb33-53f934bd72be', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': '974132bc-d7b0-415b-8799-8eddda60be9a'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:39.935519 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:39.990820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.011067 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] 10.222.0.15 "DELETE /v2.0/networks/60fce8fe-10a0-4d97-bf1d-d6248f94beee HTTP/1.1" status: 204 len: 168 time: 0.9756713 Apr 05 18:48:40.035355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dc9bb-d96b-461b-9df2-b899da26557d admin admin] Pushing event deleted for resources: {'Network': ['ID=60fce8fe-10a0-4d97-bf1d-d6248f94beee,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:40.088872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:48:40.155402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Allocated IP 172.20.0.1 (50abc98c-c528-4d0e-bb33-53f934bd72be/974132bc-d7b0-415b-8799-8eddda60be9a/8acc477f-0c1b-4880-9d66-864fecb64a53) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:40.300083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:48:40.361735 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.368266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:48:40.372360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.375910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] No DVR routers for this DVR port b9d23b04-c1ba-48fe-933d-4c87e592694c on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:40.377569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52386) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:40.388084 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.391569 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa11c227-f205-467d-8f7b-b3e6b2c1aceb req-16682677-7151-4f4e-a8ef-101361a69b74 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "DELETE /v2.0/ports/b9d23b04-c1ba-48fe-933d-4c87e592694c HTTP/1.1" status: 204 len: 173 time: 3.2090933 Apr 05 18:48:40.392056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'name': 'network-vif-deleted', 'tag': 'b9d23b04-c1ba-48fe-933d-4c87e592694c'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:40.394427 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c3617a-c1bf-49ea-a5a1-e31b81532a2d" -d '{"events": [{"server_uuid": "bee359a9-cfd3-4486-b162-c06488f18a1a", "name": "network-vif-deleted", "tag": "b9d23b04-c1ba-48fe-933d-4c87e592694c"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:40.472289 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-de239884-c139-4352-985c-2736bb0b3e0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51a805f835bf450f970f73fc45c74f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937297 Apr 05 18:48:40.475259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52390) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:40.497322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Network 50abc98c-c528-4d0e-bb33-53f934bd72be is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:40.497988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:48:40.500175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:48:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:40.519440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:40.576942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:40.593316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Pushing event updated for resources: {'Port': ['ID=8acc477f-0c1b-4880-9d66-864fecb64a53,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:40.607222 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-196059a1-01cd-47e1-8cbb-9c794641dc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.625475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82a21094-a283-4b6e-b0d1-a8c8b90760ab req-da0db828-1610-427d-a1f1-568ba9d435f9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=bee359a9-cfd3-4486-b162-c06488f18a1a HTTP/1.1" status: 200 len: 210 time: 0.0715930 Apr 05 18:48:40.664909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-196059a1-01cd-47e1-8cbb-9c794641dc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.711541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba595809-942d-4600-a768-e8f560065034 req-ba553597-b514-404d-b500-d64fd870172e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:40.721184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba595809-942d-4600-a768-e8f560065034 req-ba553597-b514-404d-b500-d64fd870172e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.9354527 Apr 05 18:48:40.745085 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dbec69-575d-4ca8-b9a9-8dff6859570f x-openstack-request-id: req-79dbec69-575d-4ca8-b9a9-8dff6859570f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:40.745381 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee359a9-cfd3-4486-b162-c06488f18a1a", "name": "network-vif-deleted", "tag": "b9d23b04-c1ba-48fe-933d-4c87e592694c", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:40.745658 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79dbec69-575d-4ca8-b9a9-8dff6859570f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:40.746033 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79dbec69-575d-4ca8-b9a9-8dff6859570f'] response: {'server_uuid': 'bee359a9-cfd3-4486-b162-c06488f18a1a', 'name': 'network-vif-deleted', 'tag': 'b9d23b04-c1ba-48fe-933d-4c87e592694c', 'status': 'completed', 'code': 200} Apr 05 18:48:40.765495 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Attempting to bind port 8acc477f-0c1b-4880-9d66-864fecb64a53 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:40.769262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Attempting to bind port 8acc477f-0c1b-4880-9d66-864fecb64a53 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e8ab0369-e60c-4559-b1d5-4d3f40fd80ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '50abc98c-c528-4d0e-bb33-53f934bd72be'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:40.769789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Attempting to bind port 8acc477f-0c1b-4880-9d66-864fecb64a53 on network 50abc98c-c528-4d0e-bb33-53f934bd72be {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:40.779130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-196059a1-01cd-47e1-8cbb-9c794641dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.781076 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-196059a1-01cd-47e1-8cbb-9c794641dc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.785030 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-196059a1-01cd-47e1-8cbb-9c794641dc36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7876c964-c6f2-4bac-b473-195e3b12019b HTTP/1.1" status: 204 len: 168 time: 0.3087718 Apr 05 18:48:40.790522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:40.791799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.792307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Checking segment: {'id': 'e8ab0369-e60c-4559-b1d5-4d3f40fd80ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '50abc98c-c528-4d0e-bb33-53f934bd72be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:40.792991 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.793496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Bound using segment: {'id': 'e8ab0369-e60c-4559-b1d5-4d3f40fd80ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '50abc98c-c528-4d0e-bb33-53f934bd72be'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:40.798910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196059a1-01cd-47e1-8cbb-9c794641dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7876c964-c6f2-4bac-b473-195e3b12019b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:40.800026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Bound port: 8acc477f-0c1b-4880-9d66-864fecb64a53, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ab0369-e60c-4559-b1d5-4d3f40fd80ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '50abc98c-c528-4d0e-bb33-53f934bd72be'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:40.802474 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:40.808482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba595809-942d-4600-a768-e8f560065034 req-57186579-0117-4cee-b87e-42dca3ddd27f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842063 Apr 05 18:48:41.020279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-183aa3fb-8da0-479e-851f-21d22615f7eb req-f504e0c2-5109-4d1d-b496-7b59d6ec015c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0714662 Apr 05 18:48:41.062864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Deleting port 8acc477f-0c1b-4880-9d66-864fecb64a53 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:41.063467 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:41.116333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:48:41.210489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] For port 8acc477f-0c1b-4880-9d66-864fecb64a53, host n-d-836650-3, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:41.210489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:41.230548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Calling delete_port for 8acc477f-0c1b-4880-9d66-864fecb64a53 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:41.242362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] For port 8acc477f-0c1b-4880-9d66-864fecb64a53, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:41.328193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] For port 8acc477f-0c1b-4880-9d66-864fecb64a53, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8acc477f-0c1b-4880-9d66-864fecb64a53,segment=NetworkSegment(e8ab0369-e60c-4559-b1d5-4d3f40fd80ca),segment_id=e8ab0369-e60c-4559-b1d5-4d3f40fd80ca)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:41.358758 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:41.468322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:41.504217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Port': ['ID=8acc477f-0c1b-4880-9d66-864fecb64a53,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:41.550987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b9d23b04-c1ba-48fe-933d-4c87e592694c no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:48:41.599672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: b9d23b04-c1ba-48fe-933d-4c87e592694c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:48:41.600015 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b9d23b04-c1ba-48fe-933d-4c87e592694c not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:48:41.623940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No DVR routers for this DVR port 8acc477f-0c1b-4880-9d66-864fecb64a53 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:41.627092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d6ed3-960d-4895-a096-cbb47c5e8a24 None None] Pushing event updated for resources: {'Port': ['ID=8acc477f-0c1b-4880-9d66-864fecb64a53,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:41.702148 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:41.770280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde20e51-59fc-46cf-a8e2-74631632e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:41.877851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52462) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:41.896374 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:41.952597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e073c3-8d8f-406e-bcd9-d06a4144320b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:41.982412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=974132bc-d7b0-415b-8799-8eddda60be9a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:42.025885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e073c3-8d8f-406e-bcd9-d06a4144320b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.071449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '33b08cf5-6e1c-4ba7-ad05-5fc4ce565422', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:45:26Z', 'updated_at': '2022-04-05T18:45:57Z', 'revision_number': 2, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:42.157713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:48:42.169513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c76b25-9913-44ad-a722-ef4733ce98eb req-bae74fcc-c464-4da8-933b-e98f57307782 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:42.170625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38c76b25-9913-44ad-a722-ef4733ce98eb req-bae74fcc-c464-4da8-933b-e98f57307782 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1729805 Apr 05 18:48:42.172520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.182929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:48:42.183696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:48:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:42.207563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e073c3-8d8f-406e-bcd9-d06a4144320b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.210701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e073c3-8d8f-406e-bcd9-d06a4144320b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.216087 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2e073c3-8d8f-406e-bcd9-d06a4144320b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "DELETE /v2.0/security-groups/cae89b47-93aa-44c2-ab11-c32efe8041b7 HTTP/1.1" status: 204 len: 168 time: 0.3363450 Apr 05 18:48:42.217758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52480) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:42.273866 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-d6d2fe89-5cb3-4b53-84e7-f145213bfca7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] show failed (client error): The resource could not be found. Apr 05 18:48:42.282736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52488) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:42.284339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50abc98c-c528-4d0e-bb33-53f934bd72be']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:42.287655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d6d2fe89-5cb3-4b53-84e7-f145213bfca7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups/cae89b47-93aa-44c2-ab11-c32efe8041b7 HTTP/1.1" status: 404 len: 347 time: 0.0660019 Apr 05 18:48:42.295874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e073c3-8d8f-406e-bcd9-d06a4144320b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae89b47-93aa-44c2-ab11-c32efe8041b7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:42.415629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:48:42.417463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ab0369-e60c-4559-b1d5-4d3f40fd80ca') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:42.417935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ab0369-e60c-4559-b1d5-4d3f40fd80ca') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:42.481215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.494267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69b5fe3c-bc59-4f27-908e-4aed240a5593 req-0fda04b4-a4b7-4caf-a0df-018a21b64401 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.1946883 Apr 05 18:48:42.545837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38c76b25-9913-44ad-a722-ef4733ce98eb req-ce20a8d8-cedd-4f6f-b206-4351d9b1ed4d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446026 Apr 05 18:48:42.552268 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.568517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:42.574026 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:42.578454 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:42.653390 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Deleting port 8b0177a9-1302-4f63-be34-580bad154003 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:42.653740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.778062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.795366 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.804093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/50abc98c-c528-4d0e-bb33-53f934bd72be HTTP/1.1" status: 204 len: 168 time: 3.0351593 Apr 05 18:48:42.804296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52514) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:42.809293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1923870938'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:42.840464 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.844248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaf7ec-9edf-45c4-a241-59390f34aef6 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=50abc98c-c528-4d0e-bb33-53f934bd72be,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:42.862882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:42.871813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.874190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '33b08cf5-6e1c-4ba7-ad05-5fc4ce565422', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:45:26Z', 'updated_at': '2022-04-05T18:45:57Z', 'revision_number': 2, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:42.907481 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.907807 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.935260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:42.937886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454ced6-de81-456f-ab83-c021233a1d1b None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '33b08cf5-6e1c-4ba7-ad05-5fc4ce565422', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:70:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:45:26Z', 'updated_at': '2022-04-05T18:45:57Z', 'revision_number': 2, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:48:42.948619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Calling delete_port for 8b0177a9-1302-4f63-be34-580bad154003 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:42.957299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:42.957733 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment daba3194-7dac-4419-aad7-33352b7ef0f0 of type vlan for network bb493d61-8304-4e43-b7b9-4f4030367927 Apr 05 18:48:43.056772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:43.121164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:43.128398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:43.129255 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:43.168218 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3637664 Apr 05 18:48:43.171665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52548) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:43.180657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': 'bb493d61-8304-4e43-b7b9-4f4030367927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:43.266665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415275b5-660c-4773-9375-f48083d057cf tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=bb493d61-8304-4e43-b7b9-4f4030367927,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:43.277935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network bb493d61-8304-4e43-b7b9-4f4030367927 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:43.386056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1b1baee0-f754-4c48-bfdb-7551993243b1 None None] Could not find standard attr ID for object 8acc477f-0c1b-4880-9d66-864fecb64a53. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:48:43.427713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50259236-608b-489e-9023-79a0882c52a6 None None] DHCP port deletion for 50abc98c-c528-4d0e-bb33-53f934bd72be request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:48:43.451398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136723c-c674-408a-a70d-f49c7963fd5e None None] Network 50abc98c-c528-4d0e-bb33-53f934bd72be requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:43.478872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136723c-c674-408a-a70d-f49c7963fd5e None None] Network 50abc98c-c528-4d0e-bb33-53f934bd72be could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 18:48:43.486280 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:43.498440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:43.502210 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:43.504058 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0719b3-dd84-42cf-b334-3a2ae31a302a None None] New status for floating IP 9d2c49bd-bbd5-4cc0-8357-7c921e083011: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:48:43.577944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'Port': ['ID=8b0177a9-1302-4f63-be34-580bad154003,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:43.708999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52562) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:43.755901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb616b6-a779-4c06-b6c2-ca7bc3999393 req-c3d77957-d423-4574-b8ba-e1d884845640 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:43.757600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fb616b6-a779-4c06-b6c2-ca7bc3999393 req-c3d77957-d423-4574-b8ba-e1d884845640 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.3007226 Apr 05 18:48:43.789923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4cb80c5f-94d2-4638-a579-0f09a9537b5a req-2a2967d8-ddcc-4539-876d-1209ee17ee3d tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0601499 Apr 05 18:48:43.799428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:43.803485 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:43.807300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-92afeca7-01a4-4065-88e5-88a1412a2c13 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "DELETE /v2.0/floatingips/9d2c49bd-bbd5-4cc0-8357-7c921e083011 HTTP/1.1" status: 204 len: 168 time: 1.5085182 Apr 05 18:48:43.866606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fb616b6-a779-4c06-b6c2-ca7bc3999393 req-72ee4db3-88d0-4d51-8581-6141a50edff1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017082 Apr 05 18:48:43.916620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a175d5c1-565f-4350-9dc4-98934fc28679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.026196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a175d5c1-565f-4350-9dc4-98934fc28679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.033447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a175d5c1-565f-4350-9dc4-98934fc28679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.053671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0794b-c299-423c-904e-42508c1039cd req-a35ffcee-9fd6-4c37-ab0a-e4fe01e63c20 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:44.055145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84c0794b-c299-423c-904e-42508c1039cd req-a35ffcee-9fd6-4c37-ab0a-e4fe01e63c20 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1108077 Apr 05 18:48:44.102456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175d5c1-565f-4350-9dc4-98934fc28679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d91c0f-a223-4fbf-866b-423fcdc0fab4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:44.104667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.107734 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a175d5c1-565f-4350-9dc4-98934fc28679 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4cb16258c1e4505ba4365d45e674d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974578 Apr 05 18:48:44.111624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52574) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:44.173712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1144305-40b5-4c95-973e-709eecfcaa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.194599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84c0794b-c299-423c-904e-42508c1039cd req-532e8648-3855-4658-bacf-d2bf7922d300 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280334 Apr 05 18:48:44.204715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92f608-cae6-41a7-bb3c-7c8439a2d311 req-33b84066-1ffb-4c65-b15c-470d6e1e17eb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:44.213639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e92f608-cae6-41a7-bb3c-7c8439a2d311 req-33b84066-1ffb-4c65-b15c-470d6e1e17eb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1711605 Apr 05 18:48:44.241102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=927a8bbc-bc8d-40c7-ad84-c1252d1126b0,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:44.260647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1144305-40b5-4c95-973e-709eecfcaa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.265611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': 'daba3194-7dac-4419-aad7-33352b7ef0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bb493d61-8304-4e43-b7b9-4f4030367927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:44.265971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: bb493d61-8304-4e43-b7b9-4f4030367927, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:44.288512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e92f608-cae6-41a7-bb3c-7c8439a2d311 req-aa211cda-27ef-4c4e-aed5-68e2653eff2d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668399 Apr 05 18:48:44.316868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.320208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network bb493d61-8304-4e43-b7b9-4f4030367927 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:44.336226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, bb493d61-8304-4e43-b7b9-4f4030367927) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:44.345999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e32ce-5ec0-4368-ba47-69ad4eafb26a None None] Network bb493d61-8304-4e43-b7b9-4f4030367927 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:44.352063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:44.352713 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.381721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-01ef46f2-06a5-4640-8a59-1e2247b5b0ae tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2065504 Apr 05 18:48:44.383216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52580) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:44.410900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1144305-40b5-4c95-973e-709eecfcaa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.414200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1144305-40b5-4c95-973e-709eecfcaa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.415407 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b1144305-40b5-4c95-973e-709eecfcaa4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3d91c0f-a223-4fbf-866b-423fcdc0fab4 HTTP/1.1" status: 204 len: 168 time: 0.3024135 Apr 05 18:48:44.434338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144305-40b5-4c95-973e-709eecfcaa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d91c0f-a223-4fbf-866b-423fcdc0fab4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:44.763380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852414e2-6870-4cf8-bcf7-2dd0014100c7 req-cef7c4c8-b320-4f7d-8215-6b9397020596 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:44.764986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-852414e2-6870-4cf8-bcf7-2dd0014100c7 req-cef7c4c8-b320-4f7d-8215-6b9397020596 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.3235865 Apr 05 18:48:44.776562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.886478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-852414e2-6870-4cf8-bcf7-2dd0014100c7 req-95248c0a-a3e4-4358-b54e-eb1689e8f155 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050045 Apr 05 18:48:44.931152 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.950978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b83cf9-2fdb-4a08-acc1-b9ef39bb0b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-bb493d61-8304-4e43-b7b9-4f4030367927', 'network_id': 'bb493d61-8304-4e43-b7b9-4f4030367927', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': '927a8bbc-bc8d-40c7-ad84-c1252d1126b0'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:44.953962 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45b83cf9-2fdb-4a08-acc1-b9ef39bb0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:44.979987 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.045332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-246867e6-3566-41ee-b32c-4e1685178fcf req-748f5cb2-0c96-40e0-af7e-32e5925bfe5e tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0518439 Apr 05 18:48:45.109301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60c185-8eb9-4f9f-b8e2-ad22f31ebb08 req-2838fdf1-0ae7-429a-ae30-ccdeca6f7f61 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:45.110690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d60c185-8eb9-4f9f-b8e2-ad22f31ebb08 req-2838fdf1-0ae7-429a-ae30-ccdeca6f7f61 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0936260 Apr 05 18:48:45.120520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-45b83cf9-2fdb-4a08-acc1-b9ef39bb0b69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 927a8bbc-bc8d-40c7-ad84-c1252d1126b0: This subnet is being modified by another concurrent operation. Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:48:45.125247 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 927a8bbc-bc8d-40c7-ad84-c1252d1126b0: This subnet is being modified by another concurrent operation. Apr 05 18:48:45.129183 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 18:48:45.158666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b3b4b-4bbe-4d2f-850b-661e0ae70c3e None None] Network bb493d61-8304-4e43-b7b9-4f4030367927 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:45.281997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=927a8bbc-bc8d-40c7-ad84-c1252d1126b0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:45.402625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d60c185-8eb9-4f9f-b8e2-ad22f31ebb08 req-f4961084-4878-46e1-8459-3e189c84af5d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766941 Apr 05 18:48:45.417211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a74354-5ae3-41bf-baad-31b71f8bcd83 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:48:45.432826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.467737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb493d61-8304-4e43-b7b9-4f4030367927']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:45.484002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daba3194-7dac-4419-aad7-33352b7ef0f0') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:45.484333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daba3194-7dac-4419-aad7-33352b7ef0f0') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:45.506012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f5d7f-fa51-4900-94e4-7e03c93fdab8 req-8be9f378-e61f-47dc-8a72-c55b7aebc0f1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:45.515985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c57f5d7f-fa51-4900-94e4-7e03c93fdab8 req-8be9f378-e61f-47dc-8a72-c55b7aebc0f1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1687376 Apr 05 18:48:45.519202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.550546 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.566147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:45.566771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:45.570744 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:45.595787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c57f5d7f-fa51-4900-94e4-7e03c93fdab8 req-a6798335-6034-4b7c-a42b-5bd674d1ca8a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753860 Apr 05 18:48:45.765776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a74354-5ae3-41bf-baad-31b71f8bcd83 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:48:45.772605 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.787429 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.798526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/bb493d61-8304-4e43-b7b9-4f4030367927 HTTP/1.1" status: 204 len: 168 time: 1.4055626 Apr 05 18:48:45.798862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52620) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:45.805691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1869724390'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:45.819227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255873a-d901-4c43-98ea-06eec577f1f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=bb493d61-8304-4e43-b7b9-4f4030367927,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:45.852985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aad6ca-834e-4184-ac51-f6e74b18001a req-44b78800-fddf-4ae9-9c0c-fc9bff773bee tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:45.859085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58aad6ca-834e-4184-ac51-f6e74b18001a req-44b78800-fddf-4ae9-9c0c-fc9bff773bee tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1251588 Apr 05 18:48:45.869482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52622) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:45.871848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:45.878362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.930148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58aad6ca-834e-4184-ac51-f6e74b18001a req-3cad2e8b-561f-46d0-af7f-1dd6c088f9a0 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616691 Apr 05 18:48:45.936152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:45.966379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:45.966955 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment 8633b21a-44d3-4655-b5f2-b24c430428d8 of type vlan for network 352a2d3a-9c1a-4818-93a2-ee105b55d851 Apr 05 18:48:46.033696 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.061747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-755171816-network', 'tenant_id': '167d07c9b5a64c83a2249a132ec59643'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:46.085383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.093338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:46.094054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.114650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Made reservation on behalf of 167d07c9b5a64c83a2249a132ec59643 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:46.121463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.146653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.229004 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4289129 Apr 05 18:48:46.232783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52632) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:46.238593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-34234a61-9872-4061-8f79-8b73dcfebe97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:46.262940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc71eff-fa33-4002-9607-014046d4f83a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=352a2d3a-9c1a-4818-93a2-ee105b55d851,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:46.274985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a09e2d42-ac6d-4ad6-815e-d65dff3f0399 req-a3dc7986-6a6e-4395-b39a-2820f5ca3480 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0554583 Apr 05 18:48:46.284585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:46.327840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.342740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.383550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:46.421382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4bca6b-8b11-4664-af59-7985f4c4fe1c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:46.429447 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.429787 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Added segment be3ab7b4-b01a-4ab6-b496-b60a62103114 of type vlan for network b7ebf415-5aa7-4263-a019-a65fb583183f Apr 05 18:48:46.443862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.444200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.444539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.444871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.445208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.445518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.446695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.446933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.447251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.447576 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.447894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.448212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:48:46.535023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.538032 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34234a61-9872-4061-8f79-8b73dcfebe97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.554353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34234a61-9872-4061-8f79-8b73dcfebe97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.577492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34234a61-9872-4061-8f79-8b73dcfebe97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 is not hosted by any dhcp agent {{(pid=102639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 18:48:46.584892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.585967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34234a61-9872-4061-8f79-8b73dcfebe97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:46.586627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:46.586813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34234a61-9872-4061-8f79-8b73dcfebe97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.603441 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-34234a61-9872-4061-8f79-8b73dcfebe97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "PUT /v2.0/networks/352a2d3a-9c1a-4818-93a2-ee105b55d851 HTTP/1.1" status: 200 len: 723 time: 0.3543482 Apr 05 18:48:46.603441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52638) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:46.606069 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.640410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': '352a2d3a-9c1a-4818-93a2-ee105b55d851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:46.737646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] Pushing event updated for resources: {'Network': ['ID=b7ebf415-5aa7-4263-a019-a65fb583183f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:46.749088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network b7ebf415-5aa7-4263-a019-a65fb583183f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:46.810086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-805d477c-9d35-44ac-8769-24966180ef73 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9393392 Apr 05 18:48:46.819111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52642) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:46.834986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Request body: {'subnet': {'network_id': 'b7ebf415-5aa7-4263-a019-a65fb583183f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-755171816-subnet', 'tenant_id': '167d07c9b5a64c83a2249a132ec59643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:46.840907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d44d5-32fe-43c1-91ca-8d5e3d0dbbd7 req-ebae4791-4b44-4338-948b-4d24e019436a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:46.848813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c18d44d5-32fe-43c1-91ca-8d5e3d0dbbd7 req-ebae4791-4b44-4338-948b-4d24e019436a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2664621 Apr 05 18:48:46.860807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34234a61-9872-4061-8f79-8b73dcfebe97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=352a2d3a-9c1a-4818-93a2-ee105b55d851,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:46.882319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62127c-6bc3-4255-b0b1-7c65058fae84 req-3ee97be1-83bd-4c46-9cac-0b33596c80dd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:46.884018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd62127c-6bc3-4255-b0b1-7c65058fae84 req-3ee97be1-83bd-4c46-9cac-0b33596c80dd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1495581 Apr 05 18:48:46.900843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Made reservation on behalf of 167d07c9b5a64c83a2249a132ec59643 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:46.906267 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:46.909668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:46.940214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c18d44d5-32fe-43c1-91ca-8d5e3d0dbbd7 req-a5730b03-fa7a-445f-933e-1b6e0658e63d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858901 Apr 05 18:48:46.978884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd62127c-6bc3-4255-b0b1-7c65058fae84 req-8b62b741-506d-4680-9718-d3d7a3aa4566 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812616 Apr 05 18:48:47.046614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:47.050748 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:47.264019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:47.347690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=847a0a30-5102-41bc-b5f8-bfb4eef7e67e,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:47.377026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Checking segment: {'id': 'be3ab7b4-b01a-4ab6-b496-b60a62103114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b7ebf415-5aa7-4263-a019-a65fb583183f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:47.377572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Network hostable DHCP agents. Network: b7ebf415-5aa7-4263-a019-a65fb583183f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:47.381486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:47.450627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Network b7ebf415-5aa7-4263-a019-a65fb583183f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:47.458506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=bdefe4c2-6ab3-49ac-9727-82994f7387af,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:47.472672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': '8633b21a-44d3-4655-b5f2-b24c430428d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '352a2d3a-9c1a-4818-93a2-ee105b55d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:47.473107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: 352a2d3a-9c1a-4818-93a2-ee105b55d851, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:47.477710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, b7ebf415-5aa7-4263-a019-a65fb583183f) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:47.483544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:47.484130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:47.496902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a16cc7-fb55-4eba-a55b-696779488a7d None None] Network b7ebf415-5aa7-4263-a019-a65fb583183f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:47.506260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:47.508942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6705d5aa-9c30-4509-ae12-85912be3be32 req-bc906f8a-331a-4304-90ac-36ae74d1d95c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0838373 Apr 05 18:48:47.517145 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-61249966-3434-4dde-9b9b-b43a322c87ec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6908154 Apr 05 18:48:47.518062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 352a2d3a-9c1a-4818-93a2-ee105b55d851) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:47.527215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:47.527803 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:47.534054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0481c74b-cf22-418b-8a34-e04526a22a10 None None] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:47.550548 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-229973f8-027e-4670-bbe3-a5b36999b0a3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9334180 Apr 05 18:48:47.553843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52652) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:47.559678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0b41339e-79dd-4b28-8b8c-0c665220a965 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:47.600302 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 93a42261-559b-4297-ae52-692e229bfb44 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:48:47.671633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b41339e-79dd-4b28-8b8c-0c665220a965 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12850427'] for subnet, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:47.855163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ac3149-4cea-42ce-bb9e-2a7b38f4e4c7 None None] Network b7ebf415-5aa7-4263-a019-a65fb583183f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:47.944220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=93a42261-559b-4297-ae52-692e229bfb44,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:47.951775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b41339e-79dd-4b28-8b8c-0c665220a965 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773418736312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13678822'] for subnet, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:48.001534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '93a42261-559b-4297-ae52-692e229bfb44', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'port_id': '93a42261-559b-4297-ae52-692e229bfb44', 'mac_address': 'fa:16:3e:a7:dc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3deab1-7812-4525-8991-793933ce26cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:48:48.011555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-352a2d3a-9c1a-4818-93a2-ee105b55d851', 'network_id': '352a2d3a-9c1a-4818-93a2-ee105b55d851', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': 'bdefe4c2-6ab3-49ac-9727-82994f7387af'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:48.021142 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:48.049697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b41339e-79dd-4b28-8b8c-0c665220a965 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:48.050305 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b41339e-79dd-4b28-8b8c-0c665220a965 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:48.056542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:48.070955 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0b41339e-79dd-4b28-8b8c-0c665220a965 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "PUT /v2.0/subnets/bdefe4c2-6ab3-49ac-9727-82994f7387af HTTP/1.1" status: 200 len: 806 time: 0.5111876 Apr 05 18:48:48.103513 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:48.104649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41339e-79dd-4b28-8b8c-0c665220a965 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=bdefe4c2-6ab3-49ac-9727-82994f7387af,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:48.223305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93a42261-559b-4297-ae52-692e229bfb44 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:48.267331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=93a42261-559b-4297-ae52-692e229bfb44,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:48.276131 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:48.337361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e3df8-24cc-48d7-95d8-51f170169912 req-4b9acfdd-ce0d-4247-91da-f100ddd77f43 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:48.339375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e68e3df8-24cc-48d7-95d8-51f170169912 req-4b9acfdd-ce0d-4247-91da-f100ddd77f43 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2224367 Apr 05 18:48:48.374851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['93a42261-559b-4297-ae52-692e229bfb44'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:48:48.446385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e68e3df8-24cc-48d7-95d8-51f170169912 req-31d9f61a-ea74-4138-b991-9ab1c1390d8d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949500 Apr 05 18:48:48.471112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Allocated IP 172.20.0.2 (352a2d3a-9c1a-4818-93a2-ee105b55d851/bdefe4c2-6ab3-49ac-9727-82994f7387af/e0e492fc-656e-4a81-9401-22dd85c023df) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:48.482263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:48.490795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=93a42261-559b-4297-ae52-692e229bfb44,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:48.587637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-56fe5a40-783b-4753-8c33-34a912167c3b tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:48.592616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-56fe5a40-783b-4753-8c33-34a912167c3b tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/networks?id=b7ebf415-5aa7-4263-a019-a65fb583183f HTTP/1.1" status: 200 len: 821 time: 0.4759722 Apr 05 18:48:48.724361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-ab27bcbc-d4d1-46d8-95dd-24c3a30af516 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/quotas/167d07c9b5a64c83a2249a132ec59643 HTTP/1.1" status: 200 len: 375 time: 0.1271188 Apr 05 18:48:48.813289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-6fa34046-6d81-4b98-aaa6-69b23f7208cf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=167d07c9b5a64c83a2249a132ec59643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813723 Apr 05 18:48:48.883922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867908dd-56c3-4e29-8f24-6fda0132cca7 req-69c64c9b-4fc4-4e19-9767-f3f706769538 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:48.888234 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:48.889376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-867908dd-56c3-4e29-8f24-6fda0132cca7 req-69c64c9b-4fc4-4e19-9767-f3f706769538 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 944 time: 0.2905228 Apr 05 18:48:48.898134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:48.902570 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:48.948092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:48.953729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:48.957438 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:48.992452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Pushing event updated for resources: {'Port': ['ID=e0e492fc-656e-4a81-9401-22dd85c023df,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:49.041669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Attempting to bind port e0e492fc-656e-4a81-9401-22dd85c023df on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:49.041979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Attempting to bind port e0e492fc-656e-4a81-9401-22dd85c023df by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8633b21a-44d3-4655-b5f2-b24c430428d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '352a2d3a-9c1a-4818-93a2-ee105b55d851'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:49.042299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Attempting to bind port e0e492fc-656e-4a81-9401-22dd85c023df on network 352a2d3a-9c1a-4818-93a2-ee105b55d851 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:49.048677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:49.049063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Checking segment: {'id': '8633b21a-44d3-4655-b5f2-b24c430428d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '352a2d3a-9c1a-4818-93a2-ee105b55d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:49.049470 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:49.050154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Bound using segment: {'id': '8633b21a-44d3-4655-b5f2-b24c430428d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '352a2d3a-9c1a-4818-93a2-ee105b55d851'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:49.050665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Bound port: e0e492fc-656e-4a81-9401-22dd85c023df, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8633b21a-44d3-4655-b5f2-b24c430428d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '352a2d3a-9c1a-4818-93a2-ee105b55d851'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:49.051057 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:49.084563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-867908dd-56c3-4e29-8f24-6fda0132cca7 req-894b8546-996b-46fd-a93b-18c9823ddb70 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845315 Apr 05 18:48:49.154656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-0017bf29-d910-415c-8012-dbb741fb9d14 service neutron] 10.222.0.15 "GET /v2.0/networks/b7ebf415-5aa7-4263-a019-a65fb583183f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402631 Apr 05 18:48:49.156066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:49.265221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=bdefe4c2-6ab3-49ac-9727-82994f7387af,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:49.459995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:49.486641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352a2d3a-9c1a-4818-93a2-ee105b55d851']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:49.491075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] For port e0e492fc-656e-4a81-9401-22dd85c023df, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:49.495076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] For port e0e492fc-656e-4a81-9401-22dd85c023df, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e0e492fc-656e-4a81-9401-22dd85c023df,segment=NetworkSegment(8633b21a-44d3-4655-b5f2-b24c430428d8),segment_id=8633b21a-44d3-4655-b5f2-b24c430428d8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:49.497151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8633b21a-44d3-4655-b5f2-b24c430428d8') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:49.497543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8633b21a-44d3-4655-b5f2-b24c430428d8') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:49.507523 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:49.510389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:49.524443 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:49.531688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:49.532153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:49.594678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 93a42261-559b-4297-ae52-692e229bfb44 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:49.612223 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:49.617444 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.api [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 18:48:49.617444 n-d-836650-3 neutron-server[102640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 18:48:49.617444 n-d-836650-3 neutron-server[102640]: [parameters: {'id': '352a2d3a-9c1a-4818-93a2-ee105b55d851'}] Apr 05 18:48:49.617444 n-d-836650-3 neutron-server[102640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:48:49.617841 n-d-836650-3 neutron-server[102640]: DEBUG oslo_db.api [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:48:49.648023 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3746c6db-4aa9-4fa2-bfca-fabefce04d0a req-1fa8211a-9d0b-4b14-9e58-567d6a0bec8c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.3851485 Apr 05 18:48:49.663423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-0c884bf1-fa5c-410e-9feb-ad9ddb8651ff service neutron] 10.222.0.15 "GET /v2.0/networks/b7ebf415-5aa7-4263-a019-a65fb583183f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898341 Apr 05 18:48:49.719060 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fe790-55c9-4f31-aab0-0d99a6247f07 None None] Pushing event updated for resources: {'Port': ['ID=e0e492fc-656e-4a81-9401-22dd85c023df,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:49.746264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 93a42261-559b-4297-ae52-692e229bfb44 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:48:49.747010 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:49.978908 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:50.015335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e301e2c-bd37-42ef-ba0e-ae22a07427fc req-ea28acfd-2963-4ba3-8830-fa14f5b01c90 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 210 time: 0.0370715 Apr 05 18:48:50.055187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8470a7-165f-4aac-ba42-3a02a7ee04e0 req-9ef3f33a-0f25-4175-a89c-38773c09a0b5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:50.055882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a42261-559b-4297-ae52-692e229bfb44'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:50.058160 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507f3ecc-5429-4243-812e-4911795f0e0e" -d '{"events": [{"server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "name": "network-vif-plugged", "status": "completed", "tag": "93a42261-559b-4297-ae52-692e229bfb44"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:50.074963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef8470a7-165f-4aac-ba42-3a02a7ee04e0 req-9ef3f33a-0f25-4175-a89c-38773c09a0b5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1911447 Apr 05 18:48:50.118901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:50.157071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=93a42261-559b-4297-ae52-692e229bfb44,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:50.167497 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:50.201138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef8470a7-165f-4aac-ba42-3a02a7ee04e0 req-1635257d-79a9-41fc-b62c-af9447db9f5d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245258 Apr 05 18:48:50.335933 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e000724a-cc00-4687-a2e8-634fc7d4716f x-openstack-request-id: req-e000724a-cc00-4687-a2e8-634fc7d4716f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:50.336964 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "name": "network-vif-plugged", "status": "completed", "tag": "93a42261-559b-4297-ae52-692e229bfb44", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:50.337447 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e000724a-cc00-4687-a2e8-634fc7d4716f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:50.338087 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e000724a-cc00-4687-a2e8-634fc7d4716f'] response: {'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a42261-559b-4297-ae52-692e229bfb44', 'code': 200} Apr 05 18:48:50.341964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=93a42261-559b-4297-ae52-692e229bfb44,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:50.403495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Deleting port e0e492fc-656e-4a81-9401-22dd85c023df {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:50.403840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:50.488968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b587ce1-8e35-4eb7-80d8-0eee5d6f947f req-70bdee45-da91-4be3-849c-296f8a68508f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:50.496421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b587ce1-8e35-4eb7-80d8-0eee5d6f947f req-70bdee45-da91-4be3-849c-296f8a68508f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1612644 Apr 05 18:48:50.539958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] For port e0e492fc-656e-4a81-9401-22dd85c023df, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e0e492fc-656e-4a81-9401-22dd85c023df,segment=NetworkSegment(8633b21a-44d3-4655-b5f2-b24c430428d8),segment_id=8633b21a-44d3-4655-b5f2-b24c430428d8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:50.540335 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:50.551773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b587ce1-8e35-4eb7-80d8-0eee5d6f947f req-60a94f3f-426b-4a04-966e-3f3983cf2799 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545268 Apr 05 18:48:50.563806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Calling delete_port for e0e492fc-656e-4a81-9401-22dd85c023df owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:50.755249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:50.823798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-595e27d6-8ad7-4ff6-a9be-f8c4f3d9b59c req-c1d03bab-01b7-433c-b3a9-f6a2fd3b3473 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0605562 Apr 05 18:48:50.846937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No DVR routers for this DVR port e0e492fc-656e-4a81-9401-22dd85c023df on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:50.884870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Port': ['ID=e0e492fc-656e-4a81-9401-22dd85c023df,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:51.072783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:51.143025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352a2d3a-9c1a-4818-93a2-ee105b55d851']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:51.213031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8633b21a-44d3-4655-b5f2-b24c430428d8') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:51.213417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8633b21a-44d3-4655-b5f2-b24c430428d8') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:51.242236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39e37beb-40ad-4160-bba7-ba4230d73096 req-c68aff25-fb66-4c18-9be3-932aa8be3866 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 210 time: 0.1312511 Apr 05 18:48:51.261750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:51.296958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:51.311772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:51.312241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:51.317164 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:51.510990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3110cfc2-fcc7-4457-8617-abc56bf15c89 None None] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:51.516879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:51.536040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3110cfc2-fcc7-4457-8617-abc56bf15c89 None None] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 18:48:51.561075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:51.566746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/352a2d3a-9c1a-4818-93a2-ee105b55d851 HTTP/1.1" status: 204 len: 168 time: 3.5072219 Apr 05 18:48:51.567455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecec41-6747-4fb3-ad5d-ff871e7b5692 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=352a2d3a-9c1a-4818-93a2-ee105b55d851,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:51.568428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52730) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:51.597283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d8b1bdea-df56-44ff-9f23-d6801237074a None None] Could not find standard attr ID for object e0e492fc-656e-4a81-9401-22dd85c023df. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:48:51.615736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a70f84-aa2d-4701-9fb5-4d42ce5fef0a req-8347b02e-f4cd-4d9c-9880-71954ef6ad4b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:51.617964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93a70f84-aa2d-4701-9fb5-4d42ce5fef0a req-8347b02e-f4cd-4d9c-9880-71954ef6ad4b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2771249 Apr 05 18:48:51.640592 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd78815e-6123-4574-97f2-a64393193bbd None None] DHCP port deletion for 352a2d3a-9c1a-4818-93a2-ee105b55d851 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:48:51.643621 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1468d97c-8d64-4a99-bff5-3a24e7f6cd3f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:48:51.644407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1468d97c-8d64-4a99-bff5-3a24e7f6cd3f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:48:51.654079 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1468d97c-8d64-4a99-bff5-3a24e7f6cd3f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/352a2d3a-9c1a-4818-93a2-ee105b55d851 HTTP/1.1" status: 404 len: 339 time: 0.0803556 Apr 05 18:48:51.655584 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52734) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:51.663790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-83907884', 'description': 'd1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:51.666834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82ade9-5b19-4bb3-b7fd-9261fba52190 None None] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:51.695144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:51.696049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82ade9-5b19-4bb3-b7fd-9261fba52190 None None] Network 352a2d3a-9c1a-4818-93a2-ee105b55d851 could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 18:48:51.701500 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:51.767283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93a70f84-aa2d-4701-9fb5-4d42ce5fef0a req-5cb07b79-5608-4e34-a43d-80ac073f2236 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414084 Apr 05 18:48:51.807974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:51.842536 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:51.845580 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment 166a974b-fc1d-4a96-8444-8ffeaba43f12 of type vlan for network 4712c086-ef25-4d19-b7aa-f925a4238d2f Apr 05 18:48:51.938675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba9a83-a54b-4126-8887-709f45e78c1d req-265c2293-bf09-4d01-9ee0-a052c864fd0d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:51.944302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48ba9a83-a54b-4126-8887-709f45e78c1d req-265c2293-bf09-4d01-9ee0-a052c864fd0d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1837845 Apr 05 18:48:52.027047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:52.088089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31ceba02-7df9-46cc-8ab7-f6fc75f58bfb req-0377dec8-93a0-4543-b715-4a231585dd10 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0869696 Apr 05 18:48:52.106831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48ba9a83-a54b-4126-8887-709f45e78c1d req-63a9623d-68df-471a-ba72-db673056dc55 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550739 Apr 05 18:48:52.180479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:52.187229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:52.188136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:52.235277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-23f64b78-5eac-4e2c-99bc-cc3f4516e61c tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:52.237468 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-23f64b78-5eac-4e2c-99bc-cc3f4516e61c tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.25 "GET /v2.0/networks?id=b7ebf415-5aa7-4263-a019-a65fb583183f HTTP/1.1" status: 200 len: 821 time: 0.3155987 Apr 05 18:48:52.283068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Request body: {'port': {'device_id': '18bd1bae-a613-4f59-8b89-568227912d21', 'network_id': 'b7ebf415-5aa7-4263-a019-a65fb583183f', 'admin_state_up': True, 'tenant_id': '167d07c9b5a64c83a2249a132ec59643'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:52.419006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8da3fd19-016d-42fa-8d67-fd925241ec6f req-58de9549-e00e-4fa3-a057-8cfe3f43c48d tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 210 time: 0.0603490 Apr 05 18:48:52.425059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52742) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:52.433554 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7754087 Apr 05 18:48:52.468296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6b6da-df4d-466e-b85a-da9b618f16f7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=4712c086-ef25-4d19-b7aa-f925a4238d2f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:52.492909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 4712c086-ef25-4d19-b7aa-f925a4238d2f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:52.544071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Made reservation on behalf of 167d07c9b5a64c83a2249a132ec59643 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:52.548228 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:52.872927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Allocated IP 172.20.0.4 (b7ebf415-5aa7-4263-a019-a65fb583183f/847a0a30-5102-41bc-b5f8-bfb4eef7e67e/d1631e37-0f21-4e5f-8839-f01cc3414488) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:53.205666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:53.535053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b630e66-eed3-46c0-b963-d0b11ee74369 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:53.537352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1b630e66-eed3-46c0-b963-d0b11ee74369 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/networks?id=4712c086-ef25-4d19-b7aa-f925a4238d2f HTTP/1.1" status: 200 len: 759 time: 1.1110287 Apr 05 18:48:53.540242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52754) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:53.560841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b9504e14-d62e-4073-9448-776db3b648e2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'description': 'd2'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:53.577042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5a1f7-9e30-404e-969d-66c5928c913d req-f032d64c-18f1-47b1-9b71-1bfe8783c968 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:53.586730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2a5a1f7-9e30-404e-969d-66c5928c913d req-f032d64c-18f1-47b1-9b71-1bfe8783c968 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2557433 Apr 05 18:48:53.635263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630d370-cb4f-4bfa-86cd-ece6b63b0ecc req-269d5d07-5283-4dac-a320-9eabffe0129c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:53.642877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3630d370-cb4f-4bfa-86cd-ece6b63b0ecc req-269d5d07-5283-4dac-a320-9eabffe0129c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.3133178 Apr 05 18:48:53.654328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:53.712585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Network b7ebf415-5aa7-4263-a019-a65fb583183f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:53.717012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:53.720133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:53.752096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3630d370-cb4f-4bfa-86cd-ece6b63b0ecc req-8b89cf9a-35df-44a5-a946-8b6730706211 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083403 Apr 05 18:48:53.755663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Pushing event updated for resources: {'Port': ['ID=d1631e37-0f21-4e5f-8839-f01cc3414488,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:53.791142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2a5a1f7-9e30-404e-969d-66c5928c913d req-a8bf983a-c0d0-48fc-8047-2410331f43c4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034392 Apr 05 18:48:53.834976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:53.835920 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:53.873601 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f8958c8f-4bc7-48c1-9ddd-83604c8776c4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5941706 Apr 05 18:48:53.888364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Request body: {'port': {'device_id': '18bd1bae-a613-4f59-8b89-568227912d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:53.991388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.016363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9504e14-d62e-4073-9448-776db3b648e2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.032572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-23ad5e91-7d7d-4fff-ba84-bcd3dadfc3b6 req-d9d37848-5a26-4232-b7b1-42599756a544 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.1335533 Apr 05 18:48:54.038939 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9504e14-d62e-4073-9448-776db3b648e2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.063572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9504e14-d62e-4073-9448-776db3b648e2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 4712c086-ef25-4d19-b7aa-f925a4238d2f is not hosted by any dhcp agent {{(pid=102640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 18:48:54.069826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9504e14-d62e-4073-9448-776db3b648e2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:54.070504 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9504e14-d62e-4073-9448-776db3b648e2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.071802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b9504e14-d62e-4073-9448-776db3b648e2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "PUT /v2.0/networks/4712c086-ef25-4d19-b7aa-f925a4238d2f HTTP/1.1" status: 200 len: 756 time: 0.5154283 Apr 05 18:48:54.077782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52758) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:54.150286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b825a84-49c1-461a-8692-b8101c76a6b3 req-1220c7a3-4121-4055-b2c4-8781f44f6a67 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:54.158350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b825a84-49c1-461a-8692-b8101c76a6b3 req-1220c7a3-4121-4055-b2c4-8781f44f6a67 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 931 time: 0.2425516 Apr 05 18:48:54.189225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9504e14-d62e-4073-9448-776db3b648e2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=4712c086-ef25-4d19-b7aa-f925a4238d2f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:54.200407 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 4712c086-ef25-4d19-b7aa-f925a4238d2f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:54.222809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b825a84-49c1-461a-8692-b8101c76a6b3 req-806eda80-53a9-4526-a439-d6f983ec826f tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634649 Apr 05 18:48:54.470426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48ed7f-d980-46d3-9e99-8a6893d4dce5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:54.472397 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1c48ed7f-d980-46d3-9e99-8a6893d4dce5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/networks?id=4712c086-ef25-4d19-b7aa-f925a4238d2f HTTP/1.1" status: 200 len: 759 time: 0.3916268 Apr 05 18:48:54.477556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52760) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:54.483002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-118578726'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:54.524560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:54.528205 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.564663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:48:54.577811 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.578418 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment 099923cf-4914-4754-90e9-e72af039e274 of type vlan for network 43af8f59-01a6-4b8b-81a5-4ce085c38089 Apr 05 18:48:54.631710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.673158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.674781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1631e37-0f21-4e5f-8839-f01cc3414488 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:48:54.682188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:54.683453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.685099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.705900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Transition to ACTIVE for port object d1631e37-0f21-4e5f-8839-f01cc3414488 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:48:54.711190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:54.775606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2961895 Apr 05 18:48:54.781661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52764) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:54.792131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': '43af8f59-01a6-4b8b-81a5-4ce085c38089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:48:54.797128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97424294-79ba-4184-9583-edd969a0abe5 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=43af8f59-01a6-4b8b-81a5-4ce085c38089,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:54.820792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 43af8f59-01a6-4b8b-81a5-4ce085c38089 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:48:54.867231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Pushing event updated for resources: {'Port': ['ID=d1631e37-0f21-4e5f-8839-f01cc3414488,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:55.049009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895f79d-97ab-478f-a4d6-d680766a5bc2 req-7330f29a-f144-418d-bd36-290b6f31b300 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:55.056669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1895f79d-97ab-478f-a4d6-d680766a5bc2 req-7330f29a-f144-418d-bd36-290b6f31b300 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1767690 Apr 05 18:48:55.244552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0953a1-bf15-4a78-bdb7-3acee1e4384a req-54c625e1-e77e-4efd-807f-6556ea569e83 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:55.246128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d0953a1-bf15-4a78-bdb7-3acee1e4384a req-54c625e1-e77e-4efd-807f-6556ea569e83 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2254884 Apr 05 18:48:55.255836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1895f79d-97ab-478f-a4d6-d680766a5bc2 req-7b981bbc-a9af-4dcc-b279-9e971bde63a7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206617 Apr 05 18:48:55.290674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Attempting to bind port d1631e37-0f21-4e5f-8839-f01cc3414488 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:55.291202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Attempting to bind port d1631e37-0f21-4e5f-8839-f01cc3414488 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'be3ab7b4-b01a-4ab6-b496-b60a62103114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b7ebf415-5aa7-4263-a019-a65fb583183f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:55.291428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Attempting to bind port d1631e37-0f21-4e5f-8839-f01cc3414488 on network b7ebf415-5aa7-4263-a019-a65fb583183f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:55.294800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:48:55.299905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:55.322183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d0953a1-bf15-4a78-bdb7-3acee1e4384a req-337a6296-64e4-4515-94f9-46988e309753 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653563 Apr 05 18:48:55.369275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Port d1631e37-0f21-4e5f-8839-f01cc3414488 on network b7ebf415-5aa7-4263-a019-a65fb583183f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:48:55.369596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Attempting to bind port d1631e37-0f21-4e5f-8839-f01cc3414488 on network b7ebf415-5aa7-4263-a019-a65fb583183f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:55.455397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:55.455783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Checking segment: {'id': 'be3ab7b4-b01a-4ab6-b496-b60a62103114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b7ebf415-5aa7-4263-a019-a65fb583183f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:55.456165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Bound using segment: {'id': 'be3ab7b4-b01a-4ab6-b496-b60a62103114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b7ebf415-5aa7-4263-a019-a65fb583183f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:55.456621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Bound port: d1631e37-0f21-4e5f-8839-f01cc3414488, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3ab7b4-b01a-4ab6-b496-b60a62103114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b7ebf415-5aa7-4263-a019-a65fb583183f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:55.456990 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:55.520616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38352ffd-eadb-4d0c-89f3-92fd1266638e req-9cb8d96f-f95b-4c6e-b72a-fff6620afca3 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0929165 Apr 05 18:48:55.601595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] For port d1631e37-0f21-4e5f-8839-f01cc3414488, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:55.622571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] For port d1631e37-0f21-4e5f-8839-f01cc3414488, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d1631e37-0f21-4e5f-8839-f01cc3414488,segment=NetworkSegment(be3ab7b4-b01a-4ab6-b496-b60a62103114),segment_id=be3ab7b4-b01a-4ab6-b496-b60a62103114)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:55.634356 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:55.711578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:55.714442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:55.726081 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] 10.222.0.25 "PUT /v2.0/ports/d1631e37-0f21-4e5f-8839-f01cc3414488 HTTP/1.1" status: 200 len: 1091 time: 1.8444817 Apr 05 18:48:55.739522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f53c76-786d-4fbd-b9c2-17a701665d82 req-47e6b07a-daaf-4d6e-bfcf-3f7d082f8b6d tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:55.741274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21f53c76-786d-4fbd-b9c2-17a701665d82 req-47e6b07a-daaf-4d6e-bfcf-3f7d082f8b6d tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 943 time: 0.1111035 Apr 05 18:48:55.773773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bd1bae-a613-4f59-8b89-568227912d21', 'tag': 'd1631e37-0f21-4e5f-8839-f01cc3414488'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:48:55.779306 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6" -d '{"events": [{"name": "network-changed", "server_uuid": "18bd1bae-a613-4f59-8b89-568227912d21", "tag": "d1631e37-0f21-4e5f-8839-f01cc3414488"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:48:55.830488 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21f53c76-786d-4fbd-b9c2-17a701665d82 req-583261b1-4563-40a8-b81a-15ed3bd0e785 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737245 Apr 05 18:48:55.844815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315fde1-8bfe-4e37-9fef-996f51bc7fab service neutron] Pushing event updated for resources: {'Port': ['ID=d1631e37-0f21-4e5f-8839-f01cc3414488,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:55.864730 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af33678-f9f7-49da-9df1-85cfaf241064 x-openstack-request-id: req-2af33678-f9f7-49da-9df1-85cfaf241064 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:48:55.865035 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bd1bae-a613-4f59-8b89-568227912d21", "tag": "d1631e37-0f21-4e5f-8839-f01cc3414488", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:48:55.865351 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2af33678-f9f7-49da-9df1-85cfaf241064 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:48:55.865756 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af33678-f9f7-49da-9df1-85cfaf241064'] response: {'name': 'network-changed', 'server_uuid': '18bd1bae-a613-4f59-8b89-568227912d21', 'tag': 'd1631e37-0f21-4e5f-8839-f01cc3414488', 'status': 'completed', 'code': 200} Apr 05 18:48:55.940363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-a3c277a4-215b-4ea8-9faa-c0c99ff6f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:55.942907 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-a3c277a4-215b-4ea8-9faa-c0c99ff6f0f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=167d07c9b5a64c83a2249a132ec59643&device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 1094 time: 0.1524522 Apr 05 18:48:55.959955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:56.003462 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-a296d392-fde1-4cc5-b23f-db6bc04d66c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1631e37-0f21-4e5f-8839-f01cc3414488 HTTP/1.1" status: 200 len: 217 time: 0.0526438 Apr 05 18:48:56.113202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=4c341f81-c06f-4376-ab2b-19fc47b59fde,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:56.116798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-c28a4a47-1f06-4263-98f1-aae02e21ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:56.118281 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-c28a4a47-1f06-4263-98f1-aae02e21ad0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847a0a30-5102-41bc-b5f8-bfb4eef7e67e HTTP/1.1" status: 200 len: 861 time: 0.0879185 Apr 05 18:48:56.119056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': '099923cf-4914-4754-90e9-e72af039e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '43af8f59-01a6-4b8b-81a5-4ce085c38089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:56.119411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: 43af8f59-01a6-4b8b-81a5-4ce085c38089, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:48:56.162081 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-ebca4af7-fcce-4f03-8eb8-bfe258b818e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b7ebf415-5aa7-4263-a019-a65fb583183f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358086 Apr 05 18:48:56.179503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 43af8f59-01a6-4b8b-81a5-4ce085c38089 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:48:56.238193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 43af8f59-01a6-4b8b-81a5-4ce085c38089) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:56.251944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:56.251944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:56.267378 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dc46661f-5869-4fd4-bccb-b0aff3bad3f2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4837399 Apr 05 18:48:56.271258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52778) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:48:56.311097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414eee54-4e62-4958-b43f-2a621f35bd09 None None] Network 43af8f59-01a6-4b8b-81a5-4ce085c38089 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:56.405603 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-f17097b0-2438-401c-8d64-730c94310400 service neutron] 10.222.0.25 "GET /v2.0/networks/b7ebf415-5aa7-4263-a019-a65fb583183f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369051 Apr 05 18:48:56.596642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-43af8f59-01a6-4b8b-81a5-4ce085c38089', 'network_id': '43af8f59-01a6-4b8b-81a5-4ce085c38089', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': '4c341f81-c06f-4376-ab2b-19fc47b59fde'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:48:56.597800 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:56.671062 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c55eeb32-7908-4c9b-bc94-a559146520c9 req-243ff880-5da1-4f2c-85bd-85f888db2c01 service neutron] 10.222.0.25 "GET /v2.0/networks/b7ebf415-5aa7-4263-a019-a65fb583183f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463768 Apr 05 18:48:56.887738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-8da707f2-0b56-481a-9395-f9e8556beebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:56.893114 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-8da707f2-0b56-481a-9395-f9e8556beebf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=167d07c9b5a64c83a2249a132ec59643&device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 1094 time: 0.1500504 Apr 05 18:48:56.930013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18cc50-daad-42d3-a55f-8f263439ed70 req-6280856a-4835-4791-850d-acbc94af06d8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:56.939837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d18cc50-daad-42d3-a55f-8f263439ed70 req-6280856a-4835-4791-850d-acbc94af06d8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.4216654 Apr 05 18:48:56.964777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4df0f-f90f-48ec-8e4e-a185d2760e1c req-8cadebe0-1f43-45d6-a495-329841d42efc tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:56.978021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38c4df0f-f90f-48ec-8e4e-a185d2760e1c req-8cadebe0-1f43-45d6-a495-329841d42efc tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.4326651 Apr 05 18:48:56.982743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Allocated IP 172.20.0.2 (43af8f59-01a6-4b8b-81a5-4ce085c38089/4c341f81-c06f-4376-ab2b-19fc47b59fde/23410857-0df8-4fbc-a23d-86a7be9d3f2f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:48:56.991838 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.111718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-3b8efc6c-3c35-4d9c-9890-a1b5e6a54c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:57.113447 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-3b8efc6c-3c35-4d9c-9890-a1b5e6a54c1a service neutron] 10.222.0.25 "GET /v2.0/networks?id=b7ebf415-5aa7-4263-a019-a65fb583183f HTTP/1.1" status: 200 len: 921 time: 0.2083161 Apr 05 18:48:57.148032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38c4df0f-f90f-48ec-8e4e-a185d2760e1c req-b5f65545-dc15-4b9b-bf3b-a73d99f953ed tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644726 Apr 05 18:48:57.153671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d18cc50-daad-42d3-a55f-8f263439ed70 req-ef110dc9-b272-4619-93de-d9169eb4fa11 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103643 Apr 05 18:48:57.174157 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-69544106-f2af-4f54-afe0-48c30ac91da4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1631e37-0f21-4e5f-8839-f01cc3414488 HTTP/1.1" status: 200 len: 217 time: 0.0529869 Apr 05 18:48:57.263405 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-ba54b153-7534-4b7e-b37c-f04b38cc28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:57.264946 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-ba54b153-7534-4b7e-b37c-f04b38cc28bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847a0a30-5102-41bc-b5f8-bfb4eef7e67e HTTP/1.1" status: 200 len: 861 time: 0.0814948 Apr 05 18:48:57.277171 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.314996 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-d26dc0c4-4bcf-4e9a-b88e-82bb81e8327f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b7ebf415-5aa7-4263-a019-a65fb583183f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424576 Apr 05 18:48:57.443386 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.459594 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.516366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30070e46-f40d-4ba8-a6c0-835a22808614 req-9e951945-18a6-41b5-a691-cfb032d524bf tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.1433325 Apr 05 18:48:57.528061 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-c352e78a-3dc5-414b-92b2-d7e9533cc2ef service neutron] 10.222.0.25 "GET /v2.0/networks/b7ebf415-5aa7-4263-a019-a65fb583183f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043376 Apr 05 18:48:57.567847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Network 43af8f59-01a6-4b8b-81a5-4ce085c38089 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:48:57.583845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Pushing event updated for resources: {'Port': ['ID=23410857-0df8-4fbc-a23d-86a7be9d3f2f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:57.591720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:48:57.596055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:48:57.620895 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.688785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe0e3-b909-4028-bf66-825a13badffb req-18a1b9af-bdae-42bc-8a7b-d8054f213a80 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:57.690292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd0fe0e3-b909-4028-bf66-825a13badffb req-18a1b9af-bdae-42bc-8a7b-d8054f213a80 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 943 time: 0.1867714 Apr 05 18:48:57.691149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=4c341f81-c06f-4376-ab2b-19fc47b59fde,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:57.751877 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-18b717dc-a46d-4866-9bdc-7dcb8e1f92a6 req-38c2b416-3b41-4008-9421-d0942b6d915e service neutron] 10.222.0.25 "GET /v2.0/networks/b7ebf415-5aa7-4263-a019-a65fb583183f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161248 Apr 05 18:48:57.754893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Attempting to bind port 23410857-0df8-4fbc-a23d-86a7be9d3f2f on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:48:57.755267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Attempting to bind port 23410857-0df8-4fbc-a23d-86a7be9d3f2f by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '099923cf-4914-4754-90e9-e72af039e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '43af8f59-01a6-4b8b-81a5-4ce085c38089'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:48:57.755632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Attempting to bind port 23410857-0df8-4fbc-a23d-86a7be9d3f2f on network 43af8f59-01a6-4b8b-81a5-4ce085c38089 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:48:57.764023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:48:57.764404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Checking segment: {'id': '099923cf-4914-4754-90e9-e72af039e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '43af8f59-01a6-4b8b-81a5-4ce085c38089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:48:57.764809 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.765420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Bound using segment: {'id': '099923cf-4914-4754-90e9-e72af039e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '43af8f59-01a6-4b8b-81a5-4ce085c38089'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:48:57.765910 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Bound port: 23410857-0df8-4fbc-a23d-86a7be9d3f2f, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099923cf-4914-4754-90e9-e72af039e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '43af8f59-01a6-4b8b-81a5-4ce085c38089'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:48:57.766286 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.791906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.845035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] For port 23410857-0df8-4fbc-a23d-86a7be9d3f2f, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:48:57.849939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] For port 23410857-0df8-4fbc-a23d-86a7be9d3f2f, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23410857-0df8-4fbc-a23d-86a7be9d3f2f,segment=NetworkSegment(099923cf-4914-4754-90e9-e72af039e274),segment_id=099923cf-4914-4754-90e9-e72af039e274)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:48:57.862658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43af8f59-01a6-4b8b-81a5-4ce085c38089']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:57.870063 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.890262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099923cf-4914-4754-90e9-e72af039e274') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:57.890651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099923cf-4914-4754-90e9-e72af039e274') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:57.905050 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.925903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:57.934758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:57.935461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:48:58.044318 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:48:58.126083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314e9afc-2666-49b4-9edd-fff59f5a448c None None] Network 43af8f59-01a6-4b8b-81a5-4ce085c38089 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:48:58.159717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.api [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 18:48:58.159717 n-d-836650-3 neutron-server[102640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 18:48:58.159717 n-d-836650-3 neutron-server[102640]: [parameters: {'id': '43af8f59-01a6-4b8b-81a5-4ce085c38089'}] Apr 05 18:48:58.159717 n-d-836650-3 neutron-server[102640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:48:58.160224 n-d-836650-3 neutron-server[102640]: DEBUG oslo_db.api [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:48:58.173495 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11ceac-173a-46ee-a4ce-8e6c48c9dcb6 None None] Pushing event updated for resources: {'Port': ['ID=23410857-0df8-4fbc-a23d-86a7be9d3f2f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:58.232736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd0fe0e3-b909-4028-bf66-825a13badffb req-a2185e39-bff1-4135-a91e-95b9316ddc7e tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719584 Apr 05 18:48:58.268472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d9432-211e-4836-9f50-6e88cba6d3fb req-f775afdb-5508-4891-8f67-99c28af5ae32 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:58.273411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-444d9432-211e-4836-9f50-6e88cba6d3fb req-f775afdb-5508-4891-8f67-99c28af5ae32 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 946 time: 0.2260981 Apr 05 18:48:58.375972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c29add4-c5fd-419d-a4c8-6f7e6db3b3ab None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:48:58.382949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-444d9432-211e-4836-9f50-6e88cba6d3fb req-c7555413-a68f-47c1-9a0c-d6e90402c06d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032169 Apr 05 18:48:58.421591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49804739-9f1f-4ef6-bac4-8ca90f832627 req-9fa472ae-030b-4a75-bf7f-a81ea7c884cd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:58.436530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49804739-9f1f-4ef6-bac4-8ca90f832627 req-9fa472ae-030b-4a75-bf7f-a81ea7c884cd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1110678 Apr 05 18:48:58.525450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49804739-9f1f-4ef6-bac4-8ca90f832627 req-d6ae4108-52b6-4fee-84f0-01b1a7fa59f9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875728 Apr 05 18:48:58.600803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5193df-0a32-47e3-bce9-730e55d7bcdc req-53886f92-b1c5-43ee-a558-242d6604ea40 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:58.611288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe5193df-0a32-47e3-bce9-730e55d7bcdc req-53886f92-b1c5-43ee-a558-242d6604ea40 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0765135 Apr 05 18:48:58.636071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29add4-c5fd-419d-a4c8-6f7e6db3b3ab None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:48:58.661338 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:58.727960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe5193df-0a32-47e3-bce9-730e55d7bcdc req-235fda9a-d035-436d-97dd-41f9f41dbfec tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143558 Apr 05 18:48:58.731859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b256795-6314-4e96-8457-463295046dc8 req-6ffe665e-0bff-4deb-b0c2-60b4656aa484 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0467491 Apr 05 18:48:58.821906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Deleting port 23410857-0df8-4fbc-a23d-86a7be9d3f2f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:48:58.822239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:59.096871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-b9b3b343-0147-4958-a4bd-bb8b6547fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:59.099375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-b9b3b343-0147-4958-a4bd-bb8b6547fca5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1095 time: 0.0668397 Apr 05 18:48:59.126115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] For port 23410857-0df8-4fbc-a23d-86a7be9d3f2f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23410857-0df8-4fbc-a23d-86a7be9d3f2f,segment=NetworkSegment(099923cf-4914-4754-90e9-e72af039e274),segment_id=099923cf-4914-4754-90e9-e72af039e274)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:48:59.126795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:59.149722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Calling delete_port for 23410857-0df8-4fbc-a23d-86a7be9d3f2f owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:48:59.253118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde3ecf-12ab-49fe-90a0-54330c3e09f8 req-5eb4df05-103c-4104-9ae4-ca2c66e819f6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:59.260797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6dde3ecf-12ab-49fe-90a0-54330c3e09f8 req-5eb4df05-103c-4104-9ae4-ca2c66e819f6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2581823 Apr 05 18:48:59.310049 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-96012bec-fdd7-45ed-8e87-851bbf3d4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:59.312232 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-96012bec-fdd7-45ed-8e87-851bbf3d4cbe service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.2057116 Apr 05 18:48:59.346238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6dde3ecf-12ab-49fe-90a0-54330c3e09f8 req-07be9a6a-7def-4944-a8e6-8188701fc4af tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798244 Apr 05 18:48:59.347684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:59.379424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Port': ['ID=23410857-0df8-4fbc-a23d-86a7be9d3f2f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:48:59.385056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No DVR routers for this DVR port 23410857-0df8-4fbc-a23d-86a7be9d3f2f on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:48:59.422914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-21fa2c84-b20c-4b9a-b15a-40b60159a733 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 999 time: 0.1015549 Apr 05 18:48:59.525147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-24710c70-8ec1-4667-a946-d605a233cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:59.526649 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-24710c70-8ec1-4667-a946-d605a233cb36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.0954614 Apr 05 18:48:59.610427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-5e1de817-7b81-474c-8b30-952a0633eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:59.612383 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-5e1de817-7b81-474c-8b30-952a0633eb6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768998 Apr 05 18:48:59.631333 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:59.654741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437141b9-2be9-4c67-b497-dd418ee1a531 req-3f71ac59-83f9-4dcf-b462-986b1b0ed5a8 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:59.656629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-437141b9-2be9-4c67-b497-dd418ee1a531 req-3f71ac59-83f9-4dcf-b462-986b1b0ed5a8 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 943 time: 0.2276254 Apr 05 18:48:59.689535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ca85e-43dd-4a40-b773-4ed437286f5e req-0e9604ab-d99f-4e28-a0a4-72a82c375989 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:48:59.697663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f54ca85e-43dd-4a40-b773-4ed437286f5e req-0e9604ab-d99f-4e28-a0a4-72a82c375989 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 946 time: 0.1797900 Apr 05 18:48:59.728852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43af8f59-01a6-4b8b-81a5-4ce085c38089']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:59.792246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099923cf-4914-4754-90e9-e72af039e274') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:59.792661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099923cf-4914-4754-90e9-e72af039e274') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:48:59.818067 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-8bbfbb04-b216-419a-a155-0eed64a24a90 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971121 Apr 05 18:48:59.852231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:59.912668 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:48:59.978128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-437141b9-2be9-4c67-b497-dd418ee1a531 req-6e020556-37a4-4d54-b643-e1a5f035f063 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065798 Apr 05 18:48:59.984233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:48:59.999211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:00.008097 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:00.059359 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-355dbaa5-fea6-4257-871d-6b7faa89553d req-bdfddfc6-49ec-4116-97cb-22c56ceb77f8 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339149 Apr 05 18:49:00.137518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f54ca85e-43dd-4a40-b773-4ed437286f5e req-86110ea0-a1d2-4680-8610-b7851cda7a35 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364066 Apr 05 18:49:00.160149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602844-027f-441a-8447-e2a9396caa35 req-62b49e99-6b99-4d3b-918c-cf098f07b567 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:00.163271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4602844-027f-441a-8447-e2a9396caa35 req-62b49e99-6b99-4d3b-918c-cf098f07b567 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 946 time: 0.4585216 Apr 05 18:49:00.165158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:00.328866 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:00.333451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/43af8f59-01a6-4b8b-81a5-4ce085c38089 HTTP/1.1" status: 204 len: 168 time: 4.0598075 Apr 05 18:49:00.346926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52824) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:00.366686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb88b716-0043-411c-a205-9e2165b43bca req-00594450-1501-4671-896b-5e1b4c718b52 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0484095 Apr 05 18:49:00.367696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53750b9-f395-4f34-ba0e-65e92d5cd2a1 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=43af8f59-01a6-4b8b-81a5-4ce085c38089,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:00.405945 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff521ad-74c8-4d2b-b4c8-a6a8ae1fa14d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] GET failed (client error): The resource could not be found. Apr 05 18:49:00.413079 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1ff521ad-74c8-4d2b-b4c8-a6a8ae1fa14d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/subnets/4c341f81-c06f-4376-ab2b-19fc47b59fde HTTP/1.1" status: 404 len: 337 time: 0.0616980 Apr 05 18:49:00.413260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52828) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:00.426115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c29c37-902b-4608-9d7c-2c59e7d02471 req-d7a74aff-5c20-4fcf-86f4-6c5dae317f17 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:00.428099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33c29c37-902b-4608-9d7c-2c59e7d02471 req-d7a74aff-5c20-4fcf-86f4-6c5dae317f17 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2855239 Apr 05 18:49:00.446317 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d4ac03-0cf9-4fe2-987f-b918e0404115 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:00.459219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d4ac03-0cf9-4fe2-987f-b918e0404115 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:00.463684 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-84d4ac03-0cf9-4fe2-987f-b918e0404115 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/43af8f59-01a6-4b8b-81a5-4ce085c38089 HTTP/1.1" status: 404 len: 339 time: 0.0494745 Apr 05 18:49:00.472251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52830) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:00.571771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33c29c37-902b-4608-9d7c-2c59e7d02471 req-6848f15e-35b9-4460-9af5-f0b70904947a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274407 Apr 05 18:49:00.622489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Deleting port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:00.623711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:00.727827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df5729-602d-476f-b1f2-231ea1b0bc7e req-e4dd6210-920a-44f0-80e4-315dfed1de34 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:00.729545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6df5729-602d-476f-b1f2-231ea1b0bc7e req-e4dd6210-920a-44f0-80e4-315dfed1de34 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1847267 Apr 05 18:49:00.934156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] For port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:00.934646 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:00.950440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6df5729-602d-476f-b1f2-231ea1b0bc7e req-4f44430c-4845-4c86-9015-e08902abe8db tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066259 Apr 05 18:49:01.001242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3696ca23-d4e8-4b3e-adff-fdf363521ea7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:01.002734 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3696ca23-d4e8-4b3e-adff-fdf363521ea7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5294483 Apr 05 18:49:01.006208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52834) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:01.049384 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e42e01fe-a3f4-4fe9-b356-a4ff42962e9b tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 207 time: 0.0413563 Apr 05 18:49:01.053382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52836) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:01.210386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551ff7-e24b-487e-8390-d2dbf6e7b997 req-456393d4-f524-48d2-9ee3-caef0e72ba95 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:01.211814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56551ff7-e24b-487e-8390-d2dbf6e7b997 req-456393d4-f524-48d2-9ee3-caef0e72ba95 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 943 time: 0.0738385 Apr 05 18:49:01.359855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56551ff7-e24b-487e-8390-d2dbf6e7b997 req-6571f90f-aee7-4fbe-8442-2702ba4fa475 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134491 Apr 05 18:49:01.362262 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:01.362553 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:01.362864 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Floating IP 33b08cf5-6e1c-4ba7-ad05-5fc4ce565422 disassociated. External IP: 172.25.4.155, port: 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf. Apr 05 18:49:01.363197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Calling delete_port for 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:01.392631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f62ab-e324-4d11-8bf9-c65d0db750eb req-98c63c1c-59fe-44d4-ab8d-266a366895d4 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:01.394181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c91f62ab-e324-4d11-8bf9-c65d0db750eb req-98c63c1c-59fe-44d4-ab8d-266a366895d4 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 946 time: 0.1333365 Apr 05 18:49:01.530167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00657ed3-fc9c-48a0-8fa4-5ea103f4b02f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:01.544379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00657ed3-fc9c-48a0-8fa4-5ea103f4b02f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:01.561421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00657ed3-fc9c-48a0-8fa4-5ea103f4b02f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:01.574453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00657ed3-fc9c-48a0-8fa4-5ea103f4b02f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:01.583685 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-00657ed3-fc9c-48a0-8fa4-5ea103f4b02f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5271335 Apr 05 18:49:01.585397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52844) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:01.588638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-204dc8b7-6aba-408c-a9ab-3f3af529abb6 req-a1c9fc21-edf1-4c04-95c4-ab2c6eed0094 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0454619 Apr 05 18:49:01.594998 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c91f62ab-e324-4d11-8bf9-c65d0db750eb req-f5cf2cd3-e088-4c0b-ada7-95371c7b28dc tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca83da61-c9f1-4c2f-ae1e-db0648448f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182587 Apr 05 18:49:01.631666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d1631e37-0f21-4e5f-8839-f01cc3414488 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:49:01.796039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:01.828252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d1631e37-0f21-4e5f-8839-f01cc3414488, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d1631e37-0f21-4e5f-8839-f01cc3414488,segment=NetworkSegment(be3ab7b4-b01a-4ab6-b496-b60a62103114),segment_id=be3ab7b4-b01a-4ab6-b496-b60a62103114)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:01.852899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'd1631e37-0f21-4e5f-8839-f01cc3414488', 'network_id': 'b7ebf415-5aa7-4263-a019-a65fb583183f', 'port_id': 'd1631e37-0f21-4e5f-8839-f01cc3414488', 'mac_address': 'fa:16:3e:19:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847a0a30-5102-41bc-b5f8-bfb4eef7e67e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:49:01.873227 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ffe3f117-5a82-494c-a58f-d904aa242d3d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2844882 Apr 05 18:49:01.873923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52848) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:01.894444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'Port': ['ID=2082bfc7-26f8-4cd8-a776-8a52eda9e8cf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:01.902642 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:01.924275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1631e37-0f21-4e5f-8839-f01cc3414488 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:01.964866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d1631e37-0f21-4e5f-8839-f01cc3414488, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d1631e37-0f21-4e5f-8839-f01cc3414488,segment=NetworkSegment(be3ab7b4-b01a-4ab6-b496-b60a62103114),segment_id=be3ab7b4-b01a-4ab6-b496-b60a62103114)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:01.974306 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:01.977122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc9f4f-f30e-4a4f-ac59-cc79e74cb9f0 req-32574071-f0f8-42ae-a009-5a22c17a93da tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:01.979494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7fc9f4f-f30e-4a4f-ac59-cc79e74cb9f0 req-32574071-f0f8-42ae-a009-5a22c17a93da tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2507846 Apr 05 18:49:01.997123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88d736-277b-4c6a-acc8-ff9f20ad7b54 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:01.998995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88d736-277b-4c6a-acc8-ff9f20ad7b54 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:02.000860 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8e88d736-277b-4c6a-acc8-ff9f20ad7b54 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1259475 Apr 05 18:49:02.007124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52852) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:02.076802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d1631e37-0f21-4e5f-8839-f01cc3414488,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:02.101089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7fc9f4f-f30e-4a4f-ac59-cc79e74cb9f0 req-972acb46-4fc7-41e3-8958-100488b8f716 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072462 Apr 05 18:49:02.134575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ff0184-3c70-4633-a338-f8a2e039f0dd tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:02.137133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ff0184-3c70-4633-a338-f8a2e039f0dd tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:02.142100 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-61ff0184-3c70-4633-a338-f8a2e039f0dd tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1304104 Apr 05 18:49:02.143151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52854) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:02.165184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:49:02.190263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867935-16d9-4d37-9a0f-67feae4aa961 req-8fe4c386-ab7e-41ea-9fcf-1142aef68c98 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:02.192358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3867935-16d9-4d37-9a0f-67feae4aa961 req-8fe4c386-ab7e-41ea-9fcf-1142aef68c98 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0808907 Apr 05 18:49:02.297854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['d1631e37-0f21-4e5f-8839-f01cc3414488'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:49:02.329496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe288af-fa65-44b8-869b-67c3443c6f2a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:02.331057 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fbe288af-fa65-44b8-869b-67c3443c6f2a tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/networks/767295a1-2dae-4e70-929d-ce6c350ee581 HTTP/1.1" status: 200 len: 800 time: 0.1868784 Apr 05 18:49:02.342975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52856) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:02.479675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:49:02.509478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:49:02.579963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:49:02.580850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:48:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:02.615598 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-94191059-0118-49b3-9d47-39a99baf5536 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/networks/767295a1-2dae-4e70-929d-ce6c350ee581?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2695637 Apr 05 18:49:02.621577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] No DVR routers for this DVR port 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:02.622347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52864) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:02.625713 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:02.638302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4602844-027f-441a-8447-e2a9396caa35 req-58cca238-e109-4934-b271-a4386cc1b457 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "DELETE /v2.0/ports/2082bfc7-26f8-4cd8-a776-8a52eda9e8cf HTTP/1.1" status: 204 len: 173 time: 2.4401238 Apr 05 18:49:02.688033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'name': 'network-vif-deleted', 'tag': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:02.694148 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99045d10-065c-4c11-9933-44a096b93315" -d '{"events": [{"server_uuid": "eee4df06-f66f-4649-9e8a-c033b17f5182", "name": "network-vif-deleted", "tag": "2082bfc7-26f8-4cd8-a776-8a52eda9e8cf"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:02.710938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3867935-16d9-4d37-9a0f-67feae4aa961 req-d286aeb4-c88d-4900-984a-150c05a140b0 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5004518 Apr 05 18:49:02.743376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810b68a-1c5c-440f-b4c1-e42e4b8082b2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:02.745398 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b810b68a-1c5c-440f-b4c1-e42e4b8082b2 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/subnets/c97d7281-7e5d-464d-bfdd-b73bd9077cc9 HTTP/1.1" status: 200 len: 811 time: 0.1212616 Apr 05 18:49:02.752397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52874) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:02.778298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29053d-485a-4059-9a0e-b7c8d37dfc19 req-91f2fd0a-e8fa-425c-a2ff-1c2e0794eca3 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:02.787985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c29053d-485a-4059-9a0e-b7c8d37dfc19 req-91f2fd0a-e8fa-425c-a2ff-1c2e0794eca3 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 944 time: 0.2312963 Apr 05 18:49:02.868006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c29053d-485a-4059-9a0e-b7c8d37dfc19 req-ef8459e5-ebe8-4340-bfb5-1c40e5404bcb tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681534 Apr 05 18:49:02.935519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:49:02.937750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9773c-c30a-4c08-ad6c-35629a255436 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['shared'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:02.944923 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e6e9773c-c30a-4c08-ad6c-35629a255436 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "GET /v2.0/subnets/c97d7281-7e5d-464d-bfdd-b73bd9077cc9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1877301 Apr 05 18:49:02.952901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52882) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:02.970482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21f7c062-65a6-489c-a6de-a89b80b5c5c3 req-698d0fa8-1db6-4a34-b6b4-3c82d44e33c5 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=eee4df06-f66f-4649-9e8a-c033b17f5182 HTTP/1.1" status: 200 len: 210 time: 0.0671892 Apr 05 18:49:02.971078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-49877231'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:03.019232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:03.028785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:03.060826 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d19217e-6ff4-46b9-b538-ff53ab742b0b x-openstack-request-id: req-1d19217e-6ff4-46b9-b538-ff53ab742b0b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:03.062816 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee4df06-f66f-4649-9e8a-c033b17f5182", "name": "network-vif-deleted", "tag": "2082bfc7-26f8-4cd8-a776-8a52eda9e8cf", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:03.063244 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d19217e-6ff4-46b9-b538-ff53ab742b0b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:03.064017 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d19217e-6ff4-46b9-b538-ff53ab742b0b'] response: {'server_uuid': 'eee4df06-f66f-4649-9e8a-c033b17f5182', 'name': 'network-vif-deleted', 'tag': '2082bfc7-26f8-4cd8-a776-8a52eda9e8cf', 'status': 'completed', 'code': 200} Apr 05 18:49:03.084350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e05ce2e5-42e6-4bda-8b1b-b9cb9bce3152 req-166f98e4-7810-41f5-ae74-9da7c5933892 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0731726 Apr 05 18:49:03.084773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:49:03.115793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:03.115793 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Added segment 5b5f0a71-ceb4-4d48-81a3-2b6b927d791b of type vlan for network 307d5fbe-6832-4394-a63f-1545da087d91 Apr 05 18:49:03.219440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:03.261987 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:03.268167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:03.269238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:03.353424 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3951352 Apr 05 18:49:03.362477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52888) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:03.375448 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'network_id': '307d5fbe-6832-4394-a63f-1545da087d91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:03.404451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:03.435641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16299e38-8e5d-4167-bdb8-977e9692f10b req-fdf78a39-53d8-4662-b103-6051ea80319d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:03.451027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16299e38-8e5d-4167-bdb8-977e9692f10b req-fdf78a39-53d8-4662-b103-6051ea80319d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2459421 Apr 05 18:49:03.481763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab441f4-03f8-4c82-8a67-e22b210dc10e req-1c49da3c-0b7e-4ede-931a-d431a31d4fd9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:03.491039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ab441f4-03f8-4c82-8a67-e22b210dc10e req-1c49da3c-0b7e-4ede-931a-d431a31d4fd9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2076256 Apr 05 18:49:03.498913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:49:03.526199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:49:03.526893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:48:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:03.539417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16299e38-8e5d-4167-bdb8-977e9692f10b req-a9b9d17c-2e8c-40c1-82c9-fd34cfa8db6a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863190 Apr 05 18:49:03.605731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ab441f4-03f8-4c82-8a67-e22b210dc10e req-4560f95e-c12f-4d04-a722-9b7b5be8ed2d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133645 Apr 05 18:49:03.668231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Network': ['ID=307d5fbe-6832-4394-a63f-1545da087d91,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:03.696687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.697037 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.697381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.697720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.698056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.698422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.698747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.699074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.699395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.726771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.727226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.727627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b6524-cb71-434e-ba44-fc5b17b31f83 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:03.825611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Made reservation on behalf of 781b02f1a8e54739ac17dbcdcf7951e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:03.835984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:04.024775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Performing IP validity checks on allocation pools {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 18:49:04.025377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 18:49:04.057777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 307d5fbe-6832-4394-a63f-1545da087d91 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:49:04.109074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637c873-2aa6-47e5-a303-17dcbe24cf13 req-13763798-ffda-4d1c-92d9-8a37898dc027 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:04.120303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6637c873-2aa6-47e5-a303-17dcbe24cf13 req-13763798-ffda-4d1c-92d9-8a37898dc027 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1341729 Apr 05 18:49:04.181544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6637c873-2aa6-47e5-a303-17dcbe24cf13 req-fff19141-0fc8-4b26-8ded-b1998731fcc1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535862 Apr 05 18:49:04.208379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef3db-0511-44ce-90dc-e0794d186ae4 req-7ac31208-a78a-4d5e-a184-dde3081f8df6 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:04.235788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc6ef3db-0511-44ce-90dc-e0794d186ae4 req-7ac31208-a78a-4d5e-a184-dde3081f8df6 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 944 time: 0.2083328 Apr 05 18:49:04.237460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:49:04.309392 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:04.366673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc6ef3db-0511-44ce-90dc-e0794d186ae4 req-f8e4161e-ffe8-4945-94fb-095dcd9b6b71 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255307 Apr 05 18:49:04.503964 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=daee9c58-9129-4e7a-b0f9-b712c5353dd5,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:04.505643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c692bf0-3201-42de-b76e-41a780c49b35 req-fd1873e2-5294-40d1-9823-6d49616cbb59 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc81bda-1ad9-4637-9368-465d02c0a5fa HTTP/1.1" status: 200 len: 210 time: 0.0678992 Apr 05 18:49:04.518929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:04.543066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Checking segment: {'id': '5b5f0a71-ceb4-4d48-81a3-2b6b927d791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '307d5fbe-6832-4394-a63f-1545da087d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:04.547654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network hostable DHCP agents. Network: 307d5fbe-6832-4394-a63f-1545da087d91, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:49:04.571737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:04.572110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2082bfc7-26f8-4cd8-a776-8a52eda9e8cf not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:04.606135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Network 307d5fbe-6832-4394-a63f-1545da087d91 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:49:04.617448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32414946-c39b-4e2b-9087-79b2c9273c35 req-2c6c8a32-a605-476f-847a-0a5f2be6e104 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:04.634044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32414946-c39b-4e2b-9087-79b2c9273c35 req-2c6c8a32-a605-476f-847a-0a5f2be6e104 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1230643 Apr 05 18:49:04.635236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52914) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:04.664210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 307d5fbe-6832-4394-a63f-1545da087d91) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:04.703517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:04.705735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:04.713008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3bcb17-fb51-465a-9f1f-b5b9af612305 None None] Network 307d5fbe-6832-4394-a63f-1545da087d91 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:04.725259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32414946-c39b-4e2b-9087-79b2c9273c35 req-9b9162a5-b1ef-4ca2-bf4e-b6651515b1af tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902598 Apr 05 18:49:04.773898 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3e924cf8-ce7f-4f3b-bd78-0d692a9c466e tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4101288 Apr 05 18:49:04.778139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52920) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:04.783900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c8a23717-f22e-4362-9680-02ec6fdf1b97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:04.854976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93c021-c8df-448a-ba42-c4304ef7b42f req-4525fe94-b7ed-47c4-8f5e-3c6eff9d1959 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:04.859715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f93c021-c8df-448a-ba42-c4304ef7b42f req-4525fe94-b7ed-47c4-8f5e-3c6eff9d1959 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1123242 Apr 05 18:49:04.881629 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65c6f840-da84-45de-8f88-413f9448363c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:04.947354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65c6f840-da84-45de-8f88-413f9448363c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:04.995159 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:05.032724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-307d5fbe-6832-4394-a63f-1545da087d91', 'network_id': '307d5fbe-6832-4394-a63f-1545da087d91', 'tenant_id': '781b02f1a8e54739ac17dbcdcf7951e9', 'fixed_ips': [{'subnet_id': 'daee9c58-9129-4e7a-b0f9-b712c5353dd5'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:49:05.034357 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:05.049829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f93c021-c8df-448a-ba42-c4304ef7b42f req-38015908-6e1a-4182-9214-a2cccdfccebe tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648555 Apr 05 18:49:05.062194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:05.085066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34221a1-f62b-4f7a-bec9-f76592abae85 req-7d76052f-2053-4351-ab8d-336e78fde4bb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:05.091763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f34221a1-f62b-4f7a-bec9-f76592abae85 req-7d76052f-2053-4351-ab8d-336e78fde4bb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2243338 Apr 05 18:49:05.132772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23b0fee-c3b5-448f-8519-3419a06d0df8 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:49:05.163065 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8a23717-f22e-4362-9680-02ec6fdf1b97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12850427'] for subnet, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:05.210265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f34221a1-f62b-4f7a-bec9-f76592abae85 req-b24bbe8a-f475-401c-a925-32fcccd103ff tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149254 Apr 05 18:49:05.258575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65c6f840-da84-45de-8f88-413f9448363c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:05.258575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-65c6f840-da84-45de-8f88-413f9448363c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:05.258575 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-65c6f840-da84-45de-8f88-413f9448363c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "DELETE /v2.0/security-groups/ca83da61-c9f1-4c2f-ae1e-db0648448f3b HTTP/1.1" status: 204 len: 168 time: 0.6157830 Apr 05 18:49:05.260369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52924) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:05.282699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6f840-da84-45de-8f88-413f9448363c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca83da61-c9f1-4c2f-ae1e-db0648448f3b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:05.289192 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-86df30e8-def1-4103-b88f-8107bc054018 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] show failed (client error): The resource could not be found. Apr 05 18:49:05.294887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52928) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:05.295796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-86df30e8-def1-4103-b88f-8107bc054018 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups/ca83da61-c9f1-4c2f-ae1e-db0648448f3b HTTP/1.1" status: 404 len: 347 time: 0.0333669 Apr 05 18:49:05.429534 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 18:49:05.429534 n-d-836650-3 neutron-server[102641]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 05 18:49:05.429534 n-d-836650-3 neutron-server[102641]: [parameters: {'in_use': 1, 'id_1': 'daee9c58-9129-4e7a-b0f9-b712c5353dd5'}] Apr 05 18:49:05.429534 n-d-836650-3 neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:49:05.431044 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:49:05.625185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Deleting port 108bbbec-bc6d-4673-9536-e78656d2e17c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:05.625583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:05.633534 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26bc099-1719-47db-a01a-910270e72090 None None] New status for floating IP 33b08cf5-6e1c-4ba7-ad05-5fc4ce565422: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:49:05.664322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d1631e37-0f21-4e5f-8839-f01cc3414488 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:05.688413 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8a23717-f22e-4362-9680-02ec6fdf1b97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773418736312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13678822'] for subnet, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:05.709435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cd796-38e3-4720-b678-967c5b1438ea req-6a0e9520-ea04-4800-be70-5200ca169820 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:05.725867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-998cd796-38e3-4720-b678-967c5b1438ea req-6a0e9520-ea04-4800-be70-5200ca169820 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 944 time: 0.2264240 Apr 05 18:49:05.778861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a23717-f22e-4362-9680-02ec6fdf1b97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:05.779456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8a23717-f22e-4362-9680-02ec6fdf1b97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:05.781777 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8a23717-f22e-4362-9680-02ec6fdf1b97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "PUT /v2.0/subnets/daee9c58-9129-4e7a-b0f9-b712c5353dd5 HTTP/1.1" status: 200 len: 877 time: 1.0024664 Apr 05 18:49:05.790831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52940) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:05.792908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-998cd796-38e3-4720-b678-967c5b1438ea req-6f889c30-7335-4797-a5be-80ef2bfbda41 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657637 Apr 05 18:49:05.799599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port d1631e37-0f21-4e5f-8839-f01cc3414488 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:49:05.803400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port d1631e37-0f21-4e5f-8839-f01cc3414488 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:05.803783 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:05.835154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7087360-fb72-4c36-9162-ec6184dd335f req-144ff7f5-051e-4715-96cb-db6201073291 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:05.841190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7087360-fb72-4c36-9162-ec6184dd335f req-144ff7f5-051e-4715-96cb-db6201073291 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2827759 Apr 05 18:49:05.942646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7087360-fb72-4c36-9162-ec6184dd335f req-797513b4-7a1c-4676-b4c1-4e5811412b90 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931528 Apr 05 18:49:05.968211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52946) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:05.999294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.107607 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05216ab6-3cde-43a0-9578-10ae51799613 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.156208 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.194995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05216ab6-3cde-43a0-9578-10ae51799613 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.219265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bd1bae-a613-4f59-8b89-568227912d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1631e37-0f21-4e5f-8839-f01cc3414488'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:06.224688 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311974f4-3f4a-443a-9d83-7bca539fbbde" -d '{"events": [{"server_uuid": "18bd1bae-a613-4f59-8b89-568227912d21", "name": "network-vif-plugged", "status": "completed", "tag": "d1631e37-0f21-4e5f-8839-f01cc3414488"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:06.307838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d1631e37-0f21-4e5f-8839-f01cc3414488, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d1631e37-0f21-4e5f-8839-f01cc3414488,segment=NetworkSegment(be3ab7b4-b01a-4ab6-b496-b60a62103114),segment_id=be3ab7b4-b01a-4ab6-b496-b60a62103114)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:06.323147 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.363184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59ac47-8a3d-46a2-a662-94ad8563bd07 req-86be24a1-e424-40c0-8d7b-fefc8690dfe8 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:06.365086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc59ac47-8a3d-46a2-a662-94ad8563bd07 req-86be24a1-e424-40c0-8d7b-fefc8690dfe8 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1048753 Apr 05 18:49:06.395994 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05216ab6-3cde-43a0-9578-10ae51799613 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.400222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05216ab6-3cde-43a0-9578-10ae51799613 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.401502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-05216ab6-3cde-43a0-9578-10ae51799613 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "DELETE /v2.0/security-groups/b10430b0-5d50-4076-87c2-c9f923691958 HTTP/1.1" status: 204 len: 168 time: 0.4320934 Apr 05 18:49:06.406841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52960) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:06.432193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05216ab6-3cde-43a0-9578-10ae51799613 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10430b0-5d50-4076-87c2-c9f923691958,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:06.437510 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-70f8e4be-ca68-42fe-b4d4-51f30c0d8f45 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] show failed (client error): The resource could not be found. Apr 05 18:49:06.439031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-70f8e4be-ca68-42fe-b4d4-51f30c0d8f45 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "GET /v2.0/security-groups/b10430b0-5d50-4076-87c2-c9f923691958 HTTP/1.1" status: 404 len: 347 time: 0.0282714 Apr 05 18:49:06.447147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52962) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:06.450303 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e503f944-62b4-4b97-970b-5882ea45304e x-openstack-request-id: req-e503f944-62b4-4b97-970b-5882ea45304e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:06.450891 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bd1bae-a613-4f59-8b89-568227912d21", "name": "network-vif-plugged", "status": "completed", "tag": "d1631e37-0f21-4e5f-8839-f01cc3414488", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:06.451823 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e503f944-62b4-4b97-970b-5882ea45304e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:06.452375 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e503f944-62b4-4b97-970b-5882ea45304e'] response: {'server_uuid': '18bd1bae-a613-4f59-8b89-568227912d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1631e37-0f21-4e5f-8839-f01cc3414488', 'code': 200} Apr 05 18:49:06.453121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d1631e37-0f21-4e5f-8839-f01cc3414488,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:06.523117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc59ac47-8a3d-46a2-a662-94ad8563bd07 req-5607cccf-dee0-4fd7-bf59-a0fcca100c49 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433330 Apr 05 18:49:06.541461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Allocated IP 172.20.0.3 (307d5fbe-6832-4394-a63f-1545da087d91/daee9c58-9129-4e7a-b0f9-b712c5353dd5/26fdcb6c-1262-4d12-a761-557167875c22) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:06.638232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a23717-f22e-4362-9680-02ec6fdf1b97 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event updated for resources: {'Subnet': ['ID=daee9c58-9129-4e7a-b0f9-b712c5353dd5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:06.644053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting port 872ad004-e10a-4de2-9f78-52fadc008ca4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:06.644513 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.706349 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.706762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.745445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Calling delete_port for 108bbbec-bc6d-4673-9536-e78656d2e17c owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:06.756117 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.757871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.764420 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1411b-7609-4eff-bee3-2803c1d6ae10 req-ea276f8f-f5eb-4465-80ac-2b9c017f28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:06.765934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-84f1411b-7609-4eff-bee3-2803c1d6ae10 req-ea276f8f-f5eb-4465-80ac-2b9c017f28ad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 1096 time: 0.1411278 Apr 05 18:49:06.773069 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:06.779109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Calling delete_port for 872ad004-e10a-4de2-9f78-52fadc008ca4 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:06.938007 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-84f1411b-7609-4eff-bee3-2803c1d6ae10 req-61be6ce2-e5b8-4409-b27e-231c5b70cee7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612761 Apr 05 18:49:07.010949 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.025744 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.029055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.054136 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.118303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37eb45-1e37-4902-9d92-b331688a87e9 req-055252a2-b94d-4e91-99d3-a8091c9e109b tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:07.120827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd37eb45-1e37-4902-9d92-b331688a87e9 req-055252a2-b94d-4e91-99d3-a8091c9e109b tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 945 time: 0.1768649 Apr 05 18:49:07.121507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Network 307d5fbe-6832-4394-a63f-1545da087d91 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:07.127983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:07.133186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:07.145559 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.204195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Port': ['ID=872ad004-e10a-4de2-9f78-52fadc008ca4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:07.237378 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.264872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Pushing event updated for resources: {'Port': ['ID=26fdcb6c-1262-4d12-a761-557167875c22,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:07.297409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Attempting to bind port 26fdcb6c-1262-4d12-a761-557167875c22 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:07.297789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Attempting to bind port 26fdcb6c-1262-4d12-a761-557167875c22 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '5b5f0a71-ceb4-4d48-81a3-2b6b927d791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '307d5fbe-6832-4394-a63f-1545da087d91'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:07.300731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Attempting to bind port 26fdcb6c-1262-4d12-a761-557167875c22 on network 307d5fbe-6832-4394-a63f-1545da087d91 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:07.307265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:07.307891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Checking segment: {'id': '5b5f0a71-ceb4-4d48-81a3-2b6b927d791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '307d5fbe-6832-4394-a63f-1545da087d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:07.308495 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.309046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Bound using segment: {'id': '5b5f0a71-ceb4-4d48-81a3-2b6b927d791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '307d5fbe-6832-4394-a63f-1545da087d91'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:07.309737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Bound port: 26fdcb6c-1262-4d12-a761-557167875c22, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5f0a71-ceb4-4d48-81a3-2b6b927d791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '307d5fbe-6832-4394-a63f-1545da087d91'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:07.310917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.317652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=daee9c58-9129-4e7a-b0f9-b712c5353dd5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:07.382870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.402415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] For port 26fdcb6c-1262-4d12-a761-557167875c22, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:07.406635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] For port 26fdcb6c-1262-4d12-a761-557167875c22, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=26fdcb6c-1262-4d12-a761-557167875c22,segment=NetworkSegment(5b5f0a71-ceb4-4d48-81a3-2b6b927d791b),segment_id=5b5f0a71-ceb4-4d48-81a3-2b6b927d791b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:07.419428 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.477602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.486853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'Port': ['ID=108bbbec-bc6d-4673-9536-e78656d2e17c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:07.554552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfa596-d901-4f12-bfe2-da70184a4e7a None None] Pushing event updated for resources: {'Port': ['ID=26fdcb6c-1262-4d12-a761-557167875c22,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:07.559737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a498f98-47e3-4801-b643-3705040c8213 None None] Network 307d5fbe-6832-4394-a63f-1545da087d91 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:07.652377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307d5fbe-6832-4394-a63f-1545da087d91']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:07.665755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.670534 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.674524 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-38f77ee0-f679-47b8-acc7-0efe726e2a70 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "DELETE /v2.0/floatingips/33b08cf5-6e1c-4ba7-ad05-5fc4ce565422 HTTP/1.1" status: 204 len: 168 time: 2.3715076 Apr 05 18:49:07.690995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5f0a71-ceb4-4d48-81a3-2b6b927d791b') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:07.691437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5f0a71-ceb4-4d48-81a3-2b6b927d791b') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:07.713618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.720246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52293dd7-e5e8-4c7a-8fd3-d8a987b31378 None None] Network 307d5fbe-6832-4394-a63f-1545da087d91 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:07.732141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.734627 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.735907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a662ee83-fc65-4ef0-a420-fd1471fe5a87 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "DELETE /v2.0/floatingips/5e7251f1-407a-430b-afed-13c72ba8ffa9 HTTP/1.1" status: 204 len: 168 time: 1.2877095 Apr 05 18:49:07.739732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52974) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:07.744440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.753229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd37eb45-1e37-4902-9d92-b331688a87e9 req-6a7c2b5a-a0bc-498b-a31c-4e472ebd74f4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975747 Apr 05 18:49:07.762469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:07.763000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:07.766349 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:07.814637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7befa-ae06-4593-a550-45f6cbf46dcf req-765d3052-9269-4ffd-8631-ecddb713b3a4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:07.823166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7d7befa-ae06-4593-a550-45f6cbf46dcf req-765d3052-9269-4ffd-8631-ecddb713b3a4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.7497864 Apr 05 18:49:07.912770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.db.api [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 18:49:07.912770 n-d-836650-3 neutron-server[102639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 18:49:07.912770 n-d-836650-3 neutron-server[102639]: [parameters: {'id': '307d5fbe-6832-4394-a63f-1545da087d91'}] Apr 05 18:49:07.912770 n-d-836650-3 neutron-server[102639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:49:07.914277 n-d-836650-3 neutron-server[102639]: DEBUG oslo_db.api [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:49:07.930640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7d7befa-ae06-4593-a550-45f6cbf46dcf req-aa2995c8-190e-4fc7-996b-a7ac1b16f087 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008983 Apr 05 18:49:07.968637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-226b4090-309f-4fdd-a1d2-f7c035e4d420 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting port 2e761d11-7e98-4310-99e7-625bf736b42d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:07.969322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-226b4090-309f-4fdd-a1d2-f7c035e4d420 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:08.000724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f607e2-b5c2-45a7-92a0-0d89f6e19463 req-cc9a7876-c003-4d7b-af16-c6511918fd65 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:08.001539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233749b3-ea5e-4d54-b216-585096c37354 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:49:08.002247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f607e2-b5c2-45a7-92a0-0d89f6e19463 req-cc9a7876-c003-4d7b-af16-c6511918fd65 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1166751 Apr 05 18:49:08.119013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05f607e2-b5c2-45a7-92a0-0d89f6e19463 req-436a7161-5379-4a09-8e01-15408f4ccea6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684276 Apr 05 18:49:08.160529 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-226b4090-309f-4fdd-a1d2-f7c035e4d420 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:08.196530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-226b4090-309f-4fdd-a1d2-f7c035e4d420 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Calling delete_port for 2e761d11-7e98-4310-99e7-625bf736b42d owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:08.253585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233749b3-ea5e-4d54-b216-585096c37354 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:49:08.412772 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-226b4090-309f-4fdd-a1d2-f7c035e4d420 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:08.416429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:08.598476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b4090-309f-4fdd-a1d2-f7c035e4d420 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Port': ['ID=2e761d11-7e98-4310-99e7-625bf736b42d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:08.620012 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-226b4090-309f-4fdd-a1d2-f7c035e4d420 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:08.625262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-226b4090-309f-4fdd-a1d2-f7c035e4d420 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "DELETE /v2.0/ports/2e761d11-7e98-4310-99e7-625bf736b42d HTTP/1.1" status: 204 len: 168 time: 0.8839715 Apr 05 18:49:08.627921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52982) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:08.632689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Deleting port 26fdcb6c-1262-4d12-a761-557167875c22 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:08.633917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:08.707641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49918081-d600-4495-967b-f668a46efa27 req-526ac1d7-6662-4f73-9e44-0099a0f63d8b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:08.717246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49918081-d600-4495-967b-f668a46efa27 req-526ac1d7-6662-4f73-9e44-0099a0f63d8b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1774883 Apr 05 18:49:08.810734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49918081-d600-4495-967b-f668a46efa27 req-3dfcff05-decc-495e-95b1-7dce0c1f2aad tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876977 Apr 05 18:49:08.850367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] For port 26fdcb6c-1262-4d12-a761-557167875c22, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=26fdcb6c-1262-4d12-a761-557167875c22,segment=NetworkSegment(5b5f0a71-ceb4-4d48-81a3-2b6b927d791b),segment_id=5b5f0a71-ceb4-4d48-81a3-2b6b927d791b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:08.850578 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:08.877325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-395e7b1e-ad2a-491d-b09a-01581728b556 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting port 64de7a25-bc07-475b-a89f-1296e12a484d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:08.881289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-395e7b1e-ad2a-491d-b09a-01581728b556 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:08.887666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Calling delete_port for 26fdcb6c-1262-4d12-a761-557167875c22 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:09.083396 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52990) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:09.089082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-971e133e-92ca-413a-a732-913eacb86514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167744320', 'description': 'tempest-description--1728902732'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:09.109928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.132420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df103f-0456-4911-bc7c-02417510b2b3 req-bd2eef5f-4277-49fd-908b-f91255527877 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:09.140247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9df103f-0456-4911-bc7c-02417510b2b3 req-bd2eef5f-4277-49fd-908b-f91255527877 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 945 time: 0.1567514 Apr 05 18:49:09.143425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-971e133e-92ca-413a-a732-913eacb86514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.170329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-395e7b1e-ad2a-491d-b09a-01581728b556 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.181826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Port': ['ID=26fdcb6c-1262-4d12-a761-557167875c22,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:09.202706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No DVR routers for this DVR port 26fdcb6c-1262-4d12-a761-557167875c22 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:09.272021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9df103f-0456-4911-bc7c-02417510b2b3 req-d741e1a5-917e-451b-bbef-a0d0deca9505 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308026 Apr 05 18:49:09.424632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.433370 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-971e133e-92ca-413a-a732-913eacb86514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.433370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-395e7b1e-ad2a-491d-b09a-01581728b556 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Calling delete_port for 64de7a25-bc07-475b-a89f-1296e12a484d owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:09.435393 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b2bd5c3-a7cc-4487-96c8-cd362f71f936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.458325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-971e133e-92ca-413a-a732-913eacb86514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.498946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307d5fbe-6832-4394-a63f-1545da087d91']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:09.531644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5f0a71-ceb4-4d48-81a3-2b6b927d791b') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:09.534084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5f0a71-ceb4-4d48-81a3-2b6b927d791b') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:09.569075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.570036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e133e-92ca-413a-a732-913eacb86514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ba3358-63b8-4c4f-860b-0dfe889e79da,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:09.609649 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.629756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:09.630125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:09.643456 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:09.763679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.768305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b54b-fcc6-4feb-8596-6fc0051ced5f req-35601a3a-0b0f-43af-953f-5e5d157315e1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:09.773742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.778759 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/307d5fbe-6832-4394-a63f-1545da087d91 HTTP/1.1" status: 204 len: 168 time: 3.9857624 Apr 05 18:49:09.783845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53008) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:09.795796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da93b54b-fcc6-4feb-8596-6fc0051ced5f req-35601a3a-0b0f-43af-953f-5e5d157315e1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.5128245 Apr 05 18:49:09.831501 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-971e133e-92ca-413a-a732-913eacb86514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:09.837236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-971e133e-92ca-413a-a732-913eacb86514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7522519 Apr 05 18:49:09.837590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53012) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:09.853271 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-13763dea-307f-4e77-8e94-936b05107adc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:09.853907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13763dea-307f-4e77-8e94-936b05107adc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:09.855229 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-55517a7a-b0dc-496b-a9e4-0681fcbd8a5e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group_rule': {'security_group_id': '06ba3358-63b8-4c4f-860b-0dfe889e79da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:09.859540 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-13763dea-307f-4e77-8e94-936b05107adc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/daee9c58-9129-4e7a-b0f9-b712c5353dd5 HTTP/1.1" status: 404 len: 337 time: 0.0742161 Apr 05 18:49:09.859540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42163b9b-1ae3-4548-b3c5-26a0d4c3f2a8 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=307d5fbe-6832-4394-a63f-1545da087d91,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:09.861171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53016) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:09.884721 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cb8917-3725-4e6d-8d1f-51f1180e5de7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:09.885430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cb8917-3725-4e6d-8d1f-51f1180e5de7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:09.888677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-31cb8917-3725-4e6d-8d1f-51f1180e5de7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/307d5fbe-6832-4394-a63f-1545da087d91 HTTP/1.1" status: 404 len: 339 time: 0.0263784 Apr 05 18:49:09.896245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53018) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:09.927965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da93b54b-fcc6-4feb-8596-6fc0051ced5f req-4f6cd960-e629-4bbf-9f47-be2c980261dd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304080 Apr 05 18:49:09.929536 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-758b255e-999d-494e-a481-308946b15d5d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:09.930002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758b255e-999d-494e-a481-308946b15d5d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:09.933162 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-758b255e-999d-494e-a481-308946b15d5d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/4c341f81-c06f-4376-ab2b-19fc47b59fde HTTP/1.1" status: 404 len: 337 time: 0.0359914 Apr 05 18:49:09.950554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53020) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:09.977337 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-93051f12-8fb6-4997-a99c-6f2163560d50 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:09.978837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93051f12-8fb6-4997-a99c-6f2163560d50 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:09.985310 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-93051f12-8fb6-4997-a99c-6f2163560d50 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/43af8f59-01a6-4b8b-81a5-4ce085c38089 HTTP/1.1" status: 404 len: 339 time: 0.0339322 Apr 05 18:49:09.995035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53022) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:10.143994 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.147638 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55517a7a-b0dc-496b-a9e4-0681fcbd8a5e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.270451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.297517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e205a-84b5-497e-a3bf-7a7b0aeb5b2a req-d910c1ca-bd93-4a8b-8a27-0534ce35ae7e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:10.306341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-480e205a-84b5-497e-a3bf-7a7b0aeb5b2a req-d910c1ca-bd93-4a8b-8a27-0534ce35ae7e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.3414171 Apr 05 18:49:10.344438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4712c086-ef25-4d19-b7aa-f925a4238d2f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:10.357563 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166a974b-fc1d-4a96-8444-8ffeaba43f12') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:10.357841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166a974b-fc1d-4a96-8444-8ffeaba43f12') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:10.368611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf5375-8f97-4f93-bd28-041bc3e1ef32 req-c5f8a9b1-44aa-42cd-a04b-7c518d9c50f4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:10.402872 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.422948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4bf5375-8f97-4f93-bd28-041bc3e1ef32 req-c5f8a9b1-44aa-42cd-a04b-7c518d9c50f4 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 945 time: 0.3539217 Apr 05 18:49:10.435065 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.453166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:10.454506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:10.461202 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:10.543170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4bf5375-8f97-4f93-bd28-041bc3e1ef32 req-c07ce20b-c9c9-4e0d-acdf-3fd7b271e88d tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150155 Apr 05 18:49:10.556465 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-395e7b1e-ad2a-491d-b09a-01581728b556 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.602482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.612351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.622584 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/4712c086-ef25-4d19-b7aa-f925a4238d2f HTTP/1.1" status: 204 len: 168 time: 0.6259973 Apr 05 18:49:10.665348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53028) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:10.688808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a00ee-08c3-4f9a-92be-17b1fada9edc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=4712c086-ef25-4d19-b7aa-f925a4238d2f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:10.747377 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a249296b-28d7-4f26-a784-f4a98ffff55d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:10.748723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a249296b-28d7-4f26-a784-f4a98ffff55d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:10.752232 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a249296b-28d7-4f26-a784-f4a98ffff55d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/bdefe4c2-6ab3-49ac-9727-82994f7387af HTTP/1.1" status: 404 len: 337 time: 0.0840690 Apr 05 18:49:10.757166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53030) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:10.793356 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-292bd87a-8a7e-4bdd-9bf9-5dbec527826f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:10.794334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292bd87a-8a7e-4bdd-9bf9-5dbec527826f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:10.803239 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-292bd87a-8a7e-4bdd-9bf9-5dbec527826f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/352a2d3a-9c1a-4818-93a2-ee105b55d851 HTTP/1.1" status: 404 len: 339 time: 0.0417087 Apr 05 18:49:10.804983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53032) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:10.861666 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55517a7a-b0dc-496b-a9e4-0681fcbd8a5e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.864566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e7b1e-ad2a-491d-b09a-01581728b556 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Port': ['ID=64de7a25-bc07-475b-a89f-1296e12a484d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:10.881821 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55517a7a-b0dc-496b-a9e4-0681fcbd8a5e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:10.906358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-480e205a-84b5-497e-a3bf-7a7b0aeb5b2a req-08b43130-ad0f-4f02-94aa-7546a65e2c94 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5975466 Apr 05 18:49:10.938445 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-08269ea7-698f-4e37-9ec9-b17c6a30426c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:10.939233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08269ea7-698f-4e37-9ec9-b17c6a30426c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:10.946154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55517a7a-b0dc-496b-a9e4-0681fcbd8a5e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1001b1c-f6d3-4738-9238-c2f7bec7b520,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:10.950371 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-08269ea7-698f-4e37-9ec9-b17c6a30426c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/927a8bbc-bc8d-40c7-ad84-c1252d1126b0 HTTP/1.1" status: 404 len: 337 time: 0.1419363 Apr 05 18:49:10.953171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53038) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.044191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-395e7b1e-ad2a-491d-b09a-01581728b556 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:11.052651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-395e7b1e-ad2a-491d-b09a-01581728b556 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "DELETE /v2.0/ports/64de7a25-bc07-475b-a89f-1296e12a484d HTTP/1.1" status: 204 len: 168 time: 2.4216976 Apr 05 18:49:11.058286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53042) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.146600 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55517a7a-b0dc-496b-a9e4-0681fcbd8a5e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:11.147821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-55517a7a-b0dc-496b-a9e4-0681fcbd8a5e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2987213 Apr 05 18:49:11.159236 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-721ff62e-7efe-4030-86f7-6f5f8b98abcc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.160320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721ff62e-7efe-4030-86f7-6f5f8b98abcc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.183796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53044) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.190367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-721ff62e-7efe-4030-86f7-6f5f8b98abcc tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/bb493d61-8304-4e43-b7b9-4f4030367927 HTTP/1.1" status: 404 len: 339 time: 0.2255871 Apr 05 18:49:11.204430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-42704581-25fb-41c9-b9cf-340507e5ce6f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group_rule': {'security_group_id': '06ba3358-63b8-4c4f-860b-0dfe889e79da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:11.210077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53046) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.253474 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fb0106-c62b-419d-a1dc-8ddabccd0ba7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.256551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fb0106-c62b-419d-a1dc-8ddabccd0ba7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.266584 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e4fb0106-c62b-419d-a1dc-8ddabccd0ba7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/974132bc-d7b0-415b-8799-8eddda60be9a HTTP/1.1" status: 404 len: 337 time: 0.0526769 Apr 05 18:49:11.269466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53048) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.379073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-20423f1e-4eef-482b-9ceb-6519fd84fe5c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting subnet c29d9363-316d-49e2-a891-f85f80bd4314 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:49:11.382731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20423f1e-4eef-482b-9ceb-6519fd84fe5c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:11.441336 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e38263-0130-45ee-b00c-ea9eb821e4ea tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.442029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954ab3-a51c-4e5f-a823-cdae0f13b536 req-db05f083-a861-4cb6-aa09-7d162dfab73e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:11.442283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e38263-0130-45ee-b00c-ea9eb821e4ea tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.443770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34954ab3-a51c-4e5f-a823-cdae0f13b536 req-db05f083-a861-4cb6-aa09-7d162dfab73e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.2935810 Apr 05 18:49:11.448088 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-04e38263-0130-45ee-b00c-ea9eb821e4ea tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/50abc98c-c528-4d0e-bb33-53f934bd72be HTTP/1.1" status: 404 len: 339 time: 0.1602023 Apr 05 18:49:11.456877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53050) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.463623 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42704581-25fb-41c9-b9cf-340507e5ce6f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:11.492102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e6a95-5856-423c-aeec-f3a538c3dc93 req-51f1b75b-3fa1-4025-b0dd-2ede2bbd613f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:11.494144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f46e6a95-5856-423c-aeec-f3a538c3dc93 req-51f1b75b-3fa1-4025-b0dd-2ede2bbd613f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.3450036 Apr 05 18:49:11.527823 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe504906-d9d1-4605-9d32-5381ad840224 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.528413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe504906-d9d1-4605-9d32-5381ad840224 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.534929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fe504906-d9d1-4605-9d32-5381ad840224 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/2824c5b0-4a3b-4be0-8533-93d014398613 HTTP/1.1" status: 404 len: 337 time: 0.0752771 Apr 05 18:49:11.537951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.574790 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2aaf9b4-5609-408e-9494-43b0eaa4c693 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.575764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2aaf9b4-5609-408e-9494-43b0eaa4c693 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.581422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f2aaf9b4-5609-408e-9494-43b0eaa4c693 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/f5d91d20-c2e9-42d0-b055-3f47ff97f7cc HTTP/1.1" status: 404 len: 339 time: 0.0368392 Apr 05 18:49:11.582580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-f451a823-e453-4c04-b5a1-e897d482de36 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:11.584375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-f451a823-e453-4c04-b5a1-e897d482de36 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 945 time: 0.2702713 Apr 05 18:49:11.587567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53058) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.624949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34954ab3-a51c-4e5f-a823-cdae0f13b536 req-fcc72755-d8af-46dc-8936-9f94374856f1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666460 Apr 05 18:49:11.642319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f46e6a95-5856-423c-aeec-f3a538c3dc93 req-6b1354c1-0ec0-4880-9685-fc969e05c79f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270590 Apr 05 18:49:11.679807 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aabe90c-b9a4-4b9b-af5e-4cef63347b2d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.680600 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aabe90c-b9a4-4b9b-af5e-4cef63347b2d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.684337 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2aabe90c-b9a4-4b9b-af5e-4cef63347b2d tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/bcd5a369-0c23-492d-9032-fd96ab8b4de8 HTTP/1.1" status: 404 len: 337 time: 0.0956385 Apr 05 18:49:11.687528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53062) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.728204 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c15b02f-1f65-489c-bf37-50f6d910eb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:11.736305 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5970ce3b-2650-493c-a604-cc8f62a707a7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.736305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5970ce3b-2650-493c-a604-cc8f62a707a7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.742220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5970ce3b-2650-493c-a604-cc8f62a707a7 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/050f2183-42db-42b1-a058-6b2fa2f1480f HTTP/1.1" status: 404 len: 339 time: 0.0535586 Apr 05 18:49:11.764100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.764703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42704581-25fb-41c9-b9cf-340507e5ce6f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:11.803253 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3a46bb-9ed4-4b03-838a-de3877f945e3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.803704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3a46bb-9ed4-4b03-838a-de3877f945e3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.809523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fd3a46bb-9ed4-4b03-838a-de3877f945e3 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/1ab1e11e-3931-459b-bea1-443461edb72a HTTP/1.1" status: 404 len: 337 time: 0.0444460 Apr 05 18:49:11.810330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53066) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.833571 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20423f1e-4eef-482b-9ceb-6519fd84fe5c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:11.837785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42704581-25fb-41c9-b9cf-340507e5ce6f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:11.855775 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c312fe60-6737-43e7-87cd-9bb015267350 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.856375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c312fe60-6737-43e7-87cd-9bb015267350 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.862080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c312fe60-6737-43e7-87cd-9bb015267350 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/87a0468c-4c71-4212-a6fa-d7e4e89e0d9f HTTP/1.1" status: 404 len: 339 time: 0.0498273 Apr 05 18:49:11.862748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53068) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.894615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef442e5-7210-4295-88c8-dfafdf5f1388 req-fada5c29-893c-4b89-87c7-461a3820865b tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:11.902656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ef442e5-7210-4295-88c8-dfafdf5f1388 req-fada5c29-893c-4b89-87c7-461a3820865b tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 945 time: 0.1815803 Apr 05 18:49:11.909433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42704581-25fb-41c9-b9cf-340507e5ce6f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:11.911443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-42704581-25fb-41c9-b9cf-340507e5ce6f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7204673 Apr 05 18:49:11.917677 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:11.922064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:11.931046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42704581-25fb-41c9-b9cf-340507e5ce6f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e402a2b-5a33-4922-ba01-6b0578c9bb66,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:11.963930 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6107281-9078-4476-9b72-7e1dede76e7f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:11.964496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6107281-9078-4476-9b72-7e1dede76e7f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:11.970243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c6107281-9078-4476-9b72-7e1dede76e7f tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/d67be11f-35ae-4c25-accc-609e0133c9da HTTP/1.1" status: 404 len: 337 time: 0.0914955 Apr 05 18:49:11.970898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53072) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:12.028110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d585-fdda-4cb2-bf47-3bc4650f2746 req-86b00085-dad5-49a9-8f6a-1baeb87b1d8d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:12.029628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9855d585-fdda-4cb2-bf47-3bc4650f2746 req-86b00085-dad5-49a9-8f6a-1baeb87b1d8d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1989348 Apr 05 18:49:12.033390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.042682 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b6d2e2-7234-4d13-817d-d9c743201c75 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:12.043412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b6d2e2-7234-4d13-817d-d9c743201c75 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:12.045492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Deleting port d1631e37-0f21-4e5f-8839-f01cc3414488 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:12.045831 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.049498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-83b6d2e2-7234-4d13-817d-d9c743201c75 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/8c952e49-5550-4fc0-8501-63c2679c56b3 HTTP/1.1" status: 404 len: 339 time: 0.0750837 Apr 05 18:49:12.050242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53076) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:12.064852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20423f1e-4eef-482b-9ceb-6519fd84fe5c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.073152 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:49:12.091420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ef442e5-7210-4295-88c8-dfafdf5f1388 req-e2255d49-0048-4189-8786-dc265d077d21 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878638 Apr 05 18:49:12.162161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9855d585-fdda-4cb2-bf47-3bc4650f2746 req-27c631e3-2c37-4e4e-b555-0bf318c1f464 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994363 Apr 05 18:49:12.240543 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa785e0-063a-46cf-8219-a277bee3c337 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:12.241084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa785e0-063a-46cf-8219-a277bee3c337 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:12.244760 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0fa785e0-063a-46cf-8219-a277bee3c337 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/8d1690b4-87c3-4f05-9852-4d83a93fb2b4 HTTP/1.1" status: 404 len: 337 time: 0.1815760 Apr 05 18:49:12.247598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53082) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:12.293613 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cf23c2-f000-4b13-bf0c-f829ca2d3f96 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:12.294440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cf23c2-f000-4b13-bf0c-f829ca2d3f96 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:12.298279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e8cf23c2-f000-4b13-bf0c-f829ca2d3f96 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/d862fd28-4dd7-41b2-b7ed-8008c2faa78a HTTP/1.1" status: 404 len: 339 time: 0.0496430 Apr 05 18:49:12.301626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53084) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:12.407662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] For port d1631e37-0f21-4e5f-8839-f01cc3414488, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d1631e37-0f21-4e5f-8839-f01cc3414488,segment=NetworkSegment(be3ab7b4-b01a-4ab6-b496-b60a62103114),segment_id=be3ab7b4-b01a-4ab6-b496-b60a62103114)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:12.408025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.417152 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33612a78-567e-439d-bcc1-09c509ab0816 req-f903ef58-ee80-4617-933a-a02b2065a83c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:12.418616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33612a78-567e-439d-bcc1-09c509ab0816 req-f903ef58-ee80-4617-933a-a02b2065a83c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1342351 Apr 05 18:49:12.425044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4c9c5e-2b35-4e11-9ee5-72abf0e03238 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Deleting subnet c97d7281-7e5d-464d-bfdd-b73bd9077cc9 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:49:12.429685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9c5e-2b35-4e11-9ee5-72abf0e03238 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.436868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Calling delete_port for d1631e37-0f21-4e5f-8839-f01cc3414488 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:12.445390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20423f1e-4eef-482b-9ceb-6519fd84fe5c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.463209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20423f1e-4eef-482b-9ceb-6519fd84fe5c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.466477 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-20423f1e-4eef-482b-9ceb-6519fd84fe5c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "DELETE /v2.0/subnets/c29d9363-316d-49e2-a891-f85f80bd4314 HTTP/1.1" status: 204 len: 168 time: 1.3918710 Apr 05 18:49:12.471911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9b1389-e22a-4667-a4d7-b523d6aeafe7 None None] Network bf3598ad-62de-476f-a9ed-9a686e3cbb08 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:12.493307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53086) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:12.497198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9c5e-2b35-4e11-9ee5-72abf0e03238 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.588924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33612a78-567e-439d-bcc1-09c509ab0816 req-478074ac-b5a2-4909-83ed-3e3f876e057a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858984 Apr 05 18:49:12.606625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7e7329-496a-4504-a82c-11acf343ef81 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Deleting subnet 66ed0133-5c66-48f1-92ea-844a605c6e92 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:49:12.613199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20423f1e-4eef-482b-9ceb-6519fd84fe5c tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Subnet': ['ID=c29d9363-316d-49e2-a891-f85f80bd4314,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:12.614227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7329-496a-4504-a82c-11acf343ef81 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.697315 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9c5e-2b35-4e11-9ee5-72abf0e03238 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.745504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.797631 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.827309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] DHCP port deletion for bf3598ad-62de-476f-a9ed-9a686e3cbb08 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:49:12.895438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf6b31-7763-4910-b33a-ce2754ad4be4 req-1e42cfcf-6e04-4f02-a234-4b01213ce382 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:12.897919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95cf6b31-7763-4910-b33a-ce2754ad4be4 req-1e42cfcf-6e04-4f02-a234-4b01213ce382 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0818174 Apr 05 18:49:12.907800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e71e2-eb3c-43ff-bc98-40e93e201130 req-2d28f31d-6ff9-4b81-aa35-49a87266f177 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:12.909423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f3e71e2-eb3c-43ff-bc98-40e93e201130 req-2d28f31d-6ff9-4b81-aa35-49a87266f177 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1527455 Apr 05 18:49:12.949004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Deleting port e952b971-a589-4342-b3ff-51d56548dcae {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:12.949809 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.950048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7329-496a-4504-a82c-11acf343ef81 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:12.976838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95cf6b31-7763-4910-b33a-ce2754ad4be4 req-7699b702-ff59-4632-ae27-5c8d37305fc7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624173 Apr 05 18:49:13.028488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9c5e-2b35-4e11-9ee5-72abf0e03238 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:13.050231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] For port e952b971-a589-4342-b3ff-51d56548dcae, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e952b971-a589-4342-b3ff-51d56548dcae,segment=NetworkSegment(39d61729-a9c2-4d28-96b2-d7decb96cfea),segment_id=39d61729-a9c2-4d28-96b2-d7decb96cfea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:13.051683 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:13.071002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9c5e-2b35-4e11-9ee5-72abf0e03238 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:13.076444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0f4c9c5e-2b35-4e11-9ee5-72abf0e03238 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/subnets/c97d7281-7e5d-464d-bfdd-b73bd9077cc9 HTTP/1.1" status: 204 len: 168 time: 0.7710862 Apr 05 18:49:13.081908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53106) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:13.082706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca3fc85-2862-49a6-9d6b-324d1bce2fc1 None None] Network 767295a1-2dae-4e70-929d-ce6c350ee581 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:13.143044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c9c5e-2b35-4e11-9ee5-72abf0e03238 tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Subnet': ['ID=c97d7281-7e5d-464d-bfdd-b73bd9077cc9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:13.258553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f3e71e2-eb3c-43ff-bc98-40e93e201130 req-d75f5805-ab7a-4165-8fd4-02551a8262b6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987435 Apr 05 18:49:13.305964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Calling delete_port for e952b971-a589-4342-b3ff-51d56548dcae owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:13.355954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Allocated IP 172.25.4.92 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/24456f28-fd7e-435e-aca9-05a312adaef1) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:13.473554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0404c-c636-406f-b47d-64c26800bfad req-3daa5f52-696d-4d6f-a128-5b13d7efdc2e tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:13.475462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ca0404c-c636-406f-b47d-64c26800bfad req-3daa5f52-696d-4d6f-a128-5b13d7efdc2e tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 945 time: 0.1353943 Apr 05 18:49:13.524798 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:13.541393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ca0404c-c636-406f-b47d-64c26800bfad req-b0602eed-cb7c-44fc-901a-90b3a64073a9 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c4bca6b-8b11-4664-af59-7985f4c4fe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599632 Apr 05 18:49:13.569226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] No DVR routers for this DVR port e952b971-a589-4342-b3ff-51d56548dcae on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:13.628370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Pushing event deleted for resources: {'Port': ['ID=e952b971-a589-4342-b3ff-51d56548dcae,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:13.655927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76453dd-210b-43c8-b1a4-735b95083aa9 None None] DHCP port deletion for 767295a1-2dae-4e70-929d-ce6c350ee581 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:49:13.659192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.672933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.673360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.673677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.674019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.674360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.678763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.679474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.679474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.679831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.680133 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.680464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3800d740-4516-4164-b0b2-bfceaac58088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:13.706538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:13.783672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e0e00-7db7-42c2-b717-2dffb871f459 req-4df746b2-f5ff-4881-9475-e2ea0bb599e3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:13.794805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e2e0e00-7db7-42c2-b717-2dffb871f459 req-4df746b2-f5ff-4881-9475-e2ea0bb599e3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0902271 Apr 05 18:49:13.801798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:13.871856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b76453dd-210b-43c8-b1a4-735b95083aa9 None None] Deleting port 11812875-01b8-47f6-a286-5571bd394a42 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:13.872410 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b76453dd-210b-43c8-b1a4-735b95083aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:13.895509 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7329-496a-4504-a82c-11acf343ef81 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:13.929622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e2e0e00-7db7-42c2-b717-2dffb871f459 req-6a20e14a-a910-40da-81f1-4ed2635fb757 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313863 Apr 05 18:49:13.932876 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:13.933366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e952b971-a589-4342-b3ff-51d56548dcae no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:13.968418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: e952b971-a589-4342-b3ff-51d56548dcae {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:13.968418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e952b971-a589-4342-b3ff-51d56548dcae not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:13.968418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 11812875-01b8-47f6-a286-5571bd394a42 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:13.989162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc662e95-da2c-4480-9a01-25dfdc155d10 req-a041880a-9485-4001-b409-f628a78d885f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:13.990783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc662e95-da2c-4480-9a01-25dfdc155d10 req-a041880a-9485-4001-b409-f628a78d885f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.0755887 Apr 05 18:49:14.008262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Pushing event deleted for resources: {'Port': ['ID=d1631e37-0f21-4e5f-8839-f01cc3414488,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:14.018710 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.080857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc662e95-da2c-4480-9a01-25dfdc155d10 req-81f864e3-e0e1-45a0-9dfc-75c2044e0c7b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731516 Apr 05 18:49:14.106792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b76453dd-210b-43c8-b1a4-735b95083aa9 None None] For port 11812875-01b8-47f6-a286-5571bd394a42, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=11812875-01b8-47f6-a286-5571bd394a42,segment=NetworkSegment(f6e43aa2-3e5c-46ec-8647-027d76c1c6e7),segment_id=f6e43aa2-3e5c-46ec-8647-027d76c1c6e7)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:14.107423 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b76453dd-210b-43c8-b1a4-735b95083aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.123053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b76453dd-210b-43c8-b1a4-735b95083aa9 None None] Calling delete_port for 11812875-01b8-47f6-a286-5571bd394a42 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:14.135218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] No DVR routers for this DVR port d1631e37-0f21-4e5f-8839-f01cc3414488 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:14.142020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01951e36-87ae-4631-aeb0-6498b8634892 req-48bca557-7794-4eb9-9799-8426dbbc1b99 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:14.143846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01951e36-87ae-4631-aeb0-6498b8634892 req-48bca557-7794-4eb9-9799-8426dbbc1b99 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0581334 Apr 05 18:49:14.144027 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.147501 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-632420ee-3807-4ce2-9026-9c5dbb68d306 req-aeb9a392-3a8d-458e-b761-c90509894fbf tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.25 "DELETE /v2.0/ports/d1631e37-0f21-4e5f-8839-f01cc3414488 HTTP/1.1" status: 204 len: 173 time: 2.5261192 Apr 05 18:49:14.151050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:14.151680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bd1bae-a613-4f59-8b89-568227912d21', 'name': 'network-vif-deleted', 'tag': 'd1631e37-0f21-4e5f-8839-f01cc3414488'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:14.153945 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fab1377-b90c-4c44-8921-9c505c3500a3" -d '{"events": [{"server_uuid": "18bd1bae-a613-4f59-8b89-568227912d21", "name": "network-vif-deleted", "tag": "d1631e37-0f21-4e5f-8839-f01cc3414488"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:14.163542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:14.172940 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.173280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7329-496a-4504-a82c-11acf343ef81 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.187954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:14.194229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=24456f28-fd7e-435e-aca9-05a312adaef1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:14.264724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01951e36-87ae-4631-aeb0-6498b8634892 req-3b09d017-bcbe-46f5-bb00-0e939fcca1d4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093025 Apr 05 18:49:14.300658 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7329-496a-4504-a82c-11acf343ef81 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.307297 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3d7e7329-496a-4504-a82c-11acf343ef81 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "DELETE /v2.0/subnets/66ed0133-5c66-48f1-92ea-844a605c6e92 HTTP/1.1" status: 204 len: 168 time: 1.8254220 Apr 05 18:49:14.307935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53142) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:14.310543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e7329-496a-4504-a82c-11acf343ef81 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Subnet': ['ID=66ed0133-5c66-48f1-92ea-844a605c6e92,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:14.323531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Deleting port 11812875-01b8-47f6-a286-5571bd394a42 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:14.323889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.328945 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ec8211-7508-4834-987b-1db1bbc61b46 x-openstack-request-id: req-32ec8211-7508-4834-987b-1db1bbc61b46 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:14.329242 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bd1bae-a613-4f59-8b89-568227912d21", "name": "network-vif-deleted", "tag": "d1631e37-0f21-4e5f-8839-f01cc3414488", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:14.329477 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32ec8211-7508-4834-987b-1db1bbc61b46 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:14.329873 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ec8211-7508-4834-987b-1db1bbc61b46'] response: {'server_uuid': '18bd1bae-a613-4f59-8b89-568227912d21', 'name': 'network-vif-deleted', 'tag': 'd1631e37-0f21-4e5f-8839-f01cc3414488', 'status': 'completed', 'code': 200} Apr 05 18:49:14.406891 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.466721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721dd7cc-33a9-4302-87c5-1e4556094eca None None] Network 64579464-86c5-4c9c-aba5-a21419db5efe requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:14.567227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 11812875-01b8-47f6-a286-5571bd394a42, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=11812875-01b8-47f6-a286-5571bd394a42,segment=NetworkSegment(f6e43aa2-3e5c-46ec-8647-027d76c1c6e7),segment_id=f6e43aa2-3e5c-46ec-8647-027d76c1c6e7)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:14.589239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.631429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3598ad-62de-476f-a9ed-9a686e3cbb08']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:14.643362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d61729-a9c2-4d28-96b2-d7decb96cfea') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:14.643660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d61729-a9c2-4d28-96b2-d7decb96cfea') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:14.655169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.669127 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.685263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.692914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:14.693447 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:14.722000 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:14.749937 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.782263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] For port 11812875-01b8-47f6-a286-5571bd394a42, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=11812875-01b8-47f6-a286-5571bd394a42,segment=NetworkSegment(f6e43aa2-3e5c-46ec-8647-027d76c1c6e7),segment_id=f6e43aa2-3e5c-46ec-8647-027d76c1c6e7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:14.783288 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.790981 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b76453dd-210b-43c8-b1a4-735b95083aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.810167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Calling delete_port for 11812875-01b8-47f6-a286-5571bd394a42 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:14.820784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.841259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76453dd-210b-43c8-b1a4-735b95083aa9 None None] No DVR routers for this DVR port 11812875-01b8-47f6-a286-5571bd394a42 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:14.845760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=11812875-01b8-47f6-a286-5571bd394a42,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:14.896328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76453dd-210b-43c8-b1a4-735b95083aa9 None None] Pushing event deleted for resources: {'Port': ['ID=11812875-01b8-47f6-a286-5571bd394a42,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:14.909586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-19638ca7-cfba-410d-8da9-0c7572420419 req-becb662e-267f-4340-97a9-4fa89744fde8 tempest-InstanceActionsNegativeTestJSON-2096005997 tempest-InstanceActionsNegativeTestJSON-2096005997-project] 10.222.0.15 "GET /v2.0/ports?device_id=18bd1bae-a613-4f59-8b89-568227912d21 HTTP/1.1" status: 200 len: 210 time: 0.1827846 Apr 05 18:49:14.929555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:14.940514 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.010892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.024699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9faa3-15b1-44ce-ae90-e24f3e972d92 None None] DHCP port deletion for 64579464-86c5-4c9c-aba5-a21419db5efe request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:49:15.035908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "DELETE /v2.0/networks/bf3598ad-62de-476f-a9ed-9a686e3cbb08 HTTP/1.1" status: 204 len: 168 time: 0.7127838 Apr 05 18:49:15.041332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53150) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:15.072263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d86eb-ccfd-45c8-9abb-c250cfb172f8 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Network': ['ID=bf3598ad-62de-476f-a9ed-9a686e3cbb08,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:15.106863 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.136164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-67e9faa3-15b1-44ce-ae90-e24f3e972d92 None None] Deleting port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:15.136532 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67e9faa3-15b1-44ce-ae90-e24f3e972d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.185361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffc252-7e82-480e-83e7-dfc16979384b req-caa8167f-53d4-404a-81d6-72cef4472e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:15.186914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23ffc252-7e82-480e-83e7-dfc16979384b req-caa8167f-53d4-404a-81d6-72cef4472e79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 1096 time: 0.4688096 Apr 05 18:49:15.211829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-67e9faa3-15b1-44ce-ae90-e24f3e972d92 None None] For port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a3d10fac-21c3-4751-8fd9-bb20d5fb8c42,segment=NetworkSegment(cbb98606-ac15-438a-9954-c8256ed8c6af),segment_id=cbb98606-ac15-438a-9954-c8256ed8c6af)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:15.212232 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67e9faa3-15b1-44ce-ae90-e24f3e972d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.228349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-67e9faa3-15b1-44ce-ae90-e24f3e972d92 None None] Calling delete_port for a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:15.247767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02da255-2393-4257-a54d-c813f83814bd req-380b471f-49ff-460a-a24d-5c701537725f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:15.249342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c02da255-2393-4257-a54d-c813f83814bd req-380b471f-49ff-460a-a24d-5c701537725f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.0622730 Apr 05 18:49:15.310266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c02da255-2393-4257-a54d-c813f83814bd req-b4cea1b6-71c4-4d14-b68e-3f004edcde4e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515580 Apr 05 18:49:15.348352 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.360268 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67e9faa3-15b1-44ce-ae90-e24f3e972d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.368672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.384865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9faa3-15b1-44ce-ae90-e24f3e972d92 None None] Pushing event deleted for resources: {'Port': ['ID=a3d10fac-21c3-4751-8fd9-bb20d5fb8c42,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:15.397942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9faa3-15b1-44ce-ae90-e24f3e972d92 None None] No DVR routers for this DVR port a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:15.401984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] No DVR routers for this DVR port 11812875-01b8-47f6-a286-5571bd394a42 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:15.407931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Port': ['ID=11812875-01b8-47f6-a286-5571bd394a42,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:15.419289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73390eb7-21b9-41f2-be33-ad66fd9669a2 req-f0e3b550-1639-4c5d-84cc-b82d82f8c11e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:15.420800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73390eb7-21b9-41f2-be33-ad66fd9669a2 req-f0e3b550-1639-4c5d-84cc-b82d82f8c11e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.0551870 Apr 05 18:49:15.463361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73390eb7-21b9-41f2-be33-ad66fd9669a2 req-6f3611b6-d63e-41b4-9b4a-19a6db5ff6e4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Apr 05 18:49:15.571463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffc252-7e82-480e-83e7-dfc16979384b req-c5558031-ef80-4665-b37f-02c82bdd091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:15.572919 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23ffc252-7e82-480e-83e7-dfc16979384b req-c5558031-ef80-4665-b37f-02c82bdd091e service neutron] 10.222.0.25 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 911 time: 0.3748312 Apr 05 18:49:15.598857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.680255 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.688625 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23ffc252-7e82-480e-83e7-dfc16979384b req-6b4bf151-69dc-4d81-bff0-857d73273556 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a42261-559b-4297-ae52-692e229bfb44 HTTP/1.1" status: 200 len: 217 time: 0.1057713 Apr 05 18:49:15.689970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d1631e37-0f21-4e5f-8839-f01cc3414488 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:15.700662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.711861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: d1631e37-0f21-4e5f-8839-f01cc3414488 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:15.712212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d1631e37-0f21-4e5f-8839-f01cc3414488 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:15.738949 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.768934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767295a1-2dae-4e70-929d-ce6c350ee581']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:15.810169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e43aa2-3e5c-46ec-8647-027d76c1c6e7') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:15.810867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e43aa2-3e5c-46ec-8647-027d76c1c6e7') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:15.818080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-1793f057-bdf9-4b41-9bd9-2c8d6d8a8956 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:15.821584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:15.822684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-1793f057-bdf9-4b41-9bd9-2c8d6d8a8956 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.1097865 Apr 05 18:49:15.829163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64579464-86c5-4c9c-aba5-a21419db5efe']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:15.835209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.836067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-6d5f471f-e440-4ad1-af9b-9c3dbcf04b0f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/quotas/d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 375 time: 0.0098515 Apr 05 18:49:15.845476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:15.845829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a3d10fac-21c3-4751-8fd9-bb20d5fb8c42 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:15.871011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=24456f28-fd7e-435e-aca9-05a312adaef1,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:15.879816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb98606-ac15-438a-9954-c8256ed8c6af') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:15.880909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb98606-ac15-438a-9954-c8256ed8c6af') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:15.891275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-f1a48a6a-bb8f-4c5f-b289-2bc158431972 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481112 Apr 05 18:49:15.893926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffc252-7e82-480e-83e7-dfc16979384b req-fd9c571f-807f-42d5-92a0-d3e7addf82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:15.895938 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23ffc252-7e82-480e-83e7-dfc16979384b req-fd9c571f-807f-42d5-92a0-d3e7addf82f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.1984024 Apr 05 18:49:15.901497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.904493 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.930250 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.951552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:15.951964 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:15.956534 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:15.970939 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23ffc252-7e82-480e-83e7-dfc16979384b req-2d23a117-2934-443a-aa31-f817642db020 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643487 Apr 05 18:49:15.976371 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:15.991312 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-f1920fd3-dc8c-4621-b33b-7e9dbda6746a service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920985 Apr 05 18:49:15.991766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53170) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:16.025582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:16.026002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:16.038348 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:16.040904 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.042148 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-972ef4e7-e302-4f29-a1d8-f70c3f34026d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1234958 Apr 05 18:49:16.086992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46948d9-71e9-4188-a210-1a8c9c10dcb9 admin admin] Deleting subnet 847a0a30-5102-41bc-b5f8-bfb4eef7e67e {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:49:16.091473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e46948d9-71e9-4188-a210-1a8c9c10dcb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.145322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e46948d9-71e9-4188-a210-1a8c9c10dcb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.146930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.155963 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.163416 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] 10.222.0.15 "DELETE /v2.0/networks/767295a1-2dae-4e70-929d-ce6c350ee581 HTTP/1.1" status: 204 len: 168 time: 3.0590045 Apr 05 18:49:16.169850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-e6b78fe8-af18-4a5c-b01b-d54e246411e0 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703176 Apr 05 18:49:16.187677 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3031671-c719-4baa-823d-aa1c281f3c9c tempest-NetworksTest-1984935715 tempest-NetworksTest-1984935715-project] Pushing event deleted for resources: {'Network': ['ID=767295a1-2dae-4e70-929d-ce6c350ee581,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:16.198720 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.208148 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e46948d9-71e9-4188-a210-1a8c9c10dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.220888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.225019 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] 10.222.0.15 "DELETE /v2.0/networks/64579464-86c5-4c9c-aba5-a21419db5efe HTTP/1.1" status: 204 len: 168 time: 1.1824758 Apr 05 18:49:16.263758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d965fd5-8807-45ce-a6c1-f883887e2409 tempest-TaggedBootDevicesTest_v242-970875734 tempest-TaggedBootDevicesTest_v242-970875734-project] Pushing event deleted for resources: {'Network': ['ID=64579464-86c5-4c9c-aba5-a21419db5efe,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:16.283918 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23ffc252-7e82-480e-83e7-dfc16979384b req-0948bf78-4b4a-4289-9c55-5939922bccdd service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047185 Apr 05 18:49:16.339702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-966816b0-68b1-4449-a9e4-0e7dc21c4722 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--167744320&fields=id&tenant_id=4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 267 time: 0.0429618 Apr 05 18:49:16.425519 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23ffc252-7e82-480e-83e7-dfc16979384b req-d58239a3-68ab-4e8e-8074-f3df62d877db service neutron] 10.222.0.25 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340919 Apr 05 18:49:16.493365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53202) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:16.530586 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e46948d9-71e9-4188-a210-1a8c9c10dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.597005 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e46948d9-71e9-4188-a210-1a8c9c10dcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.600879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e46948d9-71e9-4188-a210-1a8c9c10dcb9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/847a0a30-5102-41bc-b5f8-bfb4eef7e67e HTTP/1.1" status: 204 len: 168 time: 0.6082015 Apr 05 18:49:16.601893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46948d9-71e9-4188-a210-1a8c9c10dcb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847a0a30-5102-41bc-b5f8-bfb4eef7e67e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:16.604051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53212) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:16.667186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-dbb591d7-327a-4ff1-943e-c79a97f89f96 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:16.668690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-dbb591d7-327a-4ff1-943e-c79a97f89f96 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 814 time: 0.3195074 Apr 05 18:49:16.677850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe9ad9-7042-45b5-b5d1-24dae2d9f6f1 req-49497ceb-c686-4ec3-89d3-408c578dbad6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:16.679377 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-edfe9ad9-7042-45b5-b5d1-24dae2d9f6f1 req-49497ceb-c686-4ec3-89d3-408c578dbad6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.2184186 Apr 05 18:49:16.706534 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.713743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-d0a0cd89-7527-4f28-8d17-702bb53644c8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/quotas/4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 375 time: 0.0332360 Apr 05 18:49:16.777724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-edfe9ad9-7042-45b5-b5d1-24dae2d9f6f1 req-0bca3a39-d54d-402d-908d-fd4fccd327ab tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758770 Apr 05 18:49:16.783314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-4032c426-8170-47ab-8457-1093d11d1120 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2363589 Apr 05 18:49:16.791208 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-422f2b85-f4e4-4bde-a84e-73a06ce406d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=781b02f1a8e54739ac17dbcdcf7951e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964950 Apr 05 18:49:16.794520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53216) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:16.816954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-21a58f85-762c-41b3-b72c-f1d808526430 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908592 Apr 05 18:49:16.855937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.878658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ebf415-5aa7-4263-a019-a65fb583183f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:16.890613 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3ab7b4-b01a-4ab6-b496-b60a62103114') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:16.890912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3ab7b4-b01a-4ab6-b496-b60a62103114') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:16.900848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.915372 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.922082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:16.922518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:16.924239 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:16.930438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35a43566-3470-4bd3-8aec-35260aca12b7 req-e7ffbeeb-4ea6-4454-bc26-2aef4a096630 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 210 time: 0.0708046 Apr 05 18:49:16.998758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-323adfdb-e8b2-48d2-ae23-86d89f17fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:17.000271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-323adfdb-e8b2-48d2-ae23-86d89f17fa70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 1097 time: 0.1677797 Apr 05 18:49:17.006644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6cddd6c-1deb-4c0b-8c1d-7d950510d627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.012557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.025958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.030472 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b7ebf415-5aa7-4263-a019-a65fb583183f HTTP/1.1" status: 204 len: 168 time: 0.4250803 Apr 05 18:49:17.064668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e207b-4aee-40b5-88f7-099daab06063 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ebf415-5aa7-4263-a019-a65fb583183f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:17.114745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-970c5f80-6a27-41ad-987b-aca6cf54d96d service neutron] 10.222.0.15 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802875 Apr 05 18:49:17.134268 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6cddd6c-1deb-4c0b-8c1d-7d950510d627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.251635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53224) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:17.294726 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c4ebedcf-c061-4042-afc5-193b57224f34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=167d07c9b5a64c83a2249a132ec59643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419178 Apr 05 18:49:17.297347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53226) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:17.302948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-82fe7c48-2bba-418b-a361-f1d3e24c7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:17.304419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-82fe7c48-2bba-418b-a361-f1d3e24c7e38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.2732620 Apr 05 18:49:17.312912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0a3ff-bd28-4e0d-80d7-574bef1464d8 req-5a4a40d2-27ba-4597-8c3b-e9585590e1f7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:17.314294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cd0a3ff-bd28-4e0d-80d7-574bef1464d8 req-5a4a40d2-27ba-4597-8c3b-e9585590e1f7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1903722 Apr 05 18:49:17.363690 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0548-82f9-4c4a-adc3-c2745fd1b8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.378080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-14c80faf-85d6-43c2-9693-8620cc2fa37c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75861f4-448e-4217-9b71-41ae05d632e0 HTTP/1.1" status: 200 len: 217 time: 0.0589247 Apr 05 18:49:17.382863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-43151f85-b4ea-4fca-8371-34236e6e9cf8 service neutron] 10.222.0.15 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673151 Apr 05 18:49:17.396211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0548-82f9-4c4a-adc3-c2745fd1b8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.456409 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0548-82f9-4c4a-adc3-c2745fd1b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.459829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0548-82f9-4c4a-adc3-c2745fd1b8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.461226 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5bcb0548-82f9-4c4a-adc3-c2745fd1b8ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c4bca6b-8b11-4664-af59-7985f4c4fe1c HTTP/1.1" status: 204 len: 168 time: 0.1607625 Apr 05 18:49:17.473388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb0548-82f9-4c4a-adc3-c2745fd1b8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4bca6b-8b11-4664-af59-7985f4c4fe1c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:17.480513 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6cddd6c-1deb-4c0b-8c1d-7d950510d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.495371 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6cddd6c-1deb-4c0b-8c1d-7d950510d627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:17.510344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d6cddd6c-1deb-4c0b-8c1d-7d950510d627 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6beaff32-9c85-440f-b54d-3251b681222c HTTP/1.1" status: 204 len: 168 time: 0.7036998 Apr 05 18:49:17.553925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cd0a3ff-bd28-4e0d-80d7-574bef1464d8 req-46a04395-cf63-436e-862e-e92de76876e8 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231390 Apr 05 18:49:17.594669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cddd6c-1deb-4c0b-8c1d-7d950510d627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beaff32-9c85-440f-b54d-3251b681222c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:17.610809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-8e6c1590-a94f-4d2b-9f1f-de843753be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:17.612528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-8e6c1590-a94f-4d2b-9f1f-de843753be30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.2187381 Apr 05 18:49:17.763878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4da5272f-325c-4240-9e7b-98c557208444 req-d0f42354-4d2d-4607-9114-620fc7e32ebf tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 210 time: 0.0813124 Apr 05 18:49:17.806077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-ed7b0980-f1b3-479e-8274-07607527e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:17.806077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-ed7b0980-f1b3-479e-8274-07607527e430 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769955 Apr 05 18:49:17.848958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-72d09613-d27c-4771-9208-1de0cc356558 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:17.852412 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-72d09613-d27c-4771-9208-1de0cc356558 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.25 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.2911720 Apr 05 18:49:17.866782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'port': {'device_id': '944d7611-e1b5-4f7e-9c13-169a414c2e38', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'admin_state_up': True, 'tenant_id': 'd2c1400648c047fba9a87da2a9820169'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:17.987079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-c18dba98-550d-45c7-9915-83e8353a6fbf service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746571 Apr 05 18:49:18.103035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Made reservation on behalf of d2c1400648c047fba9a87da2a9820169 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:18.117136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:18.301918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c1cc773-7845-4be1-9b8c-1c2caade2fc2 req-896593b3-725d-48f6-b1d2-0daf49993ae0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 210 time: 0.1819866 Apr 05 18:49:18.358755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ba03f-587f-44b3-9059-2c901776c50b req-0a56f8b0-a5ba-4349-a465-c24c0bbc12be tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:18.362925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-119ba03f-587f-44b3-9059-2c901776c50b req-0a56f8b0-a5ba-4349-a465-c24c0bbc12be tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.3731372 Apr 05 18:49:18.381840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.20.0.7 (0113a2e8-8527-4f08-b7cd-5061799e746d/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8/d316edf4-87b5-48a5-9cb1-771aa9b92e5d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:18.448768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfe91e79-43ec-45a8-974e-03c059d57f1f req-7319f813-d8c3-436c-909f-9f358af3c315 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114962 Apr 05 18:49:18.479035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-119ba03f-587f-44b3-9059-2c901776c50b req-70c244f7-95d7-4235-ac9c-547f140f5230 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066499 Apr 05 18:49:18.786416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cfed8-630c-478f-ad24-66b797b1152d req-c9500001-1f31-44e6-bbe3-66f33d3f5af6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:18.794450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc8cfed8-630c-478f-ad24-66b797b1152d req-c9500001-1f31-44e6-bbe3-66f33d3f5af6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 945 time: 0.1021607 Apr 05 18:49:18.874236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:18.887801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc8cfed8-630c-478f-ad24-66b797b1152d req-e6c5f183-95c5-4149-bf31-4ae916fbd597 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917752 Apr 05 18:49:18.978532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:18.994791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e60db84c-995c-4cb3-bfd2-e74e28701eb3 req-16e6c865-50d6-4a71-b2b8-142cf3d2a582 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 210 time: 0.0633771 Apr 05 18:49:19.071238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:19.086807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:19.088812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:19.091733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:19.110418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:19.167905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:19.169489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.190263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-bc0c0818-e439-4d59-becb-450c3b438805 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3278551 Apr 05 18:49:19.206512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Request body: {'port': {'device_id': '944d7611-e1b5-4f7e-9c13-169a414c2e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:19.256046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:19.307717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.354638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1709845009-network', 'tenant_id': '766020e66b324523930a73ed776e1524'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:19.411616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Made reservation on behalf of 766020e66b324523930a73ed776e1524 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:19.420420 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.459519 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.519109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-afcf48a6-3ffa-4042-ac69-60046ccef2c2 None None] Provisioning complete for port d316edf4-87b5-48a5-9cb1-771aa9b92e5d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:19.519938 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afcf48a6-3ffa-4042-ac69-60046ccef2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.522698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1089591375'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:19.601180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-afcf48a6-3ffa-4042-ac69-60046ccef2c2 None None] Port d316edf4-87b5-48a5-9cb1-771aa9b92e5d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:49:19.647576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.651883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:19.656150 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.667488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.677802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.679870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 93a42261-559b-4297-ae52-692e229bfb44 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:19.770860 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.809404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bc9369-eff2-45cd-8d27-6b81b267d322,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:19.812409 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.868578 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.874876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8fd5f-50fa-4b88-9899-799096ca8b40 req-e3fcdce1-83a3-45df-8822-47422f10a41a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:19.884163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cde8fd5f-50fa-4b88-9899-799096ca8b40 req-e3fcdce1-83a3-45df-8822-47422f10a41a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 931 time: 0.4262295 Apr 05 18:49:19.886840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:49:19.897828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-1ccea33b-8b4f-473b-9036-9bfc9d23ca03 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:19.900701 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-1ccea33b-8b4f-473b-9036-9bfc9d23ca03 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 814 time: 0.3941877 Apr 05 18:49:19.926382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a42261-559b-4297-ae52-692e229bfb44'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:19.931060 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac66bd39-ea9c-43e8-8ab3-3899d47f4251" -d '{"events": [{"server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "name": "network-vif-unplugged", "status": "completed", "tag": "93a42261-559b-4297-ae52-692e229bfb44"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:19.974550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=93a42261-559b-4297-ae52-692e229bfb44,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:19.987392 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:19.999655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-676778b5-d368-4a34-afb3-08260b921a50 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 379 time: 0.0852733 Apr 05 18:49:20.021207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'port': {'device_id': '5cd9ab69-324b-406d-8561-79028d2404e9', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'admin_state_up': True, 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'security_groups': ['06ba3358-63b8-4c4f-860b-0dfe889e79da']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:20.087724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=93a42261-559b-4297-ae52-692e229bfb44,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:20.156836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d316edf4-87b5-48a5-9cb1-771aa9b92e5d {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:20.169787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.198380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Transition to ACTIVE for port object d316edf4-87b5-48a5-9cb1-771aa9b92e5d will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:49:20.213660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.323678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Made reservation on behalf of 4f097b5743074d2d89245239d456dcc9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:20.335161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.337808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Pushing event updated for resources: {'Port': ['ID=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:20.448400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:49:20.474008 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.474582 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Added segment 9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd of type vlan for network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 Apr 05 18:49:20.534711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.595238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb23d3d9-e942-4af6-bd3c-69022a8819d3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:20.653891 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.654675 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Added segment c558dc0a-9326-4a0f-99a6-b244fd3188c6 of type vlan for network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 Apr 05 18:49:20.663629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cde8fd5f-50fa-4b88-9899-799096ca8b40 req-7d3da12b-6a2a-4ed0-8acc-a8b95fe49792 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7779732 Apr 05 18:49:20.669942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.671143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:20.671813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.803512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6916780 Apr 05 18:49:20.829800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53354) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:20.857906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.863026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Request body: {'subnet': {'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1709845009-subnet', 'tenant_id': '766020e66b324523930a73ed776e1524', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:20.882673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Attempting to bind port d316edf4-87b5-48a5-9cb1-771aa9b92e5d on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:20.882955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Attempting to bind port d316edf4-87b5-48a5-9cb1-771aa9b92e5d by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:20.883096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c92e91-72c6-4357-b835-907962c7fe79 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1d0ef1-63be-405d-bd72-36a5b6e7b534,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:20.883264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Attempting to bind port d316edf4-87b5-48a5-9cb1-771aa9b92e5d on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:20.897037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:49:20.906297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-0bf68c91-7916-491a-8228-4a9a22c559da tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:20.914272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-0bf68c91-7916-491a-8228-4a9a22c559da tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8018a7e-525e-453d-9259-205cca043096 HTTP/1.1" status: 200 len: 943 time: 0.4513626 Apr 05 18:49:20.949518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Port d316edf4-87b5-48a5-9cb1-771aa9b92e5d on network 0113a2e8-8527-4f08-b7cd-5061799e746d not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:49:20.950091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Attempting to bind port d316edf4-87b5-48a5-9cb1-771aa9b92e5d on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:20.963527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:20.963865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:20.964247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Bound using segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:20.964675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Bound port: d316edf4-87b5-48a5-9cb1-771aa9b92e5d, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:20.965035 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:20.981292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Made reservation on behalf of 766020e66b324523930a73ed776e1524 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:20.983852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:21.006787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:21.012979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:21.014060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:21.018570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Allocated IP 172.20.0.4 (c02a85c5-735d-4bc3-bd1e-1f681ef053a8/7f59dda1-fd03-46ea-8630-4e1f8019790b/ab89448e-1fbb-416c-a34b-e8d8fc7f7766) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:21.071137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] For port d316edf4-87b5-48a5-9cb1-771aa9b92e5d, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:21.073687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75e3fa-a3be-4be5-a745-78610533a382 req-05459748-e5b2-4262-9119-8e5d411d2929 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:21.075611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba75e3fa-a3be-4be5-a745-78610533a382 req-05459748-e5b2-4262-9119-8e5d411d2929 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.3037217 Apr 05 18:49:21.098236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] For port d316edf4-87b5-48a5-9cb1-771aa9b92e5d, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:21.137940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8780205 Apr 05 18:49:21.168808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53356) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:21.172508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:21.194680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'name': 'tempest-PortsTestJSON-260494044'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:21.247896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:21.248568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:21.250188 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] 10.222.0.25 "PUT /v2.0/ports/d316edf4-87b5-48a5-9cb1-771aa9b92e5d HTTP/1.1" status: 200 len: 1091 time: 2.0507455 Apr 05 18:49:21.255561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944d7611-e1b5-4f7e-9c13-169a414c2e38', 'tag': 'd316edf4-87b5-48a5-9cb1-771aa9b92e5d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:21.257880 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75" -d '{"events": [{"name": "network-changed", "server_uuid": "944d7611-e1b5-4f7e-9c13-169a414c2e38", "tag": "d316edf4-87b5-48a5-9cb1-771aa9b92e5d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:21.286384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f92bb-0837-4c7b-845e-1648ebd50686 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Network': ['ID=09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:21.314912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:49:21.349086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef29a47-33c7-4969-8f8c-75778ec56a36 service neutron] Pushing event updated for resources: {'Port': ['ID=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:21.385582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba75e3fa-a3be-4be5-a745-78610533a382 req-09ce8eb5-ecd1-457f-8830-bdc836fb885f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652068 Apr 05 18:49:21.392784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:21.478376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Deleting port 93a42261-559b-4297-ae52-692e229bfb44 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:21.478956 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:21.540372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-9385e12f-2a8e-46f4-b5f8-c0b39602cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:21.553334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-9385e12f-2a8e-46f4-b5f8-c0b39602cac6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 1094 time: 0.2472053 Apr 05 18:49:21.575251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:21.594344 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:21.644657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:49:21.661110 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-6033857a-1b85-4a16-bac0-48d346332520 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d316edf4-87b5-48a5-9cb1-771aa9b92e5d HTTP/1.1" status: 200 len: 217 time: 0.0961747 Apr 05 18:49:21.698874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:21.835755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:21.837004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:21.840393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-5a1bc00a-f1fe-4f6e-841d-b0b17d5c58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:21.842346 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-5a1bc00a-f1fe-4f6e-841d-b0b17d5c58b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1671104 Apr 05 18:49:21.844480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:21.846870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:21.882500 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d5bbf-2f4a-4075-8739-4f3b5931835f x-openstack-request-id: req-4a0d5bbf-2f4a-4075-8739-4f3b5931835f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:21.883319 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "name": "network-vif-unplugged", "status": "failed", "tag": "93a42261-559b-4297-ae52-692e229bfb44", "code": 422}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:21.883731 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a0d5bbf-2f4a-4075-8739-4f3b5931835f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:21.884280 n-d-836650-3 neutron-server[102641]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4a0d5bbf-2f4a-4075-8739-4f3b5931835f']: {'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93a42261-559b-4297-ae52-692e229bfb44', 'code': 422} returned with failed status Apr 05 18:49:22.046440 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.075343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:22.076069 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.091931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-db2b65db-22fa-4c75-95a0-414c374013db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:22.095867 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-db2b65db-22fa-4c75-95a0-414c374013db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343810 Apr 05 18:49:22.112075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.121610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.141550 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c4189da6-0a40-47b4-b7f6-98fc4de4dfe8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1283171 Apr 05 18:49:22.203520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Request body: {'port': {'device_id': '5cd9ab69-324b-406d-8561-79028d2404e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:22.213169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] For port 93a42261-559b-4297-ae52-692e229bfb44, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=93a42261-559b-4297-ae52-692e229bfb44,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:22.213707 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.276132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Calling delete_port for 93a42261-559b-4297-ae52-692e229bfb44 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:22.320591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff12f4-f9c9-4870-8398-f4e39e8bae83 req-632a31eb-18d9-416f-a658-7f1ea14baa7d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:22.325511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cdf02510-0133-4350-b771-e99fef39c559 None None] Provisioning complete for port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:22.326425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdf02510-0133-4350-b771-e99fef39c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.329306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4ff12f4-f9c9-4870-8398-f4e39e8bae83 req-632a31eb-18d9-416f-a658-7f1ea14baa7d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 931 time: 0.3316634 Apr 05 18:49:22.332514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=fdfdc4b1-f57e-4cdd-b45f-653a8a740909,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:22.342650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.366933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a1d094-39eb-449c-a563-02e4fce83a0c,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:22.383415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-af97bfef-c3dd-432e-a21a-060e8448aaea service neutron] 10.222.0.25 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743118 Apr 05 18:49:22.389410 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cdf02510-0133-4350-b771-e99fef39c559 None None] Port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:49:22.497086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4ff12f4-f9c9-4870-8398-f4e39e8bae83 req-704bcd9a-af8e-4b8a-8b96-e91241bf0368 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667013 Apr 05 18:49:22.498022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Checking segment: {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:22.510070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Network hostable DHCP agents. Network: 1c1d0ef1-63be-405d-bd72-36a5b6e7b534, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:49:22.545781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Checking segment: {'id': 'c558dc0a-9326-4a0f-99a6-b244fd3188c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:22.546142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network hostable DHCP agents. Network: 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:49:22.603009 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6d250e-a0cf-45ed-8b75-ffa2686d6d7d x-openstack-request-id: req-1d6d250e-a0cf-45ed-8b75-ffa2686d6d7d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:22.603303 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944d7611-e1b5-4f7e-9c13-169a414c2e38", "tag": "d316edf4-87b5-48a5-9cb1-771aa9b92e5d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:22.603549 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d6d250e-a0cf-45ed-8b75-ffa2686d6d7d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:22.603943 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6d250e-a0cf-45ed-8b75-ffa2686d6d7d'] response: {'name': 'network-changed', 'server_uuid': '944d7611-e1b5-4f7e-9c13-169a414c2e38', 'tag': 'd316edf4-87b5-48a5-9cb1-771aa9b92e5d', 'status': 'completed', 'code': 200} Apr 05 18:49:22.631605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:49:22.669529 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-366051a0-ff9e-4696-9a56-9b00f1ddb655 req-83698197-3524-493f-aebf-c63cc6a1260f service neutron] 10.222.0.25 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497661 Apr 05 18:49:22.796492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 1c1d0ef1-63be-405d-bd72-36a5b6e7b534) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:22.806271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e39d1a-c85b-462a-a8f6-d9a38c5b428c None None] Network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:22.811282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:22.812132 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.832823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:49:22.858083 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.876742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-427b0192-2bdc-441d-a75c-6de50a952a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:22.877124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:22.878315 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-427b0192-2bdc-441d-a75c-6de50a952a9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 1094 time: 0.1348796 Apr 05 18:49:22.881528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:22.882658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab89448e-1fbb-416c-a34b-e8d8fc7f7766 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:22.887203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:22.887817 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.899231 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-814216b9-3633-41fd-82eb-a7fc168d0b81 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0652270 Apr 05 18:49:22.913491 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.975845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Transition to ACTIVE for port object ab89448e-1fbb-416c-a34b-e8d8fc7f7766 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:49:22.987009 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:22.997347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event deleted for resources: {'Port': ['ID=93a42261-559b-4297-ae52-692e229bfb44,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:23.018691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c42e566-6ef4-4e2f-98ef-812b96b6160b None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:23.051499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] No DVR routers for this DVR port 93a42261-559b-4297-ae52-692e229bfb44 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:23.066007 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:23.075629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dcd5321-78dc-4f87-92b7-b0501b1c9ef7 req-51e85dd2-507c-49d4-afc0-8a5b10c6b4ee tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "DELETE /v2.0/ports/93a42261-559b-4297-ae52-692e229bfb44 HTTP/1.1" status: 204 len: 173 time: 2.1612341 Apr 05 18:49:23.076628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'name': 'network-vif-deleted', 'tag': '93a42261-559b-4297-ae52-692e229bfb44'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:23.083693 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d410fe-a131-4ad5-8221-1629e7577c9a" -d '{"events": [{"server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "name": "network-vif-deleted", "tag": "93a42261-559b-4297-ae52-692e229bfb44"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:23.124532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c3422-9d79-42ed-ba09-bcc1b5df041c req-709fdab5-6ce5-445d-a4cd-501aa05027cd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:23.130890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a34c3422-9d79-42ed-ba09-bcc1b5df041c req-709fdab5-6ce5-445d-a4cd-501aa05027cd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.3424935 Apr 05 18:49:23.137641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d24c9efd-417f-48f5-8e55-a529cd828844 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9581358 Apr 05 18:49:23.141583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53378) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:23.147921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1798803837'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:23.194862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-bb5c1307-0f88-41f5-8ed0-3961dd144f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:23.196397 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-bb5c1307-0f88-41f5-8ed0-3961dd144f5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.3093059 Apr 05 18:49:23.287914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-f1edbc86-65b7-46ec-a6a2-37d35bc3ccd1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d316edf4-87b5-48a5-9cb1-771aa9b92e5d HTTP/1.1" status: 200 len: 217 time: 0.0833619 Apr 05 18:49:23.289510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Pushing event updated for resources: {'Port': ['ID=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:23.320137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:23.338269 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:23.362492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a34c3422-9d79-42ed-ba09-bcc1b5df041c req-8de92d89-656a-48f4-a4ee-68f27c40343a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910460 Apr 05 18:49:23.392632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-1c1d0ef1-63be-405d-bd72-36a5b6e7b534', 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534', 'tenant_id': '766020e66b324523930a73ed776e1524', 'fixed_ips': [{'subnet_id': '28a1d094-39eb-449c-a563-02e4fce83a0c'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:49:23.393704 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:23.418043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:49:23.438580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:23.438933 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Added segment eb7ace87-1453-47e7-8ce9-fa00c08fdd63 of type vlan for network 1b861173-46d0-4d05-8e8a-26ca7a6d3417 Apr 05 18:49:23.526492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-af0a48c2-ee19-47c8-8173-262c2cede413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:23.528100 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-af0a48c2-ee19-47c8-8173-262c2cede413 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.2326667 Apr 05 18:49:23.616319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:23.619724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Attempting to bind port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:23.620297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Attempting to bind port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:23.620701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Attempting to bind port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:23.651710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:49:23.652657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Attempting to bind port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:23.665868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:23.670246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Checking segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:23.670740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Bound using segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:23.671804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Bound port: ab89448e-1fbb-416c-a34b-e8d8fc7f7766, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:23.675374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:23.686558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 93a42261-559b-4297-ae52-692e229bfb44 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:23.704383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-2dfaf405-dec2-4fdb-9e27-bbc03192efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:23.709299 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-2dfaf405-dec2-4fdb-9e27-bbc03192efcd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568677 Apr 05 18:49:23.734299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d5ef9-a96b-465d-9c2a-90afd86cba6f req-03653571-4fe3-44ee-a392-88063b2aa4f1 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:23.738440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-727d5ef9-a96b-465d-9c2a-90afd86cba6f req-03653571-4fe3-44ee-a392-88063b2aa4f1 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.2064602 Apr 05 18:49:23.746616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 93a42261-559b-4297-ae52-692e229bfb44 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:23.747240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 93a42261-559b-4297-ae52-692e229bfb44 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:23.819837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:23.830895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:23.834381 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:23.903682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Allocated IP 172.20.0.2 (1c1d0ef1-63be-405d-bd72-36a5b6e7b534/28a1d094-39eb-449c-a563-02e4fce83a0c/42eab272-cd73-4cbd-8dbd-d8cb1b5a0479) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:23.934226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Network': ['ID=1b861173-46d0-4d05-8e8a-26ca7a6d3417,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:23.967207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53400) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:23.972216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f54b457e-035f-42f6-b968-b535050ef413 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8145723 Apr 05 18:49:24.004525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'ports': [{'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5'}, {'network_id': '1b861173-46d0-4d05-8e8a-26ca7a6d3417'}]} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:24.009087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:24.009593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '1b861173-46d0-4d05-8e8a-26ca7a6d3417'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:24.031364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-727d5ef9-a96b-465d-9c2a-90afd86cba6f req-b50248fb-cc10-4239-96f0-f27e21aa4f56 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708571 Apr 05 18:49:24.096699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] For port ab89448e-1fbb-416c-a34b-e8d8fc7f7766, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:24.136056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] For port ab89448e-1fbb-416c-a34b-e8d8fc7f7766, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:24.168456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 1b861173-46d0-4d05-8e8a-26ca7a6d3417 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:49:24.248729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:24.250955 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202e375c-ecd5-4463-880d-57ca50d989ab x-openstack-request-id: req-202e375c-ecd5-4463-880d-57ca50d989ab {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:24.251348 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8018a7e-525e-453d-9259-205cca043096", "name": "network-vif-deleted", "tag": "93a42261-559b-4297-ae52-692e229bfb44", "status": "failed", "code": 422}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:24.251600 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-202e375c-ecd5-4463-880d-57ca50d989ab {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:24.252039 n-d-836650-3 neutron-server[102640]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-202e375c-ecd5-4463-880d-57ca50d989ab']: {'server_uuid': 'c8018a7e-525e-453d-9259-205cca043096', 'name': 'network-vif-deleted', 'tag': '93a42261-559b-4297-ae52-692e229bfb44', 'status': 'failed', 'code': 422} returned with failed status Apr 05 18:49:24.366668 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-9a551e08-0046-4c09-af75-21f50156a879 service neutron] 10.222.0.25 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874569 Apr 05 18:49:24.420289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:24.421296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:24.422783 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] 10.222.0.25 "PUT /v2.0/ports/ab89448e-1fbb-416c-a34b-e8d8fc7f7766 HTTP/1.1" status: 200 len: 1091 time: 2.2245522 Apr 05 18:49:24.471912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da7068-8049-44f4-9c22-b4d403b0ae6e service neutron] Pushing event updated for resources: {'Port': ['ID=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:24.512042 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:24.534821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:24.575100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d98d7-cebd-487e-9aa1-201424ac7cec req-baf7e22d-f346-4965-9a72-28e8a7eabea8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:24.576707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b14d98d7-cebd-487e-9aa1-201424ac7cec req-baf7e22d-f346-4965-9a72-28e8a7eabea8 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 943 time: 0.2557554 Apr 05 18:49:24.617462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd9ab69-324b-406d-8561-79028d2404e9', 'tag': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:24.622784 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e110933f-101a-47f8-87cc-27f4f0308e96" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd9ab69-324b-406d-8561-79028d2404e9", "tag": "ab89448e-1fbb-416c-a34b-e8d8fc7f7766"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:24.633325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:24.640896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:24.649143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:24.715811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 2} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:24.720743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:24.749285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:24.823750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-900a1629-642f-4b2c-a6d0-4de8ae55acb5 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:24.839870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-900a1629-642f-4b2c-a6d0-4de8ae55acb5 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 816 time: 0.4413760 Apr 05 18:49:24.842563 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c07b0d59-c53b-48d3-b8c8-fc924ae1ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:24.844430 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-c07b0d59-c53b-48d3-b8c8-fc924ae1ea6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 1094 time: 0.2291961 Apr 05 18:49:24.873882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Attempting to bind port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:24.874706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Attempting to bind port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:24.875305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Attempting to bind port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:24.877986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Pushing event updated for resources: {'Port': ['ID=42eab272-cd73-4cbd-8dbd-d8cb1b5a0479,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:24.897758 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb5ffba3-1925-4a53-a78b-c312b6a7ab75 req-54b42f72-1b2a-469f-9b7b-5f550d817982 service neutron] 10.222.0.25 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014801 Apr 05 18:49:24.902260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b14d98d7-cebd-487e-9aa1-201424ac7cec req-d46fc340-49ad-4b49-a468-d3a82ee55c1c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982595 Apr 05 18:49:24.905062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-7428d1a0-5f74-49c0-adf7-8ccb75626574 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/quotas/766020e66b324523930a73ed776e1524 HTTP/1.1" status: 200 len: 375 time: 0.0644138 Apr 05 18:49:24.909611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:24.912197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Checking segment: {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:24.913261 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:24.913905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Bound using segment: {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:24.914777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Bound port: 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:24.915508 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:25.008585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 418d5a1a-2671-4642-a0a4-fcece29e09ca yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:49:25.081554 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-3b101206-d57d-4c75-9e75-664bd0dd6999 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab89448e-1fbb-416c-a34b-e8d8fc7f7766 HTTP/1.1" status: 200 len: 217 time: 0.2252593 Apr 05 18:49:25.144040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-b7f69f5d-f1a4-401b-87f4-12acefcf8b40 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2246511 Apr 05 18:49:25.231717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] For port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:25.242344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] For port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=42eab272-cd73-4cbd-8dbd-d8cb1b5a0479,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:25.259932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:25.326169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-a9b91e2b-1c78-49cd-a1aa-c0c4cd1c57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:25.327696 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-a9b91e2b-1c78-49cd-a1aa-c0c4cd1c57a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.2216122 Apr 05 18:49:25.400382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f5d07-da08-411c-bd0f-648218db16f1 None None] Pushing event updated for resources: {'Port': ['ID=42eab272-cd73-4cbd-8dbd-d8cb1b5a0479,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:25.502329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6521663-b6e0-42f4-aec5-1dd4bbf44f31 req-0404dbf1-70dd-4997-a0fa-c46a744e3ae0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:25.519381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6521663-b6e0-42f4-aec5-1dd4bbf44f31 req-0404dbf1-70dd-4997-a0fa-c46a744e3ae0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.3697500 Apr 05 18:49:25.520346 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:25.529926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-408ac5b7-eb2c-4122-aa7a-9472f55825f4 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816404 Apr 05 18:49:25.555787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-12820949-465e-4c3b-a3f6-5a109b587756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:25.559937 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-12820949-465e-4c3b-a3f6-5a109b587756 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158937 Apr 05 18:49:25.730654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6521663-b6e0-42f4-aec5-1dd4bbf44f31 req-8923930e-fc92-49c8-bb87-1ba6418014a6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098258 Apr 05 18:49:25.737394 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 4554f08a-0b55-4e68-953c-ffffb4c56ae8 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:49:25.875399 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-f7499db6-76fc-411f-a9cd-9bf4ff9b1da4 service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064115 Apr 05 18:49:25.909248 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344a9115-ff77-40a7-a2b9-3ee447124e13 x-openstack-request-id: req-344a9115-ff77-40a7-a2b9-3ee447124e13 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:25.910432 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd9ab69-324b-406d-8561-79028d2404e9", "tag": "ab89448e-1fbb-416c-a34b-e8d8fc7f7766", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:25.912090 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-344a9115-ff77-40a7-a2b9-3ee447124e13 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:25.912863 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344a9115-ff77-40a7-a2b9-3ee447124e13'] response: {'name': 'network-changed', 'server_uuid': '5cd9ab69-324b-406d-8561-79028d2404e9', 'tag': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766', 'status': 'completed', 'code': 200} Apr 05 18:49:25.939588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-0b20c592-1cb7-47af-a909-f9aada6d4cff service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625178 Apr 05 18:49:26.059594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:26.167378 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:26.185007 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8984d030-cf5f-4e0e-b44f-c115e06c75f8 req-7d974d83-2a6c-4f78-8d7c-a98a2a8cd6be service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937646 Apr 05 18:49:26.185597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:26.185980 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:26.192729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09794807-c850-4e48-9ba5-39dcd3dcd654 req-13b19740-76b3-4ef5-8773-8223599d8218 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:26.197611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09794807-c850-4e48-9ba5-39dcd3dcd654 req-13b19740-76b3-4ef5-8773-8223599d8218 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.2038994 Apr 05 18:49:26.324009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09794807-c850-4e48-9ba5-39dcd3dcd654 req-1a86543c-1247-44e5-8880-bf8410775f09 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177144 Apr 05 18:49:26.504578 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:26.515060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:26.619098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=42eab272-cd73-4cbd-8dbd-d8cb1b5a0479,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:26.631333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:26.697002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:26.705635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:26.736012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:26.736904 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:26.752273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-dc154f49-03cb-432c-bfce-f80239ead389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:26.754313 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-dc154f49-03cb-432c-bfce-f80239ead389 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 1094 time: 0.4400327 Apr 05 18:49:26.802339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=42eab272-cd73-4cbd-8dbd-d8cb1b5a0479,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:26.873504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82819edf-0b57-43dd-9333-a2ebd89d9295 req-a1a3f0f8-b11a-4f05-be13-7cbe0a730d0f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:26.886858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82819edf-0b57-43dd-9333-a2ebd89d9295 req-a1a3f0f8-b11a-4f05-be13-7cbe0a730d0f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 943 time: 0.2331243 Apr 05 18:49:26.899638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=418d5a1a-2671-4642-a0a4-fcece29e09ca,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:26.930243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-7d747eee-5f34-46d0-a6be-e736585639a4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:26.938596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-7d747eee-5f34-46d0-a6be-e736585639a4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.4208527 Apr 05 18:49:26.980337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-0893c2a8-f673-4d4b-a7b5-18ae87c09622 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/quotas/c06402e7ed944e1a9636d029f4d5ba45 HTTP/1.1" status: 200 len: 375 time: 0.0407627 Apr 05 18:49:26.999870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82819edf-0b57-43dd-9333-a2ebd89d9295 req-cd63bd22-dfef-4822-a279-c4ea9b47cd9f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120753 Apr 05 18:49:27.027364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-7a69bff9-b43f-449b-a11c-bc0ee1513ad1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460842 Apr 05 18:49:27.161850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-bbc9e55f-4cef-492e-a196-434dc96a6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:27.164604 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-bbc9e55f-4cef-492e-a196-434dc96a6a6c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.4025619 Apr 05 18:49:27.168655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=4554f08a-0b55-4e68-953c-ffffb4c56ae8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:27.302351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-8402c3d7-6fff-4d6d-a195-7a3e0d05bba2 service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737556 Apr 05 18:49:27.313239 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-14cf6193-f060-4f8e-a90e-e9b192fe0ae8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab89448e-1fbb-416c-a34b-e8d8fc7f7766 HTTP/1.1" status: 200 len: 217 time: 0.1254439 Apr 05 18:49:27.315292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Checking segment: {'id': 'eb7ace87-1453-47e7-8ce9-fa00c08fdd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b861173-46d0-4d05-8e8a-26ca7a6d3417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:27.315698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network hostable DHCP agents. Network: 1b861173-46d0-4d05-8e8a-26ca7a6d3417, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:49:27.398347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e9e67-dd21-43af-a458-3be07066c387 None None] Network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:27.423528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 1b861173-46d0-4d05-8e8a-26ca7a6d3417 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:49:27.431747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-89179ee0-645a-405e-b61c-e38c0524c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:27.433306 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-89179ee0-645a-405e-b61c-e38c0524c5d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.1083405 Apr 05 18:49:27.493691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 1b861173-46d0-4d05-8e8a-26ca7a6d3417) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:27.501819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:27.508718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:27.513422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-cfaf5b37-44eb-44df-8268-18b077ff59de service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101183 Apr 05 18:49:27.518342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:27.519843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:27.584797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aed8e487-57a0-4e7c-bb1a-2a876cbff826 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6075149 Apr 05 18:49:27.585676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53472) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:27.644739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935c11e-d4ba-40d2-aa08-e69732f8b0b3 None None] Network 1b861173-46d0-4d05-8e8a-26ca7a6d3417 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:27.645288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4586c59-0f01-444d-b83a-811d68060f5e req-f3377ed4-3b84-4596-b14e-b31174247019 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:27.647281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-f3377ed4-3b84-4596-b14e-b31174247019 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 816 time: 0.5286641 Apr 05 18:49:27.673030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-279674ce-f884-4936-a09d-6c305f3f77c9 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/quotas/766020e66b324523930a73ed776e1524 HTTP/1.1" status: 200 len: 375 time: 0.0182071 Apr 05 18:49:27.791869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-25cbbf35-0635-4c76-91f2-55fe9527c465 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073039 Apr 05 18:49:27.823459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b6e9f23b-724a-48f2-bfbb-7fe841e35487 None None] Provisioning complete for port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:27.824170 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f23b-724a-48f2-bfbb-7fe841e35487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:27.883947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-6abc19df-cca9-4dc0-bcab-0f4495f61c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:27.893969 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-6abc19df-cca9-4dc0-bcab-0f4495f61c1d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4498227 Apr 05 18:49:28.197958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-f7a29971-dd8b-4c59-8a15-6f6c01c13e56 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932800 Apr 05 18:49:28.228785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:28.624992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb00d9-1af4-4ca3-af8c-ef335b154014 req-f01bb995-1c16-48b3-ac07-88ebade7824e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:28.631022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25cb00d9-1af4-4ca3-af8c-ef335b154014 req-f01bb995-1c16-48b3-ac07-88ebade7824e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.4219146 Apr 05 18:49:28.743085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2beb7362-1fdc-4245-acb7-515cd30def3b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 4554f08a-0b55-4e68-953c-ffffb4c56ae8 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:28.743685 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2beb7362-1fdc-4245-acb7-515cd30def3b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:28.774176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25cb00d9-1af4-4ca3-af8c-ef335b154014 req-1823a0a6-623b-49bd-ab0d-c06d9a8f6ff3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387520 Apr 05 18:49:28.906293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-76e869da-c6c7-47fa-8c37-aba312fb32f0 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014747 Apr 05 18:49:28.912132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:28.912132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:28.985830 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-14d3143d-0bd6-43b7-8a3e-7b2d96c1355d service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627969 Apr 05 18:49:29.074800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2beb7362-1fdc-4245-acb7-515cd30def3b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:29.214726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2beb7362-1fdc-4245-acb7-515cd30def3b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 4554f08a-0b55-4e68-953c-ffffb4c56ae8 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:29.450910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ac2f5-66c2-4252-9c65-c5a317cd83b1 req-d6e80419-6fe0-44d5-8333-e2445ad769af tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:29.462652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e7ac2f5-66c2-4252-9c65-c5a317cd83b1 req-d6e80419-6fe0-44d5-8333-e2445ad769af tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.4833367 Apr 05 18:49:29.533381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e110933f-101a-47f8-87cc-27f4f0308e96 req-133ef36a-649e-4d21-9e18-d896575ce93b service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288167 Apr 05 18:49:29.557933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54a4f9e0-3e63-4a57-b046-94f7a05983c4 req-b19c19c6-1f5e-419f-a9cb-8a4b18b22515 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 210 time: 0.2036316 Apr 05 18:49:29.580578 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2beb7362-1fdc-4245-acb7-515cd30def3b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:29.622611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-097055cf-bc4e-496c-b789-ff6075cca561 None None] Provisioning complete for port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:29.623468 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-097055cf-bc4e-496c-b789-ff6075cca561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:29.649795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb7362-1fdc-4245-acb7-515cd30def3b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=4554f08a-0b55-4e68-953c-ffffb4c56ae8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:29.660549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-5116518d-1af2-45eb-b07c-7cecf965d228 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:29.662036 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2beb7362-1fdc-4245-acb7-515cd30def3b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:29.670901 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2beb7362-1fdc-4245-acb7-515cd30def3b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/4554f08a-0b55-4e68-953c-ffffb4c56ae8 HTTP/1.1" status: 204 len: 168 time: 2.0812669 Apr 05 18:49:29.673971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53498) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:29.686172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-5116518d-1af2-45eb-b07c-7cecf965d228 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.20 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 816 time: 0.7948477 Apr 05 18:49:29.710048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Request body: {'port': {'device_id': 'dfd8b728-cfd9-4391-882f-4fb6f44ff355', 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534', 'admin_state_up': True, 'tenant_id': '766020e66b324523930a73ed776e1524'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:29.740981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ab89448e-1fbb-416c-a34b-e8d8fc7f7766 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:49:29.841860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e7ac2f5-66c2-4252-9c65-c5a317cd83b1 req-d77fb3ce-c1bd-4db6-b14a-8d79f05a44a9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381810 Apr 05 18:49:29.872785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00efd4-9179-4206-a3ae-48115cacd303 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:29.888818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00efd4-9179-4206-a3ae-48115cacd303 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:29.898488 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8d00efd4-9179-4206-a3ae-48115cacd303 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2153454 Apr 05 18:49:29.899281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53504) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:29.960273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Made reservation on behalf of 766020e66b324523930a73ed776e1524 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:29.964194 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:29.989103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09ff6-cd6e-4ffa-8f5e-0eb4481c994c req-fa2f70ed-a7f7-4fcd-92e0-662a36f712c4 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:29.997506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fb09ff6-cd6e-4ffa-8f5e-0eb4481c994c req-fa2f70ed-a7f7-4fcd-92e0-662a36f712c4 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 943 time: 0.1934953 Apr 05 18:49:30.147879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fb09ff6-cd6e-4ffa-8f5e-0eb4481c994c req-5a4f5d35-09f9-47aa-bde5-742314ff23b9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443853 Apr 05 18:49:30.172736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4f10a160-ec30-4b62-8dda-f851d6c09a86 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 418d5a1a-2671-4642-a0a4-fcece29e09ca {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:30.181804 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f10a160-ec30-4b62-8dda-f851d6c09a86 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:30.432587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ab89448e-1fbb-416c-a34b-e8d8fc7f7766, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:30.459999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'port_id': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766', 'mac_address': 'fa:16:3e:9f:1f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:49:30.518697 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f10a160-ec30-4b62-8dda-f851d6c09a86 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:30.551237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:30.568273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4f10a160-ec30-4b62-8dda-f851d6c09a86 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 418d5a1a-2671-4642-a0a4-fcece29e09ca owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:30.601714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab89448e-1fbb-416c-a34b-e8d8fc7f7766 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:30.627719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e62c6b6b-3c8b-4585-874b-3393de0b52d2 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:49:30.682767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ab89448e-1fbb-416c-a34b-e8d8fc7f7766, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:30.704936 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:30.838177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:30.933761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:30.947742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f10a160-ec30-4b62-8dda-f851d6c09a86 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:30.965563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47648-5daa-4143-b59b-5b03ec877bff req-32a73389-24c4-4357-8b9b-04c85d5a6f99 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:30.974351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-32a73389-24c4-4357-8b9b-04c85d5a6f99 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 816 time: 0.9194376 Apr 05 18:49:30.989822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'port_id': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'mac_address': 'fa:16:3e:e3:a4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:49:30.994336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10a160-ec30-4b62-8dda-f851d6c09a86 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=418d5a1a-2671-4642-a0a4-fcece29e09ca,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:31.002966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f10a160-ec30-4b62-8dda-f851d6c09a86 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:31.007056 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4f10a160-ec30-4b62-8dda-f851d6c09a86 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/418d5a1a-2671-4642-a0a4-fcece29e09ca HTTP/1.1" status: 204 len: 168 time: 1.1062670 Apr 05 18:49:31.009269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53522) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:31.013068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb30f51-448f-47b1-9af6-8d1888d14b5f req-8e3a86d0-7da1-4a60-b334-cd8274634bf6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:31.021247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cb30f51-448f-47b1-9af6-8d1888d14b5f req-8e3a86d0-7da1-4a60-b334-cd8274634bf6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.7261736 Apr 05 18:49:31.048196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Allocated IP 172.20.0.13 (1c1d0ef1-63be-405d-bd72-36a5b6e7b534/28a1d094-39eb-449c-a563-02e4fce83a0c/ab7a82d1-7f01-4acb-aa23-139a07a6b704) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:31.054127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-866aea09-f513-42eb-9799-77498fc31e6f tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/quotas/766020e66b324523930a73ed776e1524 HTTP/1.1" status: 200 len: 375 time: 0.0787876 Apr 05 18:49:31.109968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-be3b5eda-700f-4cd0-9703-5a671ba9ea37 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:31.111289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['ab89448e-1fbb-416c-a34b-e8d8fc7f7766'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:49:31.111529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-be3b5eda-700f-4cd0-9703-5a671ba9ea37 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.8495605 Apr 05 18:49:31.115263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039312fc-7a43-4e88-8578-6672be1fcb92 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:31.119562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-039312fc-7a43-4e88-8578-6672be1fcb92 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1066580 Apr 05 18:49:31.122204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53524) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:31.130247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Request body: {'port': {'device_id': 'd2cf0483-4e40-454b-b502-6b859bbc61d3', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'admin_state_up': True, 'tenant_id': 'c06402e7ed944e1a9636d029f4d5ba45'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:31.170217 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:31.193963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e62c6b6b-3c8b-4585-874b-3393de0b52d2 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:31.218353 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde6a81f-fce7-478b-b069-4f646afdced4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:49:31.231105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:31.243425 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cde6a81f-fce7-478b-b069-4f646afdced4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/4554f08a-0b55-4e68-953c-ffffb4c56ae8 HTTP/1.1" status: 404 len: 333 time: 0.1199870 Apr 05 18:49:31.247650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53528) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:31.315642 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea579cf-a22a-44ce-b63f-9095bbf31545 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:49:31.320080 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6ea579cf-a22a-44ce-b63f-9095bbf31545 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/418d5a1a-2671-4642-a0a4-fcece29e09ca HTTP/1.1" status: 404 len: 333 time: 0.0676048 Apr 05 18:49:31.320446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53530) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:31.321663 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:31.430491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cb30f51-448f-47b1-9af6-8d1888d14b5f req-3e32bda2-4045-48bf-adc2-95b933893ebe tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084241 Apr 05 18:49:31.464332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e62c6b6b-3c8b-4585-874b-3393de0b52d2'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:49:31.558517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-064c63a6-d452-450c-8dea-d37bad4c0fb1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4870176 Apr 05 18:49:31.567425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Made reservation on behalf of c06402e7ed944e1a9636d029f4d5ba45 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:31.572313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:31.582345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:31.586689 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:31.936155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7995ab4c-5e24-4e91-9367-fd863c41ad25 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103526 Apr 05 18:49:31.962038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:31.989726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b861173-46d0-4d05-8e8a-26ca7a6d3417']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:32.004229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7ace87-1453-47e7-8ce9-fa00c08fdd63') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:32.004534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7ace87-1453-47e7-8ce9-fa00c08fdd63') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:32.025380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.050142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.064723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4586c59-0f01-444d-b83a-811d68060f5e req-367d627b-5d98-4388-b674-8465e089eebe tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:32.066432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-367d627b-5d98-4388-b674-8465e089eebe tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.20 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 816 time: 0.4917541 Apr 05 18:49:32.067460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:32.067871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:32.071251 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:32.087362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Request body: {'port': {'device_id': '273f6ebb-dffb-4336-9970-a971625277cb', 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534', 'admin_state_up': True, 'tenant_id': '766020e66b324523930a73ed776e1524'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:32.138383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53552) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:32.146054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed91cdb8-9815-4db9-b71c-6a4ff1764bf0 req-2b6bed60-d5da-4f65-bcdf-7e95f30bc650 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 210 time: 0.3656936 Apr 05 18:49:32.222015 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.238420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.241907 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/networks/1b861173-46d0-4d05-8e8a-26ca7a6d3417 HTTP/1.1" status: 204 len: 168 time: 0.9200895 Apr 05 18:49:32.263965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53560) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:32.278750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed7a3d-af3d-43b3-a0fe-3039a9f4692a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Network': ['ID=1b861173-46d0-4d05-8e8a-26ca7a6d3417,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:32.300125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1568550283'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:32.426750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Made reservation on behalf of 766020e66b324523930a73ed776e1524 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:32.432302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.455953 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.463090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Allocated IP 172.20.0.2 (55c28764-9f91-4a61-b976-350eaefaf098/0f3deab1-7812-4525-8991-793933ce26cb/9f31486f-4b42-4727-afb4-f96b9a163ae1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:32.505595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:32.509167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.590297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:49:32.603844 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.604207 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Added segment f23b32b6-f8a0-4dc1-80ff-bbfc36895648 of type vlan for network 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead Apr 05 18:49:32.632068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e62c6b6b-3c8b-4585-874b-3393de0b52d2 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:32.670660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aca37-1cdc-4584-a73e-b9a0034de227 req-4fdfbae2-15b7-4ce7-863c-c3b48d83de6e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:32.672248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c9aca37-1cdc-4584-a73e-b9a0034de227 req-4fdfbae2-15b7-4ce7-863c-c3b48d83de6e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 945 time: 0.2651515 Apr 05 18:49:32.693531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-944c3a98-6c6a-4511-82e7-b79cc2312c45 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562234 Apr 05 18:49:32.755272 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.769117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port e62c6b6b-3c8b-4585-874b-3393de0b52d2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:32.770064 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.841942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.890059 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:32.951667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:32.954636 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175fba4d-52d8-430b-967e-aa3e3214e2e2" -d '{"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-plugged", "status": "completed", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:32.961091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:33.020913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c9aca37-1cdc-4584-a73e-b9a0034de227 req-9df1806e-cb2f-4ec8-9cdd-4c4744cf5510 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304434 Apr 05 18:49:33.022260 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:49:33.038750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:33.050108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:33.061733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.db.api [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-da730a16-b3fc-43bf-b6cd-e9603a205c46 {{(pid=102639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:49:33.062328 n-d-836650-3 neutron-server[102639]: DEBUG oslo_db.api [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:49:33.100764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:33.112282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:33.130211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Pushing event updated for resources: {'Port': ['ID=ab7a82d1-7f01-4acb-aa23-139a07a6b704,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:33.168538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:33.379853 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:33.392928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:33.394027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:33.443866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:33.505638 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:33.509716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Network': ['ID=4924bd0e-cf5d-4eb1-96d5-0dfbec222ead,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:33.533066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:33.533760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:33.535256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:49:33.554530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5f78368e-3f00-4090-b2b1-1af149a29a70 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2581244 Apr 05 18:49:33.557480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53578) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:33.571235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '4924bd0e-cf5d-4eb1-96d5-0dfbec222ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:33.591182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:33.595580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5ba32-2278-4254-b4ec-2c083acdcffd req-d86f8309-4d97-4d49-98e1-d28d5495e4fe tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:33.597265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8c5ba32-2278-4254-b4ec-2c083acdcffd req-d86f8309-4d97-4d49-98e1-d28d5495e4fe tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.3284464 Apr 05 18:49:33.629404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aedb0-a2f6-4dc3-8d2f-18815c257d87 req-15d1e82a-2721-4cd1-8b64-aa67ac110b42 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:33.630870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-116aedb0-a2f6-4dc3-8d2f-18815c257d87 req-15d1e82a-2721-4cd1-8b64-aa67ac110b42 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 944 time: 0.5023739 Apr 05 18:49:33.646518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-d016afff-27bf-4955-aaf4-b6dc7f443e87 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9431803 Apr 05 18:49:33.722728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Request body: {'port': {'device_id': 'dfd8b728-cfd9-4391-882f-4fb6f44ff355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:33.733814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ab89448e-1fbb-416c-a34b-e8d8fc7f7766 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:33.850773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:49:33.854491 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ee5306ea-674a-473d-9e40-9e3985e759de None None] Provisioning complete for port ab7a82d1-7f01-4acb-aa23-139a07a6b704 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:33.855033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee5306ea-674a-473d-9e40-9e3985e759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:33.858598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:33.863688 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:33.958058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ee5306ea-674a-473d-9e40-9e3985e759de None None] Port ab7a82d1-7f01-4acb-aa23-139a07a6b704 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:49:33.966690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.032115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-116aedb0-a2f6-4dc3-8d2f-18815c257d87 req-c7bf6d28-390d-43c6-9bac-930a17d6b892 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797102 Apr 05 18:49:34.041013 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.069295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8c5ba32-2278-4254-b4ec-2c083acdcffd req-b2b4ed38-f3ce-43b7-ab90-11b2f2636dab tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192007 Apr 05 18:49:34.090686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:34.094828 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.096233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ab89448e-1fbb-416c-a34b-e8d8fc7f7766, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:34.106673 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.145176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event updated for resources: {'Port': ['ID=9f31486f-4b42-4727-afb4-f96b9a163ae1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:34.161893 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.207033 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfc5c74-7a50-4682-aeba-4bff0492c59d x-openstack-request-id: req-abfc5c74-7a50-4682-aeba-4bff0492c59d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:34.207744 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-plugged", "status": "completed", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:34.208000 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abfc5c74-7a50-4682-aeba-4bff0492c59d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:34.208869 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfc5c74-7a50-4682-aeba-4bff0492c59d'] response: {'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'code': 200} Apr 05 18:49:34.212286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:34.255581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Performing IP validity checks on allocation pools {{(pid=102640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 18:49:34.256374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 18:49:34.289378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Network 55c28764-9f91-4a61-b976-350eaefaf098 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:34.291189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:34.298963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:34.352032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Allocated IP 172.20.0.12 (1c1d0ef1-63be-405d-bd72-36a5b6e7b534/28a1d094-39eb-449c-a563-02e4fce83a0c/91111e18-7cfb-4277-8ef7-67b3be54c53c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:34.440692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bbafbd8-bb91-4898-9f54-bbebff56adc1 req-d526c1b0-4009-4c55-8664-eb95a3031858 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 210 time: 0.1326709 Apr 05 18:49:34.514616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb64687-c115-49bb-9081-c09a3606283a req-fa439893-899a-46e5-9b9b-a31fbf1900b7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:34.523930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-beb64687-c115-49bb-9081-c09a3606283a req-fa439893-899a-46e5-9b9b-a31fbf1900b7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 931 time: 0.2135823 Apr 05 18:49:34.531143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:34.531786 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.674214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-c16143ed-45a9-443a-8054-a1eff32a1886 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5487983 Apr 05 18:49:34.741618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Request body: {'port': {'device_id': 'd2cf0483-4e40-454b-b502-6b859bbc61d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:34.837200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-beb64687-c115-49bb-9081-c09a3606283a req-14cbdf3f-cb1c-49c2-a495-53796c778f02 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078704 Apr 05 18:49:34.854128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e8c66-7012-46a8-ab36-2b3550c35999 req-45f7cb62-f49f-4802-9672-3725bf557d1a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:34.855792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd8e8c66-7012-46a8-ab36-2b3550c35999 req-45f7cb62-f49f-4802-9672-3725bf557d1a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.2214181 Apr 05 18:49:34.859116 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.863667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Deleting port ff5cf6ff-0079-4f00-a73f-419064f70e63 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:34.864701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.947490 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.960211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=987d8956-74f8-4b0c-8f47-41a99a943b21,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:34.979576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.984191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:34.985575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd8e8c66-7012-46a8-ab36-2b3550c35999 req-4ee2a3fb-c1dc-481b-9ca8-3105af523693 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548909 Apr 05 18:49:35.078721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47648-5daa-4143-b59b-5b03ec877bff req-13559014-f314-4284-b73d-4f4ac45f8970 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:35.084063 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-13559014-f314-4284-b73d-4f4ac45f8970 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.25 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 816 time: 0.3350236 Apr 05 18:49:35.112846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Request body: {'port': {'device_id': '4efde6f6-9023-4146-9467-f8d9b43d7284', 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534', 'admin_state_up': True, 'tenant_id': '766020e66b324523930a73ed776e1524'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:35.194119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] For port ff5cf6ff-0079-4f00-a73f-419064f70e63, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ff5cf6ff-0079-4f00-a73f-419064f70e63,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:35.194842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:35.224151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Calling delete_port for ff5cf6ff-0079-4f00-a73f-419064f70e63 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:35.256695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:35.356717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:35.362014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:35.366209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Checking segment: {'id': 'f23b32b6-f8a0-4dc1-80ff-bbfc36895648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4924bd0e-cf5d-4eb1-96d5-0dfbec222ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:35.366600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network hostable DHCP agents. Network: 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:49:35.367728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:35.442432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Pushing event updated for resources: {'Port': ['ID=91111e18-7cfb-4277-8ef7-67b3be54c53c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:35.470234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d8ffa-f94f-4c52-945d-4cbf2ea874b2 req-e9e2ee55-5b16-4a7d-a5b1-abcc691d4508 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:35.486122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c26d8ffa-f94f-4c52-945d-4cbf2ea874b2 req-e9e2ee55-5b16-4a7d-a5b1-abcc691d4508 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.2949364 Apr 05 18:49:35.500059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:35.502526 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:35.538021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba3011-f330-46a7-a1aa-c736a4d41f92 req-5548a7af-b4cf-4156-91a7-7902c704901c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:35.539619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10ba3011-f330-46a7-a1aa-c736a4d41f92 req-5548a7af-b4cf-4156-91a7-7902c704901c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 945 time: 0.3503406 Apr 05 18:49:35.578688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Made reservation on behalf of 766020e66b324523930a73ed776e1524 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:35.585730 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:35.601974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:49:35.627896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-659d3490-8cfc-4a0f-b215-b39af786630a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5443323 Apr 05 18:49:35.648347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Request body: {'port': {'device_id': '273f6ebb-dffb-4336-9970-a971625277cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:35.691866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:35.703909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7bc61b-ad29-4c68-853b-ce1d2e6ffa8b None None] Network 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:35.704302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c26d8ffa-f94f-4c52-945d-4cbf2ea874b2 req-e9330a5f-e5ac-4fe3-967e-aa02a621bc69 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170193 Apr 05 18:49:35.707560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10ba3011-f330-46a7-a1aa-c736a4d41f92 req-784c1d0c-5008-4f6b-820d-d7538ab83c91 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506593 Apr 05 18:49:35.713770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:35.714359 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:35.805468 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-27f550a3-5e50-4389-8bab-2d71aa52d960 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2409501 Apr 05 18:49:35.811535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53592) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:35.864618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:35.867673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f58a8093-d4ce-475a-be4e-07884d8c988a None None] Provisioning complete for port 91111e18-7cfb-4277-8ef7-67b3be54c53c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:35.871077 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f58a8093-d4ce-475a-be4e-07884d8c988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:35.885002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '4924bd0e-cf5d-4eb1-96d5-0dfbec222ead', 'name': 'tempest-PortsTestJSON-1847749469'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:35.912833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7a82d1-7f01-4acb-aa23-139a07a6b704 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:35.942372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:35.984586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f58a8093-d4ce-475a-be4e-07884d8c988a None None] Port 91111e18-7cfb-4277-8ef7-67b3be54c53c cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:49:36.026800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01beb4ee-c0b9-4273-a596-d995b00d7877 req-e0c6e443-335f-4930-9a1c-0066a23f635b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 210 time: 0.1349571 Apr 05 18:49:36.075363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-4924bd0e-cf5d-4eb1-96d5-0dfbec222ead', 'network_id': '4924bd0e-cf5d-4eb1-96d5-0dfbec222ead', 'tenant_id': 'e7a9a2cdab22418b8b4965fb5ef160e9', 'fixed_ips': [{'subnet_id': '987d8956-74f8-4b0c-8f47-41a99a943b21'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:49:36.075946 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:36.104656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f31486f-4b42-4727-afb4-f96b9a163ae1 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:36.206231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:36.223155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd9ab69-324b-406d-8561-79028d2404e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:36.225417 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af37d1c-8329-449c-af0f-7b5a49d1c788" -d '{"events": [{"server_uuid": "5cd9ab69-324b-406d-8561-79028d2404e9", "name": "network-vif-plugged", "status": "completed", "tag": "ab89448e-1fbb-416c-a34b-e8d8fc7f7766"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:36.243090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5cf6ff-0079-4f00-a73f-419064f70e63,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:36.285628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Allocated IP 172.20.0.2 (4924bd0e-cf5d-4eb1-96d5-0dfbec222ead/987d8956-74f8-4b0c-8f47-41a99a943b21/f2a60f70-5987-4138-ad13-b985c3735735) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:36.612106 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:36.630598 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:36.642274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:36.773235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Pushing event updated for resources: {'Port': ['ID=f2a60f70-5987-4138-ad13-b985c3735735,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:36.796452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Transition to ACTIVE for port object ab7a82d1-7f01-4acb-aa23-139a07a6b704 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:49:36.798763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Network 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:36.807115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:36.813909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:36.816366 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:36.816601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:36.889694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Attempting to bind port f2a60f70-5987-4138-ad13-b985c3735735 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:36.890526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Attempting to bind port f2a60f70-5987-4138-ad13-b985c3735735 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'f23b32b6-f8a0-4dc1-80ff-bbfc36895648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4924bd0e-cf5d-4eb1-96d5-0dfbec222ead'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:36.891078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Attempting to bind port f2a60f70-5987-4138-ad13-b985c3735735 on network 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:36.897269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:36.898010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Checking segment: {'id': 'f23b32b6-f8a0-4dc1-80ff-bbfc36895648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4924bd0e-cf5d-4eb1-96d5-0dfbec222ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:36.898982 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:36.899534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Bound using segment: {'id': 'f23b32b6-f8a0-4dc1-80ff-bbfc36895648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4924bd0e-cf5d-4eb1-96d5-0dfbec222ead'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:36.900310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Bound port: f2a60f70-5987-4138-ad13-b985c3735735, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23b32b6-f8a0-4dc1-80ff-bbfc36895648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4924bd0e-cf5d-4eb1-96d5-0dfbec222ead'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:36.900851 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:36.935964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4e91a-ed94-425f-83be-6ad2e7ac8018 req-cacc91d0-8bff-4b5e-886d-692eee33cbc9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:36.944799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aeb4e91a-ed94-425f-83be-6ad2e7ac8018 req-cacc91d0-8bff-4b5e-886d-692eee33cbc9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 931 time: 0.9228432 Apr 05 18:49:36.995039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Transition to ACTIVE for port object 9f31486f-4b42-4727-afb4-f96b9a163ae1 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:49:37.048066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:37.096319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] For port f2a60f70-5987-4138-ad13-b985c3735735, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:37.105015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Pushing event updated for resources: {'Port': ['ID=ab7a82d1-7f01-4acb-aa23-139a07a6b704,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:37.122273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] For port f2a60f70-5987-4138-ad13-b985c3735735, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f2a60f70-5987-4138-ad13-b985c3735735,segment=NetworkSegment(f23b32b6-f8a0-4dc1-80ff-bbfc36895648),segment_id=f23b32b6-f8a0-4dc1-80ff-bbfc36895648)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:37.159264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:37.167624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Allocated IP 172.20.0.9 (1c1d0ef1-63be-405d-bd72-36a5b6e7b534/28a1d094-39eb-449c-a563-02e4fce83a0c/59ffc23c-87d1-4497-8a01-e97a20b7094e) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:37.179476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Router 911f8305-3be2-4b55-8baf-85968b179f1f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:49:37.228753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:37.244765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfd48a-657f-4e0f-a168-84f6e780c8d2 req-cb3e6cc0-1e0e-4c79-886f-d46ac77d1163 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:37.271842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35cfd48a-657f-4e0f-a168-84f6e780c8d2 req-cb3e6cc0-1e0e-4c79-886f-d46ac77d1163 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.4702229 Apr 05 18:49:37.293314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814942-6947-4931-a4b2-020fb99eb0e8 None None] Pushing event updated for resources: {'Port': ['ID=f2a60f70-5987-4138-ad13-b985c3735735,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:37.369864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:49:37.383025 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] Sync routers for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:49:37.384370 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-34285051-de76-425e-9cc6-a16b0be523b7 admin admin] 10.222.0.15 "PUT /v2.0/routers/911f8305-3be2-4b55-8baf-85968b179f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2421384 Apr 05 18:49:37.388152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53606) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:37.404546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:49:37.405182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:49:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:37.407690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Pushing event updated for resources: {'Port': ['ID=9f31486f-4b42-4727-afb4-f96b9a163ae1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:37.470621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aeb4e91a-ed94-425f-83be-6ad2e7ac8018 req-2585ad79-6456-4530-92f9-a48491306678 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247157 Apr 05 18:49:37.529092 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:37.608841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Attempting to bind port ab7a82d1-7f01-4acb-aa23-139a07a6b704 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:37.609182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Attempting to bind port ab7a82d1-7f01-4acb-aa23-139a07a6b704 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:37.609518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Attempting to bind port ab7a82d1-7f01-4acb-aa23-139a07a6b704 on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:37.678654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:37.698009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:37.725129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Port ab7a82d1-7f01-4acb-aa23-139a07a6b704 on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:49:37.725741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Attempting to bind port ab7a82d1-7f01-4acb-aa23-139a07a6b704 on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:37.755979 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75d2fb5-4d3e-4db6-9efb-3d5349f7aadb x-openstack-request-id: req-d75d2fb5-4d3e-4db6-9efb-3d5349f7aadb {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:37.756368 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd9ab69-324b-406d-8561-79028d2404e9", "name": "network-vif-plugged", "status": "completed", "tag": "ab89448e-1fbb-416c-a34b-e8d8fc7f7766", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:37.756713 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d75d2fb5-4d3e-4db6-9efb-3d5349f7aadb {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:37.758193 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75d2fb5-4d3e-4db6-9efb-3d5349f7aadb'] response: {'server_uuid': '5cd9ab69-324b-406d-8561-79028d2404e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766', 'code': 200} Apr 05 18:49:37.803454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 092d061e-63f7-40a5-a21e-6e55f26e7f15 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:49:37.831957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:49:37.875564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35cfd48a-657f-4e0f-a168-84f6e780c8d2 req-a6cc530b-9c46-4555-bb1d-244551b1d7db tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6027563 Apr 05 18:49:37.883427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f1df6-1f29-4a0d-b5d3-110706e52cef req-969d09e2-68ed-4406-9029-86d596a3696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:37.883933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:37.884234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Checking segment: {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:37.885026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Bound using segment: {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:37.885026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Bound port: ab7a82d1-7f01-4acb-aa23-139a07a6b704, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:37.885269 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a11f1df6-1f29-4a0d-b5d3-110706e52cef req-969d09e2-68ed-4406-9029-86d596a3696e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 1096 time: 0.1811230 Apr 05 18:49:37.885418 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:37.946988 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:37.961208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:37.976647 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a11f1df6-1f29-4a0d-b5d3-110706e52cef req-fc8b399a-c8e5-493c-8946-8054309406d4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773456 Apr 05 18:49:38.068474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Deleting port 1bc81ceb-3a7e-40ea-a897-232267bb3ede {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:38.068939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:38.087362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:38.103286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] For port ab7a82d1-7f01-4acb-aa23-139a07a6b704, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:38.113811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] For port ab7a82d1-7f01-4acb-aa23-139a07a6b704, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ab7a82d1-7f01-4acb-aa23-139a07a6b704,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:38.153434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:38.235277 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:38.235718 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:38.237133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] 10.222.0.20 "PUT /v2.0/ports/ab7a82d1-7f01-4acb-aa23-139a07a6b704 HTTP/1.1" status: 200 len: 1092 time: 4.5694268 Apr 05 18:49:38.242149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd8b728-cfd9-4391-882f-4fb6f44ff355', 'tag': 'ab7a82d1-7f01-4acb-aa23-139a07a6b704'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:38.261522 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa2d5a6-10db-48c0-a450-065475e0c6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd8b728-cfd9-4391-882f-4fb6f44ff355", "tag": "ab7a82d1-7f01-4acb-aa23-139a07a6b704"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:38.309836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f2a60f70-5987-4138-ad13-b985c3735735 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:38.463083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:49:35Z', 'revision_number': 5, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port': {'id': '1bc81ceb-3a7e-40ea-a897-232267bb3ede', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:38.542313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3e638-1027-4af1-814c-57f49de844a0 req-c166f459-34fc-4249-80db-66992b11d00e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:38.552964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40a3e638-1027-4af1-814c-57f49de844a0 req-c166f459-34fc-4249-80db-66992b11d00e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.6712451 Apr 05 18:49:38.577954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] Checking router: 911f8305-3be2-4b55-8baf-85968b179f1f for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:49:38.605683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] Routers {'911f8305-3be2-4b55-8baf-85968b179f1f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:49:38.606296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:49:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['911f8305-3be2-4b55-8baf-85968b179f1f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:38.648375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Pushing event updated for resources: {'Port': ['ID=59ffc23c-87d1-4497-8a01-e97a20b7094e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:38.649703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Attempting to bind port 9f31486f-4b42-4727-afb4-f96b9a163ae1 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:38.650551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Attempting to bind port 9f31486f-4b42-4727-afb4-f96b9a163ae1 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:38.651250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Attempting to bind port 9f31486f-4b42-4727-afb4-f96b9a163ae1 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:38.695814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f9427-bb7c-4e04-b1d6-bd9afd2bb65b service neutron] Pushing event updated for resources: {'Port': ['ID=ab7a82d1-7f01-4acb-aa23-139a07a6b704,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:38.715686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f2a60f70-5987-4138-ad13-b985c3735735 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:38.716060 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:38.739000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596380bf-c9a3-4923-9d3f-5d22e5312a07 req-9c35f8b1-0fd0-4020-837f-f2884b600190 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:38.742155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:38.744274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-596380bf-c9a3-4923-9d3f-5d22e5312a07 req-9c35f8b1-0fd0-4020-837f-f2884b600190 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 945 time: 0.5168955 Apr 05 18:49:38.754495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Port 9f31486f-4b42-4727-afb4-f96b9a163ae1 on network 55c28764-9f91-4a61-b976-350eaefaf098 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:49:38.754980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Attempting to bind port 9f31486f-4b42-4727-afb4-f96b9a163ae1 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:38.774485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:38.779112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:38.803450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:38.804068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Checking segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:38.804408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Bound using segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:38.804991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Bound port: 9f31486f-4b42-4727-afb4-f96b9a163ae1, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:38.805473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:38.809106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-ee011039-28df-4c42-82e9-58cbea47ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:38.810863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-ee011039-28df-4c42-82e9-58cbea47ef99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 1095 time: 0.4984710 Apr 05 18:49:38.823655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.13 (4924bd0e-cf5d-4eb1-96d5-0dfbec222ead/987d8956-74f8-4b0c-8f47-41a99a943b21/092d061e-63f7-40a5-a21e-6e55f26e7f15) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:38.913344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:38.914074 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:38.964693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40a3e638-1027-4af1-814c-57f49de844a0 req-f24d7b50-edd3-4bf1-9fe2-7c767d19d758 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134717 Apr 05 18:49:38.984123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-596380bf-c9a3-4923-9d3f-5d22e5312a07 req-f3f491f5-e99b-4253-9540-432a6f9d69ec tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190690 Apr 05 18:49:38.990201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-6df53fb7-3399-4df8-8a0d-60999be34b8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab7a82d1-7f01-4acb-aa23-139a07a6b704 HTTP/1.1" status: 200 len: 217 time: 0.1232545 Apr 05 18:49:39.136890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] Set router 911f8305-3be2-4b55-8baf-85968b179f1f gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:49:39.140428 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:39.162681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-7ed33843-6b00-44d1-94ec-17c4cdce9873 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0576506 Apr 05 18:49:39.180413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48ddd3-44be-4d17-ba47-ca78450fa5e7 None None] Network 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:39.181639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] For port 1bc81ceb-3a7e-40ea-a897-232267bb3ede, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1bc81ceb-3a7e-40ea-a897-232267bb3ede,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:39.183632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:39.185905 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261e0133-5fb0-42e5-ad4d-f7011ed8d8be x-openstack-request-id: req-261e0133-5fb0-42e5-ad4d-f7011ed8d8be {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:39.186194 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd8b728-cfd9-4391-882f-4fb6f44ff355", "tag": "ab7a82d1-7f01-4acb-aa23-139a07a6b704", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:39.186466 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-261e0133-5fb0-42e5-ad4d-f7011ed8d8be {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:39.186854 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261e0133-5fb0-42e5-ad4d-f7011ed8d8be'] response: {'name': 'network-changed', 'server_uuid': 'dfd8b728-cfd9-4391-882f-4fb6f44ff355', 'tag': 'ab7a82d1-7f01-4acb-aa23-139a07a6b704', 'status': 'completed', 'code': 200} Apr 05 18:49:39.201847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Request body: {'port': {'device_id': '4efde6f6-9023-4146-9467-f8d9b43d7284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:39.336420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-2ab77e72-e5c9-4edb-932b-b89c366228be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:39.336639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Calling delete_port for 1bc81ceb-3a7e-40ea-a897-232267bb3ede owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:39.338259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-2ab77e72-e5c9-4edb-932b-b89c366228be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28a1d094-39eb-449c-a563-02e4fce83a0c HTTP/1.1" status: 200 len: 855 time: 0.3365390 Apr 05 18:49:39.379713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] For port 9f31486f-4b42-4727-afb4-f96b9a163ae1, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:39.501568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] For port 9f31486f-4b42-4727-afb4-f96b9a163ae1, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9f31486f-4b42-4727-afb4-f96b9a163ae1,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:39.511241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a178c-28f9-4c54-a56c-0f34a52c7f58 req-baf058ba-02e8-4150-9aab-5724268867d1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:39.512994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f6a178c-28f9-4c54-a56c-0f34a52c7f58 req-baf058ba-02e8-4150-9aab-5724268867d1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 931 time: 0.3288677 Apr 05 18:49:39.523338 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:39.625960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:39.626713 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:39.628109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f31486f-4b42-4727-afb4-f96b9a163ae1 HTTP/1.1" status: 200 len: 1091 time: 4.9317207 Apr 05 18:49:39.642492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3e09c9b0-360c-4d7c-941f-4d28c12f6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:39.644094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-3e09c9b0-360c-4d7c-941f-4d28c12f6d72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859213 Apr 05 18:49:39.695855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:49:37Z', 'revision_number': 6, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:39.736927 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:39.742292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483476c-3380-4dcd-8078-08d6a0aa58e6 None None] The sync data for ids ['911f8305-3be2-4b55-8baf-85968b179f1f'] in n-d-836650-3 is: [{'id': '911f8305-3be2-4b55-8baf-85968b179f1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1460653843-router', 'tenant_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:41Z', 'updated_at': '2022-04-05T18:49:37Z', 'revision_number': 6, 'project_id': '5ff7dfffcd6d4d8c9abd20767adbb9fa', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:49:39.747611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438018a-0066-4ec4-889b-1d78d47ac572 req-d4eaa99e-0aab-4f9a-aed4-29b638b2b565 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:39.749139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6438018a-0066-4ec4-889b-1d78d47ac572 req-d4eaa99e-0aab-4f9a-aed4-29b638b2b565 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 943 time: 0.3275638 Apr 05 18:49:39.752503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f6a178c-28f9-4c54-a56c-0f34a52c7f58 req-8e6325e5-ad62-4774-98d0-f5dd99384730 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268329 Apr 05 18:49:39.812870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port f2a60f70-5987-4138-ad13-b985c3735735, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f2a60f70-5987-4138-ad13-b985c3735735,segment=NetworkSegment(f23b32b6-f8a0-4dc1-80ff-bbfc36895648),segment_id=f23b32b6-f8a0-4dc1-80ff-bbfc36895648)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:39.827799 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4696427f-5bf0-4d45-8a59-97cc85b64706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:39.840010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-97157814-594b-4ba0-9f5c-3b52e23ddeb5 None None] Provisioning complete for port f2a60f70-5987-4138-ad13-b985c3735735 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:39.844245 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97157814-594b-4ba0-9f5c-3b52e23ddeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:39.846280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:39.878696 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:39.932265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1446c5-c03f-41a2-a486-977b3e9fe539 service neutron] Pushing event updated for resources: {'Port': ['ID=9f31486f-4b42-4727-afb4-f96b9a163ae1,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:39.978577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91111e18-7cfb-4277-8ef7-67b3be54c53c {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:40.043107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:40.068051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=f2a60f70-5987-4138-ad13-b985c3735735,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:40.069374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:40.113789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-96701d30-bbc5-4d19-a5ae-65e08893cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:40.115708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-96701d30-bbc5-4d19-a5ae-65e08893cfd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 1094 time: 0.4279363 Apr 05 18:49:40.138266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Transition to ACTIVE for port object 91111e18-7cfb-4277-8ef7-67b3be54c53c will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:49:40.195329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6438018a-0066-4ec4-889b-1d78d47ac572 req-bf9ebdfd-39e6-4b20-9a55-687a56d5bfe7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488410 Apr 05 18:49:40.280559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd5d43-fd40-4c03-a9d6-cf467f3dd523 req-ec76fb3a-7de2-46fd-a566-7844e85ce081 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:40.282128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37cd5d43-fd40-4c03-a9d6-cf467f3dd523 req-ec76fb3a-7de2-46fd-a566-7844e85ce081 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.3280418 Apr 05 18:49:40.357272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2aff1bc7-d1cd-4cb4-9d11-0af15f602184 None None] Provisioning complete for port 59ffc23c-87d1-4497-8a01-e97a20b7094e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:40.358853 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2aff1bc7-d1cd-4cb4-9d11-0af15f602184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:40.390193 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:40.401614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-15e0f203-fc79-416b-9ec0-dca7c4e4643f service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230601 Apr 05 18:49:40.407494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc81ceb-3a7e-40ea-a897-232267bb3ede,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:40.411049 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:40.413471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-7243525f-7940-495f-bae8-b063b25a7bc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f31486f-4b42-4727-afb4-f96b9a163ae1 HTTP/1.1" status: 200 len: 217 time: 0.2781808 Apr 05 18:49:40.457888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2aff1bc7-d1cd-4cb4-9d11-0af15f602184 None None] Port 59ffc23c-87d1-4497-8a01-e97a20b7094e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:49:40.557895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-3ddac9ca-e218-4ca1-9cf8-ca170bd3e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:40.559877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-3ddac9ca-e218-4ca1-9cf8-ca170bd3e3f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.0891633 Apr 05 18:49:40.689091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Pushing event updated for resources: {'Port': ['ID=91111e18-7cfb-4277-8ef7-67b3be54c53c,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:40.712981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-709c01b7-eeaf-4cb9-aecd-252b8226858f None None] Provisioning complete for port f2a60f70-5987-4138-ad13-b985c3735735 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:40.713664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-709c01b7-eeaf-4cb9-aecd-252b8226858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:40.730213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:40.744438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-d838eb9f-c0d7-4e8c-944b-33f233150dd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084867 Apr 05 18:49:40.746658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c612c86-9b6a-4524-a762-fe388e89be64 req-31536ce1-a16f-4103-b189-fee9eeb37263 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027623 Apr 05 18:49:40.801379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f2a60f70-5987-4138-ad13-b985c3735735 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:40.809509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:40.859686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:40.869804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:41.042050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3958f-ab57-4a5c-93af-1b8621e749f9 req-ec1f08f4-80f1-4ce8-87cd-cc9d191885d7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:41.054388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccf3958f-ab57-4a5c-93af-1b8621e749f9 req-ec1f08f4-80f1-4ce8-87cd-cc9d191885d7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.6779497 Apr 05 18:49:41.071332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37cd5d43-fd40-4c03-a9d6-cf467f3dd523 req-6f3f6675-7f16-491e-878d-c5ad4d3e54b0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6726255 Apr 05 18:49:41.077064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f2a60f70-5987-4138-ad13-b985c3735735 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:41.077435 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.191432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cf0483-4e40-454b-b502-6b859bbc61d3', 'tag': '9f31486f-4b42-4727-afb4-f96b9a163ae1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:41.203836 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09658cb-0683-4bd1-9351-511af6dbc44b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cf0483-4e40-454b-b502-6b859bbc61d3", "tag": "9f31486f-4b42-4727-afb4-f96b9a163ae1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:41.207720 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.223402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=092d061e-63f7-40a5-a21e-6e55f26e7f15,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:41.264662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.319516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ff5cf6ff-0079-4f00-a73f-419064f70e63 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:41.353927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: ff5cf6ff-0079-4f00-a73f-419064f70e63 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:41.355144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ff5cf6ff-0079-4f00-a73f-419064f70e63 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:41.374516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Attempting to bind port 91111e18-7cfb-4277-8ef7-67b3be54c53c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:41.374775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Attempting to bind port 91111e18-7cfb-4277-8ef7-67b3be54c53c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:41.374917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Attempting to bind port 91111e18-7cfb-4277-8ef7-67b3be54c53c on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:41.389712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.390246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 911f8305-3be2-4b55-8baf-85968b179f1f {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:49:41.394271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Port 91111e18-7cfb-4277-8ef7-67b3be54c53c on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:49:41.394797 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Attempting to bind port 91111e18-7cfb-4277-8ef7-67b3be54c53c on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:41.399111 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.400282 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2757d1f3-3cea-487e-bdf3-aadd655936f1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/911f8305-3be2-4b55-8baf-85968b179f1f HTTP/1.1" status: 204 len: 168 time: 4.0108078 Apr 05 18:49:41.405897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53628) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:41.428238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:41.428460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Checking segment: {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:41.428709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Bound using segment: {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:41.429098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Bound port: 91111e18-7cfb-4277-8ef7-67b3be54c53c, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:41.429467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.481729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-a6f3d40f-14a5-4fab-bdd9-9050cfb9d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:41.483216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-a6f3d40f-14a5-4fab-bdd9-9050cfb9d771 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 1095 time: 0.6259205 Apr 05 18:49:41.489457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:41.489963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.524855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-130fb341-0d17-4f10-b3d9-52a14c0bcbce None None] Provisioning complete for port 092d061e-63f7-40a5-a21e-6e55f26e7f15 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:41.528658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-130fb341-0d17-4f10-b3d9-52a14c0bcbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.536546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ffc23c-87d1-4497-8a01-e97a20b7094e {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:41.551709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.554922 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2970f177-e95f-461f-967f-b50b7c21c063 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7416270 Apr 05 18:49:41.559309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53630) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:41.561426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd38149-2f89-4a3f-9d47-9e9feb887bf4 admin admin] Deleting subnet c346868d-ff5c-484a-a2f0-b9bce6d58e15 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:49:41.583280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dbd38149-2f89-4a3f-9d47-9e9feb887bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.614090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-130fb341-0d17-4f10-b3d9-52a14c0bcbce None None] Port 092d061e-63f7-40a5-a21e-6e55f26e7f15 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:49:41.640636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afd4c0-8cc5-46b9-a9e8-482b30da8373 req-b85e94e0-c6b2-47bc-b047-983fc8bfc7d1 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:41.642316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91afd4c0-8cc5-46b9-a9e8-482b30da8373 req-b85e94e0-c6b2-47bc-b047-983fc8bfc7d1 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 945 time: 0.3625500 Apr 05 18:49:41.645858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccf3958f-ab57-4a5c-93af-1b8621e749f9 req-1b9a210e-0a7f-4fc0-87df-fd61a6e4699f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906284 Apr 05 18:49:41.671081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Transition to ACTIVE for port object 59ffc23c-87d1-4497-8a01-e97a20b7094e will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:49:41.696326 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.712379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-4db9b970-5fa1-4b57-a241-2dccd410ffb2 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9072547 Apr 05 18:49:41.742141 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28cd8fdb-a58d-437f-b168-704a16183187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.804225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] For port 91111e18-7cfb-4277-8ef7-67b3be54c53c, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:41.815055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dbd38149-2f89-4a3f-9d47-9e9feb887bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.832728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7882a62-fd87-4a44-8331-6efdd469bc2a req-3f8e6911-9f00-4c5c-818a-128095d477c7 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074882 Apr 05 18:49:41.870126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] For port 91111e18-7cfb-4277-8ef7-67b3be54c53c, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=91111e18-7cfb-4277-8ef7-67b3be54c53c,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:41.882311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251bab5-3448-4330-900b-89951b68822b service neutron] Pushing event updated for resources: {'Port': ['ID=59ffc23c-87d1-4497-8a01-e97a20b7094e,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:41.902126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:41.917663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91afd4c0-8cc5-46b9-a9e8-482b30da8373 req-80bd28fd-7cf3-4c3c-8ebe-791506526c84 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498302 Apr 05 18:49:42.070430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efc01c-f2d1-4488-8883-3f81460d8808 req-a6e2613e-8b4b-4c2d-9e6e-44d3afaabb2e tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:42.075038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1bc81ceb-3a7e-40ea-a897-232267bb3ede no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:42.076396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67efc01c-f2d1-4488-8883-3f81460d8808 req-a6e2613e-8b4b-4c2d-9e6e-44d3afaabb2e tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 943 time: 0.2352185 Apr 05 18:49:42.122876 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 1bc81ceb-3a7e-40ea-a897-232267bb3ede {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:42.123317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1bc81ceb-3a7e-40ea-a897-232267bb3ede not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:42.131922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-d012c2b9-7228-4eed-818d-b53089f9142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:42.133525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-d012c2b9-7228-4eed-818d-b53089f9142e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 916 time: 0.6206596 Apr 05 18:49:42.159282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:42.160763 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:42.163058 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] 10.222.0.20 "PUT /v2.0/ports/91111e18-7cfb-4277-8ef7-67b3be54c53c HTTP/1.1" status: 200 len: 1092 time: 6.5217204 Apr 05 18:49:42.163734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273f6ebb-dffb-4336-9970-a971625277cb', 'tag': '91111e18-7cfb-4277-8ef7-67b3be54c53c'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:42.166213 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d09dfe-90b1-488a-a378-2138fa69e70c" -d '{"events": [{"name": "network-changed", "server_uuid": "273f6ebb-dffb-4336-9970-a971625277cb", "tag": "91111e18-7cfb-4277-8ef7-67b3be54c53c"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:42.245895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-6111f5ad-9be5-4d62-acf0-2516b5b876fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab7a82d1-7f01-4acb-aa23-139a07a6b704 HTTP/1.1" status: 200 len: 217 time: 0.0959218 Apr 05 18:49:42.287820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b2f0b-7f34-4a01-ba88-f18a32696758 service neutron] Pushing event updated for resources: {'Port': ['ID=91111e18-7cfb-4277-8ef7-67b3be54c53c,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:42.290928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67efc01c-f2d1-4488-8883-3f81460d8808 req-f7807a22-1950-4b9c-b5e2-a1ca84906c44 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026224 Apr 05 18:49:42.342281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dbd38149-2f89-4a3f-9d47-9e9feb887bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:42.387074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e3c66-b5e2-4c93-836d-908ad6072fc2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 092d061e-63f7-40a5-a21e-6e55f26e7f15 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:42.387414 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3c66-b5e2-4c93-836d-908ad6072fc2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:42.407218 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f61754-4204-4e07-b96a-2e132f4c1006 x-openstack-request-id: req-94f61754-4204-4e07-b96a-2e132f4c1006 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:42.407554 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cf0483-4e40-454b-b502-6b859bbc61d3", "tag": "9f31486f-4b42-4727-afb4-f96b9a163ae1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:42.407808 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94f61754-4204-4e07-b96a-2e132f4c1006 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:42.408134 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f61754-4204-4e07-b96a-2e132f4c1006'] response: {'name': 'network-changed', 'server_uuid': 'd2cf0483-4e40-454b-b502-6b859bbc61d3', 'tag': '9f31486f-4b42-4727-afb4-f96b9a163ae1', 'status': 'completed', 'code': 200} Apr 05 18:49:42.417825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3ae7-503a-4016-a5c1-505e2352f41d req-2d29cb1f-7fd0-4877-b1e3-8eea5e36f189 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:42.419633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-63ef3ae7-503a-4016-a5c1-505e2352f41d req-2d29cb1f-7fd0-4877-b1e3-8eea5e36f189 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 943 time: 0.2837362 Apr 05 18:49:42.508727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-4b5778c9-67b2-4cdb-93a0-006c987e5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:42.510100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-4b5778c9-67b2-4cdb-93a0-006c987e5827 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28a1d094-39eb-449c-a563-02e4fce83a0c HTTP/1.1" status: 200 len: 855 time: 0.2439742 Apr 05 18:49:42.517109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Attempting to bind port 59ffc23c-87d1-4497-8a01-e97a20b7094e on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:42.517784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Attempting to bind port 59ffc23c-87d1-4497-8a01-e97a20b7094e by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:42.518501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Attempting to bind port 59ffc23c-87d1-4497-8a01-e97a20b7094e on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:42.528480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Port 59ffc23c-87d1-4497-8a01-e97a20b7094e on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:49:42.529148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Attempting to bind port 59ffc23c-87d1-4497-8a01-e97a20b7094e on network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:42.531681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dbd38149-2f89-4a3f-9d47-9e9feb887bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:42.545308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4586c59-0f01-444d-b83a-811d68060f5e req-38d7ab8e-3cab-4f1b-a8e3-4a38a4fbdccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:42.553330 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-38d7ab8e-3cab-4f1b-a8e3-4a38a4fbdccd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 1095 time: 0.3292308 Apr 05 18:49:42.589391 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dbd38149-2f89-4a3f-9d47-9e9feb887bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:42.589575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb20c2-f369-498c-867a-0ced6e3424f1 None None] Network 61f38ac3-b5de-44f4-9fb6-9d316cece496 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:42.598134 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dbd38149-2f89-4a3f-9d47-9e9feb887bf4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c346868d-ff5c-484a-a2f0-b9bce6d58e15 HTTP/1.1" status: 204 len: 168 time: 1.1902881 Apr 05 18:49:42.602100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53640) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:42.615165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd38149-2f89-4a3f-9d47-9e9feb887bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c346868d-ff5c-484a-a2f0-b9bce6d58e15,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:42.695001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ab7a82d1-7f01-4acb-aa23-139a07a6b704 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:49:42.697439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:42.698035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Checking segment: {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:42.698838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Bound using segment: {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:42.699539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Bound port: 59ffc23c-87d1-4497-8a01-e97a20b7094e, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:42.700123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:42.704785 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-600b00ae-4064-4360-a027-1a677c5c69a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91111e18-7cfb-4277-8ef7-67b3be54c53c HTTP/1.1" status: 200 len: 217 time: 0.0994704 Apr 05 18:49:42.893420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:42.920880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4586c59-0f01-444d-b83a-811d68060f5e req-37c8ef9b-d2ed-4c5f-bc9f-a64d5c6e2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:42.922956 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-37c8ef9b-d2ed-4c5f-bc9f-a64d5c6e2529 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28a1d094-39eb-449c-a563-02e4fce83a0c HTTP/1.1" status: 200 len: 855 time: 0.1978261 Apr 05 18:49:43.022315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] For port 59ffc23c-87d1-4497-8a01-e97a20b7094e, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:43.043101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ab7a82d1-7f01-4acb-aa23-139a07a6b704, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ab7a82d1-7f01-4acb-aa23-139a07a6b704,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:43.065371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] For port 59ffc23c-87d1-4497-8a01-e97a20b7094e, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=59ffc23c-87d1-4497-8a01-e97a20b7094e,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:43.100613 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:43.103872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ab7a82d1-7f01-4acb-aa23-139a07a6b704', 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534', 'port_id': 'ab7a82d1-7f01-4acb-aa23-139a07a6b704', 'mac_address': 'fa:16:3e:37:1c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a1d094-39eb-449c-a563-02e4fce83a0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:49:43.112328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20234c-a6c1-41a6-a2ac-43d3964f0863 req-8d8c4001-737d-4dd7-8ced-329789ece97b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:43.123513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d20234c-a6c1-41a6-a2ac-43d3964f0863 req-8d8c4001-737d-4dd7-8ced-329789ece97b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 945 time: 0.5823743 Apr 05 18:49:43.132339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:43.146297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4586c59-0f01-444d-b83a-811d68060f5e req-97616a4a-1f45-42ef-a6de-fa6f9a5b6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:43.147983 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-97616a4a-1f45-42ef-a6de-fa6f9a5b6f59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078607 Apr 05 18:49:43.152846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'floatingip': {'port_id': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:43.204615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-5c8eebe8-4ddd-421f-9949-ce2337d417d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:43.206117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-5c8eebe8-4ddd-421f-9949-ce2337d417d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 1094 time: 0.7806017 Apr 05 18:49:43.214443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-63ef3ae7-503a-4016-a5c1-505e2352f41d req-55017b54-0afd-4096-9e30-82e69b8b5df7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7747822 Apr 05 18:49:43.214660 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:43.264389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7a82d1-7f01-4acb-aa23-139a07a6b704 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:43.271372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-3cae8f70-1354-4f39-9721-25e9587caf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:43.272999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-3cae8f70-1354-4f39-9721-25e9587caf97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6985540 Apr 05 18:49:43.291653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:43.338342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ab7a82d1-7f01-4acb-aa23-139a07a6b704, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ab7a82d1-7f01-4acb-aa23-139a07a6b704,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:43.341404 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:43.363739 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:43.459322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3c66-b5e2-4c93-836d-908ad6072fc2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:43.474684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ab7a82d1-7f01-4acb-aa23-139a07a6b704,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:43.478412 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa602eeb-e467-43bc-985d-97c599774352 x-openstack-request-id: req-aa602eeb-e467-43bc-985d-97c599774352 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:43.478913 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273f6ebb-dffb-4336-9970-a971625277cb", "tag": "91111e18-7cfb-4277-8ef7-67b3be54c53c", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:43.479011 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa602eeb-e467-43bc-985d-97c599774352 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:43.479340 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa602eeb-e467-43bc-985d-97c599774352'] response: {'name': 'network-changed', 'server_uuid': '273f6ebb-dffb-4336-9970-a971625277cb', 'tag': '91111e18-7cfb-4277-8ef7-67b3be54c53c', 'status': 'completed', 'code': 200} Apr 05 18:49:43.492707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9a47c-3bfe-4da1-8e96-5dc962d824f9 req-23e93d19-bb8c-44fb-8eda-ba287e348d06 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:43.500258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9d9a47c-3bfe-4da1-8e96-5dc962d824f9 req-23e93d19-bb8c-44fb-8eda-ba287e348d06 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.2868822 Apr 05 18:49:43.522564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-76280f1b-9590-4730-969f-d8fe05a420d0 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222197 Apr 05 18:49:43.645204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cfbe13-3c42-4038-af82-058d9ddd7155 None None] DHCP port deletion for 61f38ac3-b5de-44f4-9fb6-9d316cece496 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:49:43.647610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e3c66-b5e2-4c93-836d-908ad6072fc2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 092d061e-63f7-40a5-a21e-6e55f26e7f15 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:43.700561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ab7a82d1-7f01-4acb-aa23-139a07a6b704'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:49:43.708041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9d9a47c-3bfe-4da1-8e96-5dc962d824f9 req-06905b14-ba19-4056-ab44-5e8446d427d5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984715 Apr 05 18:49:43.810725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfbe13-3c42-4038-af82-058d9ddd7155 None None] Deleting port f6079de5-89a7-458a-986e-586bdd19bfae {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:43.811110 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2cfbe13-3c42-4038-af82-058d9ddd7155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:43.925539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcc3fc-7f11-42d3-ba7a-ab7dcfd4e18c req-507377ae-0294-407d-8608-f6381ce5fdcf tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:43.927491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5bcc3fc-7f11-42d3-ba7a-ab7dcfd4e18c req-507377ae-0294-407d-8608-f6381ce5fdcf tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.3921602 Apr 05 18:49:43.992309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:43.993129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:43.996209 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-0251bab5-3448-4330-900b-89951b68822b service neutron] 10.222.0.25 "PUT /v2.0/ports/59ffc23c-87d1-4497-8a01-e97a20b7094e HTTP/1.1" status: 200 len: 1091 time: 4.8050244 Apr 05 18:49:43.999283 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-5fae4031-8cbe-40b6-a268-7b3a6d2180aa service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7729943 Apr 05 18:49:44.004809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5bcc3fc-7f11-42d3-ba7a-ab7dcfd4e18c req-6acdb60e-26fd-4490-917b-a73e849da407 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539832 Apr 05 18:49:44.005514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f6079de5-89a7-458a-986e-586bdd19bfae no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:44.055748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-f334b9df-4714-482d-9778-b96c72cadfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:44.057515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-f334b9df-4714-482d-9778-b96c72cadfe1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 911 time: 0.8029232 Apr 05 18:49:44.076098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f2cfbe13-3c42-4038-af82-058d9ddd7155 None None] For port f6079de5-89a7-458a-986e-586bdd19bfae, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f6079de5-89a7-458a-986e-586bdd19bfae,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:44.076676 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2cfbe13-3c42-4038-af82-058d9ddd7155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.099982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d1766-e604-4444-a7eb-197bb84f3df3 req-a3ae3d33-f7f7-4f9b-933f-55412374afdf tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:44.107731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Deleting port f6079de5-89a7-458a-986e-586bdd19bfae {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:44.108031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c31d1766-e604-4444-a7eb-197bb84f3df3 req-a3ae3d33-f7f7-4f9b-933f-55412374afdf tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 943 time: 0.2895608 Apr 05 18:49:44.108161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.138587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfbe13-3c42-4038-af82-058d9ddd7155 None None] Calling delete_port for f6079de5-89a7-458a-986e-586bdd19bfae owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:44.176727 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa2d5a6-10db-48c0-a450-065475e0c6e9 req-fb890647-839f-4f82-b318-d858d792c919 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011508 Apr 05 18:49:44.195613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c31d1766-e604-4444-a7eb-197bb84f3df3 req-9a2e5f35-5a18-484a-a786-1ea5bd77fc56 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810683 Apr 05 18:49:44.199181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] For port f6079de5-89a7-458a-986e-586bdd19bfae, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f6079de5-89a7-458a-986e-586bdd19bfae,segment=NetworkSegment(a33c7f11-e5c1-438c-bb57-841649666053),segment_id=a33c7f11-e5c1-438c-bb57-841649666053)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:44.199568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.204594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-ad47d603-de83-41f2-85d8-0e2ea363fd80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f31486f-4b42-4727-afb4-f96b9a163ae1 HTTP/1.1" status: 200 len: 217 time: 0.1229880 Apr 05 18:49:44.223738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Calling delete_port for f6079de5-89a7-458a-986e-586bdd19bfae owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:44.391591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3c66-b5e2-4c93-836d-908ad6072fc2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.393259 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4586c59-0f01-444d-b83a-811d68060f5e req-868fc289-e05b-44f1-8022-37e1bad56a00 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691971 Apr 05 18:49:44.401947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.404943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.411727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251bab5-3448-4330-900b-89951b68822b service neutron] Pushing event updated for resources: {'Port': ['ID=59ffc23c-87d1-4497-8a01-e97a20b7094e,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:44.438434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47648-5daa-4143-b59b-5b03ec877bff req-593ceac8-769b-470d-b529-044aea28ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:44.442380 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-593ceac8-769b-470d-b529-044aea28ca91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 1094 time: 0.3956718 Apr 05 18:49:44.453284 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2cfbe13-3c42-4038-af82-058d9ddd7155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.505805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e3c66-b5e2-4c93-836d-908ad6072fc2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=092d061e-63f7-40a5-a21e-6e55f26e7f15,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:44.520379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfbe13-3c42-4038-af82-058d9ddd7155 None None] Pushing event deleted for resources: {'Port': ['ID=f6079de5-89a7-458a-986e-586bdd19bfae,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:44.520963 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-689f7dd0-323d-49af-8689-67dffd278c04 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ffc23c-87d1-4497-8a01-e97a20b7094e HTTP/1.1" status: 200 len: 217 time: 0.0667491 Apr 05 18:49:44.524915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfbe13-3c42-4038-af82-058d9ddd7155 None None] No DVR routers for this DVR port f6079de5-89a7-458a-986e-586bdd19bfae on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:44.636601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47648-5daa-4143-b59b-5b03ec877bff req-b21275eb-2112-4b8f-94ea-083f0b2c9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:44.638091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-b21275eb-2112-4b8f-94ea-083f0b2c9711 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28a1d094-39eb-449c-a563-02e4fce83a0c HTTP/1.1" status: 200 len: 855 time: 0.0913677 Apr 05 18:49:44.641089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-5813ba2d-2044-41dc-a948-58984f656d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:44.642693 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-5813ba2d-2044-41dc-a948-58984f656d90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 1095 time: 0.1206596 Apr 05 18:49:44.643772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.681729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 9f31486f-4b42-4727-afb4-f96b9a163ae1 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:49:44.714608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Pushing event deleted for resources: {'Port': ['ID=f6079de5-89a7-458a-986e-586bdd19bfae,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:44.742786 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3c66-b5e2-4c93-836d-908ad6072fc2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.746977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6d1e3c66-b5e2-4c93-836d-908ad6072fc2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/092d061e-63f7-40a5-a21e-6e55f26e7f15 HTTP/1.1" status: 204 len: 168 time: 3.1682260 Apr 05 18:49:44.753781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:44.764858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-58e1865a-380a-4a1a-bfdf-c869f99d1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:44.766940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-58e1865a-380a-4a1a-bfdf-c869f99d1936 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.5377789 Apr 05 18:49:44.779642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64dbbc-c147-4d4e-9386-abdec0135680 req-79d3871d-c166-4847-b698-428d2cff6945 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:44.789209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db64dbbc-c147-4d4e-9386-abdec0135680 req-79d3871d-c166-4847-b698-428d2cff6945 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 943 time: 0.4087551 Apr 05 18:49:44.840556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-2b90949b-fa29-4051-ae2d-c983b606a09d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433209 Apr 05 18:49:44.891439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 9f31486f-4b42-4727-afb4-f96b9a163ae1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9f31486f-4b42-4727-afb4-f96b9a163ae1,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:44.906865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-b6dca388-9ab6-424f-8c67-15a8783a92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:44.908533 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-b6dca388-9ab6-424f-8c67-15a8783a92f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 916 time: 0.2160623 Apr 05 18:49:44.911180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] No DVR routers for this DVR port f6079de5-89a7-458a-986e-586bdd19bfae on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:44.920932 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a968a294-6f19-4cfa-9fe8-edd875cf0330 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:49:44.921676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a968a294-6f19-4cfa-9fe8-edd875cf0330 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:44.928122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a968a294-6f19-4cfa-9fe8-edd875cf0330 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/092d061e-63f7-40a5-a21e-6e55f26e7f15 HTTP/1.1" status: 404 len: 333 time: 0.1646872 Apr 05 18:49:44.931692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53656) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:44.941242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '9f31486f-4b42-4727-afb4-f96b9a163ae1', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'port_id': '9f31486f-4b42-4727-afb4-f96b9a163ae1', 'mac_address': 'fa:16:3e:4e:f8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3deab1-7812-4525-8991-793933ce26cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:49:44.966250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47648-5daa-4143-b59b-5b03ec877bff req-24d2b009-e864-40fb-8d35-5c8d9ce70593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:44.967790 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-24d2b009-e864-40fb-8d35-5c8d9ce70593 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3217483 Apr 05 18:49:44.982514 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:44.994884 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40dee13-3858-4924-a901-1eac6b05e7d8 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:49:44.999159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f40dee13-3858-4924-a901-1eac6b05e7d8 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/092d061e-63f7-40a5-a21e-6e55f26e7f15 HTTP/1.1" status: 404 len: 333 time: 0.0490797 Apr 05 18:49:45.002210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.013178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db64dbbc-c147-4d4e-9386-abdec0135680 req-aaa1a627-1050-45c6-b15d-b873cc821977 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173245 Apr 05 18:49:45.025006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53658) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:45.045680 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-ebd34ec6-6fa2-41bb-b783-8df2e805fd36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91111e18-7cfb-4277-8ef7-67b3be54c53c HTTP/1.1" status: 200 len: 217 time: 0.0953276 Apr 05 18:49:45.052283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f31486f-4b42-4727-afb4-f96b9a163ae1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:45.104608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 9f31486f-4b42-4727-afb4-f96b9a163ae1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9f31486f-4b42-4727-afb4-f96b9a163ae1,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:45.116297 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.173756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f9513-3573-42a0-8f48-102956c11ab6 req-8b3ba381-e554-48aa-aa37-a0ce28a721a2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:45.178961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-831f9513-3573-42a0-8f48-102956c11ab6 req-8b3ba381-e554-48aa-aa37-a0ce28a721a2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.2781956 Apr 05 18:49:45.198430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=9f31486f-4b42-4727-afb4-f96b9a163ae1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:45.199951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.257078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f38ac3-b5de-44f4-9fb6-9d316cece496']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:45.281891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-f48dd6d1-a686-40f2-9e25-38ba661a3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:45.283603 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-f48dd6d1-a686-40f2-9e25-38ba661a3326 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28a1d094-39eb-449c-a563-02e4fce83a0c HTTP/1.1" status: 200 len: 855 time: 0.1921105 Apr 05 18:49:45.295912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c7f11-e5c1-438c-bb57-841649666053') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:45.296230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c7f11-e5c1-438c-bb57-841649666053') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:45.298694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet 987d8956-74f8-4b0c-8f47-41a99a943b21 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:49:45.315302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.326329 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.328628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-831f9513-3573-42a0-8f48-102956c11ab6 req-be47e0f7-685b-4da6-8807-5027625cb0db tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240795 Apr 05 18:49:45.363053 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:49:45.367816 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-ce6781df-53c1-4b94-b729-92a8166c92c6 service neutron] 10.222.0.25 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406856 Apr 05 18:49:45.395520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-04fb7ff9-6f3f-49de-b4d4-4f3c8ddf966e service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412359 Apr 05 18:49:45.426530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea91758-2570-429e-b54b-948468872e84 req-b3380601-74fc-416f-989f-5bfcc4d739bf tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:45.427870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ea91758-2570-429e-b54b-948468872e84 req-b3380601-74fc-416f-989f-5bfcc4d739bf tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.2435431 Apr 05 18:49:45.453653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.466994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-b9a92dad-d103-4035-a0d5-64714f4af8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:45.468852 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-b9a92dad-d103-4035-a0d5-64714f4af8e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704350 Apr 05 18:49:45.471333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:45.472278 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:45.474325 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:45.478273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['9f31486f-4b42-4727-afb4-f96b9a163ae1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:49:45.485510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efde6f6-9023-4146-9467-f8d9b43d7284', 'tag': '59ffc23c-87d1-4497-8a01-e97a20b7094e'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:45.487182 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "4efde6f6-9023-4146-9467-f8d9b43d7284", "tag": "59ffc23c-87d1-4497-8a01-e97a20b7094e"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:45.500289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.535086 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.570102 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.616543 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-52e47648-5daa-4143-b59b-5b03ec877bff req-bfabb496-b706-4194-9038-ee912774f438 service neutron] 10.222.0.25 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401903 Apr 05 18:49:45.630725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.638584 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:45.645098 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] 10.222.0.15 "DELETE /v2.0/networks/61f38ac3-b5de-44f4-9fb6-9d316cece496 HTTP/1.1" status: 204 len: 168 time: 3.0231085 Apr 05 18:49:45.647864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53666) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:45.769422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d92e0a-4b37-444c-9ef2-9e5b14f0fdde admin admin] Pushing event deleted for resources: {'Network': ['ID=61f38ac3-b5de-44f4-9fb6-9d316cece496,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:45.785749 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-5b39f348-f2fe-4485-86b8-69cd6befba34 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907729 Apr 05 18:49:46.045487 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07d09dfe-90b1-488a-a378-2138fa69e70c req-6e2b0d66-df00-414d-950d-33820e88b022 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645057 Apr 05 18:49:46.064416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ea91758-2570-429e-b54b-948468872e84 req-3e8d152e-bd5a-4d6d-a8cc-6334fab00b0b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056435 Apr 05 18:49:46.138872 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9501979-cd35-4a59-a53e-ba318637e7bf x-openstack-request-id: req-d9501979-cd35-4a59-a53e-ba318637e7bf {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:46.138872 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efde6f6-9023-4146-9467-f8d9b43d7284", "tag": "59ffc23c-87d1-4497-8a01-e97a20b7094e", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:46.138872 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9501979-cd35-4a59-a53e-ba318637e7bf {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:46.138872 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9501979-cd35-4a59-a53e-ba318637e7bf'] response: {'name': 'network-changed', 'server_uuid': '4efde6f6-9023-4146-9467-f8d9b43d7284', 'tag': '59ffc23c-87d1-4497-8a01-e97a20b7094e', 'status': 'completed', 'code': 200} Apr 05 18:49:46.181145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:46.214498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e964d57-856f-4eb1-8197-5bb041fb10a8 req-3c3c9c28-44b3-4841-a58a-7e3aa456655b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:46.223958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e964d57-856f-4eb1-8197-5bb041fb10a8 req-3c3c9c28-44b3-4841-a58a-7e3aa456655b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 943 time: 0.7680430 Apr 05 18:49:46.265473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-2ab72982-93c7-43be-b6f5-975b8d39fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:46.267128 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-2ab72982-93c7-43be-b6f5-975b8d39fa10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 1094 time: 0.0974777 Apr 05 18:49:46.271113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f09658cb-0683-4bd1-9351-511af6dbc44b req-2a4316e1-7a27-4432-bf62-e55f9d0e0294 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8606744 Apr 05 18:49:46.323691 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Floating IP 41daf52a-a502-4ef2-b3e4-69e51f283f86 associated. External IP: 172.25.4.92, port: ab89448e-1fbb-416c-a34b-e8d8fc7f7766. Apr 05 18:49:46.326240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:46.365101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-dcf35ffc-cccf-4808-bb4c-460e34239c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:46.365507 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-dcf35ffc-cccf-4808-bb4c-460e34239c00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 916 time: 0.0911238 Apr 05 18:49:46.389077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e964d57-856f-4eb1-8197-5bb041fb10a8 req-2c389c23-4972-4607-bd2f-0b0ef9d09adb tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638727 Apr 05 18:49:46.431272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa6489-d39a-4ee6-8734-878daf160305 req-0c2fbfba-ab32-4f91-b36b-59d564ea1e77 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:46.438724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaa6489-d39a-4ee6-8734-878daf160305 req-0c2fbfba-ab32-4f91-b36b-59d564ea1e77 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 944 time: 0.1942265 Apr 05 18:49:46.444462 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-4849ccb2-2e4b-4598-a84d-8f6bfaa44f0f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ffc23c-87d1-4497-8a01-e97a20b7094e HTTP/1.1" status: 200 len: 217 time: 0.0719635 Apr 05 18:49:46.501062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-fefb277b-7bcf-4640-8ec0-21388d12e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:46.502663 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-fefb277b-7bcf-4640-8ec0-21388d12e405 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28a1d094-39eb-449c-a563-02e4fce83a0c HTTP/1.1" status: 200 len: 855 time: 0.0499413 Apr 05 18:49:46.582614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaa6489-d39a-4ee6-8734-878daf160305 req-55b2efc0-e1c3-458e-9b4b-27f904818047 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401684 Apr 05 18:49:46.608959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:46.632772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-bda07651-f965-46ad-9ef4-c6ad287bdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:46.634595 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-bda07651-f965-46ad-9ef4-c6ad287bdffb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203203 Apr 05 18:49:46.653556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=987d8956-74f8-4b0c-8f47-41a99a943b21,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:46.661827 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:46.665162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/987d8956-74f8-4b0c-8f47-41a99a943b21 HTTP/1.1" status: 204 len: 168 time: 1.6268470 Apr 05 18:49:46.669198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac90a7d-68c6-4e9f-b080-865250c7449a None None] Network 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:46.672319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53672) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:46.679771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ed221-9584-49c5-a63d-b0124b8955fe req-c9b9fbdd-08d9-425d-b21c-566111ed5f39 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:46.681569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-094ed221-9584-49c5-a63d-b0124b8955fe req-c9b9fbdd-08d9-425d-b21c-566111ed5f39 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.1514277 Apr 05 18:49:46.741638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.742015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.742324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.742699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.743028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.743357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.743681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.744004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.744477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.744808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.745133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.745455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a4070-ad61-4cf0-ac2e-98baa691c128 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:49:46.779272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 91111e18-7cfb-4277-8ef7-67b3be54c53c details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:49:46.782553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 9f31486f-4b42-4727-afb4-f96b9a163ae1 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:46.841845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-094ed221-9584-49c5-a63d-b0124b8955fe req-87bfadf5-5287-44aa-acfa-b8fc4ae1003b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199317 Apr 05 18:49:46.920960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:46.983700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:49:47.026375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 91111e18-7cfb-4277-8ef7-67b3be54c53c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=91111e18-7cfb-4277-8ef7-67b3be54c53c,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:47.066617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '91111e18-7cfb-4277-8ef7-67b3be54c53c', 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534', 'port_id': '91111e18-7cfb-4277-8ef7-67b3be54c53c', 'mac_address': 'fa:16:3e:69:76:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a1d094-39eb-449c-a563-02e4fce83a0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:49:47.115718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port f2a60f70-5987-4138-ad13-b985c3735735 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:47.116079 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.157031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2463a7eb-e51c-401b-8aba-eb0fcbe44538 None None] DHCP port deletion for 4924bd0e-cf5d-4eb1-96d5-0dfbec222ead request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:49:47.168165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 9f31486f-4b42-4727-afb4-f96b9a163ae1 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:49:47.181066 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-b3407cfc-5aae-48cd-bc45-34215f5d6e4a service neutron] 10.222.0.25 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364227 Apr 05 18:49:47.200845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 9f31486f-4b42-4727-afb4-f96b9a163ae1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:47.201213 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.230846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] For port f2a60f70-5987-4138-ad13-b985c3735735, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f2a60f70-5987-4138-ad13-b985c3735735,segment=NetworkSegment(f23b32b6-f8a0-4dc1-80ff-bbfc36895648),segment_id=f23b32b6-f8a0-4dc1-80ff-bbfc36895648)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:47.231418 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.250296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for f2a60f70-5987-4138-ad13-b985c3735735 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:47.310934 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.334780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91111e18-7cfb-4277-8ef7-67b3be54c53c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:47.351295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:49:47.365315 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.368537 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:49:47.384948 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:49:47.385562 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:49:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:47.388159 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b5db7ffb-a4e8-4fe4-80a6-b5cf62f78a0a req-8cf43cee-77dc-49c7-b049-ece5a2e098ce service neutron] 10.222.0.25 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962817 Apr 05 18:49:47.402221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ffe2c-d83a-4423-9f43-ae297f0a9a91 req-5e498185-53c6-476a-96dc-5bea3236169d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:47.406221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d0ffe2c-d83a-4423-9f43-ae297f0a9a91 req-5e498185-53c6-476a-96dc-5bea3236169d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.1404564 Apr 05 18:49:47.407255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 91111e18-7cfb-4277-8ef7-67b3be54c53c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=91111e18-7cfb-4277-8ef7-67b3be54c53c,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:47.418078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.421063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Deleting port 00b06d45-c5d4-4694-97c7-151aba2e68c9 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:47.421063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.547145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] For port 00b06d45-c5d4-4694-97c7-151aba2e68c9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=00b06d45-c5d4-4694-97c7-151aba2e68c9,segment=NetworkSegment(4b5592a6-a5fb-40aa-ab9f-3984b291ce09),segment_id=4b5592a6-a5fb-40aa-ab9f-3984b291ce09)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:47.547559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.556036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=91111e18-7cfb-4277-8ef7-67b3be54c53c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:47.562230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2463a7eb-e51c-401b-8aba-eb0fcbe44538 None None] Deleting port f2a60f70-5987-4138-ad13-b985c3735735 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:47.562980 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2463a7eb-e51c-401b-8aba-eb0fcbe44538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.579162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d0ffe2c-d83a-4423-9f43-ae297f0a9a91 req-b49aef3f-5385-4a6c-b442-fc90c30b895a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606100 Apr 05 18:49:47.606310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Calling delete_port for 00b06d45-c5d4-4694-97c7-151aba2e68c9 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:47.644960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-703a0f0b-8ff2-4d6b-abc2-c364882dee62 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "PUT /v2.0/floatingips/41daf52a-a502-4ef2-b3e4-69e51f283f86 HTTP/1.1" status: 200 len: 990 time: 4.4953153 Apr 05 18:49:47.647012 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.653496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd9ab69-324b-406d-8561-79028d2404e9', 'tag': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:47.656555 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c37786c-afc2-4dc1-b1a1-51e159c6810d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd9ab69-324b-406d-8561-79028d2404e9", "tag": "ab89448e-1fbb-416c-a34b-e8d8fc7f7766"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:47.675274 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:49:47.696280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 9f31486f-4b42-4727-afb4-f96b9a163ae1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9f31486f-4b42-4727-afb4-f96b9a163ae1,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:47.701845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578cd39-2221-45f3-b4ef-32ce6019d11b req-18f3b1cf-b496-4545-83d8-dc700d8ca54b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:47.704231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cf0483-4e40-454b-b502-6b859bbc61d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31486f-4b42-4727-afb4-f96b9a163ae1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:47.705680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b578cd39-2221-45f3-b4ef-32ce6019d11b req-18f3b1cf-b496-4545-83d8-dc700d8ca54b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 943 time: 0.1464236 Apr 05 18:49:47.714266 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae3616-815a-4779-9849-2c0bbf5beaba" -d '{"events": [{"server_uuid": "d2cf0483-4e40-454b-b502-6b859bbc61d3", "name": "network-vif-plugged", "status": "completed", "tag": "9f31486f-4b42-4727-afb4-f96b9a163ae1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:47.723113 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.724313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ab7a82d1-7f01-4acb-aa23-139a07a6b704 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:47.779112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2463a7eb-e51c-401b-8aba-eb0fcbe44538 None None] For port f2a60f70-5987-4138-ad13-b985c3735735, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f2a60f70-5987-4138-ad13-b985c3735735,segment=NetworkSegment(f23b32b6-f8a0-4dc1-80ff-bbfc36895648),segment_id=f23b32b6-f8a0-4dc1-80ff-bbfc36895648)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:47.779919 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2463a7eb-e51c-401b-8aba-eb0fcbe44538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.784006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['91111e18-7cfb-4277-8ef7-67b3be54c53c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:49:47.808414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b578cd39-2221-45f3-b4ef-32ce6019d11b req-698d19c6-e697-4e0f-92c2-dedaf47321cc tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950043 Apr 05 18:49:47.810028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:47.887497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2463a7eb-e51c-401b-8aba-eb0fcbe44538 None None] Calling delete_port for f2a60f70-5987-4138-ad13-b985c3735735 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:47.910611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=f2a60f70-5987-4138-ad13-b985c3735735,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:47.912792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No DVR routers for this DVR port f2a60f70-5987-4138-ad13-b985c3735735 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:47.942873 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee65edc-e2bf-451e-bec1-5a0389e954e3 x-openstack-request-id: req-0ee65edc-e2bf-451e-bec1-5a0389e954e3 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:47.943435 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd9ab69-324b-406d-8561-79028d2404e9", "tag": "ab89448e-1fbb-416c-a34b-e8d8fc7f7766", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:47.946875 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ee65edc-e2bf-451e-bec1-5a0389e954e3 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:47.947427 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee65edc-e2bf-451e-bec1-5a0389e954e3'] response: {'name': 'network-changed', 'server_uuid': '5cd9ab69-324b-406d-8561-79028d2404e9', 'tag': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766', 'status': 'completed', 'code': 200} Apr 05 18:49:48.021908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebe406-c6f1-4af5-8639-06876ac9882e req-6dfa17da-1a9b-4477-82c4-32615e97fad1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:48.026477 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaebe406-c6f1-4af5-8639-06876ac9882e req-6dfa17da-1a9b-4477-82c4-32615e97fad1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.2518857 Apr 05 18:49:48.082865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-1ee23b00-a314-4ba2-ab59-310fd1e4e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:48.094687 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-1ee23b00-a314-4ba2-ab59-310fd1e4e133 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 1096 time: 0.1618652 Apr 05 18:49:48.179779 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2293d5-31ed-4b79-b78c-3240227b1c98 x-openstack-request-id: req-9c2293d5-31ed-4b79-b78c-3240227b1c98 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:48.180355 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cf0483-4e40-454b-b502-6b859bbc61d3", "name": "network-vif-plugged", "status": "completed", "tag": "9f31486f-4b42-4727-afb4-f96b9a163ae1", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:48.180773 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c2293d5-31ed-4b79-b78c-3240227b1c98 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:48.181352 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2293d5-31ed-4b79-b78c-3240227b1c98'] response: {'server_uuid': 'd2cf0483-4e40-454b-b502-6b859bbc61d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31486f-4b42-4727-afb4-f96b9a163ae1', 'code': 200} Apr 05 18:49:48.192637 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '41daf52a-a502-4ef2-b3e4-69e51f283f86', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:9f:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9ab69-324b-406d-8561-79028d2404e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:49:14Z', 'updated_at': '2022-04-05T18:49:45Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:48.197043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f2a60f70-5987-4138-ad13-b985c3735735 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:48.199572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2463a7eb-e51c-401b-8aba-eb0fcbe44538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.246864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: f2a60f70-5987-4138-ad13-b985c3735735 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:48.247697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f2a60f70-5987-4138-ad13-b985c3735735 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:48.274390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463a7eb-e51c-401b-8aba-eb0fcbe44538 None None] No DVR routers for this DVR port f2a60f70-5987-4138-ad13-b985c3735735 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:48.288952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port ab7a82d1-7f01-4acb-aa23-139a07a6b704 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:49:48.297256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.300160 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:49:48.306304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ab7a82d1-7f01-4acb-aa23-139a07a6b704 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:48.306982 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.325935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaebe406-c6f1-4af5-8639-06876ac9882e req-90d096ba-a331-4c40-80ba-68464797cc09 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903807 Apr 05 18:49:48.343103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8fa95-8b34-404d-a686-fd57fde9b754 req-aabd4ee1-e29f-4fb3-b651-cf804d7d34f4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:48.343492 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:49:48.345336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9d8fa95-8b34-404d-a686-fd57fde9b754 req-aabd4ee1-e29f-4fb3-b651-cf804d7d34f4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.1681573 Apr 05 18:49:48.347507 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:49:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:48.349571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4924bd0e-cf5d-4eb1-96d5-0dfbec222ead']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:48.369016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32cebb-d1e1-4ca8-94f1-f451f70e2bc0 req-8df89460-8d12-44a5-8acd-9358bfa6b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:48.370963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac32cebb-d1e1-4ca8-94f1-f451f70e2bc0 req-8df89460-8d12-44a5-8acd-9358bfa6b2ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 1096 time: 0.2725630 Apr 05 18:49:48.372615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=9f31486f-4b42-4727-afb4-f96b9a163ae1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:48.391205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-35143930-7c1c-492b-af20-8a8d3fb4e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:48.396796 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-35143930-7c1c-492b-af20-8a8d3fb4e0c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.2914350 Apr 05 18:49:48.411472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23b32b6-f8a0-4dc1-80ff-bbfc36895648') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:48.411803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23b32b6-f8a0-4dc1-80ff-bbfc36895648') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:48.423884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463a7eb-e51c-401b-8aba-eb0fcbe44538 None None] Pushing event deleted for resources: {'Port': ['ID=f2a60f70-5987-4138-ad13-b985c3735735,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:48.431663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.436666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9d8fa95-8b34-404d-a686-fd57fde9b754 req-03f6e895-ad7c-43f3-8a19-bde492419110 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624874 Apr 05 18:49:48.467103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.470883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac32cebb-d1e1-4ca8-94f1-f451f70e2bc0 req-e784f0e7-9de0-4e4c-8150-543043618645 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564623 Apr 05 18:49:48.489558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.496848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:48.497540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.509760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:48.581023 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:48.587227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ab7a82d1-7f01-4acb-aa23-139a07a6b704, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ab7a82d1-7f01-4acb-aa23-139a07a6b704,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:48.590445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.598986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.599970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.609703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/networks/4924bd0e-cf5d-4eb1-96d5-0dfbec222ead HTTP/1.1" status: 204 len: 168 time: 1.9270833 Apr 05 18:49:48.618560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53694) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:48.625635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-331192019'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:48.647562 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:49:48.653025 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ab7a82d1-7f01-4acb-aa23-139a07a6b704,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:48.653975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d12eae-9c8d-4848-ba60-318996a606be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Network': ['ID=4924bd0e-cf5d-4eb1-96d5-0dfbec222ead,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:48.667959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b06d45-c5d4-4694-97c7-151aba2e68c9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:48.707269 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-27839e4d-9afb-49ac-a7db-b52cefc4f009 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab89448e-1fbb-416c-a34b-e8d8fc7f7766 HTTP/1.1" status: 200 len: 998 time: 0.2914674 Apr 05 18:49:48.818745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:48.822609 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:48.877779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3a468-3ced-4141-a901-717a413c4fa1 req-0f42fa62-4e0c-4b06-9252-646c1a48078c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:48.890067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76f3a468-3ced-4141-a901-717a413c4fa1 req-0f42fa62-4e0c-4b06-9252-646c1a48078c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.1743131 Apr 05 18:49:48.911184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-77498535-dbc2-4c9f-b8b0-becc0b3af6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:48.912954 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-77498535-dbc2-4c9f-b8b0-becc0b3af6a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.1828020 Apr 05 18:49:48.986548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:49:49.019719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-97d35a67-dfe7-4f6c-a178-fddac5fa285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:49.021415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-97d35a67-dfe7-4f6c-a178-fddac5fa285f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988884 Apr 05 18:49:49.029516 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:49.032050 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Added segment f941f060-06d7-49c7-be5d-2d713276b219 of type vlan for network 5f6af064-6016-48f2-8784-3e19ff39fb1e Apr 05 18:49:49.079876 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:49:49.103393 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '41daf52a-a502-4ef2-b3e4-69e51f283f86', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:9f:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9ab69-324b-406d-8561-79028d2404e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:49:14Z', 'updated_at': '2022-04-05T18:49:45Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:49.115751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76f3a468-3ced-4141-a901-717a413c4fa1 req-3356b756-45d1-4a7f-a133-e8aa7a45d80d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103262 Apr 05 18:49:49.129741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305b86f-a2c0-4b5f-a266-52d695fdd986 req-a3b8b8f8-dad7-4a86-8173-1e1b620e84df tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:49.137594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8305b86f-a2c0-4b5f-a266-52d695fdd986 req-a3b8b8f8-dad7-4a86-8173-1e1b620e84df tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 943 time: 0.2178845 Apr 05 18:49:49.139062 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943109d-5823-46af-b8ad-9fabf899ede1 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '41daf52a-a502-4ef2-b3e4-69e51f283f86', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:9f:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9ab69-324b-406d-8561-79028d2404e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:49:14Z', 'updated_at': '2022-04-05T18:49:45Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:49:49.150129 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:49.193630 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:49.224243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8305b86f-a2c0-4b5f-a266-52d695fdd986 req-0a51b0cb-a837-4f84-94d5-78c1132e094b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835032 Apr 05 18:49:49.258027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:49.264664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:49.265926 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:49.314871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6950102 Apr 05 18:49:49.320032 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-89c56235-4bfd-45c1-9a09-f74627f653a7 service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880704 Apr 05 18:49:49.320580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53700) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:49.327607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '5f6af064-6016-48f2-8784-3e19ff39fb1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:49.406869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d655b03-50b6-4974-ac53-8fbcfb653f14 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Network': ['ID=5f6af064-6016-48f2-8784-3e19ff39fb1e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:49.418358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5f6af064-6016-48f2-8784-3e19ff39fb1e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:49:49.516647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee63f0-01d5-4d9d-a535-b7299a3a91ae None None] New status for floating IP 41daf52a-a502-4ef2-b3e4-69e51f283f86: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:49:49.582974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41ce40-be41-4737-bd37-2366a1e2bec3 req-d8c98c2e-4255-4f6a-89fc-b7f26dfa5b26 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:49.593327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c41ce40-be41-4737-bd37-2366a1e2bec3 req-d8c98c2e-4255-4f6a-89fc-b7f26dfa5b26 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1244769 Apr 05 18:49:49.683636 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c37786c-afc2-4dc1-b1a1-51e159c6810d req-e924a5bb-e086-4a56-8a0f-b04756584dc7 service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471949 Apr 05 18:49:49.697000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c41ce40-be41-4737-bd37-2366a1e2bec3 req-bb0b7b6a-85af-431c-baf7-648e2e4e9e30 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968626 Apr 05 18:49:49.712690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191b00c-56d2-4b24-8f3c-25298dd4974c req-3617a59c-2358-4311-af8f-8851a017f76a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:49.715173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4191b00c-56d2-4b24-8f3c-25298dd4974c req-3617a59c-2358-4311-af8f-8851a017f76a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.1097636 Apr 05 18:49:49.730022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:49.733662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:49.806358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4191b00c-56d2-4b24-8f3c-25298dd4974c req-18196601-a1b0-4419-a819-ef90195e921e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797353 Apr 05 18:49:49.850287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 59ffc23c-87d1-4497-8a01-e97a20b7094e details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:49:49.891178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Router 4f9db755-f74e-4129-b12d-03f5bf633fbb has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:49:50.079859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 59ffc23c-87d1-4497-8a01-e97a20b7094e, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=59ffc23c-87d1-4497-8a01-e97a20b7094e,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:50.096120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '59ffc23c-87d1-4497-8a01-e97a20b7094e', 'network_id': '1c1d0ef1-63be-405d-bd72-36a5b6e7b534', 'port_id': '59ffc23c-87d1-4497-8a01-e97a20b7094e', 'mac_address': 'fa:16:3e:72:56:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a1d094-39eb-449c-a563-02e4fce83a0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:49:50.158824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:50.183902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ffc23c-87d1-4497-8a01-e97a20b7094e {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:50.192537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:49:50.201975 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6c15a0b4-4b2d-45ad-bc54-85b3f650bbd6 admin admin] 10.222.0.15 "PUT /v2.0/routers/4f9db755-f74e-4129-b12d-03f5bf633fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5494416 Apr 05 18:49:50.202643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53708) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:50.218944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd8b728-cfd9-4391-882f-4fb6f44ff355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a82d1-7f01-4acb-aa23-139a07a6b704'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:50.221385 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5070c4a9-5249-458a-8454-e32a40b41f81" -d '{"events": [{"server_uuid": "dfd8b728-cfd9-4391-882f-4fb6f44ff355", "name": "network-vif-plugged", "status": "completed", "tag": "ab7a82d1-7f01-4acb-aa23-139a07a6b704"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:50.223860 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] Sync routers for ids ['4f9db755-f74e-4129-b12d-03f5bf633fbb'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:49:50.236633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:50.259981 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] Routers {'4f9db755-f74e-4129-b12d-03f5bf633fbb'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:49:50.261132 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:49:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4f9db755-f74e-4129-b12d-03f5bf633fbb'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:50.303996 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35635e62-d6dc-4e6a-8b42-61051474b132 x-openstack-request-id: req-35635e62-d6dc-4e6a-8b42-61051474b132 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:50.304269 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd8b728-cfd9-4391-882f-4fb6f44ff355", "name": "network-vif-plugged", "status": "completed", "tag": "ab7a82d1-7f01-4acb-aa23-139a07a6b704", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:50.304526 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35635e62-d6dc-4e6a-8b42-61051474b132 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:50.304927 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35635e62-d6dc-4e6a-8b42-61051474b132'] response: {'server_uuid': 'dfd8b728-cfd9-4391-882f-4fb6f44ff355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a82d1-7f01-4acb-aa23-139a07a6b704', 'code': 200} Apr 05 18:49:50.306766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 59ffc23c-87d1-4497-8a01-e97a20b7094e, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=59ffc23c-87d1-4497-8a01-e97a20b7094e,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:50.315893 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:50.377220 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:50.384879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Checking segment: {'id': 'f941f060-06d7-49c7-be5d-2d713276b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5f6af064-6016-48f2-8784-3e19ff39fb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:50.385263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network hostable DHCP agents. Network: 5f6af064-6016-48f2-8784-3e19ff39fb1e, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:49:50.389210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=2f11839d-c886-415f-8a71-c4b075c83540,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:50.398643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=59ffc23c-87d1-4497-8a01-e97a20b7094e,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:50.419471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 5f6af064-6016-48f2-8784-3e19ff39fb1e is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:49:50.437363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5f6af064-6016-48f2-8784-3e19ff39fb1e) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:50.453188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:50.453778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:50.455073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10d4e3-2d7b-49eb-9492-8489c94ce7a1 None None] Network 5f6af064-6016-48f2-8784-3e19ff39fb1e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:50.495737 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-741765a8-790b-476c-81f5-657272e941cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1719792 Apr 05 18:49:50.496513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53714) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:50.508994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '5f6af064-6016-48f2-8784-3e19ff39fb1e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-128652047'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:50.611216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59445e3-7b9c-431e-a8ad-f08a9ba875a1 req-275cd32e-552c-4eac-b8f8-e55df6278ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:50.613395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b59445e3-7b9c-431e-a8ad-f08a9ba875a1 req-275cd32e-552c-4eac-b8f8-e55df6278ae4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 1097 time: 0.2333236 Apr 05 18:49:50.628979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d4ee3-7ab1-4905-b52b-d974e67966a6 req-70936c25-6549-44fb-8936-ee74dde3b6b2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:50.633700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f63d4ee3-7ab1-4905-b52b-d974e67966a6 req-70936c25-6549-44fb-8936-ee74dde3b6b2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.2261806 Apr 05 18:49:50.654888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f4ba6-f957-4c78-9bc7-bf5aee843447 req-65be930f-66eb-4659-ba99-958da8c90953 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:50.656452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d9f4ba6-f957-4c78-9bc7-bf5aee843447 req-65be930f-66eb-4659-ba99-958da8c90953 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 944 time: 0.2626131 Apr 05 18:49:50.694130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['59ffc23c-87d1-4497-8a01-e97a20b7094e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:49:50.740530 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] Set router 4f9db755-f74e-4129-b12d-03f5bf633fbb gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:49:50.756280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f63d4ee3-7ab1-4905-b52b-d974e67966a6 req-f7967a66-cc05-49bc-a51c-615d5af84b3f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930414 Apr 05 18:49:50.779878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 91111e18-7cfb-4277-8ef7-67b3be54c53c up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:50.788891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:50.796731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:50.802805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b59445e3-7b9c-431e-a8ad-f08a9ba875a1 req-043d6895-c109-4c04-ade0-adeb5491256e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650255 Apr 05 18:49:50.806432 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:50.824001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d9f4ba6-f957-4c78-9bc7-bf5aee843447 req-7b300a37-9e05-435b-81fe-036c31a7461f tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307719 Apr 05 18:49:50.867345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 34b251b4-9262-4de6-b2a0-3c9da1b652d0 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:49:50.952255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 91111e18-7cfb-4277-8ef7-67b3be54c53c completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:49:50.958151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 91111e18-7cfb-4277-8ef7-67b3be54c53c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:50.958576 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:50.993943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-5f6af064-6016-48f2-8784-3e19ff39fb1e', 'network_id': '5f6af064-6016-48f2-8784-3e19ff39fb1e', 'tenant_id': 'e7a9a2cdab22418b8b4965fb5ef160e9', 'fixed_ips': [{'subnet_id': '2f11839d-c886-415f-8a71-c4b075c83540'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:49:50.994857 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:51.071020 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:50Z', 'updated_at': '2022-04-05T18:49:48Z', 'revision_number': 5, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'gw_port': {'id': '901a3c26-dac1-4982-9262-b941fe03c4e8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:42:51Z', 'updated_at': '2022-04-05T18:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:51.108973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.3 (5f6af064-6016-48f2-8784-3e19ff39fb1e/2f11839d-c886-415f-8a71-c4b075c83540/34b251b4-9262-4de6-b2a0-3c9da1b652d0) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:51.141528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95fd60-995e-4d48-ae33-316ba7a7a637 req-f50859d4-9a42-4d49-93b0-da01fe556a93 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:51.150856 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] Checking router: 4f9db755-f74e-4129-b12d-03f5bf633fbb for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:49:51.156081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d95fd60-995e-4d48-ae33-316ba7a7a637 req-f50859d4-9a42-4d49-93b0-da01fe556a93 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.2449706 Apr 05 18:49:51.167065 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] Routers {'4f9db755-f74e-4129-b12d-03f5bf633fbb'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:49:51.167938 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:49:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4f9db755-f74e-4129-b12d-03f5bf633fbb'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:51.184619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Deleting port 901a3c26-dac1-4982-9262-b941fe03c4e8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:51.185075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:51.272320 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:51.291131 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] Set router 4f9db755-f74e-4129-b12d-03f5bf633fbb gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:49:51.311422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] For port 901a3c26-dac1-4982-9262-b941fe03c4e8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=901a3c26-dac1-4982-9262-b941fe03c4e8,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:51.314969 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:51.320736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 91111e18-7cfb-4277-8ef7-67b3be54c53c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=91111e18-7cfb-4277-8ef7-67b3be54c53c,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:51.338045 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:51.365129 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:50Z', 'updated_at': '2022-04-05T18:49:50Z', 'revision_number': 6, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:51.369333 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:51.376730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2351-582e-4e4c-bd6e-50f4d3f5c1b8 req-4e974d8a-0a8c-446c-8ad1-c8f4be151745 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:51.384791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8ff2351-582e-4e4c-bd6e-50f4d3f5c1b8 req-4e974d8a-0a8c-446c-8ad1-c8f4be151745 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.3622081 Apr 05 18:49:51.405081 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00369157-faa6-48de-aa22-d0091cbe821f None None] The sync data for ids ['4f9db755-f74e-4129-b12d-03f5bf633fbb'] in n-d-836650-3 is: [{'id': '4f9db755-f74e-4129-b12d-03f5bf633fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-162428375-router', 'tenant_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:42:50Z', 'updated_at': '2022-04-05T18:49:50Z', 'revision_number': 6, 'project_id': 'ec25e0b6d0a446e7bbd8640cde4aad22', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:49:51.415800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=91111e18-7cfb-4277-8ef7-67b3be54c53c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:51.416696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Calling delete_port for 901a3c26-dac1-4982-9262-b941fe03c4e8 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:51.437461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d95fd60-995e-4d48-ae33-316ba7a7a637 req-da0b2c22-b56b-4faf-bb27-efba40d15074 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793200 Apr 05 18:49:51.448431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:51.517575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 5f6af064-6016-48f2-8784-3e19ff39fb1e is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:51.520860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:51.524893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:51.555648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Allocated IP 172.20.0.2 (5f6af064-6016-48f2-8784-3e19ff39fb1e/2f11839d-c886-415f-8a71-c4b075c83540/afb86b34-cda2-40ab-8f70-8716294be506) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:49:51.559532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8ff2351-582e-4e4c-bd6e-50f4d3f5c1b8 req-d2636bd7-6401-4ce4-a59c-e17228a11e9b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736212 Apr 05 18:49:51.588332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:51.588919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:51.609895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=34b251b4-9262-4de6-b2a0-3c9da1b652d0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:51.652054 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8e5440ab-3168-4722-a57b-b7753719f7b4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1517804 Apr 05 18:49:51.654661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53722) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:51.811775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f7c47ea1-d503-40f5-b8c5-fbb762a1378a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 34b251b4-9262-4de6-b2a0-3c9da1b652d0 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:51.812127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7c47ea1-d503-40f5-b8c5-fbb762a1378a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:51.870371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d316edf4-87b5-48a5-9cb1-771aa9b92e5d details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:49:51.934938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.010129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d316edf4-87b5-48a5-9cb1-771aa9b92e5d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:52.032571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Pushing event deleted for resources: {'Port': ['ID=901a3c26-dac1-4982-9262-b941fe03c4e8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:52.032971 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.035823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'd316edf4-87b5-48a5-9cb1-771aa9b92e5d', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'port_id': 'd316edf4-87b5-48a5-9cb1-771aa9b92e5d', 'mac_address': 'fa:16:3e:0d:74:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:49:52.038514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 00b06d45-c5d4-4694-97c7-151aba2e68c9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:52.067314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 00b06d45-c5d4-4694-97c7-151aba2e68c9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:52.068593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 00b06d45-c5d4-4694-97c7-151aba2e68c9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:52.072941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.105699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e4069-9a0b-4b54-8e87-e95a9981a840 req-90036e31-2251-429a-a938-bc8a5cccbc7c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:52.107205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-027e4069-9a0b-4b54-8e87-e95a9981a840 req-90036e31-2251-429a-a938-bc8a5cccbc7c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.2563822 Apr 05 18:49:52.111863 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7c47ea1-d503-40f5-b8c5-fbb762a1378a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.119156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3b841-3c5d-4885-8180-dda9ed778bb2 req-365b88aa-b119-4051-959b-65860096376c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:52.120670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfb3b841-3c5d-4885-8180-dda9ed778bb2 req-365b88aa-b119-4051-959b-65860096376c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 943 time: 0.2023845 Apr 05 18:49:52.154370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Network 5f6af064-6016-48f2-8784-3e19ff39fb1e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:52.155195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f7c47ea1-d503-40f5-b8c5-fbb762a1378a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 34b251b4-9262-4de6-b2a0-3c9da1b652d0 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:52.162247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:52.170288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:52.202216 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.203746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.209518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfb3b841-3c5d-4885-8180-dda9ed778bb2 req-cbb5bb71-1ded-4366-84cb-e6f55b8cbb6c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716288 Apr 05 18:49:52.277353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Pushing event updated for resources: {'Port': ['ID=afb86b34-cda2-40ab-8f70-8716294be506,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:52.327554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273f6ebb-dffb-4336-9970-a971625277cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91111e18-7cfb-4277-8ef7-67b3be54c53c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:52.335988 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e82953-0b9c-41b1-be7c-b1a24981d44d" -d '{"events": [{"server_uuid": "273f6ebb-dffb-4336-9970-a971625277cb", "name": "network-vif-plugged", "status": "completed", "tag": "91111e18-7cfb-4277-8ef7-67b3be54c53c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:52.343891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d316edf4-87b5-48a5-9cb1-771aa9b92e5d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:49:52.370599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Attempting to bind port afb86b34-cda2-40ab-8f70-8716294be506 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:49:52.373303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-027e4069-9a0b-4b54-8e87-e95a9981a840 req-1159ab93-9611-49cf-b9fa-c5ecd7184de3 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395487 Apr 05 18:49:52.380164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Attempting to bind port afb86b34-cda2-40ab-8f70-8716294be506 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'f941f060-06d7-49c7-be5d-2d713276b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5f6af064-6016-48f2-8784-3e19ff39fb1e'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:49:52.382195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Attempting to bind port afb86b34-cda2-40ab-8f70-8716294be506 on network 5f6af064-6016-48f2-8784-3e19ff39fb1e {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:49:52.390307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7c47ea1-d503-40f5-b8c5-fbb762a1378a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.404785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d316edf4-87b5-48a5-9cb1-771aa9b92e5d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:52.420524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.452667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c47ea1-d503-40f5-b8c5-fbb762a1378a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=34b251b4-9262-4de6-b2a0-3c9da1b652d0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:52.484781 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.488397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:49:52.488914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Checking segment: {'id': 'f941f060-06d7-49c7-be5d-2d713276b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5f6af064-6016-48f2-8784-3e19ff39fb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:52.489447 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.491255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.501905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Bound using segment: {'id': 'f941f060-06d7-49c7-be5d-2d713276b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5f6af064-6016-48f2-8784-3e19ff39fb1e'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:49:52.503374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Bound port: afb86b34-cda2-40ab-8f70-8716294be506, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f941f060-06d7-49c7-be5d-2d713276b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5f6af064-6016-48f2-8784-3e19ff39fb1e'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:49:52.503884 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.509681 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbd3ec5-926e-4f47-86a0-a05b06b68ddc x-openstack-request-id: req-4dbd3ec5-926e-4f47-86a0-a05b06b68ddc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:52.509681 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273f6ebb-dffb-4336-9970-a971625277cb", "name": "network-vif-plugged", "status": "completed", "tag": "91111e18-7cfb-4277-8ef7-67b3be54c53c", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:52.509681 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dbd3ec5-926e-4f47-86a0-a05b06b68ddc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:52.509681 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbd3ec5-926e-4f47-86a0-a05b06b68ddc'] response: {'server_uuid': '273f6ebb-dffb-4336-9970-a971625277cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91111e18-7cfb-4277-8ef7-67b3be54c53c', 'code': 200} Apr 05 18:49:52.511296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:52.573098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b60754-c274-48e3-ab69-e770814f7fa0 req-afadf778-e440-4c87-b996-2a42dda2f1e2 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:52.582163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3b60754-c274-48e3-ab69-e770814f7fa0 req-afadf778-e440-4c87-b996-2a42dda2f1e2 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 944 time: 0.2450266 Apr 05 18:49:52.606621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7c47ea1-d503-40f5-b8c5-fbb762a1378a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.614047 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f7c47ea1-d503-40f5-b8c5-fbb762a1378a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/34b251b4-9262-4de6-b2a0-3c9da1b652d0 HTTP/1.1" status: 204 len: 168 time: 0.9579763 Apr 05 18:49:52.619465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53734) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:52.619990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] For port afb86b34-cda2-40ab-8f70-8716294be506, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:49:52.637545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.641106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f9db755-f74e-4129-b12d-03f5bf633fbb {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:49:52.643719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] For port afb86b34-cda2-40ab-8f70-8716294be506, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=afb86b34-cda2-40ab-8f70-8716294be506,segment=NetworkSegment(f941f060-06d7-49c7-be5d-2d713276b219),segment_id=f941f060-06d7-49c7-be5d-2d713276b219)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:49:52.653566 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.655273 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.659065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aadc814e-6310-4f18-808f-ce993f9c3872 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4f9db755-f74e-4129-b12d-03f5bf633fbb HTTP/1.1" status: 204 len: 168 time: 2.4549446 Apr 05 18:49:52.659936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53736) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:52.675375 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61190b0-4921-46ae-bfa4-f2c7f7ea3953 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:49:52.685294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b61190b0-4921-46ae-bfa4-f2c7f7ea3953 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/34b251b4-9262-4de6-b2a0-3c9da1b652d0 HTTP/1.1" status: 404 len: 333 time: 0.0653026 Apr 05 18:49:52.689035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53738) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:52.772105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['d316edf4-87b5-48a5-9cb1-771aa9b92e5d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:49:52.790905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-34945562-b17e-46b6-a80f-17426e5ad1cf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet 2f11839d-c886-415f-8a71-c4b075c83540 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:49:52.801766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34945562-b17e-46b6-a80f-17426e5ad1cf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:52.893211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a7417-9076-4bc9-a0ed-3f87626954be None None] Pushing event updated for resources: {'Port': ['ID=afb86b34-cda2-40ab-8f70-8716294be506,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:52.907199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34945562-b17e-46b6-a80f-17426e5ad1cf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.107759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34945562-b17e-46b6-a80f-17426e5ad1cf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.211630 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34945562-b17e-46b6-a80f-17426e5ad1cf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.277947 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-34945562-b17e-46b6-a80f-17426e5ad1cf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.282346 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-34945562-b17e-46b6-a80f-17426e5ad1cf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/2f11839d-c886-415f-8a71-c4b075c83540 HTTP/1.1" status: 204 len: 168 time: 0.5919719 Apr 05 18:49:53.285233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34945562-b17e-46b6-a80f-17426e5ad1cf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=2f11839d-c886-415f-8a71-c4b075c83540,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:53.287426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53742) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:53.412476 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.442316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3b60754-c274-48e3-ab69-e770814f7fa0 req-b44ce93a-4d8b-4fe4-bf67-cc5a7a8cf60e tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8510573 Apr 05 18:49:53.483926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e634e22-faab-44a4-9437-c50c8e3734fa req-a4368601-714e-48b4-a8eb-853a01597ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:53.485864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e634e22-faab-44a4-9437-c50c8e3734fa req-a4368601-714e-48b4-a8eb-853a01597ca1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 1097 time: 0.8992159 Apr 05 18:49:53.495774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3652af-9d86-41b0-89b6-d058a9f9065e admin admin] Deleting subnet 167f9815-9c12-45fe-840e-11fa273d6023 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:49:53.500101 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f3652af-9d86-41b0-89b6-d058a9f9065e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.516508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port afb86b34-cda2-40ab-8f70-8716294be506 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:53.516882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.616490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff82d-3eaf-4e99-9202-f0115b00e360 req-ccd1334c-308d-40aa-b4b7-0b376ed0fa3c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:53.624214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d49ff82d-3eaf-4e99-9202-f0115b00e360 req-ccd1334c-308d-40aa-b4b7-0b376ed0fa3c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.3009923 Apr 05 18:49:53.627393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] For port afb86b34-cda2-40ab-8f70-8716294be506, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=afb86b34-cda2-40ab-8f70-8716294be506,segment=NetworkSegment(f941f060-06d7-49c7-be5d-2d713276b219),segment_id=f941f060-06d7-49c7-be5d-2d713276b219)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:53.628204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.647044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for afb86b34-cda2-40ab-8f70-8716294be506 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:53.689767 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f3652af-9d86-41b0-89b6-d058a9f9065e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.709954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d49ff82d-3eaf-4e99-9202-f0115b00e360 req-3f197964-7aed-4852-b953-cb26f5984c0f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847678 Apr 05 18:49:53.752788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e634e22-faab-44a4-9437-c50c8e3734fa req-9cb180ec-1303-467c-b400-87ed200134e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916552 Apr 05 18:49:53.762725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0aac74-6a6f-4b7c-adab-123834ad486e req-c248a5c5-33b3-4912-a147-459d23f27c3b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:53.764428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b0aac74-6a6f-4b7c-adab-123834ad486e req-c248a5c5-33b3-4912-a147-459d23f27c3b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 944 time: 0.1941636 Apr 05 18:49:53.814304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.840347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 59ffc23c-87d1-4497-8a01-e97a20b7094e up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:53.848643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No DVR routers for this DVR port afb86b34-cda2-40ab-8f70-8716294be506 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:53.879838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=afb86b34-cda2-40ab-8f70-8716294be506,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:53.918009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b0aac74-6a6f-4b7c-adab-123834ad486e req-fd458424-6f23-429a-8749-d3c5c20d7580 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337607 Apr 05 18:49:53.945201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b31a55-a530-4563-b8a2-9f219baae799 req-d23c1c1d-a843-4724-b5ef-7a5edd4e1984 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:53.946248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26b31a55-a530-4563-b8a2-9f219baae799 req-d23c1c1d-a843-4724-b5ef-7a5edd4e1984 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1454668 Apr 05 18:49:53.949940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f3652af-9d86-41b0-89b6-d058a9f9065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:53.997257 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.045051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26b31a55-a530-4563-b8a2-9f219baae799 req-139247e0-e5ed-4e89-b1ce-7f93f6843f78 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648894 Apr 05 18:49:54.084957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 59ffc23c-87d1-4497-8a01-e97a20b7094e completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:49:54.094196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 59ffc23c-87d1-4497-8a01-e97a20b7094e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:54.094597 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.106118 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f3652af-9d86-41b0-89b6-d058a9f9065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.160914 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f3652af-9d86-41b0-89b6-d058a9f9065e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.163993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 901a3c26-dac1-4982-9262-b941fe03c4e8 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:54.164275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3f3652af-9d86-41b0-89b6-d058a9f9065e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/167f9815-9c12-45fe-840e-11fa273d6023 HTTP/1.1" status: 204 len: 168 time: 0.8530455 Apr 05 18:49:54.165250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3652af-9d86-41b0-89b6-d058a9f9065e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167f9815-9c12-45fe-840e-11fa273d6023,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:54.168722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53746) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:54.198200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f110c69-bdb5-44f3-b3fd-02acc8c5f957 None None] Network aac4dea6-1e9b-49ca-ab4b-9268979212ea requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:54.203046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 901a3c26-dac1-4982-9262-b941fe03c4e8 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:54.203378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 901a3c26-dac1-4982-9262-b941fe03c4e8 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:54.294500 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.397185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Deleting port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:54.398247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.452791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6af064-6016-48f2-8784-3e19ff39fb1e']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:54.492981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a9a59-8273-4137-9999-5ac31650d6f3 None None] Network 5f6af064-6016-48f2-8784-3e19ff39fb1e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:54.498080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f941f060-06d7-49c7-be5d-2d713276b219') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:54.498642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f941f060-06d7-49c7-be5d-2d713276b219') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:54.522369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.543655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] For port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b9ad8b12-14a3-46ba-8b7e-75d1dec47e78,segment=NetworkSegment(4b5592a6-a5fb-40aa-ab9f-3984b291ce09),segment_id=4b5592a6-a5fb-40aa-ab9f-3984b291ce09)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:54.544255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.550249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.561942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:54.562680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:54.567059 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:54.574213 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.579156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1dd605f5-eb2a-40bb-8f90-b3aceed7e88a None None] Could not find standard attr ID for object afb86b34-cda2-40ab-8f70-8716294be506. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:49:54.584390 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Calling delete_port for b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:54.635401 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 59ffc23c-87d1-4497-8a01-e97a20b7094e, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=59ffc23c-87d1-4497-8a01-e97a20b7094e,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:54.638874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efde6f6-9023-4146-9467-f8d9b43d7284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ffc23c-87d1-4497-8a01-e97a20b7094e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:54.642133 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c00c05-27e0-477d-8723-7b2bf9e24448" -d '{"events": [{"server_uuid": "4efde6f6-9023-4146-9467-f8d9b43d7284", "name": "network-vif-plugged", "status": "completed", "tag": "59ffc23c-87d1-4497-8a01-e97a20b7094e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:54.651794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.661097 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.689071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.712313 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/networks/5f6af064-6016-48f2-8784-3e19ff39fb1e HTTP/1.1" status: 204 len: 168 time: 1.4226494 Apr 05 18:49:54.714333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53758) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:54.719800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbeca3-f10f-4f22-bd88-4ed9d5e157bc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Network': ['ID=5f6af064-6016-48f2-8784-3e19ff39fb1e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:54.731377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'name': 'tempest-PortsTestJSON-2000358741'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:54.781099 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104ea29a-a309-4c11-ae11-1b29218bab2e x-openstack-request-id: req-104ea29a-a309-4c11-ae11-1b29218bab2e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:54.781455 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efde6f6-9023-4146-9467-f8d9b43d7284", "name": "network-vif-plugged", "status": "completed", "tag": "59ffc23c-87d1-4497-8a01-e97a20b7094e", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:54.781704 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-104ea29a-a309-4c11-ae11-1b29218bab2e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:54.782117 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104ea29a-a309-4c11-ae11-1b29218bab2e'] response: {'server_uuid': '4efde6f6-9023-4146-9467-f8d9b43d7284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ffc23c-87d1-4497-8a01-e97a20b7094e', 'code': 200} Apr 05 18:49:54.787210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0391c2a8-80b6-4b28-87d8-457f491342ec None None] DHCP port deletion for aac4dea6-1e9b-49ca-ab4b-9268979212ea request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:49:54.808322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78649a3-20a3-4321-b5f5-c1265c9b8af1 req-08d5c743-2bc5-44f9-959c-a8ceef504308 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:54.824416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a78649a3-20a3-4321-b5f5-c1265c9b8af1 req-08d5c743-2bc5-44f9-959c-a8ceef504308 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 944 time: 0.2505345 Apr 05 18:49:54.868326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=59ffc23c-87d1-4497-8a01-e97a20b7094e,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:54.899975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0391c2a8-80b6-4b28-87d8-457f491342ec None None] Deleting port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:54.903846 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0391c2a8-80b6-4b28-87d8-457f491342ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:54.935182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a0ae82-2ca8-4652-9aec-0d135460890b None None] DHCP port deletion for 5f6af064-6016-48f2-8784-3e19ff39fb1e request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:49:54.979974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a78649a3-20a3-4321-b5f5-c1265c9b8af1 req-c7984c85-c115-4950-8592-65c526105d40 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537807 Apr 05 18:49:55.030295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52fec-dfc8-4584-801d-e9862a094159 req-44e642cc-197c-4534-b6c0-e912b25e9e82 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:55.042875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cb52fec-dfc8-4584-801d-e9862a094159 req-44e642cc-197c-4534-b6c0-e912b25e9e82 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.1614168 Apr 05 18:49:55.048087 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.053026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:55.058833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.082799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716ed70-22cb-4787-b0ad-fa2593b4b033 req-8f4c61d2-e2a9-401c-be8a-e7bcac2a8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:55.082799 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e716ed70-22cb-4787-b0ad-fa2593b4b033 req-8f4c61d2-e2a9-401c-be8a-e7bcac2a8678 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 1096 time: 0.0649171 Apr 05 18:49:55.102017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 370b8794-526e-4045-80f5-5a3fa9df6204 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:49:55.118131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0391c2a8-80b6-4b28-87d8-457f491342ec None None] For port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b9ad8b12-14a3-46ba-8b7e-75d1dec47e78,segment=NetworkSegment(4b5592a6-a5fb-40aa-ab9f-3984b291ce09),segment_id=4b5592a6-a5fb-40aa-ab9f-3984b291ce09)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:55.120834 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0391c2a8-80b6-4b28-87d8-457f491342ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.123348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ad8b12-14a3-46ba-8b7e-75d1dec47e78,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:55.161695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0391c2a8-80b6-4b28-87d8-457f491342ec None None] Calling delete_port for b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:55.184847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] No DVR routers for this DVR port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:55.188514 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e716ed70-22cb-4787-b0ad-fa2593b4b033 req-8342edcc-8b41-48dd-8770-d73885042846 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812051 Apr 05 18:49:55.271258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cb52fec-dfc8-4584-801d-e9862a094159 req-2a91abcf-ed3a-4347-8da8-a079e3ac962d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187381 Apr 05 18:49:55.358252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7798a-d5c3-4bd2-846a-c8c20eafd8cf req-831ca537-0356-47c0-80d9-3b35ec82eb11 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:55.368686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61b7798a-d5c3-4bd2-846a-c8c20eafd8cf req-831ca537-0356-47c0-80d9-3b35ec82eb11 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 944 time: 0.2169342 Apr 05 18:49:55.382666 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0391c2a8-80b6-4b28-87d8-457f491342ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.411458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.422331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391c2a8-80b6-4b28-87d8-457f491342ec None None] Pushing event deleted for resources: {'Port': ['ID=b9ad8b12-14a3-46ba-8b7e-75d1dec47e78,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:55.430169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391c2a8-80b6-4b28-87d8-457f491342ec None None] No DVR routers for this DVR port b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:49:55.480507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.528538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.535078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=370b8794-526e-4045-80f5-5a3fa9df6204,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:55.555220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:55.557027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:55.561104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:55.562655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61b7798a-d5c3-4bd2-846a-c8c20eafd8cf req-f74af427-4cbc-4fc9-af6e-685c5aeb0fe0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887827 Apr 05 18:49:55.584660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:55.594161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.595015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac4dea6-1e9b-49ca-ab4b-9268979212ea']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:55.604921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73c99-7eb2-48f3-982b-674f61741cc8 req-5fce730d-b432-4a6a-9023-c23587c591c6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:55.606497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73f73c99-7eb2-48f3-982b-674f61741cc8 req-5fce730d-b432-4a6a-9023-c23587c591c6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1282248 Apr 05 18:49:55.616063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5592a6-a5fb-40aa-ab9f-3984b291ce09') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:55.616384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5592a6-a5fb-40aa-ab9f-3984b291ce09') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:49:55.618729 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dfef1a05-f9fc-4b73-bd26-8e8551e6f633 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8964138 Apr 05 18:49:55.621272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53766) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:55.675166 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.695461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.701847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:49:55.702384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:49:55.719643 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:49:55.725284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73f73c99-7eb2-48f3-982b-674f61741cc8 req-1eb70ec6-384b-41c3-b321-749cc6a22e9a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068509 Apr 05 18:49:55.741252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3f1fa-70f6-48ea-9d9e-565c57a83ad9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 370b8794-526e-4045-80f5-5a3fa9df6204 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:55.741660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f1fa-70f6-48ea-9d9e-565c57a83ad9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.780223 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.786101 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.792407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aac4dea6-1e9b-49ca-ab4b-9268979212ea HTTP/1.1" status: 204 len: 168 time: 1.6225171 Apr 05 18:49:55.805443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd1e50-e946-4fdd-8238-feeba29f22e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac4dea6-1e9b-49ca-ab4b-9268979212ea,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:55.837323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d316edf4-87b5-48a5-9cb1-771aa9b92e5d up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:49:55.855683 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f1fa-70f6-48ea-9d9e-565c57a83ad9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.871367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3f1fa-70f6-48ea-9d9e-565c57a83ad9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 370b8794-526e-4045-80f5-5a3fa9df6204 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:55.918501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port d316edf4-87b5-48a5-9cb1-771aa9b92e5d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:49:55.926844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port d316edf4-87b5-48a5-9cb1-771aa9b92e5d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:49:55.927826 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:55.990160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:55.992145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53780) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:56.001199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f1fa-70f6-48ea-9d9e-565c57a83ad9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.014607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:56.015208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b9ad8b12-14a3-46ba-8b7e-75d1dec47e78 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:56.015780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device afb86b34-cda2-40ab-8f70-8716294be506 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:49:56.039561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: afb86b34-cda2-40ab-8f70-8716294be506 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:49:56.040157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device afb86b34-cda2-40ab-8f70-8716294be506 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:49:56.040624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3f1fa-70f6-48ea-9d9e-565c57a83ad9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=370b8794-526e-4045-80f5-5a3fa9df6204,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:56.047048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f1fa-70f6-48ea-9d9e-565c57a83ad9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.050809 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1ad3f1fa-70f6-48ea-9d9e-565c57a83ad9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/370b8794-526e-4045-80f5-5a3fa9df6204 HTTP/1.1" status: 204 len: 168 time: 0.4284902 Apr 05 18:49:56.053306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53784) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:56.059671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'mac_address': 'fa:16:3e:37:47:dd', 'name': 'tempest-PortsTestJSON-1662932438'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:56.092412 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.094744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d60527aa-99e2-4209-914c-998f1289e4c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ff7dfffcd6d4d8c9abd20767adbb9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007578 Apr 05 18:49:56.098010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53786) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:56.145284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d316edf4-87b5-48a5-9cb1-771aa9b92e5d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:49:56.153306 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.167912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:56.202303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0bea37b-dd64-468a-9a35-742258cf7830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.205178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:56.224034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5a5be-a463-4432-9196-488618b2a60a req-b70678ae-7afb-4a5a-ba9e-2c5b4ec31b30 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:56.229315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-deb5a5be-a463-4432-9196-488618b2a60a req-b70678ae-7afb-4a5a-ba9e-2c5b4ec31b30 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 945 time: 0.0882878 Apr 05 18:49:56.245885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.271027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 1b60ae42-62cc-4a62-ae12-cd5f519057c0 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:49:56.273514 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0bea37b-dd64-468a-9a35-742258cf7830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.289133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-deb5a5be-a463-4432-9196-488618b2a60a req-3adede26-bdd2-40f8-8552-80e9d3d5546c tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541046 Apr 05 18:49:56.337820 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0bea37b-dd64-468a-9a35-742258cf7830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.340992 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0bea37b-dd64-468a-9a35-742258cf7830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.345806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e0bea37b-dd64-468a-9a35-742258cf7830 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1484e2f6-98a7-46fc-9149-9d2b95fe052c HTTP/1.1" status: 204 len: 168 time: 0.2440166 Apr 05 18:49:56.360679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bea37b-dd64-468a-9a35-742258cf7830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1484e2f6-98a7-46fc-9149-9d2b95fe052c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:56.434846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3be37d-1ab4-4a1b-81d8-505d5218cab2 req-308a5f55-7781-4dc4-ad06-936a6fbae03d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:56.443021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb3be37d-1ab4-4a1b-81d8-505d5218cab2 req-308a5f55-7781-4dc4-ad06-936a6fbae03d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.0630059 Apr 05 18:49:56.478648 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.489368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb3be37d-1ab4-4a1b-81d8-505d5218cab2 req-8218f25f-bc66-4aa7-b7cb-36870130d605 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452805 Apr 05 18:49:56.528323 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.574516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:56.577536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-867bdd0d-0c0a-48cd-9a79-03acac32f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:56.578065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:56.582703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-867bdd0d-0c0a-48cd-9a79-03acac32f491 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 1097 time: 0.0642631 Apr 05 18:49:56.582944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:56.588560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:56.589166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.600438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=1b60ae42-62cc-4a62-ae12-cd5f519057c0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:56.617202 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4b6c7ffa-2b54-42e0-a2f9-8a02f21a4423 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5603371 Apr 05 18:49:56.617539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53796) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:56.669407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2132745-b571-4735-88da-0fb0763e548c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:56.670917 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2132745-b571-4735-88da-0fb0763e548c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/1b60ae42-62cc-4a62-ae12-cd5f519057c0 HTTP/1.1" status: 200 len: 841 time: 0.0499671 Apr 05 18:49:56.673689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53800) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:56.724720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d471c98-76fb-4ff2-9128-1954b155a071 req-c72705d5-eb50-4627-be3b-14b68fd1dec8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:56.726251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d471c98-76fb-4ff2-9128-1954b155a071 req-c72705d5-eb50-4627-be3b-14b68fd1dec8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 945 time: 0.0782776 Apr 05 18:49:56.731289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-0149f113-5d03-4fd5-82f7-15d08725594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:56.732670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-0149f113-5d03-4fd5-82f7-15d08725594b service neutron] 10.222.0.20 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.1451206 Apr 05 18:49:56.773752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bbe224b0-4215-4ce0-8582-9321ae152822 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 1b60ae42-62cc-4a62-ae12-cd5f519057c0 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:56.774033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbe224b0-4215-4ce0-8582-9321ae152822 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.783805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944d7611-e1b5-4f7e-9c13-169a414c2e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316edf4-87b5-48a5-9cb1-771aa9b92e5d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:49:56.788277 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9e7794-93bc-4685-b6d6-a95799fd0ac4" -d '{"events": [{"server_uuid": "944d7611-e1b5-4f7e-9c13-169a414c2e38", "name": "network-vif-plugged", "status": "completed", "tag": "d316edf4-87b5-48a5-9cb1-771aa9b92e5d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:49:56.830060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d471c98-76fb-4ff2-9128-1954b155a071 req-d4a5757e-3bae-4144-b7a9-8aa8c956c858 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946441 Apr 05 18:49:56.838922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53806) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:56.866752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-745b0523-0b29-47ef-9ad3-a29e4f4af559 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2 HTTP/1.1" status: 200 len: 1001 time: 0.1176312 Apr 05 18:49:56.877406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577927c4-84b9-417b-b086-86c1ac03559e req-ef11bb06-737e-40fb-8d85-d867ec57f99d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:56.879642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-577927c4-84b9-417b-b086-86c1ac03559e req-ef11bb06-737e-40fb-8d85-d867ec57f99d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.0693419 Apr 05 18:49:56.888487 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807aa635-bb09-4233-aa51-632aa88afbe9 x-openstack-request-id: req-807aa635-bb09-4233-aa51-632aa88afbe9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:49:56.888779 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944d7611-e1b5-4f7e-9c13-169a414c2e38", "name": "network-vif-plugged", "status": "completed", "tag": "d316edf4-87b5-48a5-9cb1-771aa9b92e5d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:49:56.889031 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-807aa635-bb09-4233-aa51-632aa88afbe9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:49:56.889433 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807aa635-bb09-4233-aa51-632aa88afbe9'] response: {'server_uuid': '944d7611-e1b5-4f7e-9c13-169a414c2e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316edf4-87b5-48a5-9cb1-771aa9b92e5d', 'code': 200} Apr 05 18:49:56.900611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbe224b0-4215-4ce0-8582-9321ae152822 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:56.928088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bbe224b0-4215-4ce0-8582-9321ae152822 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 1b60ae42-62cc-4a62-ae12-cd5f519057c0 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:56.937530 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a34c97ef-74b9-466a-8431-fe6acac96056 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec25e0b6d0a446e7bbd8640cde4aad22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951166 Apr 05 18:49:56.940658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53808) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:56.950038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-f06f5f86-99aa-498f-b054-38ecd9ff863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:56.951524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-f06f5f86-99aa-498f-b054-38ecd9ff863e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.0710032 Apr 05 18:49:56.974359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-577927c4-84b9-417b-b086-86c1ac03559e req-ddd32079-ac81-4b2a-aa82-30201fb02d80 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844300 Apr 05 18:49:57.005262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-9d992771-f7b6-4f5e-b649-281343c97b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:57.006790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-9d992771-f7b6-4f5e-b649-281343c97b17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470669 Apr 05 18:49:57.067593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174837a-1215-4583-bd81-ac08051d2ec1 req-4f5de73f-d82e-4fed-861f-5faa8bcf9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:57.069095 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7174837a-1215-4583-bd81-ac08051d2ec1 req-4f5de73f-d82e-4fed-861f-5faa8bcf9dd5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 1096 time: 0.1132264 Apr 05 18:49:57.087057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-349cdc00-db40-4b06-904d-f41f1bbee725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.099437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-c7b4fdd0-6a78-4048-8542-1c38416e30fc service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862360 Apr 05 18:49:57.121801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbe224b0-4215-4ce0-8582-9321ae152822 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.136863 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-349cdc00-db40-4b06-904d-f41f1bbee725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.170945 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7174837a-1215-4583-bd81-ac08051d2ec1 req-11893a10-70cc-4ef3-96bf-091c5796bdde service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905292 Apr 05 18:49:57.173936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe224b0-4215-4ce0-8582-9321ae152822 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=1b60ae42-62cc-4a62-ae12-cd5f519057c0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:57.189922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbe224b0-4215-4ce0-8582-9321ae152822 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.193944 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bbe224b0-4215-4ce0-8582-9321ae152822 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/1b60ae42-62cc-4a62-ae12-cd5f519057c0 HTTP/1.1" status: 204 len: 168 time: 0.5188484 Apr 05 18:49:57.197474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53810) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:57.210065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3172a7-e84e-4fe4-8957-ee6f79714e14 req-d18bbc00-9e83-48a4-9a97-a3d90148a924 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039462 Apr 05 18:49:57.221714 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-349cdc00-db40-4b06-904d-f41f1bbee725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.224073 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-61602140-b393-4431-96f4-c3cc001e2ab5 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:49:57.224463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-349cdc00-db40-4b06-904d-f41f1bbee725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.225632 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-349cdc00-db40-4b06-904d-f41f1bbee725 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a63f0bb-7846-4cb0-8d8e-cd6e68c2e5d0 HTTP/1.1" status: 204 len: 168 time: 0.2840490 Apr 05 18:49:57.229264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-61602140-b393-4431-96f4-c3cc001e2ab5 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/1b60ae42-62cc-4a62-ae12-cd5f519057c0 HTTP/1.1" status: 404 len: 333 time: 0.0304487 Apr 05 18:49:57.229466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53814) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:57.239916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'name': 'tempest-PortsTestJSON-298863116'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:57.256296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cdc00-db40-4b06-904d-f41f1bbee725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a63f0bb-7846-4cb0-8d8e-cd6e68c2e5d0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:57.340459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:57.344559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.374819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 813ca47f-ab4e-42b0-bad7-1e4792c268ae yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:49:57.449770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea3ac-13d9-47a7-96d5-3a13973483d9 req-6439a0d7-bad0-4622-967f-3478c4dd7498 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:57.451698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d8ea3ac-13d9-47a7-96d5-3a13973483d9 req-6439a0d7-bad0-4622-967f-3478c4dd7498 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 945 time: 0.0728047 Apr 05 18:49:57.500804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d8ea3ac-13d9-47a7-96d5-3a13973483d9 req-f5756582-29f3-411e-9808-fa2808f41cb9 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Apr 05 18:49:57.570002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.605455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.652349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b6c53-185a-439a-a029-8e014407d5e4 req-07c5e2ed-ee0a-40d3-88ac-eea7708babc8 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:57.653729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-532b6c53-185a-439a-a029-8e014407d5e4 req-07c5e2ed-ee0a-40d3-88ac-eea7708babc8 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.0839081 Apr 05 18:49:57.661655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:49:57.664985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:57.667113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054a7ea-8bf5-4600-8e7e-99e1bc8c3ab6 req-346054eb-7b0f-4b58-9425-4444668ed9e4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:57.668581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6054a7ea-8bf5-4600-8e7e-99e1bc8c3ab6 req-346054eb-7b0f-4b58-9425-4444668ed9e4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.0975189 Apr 05 18:49:57.670873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:49:57.677060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:57.677689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.692435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=813ca47f-ab4e-42b0-bad7-1e4792c268ae,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:57.707303 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-986584a6-9abb-4125-b56b-81d239b8c8ea tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4769638 Apr 05 18:49:57.709851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53830) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:57.719630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-532b6c53-185a-439a-a029-8e014407d5e4 req-1f4c8c49-c700-4193-b51e-443f47be590b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500927 Apr 05 18:49:57.723772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-75da36a7-cd0d-4644-a3f1-4681cd4fb5a6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:57.739664 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6054a7ea-8bf5-4600-8e7e-99e1bc8c3ab6 req-5daec5a4-f1e5-46ee-befd-a3e9a1a463b7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543156 Apr 05 18:49:57.805211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75da36a7-cd0d-4644-a3f1-4681cd4fb5a6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:57.850290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55859a7-5917-43ae-9cf9-0b644f8b587f req-72b94b22-dbca-49f7-83f9-dc2468fcc7e7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:57.851819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a55859a7-5917-43ae-9cf9-0b644f8b587f req-72b94b22-dbca-49f7-83f9-dc2468fcc7e7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 946 time: 0.0532582 Apr 05 18:49:57.903106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a55859a7-5917-43ae-9cf9-0b644f8b587f req-34ef0bac-6d97-4ccb-827f-e570413edb78 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420446 Apr 05 18:49:58.000335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570a4c8-175e-4fbb-9f5f-58985e43e40a req-392f238a-3e24-45f6-8a90-d973c86ece4e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:58.002720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5570a4c8-175e-4fbb-9f5f-58985e43e40a req-392f238a-3e24-45f6-8a90-d973c86ece4e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 945 time: 0.0624464 Apr 05 18:49:58.019944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75da36a7-cd0d-4644-a3f1-4681cd4fb5a6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.027677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75da36a7-cd0d-4644-a3f1-4681cd4fb5a6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.056849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5570a4c8-175e-4fbb-9f5f-58985e43e40a req-d4ae3fc2-61f6-464f-b773-b77d20876784 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458641 Apr 05 18:49:58.082890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da36a7-cd0d-4644-a3f1-4681cd4fb5a6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=813ca47f-ab4e-42b0-bad7-1e4792c268ae,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:58.089053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-75da36a7-cd0d-4644-a3f1-4681cd4fb5a6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] In _notify_port_updated(), no bound segment for port 813ca47f-ab4e-42b0-bad7-1e4792c268ae on network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:49:58.094999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da36a7-cd0d-4644-a3f1-4681cd4fb5a6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:58.095402 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75da36a7-cd0d-4644-a3f1-4681cd4fb5a6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.096611 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-75da36a7-cd0d-4644-a3f1-4681cd4fb5a6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "PUT /v2.0/ports/813ca47f-ab4e-42b0-bad7-1e4792c268ae HTTP/1.1" status: 200 len: 818 time: 0.3782303 Apr 05 18:49:58.099439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53850) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:58.143757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53852) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:58.199777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6462e05a-2971-4261-9589-86376b3371cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 813ca47f-ab4e-42b0-bad7-1e4792c268ae {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:49:58.200148 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6462e05a-2971-4261-9589-86376b3371cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.256498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-655369105-network', 'tenant_id': 'e1eb991040344e22b3db33d471805c38'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:58.268135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954312b0-7451-4177-bbb5-15645bf2a794 req-815613c5-14f2-4c4d-8dfd-9564ff8c02dc tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:58.268888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6462e05a-2971-4261-9589-86376b3371cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.270996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-954312b0-7451-4177-bbb5-15645bf2a794 req-815613c5-14f2-4c4d-8dfd-9564ff8c02dc tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1097107 Apr 05 18:49:58.282280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6462e05a-2971-4261-9589-86376b3371cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 813ca47f-ab4e-42b0-bad7-1e4792c268ae owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:49:58.309713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228d28a-ec9e-4a84-a592-2e77f4d70c73 req-4e6f1d34-c69c-4706-916d-299d41f1cd0b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:58.311193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8228d28a-ec9e-4a84-a592-2e77f4d70c73 req-4e6f1d34-c69c-4706-916d-299d41f1cd0b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 945 time: 0.1217856 Apr 05 18:49:58.317476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Made reservation on behalf of e1eb991040344e22b3db33d471805c38 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:58.320025 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.353170 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.359641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-954312b0-7451-4177-bbb5-15645bf2a794 req-b2231ad4-d48b-4105-8d7c-bcd807dfa641 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786734 Apr 05 18:49:58.368452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6462e05a-2971-4261-9589-86376b3371cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.389763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8228d28a-ec9e-4a84-a592-2e77f4d70c73 req-27f229ad-2241-47c8-90fd-da579d757b05 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654991 Apr 05 18:49:58.398829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462e05a-2971-4261-9589-86376b3371cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=813ca47f-ab4e-42b0-bad7-1e4792c268ae,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:58.418962 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6462e05a-2971-4261-9589-86376b3371cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.425881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6462e05a-2971-4261-9589-86376b3371cb tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/813ca47f-ab4e-42b0-bad7-1e4792c268ae HTTP/1.1" status: 204 len: 168 time: 0.3231122 Apr 05 18:49:58.426462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53858) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:58.476153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.480061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.481756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ec3ec-5ad3-4281-8ec4-16cbe91735c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:58.485931 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-137ec3ec-5ad3-4281-8ec4-16cbe91735c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0561652 Apr 05 18:49:58.486619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53860) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:58.503730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:49:58.515001 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9128ce10-7b56-41f6-8c34-4608383a7467 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:49:58.523164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba7d53-a54c-49f3-9141-76d2ccb08c68,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:58.524100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.524453 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9128ce10-7b56-41f6-8c34-4608383a7467 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/813ca47f-ab4e-42b0-bad7-1e4792c268ae HTTP/1.1" status: 404 len: 333 time: 0.0361638 Apr 05 18:49:58.524579 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Added segment b7205072-11ff-46bc-ad39-510be3f713f9 of type vlan for network 45b55db2-9bdf-4fe7-a7dd-09445f088dda Apr 05 18:49:58.525194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53862) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:58.530245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-509647095'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:58.560689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:58.565980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.573914 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.594560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:49:58.606244 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.606678 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Added segment 7839ad95-3144-42c7-8ae9-9bce3caa8a4f of type vlan for network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 Apr 05 18:49:58.609370 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.610641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:58.611336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.660623 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.682117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5342281 Apr 05 18:49:58.682778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53864) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:58.688903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Request body: {'subnet': {'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-655369105-subnet', 'tenant_id': 'e1eb991040344e22b3db33d471805c38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:58.695354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd78bd-471f-4655-b6a0-adf3ce6ed656 admin admin] Pushing event updated for resources: {'Network': ['ID=45b55db2-9bdf-4fe7-a7dd-09445f088dda,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:58.707002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 45b55db2-9bdf-4fe7-a7dd-09445f088dda details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:49:58.712358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.717772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:58.718343 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.729933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Made reservation on behalf of e1eb991040344e22b3db33d471805c38 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:58.732197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:58.740846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad5d1d-5c3f-4bd2-a75c-cc2e8cb67734 req-59ef3034-4d7a-48a7-9a7b-d6d1e275ab56 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:58.742537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48ad5d1d-5c3f-4bd2-a75c-cc2e8cb67734 req-59ef3034-4d7a-48a7-9a7b-d6d1e275ab56 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.0740957 Apr 05 18:49:58.793206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48ad5d1d-5c3f-4bd2-a75c-cc2e8cb67734 req-9b6fea2e-7047-4376-8c02-76db429d0461 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Apr 05 18:49:58.823355 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2970943 Apr 05 18:49:58.826251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53870) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:58.835504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:58.868720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03a6f6-f219-4133-be23-02547207fdde tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Network': ['ID=4a5a066e-cd93-4e99-8e53-34ada19a13e2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:59.005600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:59.009620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:59.061195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:49:59.069548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:59.088596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0e85d-07b0-4a23-b21f-e987a6222ddd req-131d92de-5adf-4645-aa65-05bb297eb90e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.090294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85f0e85d-07b0-4a23-b21f-e987a6222ddd req-131d92de-5adf-4645-aa65-05bb297eb90e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.1520340 Apr 05 18:49:59.147257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Checking segment: {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:59.147257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Network hostable DHCP agents. Network: 45b55db2-9bdf-4fe7-a7dd-09445f088dda, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:49:59.152059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0310af1c-705a-419a-9e30-7b9822ba662b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:59.168412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Network 45b55db2-9bdf-4fe7-a7dd-09445f088dda is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:49:59.175718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85f0e85d-07b0-4a23-b21f-e987a6222ddd req-f9229b0e-7d35-4899-913e-9357d24b6289 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777225 Apr 05 18:49:59.183386 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 45b55db2-9bdf-4fe7-a7dd-09445f088dda) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:59.189808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.191403 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:59.195607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0a89c-02b1-45ea-a777-646cad706659 None None] Network 45b55db2-9bdf-4fe7-a7dd-09445f088dda requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:59.210383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ad58d-d8ad-42aa-9718-53b86ff5fdf1 req-baaf215a-7c93-48f6-9dd5-0b8873546cc7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.218655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2b44b252-1dee-4247-89a5-c333ddb05460 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5348892 Apr 05 18:49:59.224787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ad58d-d8ad-42aa-9718-53b86ff5fdf1 req-baaf215a-7c93-48f6-9dd5-0b8873546cc7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.233179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ad58d-d8ad-42aa-9718-53b86ff5fdf1 req-baaf215a-7c93-48f6-9dd5-0b8873546cc7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.238879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-018ad58d-d8ad-42aa-9718-53b86ff5fdf1 req-baaf215a-7c93-48f6-9dd5-0b8873546cc7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284&device_id=273f6ebb-dffb-4336-9970-a971625277cb&device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 2418 time: 0.1116509 Apr 05 18:49:59.339334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-018ad58d-d8ad-42aa-9718-53b86ff5fdf1 req-af67ffdb-68bb-4db4-8eea-cfd552eff142 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766637 Apr 05 18:49:59.393089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:59.393936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bcd49c-8481-4140-b611-7a4f9ef3112a None None] Network 45b55db2-9bdf-4fe7-a7dd-09445f088dda requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:59.445323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b595b26-3f87-43ed-98ae-a133acde6ca8 req-3ba32438-77f3-4b95-ae27-f814201c0612 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.446868 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b595b26-3f87-43ed-98ae-a133acde6ca8 req-3ba32438-77f3-4b95-ae27-f814201c0612 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 945 time: 0.1173041 Apr 05 18:49:59.480912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=c59ec4fd-55d3-4608-a095-2ed76d89276b,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:49:59.513052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Checking segment: {'id': '7839ad95-3144-42c7-8ae9-9bce3caa8a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:49:59.513405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network hostable DHCP agents. Network: 4a5a066e-cd93-4e99-8e53-34ada19a13e2, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:49:59.527476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b595b26-3f87-43ed-98ae-a133acde6ca8 req-893e8890-f6bd-4c77-8a0b-b190c31b91ea tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667799 Apr 05 18:49:59.561136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:49:59.578137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30167ac4-d2fd-47f5-af5e-d99bcc39b3bb req-bd769840-74c2-4fd1-b015-c621cfde5723 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.579216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30167ac4-d2fd-47f5-af5e-d99bcc39b3bb req-bd769840-74c2-4fd1-b015-c621cfde5723 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 945 time: 0.0709479 Apr 05 18:49:59.580270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 4a5a066e-cd93-4e99-8e53-34ada19a13e2) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:49:59.585108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.585562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:59.592825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbfd5d1-b52c-4abc-8c0e-d8ab68e55271 None None] Network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:49:59.644854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6e573aac-736d-4ee5-bf01-3acdd10ed473 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8174300 Apr 05 18:49:59.647953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53886) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:59.653447 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1b36bb94-1688-4aec-a60e-2245510f4866 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:49:59.663866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30167ac4-d2fd-47f5-af5e-d99bcc39b3bb req-5ba7556b-4204-443e-a9ee-10908a811011 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755124 Apr 05 18:49:59.680158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c304c3d-6074-4cac-a8e4-61bb45b99b4e req-97089653-ab7a-4ba8-a6d5-a2305083792d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.687478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c304c3d-6074-4cac-a8e4-61bb45b99b4e req-97089653-ab7a-4ba8-a6d5-a2305083792d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.0922294 Apr 05 18:49:59.728193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c304c3d-6074-4cac-a8e4-61bb45b99b4e req-53d772d6-eec9-4377-b91d-501209a6e0f7 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Apr 05 18:49:59.782961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36bb94-1688-4aec-a60e-2245510f4866 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:49:59.787097 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b36bb94-1688-4aec-a60e-2245510f4866 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:59.846051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60645aed-bfb0-40a2-a39d-11310b5d3ec4 req-a7aa0f91-d9ff-44ff-ac16-e1827cc84478 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:49:59.855374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60645aed-bfb0-40a2-a39d-11310b5d3ec4 req-a7aa0f91-d9ff-44ff-ac16-e1827cc84478 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 945 time: 0.0602314 Apr 05 18:49:59.908708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60645aed-bfb0-40a2-a39d-11310b5d3ec4 req-e497ce16-ee11-49ab-8ffe-0a725b8ab37b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436456 Apr 05 18:49:59.919898 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-1b36bb94-1688-4aec-a60e-2245510f4866 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c59ec4fd-55d3-4608-a095-2ed76d89276b (CIDR: 172.20.0.0/28) Apr 05 18:49:59.931207 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b36bb94-1688-4aec-a60e-2245510f4866 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:49:59.931708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b36bb94-1688-4aec-a60e-2245510f4866 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:49:59.955152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1b36bb94-1688-4aec-a60e-2245510f4866 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3057871 Apr 05 18:49:59.958611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53902) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:49:59.963202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-4a5a066e-cd93-4e99-8e53-34ada19a13e2', 'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2', 'tenant_id': 'e7a9a2cdab22418b8b4965fb5ef160e9', 'fixed_ips': [{'subnet_id': 'c59ec4fd-55d3-4608-a095-2ed76d89276b'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:49:59.964702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:49:59.968931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:00.091784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8dba9-9106-4815-9767-285d8440de92 req-257a0925-3bcc-4021-8ea7-ad7f7aded00f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:00.093780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-257a0925-3bcc-4021-8ea7-ad7f7aded00f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/networks?id=45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 200 len: 814 time: 0.1602955 Apr 05 18:50:00.119473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:00.123088 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:00.127372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-1cfe90d9-3c15-4683-88db-ce47163d032c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/quotas/e1eb991040344e22b3db33d471805c38 HTTP/1.1" status: 200 len: 375 time: 0.0190108 Apr 05 18:50:00.136195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Allocated IP 172.20.0.2 (4a5a066e-cd93-4e99-8e53-34ada19a13e2/c59ec4fd-55d3-4608-a095-2ed76d89276b/328a6f21-b241-4278-8d50-2ca191692dde) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:00.139523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947dd4c-1ae4-4c53-b1ef-b9053b597720 req-db8ea7e3-76e8-43c9-a424-f72a5315b07d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:00.141345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1947dd4c-1ae4-4c53-b1ef-b9053b597720 req-db8ea7e3-76e8-43c9-a424-f72a5315b07d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 945 time: 0.0682826 Apr 05 18:50:00.181326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-6d307aeb-9af0-4e0f-8c8e-651731904fb9 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1eb991040344e22b3db33d471805c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387900 Apr 05 18:50:00.207047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1947dd4c-1ae4-4c53-b1ef-b9053b597720 req-fd672a59-5f66-401e-9915-5061224f7b21 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553730 Apr 05 18:50:00.356674 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:00.365936 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:00.379854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-ed22e501-5614-4cd1-bda3-09e95f0d73ae service neutron] 10.222.0.15 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857827 Apr 05 18:50:00.414746 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:00.419626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:00.422715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:00.426019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:00.440102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Pushing event updated for resources: {'Port': ['ID=328a6f21-b241-4278-8d50-2ca191692dde,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:00.462569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:00.467237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:00.472402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:00.473472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:00.490795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=151da1e9-ff06-4f57-b0d4-704660f2d6e8,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:00.499695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df3c1d97-898d-4e63-b15a-aed194fd3537 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5400198 Apr 05 18:50:00.500998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53916) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:00.504236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Attempting to bind port 328a6f21-b241-4278-8d50-2ca191692dde on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:50:00.504338 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Attempting to bind port 328a6f21-b241-4278-8d50-2ca191692dde by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '7839ad95-3144-42c7-8ae9-9bce3caa8a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:50:00.504757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Attempting to bind port 328a6f21-b241-4278-8d50-2ca191692dde on network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:00.507057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2', 'fixed_ips': [{'subnet_id': 'c59ec4fd-55d3-4608-a095-2ed76d89276b'}, {'subnet_id': '151da1e9-ff06-4f57-b0d4-704660f2d6e8'}], 'name': 'tempest-PortsTestJSON-339714729'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:00.510027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:50:00.510423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Checking segment: {'id': '7839ad95-3144-42c7-8ae9-9bce3caa8a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:00.510806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:00.512266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Bound using segment: {'id': '7839ad95-3144-42c7-8ae9-9bce3caa8a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:50:00.512266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Bound port: 328a6f21-b241-4278-8d50-2ca191692dde, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7839ad95-3144-42c7-8ae9-9bce3caa8a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:50:00.512266 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:00.519836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3004cc-8a98-4c98-a537-14f9a39f1597 req-e4bf6f9d-6815-4a56-a1c9-259b67471799 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:00.521334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e3004cc-8a98-4c98-a537-14f9a39f1597 req-e4bf6f9d-6815-4a56-a1c9-259b67471799 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 946 time: 0.0831962 Apr 05 18:50:00.535700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-a10ec862-2faa-4d5c-befb-15b3d3585109 service neutron] 10.222.0.15 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486819 Apr 05 18:50:00.571836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e3004cc-8a98-4c98-a537-14f9a39f1597 req-ac9481c5-eb7b-47e3-8e00-58894624cb84 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346642 Apr 05 18:50:00.577385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] For port 328a6f21-b241-4278-8d50-2ca191692dde, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:50:00.580892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] For port 328a6f21-b241-4278-8d50-2ca191692dde, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=328a6f21-b241-4278-8d50-2ca191692dde,segment=NetworkSegment(7839ad95-3144-42c7-8ae9-9bce3caa8a4f),segment_id=7839ad95-3144-42c7-8ae9-9bce3caa8a4f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:50:00.586623 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:00.661265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153d25c-01f8-474f-a320-1cac9507b8da None None] Pushing event updated for resources: {'Port': ['ID=328a6f21-b241-4278-8d50-2ca191692dde,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:00.662525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:00.776701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e62c6b6b-3c8b-4585-874b-3393de0b52d2 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:00.779006 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:00.837220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port bde080c3-9105-4fe5-b4c3-6ae69788326b yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:50:00.920022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-433e0fbc-3e5a-42a4-a174-35eb721a59f1 req-939c62e4-484d-491c-9e7c-b257231f71b4 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 210 time: 0.0629730 Apr 05 18:50:00.995874 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:01.056036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:01.059551 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efb581b-c12f-46b7-820c-24559c5e749b" -d '{"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-unplugged", "status": "completed", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:01.075252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece9069-b387-4ee3-b418-c6c332c7e7ee req-e2fc0d42-9c09-435d-a0cc-4f6ebcff3213 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:01.076645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ece9069-b387-4ee3-b418-c6c332c7e7ee req-e2fc0d42-9c09-435d-a0cc-4f6ebcff3213 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.0706434 Apr 05 18:50:01.114932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:01.121471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:01.138870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ece9069-b387-4ee3-b418-c6c332c7e7ee req-9b53effc-de16-41c7-b677-e6e526032a2c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520227 Apr 05 18:50:01.207228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:01.347526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c69e8-3a25-40d8-a33a-d0de7b3b7da8 req-f46f54a2-d130-4022-9d9a-60e82c5126e6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:01.349322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-896c69e8-3a25-40d8-a33a-d0de7b3b7da8 req-f46f54a2-d130-4022-9d9a-60e82c5126e6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 945 time: 0.0636220 Apr 05 18:50:01.412888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-896c69e8-3a25-40d8-a33a-d0de7b3b7da8 req-7c3d87d1-5fec-425e-b561-7d6c64603813 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563691 Apr 05 18:50:01.466095 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e122957-5a0e-419d-b5f1-3e1b9166caac x-openstack-request-id: req-9e122957-5a0e-419d-b5f1-3e1b9166caac {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:01.466641 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-unplugged", "status": "failed", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2", "code": 422}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:01.466984 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e122957-5a0e-419d-b5f1-3e1b9166caac {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:01.467580 n-d-836650-3 neutron-server[102641]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9e122957-5a0e-419d-b5f1-3e1b9166caac']: {'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'code': 422} returned with failed status Apr 05 18:50:01.481632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.14 (4a5a066e-cd93-4e99-8e53-34ada19a13e2/c59ec4fd-55d3-4608-a095-2ed76d89276b/bde080c3-9105-4fe5-b4c3-6ae69788326b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:01.489059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.25 (4a5a066e-cd93-4e99-8e53-34ada19a13e2/151da1e9-ff06-4f57-b0d4-704660f2d6e8/bde080c3-9105-4fe5-b4c3-6ae69788326b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:01.604461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-fbd922dc-a23a-491b-a7fa-8e6b6ef0ef46 req-f6fc8008-8297-4e56-9221-a0141d80ce17 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:50:01.605592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fbd922dc-a23a-491b-a7fa-8e6b6ef0ef46 req-f6fc8008-8297-4e56-9221-a0141d80ce17 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053535 Apr 05 18:50:01.704307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:01.761526 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:01.833784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1702f1-d332-4fde-bbcd-841cf71f403a req-6799f05e-2483-4d9a-904a-dddd53e96b59 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:01.836176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce1702f1-d332-4fde-bbcd-841cf71f403a req-6799f05e-2483-4d9a-904a-dddd53e96b59 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.0823779 Apr 05 18:50:01.841500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:01.845421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:01.850038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:01.861501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=bde080c3-9105-4fe5-b4c3-6ae69788326b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:01.913388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce1702f1-d332-4fde-bbcd-841cf71f403a req-08e8148a-0b1a-4699-9d39-b332f39bca39 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606916 Apr 05 18:50:01.973878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:01.974626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:01.994662 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f774770b-7fec-4dcf-b8b9-28a425cd8876 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4928932 Apr 05 18:50:01.999956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53970) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:02.007346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c59ec4fd-55d3-4608-a095-2ed76d89276b'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:02.112473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 328a6f21-b241-4278-8d50-2ca191692dde up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:02.199830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 328a6f21-b241-4278-8d50-2ca191692dde triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:02.200459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:02.254478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11214f1d-7c33-4c09-a397-75d610e3227d None None] Network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:02.281931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b95d61a2-7fb0-447a-b8c5-747f669b6158 req-2b170ada-f2d7-436e-a213-b2944e2a656b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 210 time: 0.1936464 Apr 05 18:50:02.349487 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-80c0ceb4-3802-4a07-8428-30d20193d8fe None None] Provisioning complete for port 328a6f21-b241-4278-8d50-2ca191692dde triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:02.349858 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80c0ceb4-3802-4a07-8428-30d20193d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:02.351272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8dba9-9106-4815-9767-285d8440de92 req-9b377152-40a4-4327-8162-b9a9c34cb00a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:02.354048 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-9b377152-40a4-4327-8162-b9a9c34cb00a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "GET /v2.0/networks?id=45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 200 len: 814 time: 0.2598076 Apr 05 18:50:02.376076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Request body: {'port': {'device_id': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda', 'admin_state_up': True, 'tenant_id': 'e1eb991040344e22b3db33d471805c38'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:02.421007 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:02.478726 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-fdc546be-6fad-4ae7-82f8-f2fa8f3753cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4390748 Apr 05 18:50:02.483427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-f04c6ab0-e5d7-4542-8a8a-9754089ecc19 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:50:02.484424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-f04c6ab0-e5d7-4542-8a8a-9754089ecc19 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049241 Apr 05 18:50:02.497010 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:02.521520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Made reservation on behalf of e1eb991040344e22b3db33d471805c38 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:02.527794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:02.552190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fba50-fb34-4c9e-bcb9-c2bf491ce783 req-109d371b-14ec-4c46-bf05-5136f3a42639 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:02.555110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e22fba50-fb34-4c9e-bcb9-c2bf491ce783 req-109d371b-14ec-4c46-bf05-5136f3a42639 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.2151573 Apr 05 18:50:02.572299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 328a6f21-b241-4278-8d50-2ca191692dde, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=328a6f21-b241-4278-8d50-2ca191692dde,segment=NetworkSegment(7839ad95-3144-42c7-8ae9-9bce3caa8a4f),segment_id=7839ad95-3144-42c7-8ae9-9bce3caa8a4f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:02.579089 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80c0ceb4-3802-4a07-8428-30d20193d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:02.591439 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:02.641482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd1d47-d557-443b-a17f-108e09f94083 req-fc1a4d85-2594-4ead-9095-af6a4fc4d58b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:02.650352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82cd1d47-d557-443b-a17f-108e09f94083 req-fc1a4d85-2594-4ead-9095-af6a4fc4d58b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.2327893 Apr 05 18:50:02.702274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Allocated IP 172.20.0.5 (45b55db2-9bdf-4fe7-a7dd-09445f088dda/0310af1c-705a-419a-9e30-7b9822ba662b/65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:02.714239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=328a6f21-b241-4278-8d50-2ca191692dde,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:02.720015 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-80c0ceb4-3802-4a07-8428-30d20193d8fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:50:02.720237 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-80c0ceb4-3802-4a07-8428-30d20193d8fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:50:02.740525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e22fba50-fb34-4c9e-bcb9-c2bf491ce783 req-d4c4037f-9665-4edc-951a-7ddebb31dd92 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741128 Apr 05 18:50:02.819224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82cd1d47-d557-443b-a17f-108e09f94083 req-27d3b399-e62f-4db8-b6ce-cfce80352d19 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682234 Apr 05 18:50:02.820859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-754f1ab4-afda-467a-9e79-228e8a525e83 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:02.827141 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-754f1ab4-afda-467a-9e79-228e8a525e83 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.25 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 945 time: 0.1142898 Apr 05 18:50:02.844958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d4edfc-d3e1-4d90-be34-f9456431778e None None] Update dhcp port {'port': {'network_id': '4a5a066e-cd93-4e99-8e53-34ada19a13e2', 'fixed_ips': [{'subnet_id': 'c59ec4fd-55d3-4608-a095-2ed76d89276b', 'ip_address': '172.20.0.2'}, {'subnet_id': '151da1e9-ff06-4f57-b0d4-704660f2d6e8'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '328a6f21-b241-4278-8d50-2ca191692dde'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 18:50:02.884027 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02d4edfc-d3e1-4d90-be34-f9456431778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.012451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f14a5a-5d38-461d-af9e-e7a1366c5f27 req-aba66cd0-474e-4297-987b-acc78d3afaa3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:03.013892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76f14a5a-5d38-461d-af9e-e7a1366c5f27 req-aba66cd0-474e-4297-987b-acc78d3afaa3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 945 time: 0.1849380 Apr 05 18:50:03.041984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.093882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port d316edf4-87b5-48a5-9cb1-771aa9b92e5d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:03.094226 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.115055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.142833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Delete allocated IP 172.20.0.25 (4a5a066e-cd93-4e99-8e53-34ada19a13e2/151da1e9-ff06-4f57-b0d4-704660f2d6e8) {{(pid=102640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 18:50:03.151679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76f14a5a-5d38-461d-af9e-e7a1366c5f27 req-c93e96df-789f-4502-8ce7-0698d3281d04 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301804 Apr 05 18:50:03.165340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831ef91-3914-4be6-9abf-a9c52b480b81 req-1aad6dff-996d-44f1-ae10-e2122d805c3c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:03.166846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f831ef91-3914-4be6-9abf-a9c52b480b81 req-1aad6dff-996d-44f1-ae10-e2122d805c3c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1038740 Apr 05 18:50:03.290537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f831ef91-3914-4be6-9abf-a9c52b480b81 req-b5d993b3-22bd-4864-a2f8-d0268b978e5f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913265 Apr 05 18:50:03.372475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.395791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.437093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-02d4edfc-d3e1-4d90-be34-f9456431778e None None] Allocated IP 172.20.0.18 (4a5a066e-cd93-4e99-8e53-34ada19a13e2/151da1e9-ff06-4f57-b0d4-704660f2d6e8/328a6f21-b241-4278-8d50-2ca191692dde) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:03.453854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Network 45b55db2-9bdf-4fe7-a7dd-09445f088dda is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:03.462164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:03.466315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:03.469265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Pushing event updated for resources: {'Port': ['ID=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:03.528393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] For port d316edf4-87b5-48a5-9cb1-771aa9b92e5d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:03.528660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.540623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9bde2-d757-4a70-ab51-0f1410e16996 req-60bd9de9-a235-47bb-907e-351056be17c0 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:03.542304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11d9bde2-d757-4a70-ab51-0f1410e16996 req-60bd9de9-a235-47bb-907e-351056be17c0 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 931 time: 0.1674442 Apr 05 18:50:03.549541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:03.550164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.552767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for d316edf4-87b5-48a5-9cb1-771aa9b92e5d owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:03.570631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=bde080c3-9105-4fe5-b4c3-6ae69788326b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:03.609296 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-76ed551e-f767-4deb-9b5c-97ba30da5f83 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2436759 Apr 05 18:50:03.623493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-02d4edfc-d3e1-4d90-be34-f9456431778e None None] For port 328a6f21-b241-4278-8d50-2ca191692dde, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=328a6f21-b241-4278-8d50-2ca191692dde,segment=NetworkSegment(7839ad95-3144-42c7-8ae9-9bce3caa8a4f),segment_id=7839ad95-3144-42c7-8ae9-9bce3caa8a4f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:03.631939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Request body: {'port': {'device_id': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:03.635388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11d9bde2-d757-4a70-ab51-0f1410e16996 req-2c9280ee-cba4-43b6-8b76-6dd4d2f521a9 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647547 Apr 05 18:50:03.636399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] In _notify_port_updated(), no bound segment for port bde080c3-9105-4fe5-b4c3-6ae69788326b on network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:50:03.643992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:03.644727 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.646121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-944fc6bd-4baf-4e4f-b7bd-9761d61e5b6f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "PUT /v2.0/ports/bde080c3-9105-4fe5-b4c3-6ae69788326b HTTP/1.1" status: 200 len: 919 time: 1.6448672 Apr 05 18:50:03.648723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53992) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:03.654206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c59ec4fd-55d3-4608-a095-2ed76d89276b'}, {'subnet_id': '151da1e9-ff06-4f57-b0d4-704660f2d6e8'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:03.672321 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02d4edfc-d3e1-4d90-be34-f9456431778e None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.681088 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02d4edfc-d3e1-4d90-be34-f9456431778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.733791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.741572 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.795172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4edfc-d3e1-4d90-be34-f9456431778e None None] Pushing event updated for resources: {'Port': ['ID=328a6f21-b241-4278-8d50-2ca191692dde,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:03.808092 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:03.819422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['d316edf4-87b5-48a5-9cb1-771aa9b92e5d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:03.886666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=d316edf4-87b5-48a5-9cb1-771aa9b92e5d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:04.021889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.022643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.023159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.023660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.024562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.025055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.025538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.026883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.027374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.028042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.028534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.029166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:04.034791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 328a6f21-b241-4278-8d50-2ca191692dde up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:04.079483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] No DVR routers for this DVR port d316edf4-87b5-48a5-9cb1-771aa9b92e5d on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:04.084523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:04.088107 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-565d59ee-031c-42bf-b3d0-f9fd922cdee3 req-583138d8-c30c-456e-87f0-db0934ec0a4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.25 "DELETE /v2.0/ports/d316edf4-87b5-48a5-9cb1-771aa9b92e5d HTTP/1.1" status: 204 len: 173 time: 1.2513039 Apr 05 18:50:04.088708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944d7611-e1b5-4f7e-9c13-169a414c2e38', 'name': 'network-vif-deleted', 'tag': 'd316edf4-87b5-48a5-9cb1-771aa9b92e5d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:04.092942 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c6cc1-e91f-419e-8796-e249668ee619" -d '{"events": [{"server_uuid": "944d7611-e1b5-4f7e-9c13-169a414c2e38", "name": "network-vif-deleted", "tag": "d316edf4-87b5-48a5-9cb1-771aa9b92e5d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:04.181691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 328a6f21-b241-4278-8d50-2ca191692dde triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:04.182067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:04.419502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:50:04.431105 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:04.445632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Transition to ACTIVE for port object 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:50:04.451359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:04.514910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Pushing event updated for resources: {'Port': ['ID=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:04.614551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Attempting to bind port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:50:04.615084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Attempting to bind port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:50:04.615795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Attempting to bind port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 on network 45b55db2-9bdf-4fe7-a7dd-09445f088dda {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:04.621690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 on network 45b55db2-9bdf-4fe7-a7dd-09445f088dda not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:50:04.622065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Attempting to bind port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 on network 45b55db2-9bdf-4fe7-a7dd-09445f088dda {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:04.628063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:50:04.628402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Checking segment: {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:04.628791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Bound using segment: {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:50:04.629222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Bound port: 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:50:04.629588 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:04.647667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1832e-432f-483f-b210-6d61b22056d4 req-4413652f-2e0e-41e8-86de-49b661856d2d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:04.649324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2e1832e-432f-483f-b210-6d61b22056d4 req-4413652f-2e0e-41e8-86de-49b661856d2d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.7623777 Apr 05 18:50:04.660754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.20 (4a5a066e-cd93-4e99-8e53-34ada19a13e2/151da1e9-ff06-4f57-b0d4-704660f2d6e8/bde080c3-9105-4fe5-b4c3-6ae69788326b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:04.682730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bacd943-0d6f-4fea-9df3-b0ada8985b78 None None] Network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:04.685539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f23dd-1077-4c5c-9103-1aa6aa7425ed req-00f6f462-dc86-494c-a5b8-2ba8361f9cf1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:04.689350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae5f23dd-1077-4c5c-9103-1aa6aa7425ed req-00f6f462-dc86-494c-a5b8-2ba8361f9cf1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.1535950 Apr 05 18:50:04.747048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2e1832e-432f-483f-b210-6d61b22056d4 req-49986ebd-4888-477c-a01d-fe8713809c0b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898566 Apr 05 18:50:04.749715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:50:04.755811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:50:04.765133 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:04.810615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ec537671-c73c-4fd4-8adf-f4abdd6f4e0d None None] Provisioning complete for port bde080c3-9105-4fe5-b4c3-6ae69788326b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:04.811058 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec537671-c73c-4fd4-8adf-f4abdd6f4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:04.827950 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7677a487-dde5-43db-9545-38cba1384547 x-openstack-request-id: req-7677a487-dde5-43db-9545-38cba1384547 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:04.828308 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944d7611-e1b5-4f7e-9c13-169a414c2e38", "name": "network-vif-deleted", "tag": "d316edf4-87b5-48a5-9cb1-771aa9b92e5d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:04.828621 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7677a487-dde5-43db-9545-38cba1384547 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:04.829077 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7677a487-dde5-43db-9545-38cba1384547'] response: {'server_uuid': '944d7611-e1b5-4f7e-9c13-169a414c2e38', 'name': 'network-vif-deleted', 'tag': 'd316edf4-87b5-48a5-9cb1-771aa9b92e5d', 'status': 'completed', 'code': 200} Apr 05 18:50:04.830411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:04.832033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:04.833900 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] 10.222.0.25 "PUT /v2.0/ports/65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 HTTP/1.1" status: 200 len: 1091 time: 1.2126231 Apr 05 18:50:04.854461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae5f23dd-1077-4c5c-9103-1aa6aa7425ed req-dbff8f85-d83e-48b7-8e2a-f675024c3180 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281788 Apr 05 18:50:04.886423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ec537671-c73c-4fd4-8adf-f4abdd6f4e0d None None] Port bde080c3-9105-4fe5-b4c3-6ae69788326b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:04.930242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362eadf-d5a7-40a9-9dc6-07e8f0964195 service neutron] Pushing event updated for resources: {'Port': ['ID=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:04.951358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ec537671-c73c-4fd4-8adf-f4abdd6f4e0d None None] Provisioning complete for port 328a6f21-b241-4278-8d50-2ca191692dde triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:04.951956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec537671-c73c-4fd4-8adf-f4abdd6f4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:04.984892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8dba9-9106-4815-9767-285d8440de92 req-c4a50e50-ac5e-495b-a6f8-7046a6eacb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:04.986497 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-c4a50e50-ac5e-495b-a6f8-7046a6eacb5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1eb991040344e22b3db33d471805c38&device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 1094 time: 0.0952857 Apr 05 18:50:04.988895 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:05.022550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b16e8573-cebb-4e73-8c5a-7d01358d4558 req-b691b2da-10ca-484e-b728-4781601d9749 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 210 time: 0.0737414 Apr 05 18:50:05.044482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-d802d60f-196f-491f-9c34-38f298e04000 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 HTTP/1.1" status: 200 len: 217 time: 0.0451279 Apr 05 18:50:05.077172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:05.093034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536e1bf-1cbc-4116-96b5-5c1408459a44 req-eff696da-59ba-4046-bc7d-bcb47fe4f9f6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:05.095347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6536e1bf-1cbc-4116-96b5-5c1408459a44 req-eff696da-59ba-4046-bc7d-bcb47fe4f9f6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1328037 Apr 05 18:50:05.098598 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:05.153159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8dba9-9106-4815-9767-285d8440de92 req-d8fd4c1b-4119-4272-996b-1998da1c4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:05.154964 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-d8fd4c1b-4119-4272-996b-1998da1c4abd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0310af1c-705a-419a-9e30-7b9822ba662b HTTP/1.1" status: 200 len: 854 time: 0.1027548 Apr 05 18:50:05.193605 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-e59294c3-a757-4f64-a478-b5c90654ef06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45b55db2-9bdf-4fe7-a7dd-09445f088dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311501 Apr 05 18:50:05.213338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=bde080c3-9105-4fe5-b4c3-6ae69788326b,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:05.266675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6536e1bf-1cbc-4116-96b5-5c1408459a44 req-e8fb0325-ca6c-4e90-9b39-5825e71c157e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200039 Apr 05 18:50:05.310562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-5b65765c-f1b6-4e3f-9467-e455f00d4700 service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091688 Apr 05 18:50:05.321550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41806159-bde5-4d76-9407-c7929567312b req-382e47ff-7066-4c75-ad9f-02cc3e7e6ed0 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:05.323073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41806159-bde5-4d76-9407-c7929567312b req-382e47ff-7066-4c75-ad9f-02cc3e7e6ed0 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 943 time: 0.1689169 Apr 05 18:50:05.348742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] In _notify_port_updated(), no bound segment for port bde080c3-9105-4fe5-b4c3-6ae69788326b on network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:50:05.354162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:05.354804 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:05.359113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e563baaa-85a6-4836-9180-f76e2d79a232 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "PUT /v2.0/ports/bde080c3-9105-4fe5-b4c3-6ae69788326b HTTP/1.1" status: 200 len: 999 time: 1.7063713 Apr 05 18:50:05.359113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54008) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:05.405689 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-60e8dba9-9106-4815-9767-285d8440de92 req-a9eac7f3-499f-49ac-8f0e-80ab7e0a664c service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880055 Apr 05 18:50:05.414988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41806159-bde5-4d76-9407-c7929567312b req-6b166a63-1c44-4f00-8ade-d6913478be10 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832448 Apr 05 18:50:05.483940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9cb197c9-e83a-42d0-b3cb-a0a35e233e3f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port bde080c3-9105-4fe5-b4c3-6ae69788326b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:05.484291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb197c9-e83a-42d0-b3cb-a0a35e233e3f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:05.583272 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb197c9-e83a-42d0-b3cb-a0a35e233e3f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:05.595971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9cb197c9-e83a-42d0-b3cb-a0a35e233e3f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for bde080c3-9105-4fe5-b4c3-6ae69788326b owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:05.648769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c8536038-67ac-4f2a-83bb-768ba90b3b6a None None] Provisioning complete for port bde080c3-9105-4fe5-b4c3-6ae69788326b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:05.649121 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8536038-67ac-4f2a-83bb-768ba90b3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:05.695706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c8536038-67ac-4f2a-83bb-768ba90b3b6a None None] Port bde080c3-9105-4fe5-b4c3-6ae69788326b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:05.707573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c8536038-67ac-4f2a-83bb-768ba90b3b6a None None] Provisioning complete for port 328a6f21-b241-4278-8d50-2ca191692dde triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:05.708507 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8536038-67ac-4f2a-83bb-768ba90b3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:05.839505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb197c9-e83a-42d0-b3cb-a0a35e233e3f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:05.914542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb197c9-e83a-42d0-b3cb-a0a35e233e3f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=bde080c3-9105-4fe5-b4c3-6ae69788326b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:05.915948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1c63e684-6d7c-45b1-b9f1-6aba54652663 None None] Could not find standard attr ID for object bde080c3-9105-4fe5-b4c3-6ae69788326b. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:50:06.028495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1798b-18a0-4088-9cb9-f5fca381afda req-5fb33aa7-f98c-4f00-9629-71344616bd0a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:06.030057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95b1798b-18a0-4088-9cb9-f5fca381afda req-5fb33aa7-f98c-4f00-9629-71344616bd0a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1883895 Apr 05 18:50:06.067984 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb197c9-e83a-42d0-b3cb-a0a35e233e3f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:06.071254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9cb197c9-e83a-42d0-b3cb-a0a35e233e3f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/bde080c3-9105-4fe5-b4c3-6ae69788326b HTTP/1.1" status: 204 len: 168 time: 0.7113996 Apr 05 18:50:06.074021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54018) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:06.081798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded37c11-8bcc-4dcf-8932-e4c411b02bbc req-0522b305-6132-4f37-ab4d-c2f43491bf31 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:06.084653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ded37c11-8bcc-4dcf-8932-e4c411b02bbc req-0522b305-6132-4f37-ab4d-c2f43491bf31 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.1391232 Apr 05 18:50:06.107784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95b1798b-18a0-4088-9cb9-f5fca381afda req-b303d641-a11a-4985-8cb8-068c268bb2fb tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703919 Apr 05 18:50:06.132204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-549c3393-c8e3-49ff-bcd6-c2abbcd4d72c None None] Could not find standard attr ID for object bde080c3-9105-4fe5-b4c3-6ae69788326b. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:50:06.145181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ded37c11-8bcc-4dcf-8932-e4c411b02bbc req-941c8a36-58de-4a29-bfd1-af60a15923a9 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Apr 05 18:50:06.167114 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e922a8-407c-417a-a60e-0161e92a69bd tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:50:06.171170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-01e922a8-407c-417a-a60e-0161e92a69bd tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/bde080c3-9105-4fe5-b4c3-6ae69788326b HTTP/1.1" status: 404 len: 333 time: 0.0933290 Apr 05 18:50:06.171638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54022) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:06.255668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d83cbbd0-4d5a-4b48-8dea-fd7fd47fb6f0 req-9c6f6924-f29f-40a8-97c6-30564b020e40 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 210 time: 0.0404100 Apr 05 18:50:06.262296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-70925a02-999d-45b1-81d3-4d7dc598be47 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet 151da1e9-ff06-4f57-b0d4-704660f2d6e8 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:06.269463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70925a02-999d-45b1-81d3-4d7dc598be47 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:06.332625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70925a02-999d-45b1-81d3-4d7dc598be47 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:06.453788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-29f1503b-047a-4ea5-a04a-a6db267e22fc None None] Could not find standard attr ID for object bde080c3-9105-4fe5-b4c3-6ae69788326b. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:50:06.500806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc223d-b4b0-4423-94fc-47b952098c60 req-5dba9a75-b7e4-4c0a-9ac5-015a0e359d46 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:06.502196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7dc223d-b4b0-4423-94fc-47b952098c60 req-5dba9a75-b7e4-4c0a-9ac5-015a0e359d46 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1175754 Apr 05 18:50:06.511999 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70925a02-999d-45b1-81d3-4d7dc598be47 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:06.600773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-b6665ffa-4dc9-4f23-bb80-f092a060b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:06.602425 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-b6665ffa-4dc9-4f23-bb80-f092a060b38b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1095 time: 0.0432391 Apr 05 18:50:06.626608 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7dc223d-b4b0-4423-94fc-47b952098c60 req-2de88f3c-bf13-42fb-b6ba-2c4ec598c976 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106362 Apr 05 18:50:06.656582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63c57d-f2d5-4ed1-b7c2-cbe6ee0fee20 req-627807b6-6bfa-4b70-8e29-634376664a6f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:06.656582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad63c57d-f2d5-4ed1-b7c2-cbe6ee0fee20 req-627807b6-6bfa-4b70-8e29-634376664a6f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 943 time: 0.1052020 Apr 05 18:50:06.673215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70925a02-999d-45b1-81d3-4d7dc598be47 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:06.712410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70925a02-999d-45b1-81d3-4d7dc598be47 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=151da1e9-ff06-4f57-b0d4-704660f2d6e8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:06.727710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70925a02-999d-45b1-81d3-4d7dc598be47 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:06.733356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-70925a02-999d-45b1-81d3-4d7dc598be47 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/151da1e9-ff06-4f57-b0d4-704660f2d6e8 HTTP/1.1" status: 204 len: 168 time: 0.5583556 Apr 05 18:50:06.733512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-67670405-dcb8-4e81-9320-d70c843954b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:06.733512 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-67670405-dcb8-4e81-9320-d70c843954b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.1120787 Apr 05 18:50:06.733871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54032) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:06.779830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad63c57d-f2d5-4ed1-b7c2-cbe6ee0fee20 req-fe896a65-da5b-496c-a47e-4d504547a8dc tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149936 Apr 05 18:50:06.821450 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-dcb0583c-987d-4e0b-81b9-89970e907593 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 999 time: 0.0807550 Apr 05 18:50:06.826842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-80944561-ee2e-4c9a-9b21-e7aa45836b8b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet c59ec4fd-55d3-4608-a095-2ed76d89276b {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:06.830276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:06.832095 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80944561-ee2e-4c9a-9b21-e7aa45836b8b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:06.833338 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:06.894407 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80944561-ee2e-4c9a-9b21-e7aa45836b8b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:06.902046 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4648e4-03de-4157-bf4b-532bc443f585 x-openstack-request-id: req-3b4648e4-03de-4157-bf4b-532bc443f585 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:06.902476 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:06.902827 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b4648e4-03de-4157-bf4b-532bc443f585 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:06.903345 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4648e4-03de-4157-bf4b-532bc443f585'] response: {'name': 'network-changed', 'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6', 'status': 'completed', 'code': 200} Apr 05 18:50:06.934317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75613bd-f001-4ee3-aa68-24579dd5b616 req-f97e5cf7-094e-4590-b70e-b8c288f4bac1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:06.942941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d75613bd-f001-4ee3-aa68-24579dd5b616 req-f97e5cf7-094e-4590-b70e-b8c288f4bac1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1982648 Apr 05 18:50:06.957868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-af711f14-6466-4d15-a499-f6e0e59d9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:06.959533 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-af711f14-6466-4d15-a499-f6e0e59d9b52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1155672 Apr 05 18:50:06.992525 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.035103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c6e7d-c864-4c14-81f4-4591e8f2e6a9 None None] Network 4a5a066e-cd93-4e99-8e53-34ada19a13e2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:07.041830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d75613bd-f001-4ee3-aa68-24579dd5b616 req-8776e27b-aaa9-46c0-82d6-a76247947e9f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939751 Apr 05 18:50:07.052875 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-3ee05f1a-eb91-4ca7-a91e-bc8ea3e44c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:07.052875 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-3ee05f1a-eb91-4ca7-a91e-bc8ea3e44c36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1eb991040344e22b3db33d471805c38&device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 1094 time: 0.1188965 Apr 05 18:50:07.058507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-ab0cd854-06e8-4089-a01f-6c38ee6730af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:07.060001 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-ab0cd854-06e8-4089-a01f-6c38ee6730af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898819 Apr 05 18:50:07.060978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80944561-ee2e-4c9a-9b21-e7aa45836b8b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.140669 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80944561-ee2e-4c9a-9b21-e7aa45836b8b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.158746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80944561-ee2e-4c9a-9b21-e7aa45836b8b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.163411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-80944561-ee2e-4c9a-9b21-e7aa45836b8b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/c59ec4fd-55d3-4608-a095-2ed76d89276b HTTP/1.1" status: 204 len: 168 time: 0.4281490 Apr 05 18:50:07.179877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54038) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:07.186289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80944561-ee2e-4c9a-9b21-e7aa45836b8b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=c59ec4fd-55d3-4608-a095-2ed76d89276b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:07.293441 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-7a075ac8-3b33-4861-ae46-872aec8d4da4 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244012 Apr 05 18:50:07.298209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aaf8e7-a781-45c2-8dee-4b80a57d13c7 None None] DHCP port deletion for 4a5a066e-cd93-4e99-8e53-34ada19a13e2 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:50:07.334314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.344213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f7950-e621-4cee-a26c-043d457ee11d req-daad15ff-83d7-4882-9a50-c2f0bffbc9c7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:07.353459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-670f7950-e621-4cee-a26c-043d457ee11d req-daad15ff-83d7-4882-9a50-c2f0bffbc9c7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.0966096 Apr 05 18:50:07.358818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-35aaf8e7-a781-45c2-8dee-4b80a57d13c7 None None] Deleting port 328a6f21-b241-4278-8d50-2ca191692dde {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:07.361423 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35aaf8e7-a781-45c2-8dee-4b80a57d13c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.396384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-cfc95197-7716-4e2f-a83e-2ca115bf83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:07.398797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-cfc95197-7716-4e2f-a83e-2ca115bf83f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 200 len: 914 time: 0.3424387 Apr 05 18:50:07.411030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e44362-140d-45d1-ac64-f2d93f27d6c1 req-d0348c8e-7c64-4fda-bc84-37f6ff428393 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:07.412699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1e44362-140d-45d1-ac64-f2d93f27d6c1 req-d0348c8e-7c64-4fda-bc84-37f6ff428393 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1202400 Apr 05 18:50:07.427974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-670f7950-e621-4cee-a26c-043d457ee11d req-25db227b-50e8-46c5-b773-0fdd8eb5e458 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681043 Apr 05 18:50:07.451200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-35aaf8e7-a781-45c2-8dee-4b80a57d13c7 None None] For port 328a6f21-b241-4278-8d50-2ca191692dde, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=328a6f21-b241-4278-8d50-2ca191692dde,segment=NetworkSegment(7839ad95-3144-42c7-8ae9-9bce3caa8a4f),segment_id=7839ad95-3144-42c7-8ae9-9bce3caa8a4f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:07.451808 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35aaf8e7-a781-45c2-8dee-4b80a57d13c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.456783 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-44ed4165-85fe-4101-8f83-e551bbb3e575 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 HTTP/1.1" status: 200 len: 217 time: 0.0454390 Apr 05 18:50:07.474776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-35aaf8e7-a781-45c2-8dee-4b80a57d13c7 None None] Calling delete_port for 328a6f21-b241-4278-8d50-2ca191692dde owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:07.506641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1e44362-140d-45d1-ac64-f2d93f27d6c1 req-7e336d7f-d4c9-4489-8d9f-218eb6679b25 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774934 Apr 05 18:50:07.558963 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aaf61356-b4b6-4ab8-9774-d47d6b12a6d8 req-ef32b30c-3355-41e8-9c27-1ea97d71a383 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427785 Apr 05 18:50:07.567757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3657fdfd-bc65-4478-a71e-0b4c882d76b6 req-e0e2775d-86d9-490f-9ae9-eca326e297c5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 210 time: 0.0400758 Apr 05 18:50:07.576028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-4c150799-5987-4857-bdc1-1fb1fb7b170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:07.576028 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-4c150799-5987-4857-bdc1-1fb1fb7b170e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0310af1c-705a-419a-9e30-7b9822ba662b HTTP/1.1" status: 200 len: 854 time: 0.1047890 Apr 05 18:50:07.597193 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35aaf8e7-a781-45c2-8dee-4b80a57d13c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.612724 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-1cfd1c4f-911e-411f-9747-9f74b3ea6acd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45b55db2-9bdf-4fe7-a7dd-09445f088dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287473 Apr 05 18:50:07.613554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 328a6f21-b241-4278-8d50-2ca191692dde {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:07.613898 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.625751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaf8e7-a781-45c2-8dee-4b80a57d13c7 None None] Pushing event deleted for resources: {'Port': ['ID=328a6f21-b241-4278-8d50-2ca191692dde,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:07.630453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aaf8e7-a781-45c2-8dee-4b80a57d13c7 None None] No DVR routers for this DVR port 328a6f21-b241-4278-8d50-2ca191692dde on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:07.765255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] For port 328a6f21-b241-4278-8d50-2ca191692dde, host n-d-836650-3, got binding levels [] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:07.765797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.769703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebc407-7c1d-4f8a-b4ac-04eee0c7d582 req-1be9ad73-fe4c-4a7e-a019-dfab28e5ef6c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:07.778382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17ebc407-7c1d-4f8a-b4ac-04eee0c7d582 req-1be9ad73-fe4c-4a7e-a019-dfab28e5ef6c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.0669503 Apr 05 18:50:07.792625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 328a6f21-b241-4278-8d50-2ca191692dde owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:07.796939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Port 328a6f21-b241-4278-8d50-2ca191692dde was not found and therefore no delete operation was performed {{(pid=102639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:50:07.809113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.836163 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-f4b7f59b-4bd4-409f-bbce-2b9a6063cd24 service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095361 Apr 05 18:50:07.841582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17ebc407-7c1d-4f8a-b4ac-04eee0c7d582 req-6b1702be-a1d5-472f-b79b-025421c3042b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618005 Apr 05 18:50:07.857323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d316edf4-87b5-48a5-9cb1-771aa9b92e5d no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:07.878092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=328a6f21-b241-4278-8d50-2ca191692dde,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:07.887151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No DVR routers for this DVR port 328a6f21-b241-4278-8d50-2ca191692dde on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:07.900467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: d316edf4-87b5-48a5-9cb1-771aa9b92e5d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:07.901211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d316edf4-87b5-48a5-9cb1-771aa9b92e5d not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:07.938484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8ed6-a18b-4008-a81f-e7850e193ee5 req-9af9d1ab-80f3-483b-b314-2ec4594bb23d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:07.938484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eebd8ed6-a18b-4008-a81f-e7850e193ee5 req-9af9d1ab-80f3-483b-b314-2ec4594bb23d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 943 time: 0.0709660 Apr 05 18:50:07.979328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:07.984533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 328a6f21-b241-4278-8d50-2ca191692dde no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:07.992155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eebd8ed6-a18b-4008-a81f-e7850e193ee5 req-a6b0bb06-2764-46c2-898a-bc273358fdd0 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Apr 05 18:50:08.016564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 328a6f21-b241-4278-8d50-2ca191692dde {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:08.017141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 328a6f21-b241-4278-8d50-2ca191692dde not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:08.054458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5a066e-cd93-4e99-8e53-34ada19a13e2']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:08.068159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7839ad95-3144-42c7-8ae9-9bce3caa8a4f') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:08.068917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7839ad95-3144-42c7-8ae9-9bce3caa8a4f') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:08.086843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.112132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.122666 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-697ee6fd-9040-4b6f-b22e-46725f9e4c1b req-142caeef-93ce-4e84-884a-6787fd46837d service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585278 Apr 05 18:50:08.123586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:50:08.123983 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:50:08.128656 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:50:08.196890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fed43-e80f-45f6-9e57-8496e034c661 req-35eb3691-aca3-400a-a996-89aaf15091f3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:08.198491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea3fed43-e80f-45f6-9e57-8496e034c661 req-35eb3691-aca3-400a-a996-89aaf15091f3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0896342 Apr 05 18:50:08.208247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.215163 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.223039 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/networks/4a5a066e-cd93-4e99-8e53-34ada19a13e2 HTTP/1.1" status: 204 len: 168 time: 1.0414996 Apr 05 18:50:08.225451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54050) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:08.245968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccc3e6-08cb-4d71-881d-e93147a16177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Network': ['ID=4a5a066e-cd93-4e99-8e53-34ada19a13e2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:08.320997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea3fed43-e80f-45f6-9e57-8496e034c661 req-5ae21d1b-c5b7-4672-8aa8-7c3f5534fe5c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154604 Apr 05 18:50:08.348413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21211d36-03ad-4019-829d-98b270efa400 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:08.349843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-21211d36-03ad-4019-829d-98b270efa400 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1228936 Apr 05 18:50:08.353341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54052) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:08.403432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b28f90e6-25a8-4798-8f52-63c34476ced8 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0490322 Apr 05 18:50:08.406661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:08.412013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-855762433'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:08.430990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:08.434302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.464175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:50:08.476550 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.477025 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Added segment da74f967-c130-41b7-a1b2-cec9a2c80f26 of type vlan for network ab158a05-b579-4b74-8f45-09f352c26153 Apr 05 18:50:08.545161 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.578055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d86c0-c013-49a3-8622-ede27f74e8a5 req-0b9c5a40-bd6b-46db-a773-008cd1ad0b89 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:08.579582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b9d86c0-c013-49a3-8622-ede27f74e8a5 req-0b9c5a40-bd6b-46db-a773-008cd1ad0b89 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.0732865 Apr 05 18:50:08.619060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.624421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:08.624983 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:08.711419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3036194 Apr 05 18:50:08.714286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54064) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:08.719702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': 'ab158a05-b579-4b74-8f45-09f352c26153', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:08.740546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1a5fe-0598-4556-a274-7005354a46dc req-5b3e2201-87b0-4065-b88e-6422ceb13660 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:08.742041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94a1a5fe-0598-4556-a274-7005354a46dc req-5b3e2201-87b0-4065-b88e-6422ceb13660 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1615903 Apr 05 18:50:08.742978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcfc7d-b802-48a6-9160-69c743986ce1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Network': ['ID=ab158a05-b579-4b74-8f45-09f352c26153,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:08.750983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b9d86c0-c013-49a3-8622-ede27f74e8a5 req-fdf82147-37c1-4e11-8711-849286b9c7ce tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563373 Apr 05 18:50:08.755729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network ab158a05-b579-4b74-8f45-09f352c26153 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:50:08.801241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94a1a5fe-0598-4556-a274-7005354a46dc req-c1e8ce85-46fd-4cee-b493-fd9ff2ca041f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 Apr 05 18:50:08.859127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b779a69b-2bb2-4104-b5b1-b00abd831cc7 req-da14768c-cb2a-4db1-aed7-d2ca0fa5f57c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 210 time: 0.0355663 Apr 05 18:50:08.884442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:08.889773 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:09.013112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30006250-fff7-4dfd-9a84-1c83c84e0010 req-6720f8c8-f756-429a-8e73-d76829152087 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:09.024719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30006250-fff7-4dfd-9a84-1c83c84e0010 req-6720f8c8-f756-429a-8e73-d76829152087 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.0744801 Apr 05 18:50:09.091004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30006250-fff7-4dfd-9a84-1c83c84e0010 req-1014fc9b-ac57-4e28-ad06-60d7dd2fe461 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650661 Apr 05 18:50:09.129843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:09.145492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba944fe-163e-4633-92c6-bb7838e690ad req-1f23b7b6-abd6-42b7-9b36-ec86b3fba419 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:09.147133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dba944fe-163e-4633-92c6-bb7838e690ad req-1f23b7b6-abd6-42b7-9b36-ec86b3fba419 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 943 time: 0.0538766 Apr 05 18:50:09.194283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dba944fe-163e-4633-92c6-bb7838e690ad req-f4147eff-17c7-4b22-bc28-b24c327ab93f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389328 Apr 05 18:50:09.198175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=b217fda7-2704-4f4e-b8ef-192e60632be2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:09.212429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Checking segment: {'id': 'da74f967-c130-41b7-a1b2-cec9a2c80f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab158a05-b579-4b74-8f45-09f352c26153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:09.213436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network hostable DHCP agents. Network: ab158a05-b579-4b74-8f45-09f352c26153, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:50:09.232511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network ab158a05-b579-4b74-8f45-09f352c26153 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:50:09.242891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, ab158a05-b579-4b74-8f45-09f352c26153) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:09.247814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:09.248529 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:09.251862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e2981e-5025-4eb1-88cb-7407f1b7eb44 None None] Network ab158a05-b579-4b74-8f45-09f352c26153 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:09.267815 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fa5a468d-e5e5-416d-8688-8f62356c4c90 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5520439 Apr 05 18:50:09.270606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:09.275840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': 'ab158a05-b579-4b74-8f45-09f352c26153', 'name': 'tempest-PortsTestJSON-1203385100'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:09.422095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:09.423257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-ab158a05-b579-4b74-8f45-09f352c26153', 'network_id': 'ab158a05-b579-4b74-8f45-09f352c26153', 'tenant_id': 'e7a9a2cdab22418b8b4965fb5ef160e9', 'fixed_ips': [{'subnet_id': 'b217fda7-2704-4f4e-b8ef-192e60632be2'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:50:09.424931 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:09.428296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:09.429540 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-248612ee-7537-45f2-9b82-9e6546670581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:09.452378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port cd469c82-fdda-407a-9d91-7a3239e3ff0e yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:50:09.511660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03db85-e019-4db2-9afc-9ec3815c694b req-80ee52b5-a4e6-4f2a-bf22-709fe36add3c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:09.524600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f03db85-e019-4db2-9afc-9ec3815c694b req-80ee52b5-a4e6-4f2a-bf22-709fe36add3c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1043079 Apr 05 18:50:09.561992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f03db85-e019-4db2-9afc-9ec3815c694b req-b47488a8-7967-4959-9126-132ce18b12e2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364223 Apr 05 18:50:09.570784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.2 (ab158a05-b579-4b74-8f45-09f352c26153/b217fda7-2704-4f4e-b8ef-192e60632be2/cd469c82-fdda-407a-9d91-7a3239e3ff0e) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:09.722472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:09.760729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:09.812352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network ab158a05-b579-4b74-8f45-09f352c26153 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:09.815990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:09.820845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:09.850022 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c61eff7b-2c9d-4f6c-9049-cd8a784454ef {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:50:09.850610 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:50:09.853838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=cd469c82-fdda-407a-9d91-7a3239e3ff0e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:09.868705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:50:09.894152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:09.895302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:09.918350 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-891fcba8-00c0-4e72-90f4-677cbeb69f98 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6464837 Apr 05 18:50:09.919483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54082) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:09.925994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': 'ab158a05-b579-4b74-8f45-09f352c26153', 'name': 'tempest-PortsTestJSON-228181418'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:09.955124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d116b-f1a3-4f1c-bb11-37630f016ca0 req-aed3e242-5724-4357-9db1-c43eaa38841f tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:09.957487 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c9d116b-f1a3-4f1c-bb11-37630f016ca0 req-aed3e242-5724-4357-9db1-c43eaa38841f tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.0922120 Apr 05 18:50:09.970944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36966e60-30d7-4fb2-999c-a6ba0493afe8 req-7ac580d2-4512-4b79-ac43-1987a2d737ba tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:09.972887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36966e60-30d7-4fb2-999c-a6ba0493afe8 req-7ac580d2-4512-4b79-ac43-1987a2d737ba tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.0772827 Apr 05 18:50:09.991162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:10.009240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6', 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda', 'port_id': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6', 'mac_address': 'fa:16:3e:7e:df:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0310af1c-705a-419a-9e30-7b9822ba662b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:50:10.031984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36966e60-30d7-4fb2-999c-a6ba0493afe8 req-7268ca98-4154-4a99-9382-cf634b72b659 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Apr 05 18:50:10.035642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c9d116b-f1a3-4f1c-bb11-37630f016ca0 req-78ac27b6-7715-41bd-99f2-427ba3c4cc3a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617037 Apr 05 18:50:10.077191 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:10.079875 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:10.083649 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:10.107753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:50:10.116224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port e0714026-7f04-46dd-b2e7-849b67b5c5dc yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:50:10.135422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:10.141358 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:10.163909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-272b1ede-24f8-4115-8eaf-a622adb01796 req-e11c7f03-671c-4093-8faf-81adbd2cefa3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=944d7611-e1b5-4f7e-9c13-169a414c2e38 HTTP/1.1" status: 200 len: 210 time: 0.0431237 Apr 05 18:50:10.214536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:10.293680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.8 (ab158a05-b579-4b74-8f45-09f352c26153/b217fda7-2704-4f4e-b8ef-192e60632be2/e0714026-7f04-46dd-b2e7-849b67b5c5dc) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:10.327902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a7131-0e76-43c6-8c9f-6ab5d98d2785 req-8e1fe953-1059-4d67-a4ac-cf638ba7aac6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:10.329899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-189a7131-0e76-43c6-8c9f-6ab5d98d2785 req-8e1fe953-1059-4d67-a4ac-cf638ba7aac6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1388600 Apr 05 18:50:10.352629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:10.367093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c89e3-f342-41e0-8b25-52ca0f9b5044 req-cad9305d-666a-4618-9823-25d5a5e740ba tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:10.368840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c4c89e3-f342-41e0-8b25-52ca0f9b5044 req-cad9305d-666a-4618-9823-25d5a5e740ba tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 944 time: 0.0888186 Apr 05 18:50:10.405745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-189a7131-0e76-43c6-8c9f-6ab5d98d2785 req-aee85157-a3b8-42c6-839f-9afcb3c7f682 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682089 Apr 05 18:50:10.428718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c4c89e3-f342-41e0-8b25-52ca0f9b5044 req-0d6f4026-2c85-452e-a663-8fb5a122798b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507448 Apr 05 18:50:10.533388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:10.563551 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:10.602255 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:10.654368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network ab158a05-b579-4b74-8f45-09f352c26153 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:10.658353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:10.664145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:10.670880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Allocated IP 172.20.0.3 (ab158a05-b579-4b74-8f45-09f352c26153/b217fda7-2704-4f4e-b8ef-192e60632be2/9bd0045d-52f9-463e-a405-36802b33e725) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:10.689889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=e0714026-7f04-46dd-b2e7-849b67b5c5dc,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:10.723015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:10.723758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:10.750258 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a0822e76-fa55-492c-ac7a-983c8acf8c81 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8269305 Apr 05 18:50:10.750799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54088) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:10.870005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75f05af-836b-4756-ac16-6bc124023dfd tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:10.871607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f75f05af-836b-4756-ac16-6bc124023dfd tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.1197283 Apr 05 18:50:10.874379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54090) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:10.896773 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:10.905535 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:10.966314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Network ab158a05-b579-4b74-8f45-09f352c26153 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:10.974827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:10.980114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:10.993422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Pushing event updated for resources: {'Port': ['ID=9bd0045d-52f9-463e-a405-36802b33e725,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:11.016331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c7f95-7a6a-4d1e-912a-5a5d134f4396 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port e0714026-7f04-46dd-b2e7-849b67b5c5dc {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:11.016829 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7f95-7a6a-4d1e-912a-5a5d134f4396 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:11.047803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Attempting to bind port 9bd0045d-52f9-463e-a405-36802b33e725 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:50:11.048687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Attempting to bind port 9bd0045d-52f9-463e-a405-36802b33e725 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'da74f967-c130-41b7-a1b2-cec9a2c80f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab158a05-b579-4b74-8f45-09f352c26153'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:50:11.048687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Attempting to bind port 9bd0045d-52f9-463e-a405-36802b33e725 on network ab158a05-b579-4b74-8f45-09f352c26153 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:11.054922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:50:11.055385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Checking segment: {'id': 'da74f967-c130-41b7-a1b2-cec9a2c80f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab158a05-b579-4b74-8f45-09f352c26153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:11.055910 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:11.056369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Bound using segment: {'id': 'da74f967-c130-41b7-a1b2-cec9a2c80f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab158a05-b579-4b74-8f45-09f352c26153'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:50:11.056899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Bound port: 9bd0045d-52f9-463e-a405-36802b33e725, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da74f967-c130-41b7-a1b2-cec9a2c80f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab158a05-b579-4b74-8f45-09f352c26153'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:50:11.057345 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:11.121637 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7f95-7a6a-4d1e-912a-5a5d134f4396 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:11.131816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] For port 9bd0045d-52f9-463e-a405-36802b33e725, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:50:11.135985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] For port 9bd0045d-52f9-463e-a405-36802b33e725, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9bd0045d-52f9-463e-a405-36802b33e725,segment=NetworkSegment(da74f967-c130-41b7-a1b2-cec9a2c80f26),segment_id=da74f967-c130-41b7-a1b2-cec9a2c80f26)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:50:11.138960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c7f95-7a6a-4d1e-912a-5a5d134f4396 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for e0714026-7f04-46dd-b2e7-849b67b5c5dc owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:11.142061 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:11.211531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d21b5-699a-4b66-b280-1a52bca05576 None None] Pushing event updated for resources: {'Port': ['ID=9bd0045d-52f9-463e-a405-36802b33e725,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:11.321869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c72884-d43c-4fb3-8711-b6470f8d7e39 req-131a5806-6bf3-42ac-b7b6-1dc2c18b92ab tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:11.323402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c72884-d43c-4fb3-8711-b6470f8d7e39 req-131a5806-6bf3-42ac-b7b6-1dc2c18b92ab tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1030550 Apr 05 18:50:11.347586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4ed3-b93c-472b-984e-9af99df0c002 req-fe80596d-3ea1-4c7c-b2a8-0ce0a355b784 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:11.349131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2fa4ed3-b93c-472b-984e-9af99df0c002 req-fe80596d-3ea1-4c7c-b2a8-0ce0a355b784 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.1299071 Apr 05 18:50:11.447171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c72884-d43c-4fb3-8711-b6470f8d7e39 req-13a58730-1660-4ee3-8d68-78f8a5d64248 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100717 Apr 05 18:50:11.473060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2fa4ed3-b93c-472b-984e-9af99df0c002 req-45d8c17c-aa91-4671-8a4d-be5b241721e8 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088748 Apr 05 18:50:11.494235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7f95-7a6a-4d1e-912a-5a5d134f4396 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:11.553202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c7f95-7a6a-4d1e-912a-5a5d134f4396 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=e0714026-7f04-46dd-b2e7-849b67b5c5dc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:11.673462 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7f95-7a6a-4d1e-912a-5a5d134f4396 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:11.677077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8c7c7f95-7a6a-4d1e-912a-5a5d134f4396 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/e0714026-7f04-46dd-b2e7-849b67b5c5dc HTTP/1.1" status: 204 len: 168 time: 0.8016772 Apr 05 18:50:11.679879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54104) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:11.723967 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c094056f-d1e8-4c93-852c-73f7a6adce12 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:50:11.728656 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c094056f-d1e8-4c93-852c-73f7a6adce12 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/e0714026-7f04-46dd-b2e7-849b67b5c5dc HTTP/1.1" status: 404 len: 333 time: 0.0439272 Apr 05 18:50:11.728921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54106) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:11.729079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5770085-c8ec-45c7-88d5-701446b07698 req-60247275-aeef-4862-bbdf-3be868028df4 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:11.735634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5770085-c8ec-45c7-88d5-701446b07698 req-60247275-aeef-4862-bbdf-3be868028df4 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 944 time: 0.1675467 Apr 05 18:50:11.744975 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94e9c8a4-416c-4f93-9bf9-78ab40c3e45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:11.768676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a73b63-62d0-4ea7-b598-3c1491559f66 req-dbb65601-668d-46c5-b5ba-c5b0b6e01b68 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:11.770207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35a73b63-62d0-4ea7-b598-3c1491559f66 req-dbb65601-668d-46c5-b5ba-c5b0b6e01b68 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1013901 Apr 05 18:50:11.809803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5770085-c8ec-45c7-88d5-701446b07698 req-d0a23980-8473-4d98-b616-ea828a1b1e8c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730383 Apr 05 18:50:11.835465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35a73b63-62d0-4ea7-b598-3c1491559f66 req-83f38861-a922-4560-ad08-e5a6ffec2310 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488195 Apr 05 18:50:11.852441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-36dbe059-83c0-40f0-add2-51a1990f6855 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port cd469c82-fdda-407a-9d91-7a3239e3ff0e {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:11.853140 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36dbe059-83c0-40f0-add2-51a1990f6855 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:11.879245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:11.960717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:50:11.969531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:11.971689 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.005275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36dbe059-83c0-40f0-add2-51a1990f6855 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.019224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-36dbe059-83c0-40f0-add2-51a1990f6855 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for cd469c82-fdda-407a-9d91-7a3239e3ff0e owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:12.100877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9bd0045d-52f9-463e-a405-36802b33e725 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:12.164244 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.197289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:12.199857 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c459a38-8e6e-4731-8112-9c2809e4d482" -d '{"events": [{"server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "name": "network-vif-plugged", "status": "completed", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:12.229314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36dbe059-83c0-40f0-add2-51a1990f6855 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.237652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:12.248487 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.278690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbe059-83c0-40f0-add2-51a1990f6855 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=cd469c82-fdda-407a-9d91-7a3239e3ff0e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:12.305939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:12.312313 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ed3172-773b-428c-8398-74e16297e007 x-openstack-request-id: req-59ed3172-773b-428c-8398-74e16297e007 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:12.312600 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "name": "network-vif-plugged", "status": "completed", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:12.312853 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59ed3172-773b-428c-8398-74e16297e007 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:12.313253 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ed3172-773b-428c-8398-74e16297e007'] response: {'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6', 'code': 200} Apr 05 18:50:12.313834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9bd0045d-52f9-463e-a405-36802b33e725 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:12.314362 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.394651 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36dbe059-83c0-40f0-add2-51a1990f6855 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.398720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-36dbe059-83c0-40f0-add2-51a1990f6855 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/cd469c82-fdda-407a-9d91-7a3239e3ff0e HTTP/1.1" status: 204 len: 168 time: 0.6688480 Apr 05 18:50:12.401571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54110) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:12.437187 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.446959 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a296cd-9641-4222-b0c1-a4b129ef76e5 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:50:12.448751 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d1a296cd-9641-4222-b0c1-a4b129ef76e5 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/cd469c82-fdda-407a-9d91-7a3239e3ff0e HTTP/1.1" status: 404 len: 333 time: 0.0459607 Apr 05 18:50:12.451697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:12.482022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 9bd0045d-52f9-463e-a405-36802b33e725, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9bd0045d-52f9-463e-a405-36802b33e725,segment=NetworkSegment(da74f967-c130-41b7-a1b2-cec9a2c80f26),segment_id=da74f967-c130-41b7-a1b2-cec9a2c80f26)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:12.484902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884271ec-9e6c-4170-a0ef-5324407ee3e2 req-f8f3f08f-a2e8-4be4-b40a-f9a1ac17e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:12.486477 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-884271ec-9e6c-4170-a0ef-5324407ee3e2 req-f8f3f08f-a2e8-4be4-b40a-f9a1ac17e642 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 1096 time: 0.0718527 Apr 05 18:50:12.499259 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.526611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4612a487-f883-4b01-a377-1da1881d3662 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet b217fda7-2704-4f4e-b8ef-192e60632be2 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:12.531408 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4612a487-f883-4b01-a377-1da1881d3662 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.593490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4612a487-f883-4b01-a377-1da1881d3662 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.615741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-884271ec-9e6c-4170-a0ef-5324407ee3e2 req-1fe50c6b-0996-474a-bbe7-061819ab66f0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077633 Apr 05 18:50:12.626246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f7fd3-0fa9-40fa-a7e2-5503a364517f None None] Network ab158a05-b579-4b74-8f45-09f352c26153 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:12.692148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=9bd0045d-52f9-463e-a405-36802b33e725,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:12.725766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac9684ca-b3e5-47c7-9be8-bea4977a1eee None None] Provisioning complete for port 9bd0045d-52f9-463e-a405-36802b33e725 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:12.726242 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac9684ca-b3e5-47c7-9be8-bea4977a1eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.793909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7181c9d-e9da-488e-97a6-7a1ef7e0704b req-29ec0cdd-824a-47ce-b13e-fab975ea38a8 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:12.795433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7181c9d-e9da-488e-97a6-7a1ef7e0704b req-29ec0cdd-824a-47ce-b13e-fab975ea38a8 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.2059853 Apr 05 18:50:12.807988 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.810112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67556f86-e891-4b8d-a8c0-18cbf882ff63 req-19d6b1a0-7a51-4d2e-b6db-761a07e0bbfb tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:12.811628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67556f86-e891-4b8d-a8c0-18cbf882ff63 req-19d6b1a0-7a51-4d2e-b6db-761a07e0bbfb tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1877344 Apr 05 18:50:12.866388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4612a487-f883-4b01-a377-1da1881d3662 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:12.917694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-025eaaa5-6195-4d4a-abe8-caa2acb42a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:12.919385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-025eaaa5-6195-4d4a-abe8-caa2acb42a7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48&tenant_id=b87ec6a12b424ee4b62965872178bef7 HTTP/1.1" status: 200 len: 1095 time: 0.2098415 Apr 05 18:50:12.939115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7181c9d-e9da-488e-97a6-7a1ef7e0704b req-98f57b7c-5833-4b3e-91f2-5bcaf65d598b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264670 Apr 05 18:50:13.014543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67556f86-e891-4b8d-a8c0-18cbf882ff63 req-bd2616e9-5d41-4988-94e7-f35a9939c9d4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900363 Apr 05 18:50:13.017610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4612a487-f883-4b01-a377-1da1881d3662 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.099686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612a487-f883-4b01-a377-1da1881d3662 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=b217fda7-2704-4f4e-b8ef-192e60632be2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:13.108496 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4612a487-f883-4b01-a377-1da1881d3662 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.113954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4612a487-f883-4b01-a377-1da1881d3662 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/b217fda7-2704-4f4e-b8ef-192e60632be2 HTTP/1.1" status: 204 len: 168 time: 0.6585407 Apr 05 18:50:13.116635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54124) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:13.166663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-a787c5f2-7117-463d-9045-86dd093f92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:13.168091 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-a787c5f2-7117-463d-9045-86dd093f92d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 1095 time: 0.2096937 Apr 05 18:50:13.176320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b199-6f17-43e2-8d6d-844247b79d16 req-d7061dc2-789c-4738-9636-a4bf75255cdc tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:13.176629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c04036d-9b3f-4791-ad09-6941284ced1f None None] Network ab158a05-b579-4b74-8f45-09f352c26153 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:13.177858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c10b199-6f17-43e2-8d6d-844247b79d16 req-d7061dc2-789c-4738-9636-a4bf75255cdc tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1366684 Apr 05 18:50:13.216791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.273962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a56237-10d0-4110-8926-71c79376ca6a req-d97a7bec-fe11-4a0b-ad64-6ce9095c7129 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:13.281586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90a56237-10d0-4110-8926-71c79376ca6a req-d97a7bec-fe11-4a0b-ad64-6ce9095c7129 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1650643 Apr 05 18:50:13.305925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 9bd0045d-52f9-463e-a405-36802b33e725 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:13.306455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.325040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4e44c8ab-af50-427c-914b-14f8b3922bb4 None None] Provisioning complete for port 9bd0045d-52f9-463e-a405-36802b33e725 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:13.325439 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e44c8ab-af50-427c-914b-14f8b3922bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.327637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c10b199-6f17-43e2-8d6d-844247b79d16 req-83179577-126f-4b50-a376-02197e5110ca tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384335 Apr 05 18:50:13.379475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90a56237-10d0-4110-8926-71c79376ca6a req-a071449a-4ff3-44fc-8584-18302f770931 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930493 Apr 05 18:50:13.389051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-7f4561c2-8b57-4183-a30a-0a0e3ee933d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:13.394556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-7f4561c2-8b57-4183-a30a-0a0e3ee933d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.2149785 Apr 05 18:50:13.417768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] For port 9bd0045d-52f9-463e-a405-36802b33e725, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9bd0045d-52f9-463e-a405-36802b33e725,segment=NetworkSegment(da74f967-c130-41b7-a1b2-cec9a2c80f26),segment_id=da74f967-c130-41b7-a1b2-cec9a2c80f26)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:13.418140 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.435442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 9bd0045d-52f9-463e-a405-36802b33e725 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:13.482970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] DHCP port deletion for ab158a05-b579-4b74-8f45-09f352c26153 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:50:13.492030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-ecebb897-9d2d-4810-9783-f153e4ff2a1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2 HTTP/1.1" status: 200 len: 999 time: 0.0906253 Apr 05 18:50:13.544383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Deleting port 9bd0045d-52f9-463e-a405-36802b33e725 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:13.544680 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.568301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-2a8737a9-8707-4f03-a2ec-b2bb7da3f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:13.570793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-2a8737a9-8707-4f03-a2ec-b2bb7da3f48f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.0696635 Apr 05 18:50:13.574002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.609987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=9bd0045d-52f9-463e-a405-36802b33e725,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:13.617366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No DVR routers for this DVR port 9bd0045d-52f9-463e-a405-36802b33e725 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:13.626748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] For port 9bd0045d-52f9-463e-a405-36802b33e725, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9bd0045d-52f9-463e-a405-36802b33e725,segment=NetworkSegment(da74f967-c130-41b7-a1b2-cec9a2c80f26),segment_id=da74f967-c130-41b7-a1b2-cec9a2c80f26)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:13.627613 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.630802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-673b7447-5733-4bd2-9869-dfa2879a0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:13.632319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-673b7447-5733-4bd2-9869-dfa2879a0a28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532401 Apr 05 18:50:13.644022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Calling delete_port for 9bd0045d-52f9-463e-a405-36802b33e725 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:13.713800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.734913 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.747092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab158a05-b579-4b74-8f45-09f352c26153']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:13.755848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-61f81aac-bdc2-485e-ab88-e208bd73f7e9 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157334 Apr 05 18:50:13.758444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Pushing event deleted for resources: {'Port': ['ID=9bd0045d-52f9-463e-a405-36802b33e725,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:13.758729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da74f967-c130-41b7-a1b2-cec9a2c80f26') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:13.759030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da74f967-c130-41b7-a1b2-cec9a2c80f26') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:13.769810 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.771419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.771835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.772240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.772664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.773317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.773712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.774101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.774512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.774914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.775298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.775690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.776569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:13.780918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c953e2e-4221-412f-bd83-436e7c67b548 None None] No DVR routers for this DVR port 9bd0045d-52f9-463e-a405-36802b33e725 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:13.784467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.794047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:50:13.795483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:50:13.798533 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:50:13.859793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.865141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.870463 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/networks/ab158a05-b579-4b74-8f45-09f352c26153 HTTP/1.1" status: 204 len: 168 time: 0.7516727 Apr 05 18:50:13.876859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54128) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:13.881415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-315731540'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:13.886884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-1829ef2a-07e7-4f74-9ec5-036106862076 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226401 Apr 05 18:50:13.900868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73068b-a00b-4329-83d1-c95f40680733 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Network': ['ID=ab158a05-b579-4b74-8f45-09f352c26153,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:13.922389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:13.926085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.953944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:50:13.966880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:13.967323 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Added segment d786de05-c79c-4777-8a7e-d1b7142ccd2a of type vlan for network 815c29e8-e948-4cae-9f0e-db8b395684cf Apr 05 18:50:13.988183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9bd0045d-52f9-463e-a405-36802b33e725 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:14.016259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 9bd0045d-52f9-463e-a405-36802b33e725 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:14.016608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9bd0045d-52f9-463e-a405-36802b33e725 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:14.048077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:14.100433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:14.108220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:14.109136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:14.139165 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2621059 Apr 05 18:50:14.140572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54140) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:14.167362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '815c29e8-e948-4cae-9f0e-db8b395684cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:14.309414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c505b-ecf2-44cd-ae53-ffb6ae5459c9 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Network': ['ID=815c29e8-e948-4cae-9f0e-db8b395684cf,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:14.313375 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:14.324530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 815c29e8-e948-4cae-9f0e-db8b395684cf details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:50:14.365469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:14.370786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:14.804828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1948f-d651-402c-a60c-d29ce33345db req-d5b28fb8-96b0-4b86-b647-91b1bbf6427d tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:14.815672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4dd1948f-d651-402c-a60c-d29ce33345db req-d5b28fb8-96b0-4b86-b647-91b1bbf6427d tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.7695842 Apr 05 18:50:14.888910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64232a8e-5266-476e-ba9f-a44b9367f0b3 req-d59cdcff-48d3-427c-9027-9222d8dea78b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:14.898267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64232a8e-5266-476e-ba9f-a44b9367f0b3 req-d59cdcff-48d3-427c-9027-9222d8dea78b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.2181942 Apr 05 18:50:14.943215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4dd1948f-d651-402c-a60c-d29ce33345db req-c47dc29b-d383-4770-a5d7-bb88695a6805 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243510 Apr 05 18:50:14.952956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:14.989856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64232a8e-5266-476e-ba9f-a44b9367f0b3 req-d8504a4b-622e-4038-b372-c5f1ab937bac tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904551 Apr 05 18:50:15.012310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:15.145729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:15.184927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce141f-cf97-440a-97e9-1862ff8b1f8d req-ff1a7253-ede1-484b-8033-a5ae07d93ea7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:15.195046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84ce141f-cf97-440a-97e9-1862ff8b1f8d req-ff1a7253-ede1-484b-8033-a5ae07d93ea7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1152666 Apr 05 18:50:15.211569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Checking segment: {'id': 'd786de05-c79c-4777-8a7e-d1b7142ccd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '815c29e8-e948-4cae-9f0e-db8b395684cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:15.215554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network hostable DHCP agents. Network: 815c29e8-e948-4cae-9f0e-db8b395684cf, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:50:15.220839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220cb36-9aee-472e-9fe1-dd5aeb519f25 req-31645fd9-4b8c-491b-9edd-17be1d5454bc tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:15.223448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9220cb36-9aee-472e-9fe1-dd5aeb519f25 req-31645fd9-4b8c-491b-9edd-17be1d5454bc tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1077771 Apr 05 18:50:15.269586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 815c29e8-e948-4cae-9f0e-db8b395684cf is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:50:15.281399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 815c29e8-e948-4cae-9f0e-db8b395684cf) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:15.287845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:15.288597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:15.292611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7ca70-4392-4af6-9734-de3bda98be0b None None] Network 815c29e8-e948-4cae-9f0e-db8b395684cf requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:15.297393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9220cb36-9aee-472e-9fe1-dd5aeb519f25 req-9fc026dd-e549-4480-8d82-c8f7d733097e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658541 Apr 05 18:50:15.300522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84ce141f-cf97-440a-97e9-1862ff8b1f8d req-d352720c-c554-4342-aac7-bf453713cfe0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044099 Apr 05 18:50:15.320726 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-51344f45-09ff-4275-97f8-e8d3d9033989 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1555326 Apr 05 18:50:15.321240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54162) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:15.328679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '815c29e8-e948-4cae-9f0e-db8b395684cf', 'name': 'tempest-PortsTestJSON-1380134824', 'fixed_ips': [{'subnet_id': '7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2', 'ip_address': '172.20.0.10'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:15.548902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1373d3f-f368-45aa-bfad-53915c942f22 req-e9ed2040-7f10-4bc1-9e5c-bbdcb4f4a048 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:15.561704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1373d3f-f368-45aa-bfad-53915c942f22 req-e9ed2040-7f10-4bc1-9e5c-bbdcb4f4a048 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1231947 Apr 05 18:50:15.616841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:15.680367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-815c29e8-e948-4cae-9f0e-db8b395684cf', 'network_id': '815c29e8-e948-4cae-9f0e-db8b395684cf', 'tenant_id': 'e7a9a2cdab22418b8b4965fb5ef160e9', 'fixed_ips': [{'subnet_id': '7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:50:15.681851 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:15.758073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1373d3f-f368-45aa-bfad-53915c942f22 req-63808219-286f-4e0a-8dfb-5a3308dd08b1 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951361 Apr 05 18:50:15.858761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:15.906801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 691d0d2c-c1d5-4cb1-b803-84ee9bf41887 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:50:15.947001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Allocated IP 172.20.0.2 (815c29e8-e948-4cae-9f0e-db8b395684cf/7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2/3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:16.332299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e01e65-fe78-4bdf-b959-d13a105f9526 req-3bc7efb6-bec4-4c59-a87e-feef52f4ce8c tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:16.334103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08e01e65-fe78-4bdf-b959-d13a105f9526 req-3bc7efb6-bec4-4c59-a87e-feef52f4ce8c tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.1604087 Apr 05 18:50:16.371780 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:16.380113 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:16.388197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e75e-e7c7-43e3-bae2-2bbc43e362aa req-3ac97a61-6da6-48d3-b894-c22f7a9f405f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:16.389953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5221e75e-e7c7-43e3-bae2-2bbc43e362aa req-3ac97a61-6da6-48d3-b894-c22f7a9f405f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1305165 Apr 05 18:50:16.428417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08e01e65-fe78-4bdf-b959-d13a105f9526 req-e808abf6-b458-49b7-88b1-9809cdfb5a64 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841522 Apr 05 18:50:16.443162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Pushing event updated for resources: {'Port': ['ID=3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:16.489748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Network 815c29e8-e948-4cae-9f0e-db8b395684cf is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:16.497474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5221e75e-e7c7-43e3-bae2-2bbc43e362aa req-d1385ebf-81c3-4189-b20c-0ce449b03d19 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973463 Apr 05 18:50:16.498100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:16.499275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.10 (815c29e8-e948-4cae-9f0e-db8b395684cf/7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2/691d0d2c-c1d5-4cb1-b803-84ee9bf41887) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:16.526933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:16.662362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Attempting to bind port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:50:16.664659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Attempting to bind port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd786de05-c79c-4777-8a7e-d1b7142ccd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '815c29e8-e948-4cae-9f0e-db8b395684cf'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:50:16.665032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Attempting to bind port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 on network 815c29e8-e948-4cae-9f0e-db8b395684cf {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:16.679180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:50:16.679609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Checking segment: {'id': 'd786de05-c79c-4777-8a7e-d1b7142ccd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '815c29e8-e948-4cae-9f0e-db8b395684cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:16.681730 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:16.682126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Bound using segment: {'id': 'd786de05-c79c-4777-8a7e-d1b7142ccd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '815c29e8-e948-4cae-9f0e-db8b395684cf'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:50:16.682643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Bound port: 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd786de05-c79c-4777-8a7e-d1b7142ccd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '815c29e8-e948-4cae-9f0e-db8b395684cf'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:50:16.683038 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:16.761257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cb677-37e8-4e3a-938c-91d3a5a9de12 req-661e7297-16ba-4e9a-b496-8395cdefb11e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:16.770171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d4cb677-37e8-4e3a-938c-91d3a5a9de12 req-661e7297-16ba-4e9a-b496-8395cdefb11e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1386302 Apr 05 18:50:16.813000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960f5d-bbda-4012-8a20-bcd2c1b6fba5 req-5ca4cd61-279d-4231-9fe6-7a19046fbeae tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:16.816092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e960f5d-bbda-4012-8a20-bcd2c1b6fba5 req-5ca4cd61-279d-4231-9fe6-7a19046fbeae tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.2124290 Apr 05 18:50:16.867017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d4cb677-37e8-4e3a-938c-91d3a5a9de12 req-1238b6a8-65f9-427e-9fb2-96acd281e27b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956726 Apr 05 18:50:16.913517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e960f5d-bbda-4012-8a20-bcd2c1b6fba5 req-27f0a486-c58b-4255-b186-aacc33dc9779 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758338 Apr 05 18:50:16.936395 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:16.976204 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:17.032326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 815c29e8-e948-4cae-9f0e-db8b395684cf is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:17.037017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:17.041259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:17.046643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] For port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:50:17.051273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] For port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1,segment=NetworkSegment(d786de05-c79c-4777-8a7e-d1b7142ccd2a),segment_id=d786de05-c79c-4777-8a7e-d1b7142ccd2a)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:50:17.057187 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:17.069561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=691d0d2c-c1d5-4cb1-b803-84ee9bf41887,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:17.121055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:17.121714 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:17.142285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a3fc34b2-2ecc-4602-b19f-52c7eda69510 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8196335 Apr 05 18:50:17.152443 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54196) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:17.168043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '815c29e8-e948-4cae-9f0e-db8b395684cf', 'name': 'tempest-PortsTestJSON-183382317', 'fixed_ips': [{'subnet_id': '7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2', 'ip_address': '172.20.0.9'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:17.203567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c68f6-c2be-4ef1-9eea-94dad3e18eb0 None None] Pushing event updated for resources: {'Port': ['ID=3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:17.506787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:17.669237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:17.709425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port fef527b4-edf5-4cb3-b01c-c37de3d2c15a yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:50:17.854561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0846c3b-919f-4306-a62b-72d23e7d88c1 req-2209748e-5af4-4305-8d8e-03c63cba5a08 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:17.863231 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0846c3b-919f-4306-a62b-72d23e7d88c1 req-2209748e-5af4-4305-8d8e-03c63cba5a08 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1686792 Apr 05 18:50:17.881386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11559690-748c-4446-a8c2-73d12e28fa38 req-73b21903-7acb-49d7-a7eb-e93fd38cd2dd tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:17.889617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11559690-748c-4446-a8c2-73d12e28fa38 req-73b21903-7acb-49d7-a7eb-e93fd38cd2dd tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.2410605 Apr 05 18:50:17.906952 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-8c1e96f6-af25-4592-a5e4-e785e824e24c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1348410 Apr 05 18:50:17.992233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0846c3b-919f-4306-a62b-72d23e7d88c1 req-5fa53427-15d0-418d-a079-13450cc9bf47 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272500 Apr 05 18:50:18.044565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11559690-748c-4446-a8c2-73d12e28fa38 req-760fc1c2-1de2-4380-af2c-4ca67c8d693a tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490436 Apr 05 18:50:18.064250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.9 (815c29e8-e948-4cae-9f0e-db8b395684cf/7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2/fef527b4-edf5-4cb3-b01c-c37de3d2c15a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:18.092731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:18.292101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:18.292380 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:18.296058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bb0d9-84f3-4797-81bd-47b62e09c242 req-1feebd7f-5ee6-49d4-a030-7fe715ac0397 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:18.308793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:18.311096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-628bb0d9-84f3-4797-81bd-47b62e09c242 req-1feebd7f-5ee6-49d4-a030-7fe715ac0397 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1587825 Apr 05 18:50:18.383751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:18.395643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-628bb0d9-84f3-4797-81bd-47b62e09c242 req-a6f94b11-4fbe-4fee-b847-830eb97172f3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835419 Apr 05 18:50:18.419506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-0cfd6f60-7d10-4d1a-972f-ecd76027b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:18.421293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-0cfd6f60-7d10-4d1a-972f-ecd76027b472 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 1097 time: 0.3385701 Apr 05 18:50:18.448522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec15b24-f570-4d6e-a401-f739bcbeb55e req-631e448f-0566-4710-898d-8e961cd8199c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:18.457148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ec15b24-f570-4d6e-a401-f739bcbeb55e req-631e448f-0566-4710-898d-8e961cd8199c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.2179706 Apr 05 18:50:18.482017 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:18.530797 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 815c29e8-e948-4cae-9f0e-db8b395684cf is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:18.533227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=fef527b4-edf5-4cb3-b01c-c37de3d2c15a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:18.540435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:18.550279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:18.568444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1,segment=NetworkSegment(d786de05-c79c-4777-8a7e-d1b7142ccd2a),segment_id=d786de05-c79c-4777-8a7e-d1b7142ccd2a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:18.580221 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:18.646544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-92aa84f9-eb1a-4b89-a66c-2bf386395e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:18.648831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-92aa84f9-eb1a-4b89-a66c-2bf386395e5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.1902902 Apr 05 18:50:18.670167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:18.678681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:18.702000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:18.712846 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d403ce39-1d5c-4822-8816-de9882599968 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5592964 Apr 05 18:50:18.715497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54210) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:18.724636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ec15b24-f570-4d6e-a401-f739bcbeb55e req-2a936105-2a6f-444a-a3d1-49938e8f4301 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745590 Apr 05 18:50:18.860098 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-9632be5c-435c-4bef-ac29-a532a9e03a8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75861f4-448e-4217-9b71-41ae05d632e0 HTTP/1.1" status: 200 len: 217 time: 0.1113620 Apr 05 18:50:18.917271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb58ca-863a-4462-8678-ded2b0334a60 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:18.918948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3cbb58ca-863a-4462-8678-ded2b0334a60 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2020791 Apr 05 18:50:18.921973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54216) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:19.003304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13fae0c-e65d-4a6c-b7f8-8339d1f531cc None None] Network 815c29e8-e948-4cae-9f0e-db8b395684cf requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:19.108785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5230a95e-9fb2-4db4-9f36-504867e279ff tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:19.129143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5230a95e-9fb2-4db4-9f36-504867e279ff tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:19.144023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ee962ab6-fe25-4a66-8de1-0b03f3a5975c None None] Provisioning complete for port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:19.145315 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee962ab6-fe25-4a66-8de1-0b03f3a5975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:19.146509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5230a95e-9fb2-4db4-9f36-504867e279ff tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:19.148463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5230a95e-9fb2-4db4-9f36-504867e279ff tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2250068 Apr 05 18:50:19.151520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54224) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:19.367618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-7f6d7dff-88b1-4235-b0b8-b4b43476265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:19.369908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-7f6d7dff-88b1-4235-b0b8-b4b43476265e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.2009835 Apr 05 18:50:19.401038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a93ceec3-2ce4-4070-97a7-d3c2c9551948 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port fef527b4-edf5-4cb3-b01c-c37de3d2c15a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:19.401673 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93ceec3-2ce4-4070-97a7-d3c2c9551948 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:19.418629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5974c1-0c22-4f8f-962a-e47c0aaaea69 req-2336a0ad-6bbc-47b9-a18f-1df7ab2440d6 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:19.430299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c5974c1-0c22-4f8f-962a-e47c0aaaea69 req-2336a0ad-6bbc-47b9-a18f-1df7ab2440d6 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.1525819 Apr 05 18:50:19.504083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669d54b-85f9-483f-bc0b-9caff964c400 req-82b24f96-17cd-4bac-bda9-11884136de72 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:19.508764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4669d54b-85f9-483f-bc0b-9caff964c400 req-82b24f96-17cd-4bac-bda9-11884136de72 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.3591490 Apr 05 18:50:19.529269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93ceec3-2ce4-4070-97a7-d3c2c9551948 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:19.565880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a93ceec3-2ce4-4070-97a7-d3c2c9551948 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for fef527b4-edf5-4cb3-b01c-c37de3d2c15a owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:19.664178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c5974c1-0c22-4f8f-962a-e47c0aaaea69 req-5a85d30c-204d-4f95-8381-ff4e7ff3418b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324224 Apr 05 18:50:19.712550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-1ab2ab62-cc71-43c3-9a88-542b46cb21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:19.720244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-1ab2ab62-cc71-43c3-9a88-542b46cb21e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3122394 Apr 05 18:50:19.773326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4669d54b-85f9-483f-bc0b-9caff964c400 req-e2c71026-95ff-44b2-a034-798c8f162fcd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677649 Apr 05 18:50:19.913366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-401d3591-9694-4554-9416-89289ba9d16f None None] Provisioning complete for port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:19.914626 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-401d3591-9694-4554-9416-89289ba9d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:19.932277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93ceec3-2ce4-4070-97a7-d3c2c9551948 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:20.003525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ceec3-2ce4-4070-97a7-d3c2c9551948 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=fef527b4-edf5-4cb3-b01c-c37de3d2c15a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:20.146726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a93ceec3-2ce4-4070-97a7-d3c2c9551948 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:20.160316 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a93ceec3-2ce4-4070-97a7-d3c2c9551948 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/fef527b4-edf5-4cb3-b01c-c37de3d2c15a HTTP/1.1" status: 204 len: 168 time: 1.0066869 Apr 05 18:50:20.161844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54232) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:20.243352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:20.258887 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cb6591-7eff-44bf-85df-d7c12b113bef tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:50:20.264537 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-20cb6591-7eff-44bf-85df-d7c12b113bef tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/fef527b4-edf5-4cb3-b01c-c37de3d2c15a HTTP/1.1" status: 404 len: 333 time: 0.1002440 Apr 05 18:50:20.266070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54234) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:20.295856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1313f2-ed6e-4e15-a849-0782ab6373a7 req-71c56731-916b-4b22-985c-234a827c9cd5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:20.298087 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f1313f2-ed6e-4e15-a849-0782ab6373a7 req-71c56731-916b-4b22-985c-234a827c9cd5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.4760270 Apr 05 18:50:20.305225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-401d3591-9694-4554-9416-89289ba9d16f None None] Could not find standard attr ID for object fef527b4-edf5-4cb3-b01c-c37de3d2c15a. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:50:20.363265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-401d3591-9694-4554-9416-89289ba9d16f None None] Provisioning complete for port 691d0d2c-c1d5-4cb1-b803-84ee9bf41887 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:20.364359 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-401d3591-9694-4554-9416-89289ba9d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:20.415881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f1313f2-ed6e-4e15-a849-0782ab6373a7 req-dd9cdf4c-6cc9-42bb-83cf-74fed099e75a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053915 Apr 05 18:50:20.436674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-15e3a2ff-a11f-4a13-8eb1-7db0b182304c service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004292 Apr 05 18:50:20.458366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:20.458771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:20.460242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3a40409a-3d6d-4e41-b968-38cbc17d5be6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 691d0d2c-c1d5-4cb1-b803-84ee9bf41887 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:20.460804 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a40409a-3d6d-4e41-b968-38cbc17d5be6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:20.475132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f070ba-5669-4cc2-a10c-6de2b3c9232d req-63c178b4-4bf4-435b-8e5a-6d2f9ad774dd tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:20.480370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5f070ba-5669-4cc2-a10c-6de2b3c9232d req-63c178b4-4bf4-435b-8e5a-6d2f9ad774dd tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.4083059 Apr 05 18:50:20.609065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43891e2c-456a-415f-bdaf-d4d5833de8a8 req-96b04580-f6bb-4dec-beca-f6ce72976d44 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270580 Apr 05 18:50:20.631593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-401d3591-9694-4554-9416-89289ba9d16f None None] Port 691d0d2c-c1d5-4cb1-b803-84ee9bf41887 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:20.735631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5f070ba-5669-4cc2-a10c-6de2b3c9232d req-fc5cd74d-e9ff-4f28-aaa4-b1c0d08b61b5 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247694 Apr 05 18:50:20.769381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a40409a-3d6d-4e41-b968-38cbc17d5be6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:20.790288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c22aa2e5-06ab-43a0-86c0-b6ed1fc75a4d None None] Could not find standard attr ID for object fef527b4-edf5-4cb3-b01c-c37de3d2c15a. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:50:20.810349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3a40409a-3d6d-4e41-b968-38cbc17d5be6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 691d0d2c-c1d5-4cb1-b803-84ee9bf41887 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:20.853438 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c22aa2e5-06ab-43a0-86c0-b6ed1fc75a4d None None] Provisioning complete for port 691d0d2c-c1d5-4cb1-b803-84ee9bf41887 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:20.853849 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c22aa2e5-06ab-43a0-86c0-b6ed1fc75a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:20.907942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c22aa2e5-06ab-43a0-86c0-b6ed1fc75a4d None None] Port 691d0d2c-c1d5-4cb1-b803-84ee9bf41887 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:21.030840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214a37f-87af-4084-9086-3f9b2ee38169 req-3707c833-2bfd-4ef3-a603-0a0b6a379d18 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:21.039286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7214a37f-87af-4084-9086-3f9b2ee38169 req-3707c833-2bfd-4ef3-a603-0a0b6a379d18 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.2189136 Apr 05 18:50:21.113945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a40409a-3d6d-4e41-b968-38cbc17d5be6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:21.142273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be897588-9e9b-4053-aef8-e75475df75aa req-2967f54b-89ec-42f5-8e7c-69bed2239969 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:21.145363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be897588-9e9b-4053-aef8-e75475df75aa req-2967f54b-89ec-42f5-8e7c-69bed2239969 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1050928 Apr 05 18:50:21.161807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40409a-3d6d-4e41-b968-38cbc17d5be6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=691d0d2c-c1d5-4cb1-b803-84ee9bf41887,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:21.164409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7214a37f-87af-4084-9086-3f9b2ee38169 req-3f12d2bb-4a3d-4b15-b396-e3f7d804a3f1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002424 Apr 05 18:50:21.287935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be897588-9e9b-4053-aef8-e75475df75aa req-ad38b8fb-ce58-4909-b02a-dd3a8b95e84c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165450 Apr 05 18:50:21.367325 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a40409a-3d6d-4e41-b968-38cbc17d5be6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:21.371069 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3a40409a-3d6d-4e41-b968-38cbc17d5be6 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/691d0d2c-c1d5-4cb1-b803-84ee9bf41887 HTTP/1.1" status: 204 len: 168 time: 1.1039701 Apr 05 18:50:21.373977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:21.903092 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e66a62f-a271-4e5b-a1af-5e5565bdb9da tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:50:21.904883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0e66a62f-a271-4e5b-a1af-5e5565bdb9da tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/691d0d2c-c1d5-4cb1-b803-84ee9bf41887 HTTP/1.1" status: 404 len: 333 time: 0.5297000 Apr 05 18:50:21.907945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54252) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:21.952510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974846d-2080-44b9-8817-84c34812a215 req-33c01963-e018-4f0b-afce-4acaa3b76c01 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:21.960276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a974846d-2080-44b9-8817-84c34812a215 req-33c01963-e018-4f0b-afce-4acaa3b76c01 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1000457 Apr 05 18:50:21.998747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9913823-d5c0-4b83-81a0-08f170de9189 req-845f1579-8679-4d6b-8f5e-731d3793984c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:22.006875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9913823-d5c0-4b83-81a0-08f170de9189 req-845f1579-8679-4d6b-8f5e-731d3793984c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1367733 Apr 05 18:50:22.022218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1b7f4b-d807-48c6-b2f4-4efaef42cfe4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet 7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:22.029272 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa1b7f4b-d807-48c6-b2f4-4efaef42cfe4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:22.051934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a974846d-2080-44b9-8817-84c34812a215 req-8c54c830-02ed-4af8-9d85-64b21af04cf9 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906625 Apr 05 18:50:22.075658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9913823-d5c0-4b83-81a0-08f170de9189 req-82c80ae3-205c-43ca-ae97-fc5d4c1de037 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657535 Apr 05 18:50:22.112709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa1b7f4b-d807-48c6-b2f4-4efaef42cfe4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:22.235729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa1b7f4b-d807-48c6-b2f4-4efaef42cfe4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:22.308702 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa1b7f4b-d807-48c6-b2f4-4efaef42cfe4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:22.340566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b7f4b-d807-48c6-b2f4-4efaef42cfe4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:22.345156 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa1b7f4b-d807-48c6-b2f4-4efaef42cfe4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:22.352864 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aa1b7f4b-d807-48c6-b2f4-4efaef42cfe4 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2 HTTP/1.1" status: 204 len: 168 time: 0.4406607 Apr 05 18:50:22.353274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54260) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:22.355472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a84c4b-90c0-4f87-bd55-3d16db81756b None None] Network 815c29e8-e948-4cae-9f0e-db8b395684cf requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:22.630914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-c6819721-15ed-4597-99c7-589a83f21082 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288781 Apr 05 18:50:22.787081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-5f63a09c-f058-45b4-b0bf-014ea3836a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:22.791200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b3a2bc-899b-4da8-bbe5-43e358906e90 None None] DHCP port deletion for 815c29e8-e948-4cae-9f0e-db8b395684cf request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:50:22.794372 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-5f63a09c-f058-45b4-b0bf-014ea3836a5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1095 time: 0.1052783 Apr 05 18:50:22.836784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a97203-6a1b-413d-89c4-55e120caafb4 req-70cc6c68-6e2e-4ede-b43c-4586653d4b19 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:22.859357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5a97203-6a1b-413d-89c4-55e120caafb4 req-70cc6c68-6e2e-4ede-b43c-4586653d4b19 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.4940271 Apr 05 18:50:22.951650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-79b3a2bc-899b-4da8-bbe5-43e358906e90 None None] Deleting port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:22.952017 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79b3a2bc-899b-4da8-bbe5-43e358906e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:22.997801 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:23.040441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63aef5-03ec-4623-b5d3-eb175949fca5 req-f8e8ae15-3acf-4e64-a692-d6a4c6c4a27d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:23.042892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d63aef5-03ec-4623-b5d3-eb175949fca5 req-f8e8ae15-3acf-4e64-a692-d6a4c6c4a27d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.5170226 Apr 05 18:50:23.047371 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5a97203-6a1b-413d-89c4-55e120caafb4 req-2cea57ab-f450-4d7d-9ef4-5764327ed2c1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809649 Apr 05 18:50:23.120491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-214c7f13-6dec-4288-ae4f-643a6d51c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:23.126498 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-214c7f13-6dec-4288-ae4f-643a6d51c4b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.3077459 Apr 05 18:50:23.180612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-79b3a2bc-899b-4da8-bbe5-43e358906e90 None None] For port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1,segment=NetworkSegment(d786de05-c79c-4777-8a7e-d1b7142ccd2a),segment_id=d786de05-c79c-4777-8a7e-d1b7142ccd2a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:23.181136 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79b3a2bc-899b-4da8-bbe5-43e358906e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:23.211367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-79b3a2bc-899b-4da8-bbe5-43e358906e90 None None] Calling delete_port for 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:23.224620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d63aef5-03ec-4623-b5d3-eb175949fca5 req-d47b0350-e3d3-44d7-ae59-221aaf6aa404 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640663 Apr 05 18:50:23.350899 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-2440ca63-23b8-4db4-a85c-fca86ec8cd94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 999 time: 0.2156541 Apr 05 18:50:23.355343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:23.360312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:23.453630 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79b3a2bc-899b-4da8-bbe5-43e358906e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:23.526820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-aab20ad3-8eda-45a2-98da-4bdc59d8553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:23.530894 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-aab20ad3-8eda-45a2-98da-4bdc59d8553b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1719131 Apr 05 18:50:23.553622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3a2bc-899b-4da8-bbe5-43e358906e90 None None] Pushing event deleted for resources: {'Port': ['ID=3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:23.584339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3a2bc-899b-4da8-bbe5-43e358906e90 None None] No DVR routers for this DVR port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:23.636283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-08204e6b-b136-431f-b768-86609be37cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:23.643754 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-08204e6b-b136-431f-b768-86609be37cec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046317 Apr 05 18:50:23.661549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] For port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1,segment=NetworkSegment(d786de05-c79c-4777-8a7e-d1b7142ccd2a),segment_id=d786de05-c79c-4777-8a7e-d1b7142ccd2a)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:23.661968 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:23.748298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:23.801688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866dc9e-7370-4a68-94db-189762c1ed8c req-ec9e12fc-53c7-4cd0-b728-498e808fe83b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:23.813129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4866dc9e-7370-4a68-94db-189762c1ed8c req-ec9e12fc-53c7-4cd0-b728-498e808fe83b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.5542974 Apr 05 18:50:23.853301 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-555f2370-7c9f-42c7-a21f-e02279a3ddc5 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020624 Apr 05 18:50:23.896524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52fbed-ab0e-47dc-9e20-f54e80194093 req-cc66db5d-8857-4775-be4e-7e178b918651 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:23.919336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f52fbed-ab0e-47dc-9e20-f54e80194093 req-cc66db5d-8857-4775-be4e-7e178b918651 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.3030159 Apr 05 18:50:24.026363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:24.065948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4866dc9e-7370-4a68-94db-189762c1ed8c req-0761dcad-bd0c-46b9-9d10-5fb98036afa3 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876023 Apr 05 18:50:24.100750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:24.102349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:24.120222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f52fbed-ab0e-47dc-9e20-f54e80194093 req-46cec3a9-4a34-40a2-9b4c-3e7aee637b16 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994979 Apr 05 18:50:24.128372 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d03fdda2-b4c1-4f73-88c0-9c56c7b8a20c req-7a2c3755-4e70-41c6-9093-68efec4435e1 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668219 Apr 05 18:50:24.148289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.162191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No DVR routers for this DVR port 3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:24.287749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.311372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815c29e8-e948-4cae-9f0e-db8b395684cf']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:24.322288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd786de05-c79c-4777-8a7e-d1b7142ccd2a') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:24.322558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd786de05-c79c-4777-8a7e-d1b7142ccd2a') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:24.333643 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.349338 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.356387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:50:24.356718 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:50:24.527803 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:50:24.535053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=3b2c4a63-43ae-4ce7-9f96-b55d776bb8e1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:24.549813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.594425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.599330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/networks/815c29e8-e948-4cae-9f0e-db8b395684cf HTTP/1.1" status: 204 len: 168 time: 2.2456293 Apr 05 18:50:24.604962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54346) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:24.612602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-455224759'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:24.628584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2bf41-d56f-4b32-9023-e2205f30e64e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Network': ['ID=815c29e8-e948-4cae-9f0e-db8b395684cf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:24.669951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:24.678181 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.685820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135981d9-2b41-475f-afc3-11ddb9db8b45 req-bf4e4261-f631-4ddc-b62f-35130d4cbd95 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:24.699697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-135981d9-2b41-475f-afc3-11ddb9db8b45 req-bf4e4261-f631-4ddc-b62f-35130d4cbd95 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.2014275 Apr 05 18:50:24.754586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f621ed-0509-4610-be29-db7f8cecf4eb req-793ad9d0-60fc-46f6-b53a-4d3ebc5e3087 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:24.756590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09f621ed-0509-4610-be29-db7f8cecf4eb req-793ad9d0-60fc-46f6-b53a-4d3ebc5e3087 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.2673736 Apr 05 18:50:24.780042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:50:24.789075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-135981d9-2b41-475f-afc3-11ddb9db8b45 req-656f6734-cc6d-41c1-9cdb-75ce9b7d49e9 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863652 Apr 05 18:50:24.806162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.806711 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Added segment aebf4ca2-840c-4fc2-abd0-d4af861c5f09 of type vlan for network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f Apr 05 18:50:24.838246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09f621ed-0509-4610-be29-db7f8cecf4eb req-1d9c7422-49d1-4e05-8608-4b7c8636d8b7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478499 Apr 05 18:50:24.870253 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.903322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.910744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:24.911884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:24.989409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54352) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:24.990058 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3825612 Apr 05 18:50:24.999503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '8a0af46e-2e01-4f84-8bc3-3ca83e933c9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:25.010406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7f3f0-5509-45c2-83af-0ba60a0c1b0d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Network': ['ID=8a0af46e-2e01-4f84-8bc3-3ca83e933c9f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:25.023374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:50:25.134077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:25.138482 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:25.315828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dd26d-aad0-4afb-aed6-7c6b5ab29a30 req-55bd1024-fab5-4357-bd32-d5c13747a107 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:25.317343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-322dd26d-aad0-4afb-aed6-7c6b5ab29a30 req-55bd1024-fab5-4357-bd32-d5c13747a107 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1480963 Apr 05 18:50:25.326868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eca04e-145b-4950-bce2-e9218742c6aa req-fee27563-ba7b-45eb-b696-02eaaca6aaf7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:25.328395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7eca04e-145b-4950-bce2-e9218742c6aa req-fee27563-ba7b-45eb-b696-02eaaca6aaf7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1248336 Apr 05 18:50:25.422129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-322dd26d-aad0-4afb-aed6-7c6b5ab29a30 req-41d24737-4c70-4617-bb2b-b8920db7b136 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926087 Apr 05 18:50:25.434570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7eca04e-145b-4950-bce2-e9218742c6aa req-92f7f04d-3667-4561-be0b-964458daa6ac tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962355 Apr 05 18:50:25.566214 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:25.677795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef62550-eb52-4528-b582-a6f3d943ef97 req-24da233a-6f1f-41f4-a83c-aed52807748a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:25.679190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ef62550-eb52-4528-b582-a6f3d943ef97 req-24da233a-6f1f-41f4-a83c-aed52807748a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1636388 Apr 05 18:50:25.688737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=a6cd6db0-75a0-4cba-b694-0e782bc8f6d4,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:25.734785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Checking segment: {'id': 'aebf4ca2-840c-4fc2-abd0-d4af861c5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a0af46e-2e01-4f84-8bc3-3ca83e933c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:25.735145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network hostable DHCP agents. Network: 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:50:25.778319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb0a0-cb5e-43ec-a613-dace67fdbb65 req-9f763f11-2b3a-497c-b5ba-948d37191813 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:25.779920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5bbb0a0-cb5e-43ec-a613-dace67fdbb65 req-9f763f11-2b3a-497c-b5ba-948d37191813 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.1559384 Apr 05 18:50:25.803217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ef62550-eb52-4528-b582-a6f3d943ef97 req-a8088a50-4f46-4933-8cd0-7290ddd6c498 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103797 Apr 05 18:50:25.814622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e8241-9784-424a-b510-3616ac62ed20 req-d3332205-6c90-4ba4-823a-7d3ef4534214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:25.816321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861e8241-9784-424a-b510-3616ac62ed20 req-d3332205-6c90-4ba4-823a-7d3ef4534214 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766020e66b324523930a73ed776e1524&device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 1097 time: 0.1470931 Apr 05 18:50:25.842898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:50:25.872684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5bbb0a0-cb5e-43ec-a613-dace67fdbb65 req-0be3257c-7a75-46a3-ab79-2e4b828b1206 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833285 Apr 05 18:50:25.875170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:25.883398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd34ec02-0f38-4a36-b3a0-11314cd4e4c9 None None] Network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:25.905152 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:25.905732 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:25.937434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4960117b-4482-4be7-a644-cce650266b66 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9467337 Apr 05 18:50:25.940889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54366) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:25.948326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-99ab7399-af31-4804-aa01-77845f0be88d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-641619998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:25.964994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e8241-9784-424a-b510-3616ac62ed20 req-0de3df4a-21f2-4348-8cfa-571541c001c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:25.967863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861e8241-9784-424a-b510-3616ac62ed20 req-0de3df4a-21f2-4348-8cfa-571541c001c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 200 len: 916 time: 0.1360259 Apr 05 18:50:25.979758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ab7399-af31-4804-aa01-77845f0be88d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:25.981334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ab7399-af31-4804-aa01-77845f0be88d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.026915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861e8241-9784-424a-b510-3616ac62ed20 req-911019fb-75af-4720-b719-02736b0cae44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab7a82d1-7f01-4acb-aa23-139a07a6b704 HTTP/1.1" status: 200 len: 217 time: 0.0470521 Apr 05 18:50:26.057747 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ab7399-af31-4804-aa01-77845f0be88d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.079444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ab7399-af31-4804-aa01-77845f0be88d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.091594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-8a0af46e-2e01-4f84-8bc3-3ca83e933c9f', 'network_id': '8a0af46e-2e01-4f84-8bc3-3ca83e933c9f', 'tenant_id': 'e7a9a2cdab22418b8b4965fb5ef160e9', 'fixed_ips': [{'subnet_id': 'a6cd6db0-75a0-4cba-b694-0e782bc8f6d4'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:50:26.092826 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:50:26.093574 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.097264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e8241-9784-424a-b510-3616ac62ed20 req-7a6cae40-a050-4d55-a6c5-53c5fdccf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:26.099255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861e8241-9784-424a-b510-3616ac62ed20 req-7a6cae40-a050-4d55-a6c5-53c5fdccf882 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28a1d094-39eb-449c-a563-02e4fce83a0c HTTP/1.1" status: 200 len: 855 time: 0.0653918 Apr 05 18:50:26.113548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ab7399-af31-4804-aa01-77845f0be88d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.116412 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-99ab7399-af31-4804-aa01-77845f0be88d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1724906 Apr 05 18:50:26.119111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54368) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:26.125166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'network_id': '8a0af46e-2e01-4f84-8bc3-3ca83e933c9f', 'name': 'tempest-PortsTestJSON-250898167'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:26.150639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e8241-9784-424a-b510-3616ac62ed20 req-9d962c71-5457-4e7e-81b1-0a2899b5d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:26.152501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861e8241-9784-424a-b510-3616ac62ed20 req-9d962c71-5457-4e7e-81b1-0a2899b5d9db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c1d0ef1-63be-405d-bd72-36a5b6e7b534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446050 Apr 05 18:50:26.266493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:26.270419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861e8241-9784-424a-b510-3616ac62ed20 req-f2d8ca07-8bab-4b67-9fce-a1ea25190a25 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092451 Apr 05 18:50:26.271424 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.281016 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Allocated IP 172.20.0.2 (8a0af46e-2e01-4f84-8bc3-3ca83e933c9f/a6cd6db0-75a0-4cba-b694-0e782bc8f6d4/4e850f7e-902f-4c90-8af1-055e2352ebfd) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:26.293687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:50:26.393642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-861e8241-9784-424a-b510-3616ac62ed20 req-775360ae-09eb-46cb-9792-67f9cd49b563 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133876 Apr 05 18:50:26.449490 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.456944 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.506349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:26.512165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:26.514527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Pushing event updated for resources: {'Port': ['ID=4e850f7e-902f-4c90-8af1-055e2352ebfd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:26.516847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:26.542456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.10 (8a0af46e-2e01-4f84-8bc3-3ca83e933c9f/a6cd6db0-75a0-4cba-b694-0e782bc8f6d4/9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:26.599465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Attempting to bind port 4e850f7e-902f-4c90-8af1-055e2352ebfd on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:50:26.599834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Attempting to bind port 4e850f7e-902f-4c90-8af1-055e2352ebfd by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'aebf4ca2-840c-4fc2-abd0-d4af861c5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a0af46e-2e01-4f84-8bc3-3ca83e933c9f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:50:26.601033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Attempting to bind port 4e850f7e-902f-4c90-8af1-055e2352ebfd on network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:26.609949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:50:26.610490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Checking segment: {'id': 'aebf4ca2-840c-4fc2-abd0-d4af861c5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a0af46e-2e01-4f84-8bc3-3ca83e933c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:26.612313 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.612892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Bound using segment: {'id': 'aebf4ca2-840c-4fc2-abd0-d4af861c5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a0af46e-2e01-4f84-8bc3-3ca83e933c9f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:50:26.613388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Bound port: 4e850f7e-902f-4c90-8af1-055e2352ebfd, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebf4ca2-840c-4fc2-abd0-d4af861c5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a0af46e-2e01-4f84-8bc3-3ca83e933c9f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:50:26.613770 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.660856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba8f9d-b911-462b-9866-e4055c8181e2 req-1080d8e1-0e14-4b9e-a5a9-d265094a03be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:26.662620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbba8f9d-b911-462b-9866-e4055c8181e2 req-1080d8e1-0e14-4b9e-a5a9-d265094a03be tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.1167805 Apr 05 18:50:26.671246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5de2-471e-425d-a299-f8cc0cbe47f7 req-ffcc27ac-2ca9-4502-8983-82eba7b3afa1 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:26.679548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdfa5de2-471e-425d-a299-f8cc0cbe47f7 req-ffcc27ac-2ca9-4502-8983-82eba7b3afa1 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.0900614 Apr 05 18:50:26.712815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] For port 4e850f7e-902f-4c90-8af1-055e2352ebfd, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:50:26.716691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] For port 4e850f7e-902f-4c90-8af1-055e2352ebfd, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4e850f7e-902f-4c90-8af1-055e2352ebfd,segment=NetworkSegment(aebf4ca2-840c-4fc2-abd0-d4af861c5f09),segment_id=aebf4ca2-840c-4fc2-abd0-d4af861c5f09)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:50:26.722652 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.741448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbba8f9d-b911-462b-9866-e4055c8181e2 req-8ba443f9-322b-4e4a-b759-4dae3420281a tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595472 Apr 05 18:50:26.749900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdfa5de2-471e-425d-a299-f8cc0cbe47f7 req-7826b95b-6df4-4b08-b1e2-5aef5dec64bb tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693095 Apr 05 18:50:26.769339 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.803750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c66d06-6ed4-4608-b6f6-b85c7f100603 None None] Pushing event updated for resources: {'Port': ['ID=4e850f7e-902f-4c90-8af1-055e2352ebfd,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:26.829824 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:26.904597 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-052fc6d2-9d62-4c0a-aae5-4232d0360981 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:26.906692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-052fc6d2-9d62-4c0a-aae5-4232d0360981 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.0765591 Apr 05 18:50:26.907029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:26.921078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:26.925887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:26.932295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:27.047340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:27.047976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:27.097015 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f1ef767c-a3a9-4336-bdd7-ed5159a8b675 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9767449 Apr 05 18:50:27.101116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54382) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:27.144807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a571ca-fe7b-4bc9-80e3-07f4ffdfcb22 req-a69431d6-3202-4552-b66c-18101476b8ca tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:27.150944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93a571ca-fe7b-4bc9-80e3-07f4ffdfcb22 req-a69431d6-3202-4552-b66c-18101476b8ca tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.2394478 Apr 05 18:50:27.285631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccd061-b158-4c32-8883-5d89b103df4a req-814d80ed-641d-4fe9-9216-8ae15afa9244 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:27.287096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21ccd061-b158-4c32-8883-5d89b103df4a req-814d80ed-641d-4fe9-9216-8ae15afa9244 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.2908576 Apr 05 18:50:27.633037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93a571ca-fe7b-4bc9-80e3-07f4ffdfcb22 req-739f894c-364c-468e-b450-43a2c3c48017 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375997 Apr 05 18:50:27.694902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Deleting port 9f31486f-4b42-4727-afb4-f96b9a163ae1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:27.695249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:27.760428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21ccd061-b158-4c32-8883-5d89b103df4a req-63f5d9c3-59be-439d-9103-e9f57dc270f1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616764 Apr 05 18:50:27.954665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] For port 9f31486f-4b42-4727-afb4-f96b9a163ae1, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=9f31486f-4b42-4727-afb4-f96b9a163ae1,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:27.955574 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:27.962064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edad6b1-908c-4202-9f16-bdd67d2a0b41 None None] Network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:27.998195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Calling delete_port for 9f31486f-4b42-4727-afb4-f96b9a163ae1 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:28.034466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2a628-48ea-4d3b-b831-656d741950f5 req-4e079f79-b587-4744-ace6-26c4ee87a452 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:28.036010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66c2a628-48ea-4d3b-b831-656d741950f5 req-4e079f79-b587-4744-ace6-26c4ee87a452 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1809506 Apr 05 18:50:28.040222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-305d6e99-d19c-41ec-960d-4d72bd4ca0cb None None] Provisioning complete for port 4e850f7e-902f-4c90-8af1-055e2352ebfd triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:28.040589 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-305d6e99-d19c-41ec-960d-4d72bd4ca0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.042764 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.055230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c7d03-f1a2-42ef-b007-213282896cec req-d6e8c126-f8cc-4183-b340-72d4752df4cd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:28.058467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e9c7d03-f1a2-42ef-b007-213282896cec req-d6e8c126-f8cc-4183-b340-72d4752df4cd tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2cf0483-4e40-454b-b502-6b859bbc61d3 HTTP/1.1" status: 200 len: 945 time: 0.2022989 Apr 05 18:50:28.071093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4e850f7e-902f-4c90-8af1-055e2352ebfd up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:28.183062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4e850f7e-902f-4c90-8af1-055e2352ebfd triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:28.183426 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.216163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66c2a628-48ea-4d3b-b831-656d741950f5 req-ff26113b-3b22-4829-88bd-84c1ba75f4b5 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538169 Apr 05 18:50:28.219214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e9c7d03-f1a2-42ef-b007-213282896cec req-47e4ece2-f329-4d66-8957-ea09967bdd8c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462383 Apr 05 18:50:28.321822 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-305d6e99-d19c-41ec-960d-4d72bd4ca0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.364127 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.391634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-305d6e99-d19c-41ec-960d-4d72bd4ca0cb None None] For port 4e850f7e-902f-4c90-8af1-055e2352ebfd, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4e850f7e-902f-4c90-8af1-055e2352ebfd,segment=NetworkSegment(aebf4ca2-840c-4fc2-abd0-d4af861c5f09),segment_id=aebf4ca2-840c-4fc2-abd0-d4af861c5f09)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:28.418802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-305d6e99-d19c-41ec-960d-4d72bd4ca0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.458453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.496906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['9f31486f-4b42-4727-afb4-f96b9a163ae1'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:28.559363 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:50:28.559970 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:50:28.570232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event deleted for resources: {'Port': ['ID=9f31486f-4b42-4727-afb4-f96b9a163ae1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:28.585960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d6e99-d19c-41ec-960d-4d72bd4ca0cb None None] Pushing event updated for resources: {'Port': ['ID=4e850f7e-902f-4c90-8af1-055e2352ebfd,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:28.650804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] No DVR routers for this DVR port 9f31486f-4b42-4727-afb4-f96b9a163ae1 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:28.656122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.660592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8df710c-ea6c-4cd4-bb5f-712811fbd273 req-01fea29f-9371-492c-a7ea-fe971c8a024c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "DELETE /v2.0/ports/9f31486f-4b42-4727-afb4-f96b9a163ae1 HTTP/1.1" status: 204 len: 173 time: 1.7327962 Apr 05 18:50:28.661045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cf0483-4e40-454b-b502-6b859bbc61d3', 'name': 'network-vif-deleted', 'tag': '9f31486f-4b42-4727-afb4-f96b9a163ae1'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:28.663334 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db99c3e-e736-4554-bde8-0ab16ce7f336" -d '{"events": [{"server_uuid": "d2cf0483-4e40-454b-b502-6b859bbc61d3", "name": "network-vif-deleted", "tag": "9f31486f-4b42-4727-afb4-f96b9a163ae1"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:28.687021 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.712161 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.764231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c03f2510-5dfe-40f2-8aab-9403e6e79a7c None None] Provisioning complete for port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:28.764751 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c03f2510-5dfe-40f2-8aab-9403e6e79a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.766844 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cd4d06-f774-45be-b4fc-4c050460db68 x-openstack-request-id: req-b7cd4d06-f774-45be-b4fc-4c050460db68 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:28.767140 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cf0483-4e40-454b-b502-6b859bbc61d3", "name": "network-vif-deleted", "tag": "9f31486f-4b42-4727-afb4-f96b9a163ae1", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:28.767909 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7cd4d06-f774-45be-b4fc-4c050460db68 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:28.768360 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cd4d06-f774-45be-b4fc-4c050460db68'] response: {'server_uuid': 'd2cf0483-4e40-454b-b502-6b859bbc61d3', 'name': 'network-vif-deleted', 'tag': '9f31486f-4b42-4727-afb4-f96b9a163ae1', 'status': 'completed', 'code': 200} Apr 05 18:50:28.813965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c03f2510-5dfe-40f2-8aab-9403e6e79a7c None None] Port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:28.832821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c03f2510-5dfe-40f2-8aab-9403e6e79a7c None None] Provisioning complete for port 4e850f7e-902f-4c90-8af1-055e2352ebfd triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:28.834022 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c03f2510-5dfe-40f2-8aab-9403e6e79a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:28.957833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:29.012323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae54a34-d84e-4132-86d4-0e5c2fd2602b req-05e01d32-c0f6-48f7-a651-9be105ef98d9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:29.013866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ae54a34-d84e-4132-86d4-0e5c2fd2602b req-05e01d32-c0f6-48f7-a651-9be105ef98d9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1892273 Apr 05 18:50:29.041808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef397e-c411-44ad-88e7-1a310a44486e req-34859445-cc9d-4926-9117-3373a9aa7647 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:29.049483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6ef397e-c411-44ad-88e7-1a310a44486e req-34859445-cc9d-4926-9117-3373a9aa7647 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.1455340 Apr 05 18:50:29.130626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-967e9b0e-2afc-4d73-af39-c165f359a378 None None] Provisioning complete for port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:29.131156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967e9b0e-2afc-4d73-af39-c165f359a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:29.140935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6ef397e-c411-44ad-88e7-1a310a44486e req-dc5707c7-1943-4eda-862c-69087aeabe1c tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859184 Apr 05 18:50:29.163301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ae54a34-d84e-4132-86d4-0e5c2fd2602b req-1f18c300-697b-4279-9062-c0100d4ff92b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402099 Apr 05 18:50:29.192896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-967e9b0e-2afc-4d73-af39-c165f359a378 None None] Port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:29.275636 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:29.327157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dc07e4c7-e10e-4cc5-b3ab-8b916d191e1a None None] Provisioning complete for port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:29.327866 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc07e4c7-e10e-4cc5-b3ab-8b916d191e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:29.369582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dc07e4c7-e10e-4cc5-b3ab-8b916d191e1a None None] Port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:29.492063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9248e-081b-4072-98d3-2dfdc6f5ff58 req-f1e7fb88-caaa-47cf-a1b5-439011fc116b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:29.493630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84a9248e-081b-4072-98d3-2dfdc6f5ff58 req-f1e7fb88-caaa-47cf-a1b5-439011fc116b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.2094879 Apr 05 18:50:29.510476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca5d8d-3ccd-4c43-96f2-c61cb263ad13 req-364a5487-5db0-4b76-8e91-f31decbe9d04 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:29.512166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3ca5d8d-3ccd-4c43-96f2-c61cb263ad13 req-364a5487-5db0-4b76-8e91-f31decbe9d04 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1768031 Apr 05 18:50:29.583427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:29.605125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84a9248e-081b-4072-98d3-2dfdc6f5ff58 req-8f6f4050-ecc6-4029-b2d1-258b65d1933e tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040006 Apr 05 18:50:29.609725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3ca5d8d-3ccd-4c43-96f2-c61cb263ad13 req-515e9f69-89b2-4972-9250-636618238cb8 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912437 Apr 05 18:50:29.824626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a65711-3019-426b-8df9-7db454ee197d req-10dde3e5-8dec-499c-9590-d192a1b7f235 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:29.826143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8a65711-3019-426b-8df9-7db454ee197d req-10dde3e5-8dec-499c-9590-d192a1b7f235 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 946 time: 0.1060362 Apr 05 18:50:29.984335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4e850f7e-902f-4c90-8af1-055e2352ebfd up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:30.192916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4e850f7e-902f-4c90-8af1-055e2352ebfd triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:30.194254 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:30.231114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8a65711-3019-426b-8df9-7db454ee197d req-347a0113-0d7e-44f6-8181-962c76db7520 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936899 Apr 05 18:50:30.355269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-4a5a2ba4-64a6-49ac-b822-92da2656ad31 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:30.356802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-4a5a2ba4-64a6-49ac-b822-92da2656ad31 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.5030348 Apr 05 18:50:30.358886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:30.372574 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:30.385192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-da1e8103-10e3-470c-b721-6ee9cf309a26 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/quotas/c06402e7ed944e1a9636d029f4d5ba45 HTTP/1.1" status: 200 len: 375 time: 0.0217743 Apr 05 18:50:30.462812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c491f3d-3657-4012-ae6e-6ccd19fb6e6c req-aa0eb592-d233-4cdb-96e6-56cc8d19d9ef tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:30.464299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c491f3d-3657-4012-ae6e-6ccd19fb6e6c req-aa0eb592-d233-4cdb-96e6-56cc8d19d9ef tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1516943 Apr 05 18:50:30.489184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c5c08dc5-6d3d-42a6-9912-cba679cca888 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596628 Apr 05 18:50:30.517060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:30.525559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:30.560130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c491f3d-3657-4012-ae6e-6ccd19fb6e6c req-08ed9cf2-29bd-45b0-bf36-07905b437b32 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763493 Apr 05 18:50:30.738153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:30.743408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:30.756656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4843f4-7a26-498f-8021-b7eb9286c410 req-0d66c7df-3900-4c20-8885-d206e9ebf579 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:30.758127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e4843f4-7a26-498f-8021-b7eb9286c410 req-0d66c7df-3900-4c20-8885-d206e9ebf579 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 945 time: 0.1142340 Apr 05 18:50:30.761357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-d1c9ccb5-1b7a-4218-8395-d3a0cf9e058c service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575328 Apr 05 18:50:30.920147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 9f31486f-4b42-4727-afb4-f96b9a163ae1 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:30.920861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e4843f4-7a26-498f-8021-b7eb9286c410 req-f91f97c7-15a1-481c-9cda-1e12ef824f7b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559989 Apr 05 18:50:30.960149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 9f31486f-4b42-4727-afb4-f96b9a163ae1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:30.960561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 9f31486f-4b42-4727-afb4-f96b9a163ae1 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:30.990818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-94a46754-63b9-46fd-9582-c58deaa4c431 service neutron] 10.222.0.15 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880260 Apr 05 18:50:31.008100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Router e898f490-46ff-4b2d-9e3c-f14783512794 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:50:31.123155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a10c9e20-f350-4b0b-a356-5ecba8c265b0 None None] Provisioning complete for port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:31.125760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a10c9e20-f350-4b0b-a356-5ecba8c265b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:31.136357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-5e78c9b2-7d22-456c-9591-639cdb498142 req-bdd8b8c7-6c33-4a91-b587-913b3674b9cd tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:50:31.137314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e78c9b2-7d22-456c-9591-639cdb498142 req-bdd8b8c7-6c33-4a91-b587-913b3674b9cd tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123687 Apr 05 18:50:31.154360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499946a9-de89-4698-8af7-6adbd5314a1f req-6f30f347-e862-4602-8f02-587545c3f494 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:31.155952 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-499946a9-de89-4698-8af7-6adbd5314a1f req-6f30f347-e862-4602-8f02-587545c3f494 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1453345 Apr 05 18:50:31.177361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a10c9e20-f350-4b0b-a356-5ecba8c265b0 None None] Port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:31.203177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:50:31.211975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8c3669db-ff5d-4dc1-a97b-bc382a51d3fa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "PUT /v2.0/routers/e898f490-46ff-4b2d-9e3c-f14783512794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1049848 Apr 05 18:50:31.216080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54438) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:31.245316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495481ae-2c09-4933-897f-f7a91bbc8f5f None None] Sync routers for ids ['e898f490-46ff-4b2d-9e3c-f14783512794'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:50:31.252152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-499946a9-de89-4698-8af7-6adbd5314a1f req-9068afc2-1267-4e80-9e01-35cef3ec0c56 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723007 Apr 05 18:50:31.259460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e78c9b2-7d22-456c-9591-639cdb498142 req-f38b75b8-e075-4617-932d-7d739edf31a0 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1005189 Apr 05 18:50:31.285856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495481ae-2c09-4933-897f-f7a91bbc8f5f None None] Routers {'e898f490-46ff-4b2d-9e3c-f14783512794'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:50:31.285856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-495481ae-2c09-4933-897f-f7a91bbc8f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:50:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e898f490-46ff-4b2d-9e3c-f14783512794'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:31.369406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de467b22-f92e-4d02-9de4-31f0f33a9f6c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:31.373949 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-de467b22-f92e-4d02-9de4-31f0f33a9f6c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports?device_id=e898f490-46ff-4b2d-9e3c-f14783512794 HTTP/1.1" status: 200 len: 982 time: 0.1542737 Apr 05 18:50:31.374270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54444) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:31.374731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-495481ae-2c09-4933-897f-f7a91bbc8f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:31.386577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495481ae-2c09-4933-897f-f7a91bbc8f5f None None] Routers {'e898f490-46ff-4b2d-9e3c-f14783512794'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:50:31.388218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-495481ae-2c09-4933-897f-f7a91bbc8f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:50:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e898f490-46ff-4b2d-9e3c-f14783512794'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:31.403406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14b92427-da37-4124-ae14-f2daed90ef53 req-76cd9090-22eb-4fc7-a14c-09f68e7e48ca tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 210 time: 0.0633469 Apr 05 18:50:31.453557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-495481ae-2c09-4933-897f-f7a91bbc8f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:31.454492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495481ae-2c09-4933-897f-f7a91bbc8f5f None None] The sync data for ids ['e898f490-46ff-4b2d-9e3c-f14783512794'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:50:31.635407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818ab00-f20f-4bd9-a5f4-752ec9fd5d8b req-158d3b60-dfcf-4041-be40-6e79f1f34fdf tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:31.644379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d818ab00-f20f-4bd9-a5f4-752ec9fd5d8b req-158d3b60-dfcf-4041-be40-6e79f1f34fdf tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.0751743 Apr 05 18:50:31.715012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d818ab00-f20f-4bd9-a5f4-752ec9fd5d8b req-cfd289a8-671f-430e-85fa-0ac889ce3123 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677304 Apr 05 18:50:31.761966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69455a95-1d92-40de-910e-bab2eb284a7b req-e979c08c-243e-4ca6-a6e5-4eefdff4a1f2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:31.777944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69455a95-1d92-40de-910e-bab2eb284a7b req-e979c08c-243e-4ca6-a6e5-4eefdff4a1f2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1113753 Apr 05 18:50:31.878330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69455a95-1d92-40de-910e-bab2eb284a7b req-f7fb9635-9d77-4378-9b53-37eb36dddb2f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992341 Apr 05 18:50:31.894562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e185f2-6308-4200-9c7e-cea2cade5695 req-8e3d4ffc-01b0-457a-9a84-7f62a4523eec tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:31.896113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56e185f2-6308-4200-9c7e-cea2cade5695 req-8e3d4ffc-01b0-457a-9a84-7f62a4523eec tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 946 time: 0.0992458 Apr 05 18:50:31.947040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56e185f2-6308-4200-9c7e-cea2cade5695 req-36eefe95-179c-4aea-949f-0c2d4a816b73 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Apr 05 18:50:32.084860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88592b8c-093b-40d1-8750-176fcf2f7104 req-30bc0539-56e8-46e5-a9a0-64480b0fa8a0 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:32.092185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88592b8c-093b-40d1-8750-176fcf2f7104 req-30bc0539-56e8-46e5-a9a0-64480b0fa8a0 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 945 time: 0.0666578 Apr 05 18:50:32.133160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88592b8c-093b-40d1-8750-176fcf2f7104 req-646b2626-d3e0-4488-9f52-6aa6e82b4e81 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398231 Apr 05 18:50:32.250969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:32.337509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c25093-448e-4fc9-a236-a3a2326c08b7 req-fff4d79d-a4c2-4e80-9594-591e69b9945e tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:32.345313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c25093-448e-4fc9-a236-a3a2326c08b7 req-fff4d79d-a4c2-4e80-9594-591e69b9945e tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:32.354111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c25093-448e-4fc9-a236-a3a2326c08b7 req-fff4d79d-a4c2-4e80-9594-591e69b9945e tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:32.359927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1c25093-448e-4fc9-a236-a3a2326c08b7 req-fff4d79d-a4c2-4e80-9594-591e69b9945e tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284&device_id=273f6ebb-dffb-4336-9970-a971625277cb&device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 2418 time: 0.0831871 Apr 05 18:50:32.498807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1c25093-448e-4fc9-a236-a3a2326c08b7 req-9bec9a4d-d208-4a2d-8eb8-c0cd28a7f00d tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301103 Apr 05 18:50:32.547558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051279f-9ce7-4578-bfbc-2abbd839f2c6 req-bb6eafed-44a8-44ee-a9e1-8995dcad418f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:32.548120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:32.549359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:32.549591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2051279f-9ce7-4578-bfbc-2abbd839f2c6 req-bb6eafed-44a8-44ee-a9e1-8995dcad418f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1707494 Apr 05 18:50:32.606966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-6e39cf01-4eb7-45bb-9daf-b7d678e9e416 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:32.608424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-6e39cf01-4eb7-45bb-9daf-b7d678e9e416 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 811 time: 0.2454612 Apr 05 18:50:32.615975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d92a998d-0bc3-46fc-a588-a7b88188b639 req-22e50615-2d7e-4774-8630-230d076529d2 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 210 time: 0.0654304 Apr 05 18:50:32.627434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Request body: {'port': {'device_id': 'c7ac4d83-c3c9-43b4-8d89-87ce180279fb', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'admin_state_up': True, 'tenant_id': 'c06402e7ed944e1a9636d029f4d5ba45'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:32.644647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2051279f-9ce7-4578-bfbc-2abbd839f2c6 req-95d3ba70-33a0-40e7-bc8c-5ee216617e1a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876615 Apr 05 18:50:32.654613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-4b20fc78-be20-4102-81df-d1302689a82e req-66a637f1-490e-449f-a0bc-0cd70b0e5da1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:50:32.655600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b20fc78-be20-4102-81df-d1302689a82e req-66a637f1-490e-449f-a0bc-0cd70b0e5da1 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076377 Apr 05 18:50:32.679814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:32.693483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:32.783138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b20fc78-be20-4102-81df-d1302689a82e req-fbfc78f8-a866-4d7e-908c-4ae3c8118577 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0968916 Apr 05 18:50:32.808676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Made reservation on behalf of c06402e7ed944e1a9636d029f4d5ba45 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:32.813580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:32.892019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:32.921964 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:33.131625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Allocated IP 172.20.0.4 (55c28764-9f91-4a61-b976-350eaefaf098/0f3deab1-7812-4525-8991-793933ce26cb/e3cf9113-25b8-4aa4-a181-cd4ac65756f4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:33.144480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c33e5a-cf1b-4b50-9de1-4f91a26d4506 req-a5e54000-a3fb-469a-ac28-78b84cbfbd60 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:33.146271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76c33e5a-cf1b-4b50-9de1-4f91a26d4506 req-a5e54000-a3fb-469a-ac28-78b84cbfbd60 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1444988 Apr 05 18:50:33.184314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.255127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76c33e5a-cf1b-4b50-9de1-4f91a26d4506 req-21b4a156-732b-4580-8455-33b5ba779cd0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020744 Apr 05 18:50:33.401786 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.409573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Router e898f490-46ff-4b2d-9e3c-f14783512794 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:50:33.444770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.494508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Network 55c28764-9f91-4a61-b976-350eaefaf098 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:33.498349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:33.505884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:33.511567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:50:33.519698 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6a38a950-6d6e-46a7-b6b9-418e67ecbb80 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "PUT /v2.0/routers/e898f490-46ff-4b2d-9e3c-f14783512794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1438887 Apr 05 18:50:33.520690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54478) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:33.523339 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfa8a7-e2c2-44d7-94ef-22526941a65c None None] Sync routers for ids ['e898f490-46ff-4b2d-9e3c-f14783512794'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:50:33.539898 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfa8a7-e2c2-44d7-94ef-22526941a65c None None] Routers {'e898f490-46ff-4b2d-9e3c-f14783512794'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:50:33.542506 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d7bfa8a7-e2c2-44d7-94ef-22526941a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:50:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e898f490-46ff-4b2d-9e3c-f14783512794'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:33.552123 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de2c9f3-cc29-4a35-a8e3-96b1e7f955a0 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:50:33.554946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:33.555845 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.557501 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7de2c9f3-cc29-4a35-a8e3-96b1e7f955a0 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/9ff9abc5-7450-4ddd-82ce-9d2aea33bcaf HTTP/1.1" status: 404 len: 333 time: 0.0358994 Apr 05 18:50:33.558566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54480) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:33.571800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event updated for resources: {'Port': ['ID=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:33.584950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-7eb42af9-e689-4f93-8dac-e3fe5ea59bc5 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9660835 Apr 05 18:50:33.598497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Request body: {'port': {'device_id': 'c7ac4d83-c3c9-43b4-8d89-87ce180279fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:33.609009 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d7bfa8a7-e2c2-44d7-94ef-22526941a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:33.618566 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfa8a7-e2c2-44d7-94ef-22526941a65c None None] Routers {'e898f490-46ff-4b2d-9e3c-f14783512794'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:50:33.619488 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d7bfa8a7-e2c2-44d7-94ef-22526941a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:50:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e898f490-46ff-4b2d-9e3c-f14783512794'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:33.645690 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ca59-ffa8-4a47-91cb-b7b21b6ef02c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.660377 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d7bfa8a7-e2c2-44d7-94ef-22526941a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:33.662615 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfa8a7-e2c2-44d7-94ef-22526941a65c None None] The sync data for ids ['e898f490-46ff-4b2d-9e3c-f14783512794'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:50:33.670343 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.861241 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ca59-ffa8-4a47-91cb-b7b21b6ef02c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.868284 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ca59-ffa8-4a47-91cb-b7b21b6ef02c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.897932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b63586-afed-44b1-b6c4-0f59128c5403 req-4c8a2587-46f1-427e-adbf-55379ae08659 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:33.905072 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20b63586-afed-44b1-b6c4-0f59128c5403 req-4c8a2587-46f1-427e-adbf-55379ae08659 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 931 time: 0.1601851 Apr 05 18:50:33.921788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ca59-ffa8-4a47-91cb-b7b21b6ef02c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.922787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb5ca59-ffa8-4a47-91cb-b7b21b6ef02c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Fanout notify agent at l3_agent the message router_deleted on router e898f490-46ff-4b2d-9e3c-f14783512794 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:50:33.931145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ca59-ffa8-4a47-91cb-b7b21b6ef02c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:33.932403 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0fb5ca59-ffa8-4a47-91cb-b7b21b6ef02c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/routers/e898f490-46ff-4b2d-9e3c-f14783512794 HTTP/1.1" status: 204 len: 168 time: 0.3727617 Apr 05 18:50:33.936139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54488) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:33.993120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cae35a1-e2df-4768-9514-92c9c790c164 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet a6cd6db0-75a0-4cba-b694-0e782bc8f6d4 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:33.996379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7cae35a1-e2df-4768-9514-92c9c790c164 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.010460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20b63586-afed-44b1-b6c4-0f59128c5403 req-2489cf1e-fd12-4b27-b08b-19e458a59977 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045210 Apr 05 18:50:34.036419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e6140-e9e2-4e36-a0ee-0ff3b34da11b req-cb4c086a-65f2-4927-a648-7d9a05ff1d65 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:34.036419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b1e6140-e9e2-4e36-a0ee-0ff3b34da11b req-cb4c086a-65f2-4927-a648-7d9a05ff1d65 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1610446 Apr 05 18:50:34.056590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7cae35a1-e2df-4768-9514-92c9c790c164 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.089742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b1e6140-e9e2-4e36-a0ee-0ff3b34da11b req-1588b0dc-7387-48ec-978f-7b0dd94c23c6 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531240 Apr 05 18:50:34.157854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3cf9113-25b8-4aa4-a181-cd4ac65756f4 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:50:34.167710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.183626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Transition to ACTIVE for port object e3cf9113-25b8-4aa4-a181-cd4ac65756f4 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:50:34.189042 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.197087 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7cae35a1-e2df-4768-9514-92c9c790c164 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.247563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:34.287448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7cae35a1-e2df-4768-9514-92c9c790c164 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.325431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae35a1-e2df-4768-9514-92c9c790c164 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cd6db0-75a0-4cba-b694-0e782bc8f6d4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:34.330995 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7cae35a1-e2df-4768-9514-92c9c790c164 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.337665 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7cae35a1-e2df-4768-9514-92c9c790c164 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/a6cd6db0-75a0-4cba-b694-0e782bc8f6d4 HTTP/1.1" status: 204 len: 168 time: 0.4006002 Apr 05 18:50:34.338377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54496) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:34.347767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c9546-1f2f-4cf2-bace-d919ec57ad51 None None] Network 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:34.375071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Attempting to bind port e3cf9113-25b8-4aa4-a181-cd4ac65756f4 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:50:34.376178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Attempting to bind port e3cf9113-25b8-4aa4-a181-cd4ac65756f4 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:50:34.378077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Attempting to bind port e3cf9113-25b8-4aa4-a181-cd4ac65756f4 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:34.398345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Port e3cf9113-25b8-4aa4-a181-cd4ac65756f4 on network 55c28764-9f91-4a61-b976-350eaefaf098 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:50:34.398811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Attempting to bind port e3cf9113-25b8-4aa4-a181-cd4ac65756f4 on network 55c28764-9f91-4a61-b976-350eaefaf098 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:34.423575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:50:34.424766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Checking segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:34.425236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Bound using segment: {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:50:34.425752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Bound port: e3cf9113-25b8-4aa4-a181-cd4ac65756f4, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016fb0d4-24e2-4e5b-b265-9e79aaadae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:50:34.426184 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.494593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.537031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bde057-2655-4ef8-9b86-e90f885002eb req-beac2cdb-3ef9-42ec-8d4f-29132c73bc38 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:34.545115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6bde057-2655-4ef8-9b86-e90f885002eb req-beac2cdb-3ef9-42ec-8d4f-29132c73bc38 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 944 time: 0.1630898 Apr 05 18:50:34.606050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6bde057-2655-4ef8-9b86-e90f885002eb req-b79d8d7e-4a26-4f76-bbd5-872e0b5dced2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600169 Apr 05 18:50:34.614306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 4e850f7e-902f-4c90-8af1-055e2352ebfd {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:34.618685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] For port e3cf9113-25b8-4aa4-a181-cd4ac65756f4, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:50:34.624962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] For port e3cf9113-25b8-4aa4-a181-cd4ac65756f4, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:50:34.633827 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.634023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.656911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c740ba-e813-4cba-8b69-59c10fb23e92 None None] DHCP port deletion for 8a0af46e-2e01-4f84-8bc3-3ca83e933c9f request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:50:34.695500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:34.696171 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.697621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] 10.222.0.20 "PUT /v2.0/ports/e3cf9113-25b8-4aa4-a181-cd4ac65756f4 HTTP/1.1" status: 200 len: 1091 time: 1.1044335 Apr 05 18:50:34.698135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ac4d83-c3c9-43b4-8d89-87ce180279fb', 'tag': 'e3cf9113-25b8-4aa4-a181-cd4ac65756f4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:34.700715 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3fac4c-fe79-4331-bac1-3f8693058b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ac4d83-c3c9-43b4-8d89-87ce180279fb", "tag": "e3cf9113-25b8-4aa4-a181-cd4ac65756f4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:34.753837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7276e82-ba39-4f5c-9522-4f526c747276 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:34.763750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] For port 4e850f7e-902f-4c90-8af1-055e2352ebfd, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4e850f7e-902f-4c90-8af1-055e2352ebfd,segment=NetworkSegment(aebf4ca2-840c-4fc2-abd0-d4af861c5f09),segment_id=aebf4ca2-840c-4fc2-abd0-d4af861c5f09)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:34.764768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.771230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-75c740ba-e813-4cba-8b69-59c10fb23e92 None None] Deleting port 4e850f7e-902f-4c90-8af1-055e2352ebfd {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:34.771605 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75c740ba-e813-4cba-8b69-59c10fb23e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.774128 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e8d4f6-0be6-47b8-b8ea-d3759c2ae841 x-openstack-request-id: req-90e8d4f6-0be6-47b8-b8ea-d3759c2ae841 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:34.774428 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ac4d83-c3c9-43b4-8d89-87ce180279fb", "tag": "e3cf9113-25b8-4aa4-a181-cd4ac65756f4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:34.774850 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90e8d4f6-0be6-47b8-b8ea-d3759c2ae841 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:34.775237 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e8d4f6-0be6-47b8-b8ea-d3759c2ae841'] response: {'name': 'network-changed', 'server_uuid': 'c7ac4d83-c3c9-43b4-8d89-87ce180279fb', 'tag': 'e3cf9113-25b8-4aa4-a181-cd4ac65756f4', 'status': 'completed', 'code': 200} Apr 05 18:50:34.783909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 4e850f7e-902f-4c90-8af1-055e2352ebfd owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:34.836692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-cd40664b-e5c7-46f8-8be2-51d515914240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:34.838185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-cd40664b-e5c7-46f8-8be2-51d515914240 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 1094 time: 0.0811493 Apr 05 18:50:34.852248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412660e5-0ca9-4763-9e3b-46c1b40075fc req-f8004aff-c982-43fd-b153-d7048ed6ddc8 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:34.853906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-412660e5-0ca9-4763-9e3b-46c1b40075fc req-f8004aff-c982-43fd-b153-d7048ed6ddc8 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 945 time: 0.0765796 Apr 05 18:50:34.872768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-75c740ba-e813-4cba-8b69-59c10fb23e92 None None] For port 4e850f7e-902f-4c90-8af1-055e2352ebfd, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4e850f7e-902f-4c90-8af1-055e2352ebfd,segment=NetworkSegment(aebf4ca2-840c-4fc2-abd0-d4af861c5f09),segment_id=aebf4ca2-840c-4fc2-abd0-d4af861c5f09)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:34.873406 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75c740ba-e813-4cba-8b69-59c10fb23e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.888037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-75c740ba-e813-4cba-8b69-59c10fb23e92 None None] Calling delete_port for 4e850f7e-902f-4c90-8af1-055e2352ebfd owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:34.897745 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:34.916224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-cc7aef24-862e-46b8-8bb7-5bc2c692a299 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3cf9113-25b8-4aa4-a181-cd4ac65756f4 HTTP/1.1" status: 200 len: 217 time: 0.0600293 Apr 05 18:50:34.927960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=4e850f7e-902f-4c90-8af1-055e2352ebfd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:34.929807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No DVR routers for this DVR port 4e850f7e-902f-4c90-8af1-055e2352ebfd on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:34.952217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e62c6b6b-3c8b-4585-874b-3393de0b52d2 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:50:34.980047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-412660e5-0ca9-4763-9e3b-46c1b40075fc req-adeb9e42-2f31-428f-9d74-8bf0efc4e7a8 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165891 Apr 05 18:50:35.013447 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.017751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-0abc1010-74a8-44da-bffb-f60026a7aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:35.019251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-0abc1010-74a8-44da-bffb-f60026a7aecc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.0951729 Apr 05 18:50:35.044192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.067966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-de848b8c-af4e-4752-a130-5dd60f2297f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409210 Apr 05 18:50:35.093346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0af46e-2e01-4f84-8bc3-3ca83e933c9f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:35.101006 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75c740ba-e813-4cba-8b69-59c10fb23e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.109461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebf4ca2-840c-4fc2-abd0-d4af861c5f09') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:35.109781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebf4ca2-840c-4fc2-abd0-d4af861c5f09') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:35.122185 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.141928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c740ba-e813-4cba-8b69-59c10fb23e92 None None] No DVR routers for this DVR port 4e850f7e-902f-4c90-8af1-055e2352ebfd on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:35.148617 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.150054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c740ba-e813-4cba-8b69-59c10fb23e92 None None] Pushing event deleted for resources: {'Port': ['ID=4e850f7e-902f-4c90-8af1-055e2352ebfd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:35.161849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:35.164554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:50:35.165564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:50:35.171080 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:50:35.177370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'port_id': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'mac_address': 'fa:16:3e:e3:a4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:50:35.252944 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.283576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62c6b6b-3c8b-4585-874b-3393de0b52d2 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:50:35.284387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c246322-8dea-4cd8-957a-e54d0c39fed5 req-36d43364-2bdb-456c-b1c7-85d1e16cf7e4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:35.292162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c246322-8dea-4cd8-957a-e54d0c39fed5 req-36d43364-2bdb-456c-b1c7-85d1e16cf7e4 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 943 time: 0.1956341 Apr 05 18:50:35.302213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.309654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:35.316043 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.318842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.322714 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/networks/8a0af46e-2e01-4f84-8bc3-3ca83e933c9f HTTP/1.1" status: 204 len: 168 time: 0.9832737 Apr 05 18:50:35.330787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54510) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:35.337367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19718d29-9af3-4dfb-a368-0825f68cde4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Network': ['ID=8a0af46e-2e01-4f84-8bc3-3ca83e933c9f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:35.362560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1e7e9-4317-4a16-90f1-f0525154b7ab req-139653d2-c8eb-45c2-8bcb-d9a21bdada37 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:35.364037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4f1e7e9-4317-4a16-90f1-f0525154b7ab req-139653d2-c8eb-45c2-8bcb-d9a21bdada37 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1426036 Apr 05 18:50:35.390589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:35.594735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e62c6b6b-3c8b-4585-874b-3393de0b52d2'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:35.662888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-d82cec08-5d33-4106-ae5e-cdaeac9b2d3a service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864084 Apr 05 18:50:35.685156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c246322-8dea-4cd8-957a-e54d0c39fed5 req-9da67192-b52c-40ef-a8d4-55ba85ece86f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921461 Apr 05 18:50:35.692785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b35cfb9-f2fd-463e-a84e-42730479f8f7 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:35.693743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2b35cfb9-f2fd-463e-a84e-42730479f8f7 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/fdfdc4b1-f57e-4cdd-b45f-653a8a740909 HTTP/1.1" status: 200 len: 840 time: 0.3587761 Apr 05 18:50:35.698262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54514) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:35.752218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4f1e7e9-4317-4a16-90f1-f0525154b7ab req-c9291d13-6522-48f0-ae41-6d44e6099078 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133895 Apr 05 18:50:35.797680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcc2e74c-0097-4c11-a2ab-de9897a2898a req-67fd85ca-e7f6-42d9-b955-a898d8d05118 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226447 Apr 05 18:50:35.804768 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-25578651-5da7-4a16-ada4-1b55b70578be tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/fdfdc4b1-f57e-4cdd-b45f-653a8a740909?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1047189 Apr 05 18:50:35.808209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54516) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:35.815574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:35.889898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a1bfc-6adc-4160-a4f0-883f802e1938 req-e239c9ed-2f0c-4239-8c1f-3c45957307be tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:35.891361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-044a1bfc-6adc-4160-a4f0-883f802e1938 req-e239c9ed-2f0c-4239-8c1f-3c45957307be tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 945 time: 0.0884614 Apr 05 18:50:35.901751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-fb00a67b-3f3a-40e8-ab43-0ca6857f14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:35.903405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-fb00a67b-3f3a-40e8-ab43-0ca6857f14c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 1094 time: 0.0536358 Apr 05 18:50:35.921815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:35.926089 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:35.984317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-044a1bfc-6adc-4160-a4f0-883f802e1938 req-c097f4d2-7487-4731-b002-0097dd33ad99 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798931 Apr 05 18:50:36.010638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4e850f7e-902f-4c90-8af1-055e2352ebfd no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:36.023110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-078e07fa-0250-4611-8505-e108bc9fa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:36.024567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-078e07fa-0250-4611-8505-e108bc9fa5b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 200 len: 911 time: 0.1060698 Apr 05 18:50:36.061617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 4e850f7e-902f-4c90-8af1-055e2352ebfd {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:36.062097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4e850f7e-902f-4c90-8af1-055e2352ebfd not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:36.083130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-241cb0e9-1847-422e-844c-d31a3959aca8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3cf9113-25b8-4aa4-a181-cd4ac65756f4 HTTP/1.1" status: 200 len: 217 time: 0.0508094 Apr 05 18:50:36.162350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-2b72bc3d-2750-4785-bb10-3684f34de409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:36.163783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-2b72bc3d-2750-4785-bb10-3684f34de409 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 200 len: 851 time: 0.0727830 Apr 05 18:50:36.175086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.175328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb25bf2-d94b-4a77-8b4c-49abb2dadbb2 req-648577bc-4c64-4328-a111-934c080f5a28 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:36.176798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfb25bf2-d94b-4a77-8b4c-49abb2dadbb2 req-648577bc-4c64-4328-a111-934c080f5a28 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 945 time: 0.0869520 Apr 05 18:50:36.221605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-c38dddab-a8b9-48b3-842f-98a31a48e09d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55c28764-9f91-4a61-b976-350eaefaf098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410261 Apr 05 18:50:36.228608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:36.230181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:36.233178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:36.233848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.239761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bcc611-44d3-4170-9acd-b83c853b7cf8 None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:36.251380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=13cea31f-b43f-4425-ace5-b9a47d66e879,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:36.263557 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-84a13f58-aa07-4690-8bdc-5410078164ca tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4533622 Apr 05 18:50:36.264230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54520) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:36.274337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fc869baf-e22b-4471-92c5-3f3be68b98a3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'security_group': {'name': 'tempest-secgroup-400207388'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:36.314738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfb25bf2-d94b-4a77-8b4c-49abb2dadbb2 req-dbabf282-c569-4e8c-b6d3-15b446b09347 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294467 Apr 05 18:50:36.345987 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc869baf-e22b-4471-92c5-3f3be68b98a3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.372749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-338921ed-841a-4f5b-91c8-d51dbbec5044 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442902 Apr 05 18:50:36.421163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-9590486b-e229-4a84-bbac-c28b68c61460 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:36.422617 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-9590486b-e229-4a84-bbac-c28b68c61460 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.25 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 945 time: 0.0647070 Apr 05 18:50:36.471354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'tenant_id': 'e7a9a2cdab22418b8b4965fb5ef160e9', 'fixed_ips': [{'subnet_id': '13cea31f-b43f-4425-ace5-b9a47d66e879'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:50:36.472907 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.508996 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc869baf-e22b-4471-92c5-3f3be68b98a3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.513167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c3fac4c-fe79-4331-bac1-3f8693058b2d req-4696c124-4300-4ae2-8ccf-fd1479be38a0 service neutron] 10.222.0.20 "GET /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291368 Apr 05 18:50:36.518689 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc869baf-e22b-4471-92c5-3f3be68b98a3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.551312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc869baf-e22b-4471-92c5-3f3be68b98a3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5baab627-04c8-4498-8660-3cf0252a118c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:36.556824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc869baf-e22b-4471-92c5-3f3be68b98a3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.558127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fc869baf-e22b-4471-92c5-3f3be68b98a3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2873123 Apr 05 18:50:36.562634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54524) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:36.568865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-62cb79c0-6d58-4f86-ada0-7996c09b71e2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'security_group': {'name': 'tempest-secgroup-214556139'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:36.576702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Deleting port 59ffc23c-87d1-4497-8a01-e97a20b7094e {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:36.577110 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.593700 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62cb79c0-6d58-4f86-ada0-7996c09b71e2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.671090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Allocated IP 172.20.0.2 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/13cea31f-b43f-4425-ace5-b9a47d66e879/240f1b89-3b53-4e7d-a36f-2f830057da59) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:36.677000 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62cb79c0-6d58-4f86-ada0-7996c09b71e2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.680727 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62cb79c0-6d58-4f86-ada0-7996c09b71e2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.698621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] For port 59ffc23c-87d1-4497-8a01-e97a20b7094e, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=59ffc23c-87d1-4497-8a01-e97a20b7094e,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:36.699253 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.710903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62cb79c0-6d58-4f86-ada0-7996c09b71e2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.714752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-62cb79c0-6d58-4f86-ada0-7996c09b71e2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1493781 Apr 05 18:50:36.716332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54526) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:36.722195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1970761435', 'security_groups': ['4eefa288-0a4d-4d29-96de-586c3cca16a7'], 'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13cea31f-b43f-4425-ace5-b9a47d66e879'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:36.725452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Calling delete_port for 59ffc23c-87d1-4497-8a01-e97a20b7094e owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:36.773042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb79c0-6d58-4f86-ada0-7996c09b71e2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eefa288-0a4d-4d29-96de-586c3cca16a7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:36.899237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.901952 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.911365 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.946214 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Pushing event deleted for resources: {'Port': ['ID=59ffc23c-87d1-4497-8a01-e97a20b7094e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:36.951108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcba10-deab-46dd-a3b3-84f87607046d req-5a315c28-ced9-4bb2-95f1-6223a9a9143e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:36.954877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e62c6b6b-3c8b-4585-874b-3393de0b52d2 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:36.959207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ebcba10-deab-46dd-a3b3-84f87607046d req-5a315c28-ced9-4bb2-95f1-6223a9a9143e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 943 time: 0.1211267 Apr 05 18:50:36.960219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['59ffc23c-87d1-4497-8a01-e97a20b7094e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:36.963819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ab7a82d1-7f01-4acb-aa23-139a07a6b704', '91111e18-7cfb-4277-8ef7-67b3be54c53c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:36.984584 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] No DVR routers for this DVR port 59ffc23c-87d1-4497-8a01-e97a20b7094e on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:36.988590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:36.992270 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-528e2443-37e1-4c47-b619-f3a729d64e85 req-f5b2e3e2-d0d5-48de-84f0-73a91dcbac27 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.25 "DELETE /v2.0/ports/59ffc23c-87d1-4497-8a01-e97a20b7094e HTTP/1.1" status: 204 len: 173 time: 0.5630033 Apr 05 18:50:36.993014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efde6f6-9023-4146-9467-f8d9b43d7284', 'name': 'network-vif-deleted', 'tag': '59ffc23c-87d1-4497-8a01-e97a20b7094e'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:36.995617 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbb6e31-3fa0-497c-8e5a-392086e757c3" -d '{"events": [{"server_uuid": "4efde6f6-9023-4146-9467-f8d9b43d7284", "name": "network-vif-deleted", "tag": "59ffc23c-87d1-4497-8a01-e97a20b7094e"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:37.016906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84460ec0-cb64-4189-a805-d1c2c876ddaa req-ec022bce-9a1b-445d-ba4a-404458913449 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:37.019417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84460ec0-cb64-4189-a805-d1c2c876ddaa req-ec022bce-9a1b-445d-ba4a-404458913449 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1382704 Apr 05 18:50:37.046962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ebcba10-deab-46dd-a3b3-84f87607046d req-4d06550b-242b-4db7-8d08-ae2d138121d6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866740 Apr 05 18:50:37.090511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:37.111699 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf6e531-da44-4544-89d5-cded92945160 x-openstack-request-id: req-fbf6e531-da44-4544-89d5-cded92945160 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:37.111983 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efde6f6-9023-4146-9467-f8d9b43d7284", "name": "network-vif-deleted", "tag": "59ffc23c-87d1-4497-8a01-e97a20b7094e", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:37.112257 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbf6e531-da44-4544-89d5-cded92945160 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:37.112767 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf6e531-da44-4544-89d5-cded92945160'] response: {'server_uuid': '4efde6f6-9023-4146-9467-f8d9b43d7284', 'name': 'network-vif-deleted', 'tag': '59ffc23c-87d1-4497-8a01-e97a20b7094e', 'status': 'completed', 'code': 200} Apr 05 18:50:37.119765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84460ec0-cb64-4189-a805-d1c2c876ddaa req-9f383e48-98ff-4f19-bc75-cfa6c98d8247 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867200 Apr 05 18:50:37.140204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:37.158924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:37.179533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:37.193380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Pushing event updated for resources: {'Port': ['ID=240f1b89-3b53-4e7d-a36f-2f830057da59,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:37.195919 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:37.272143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d21c9c-0d80-4833-b6c4-28822235cd65 req-fedbf3a1-0a6e-4688-8f6c-6ce47c292a6e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:37.274249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-19d21c9c-0d80-4833-b6c4-28822235cd65 req-fedbf3a1-0a6e-4688-8f6c-6ce47c292a6e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 945 time: 0.0945427 Apr 05 18:50:37.275398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port e62c6b6b-3c8b-4585-874b-3393de0b52d2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:37.275770 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:37.290549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:37.304699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Attempting to bind port 240f1b89-3b53-4e7d-a36f-2f830057da59 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:50:37.305063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Attempting to bind port 240f1b89-3b53-4e7d-a36f-2f830057da59 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c558dc0a-9326-4a0f-99a6-b244fd3188c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:50:37.305423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Attempting to bind port 240f1b89-3b53-4e7d-a36f-2f830057da59 on network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:37.340910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port 165285aa-9b26-4936-b159-bdfd4d9b91c6 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:50:37.375612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:50:37.377804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Checking segment: {'id': 'c558dc0a-9326-4a0f-99a6-b244fd3188c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:37.378296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:37.378727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Bound using segment: {'id': 'c558dc0a-9326-4a0f-99a6-b244fd3188c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:50:37.380287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Bound port: 240f1b89-3b53-4e7d-a36f-2f830057da59, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c558dc0a-9326-4a0f-99a6-b244fd3188c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:50:37.380723 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:37.451258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-19d21c9c-0d80-4833-b6c4-28822235cd65 req-02370e2b-1911-4d84-89a9-d94f992eaadd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577055 Apr 05 18:50:37.510758 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-550afe5b-f715-4613-a215-58e8c9f652ff req-e43e198d-9f16-415c-a20b-3710db736aae tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efde6f6-9023-4146-9467-f8d9b43d7284 HTTP/1.1" status: 200 len: 210 time: 0.0583093 Apr 05 18:50:37.636599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] For port 240f1b89-3b53-4e7d-a36f-2f830057da59, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:50:37.643250 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:37.667388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] For port 240f1b89-3b53-4e7d-a36f-2f830057da59, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=240f1b89-3b53-4e7d-a36f-2f830057da59,segment=NetworkSegment(c558dc0a-9326-4a0f-99a6-b244fd3188c6),segment_id=c558dc0a-9326-4a0f-99a6-b244fd3188c6)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:50:37.672814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.6 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/13cea31f-b43f-4425-ace5-b9a47d66e879/165285aa-9b26-4936-b159-bdfd4d9b91c6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:37.681455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:37.722519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:37.724766 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b6d0cf-765f-46de-ad84-d13b9ef537d4" -d '{"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-plugged", "status": "completed", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:37.764330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:37.793658 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71512fa2-369b-47fc-9278-70d57d0df7b1 x-openstack-request-id: req-71512fa2-369b-47fc-9278-70d57d0df7b1 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:37.795744 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-plugged", "status": "completed", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:37.795999 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71512fa2-369b-47fc-9278-70d57d0df7b1 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:37.798198 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71512fa2-369b-47fc-9278-70d57d0df7b1'] response: {'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'code': 200} Apr 05 18:50:37.813365 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:37.818922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec490f-0253-4234-a7c2-556ffb61e695 None None] Pushing event updated for resources: {'Port': ['ID=240f1b89-3b53-4e7d-a36f-2f830057da59,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:37.847519 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:37.899671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:37.912398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:38.018472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:38.030249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:38.039236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=165285aa-9b26-4936-b159-bdfd4d9b91c6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:38.047783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:38.091001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76da3f-3168-4774-926e-9e525782fa5c req-59d033a4-1879-4846-acec-2212dcdfc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:38.092888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed76da3f-3168-4774-926e-9e525782fa5c req-59d033a4-1879-4846-acec-2212dcdfc984 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 1098 time: 0.1570895 Apr 05 18:50:38.126452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:38.126452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:38.188308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9393856e-808a-4164-b230-4c97006d224a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4680550 Apr 05 18:50:38.188845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54546) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:38.192565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed76da3f-3168-4774-926e-9e525782fa5c req-c059aae8-1f23-4c7d-8ec1-2df961308129 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906816 Apr 05 18:50:38.195516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-bce098bc-f137-45f7-958c-d7f8349fb3bf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:38.217210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c83da-455b-4a2d-bd56-a5e025f17d66 req-2ad49151-5915-46c6-88d6-31853a0b01f2 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:38.219056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a5c83da-455b-4a2d-bd56-a5e025f17d66 req-2ad49151-5915-46c6-88d6-31853a0b01f2 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 943 time: 0.0891912 Apr 05 18:50:38.303372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a5c83da-455b-4a2d-bd56-a5e025f17d66 req-fe029683-f790-438c-bf70-fd2d49edad8b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590200 Apr 05 18:50:38.311073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e2f03-a8be-4fd0-af70-b4c1e82e5cda req-7caadb17-801e-450e-ad79-696b8e5020f1 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:38.312577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e76e2f03-a8be-4fd0-af70-b4c1e82e5cda req-7caadb17-801e-450e-ad79-696b8e5020f1 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.0797751 Apr 05 18:50:38.340280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce098bc-f137-45f7-958c-d7f8349fb3bf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:38.344126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce098bc-f137-45f7-958c-d7f8349fb3bf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:38.360103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e76e2f03-a8be-4fd0-af70-b4c1e82e5cda req-b23266af-5e4e-4de1-9643-a28b1118fc4c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367165 Apr 05 18:50:38.442364 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-bce098bc-f137-45f7-958c-d7f8349fb3bf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 13cea31f-b43f-4425-ace5-b9a47d66e879 (CIDR: 172.20.0.0/28) Apr 05 18:50:38.446139 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce098bc-f137-45f7-958c-d7f8349fb3bf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:50:38.446731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce098bc-f137-45f7-958c-d7f8349fb3bf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:38.464668 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bce098bc-f137-45f7-958c-d7f8349fb3bf tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2748282 Apr 05 18:50:38.467362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54550) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:38.473950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:38.646019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75a53-60be-4265-b744-77d2c72e3f02 req-15fe3949-cfe0-4693-9494-eb1296389265 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:38.655896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ab75a53-60be-4265-b744-77d2c72e3f02 req-15fe3949-cfe0-4693-9494-eb1296389265 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 947 time: 0.1190240 Apr 05 18:50:38.734661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ab75a53-60be-4265-b744-77d2c72e3f02 req-31242206-1e30-4023-8bde-73edaf57644c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704682 Apr 05 18:50:38.918935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dc83e-6406-4ea0-b850-68a4772965f6 req-427a5935-b9b1-4e32-943f-3c760800eb6b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:38.920495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c37dc83e-6406-4ea0-b850-68a4772965f6 req-427a5935-b9b1-4e32-943f-3c760800eb6b tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 946 time: 0.0559258 Apr 05 18:50:38.927504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e3cf9113-25b8-4aa4-a181-cd4ac65756f4 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:50:38.966952 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c37dc83e-6406-4ea0-b850-68a4772965f6 req-b87a7378-dc73-414d-aebb-9285731ae929 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358255 Apr 05 18:50:38.991516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:38.995585 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.069824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e3cf9113-25b8-4aa4-a181-cd4ac65756f4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:39.085672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'e3cf9113-25b8-4aa4-a181-cd4ac65756f4', 'network_id': '55c28764-9f91-4a61-b976-350eaefaf098', 'port_id': 'e3cf9113-25b8-4aa4-a181-cd4ac65756f4', 'mac_address': 'fa:16:3e:22:56:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3deab1-7812-4525-8991-793933ce26cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:50:39.142321 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.158930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cf9113-25b8-4aa4-a181-cd4ac65756f4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:50:39.163814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-094be081-5454-408e-ad0f-ecea07339122 None None] Provisioning complete for port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:39.164207 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-094be081-5454-408e-ad0f-ecea07339122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.215314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e3cf9113-25b8-4aa4-a181-cd4ac65756f4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:39.224460 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.231034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-094be081-5454-408e-ad0f-ecea07339122 None None] Port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:39.289103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-094be081-5454-408e-ad0f-ecea07339122 None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:39.289449 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-094be081-5454-408e-ad0f-ecea07339122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.293441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.310991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:39.337881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:39.341928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:39.347123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:39.347589 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.357341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=589fc91d-4b92-4771-bcbf-868ea0bb4924,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:39.369081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61081023-7849-4535-bf68-d0f380ff0d19 None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:39.375861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54570) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:39.377086 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d1918feb-a67f-4203-836b-ea7a72bb3313 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9079428 Apr 05 18:50:39.385328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1079545123', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '589fc91d-4b92-4771-bcbf-868ea0bb4924'}], 'security_groups': ['5baab627-04c8-4498-8660-3cf0252a118c']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:39.545155 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.587217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae04eed-0935-45fb-af88-e29c74f56459 req-ef046d04-3d1b-46ac-b715-d669763e1674 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:39.588616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ae04eed-0935-45fb-af88-e29c74f56459 req-ef046d04-3d1b-46ac-b715-d669763e1674 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 944 time: 0.1543741 Apr 05 18:50:39.663092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacea39-c34c-4620-9f4b-31bdc7bc8941 req-3fa22f4c-12be-4195-89c8-a4cece875fef tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:39.671578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcacea39-c34c-4620-9f4b-31bdc7bc8941 req-3fa22f4c-12be-4195-89c8-a4cece875fef tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1715615 Apr 05 18:50:39.689700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e3cf9113-25b8-4aa4-a181-cd4ac65756f4'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:39.747791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c00bba07-f8bb-4698-8785-a0fbbaf01e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.757462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-094be081-5454-408e-ad0f-ecea07339122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:39.815862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcacea39-c34c-4620-9f4b-31bdc7bc8941 req-e6aff492-e51c-4c7a-abed-850802aa7f1d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428869 Apr 05 18:50:39.827402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ae04eed-0935-45fb-af88-e29c74f56459 req-90c4ae98-63cb-4aa0-9fd8-25eaa10e39b6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104785 Apr 05 18:50:39.884964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-094be081-5454-408e-ad0f-ecea07339122 None None] For port 240f1b89-3b53-4e7d-a36f-2f830057da59, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=240f1b89-3b53-4e7d-a36f-2f830057da59,segment=NetworkSegment(c558dc0a-9326-4a0f-99a6-b244fd3188c6),segment_id=c558dc0a-9326-4a0f-99a6-b244fd3188c6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:39.897555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-094be081-5454-408e-ad0f-ecea07339122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:40.036689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 59ffc23c-87d1-4497-8a01-e97a20b7094e no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:40.100214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 240f1b89-3b53-4e7d-a36f-2f830057da59 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:40.106992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c360832-69ff-4e08-a06b-a3fd4b160ebe req-6894eb1d-6ee1-4ebf-99eb-f55549cb34e4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:40.110640 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 59ffc23c-87d1-4497-8a01-e97a20b7094e {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:40.111394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 59ffc23c-87d1-4497-8a01-e97a20b7094e not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:40.117858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c360832-69ff-4e08-a06b-a3fd4b160ebe req-6894eb1d-6ee1-4ebf-99eb-f55549cb34e4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 947 time: 0.1550524 Apr 05 18:50:40.172717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094be081-5454-408e-ad0f-ecea07339122 None None] Pushing event updated for resources: {'Port': ['ID=240f1b89-3b53-4e7d-a36f-2f830057da59,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:40.199933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-da5f84df-9f55-43d5-964e-e62480098a7d None None] Provisioning complete for port 165285aa-9b26-4936-b159-bdfd4d9b91c6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:40.200487 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da5f84df-9f55-43d5-964e-e62480098a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:40.236242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c360832-69ff-4e08-a06b-a3fd4b160ebe req-0275e632-35f2-4483-b230-1cf7a30caf9b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113677 Apr 05 18:50:40.297637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-da5f84df-9f55-43d5-964e-e62480098a7d None None] Port 165285aa-9b26-4936-b159-bdfd4d9b91c6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:40.314831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:40.315202 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:40.343350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cbfe0-3b8d-4dd1-beec-6e86d8a5c7a4 req-c0b3680d-d665-4d0e-b2ea-9a2de1b87981 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:40.345674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647cbfe0-3b8d-4dd1-beec-6e86d8a5c7a4 req-c0b3680d-d665-4d0e-b2ea-9a2de1b87981 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 946 time: 0.2498457 Apr 05 18:50:40.349347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c0723-9b60-4ed9-9551-9a21628fc78b None None] Update dhcp port {'port': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'fixed_ips': [{'subnet_id': '13cea31f-b43f-4425-ace5-b9a47d66e879', 'ip_address': '172.20.0.2'}, {'subnet_id': '589fc91d-4b92-4771-bcbf-868ea0bb4924'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '240f1b89-3b53-4e7d-a36f-2f830057da59'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 18:50:40.384253 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-408c0723-9b60-4ed9-9551-9a21628fc78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:40.411317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-7078a93f-d2de-4bf4-bdc7-d926ee91a9f5 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:40.413031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-7078a93f-d2de-4bf4-bdc7-d926ee91a9f5 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.20 "GET /v2.0/ports?device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 946 time: 0.1286378 Apr 05 18:50:40.487706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Delete allocated IP 172.20.0.6 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/13cea31f-b43f-4425-ace5-b9a47d66e879) {{(pid=102640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 18:50:40.492281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647cbfe0-3b8d-4dd1-beec-6e86d8a5c7a4 req-ab86f719-cbac-4a44-8ff6-99da1ffeb88e tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157284 Apr 05 18:50:40.527862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.23 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/589fc91d-4b92-4771-bcbf-868ea0bb4924/165285aa-9b26-4936-b159-bdfd4d9b91c6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:40.636101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Deleting port 91111e18-7cfb-4277-8ef7-67b3be54c53c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:40.636545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:40.772919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] For port 91111e18-7cfb-4277-8ef7-67b3be54c53c, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=91111e18-7cfb-4277-8ef7-67b3be54c53c,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:40.773202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:40.797290 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:40.799581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Calling delete_port for 91111e18-7cfb-4277-8ef7-67b3be54c53c owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:40.804488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:40.890440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-408c0723-9b60-4ed9-9551-9a21628fc78b None None] Allocated IP 172.20.0.18 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/589fc91d-4b92-4771-bcbf-868ea0bb4924/240f1b89-3b53-4e7d-a36f-2f830057da59) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:40.956138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e3cf9113-25b8-4aa4-a181-cd4ac65756f4 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:41.014894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=165285aa-9b26-4936-b159-bdfd4d9b91c6,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:41.036997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-408c0723-9b60-4ed9-9551-9a21628fc78b None None] For port 240f1b89-3b53-4e7d-a36f-2f830057da59, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=240f1b89-3b53-4e7d-a36f-2f830057da59,segment=NetworkSegment(c558dc0a-9326-4a0f-99a6-b244fd3188c6),segment_id=c558dc0a-9326-4a0f-99a6-b244fd3188c6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:41.051645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port e3cf9113-25b8-4aa4-a181-cd4ac65756f4 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:50:41.060741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port e3cf9113-25b8-4aa4-a181-cd4ac65756f4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:41.061117 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.062975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] In _notify_port_updated(), no bound segment for port 165285aa-9b26-4936-b159-bdfd4d9b91c6 on network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:50:41.069131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:41.069685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.073904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-85b55158-a2fa-4ae7-bcdc-030219fdc604 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "PUT /v2.0/ports/165285aa-9b26-4936-b159-bdfd4d9b91c6 HTTP/1.1" status: 200 len: 921 time: 1.6964839 Apr 05 18:50:41.074117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54638) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:41.094902 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-408c0723-9b60-4ed9-9551-9a21628fc78b None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.096825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec07aa-5e5f-44d1-b14c-2648733dff12 req-5ce636b3-8c58-4e40-ac96-0b79439526c2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:41.098447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4ec07aa-5e5f-44d1-b14c-2648733dff12 req-5ce636b3-8c58-4e40-ac96-0b79439526c2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1942637 Apr 05 18:50:41.106820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb9228-3d53-4b29-8575-72cadf445714 req-9e5c7779-0d50-4320-927b-3cdbc8531c2d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:41.108424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acfb9228-3d53-4b29-8575-72cadf445714 req-9e5c7779-0d50-4320-927b-3cdbc8531c2d tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 944 time: 0.1813309 Apr 05 18:50:41.114623 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-408c0723-9b60-4ed9-9551-9a21628fc78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.176863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4ec07aa-5e5f-44d1-b14c-2648733dff12 req-33c2d2d1-5b6f-4bb7-ba8a-e13abd88bc32 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667963 Apr 05 18:50:41.224159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acfb9228-3d53-4b29-8575-72cadf445714 req-1f464be5-087c-4373-a964-82167e506009 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870874 Apr 05 18:50:41.234920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0e35bdd2-540f-4645-b82b-81f40fe14763 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 165285aa-9b26-4936-b159-bdfd4d9b91c6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:41.235359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e35bdd2-540f-4645-b82b-81f40fe14763 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.262966 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.294932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ab7a82d1-7f01-4acb-aa23-139a07a6b704', '91111e18-7cfb-4277-8ef7-67b3be54c53c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:41.313725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c0723-9b60-4ed9-9551-9a21628fc78b None None] Pushing event updated for resources: {'Port': ['ID=240f1b89-3b53-4e7d-a36f-2f830057da59,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:41.333181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Pushing event deleted for resources: {'Port': ['ID=91111e18-7cfb-4277-8ef7-67b3be54c53c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:41.429353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] No DVR routers for this DVR port 91111e18-7cfb-4277-8ef7-67b3be54c53c on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:41.430175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e35bdd2-540f-4645-b82b-81f40fe14763 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.432291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.436696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8d18ac6-7ce2-4b69-8fef-521f0e5e1ffc req-a6a19eb4-beef-4de0-893f-5a3fc4865770 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.20 "DELETE /v2.0/ports/91111e18-7cfb-4277-8ef7-67b3be54c53c HTTP/1.1" status: 204 len: 173 time: 1.0160792 Apr 05 18:50:41.437416 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.439680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273f6ebb-dffb-4336-9970-a971625277cb', 'name': 'network-vif-deleted', 'tag': '91111e18-7cfb-4277-8ef7-67b3be54c53c'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:41.442588 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bac90b-8aaf-48b3-8291-cb0a576723f9" -d '{"events": [{"server_uuid": "273f6ebb-dffb-4336-9970-a971625277cb", "name": "network-vif-deleted", "tag": "91111e18-7cfb-4277-8ef7-67b3be54c53c"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:41.446278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0e35bdd2-540f-4645-b82b-81f40fe14763 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 165285aa-9b26-4936-b159-bdfd4d9b91c6 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:41.490444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65ea7f-a571-41b8-80a0-3017cfdbf131 req-873e1744-5a79-461a-a34a-2f493d689105 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:41.507613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc65ea7f-a571-41b8-80a0-3017cfdbf131 req-873e1744-5a79-461a-a34a-2f493d689105 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 947 time: 0.1381302 Apr 05 18:50:41.547934 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b6631d-4bd3-49eb-9c4f-74caba833361 x-openstack-request-id: req-d8b6631d-4bd3-49eb-9c4f-74caba833361 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:41.549584 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273f6ebb-dffb-4336-9970-a971625277cb", "name": "network-vif-deleted", "tag": "91111e18-7cfb-4277-8ef7-67b3be54c53c", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:41.550067 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8b6631d-4bd3-49eb-9c4f-74caba833361 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:41.553413 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b6631d-4bd3-49eb-9c4f-74caba833361'] response: {'server_uuid': '273f6ebb-dffb-4336-9970-a971625277cb', 'name': 'network-vif-deleted', 'tag': '91111e18-7cfb-4277-8ef7-67b3be54c53c', 'status': 'completed', 'code': 200} Apr 05 18:50:41.605507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc65ea7f-a571-41b8-80a0-3017cfdbf131 req-33ed4a9c-6fec-428f-aa5e-8c0c815f02cf tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961037 Apr 05 18:50:41.617627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e3cf9113-25b8-4aa4-a181-cd4ac65756f4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:41.639933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ac4d83-c3c9-43b4-8d89-87ce180279fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cf9113-25b8-4aa4-a181-cd4ac65756f4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:41.648968 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f409a9ca-8268-4040-9811-95f6bdcf56c2" -d '{"events": [{"server_uuid": "c7ac4d83-c3c9-43b4-8d89-87ce180279fb", "name": "network-vif-plugged", "status": "completed", "tag": "e3cf9113-25b8-4aa4-a181-cd4ac65756f4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:41.668407 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.698243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75c78d5e-54b8-4285-8950-7335099e6fe3 req-6198406e-3c0b-4f13-a607-528ce3cb5a48 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=273f6ebb-dffb-4336-9970-a971625277cb HTTP/1.1" status: 200 len: 210 time: 0.0608649 Apr 05 18:50:41.757290 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d4f65-54e7-40cd-bd9b-5cb3220e18de x-openstack-request-id: req-d57d4f65-54e7-40cd-bd9b-5cb3220e18de {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:41.757847 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ac4d83-c3c9-43b4-8d89-87ce180279fb", "name": "network-vif-plugged", "status": "completed", "tag": "e3cf9113-25b8-4aa4-a181-cd4ac65756f4", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:41.758278 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d57d4f65-54e7-40cd-bd9b-5cb3220e18de {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:41.758856 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57d4f65-54e7-40cd-bd9b-5cb3220e18de'] response: {'server_uuid': 'c7ac4d83-c3c9-43b4-8d89-87ce180279fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cf9113-25b8-4aa4-a181-cd4ac65756f4', 'code': 200} Apr 05 18:50:41.801145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-714769d2-0a5b-4712-84eb-e2fd8a0974de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.804369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e35bdd2-540f-4645-b82b-81f40fe14763 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.851963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35bdd2-540f-4645-b82b-81f40fe14763 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=165285aa-9b26-4936-b159-bdfd4d9b91c6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:41.871711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:41.875720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15b177-77e6-4f47-bbb9-b832eb9740e6 req-e7d5a3a7-aa75-4942-a75e-67d7c442a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:41.877622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a15b177-77e6-4f47-bbb9-b832eb9740e6 req-e7d5a3a7-aa75-4942-a75e-67d7c442a9ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 1096 time: 0.0738654 Apr 05 18:50:41.940738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a15b177-77e6-4f47-bbb9-b832eb9740e6 req-fe1bdf42-e04b-4871-a72f-e1c7477f4a01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Apr 05 18:50:41.964776 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e35bdd2-540f-4645-b82b-81f40fe14763 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:41.972575 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0e35bdd2-540f-4645-b82b-81f40fe14763 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/165285aa-9b26-4936-b159-bdfd4d9b91c6 HTTP/1.1" status: 204 len: 168 time: 0.8936858 Apr 05 18:50:41.972846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54652) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:42.026134 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55ca90f-4804-43da-be46-d32543166a4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:50:42.031093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54654) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:42.031369 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f55ca90f-4804-43da-be46-d32543166a4b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/165285aa-9b26-4936-b159-bdfd4d9b91c6 HTTP/1.1" status: 404 len: 333 time: 0.0575016 Apr 05 18:50:42.044749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 240f1b89-3b53-4e7d-a36f-2f830057da59 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:42.107860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:42.108287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7974053d-0e58-4ef5-a61f-cce4f4dddd9d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.108451 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.133646 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7974053d-0e58-4ef5-a61f-cce4f4dddd9d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.197107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7974053d-0e58-4ef5-a61f-cce4f4dddd9d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.208343 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7974053d-0e58-4ef5-a61f-cce4f4dddd9d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.209520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7974053d-0e58-4ef5-a61f-cce4f4dddd9d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/security-groups/4eefa288-0a4d-4d29-96de-586c3cca16a7 HTTP/1.1" status: 204 len: 168 time: 0.1757519 Apr 05 18:50:42.213352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54658) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:42.227112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-09fc5f61-ccb7-4484-bca9-e093789f4485 None None] Could not find standard attr ID for object 165285aa-9b26-4936-b159-bdfd4d9b91c6. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:50:42.236022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974053d-0e58-4ef5-a61f-cce4f4dddd9d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eefa288-0a4d-4d29-96de-586c3cca16a7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:42.252764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-09fc5f61-ccb7-4484-bca9-e093789f4485 None None] Provisioning complete for port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:42.253129 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09fc5f61-ccb7-4484-bca9-e093789f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.332383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-09fc5f61-ccb7-4484-bca9-e093789f4485 None None] Port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:42.346440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-09fc5f61-ccb7-4484-bca9-e093789f4485 None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:42.346793 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09fc5f61-ccb7-4484-bca9-e093789f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.353878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec4e8-e38f-40c5-9015-e64241787953 req-329202d4-7462-4424-8615-d72acfd5fe4c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:42.362119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c0ec4e8-e38f-40c5-9015-e64241787953 req-329202d4-7462-4424-8615-d72acfd5fe4c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.0804920 Apr 05 18:50:42.364432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7643-c9ab-462b-bb0e-d34182895c49 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.394142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7643-c9ab-462b-bb0e-d34182895c49 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.429889 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c0ec4e8-e38f-40c5-9015-e64241787953 req-d45029e9-288d-4d3b-a938-443a562be24c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667045 Apr 05 18:50:42.450492 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7643-c9ab-462b-bb0e-d34182895c49 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.453449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7643-c9ab-462b-bb0e-d34182895c49 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.456995 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c6fb7643-c9ab-462b-bb0e-d34182895c49 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/security-groups/5baab627-04c8-4498-8660-3cf0252a118c HTTP/1.1" status: 204 len: 168 time: 0.2394681 Apr 05 18:50:42.457736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54662) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:42.475809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee756-4bba-45fd-8594-0e73310c76d0 req-51889dbd-a4e9-421c-b28a-ff8e04dcde88 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:42.477407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c74ee756-4bba-45fd-8594-0e73310c76d0 req-51889dbd-a4e9-421c-b28a-ff8e04dcde88 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 945 time: 0.0966020 Apr 05 18:50:42.491737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb7643-c9ab-462b-bb0e-d34182895c49 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baab627-04c8-4498-8660-3cf0252a118c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:42.526003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38000db-0211-4faa-b303-ff5be94c3969 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet 13cea31f-b43f-4425-ace5-b9a47d66e879 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:42.527893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c74ee756-4bba-45fd-8594-0e73310c76d0 req-8829e5b0-36de-4b64-a4c7-f0372faaaf81 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Apr 05 18:50:42.529825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b38000db-0211-4faa-b303-ff5be94c3969 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.576965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b38000db-0211-4faa-b303-ff5be94c3969 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.667706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b38000db-0211-4faa-b303-ff5be94c3969 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.746782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b38000db-0211-4faa-b303-ff5be94c3969 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.792455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38000db-0211-4faa-b303-ff5be94c3969 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=13cea31f-b43f-4425-ace5-b9a47d66e879,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:42.796756 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b38000db-0211-4faa-b303-ff5be94c3969 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.805061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:42.810915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:42.817050 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b38000db-0211-4faa-b303-ff5be94c3969 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/13cea31f-b43f-4425-ace5-b9a47d66e879 HTTP/1.1" status: 204 len: 168 time: 0.3563914 Apr 05 18:50:42.818237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:42.864703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2a2d8cc6-5149-4f59-9af3-7f5628713442 None None] Could not find standard attr ID for object 165285aa-9b26-4936-b159-bdfd4d9b91c6. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:50:42.964305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:42.968266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:43.081205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a159280f-bb56-47ea-b353-8a06be6149d3 None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:43.463274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79461e-ccf1-406b-8bd8-bd4070c910f0 req-262fc095-d2c1-4c80-b6e6-b781beaee7c7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:43.471292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef79461e-ccf1-406b-8bd8-bd4070c910f0 req-262fc095-d2c1-4c80-b6e6-b781beaee7c7 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.4407575 Apr 05 18:50:43.533795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef79461e-ccf1-406b-8bd8-bd4070c910f0 req-d4c911b4-e105-4773-9497-db49d0a762ff tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Apr 05 18:50:43.678782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177044f3-a24a-4913-87eb-0b535af22b4a req-56c76580-e469-4e57-8c3f-ae1215cdd6d1 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:43.680315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-177044f3-a24a-4913-87eb-0b535af22b4a req-56c76580-e469-4e57-8c3f-ae1215cdd6d1 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1525693 Apr 05 18:50:43.770939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8503-0dd5-4295-ba7c-21d69dd2eb8e req-6bc74964-11f8-4bbc-8b3f-4626ae73070b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:43.772679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04ce8503-0dd5-4295-ba7c-21d69dd2eb8e req-6bc74964-11f8-4bbc-8b3f-4626ae73070b tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 945 time: 0.1592979 Apr 05 18:50:43.840406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-177044f3-a24a-4913-87eb-0b535af22b4a req-07585ea2-592e-4b15-ade1-d49b4b94effa tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261604 Apr 05 18:50:43.871783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:43.907229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04ce8503-0dd5-4295-ba7c-21d69dd2eb8e req-15b03a7e-ba1a-4ad3-80f4-06bd967df1c2 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262786 Apr 05 18:50:43.933453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:43.950681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=889bb355-98f8-4f7f-a155-f1f3d4f37b57,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:43.954025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:43.956630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:43.957197 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:43.980480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54682) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:43.981069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-867adde3-96c8-47c2-86ea-3647406cbb99 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1742322 Apr 05 18:50:43.985566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-24a89113-6290-4fd5-956e-f8bcd2d40d2a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'security_group': {'name': 'tempest-secgroup-966233757'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:44.024285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24a89113-6290-4fd5-956e-f8bcd2d40d2a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.054129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f37a80-2535-4a4c-9a62-df8ed2d65e5a None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:44.104530 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24a89113-6290-4fd5-956e-f8bcd2d40d2a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.113919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24a89113-6290-4fd5-956e-f8bcd2d40d2a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.151601 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24a89113-6290-4fd5-956e-f8bcd2d40d2a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.153125 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-24a89113-6290-4fd5-956e-f8bcd2d40d2a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1714258 Apr 05 18:50:44.154478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a89113-6290-4fd5-956e-f8bcd2d40d2a tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a13323-0fe9-4fc7-8831-9cb84832bd7c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:44.158420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54686) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:44.161563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3d010817-e65f-460c-9240-2c44be9a2bf3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'security_group': {'name': 'tempest-secgroup-1155164962'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:44.206795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d010817-e65f-460c-9240-2c44be9a2bf3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.213808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-445ec997-f57a-476c-b7bf-bb4b73a7439d None None] Provisioning complete for port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:44.214327 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-445ec997-f57a-476c-b7bf-bb4b73a7439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.224123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ec11-8fc2-4bce-883b-a40c8f560c78 req-b5e63abb-bcd5-41c4-b9a2-9fa0441b8882 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:44.225658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acf3ec11-8fc2-4bce-883b-a40c8f560c78 req-b5e63abb-bcd5-41c4-b9a2-9fa0441b8882 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 945 time: 0.0824716 Apr 05 18:50:44.279779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-445ec997-f57a-476c-b7bf-bb4b73a7439d None None] Port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:44.304181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-445ec997-f57a-476c-b7bf-bb4b73a7439d None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:44.304623 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-445ec997-f57a-476c-b7bf-bb4b73a7439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.319012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acf3ec11-8fc2-4bce-883b-a40c8f560c78 req-344051b9-23b4-406f-a19d-9e60583bb9e1 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698161 Apr 05 18:50:44.352899 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.355331 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d010817-e65f-460c-9240-2c44be9a2bf3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.362744 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d010817-e65f-460c-9240-2c44be9a2bf3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.398597 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d010817-e65f-460c-9240-2c44be9a2bf3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.400963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ea822-c920-4bbd-bf1d-fb2688013c7a None None] Update dhcp port {'port': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'fixed_ips': [{'subnet_id': '589fc91d-4b92-4771-bcbf-868ea0bb4924', 'ip_address': '172.20.0.18'}, {'subnet_id': '889bb355-98f8-4f7f-a155-f1f3d4f37b57'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '240f1b89-3b53-4e7d-a36f-2f830057da59'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 18:50:44.403316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54688) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:44.405498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3d010817-e65f-460c-9240-2c44be9a2bf3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2479270 Apr 05 18:50:44.409605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f8cb4621-164c-48a0-be2a-d9bb9e857049 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'security_group': {'name': 'tempest-secgroup-1266812846'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:44.409777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d010817-e65f-460c-9240-2c44be9a2bf3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3658dd-03c7-49e0-9e08-aa4e444aed86,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:44.431146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8cb4621-164c-48a0-be2a-d9bb9e857049 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.451189 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea822-c920-4bbd-bf1d-fb2688013c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.533369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8cb4621-164c-48a0-be2a-d9bb9e857049 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.538591 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8cb4621-164c-48a0-be2a-d9bb9e857049 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.568603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb4621-164c-48a0-be2a-d9bb9e857049 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174fe9be-60ab-4f18-89b7-a237affd4703,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:44.573615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8cb4621-164c-48a0-be2a-d9bb9e857049 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.578105 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f8cb4621-164c-48a0-be2a-d9bb9e857049 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1734824 Apr 05 18:50:44.578702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54692) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:44.585015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-972547050', 'security_groups': ['174fe9be-60ab-4f18-89b7-a237affd4703'], 'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '889bb355-98f8-4f7f-a155-f1f3d4f37b57'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:44.676553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2c0ea822-c920-4bbd-bf1d-fb2688013c7a None None] Allocated IP 172.20.0.2 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/889bb355-98f8-4f7f-a155-f1f3d4f37b57/240f1b89-3b53-4e7d-a36f-2f830057da59) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:44.764990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e335739-ebfb-4752-8853-98ffc477098a req-e28b0db2-31cd-4da4-9e41-02e0dd508dcf tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:44.766449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e335739-ebfb-4752-8853-98ffc477098a req-e28b0db2-31cd-4da4-9e41-02e0dd508dcf tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.0955777 Apr 05 18:50:44.790890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2c0ea822-c920-4bbd-bf1d-fb2688013c7a None None] For port 240f1b89-3b53-4e7d-a36f-2f830057da59, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=240f1b89-3b53-4e7d-a36f-2f830057da59,segment=NetworkSegment(c558dc0a-9326-4a0f-99a6-b244fd3188c6),segment_id=c558dc0a-9326-4a0f-99a6-b244fd3188c6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:44.820850 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea822-c920-4bbd-bf1d-fb2688013c7a None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.824834 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea822-c920-4bbd-bf1d-fb2688013c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.828677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:44.853525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e335739-ebfb-4752-8853-98ffc477098a req-4b884515-59e1-43e9-9edd-493602fd4f65 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683978 Apr 05 18:50:44.864519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-5ebb9b89-6398-4839-a4fa-04b6502c9066 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:44.866260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-5ebb9b89-6398-4839-a4fa-04b6502c9066 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.1177621 Apr 05 18:50:44.941453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 91111e18-7cfb-4277-8ef7-67b3be54c53c no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:44.945364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ea822-c920-4bbd-bf1d-fb2688013c7a None None] Pushing event updated for resources: {'Port': ['ID=240f1b89-3b53-4e7d-a36f-2f830057da59,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:44.947278 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:44.967696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 91111e18-7cfb-4277-8ef7-67b3be54c53c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:44.967696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 91111e18-7cfb-4277-8ef7-67b3be54c53c not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:44.969054 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:45.010479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] device_id is not set on port a0410ac2-f950-4d2e-a91b-40f5161d4640 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:50:45.142459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e5d25-b3fd-4427-a312-be0ec7bf92e6 req-b200ccab-d0e0-4a84-b3bb-372e6bd57fd0 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:45.145906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c50e5d25-b3fd-4427-a312-be0ec7bf92e6 req-b200ccab-d0e0-4a84-b3bb-372e6bd57fd0 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1700518 Apr 05 18:50:45.296735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c50e5d25-b3fd-4427-a312-be0ec7bf92e6 req-b58a801c-4035-4cc6-8dc9-5184aeaf0cc6 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428642 Apr 05 18:50:45.365246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Deleting port ab7a82d1-7f01-4acb-aa23-139a07a6b704 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:45.365590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:45.449509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.11 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/889bb355-98f8-4f7f-a155-f1f3d4f37b57/a0410ac2-f950-4d2e-a91b-40f5161d4640) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:45.479722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3755762-eeab-44d4-82d3-621961f31498 req-7b0cf15f-fe72-4361-9c50-c02cb41fb348 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:45.481857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-7b0cf15f-fe72-4361-9c50-c02cb41fb348 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.2833567 Apr 05 18:50:45.494384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d79bbecb-33a7-451c-aae9-a5d1004c8e2c None None] Provisioning complete for port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:45.495022 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d79bbecb-33a7-451c-aae9-a5d1004c8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:45.530164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d79bbecb-33a7-451c-aae9-a5d1004c8e2c None None] Port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:45.538476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-ec04312c-71cf-4003-9464-57bfd8cc038d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/quotas/d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 375 time: 0.0453081 Apr 05 18:50:45.541134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d79bbecb-33a7-451c-aae9-a5d1004c8e2c None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:45.541735 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d79bbecb-33a7-451c-aae9-a5d1004c8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:45.613665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17e301-dd3f-4254-b86e-0e27422734f2 req-bd7dbb3f-431e-4e5c-8c38-a722e77a9cde tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:45.615204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f17e301-dd3f-4254-b86e-0e27422734f2 req-bd7dbb3f-431e-4e5c-8c38-a722e77a9cde tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 945 time: 0.2272820 Apr 05 18:50:45.685320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] For port ab7a82d1-7f01-4acb-aa23-139a07a6b704, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ab7a82d1-7f01-4acb-aa23-139a07a6b704,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:45.685630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:45.709847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Calling delete_port for ab7a82d1-7f01-4acb-aa23-139a07a6b704 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:45.731939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-4ac7fdac-2df9-46a0-9b54-72e6653b05a1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784115 Apr 05 18:50:45.777609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f17e301-dd3f-4254-b86e-0e27422734f2 req-f737c03d-6c79-4959-9987-614666e35e59 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537395 Apr 05 18:50:45.862230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:45.938698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-2cc42240-7122-43f3-95fe-c6bcafbd0e10 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955180 Apr 05 18:50:45.996390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 240f1b89-3b53-4e7d-a36f-2f830057da59 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:46.023566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:46.050115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:46.050516 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:46.138070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:46.150289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:46.152663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:46.206855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-7640810c-01e6-4ea0-b9da-656c8195684a service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594907 Apr 05 18:50:46.212225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=a0410ac2-f950-4d2e-a91b-40f5161d4640,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:46.222915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e61fa-3e76-47f5-8550-ae4c032754d4 req-fc24819b-505a-4193-b46e-649bdd9333ee tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:46.231757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e05e61fa-3e76-47f5-8550-ae4c032754d4 req-fc24819b-505a-4193-b46e-649bdd9333ee tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd8b728-cfd9-4391-882f-4fb6f44ff355 HTTP/1.1" status: 200 len: 946 time: 0.2230537 Apr 05 18:50:46.236503 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:46.248904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ab7a82d1-7f01-4acb-aa23-139a07a6b704'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:46.292504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Pushing event deleted for resources: {'Port': ['ID=ab7a82d1-7f01-4acb-aa23-139a07a6b704,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:46.301953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:46.302607 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:46.356551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5f0a301c-26ea-4b50-a6f6-36933579fb94 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7754388 Apr 05 18:50:46.359455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54724) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:46.365940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c9571a26-37ac-416a-9a75-5363ddcdc275 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:46.373124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] No DVR routers for this DVR port ab7a82d1-7f01-4acb-aa23-139a07a6b704 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:46.375697 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:46.380099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99e06509-54d8-4d1a-aeac-b4a287aeb72a req-48823945-1c6e-4e3a-8fc0-91cd87719352 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.20 "DELETE /v2.0/ports/ab7a82d1-7f01-4acb-aa23-139a07a6b704 HTTP/1.1" status: 204 len: 173 time: 1.4070861 Apr 05 18:50:46.380699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd8b728-cfd9-4391-882f-4fb6f44ff355', 'name': 'network-vif-deleted', 'tag': 'ab7a82d1-7f01-4acb-aa23-139a07a6b704'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:46.390829 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c3d379-805c-42f5-a740-89c8fbedb905" -d '{"events": [{"server_uuid": "dfd8b728-cfd9-4391-882f-4fb6f44ff355", "name": "network-vif-deleted", "tag": "ab7a82d1-7f01-4acb-aa23-139a07a6b704"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:46.397746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e05e61fa-3e76-47f5-8550-ae4c032754d4 req-0b665662-54b1-468c-8e19-844d41224713 tempest-ListServerFiltersTestJSON-288165190 tempest-ListServerFiltersTestJSON-288165190-project] 10.222.0.15 "GET /v2.0/security-groups?id=34bc9369-eff2-45cd-8d27-6b81b267d322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650510 Apr 05 18:50:46.449513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-11c59653-afc5-4179-84b9-f90fd5a125fa None None] Provisioning complete for port a0410ac2-f950-4d2e-a91b-40f5161d4640 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:46.449888 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11c59653-afc5-4179-84b9-f90fd5a125fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:46.497615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-11c59653-afc5-4179-84b9-f90fd5a125fa None None] Port a0410ac2-f950-4d2e-a91b-40f5161d4640 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:46.573661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296a44-e346-45f9-bc23-d571aaaa41f5 req-5288f3ad-f8cc-4910-89e6-4c7dbe145c4c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:46.581806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b296a44-e346-45f9-bc23-d571aaaa41f5 req-5288f3ad-f8cc-4910-89e6-4c7dbe145c4c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 945 time: 0.0662766 Apr 05 18:50:46.609612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9571a26-37ac-416a-9a75-5363ddcdc275 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:46.615552 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9571a26-37ac-416a-9a75-5363ddcdc275 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:46.641191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b296a44-e346-45f9-bc23-d571aaaa41f5 req-a489c75d-76b3-4f21-a7d4-a57796c3bab6 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585167 Apr 05 18:50:46.701943 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a581601c-9605-44ed-90ae-cd390a7eeaca x-openstack-request-id: req-a581601c-9605-44ed-90ae-cd390a7eeaca {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:46.702242 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd8b728-cfd9-4391-882f-4fb6f44ff355", "name": "network-vif-deleted", "tag": "ab7a82d1-7f01-4acb-aa23-139a07a6b704", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:46.702530 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a581601c-9605-44ed-90ae-cd390a7eeaca {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:46.702944 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a581601c-9605-44ed-90ae-cd390a7eeaca'] response: {'server_uuid': 'dfd8b728-cfd9-4391-882f-4fb6f44ff355', 'name': 'network-vif-deleted', 'tag': 'ab7a82d1-7f01-4acb-aa23-139a07a6b704', 'status': 'completed', 'code': 200} Apr 05 18:50:46.732720 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-c9571a26-37ac-416a-9a75-5363ddcdc275 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 889bb355-98f8-4f7f-a155-f1f3d4f37b57 (CIDR: 172.20.0.0/28) Apr 05 18:50:46.737754 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9571a26-37ac-416a-9a75-5363ddcdc275 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:50:46.738249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9571a26-37ac-416a-9a75-5363ddcdc275 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:46.738998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb3d88-5e03-4f24-82f8-e42401a6000d req-1b194afa-be62-4f38-a3dc-a371a3c3e646 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:46.741402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dccb3d88-5e03-4f24-82f8-e42401a6000d req-1b194afa-be62-4f38-a3dc-a371a3c3e646 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.0722814 Apr 05 18:50:46.761373 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c9571a26-37ac-416a-9a75-5363ddcdc275 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4004312 Apr 05 18:50:46.762680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54732) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:46.769063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e1afa2e1-5fe4-47f5-bf2c-0dfe74c92d12 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:46.779802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64e00eaa-a866-4155-8067-69d39c5e9a3f req-7acc6345-057d-479a-a300-bb5c12624226 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 210 time: 0.0374203 Apr 05 18:50:46.808340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dccb3d88-5e03-4f24-82f8-e42401a6000d req-09f1da90-a939-4516-a014-0e1a05fb02db tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567677 Apr 05 18:50:46.899925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1afa2e1-5fe4-47f5-bf2c-0dfe74c92d12 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:46.903469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e1afa2e1-5fe4-47f5-bf2c-0dfe74c92d12 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:46.996796 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-e1afa2e1-5fe4-47f5-bf2c-0dfe74c92d12 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 589fc91d-4b92-4771-bcbf-868ea0bb4924 (CIDR: 172.20.0.16/28) Apr 05 18:50:46.999429 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1afa2e1-5fe4-47f5-bf2c-0dfe74c92d12 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:50:47.000024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1afa2e1-5fe4-47f5-bf2c-0dfe74c92d12 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:47.019039 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e1afa2e1-5fe4-47f5-bf2c-0dfe74c92d12 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2553687 Apr 05 18:50:47.021708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54740) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:47.026741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'subnet': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:47.144610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Made reservation on behalf of e7a9a2cdab22418b8b4965fb5ef160e9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:47.148246 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:47.372543 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:47.414297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:47.417421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:47.421462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:47.422048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:47.426477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55aa98-232f-4932-8462-1b50b02591d4 None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:47.435556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Subnet': ['ID=5b114a35-2948-4dab-bb6b-21e62b8c87e2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:47.448305 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6715d10e-188d-4be4-9ae2-187eefef0e85 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4255533 Apr 05 18:50:47.450905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54744) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:47.456682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-371769607', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b114a35-2948-4dab-bb6b-21e62b8c87e2'}], 'security_groups': ['84a13323-0fe9-4fc7-8831-9cb84832bd7c', 'ae3658dd-03c7-49e0-9e08-aa4e444aed86']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:47.477443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54746) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:47.526545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Deleting subnet 28a1d094-39eb-449c-a563-02e4fce83a0c {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:47.544017 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:47.614993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:47.651996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-8e30b343-2e31-4653-b720-4c0972fb8bcf tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:47.653573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-8e30b343-2e31-4653-b720-4c0972fb8bcf tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 945 time: 0.1237183 Apr 05 18:50:47.659666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:47.857202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3755762-eeab-44d4-82d3-621961f31498 req-5e19614e-f308-4daa-9d61-9258f7d30aed tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:47.858889 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-5e19614e-f308-4daa-9d61-9258f7d30aed tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.2342024 Apr 05 18:50:47.902757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57842622-f6e5-42da-be76-847d316a8239 None None] Update dhcp port {'port': {'network_id': '09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5', 'fixed_ips': [{'subnet_id': '589fc91d-4b92-4771-bcbf-868ea0bb4924', 'ip_address': '172.20.0.18'}, {'subnet_id': '889bb355-98f8-4f7f-a155-f1f3d4f37b57', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b114a35-2948-4dab-bb6b-21e62b8c87e2'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '240f1b89-3b53-4e7d-a36f-2f830057da59'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 18:50:47.940044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57842622-f6e5-42da-be76-847d316a8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:47.950043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'port': {'device_id': '3618b8de-2fa9-4336-93cf-9ab9a4234b6c', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'admin_state_up': True, 'tenant_id': 'd2c1400648c047fba9a87da2a9820169'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:48.058762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-105f9826-d82c-40d7-9fc4-7dbaaafcbb7c req-ed8b794c-f12a-469e-a583-5a85d21474cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 210 time: 0.0649483 Apr 05 18:50:48.138582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:50:48.140878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:48.174660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fed4f3-541a-498b-be12-269478758d92 req-1e39398a-df14-4664-a353-c9deb3f4282e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:48.183241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3fed4f3-541a-498b-be12-269478758d92 req-1e39398a-df14-4664-a353-c9deb3f4282e tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 945 time: 0.2005472 Apr 05 18:50:48.197200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Made reservation on behalf of d2c1400648c047fba9a87da2a9820169 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:48.202127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.256338 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-57842622-f6e5-42da-be76-847d316a8239 None None] Allocated IP 172.20.0.34 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/5b114a35-2948-4dab-bb6b-21e62b8c87e2/240f1b89-3b53-4e7d-a36f-2f830057da59) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:48.292989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6941a-6cd4-47c3-9040-83130c38c421 req-389f33bd-5776-48fa-b214-3a2c077e1305 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:48.296014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70d6941a-6cd4-47c3-9040-83130c38c421 req-389f33bd-5776-48fa-b214-3a2c077e1305 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1023090 Apr 05 18:50:48.322611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.324133 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.354181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Deleting port e3cf9113-25b8-4aa4-a181-cd4ac65756f4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:48.354534 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.363880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3fed4f3-541a-498b-be12-269478758d92 req-8d7d74fd-aaaf-4a59-bb98-fe6dfa7fd10c tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/security-groups?id=02e55891-d566-4344-bfe2-b4fbf1ba2ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794622 Apr 05 18:50:48.379325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.20.0.10 (0113a2e8-8527-4f08-b7cd-5061799e746d/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8/34227f18-24a8-48c5-8c39-38cbbc7ed733) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:48.412934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:48.415381 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bd072e-95fb-4608-a9b2-a87259e80fe1" -d '{"events": [{"server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:48.447283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:48.449753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:48.463656 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.482230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6', 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda', 'port_id': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6', 'mac_address': 'fa:16:3e:7e:df:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0310af1c-705a-419a-9e30-7b9822ba662b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:50:48.494674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70d6941a-6cd4-47c3-9040-83130c38c421 req-94072fd3-fcba-4ddb-b5ea-7b23aea7a72f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765828 Apr 05 18:50:48.509772 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e252a3f7-25f7-4805-9257-cb4b9f2a2ee1 x-openstack-request-id: req-e252a3f7-25f7-4805-9257-cb4b9f2a2ee1 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:48.510069 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:48.510318 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e252a3f7-25f7-4805-9257-cb4b9f2a2ee1 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:48.510743 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e252a3f7-25f7-4805-9257-cb4b9f2a2ee1'] response: {'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6', 'code': 200} Apr 05 18:50:48.538154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-57842622-f6e5-42da-be76-847d316a8239 None None] For port 240f1b89-3b53-4e7d-a36f-2f830057da59, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=240f1b89-3b53-4e7d-a36f-2f830057da59,segment=NetworkSegment(c558dc0a-9326-4a0f-99a6-b244fd3188c6),segment_id=c558dc0a-9326-4a0f-99a6-b244fd3188c6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:48.551230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.585092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a1d094-39eb-449c-a563-02e4fce83a0c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:48.599583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.600413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.600413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.600694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.600988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.601321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.601645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.601970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.602353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.602709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.603255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.603373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:50:48.603700 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.606444 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.609622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0109480f-ff5a-4185-a71c-b14f5ebffef0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28a1d094-39eb-449c-a563-02e4fce83a0c HTTP/1.1" status: 204 len: 168 time: 1.1309035 Apr 05 18:50:48.613185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54756) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:48.614383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] For port e3cf9113-25b8-4aa4-a181-cd4ac65756f4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,segment=NetworkSegment(016fb0d4-24e2-4e5b-b265-9e79aaadae39),segment_id=016fb0d4-24e2-4e5b-b265-9e79aaadae39)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:48.614775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.627651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Calling delete_port for e3cf9113-25b8-4aa4-a181-cd4ac65756f4 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:48.635227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:50:48.642416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22438a0c-955d-4d21-8824-ed68ebf78136 None None] Network 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:48.643479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.701694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:48.729763 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.762652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:48.768324 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57842622-f6e5-42da-be76-847d316a8239 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.773014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.796184 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.822835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.833276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Pushing event deleted for resources: {'Port': ['ID=e3cf9113-25b8-4aa4-a181-cd4ac65756f4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:48.833764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:48.845765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e3cf9113-25b8-4aa4-a181-cd4ac65756f4'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:48.853964 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57842622-f6e5-42da-be76-847d316a8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.887039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:48.898908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:48.901802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:48.912982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] No DVR routers for this DVR port e3cf9113-25b8-4aa4-a181-cd4ac65756f4 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:48.920019 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.924714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f023c873-b03c-48bb-b2bd-75902a137ca6 req-b96f8343-7d9d-4ed5-bdb8-af6748a2e286 tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.20 "DELETE /v2.0/ports/e3cf9113-25b8-4aa4-a181-cd4ac65756f4 HTTP/1.1" status: 204 len: 173 time: 1.2631814 Apr 05 18:50:48.925260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ac4d83-c3c9-43b4-8d89-87ce180279fb', 'name': 'network-vif-deleted', 'tag': 'e3cf9113-25b8-4aa4-a181-cd4ac65756f4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:48.927709 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed74ee20-a1f7-497c-bf97-dcd5bd6f46eb" -d '{"events": [{"server_uuid": "c7ac4d83-c3c9-43b4-8d89-87ce180279fb", "name": "network-vif-deleted", "tag": "e3cf9113-25b8-4aa4-a181-cd4ac65756f4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:48.982693 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Deleting port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:48.982985 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:48.996857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ab7a82d1-7f01-4acb-aa23-139a07a6b704 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:49.014659 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a23c17-b00d-431c-ba50-251edf574f6a x-openstack-request-id: req-d4a23c17-b00d-431c-ba50-251edf574f6a {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:49.014975 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ac4d83-c3c9-43b4-8d89-87ce180279fb", "name": "network-vif-deleted", "tag": "e3cf9113-25b8-4aa4-a181-cd4ac65756f4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:49.017114 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4a23c17-b00d-431c-ba50-251edf574f6a {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:49.017572 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a23c17-b00d-431c-ba50-251edf574f6a'] response: {'server_uuid': 'c7ac4d83-c3c9-43b4-8d89-87ce180279fb', 'name': 'network-vif-deleted', 'tag': 'e3cf9113-25b8-4aa4-a181-cd4ac65756f4', 'status': 'completed', 'code': 200} Apr 05 18:50:49.033065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842622-f6e5-42da-be76-847d316a8239 None None] Pushing event updated for resources: {'Port': ['ID=240f1b89-3b53-4e7d-a36f-2f830057da59,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:49.060217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] For port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=42eab272-cd73-4cbd-8dbd-d8cb1b5a0479,segment=NetworkSegment(9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd),segment_id=9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:49.060602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.069894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: ab7a82d1-7f01-4acb-aa23-139a07a6b704 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:49.070412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ab7a82d1-7f01-4acb-aa23-139a07a6b704 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:49.094386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:49.105784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Calling delete_port for 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:49.157320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=34227f18-24a8-48c5-8c39-38cbbc7ed733,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:49.187592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:49.190462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.235793 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-feafded2-1504-405b-b0a7-b882171416cb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3501501 Apr 05 18:50:49.267320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad298fa-244a-43a6-9998-569900012cd9 req-afe60424-1c8e-4ce3-9e99-680cd7961670 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:49.276633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ad298fa-244a-43a6-9998-569900012cd9 req-afe60424-1c8e-4ce3-9e99-680cd7961670 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 932 time: 0.0930858 Apr 05 18:50:49.303006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Request body: {'port': {'device_id': '3618b8de-2fa9-4336-93cf-9ab9a4234b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:49.343953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Delete allocated IP 172.20.0.11 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/889bb355-98f8-4f7f-a155-f1f3d4f37b57) {{(pid=102639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 18:50:49.354875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] DHCP port deletion for 1c1d0ef1-63be-405d-bd72-36a5b6e7b534 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:50:49.364242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ad298fa-244a-43a6-9998-569900012cd9 req-bb410447-4e21-46c4-b22e-ff8824d304fa tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865593 Apr 05 18:50:49.406513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Allocated IP 172.20.0.35 (09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5/5b114a35-2948-4dab-bb6b-21e62b8c87e2/a0410ac2-f950-4d2e-a91b-40f5161d4640) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:49.546857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.583182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.596007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0c37fb9-0118-41ac-95bd-3bc38a524239 req-cfc8f1d1-dd24-4979-b2be-cb128eef000f tempest-DeleteServersTestJSON-1832949418 tempest-DeleteServersTestJSON-1832949418-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ac4d83-c3c9-43b4-8d89-87ce180279fb HTTP/1.1" status: 200 len: 210 time: 0.0816724 Apr 05 18:50:49.636579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4019ff36-127b-40b0-838c-2a763a9e62d2 None None] Provisioning complete for port 34227f18-24a8-48c5-8c39-38cbbc7ed733 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:49.638220 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4019ff36-127b-40b0-838c-2a763a9e62d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.709989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] Deleting port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:49.710364 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.712227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Pushing event deleted for resources: {'Port': ['ID=42eab272-cd73-4cbd-8dbd-d8cb1b5a0479,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:49.722440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] No DVR routers for this DVR port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:49.734571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4019ff36-127b-40b0-838c-2a763a9e62d2 None None] Port 34227f18-24a8-48c5-8c39-38cbbc7ed733 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:49.756367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e517beb-e466-4010-a357-93fa48ad93cb req-91de7a62-2806-4931-8db8-d412d09d7da2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:49.758134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e517beb-e466-4010-a357-93fa48ad93cb req-91de7a62-2806-4931-8db8-d412d09d7da2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 944 time: 0.1343544 Apr 05 18:50:49.806245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] For port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:49.806736 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.832952 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e517beb-e466-4010-a357-93fa48ad93cb req-f673407c-f6de-4357-9a38-8bdadfd9a8ca tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685394 Apr 05 18:50:49.834940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] Calling delete_port for 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:49.837867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] Port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:50:49.840133 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.845862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.868973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1d0ef1-63be-405d-bd72-36a5b6e7b534']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:49.871503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] Pushing event deleted for resources: {'Port': ['ID=42eab272-cd73-4cbd-8dbd-d8cb1b5a0479,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:49.878298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ecd06-09f0-483e-b6bc-339ad110d391 None None] No DVR routers for this DVR port 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:49.879898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:49.880223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0f3fc3-e64f-4a12-9c1f-15d6785ef8bd') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:49.948215 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:49.982866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.016128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:50:50.016642 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:50:50.019225 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:50:50.051736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 240f1b89-3b53-4e7d-a36f-2f830057da59 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:50.106153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:50.106550 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.146276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.153630 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.160021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.165911 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] 10.222.0.15 "DELETE /v2.0/networks/1c1d0ef1-63be-405d-bd72-36a5b6e7b534 HTTP/1.1" status: 204 len: 168 time: 1.5489955 Apr 05 18:50:50.167808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-19ccb3ed-9a6c-45ef-9e30-b0b9be62ce9d None None] Provisioning complete for port a0410ac2-f950-4d2e-a91b-40f5161d4640 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:50.167808 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3ed-9a6c-45ef-9e30-b0b9be62ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.178797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.180500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca9bfb-d921-41be-9443-ffcc52c7321b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1d0ef1-63be-405d-bd72-36a5b6e7b534,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:50.242066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-19ccb3ed-9a6c-45ef-9e30-b0b9be62ce9d None None] Port a0410ac2-f950-4d2e-a91b-40f5161d4640 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:50.257976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-19ccb3ed-9a6c-45ef-9e30-b0b9be62ce9d None None] Provisioning complete for port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:50.258343 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3ed-9a6c-45ef-9e30-b0b9be62ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.293271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event updated for resources: {'Port': ['ID=a0410ac2-f950-4d2e-a91b-40f5161d4640,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:50.314660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-19ccb3ed-9a6c-45ef-9e30-b0b9be62ce9d None None] Port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:50.341831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-19ccb3ed-9a6c-45ef-9e30-b0b9be62ce9d None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:50.342164 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3ed-9a6c-45ef-9e30-b0b9be62ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.354189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54770) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:50.369773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:50.409497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:50.409848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 42eab272-cd73-4cbd-8dbd-d8cb1b5a0479 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:50.411617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3d467df2-33ca-414d-9067-bdb312e3748b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=766020e66b324523930a73ed776e1524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560269 Apr 05 18:50:50.414764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54774) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:50.527345 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da422eb4-607f-43a9-bae2-0f0661befc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.540603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872362c5-471a-4717-88d3-bb3283546655 req-ea186c1a-8820-413b-bc92-244afcdb874d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:50.542815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-872362c5-471a-4717-88d3-bb3283546655 req-ea186c1a-8820-413b-bc92-244afcdb874d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 932 time: 0.0791273 Apr 05 18:50:50.579761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da422eb4-607f-43a9-bae2-0f0661befc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.610230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-872362c5-471a-4717-88d3-bb3283546655 req-a8f9f2e3-5e91-426c-a048-61ee498bf5c1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603483 Apr 05 18:50:50.665060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da422eb4-607f-43a9-bae2-0f0661befc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.668133 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da422eb4-607f-43a9-bae2-0f0661befc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.672315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-da422eb4-607f-43a9-bae2-0f0661befc9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34bc9369-eff2-45cd-8d27-6b81b267d322 HTTP/1.1" status: 204 len: 168 time: 0.2474585 Apr 05 18:50:50.697121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da422eb4-607f-43a9-bae2-0f0661befc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bc9369-eff2-45cd-8d27-6b81b267d322,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:50.754050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] In _notify_port_updated(), no bound segment for port a0410ac2-f950-4d2e-a91b-40f5161d4640 on network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:50:50.759700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:50.760427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.764674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54784) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:50.764822 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f0170a76-5978-4dc3-9564-46bf7651a4d3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "PUT /v2.0/ports/a0410ac2-f950-4d2e-a91b-40f5161d4640 HTTP/1.1" status: 200 len: 959 time: 3.3128285 Apr 05 18:50:50.794193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34227f18-24a8-48c5-8c39-38cbbc7ed733 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:50:50.818984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.852805 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Transition to ACTIVE for port object 34227f18-24a8-48c5-8c39-38cbbc7ed733 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:50:50.863271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:50.990226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e3cf9113-25b8-4aa4-a181-cd4ac65756f4 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:51.021767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Pushing event updated for resources: {'Port': ['ID=34227f18-24a8-48c5-8c39-38cbbc7ed733,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:51.064654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: e3cf9113-25b8-4aa4-a181-cd4ac65756f4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:51.065166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e3cf9113-25b8-4aa4-a181-cd4ac65756f4 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:51.091907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2d579842-e85c-4f96-9c01-cde45357bb0e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port a0410ac2-f950-4d2e-a91b-40f5161d4640 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:51.092490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d579842-e85c-4f96-9c01-cde45357bb0e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:51.096627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-04da32b8-095a-41cb-9b47-59166a9ecf14 None None] Provisioning complete for port a0410ac2-f950-4d2e-a91b-40f5161d4640 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:51.096999 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04da32b8-095a-41cb-9b47-59166a9ecf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:51.124710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Attempting to bind port 34227f18-24a8-48c5-8c39-38cbbc7ed733 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:50:51.125040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Attempting to bind port 34227f18-24a8-48c5-8c39-38cbbc7ed733 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:50:51.125357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Attempting to bind port 34227f18-24a8-48c5-8c39-38cbbc7ed733 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:51.132904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Port 34227f18-24a8-48c5-8c39-38cbbc7ed733 on network 0113a2e8-8527-4f08-b7cd-5061799e746d not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:50:51.133237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Attempting to bind port 34227f18-24a8-48c5-8c39-38cbbc7ed733 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:51.146249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:50:51.146625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:51.147001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Bound using segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:50:51.147439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Bound port: 34227f18-24a8-48c5-8c39-38cbbc7ed733, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:50:51.147799 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:51.168977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-04da32b8-095a-41cb-9b47-59166a9ecf14 None None] Port a0410ac2-f950-4d2e-a91b-40f5161d4640 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:51.197700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d9e1f-f108-4085-804e-4d770341cdee req-070f726d-1e70-4716-a668-505e2ac97645 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:51.205959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-696d9e1f-f108-4085-804e-4d770341cdee req-070f726d-1e70-4716-a668-505e2ac97645 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 944 time: 0.2256274 Apr 05 18:50:51.322528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-696d9e1f-f108-4085-804e-4d770341cdee req-0202afde-55a0-42e1-a0e6-32402c5f09cf tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150610 Apr 05 18:50:51.325023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d579842-e85c-4f96-9c01-cde45357bb0e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:51.331655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] For port 34227f18-24a8-48c5-8c39-38cbbc7ed733, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:50:51.346005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] For port 34227f18-24a8-48c5-8c39-38cbbc7ed733, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34227f18-24a8-48c5-8c39-38cbbc7ed733,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:50:51.347209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2d579842-e85c-4f96-9c01-cde45357bb0e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for a0410ac2-f950-4d2e-a91b-40f5161d4640 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:51.361969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:51.444794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:51.445771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:51.447369 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] 10.222.0.20 "PUT /v2.0/ports/34227f18-24a8-48c5-8c39-38cbbc7ed733 HTTP/1.1" status: 200 len: 1092 time: 2.1549690 Apr 05 18:50:51.448146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb17eb-e9ab-44ba-a556-3fa5af94620e service neutron] Pushing event updated for resources: {'Port': ['ID=34227f18-24a8-48c5-8c39-38cbbc7ed733,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:51.456689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3618b8de-2fa9-4336-93cf-9ab9a4234b6c', 'tag': '34227f18-24a8-48c5-8c39-38cbbc7ed733'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:51.467470 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4427d463-e020-4d81-8f7e-3fc2637bb00a" -d '{"events": [{"name": "network-changed", "server_uuid": "3618b8de-2fa9-4336-93cf-9ab9a4234b6c", "tag": "34227f18-24a8-48c5-8c39-38cbbc7ed733"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:51.567828 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b739c563-fe5a-4bd9-a0c3-bccb4eaf6889 x-openstack-request-id: req-b739c563-fe5a-4bd9-a0c3-bccb4eaf6889 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:51.568071 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3618b8de-2fa9-4336-93cf-9ab9a4234b6c", "tag": "34227f18-24a8-48c5-8c39-38cbbc7ed733", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:51.568298 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b739c563-fe5a-4bd9-a0c3-bccb4eaf6889 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:51.568788 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b739c563-fe5a-4bd9-a0c3-bccb4eaf6889'] response: {'name': 'network-changed', 'server_uuid': '3618b8de-2fa9-4336-93cf-9ab9a4234b6c', 'tag': '34227f18-24a8-48c5-8c39-38cbbc7ed733', 'status': 'completed', 'code': 200} Apr 05 18:50:51.606516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3755762-eeab-44d4-82d3-621961f31498 req-16287806-1a8a-4002-b994-62411dd68f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:51.612696 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-16287806-1a8a-4002-b994-62411dd68f0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 1095 time: 0.1118987 Apr 05 18:50:51.762909 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-de8284eb-3f5d-4ff8-9785-bff532911158 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34227f18-24a8-48c5-8c39-38cbbc7ed733 HTTP/1.1" status: 200 len: 217 time: 0.1407790 Apr 05 18:50:51.821776 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d579842-e85c-4f96-9c01-cde45357bb0e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:51.834846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3755762-eeab-44d4-82d3-621961f31498 req-b5bd69ee-06a5-44e3-8699-ce1c5d1fcb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:51.851333 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-b5bd69ee-06a5-44e3-8699-ce1c5d1fcb8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.0812111 Apr 05 18:50:51.886988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d579842-e85c-4f96-9c01-cde45357bb0e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=a0410ac2-f950-4d2e-a91b-40f5161d4640,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:51.921249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3755762-eeab-44d4-82d3-621961f31498 req-c9adbbac-fb70-42f1-8092-f645d94cec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:51.924276 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-c9adbbac-fb70-42f1-8092-f645d94cec59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658860 Apr 05 18:50:51.955783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a2d89-21fc-47d2-be7f-7a0561664611 req-35a443ad-110c-44ee-be79-b7d9ba851959 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:51.957478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-500a2d89-21fc-47d2-be7f-7a0561664611 req-35a443ad-110c-44ee-be79-b7d9ba851959 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 944 time: 0.1791406 Apr 05 18:50:52.041117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54832) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:52.064534 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-023c88bc-0b91-4364-a7f3-b4d4889960ec service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299374 Apr 05 18:50:52.068930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d579842-e85c-4f96-9c01-cde45357bb0e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.075663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2d579842-e85c-4f96-9c01-cde45357bb0e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/a0410ac2-f950-4d2e-a91b-40f5161d4640 HTTP/1.1" status: 204 len: 168 time: 1.3069685 Apr 05 18:50:52.076896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54836) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:52.081562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:50:52.086376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-500a2d89-21fc-47d2-be7f-7a0561664611 req-4d2168d6-432d-43cd-867f-a790bab668c1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042633 Apr 05 18:50:52.116270 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-558f1e68-634a-4926-969c-34ae2a5cdd2e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] GET failed (client error): The resource could not be found. Apr 05 18:50:52.129214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-558f1e68-634a-4926-969c-34ae2a5cdd2e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports/a0410ac2-f950-4d2e-a91b-40f5161d4640 HTTP/1.1" status: 404 len: 333 time: 0.0510066 Apr 05 18:50:52.137833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54838) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:52.206919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:52.207930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.223629 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9175e9f8-15ec-474b-b484-dbe543e44349 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.236720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d3755762-eeab-44d4-82d3-621961f31498 req-5d511970-c613-43ad-b6ad-7d258dad04e1 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643431 Apr 05 18:50:52.253354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-372212237-network', 'tenant_id': '89e4c81494c946e5824dc6e01c28d38e'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:52.265622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9175e9f8-15ec-474b-b484-dbe543e44349 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.301948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Made reservation on behalf of 89e4c81494c946e5824dc6e01c28d38e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:52.304446 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.314837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.315315 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.344092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:52.347346 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3033fc10-1083-42e0-808b-a22eedae1e90" -d '{"events": [{"server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "name": "network-vif-plugged", "status": "completed", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:52.363415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-97d44a0a-bd51-4041-bb1a-a070ac24500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:52.365509 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-97d44a0a-bd51-4041-bb1a-a070ac24500b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 1095 time: 0.0758016 Apr 05 18:50:52.385150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:52.397657 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.401695 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9175e9f8-15ec-474b-b484-dbe543e44349 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.404792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9175e9f8-15ec-474b-b484-dbe543e44349 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.405982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9175e9f8-15ec-474b-b484-dbe543e44349 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/security-groups/174fe9be-60ab-4f18-89b7-a237affd4703 HTTP/1.1" status: 204 len: 168 time: 0.2670650 Apr 05 18:50:52.411918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54844) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:52.426231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175e9f8-15ec-474b-b484-dbe543e44349 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174fe9be-60ab-4f18-89b7-a237affd4703,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:52.448575 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabf2d79-6af6-4abb-a6d0-3e7e9c33ee98 x-openstack-request-id: req-cabf2d79-6af6-4abb-a6d0-3e7e9c33ee98 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:50:52.448845 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "name": "network-vif-plugged", "status": "completed", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:50:52.449110 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cabf2d79-6af6-4abb-a6d0-3e7e9c33ee98 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:50:52.449573 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabf2d79-6af6-4abb-a6d0-3e7e9c33ee98'] response: {'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6', 'code': 200} Apr 05 18:50:52.461891 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.488310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:52.526429 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.557224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:50:52.576744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1537f74-31ab-43f9-b259-60b5fe9f4578,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:52.593997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb097dfc-5c5b-4414-9e0d-ac589c63249e req-df2176d4-6684-443f-88b4-90c05f68b311 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:52.595966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb097dfc-5c5b-4414-9e0d-ac589c63249e req-df2176d4-6684-443f-88b4-90c05f68b311 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1312034 Apr 05 18:50:52.597470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.597927 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Added segment 0d796870-af81-460c-97bf-b5e8c9ab4d4c of type vlan for network afcd8c6f-3e59-406d-8830-7a7c64d74ffd Apr 05 18:50:52.608093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-f444ca18-9a50-468f-aaca-65f2b8110b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:52.609505 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-f444ca18-9a50-468f-aaca-65f2b8110b46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.2345917 Apr 05 18:50:52.659925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c193-4f85-4adc-91ef-5b046c910480 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.665724 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-09074cca-e35c-40d7-b226-8fddbaf686db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34227f18-24a8-48c5-8c39-38cbbc7ed733 HTTP/1.1" status: 200 len: 217 time: 0.0464926 Apr 05 18:50:52.670033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb097dfc-5c5b-4414-9e0d-ac589c63249e req-90f0672e-58a8-49e4-8a19-1b29ee3608f7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629830 Apr 05 18:50:52.675287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.677672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ee76-cbf6-4672-8dbb-de739f53c8cb req-df75d3ba-8d69-400d-958a-b0ddbff265e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:52.680076 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1154ee76-cbf6-4672-8dbb-de739f53c8cb req-df75d3ba-8d69-400d-958a-b0ddbff265e8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 1096 time: 0.1324496 Apr 05 18:50:52.704026 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.705706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:52.706452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.744813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c193-4f85-4adc-91ef-5b046c910480 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.763099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7182221 Apr 05 18:50:52.767386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54846) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:52.774773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Request body: {'subnet': {'network_id': 'afcd8c6f-3e59-406d-8830-7a7c64d74ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-372212237-subnet', 'tenant_id': '89e4c81494c946e5824dc6e01c28d38e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:52.788148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fa46a-793b-40b6-8752-377ddde27bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=afcd8c6f-3e59-406d-8830-7a7c64d74ffd,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:52.791924 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1154ee76-cbf6-4672-8dbb-de739f53c8cb req-afe0651f-4979-4de4-8a07-351ebcc77993 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950675 Apr 05 18:50:52.797500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-42b7a25f-7a8f-48b1-9e31-56c500f5f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:52.799927 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-42b7a25f-7a8f-48b1-9e31-56c500f5f70d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1181695 Apr 05 18:50:52.804666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network afcd8c6f-3e59-406d-8830-7a7c64d74ffd details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:50:52.813272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Made reservation on behalf of 89e4c81494c946e5824dc6e01c28d38e for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:52.822045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.853821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c193-4f85-4adc-91ef-5b046c910480 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.856954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c193-4f85-4adc-91ef-5b046c910480 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:52.861952 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dfc9c193-4f85-4adc-91ef-5b046c910480 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/security-groups/ae3658dd-03c7-49e0-9e08-aa4e444aed86 HTTP/1.1" status: 204 len: 168 time: 0.4487064 Apr 05 18:50:52.862630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54850) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:52.893215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9c193-4f85-4adc-91ef-5b046c910480 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3658dd-03c7-49e0-9e08-aa4e444aed86,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:52.910259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-9e97e0e6-9513-4a2c-be01-3a8a7ee9e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:52.912400 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-9e97e0e6-9513-4a2c-be01-3a8a7ee9e6d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963199 Apr 05 18:50:52.994904 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-acc4e16c-9233-4754-8976-6a87763c69d1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.039060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-acc4e16c-9233-4754-8976-6a87763c69d1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.060186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.068136 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-64eca567-7f81-4054-b95d-75c0fd598a29 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404417 Apr 05 18:50:53.135525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=391412f0-94d9-4aab-bb9b-3e8147667b74,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:53.145769 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-acc4e16c-9233-4754-8976-6a87763c69d1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.148691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-acc4e16c-9233-4754-8976-6a87763c69d1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.151986 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-acc4e16c-9233-4754-8976-6a87763c69d1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/security-groups/84a13323-0fe9-4fc7-8831-9cb84832bd7c HTTP/1.1" status: 204 len: 168 time: 0.2852242 Apr 05 18:50:53.154389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54854) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:53.160665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Checking segment: {'id': '0d796870-af81-460c-97bf-b5e8c9ab4d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afcd8c6f-3e59-406d-8830-7a7c64d74ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:53.161161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Network hostable DHCP agents. Network: afcd8c6f-3e59-406d-8830-7a7c64d74ffd, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:50:53.184360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Network afcd8c6f-3e59-406d-8830-7a7c64d74ffd is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:50:53.202436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4e16c-9233-4754-8976-6a87763c69d1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a13323-0fe9-4fc7-8831-9cb84832bd7c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:53.236446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, afcd8c6f-3e59-406d-8830-7a7c64d74ffd) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:53.250078 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4427d463-e020-4d81-8f7e-3fc2637bb00a req-35da7e86-1f33-4256-851d-3067dfee1fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712854 Apr 05 18:50:53.250953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:53.253836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.262101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553587a9-528f-4d80-a800-2d305065fd26 None None] Network afcd8c6f-3e59-406d-8830-7a7c64d74ffd requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:53.263643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5fe1c3-df8a-4df1-a679-7cd9d13c3849 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet 889bb355-98f8-4f7f-a155-f1f3d4f37b57 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:53.269112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe1c3-df8a-4df1-a679-7cd9d13c3849 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.286172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d44719-a8d1-4cc4-85a3-dd26095050b4 req-513ea13a-a7ad-4880-b236-2ac9d5bfafc3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:53.287864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7d44719-a8d1-4cc4-85a3-dd26095050b4 req-513ea13a-a7ad-4880-b236-2ac9d5bfafc3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 944 time: 0.1008248 Apr 05 18:50:53.311057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d7998764-e23a-4b9c-b881-6bfba6899e17 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5424187 Apr 05 18:50:53.343740 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7d44719-a8d1-4cc4-85a3-dd26095050b4 req-9b5c16c8-22bc-4d86-8a87-cd19a7cb9f22 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465238 Apr 05 18:50:53.347557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe1c3-df8a-4df1-a679-7cd9d13c3849 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.451657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3696d-d2ac-48dd-8a4e-6fece581c2dd None None] Network afcd8c6f-3e59-406d-8830-7a7c64d74ffd requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:53.459080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe1c3-df8a-4df1-a679-7cd9d13c3849 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.550173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe1c3-df8a-4df1-a679-7cd9d13c3849 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.586306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe1c3-df8a-4df1-a679-7cd9d13c3849 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.593161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a20c49b-3fb3-4e3a-a3a5-9fbb5ff09f70 None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:53.599105 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7c5fe1c3-df8a-4df1-a679-7cd9d13c3849 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/889bb355-98f8-4f7f-a155-f1f3d4f37b57 HTTP/1.1" status: 204 len: 168 time: 0.4409530 Apr 05 18:50:53.604181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54864) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:53.639096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fe1c3-df8a-4df1-a679-7cd9d13c3849 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=889bb355-98f8-4f7f-a155-f1f3d4f37b57,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:53.797515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ed52c9-008f-4c66-8962-a224adf80dfa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet 5b114a35-2948-4dab-bb6b-21e62b8c87e2 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:53.815187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1ed52c9-008f-4c66-8962-a224adf80dfa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:53.982388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1ed52c9-008f-4c66-8962-a224adf80dfa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:54.139128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2b8d9-3921-445c-8383-c9138c51fac3 req-c034b4a6-1961-413e-8509-2be51b5e9b3c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:54.140635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ff2b8d9-3921-445c-8383-c9138c51fac3 req-c034b4a6-1961-413e-8509-2be51b5e9b3c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.3365395 Apr 05 18:50:54.302838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ff2b8d9-3921-445c-8383-c9138c51fac3 req-6863ea3c-30b6-46a0-b573-0fc26e6af935 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296556 Apr 05 18:50:54.317183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-6f778c7d-0024-4090-9953-6b0205171d5b tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:54.318778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-6f778c7d-0024-4090-9953-6b0205171d5b tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/networks?id=afcd8c6f-3e59-406d-8830-7a7c64d74ffd HTTP/1.1" status: 200 len: 812 time: 0.2772794 Apr 05 18:50:54.322238 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1ed52c9-008f-4c66-8962-a224adf80dfa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:54.366927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-b8c87bb2-ef93-4d4b-b81b-7315be319ead tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/quotas/89e4c81494c946e5824dc6e01c28d38e HTTP/1.1" status: 200 len: 375 time: 0.0410292 Apr 05 18:50:54.407004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-f31f91a2-f2cd-4669-a148-9fc92cacea79 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89e4c81494c946e5824dc6e01c28d38e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336080 Apr 05 18:50:54.512348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1ed52c9-008f-4c66-8962-a224adf80dfa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:54.563041 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1ed52c9-008f-4c66-8962-a224adf80dfa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:54.569197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c1ed52c9-008f-4c66-8962-a224adf80dfa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/5b114a35-2948-4dab-bb6b-21e62b8c87e2 HTTP/1.1" status: 204 len: 168 time: 0.9606192 Apr 05 18:50:54.569197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed52c9-008f-4c66-8962-a224adf80dfa tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=5b114a35-2948-4dab-bb6b-21e62b8c87e2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:54.569591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54880) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:54.599929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c548aa-0b2e-47d0-b068-7433f1573f78 req-4706b4ee-5a1e-42c4-8b61-42d274b339c2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:54.601578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2c548aa-0b2e-47d0-b068-7433f1573f78 req-4706b4ee-5a1e-42c4-8b61-42d274b339c2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 944 time: 0.1643190 Apr 05 18:50:54.602834 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab57a53-5d8a-4a38-8377-187c414da919 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:54.604506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab57a53-5d8a-4a38-8377-187c414da919 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:54.614617 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1ab57a53-5d8a-4a38-8377-187c414da919 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/889bb355-98f8-4f7f-a155-f1f3d4f37b57 HTTP/1.1" status: 404 len: 337 time: 0.0439177 Apr 05 18:50:54.618901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54882) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:54.624418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-bc3df2e9-9330-4da3-8fab-b09c37204ad0 service neutron] 10.222.0.15 "GET /v2.0/networks/afcd8c6f-3e59-406d-8830-7a7c64d74ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033422 Apr 05 18:50:54.707312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1258daea-793a-4410-b064-580a316cdb4f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting subnet 589fc91d-4b92-4771-bcbf-868ea0bb4924 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:54.710796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1258daea-793a-4410-b064-580a316cdb4f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:54.738014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2c548aa-0b2e-47d0-b068-7433f1573f78 req-0b411038-99b7-4510-a16e-4ec711543db4 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304367 Apr 05 18:50:54.761334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1258daea-793a-4410-b064-580a316cdb4f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:54.777855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-4280cf62-e750-4aff-9165-53c8e72388ab service neutron] 10.222.0.15 "GET /v2.0/networks/afcd8c6f-3e59-406d-8830-7a7c64d74ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524212 Apr 05 18:50:54.801672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e326a-3a6d-4dac-80df-cd8abda65fb1 None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:54.886204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1258daea-793a-4410-b064-580a316cdb4f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:54.956536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2a6a0bee-5282-43b0-93cc-43b182836ba6 None None] Provisioning complete for port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:54.957028 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0bee-5282-43b0-93cc-43b182836ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:55.039923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a0bee-5282-43b0-93cc-43b182836ba6 None None] Port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:55.068903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2a6a0bee-5282-43b0-93cc-43b182836ba6 None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:55.069933 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0bee-5282-43b0-93cc-43b182836ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:55.078941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1258daea-793a-4410-b064-580a316cdb4f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:55.147316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dadd086a-e391-45de-862c-49cb2fea7008 req-33bd7994-98d2-4b9f-8483-2af6a967629c tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 210 time: 0.0817773 Apr 05 18:50:55.185787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258daea-793a-4410-b064-580a316cdb4f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Subnet': ['ID=589fc91d-4b92-4771-bcbf-868ea0bb4924,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:55.204642 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1258daea-793a-4410-b064-580a316cdb4f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:55.210779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.221954 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1258daea-793a-4410-b064-580a316cdb4f tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/589fc91d-4b92-4771-bcbf-868ea0bb4924 HTTP/1.1" status: 204 len: 168 time: 0.6016126 Apr 05 18:50:55.255836 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fdd721-db36-4106-bfae-760c7d97e5e1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.256287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fdd721-db36-4106-bfae-760c7d97e5e1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.283006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54896) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.292053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d9fdd721-db36-4106-bfae-760c7d97e5e1 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/13cea31f-b43f-4425-ace5-b9a47d66e879 HTTP/1.1" status: 404 len: 337 time: 0.0800905 Apr 05 18:50:55.336402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54900) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.354678 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-555907c7-99dc-406b-9009-2a632f9f537c tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "GET /v2.0/ports?device_id=e898f490-46ff-4b2d-9e3c-f14783512794 HTTP/1.1" status: 200 len: 205 time: 0.0702605 Apr 05 18:50:55.417747 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-5908c949-ee8c-4d5e-bffc-64d91fd6efd8 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] delete failed (client error): The resource could not be found. Apr 05 18:50:55.419871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5908c949-ee8c-4d5e-bffc-64d91fd6efd8 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/routers/e898f490-46ff-4b2d-9e3c-f14783512794 HTTP/1.1" status: 404 len: 336 time: 0.0823421 Apr 05 18:50:55.424308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54902) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.491220 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97c53a3-2c9c-4b47-b797-2b6107428fe2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.491643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97c53a3-2c9c-4b47-b797-2b6107428fe2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.498045 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e97c53a3-2c9c-4b47-b797-2b6107428fe2 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/a6cd6db0-75a0-4cba-b694-0e782bc8f6d4 HTTP/1.1" status: 404 len: 337 time: 0.0725582 Apr 05 18:50:55.498689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54906) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.529649 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7ef3ad-9215-4e05-9707-545714a39177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.530353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7ef3ad-9215-4e05-9707-545714a39177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.537065 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0b7ef3ad-9215-4e05-9707-545714a39177 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/7053adce-b6a6-4e96-9b6a-d08a0fdbd0d2 HTTP/1.1" status: 404 len: 337 time: 0.0373547 Apr 05 18:50:55.537935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54908) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.557147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9d53-efd1-4ef8-ae9b-ca130af20bfa req-9c4c4b29-7f40-4f4c-a402-c868b2a1e212 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:55.566594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cff9d53-efd1-4ef8-ae9b-ca130af20bfa req-9c4c4b29-7f40-4f4c-a402-c868b2a1e212 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1219633 Apr 05 18:50:55.591658 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5efadf-0e2c-47e7-bd2e-28f0fc305da3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.592268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5efadf-0e2c-47e7-bd2e-28f0fc305da3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.598966 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8c5efadf-0e2c-47e7-bd2e-28f0fc305da3 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/b217fda7-2704-4f4e-b8ef-192e60632be2 HTTP/1.1" status: 404 len: 337 time: 0.0562077 Apr 05 18:50:55.598966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54910) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.623804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cff9d53-efd1-4ef8-ae9b-ca130af20bfa req-3e6cc361-834a-4c79-b5ce-8859b10930d5 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561476 Apr 05 18:50:55.648307 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3a5381-52b9-460c-bcde-b71990a35e3e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.649021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3a5381-52b9-460c-bcde-b71990a35e3e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.652455 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4f3a5381-52b9-460c-bcde-b71990a35e3e tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/bde080c3-9105-4fe5-b4c3-6ae69788326b HTTP/1.1" status: 404 len: 333 time: 0.0523067 Apr 05 18:50:55.655173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54914) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.728443 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fd1da8-abd9-4b3c-9d0f-6043a8c32d09 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.729507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fd1da8-abd9-4b3c-9d0f-6043a8c32d09 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.733771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-70fd1da8-abd9-4b3c-9d0f-6043a8c32d09 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/151da1e9-ff06-4f57-b0d4-704660f2d6e8 HTTP/1.1" status: 404 len: 337 time: 0.0775020 Apr 05 18:50:55.737090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54916) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.777546 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a02a9e-4c37-482d-ad7a-3394f135e367 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.778508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a02a9e-4c37-482d-ad7a-3394f135e367 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.782165 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-69a02a9e-4c37-482d-ad7a-3394f135e367 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/c59ec4fd-55d3-4608-a095-2ed76d89276b HTTP/1.1" status: 404 len: 337 time: 0.0440948 Apr 05 18:50:55.786291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54920) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.827562 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-48db9f4c-620a-45f8-9cf0-8e9881e99c67 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.828485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48db9f4c-620a-45f8-9cf0-8e9881e99c67 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.832218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-48db9f4c-620a-45f8-9cf0-8e9881e99c67 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/34b251b4-9262-4de6-b2a0-3c9da1b652d0 HTTP/1.1" status: 404 len: 333 time: 0.0431764 Apr 05 18:50:55.834837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54922) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.876654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959069b-10d9-4fab-80cd-62104f36e0ff req-c8c4847d-e81b-4b33-84cd-49d15f273cd5 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:55.884190 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2be176-1fb6-414a-8d3b-0c4803ce64cc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.884536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2be176-1fb6-414a-8d3b-0c4803ce64cc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.884939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8959069b-10d9-4fab-80cd-62104f36e0ff req-c8c4847d-e81b-4b33-84cd-49d15f273cd5 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1493137 Apr 05 18:50:55.887808 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bc2be176-1fb6-414a-8d3b-0c4803ce64cc tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/2f11839d-c886-415f-8a71-c4b075c83540 HTTP/1.1" status: 404 len: 337 time: 0.0519662 Apr 05 18:50:55.894571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54924) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.939454 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca32223-1938-4a67-9200-007ee798a597 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] DELETE failed (client error): The resource could not be found. Apr 05 18:50:55.940261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca32223-1938-4a67-9200-007ee798a597 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:50:55.944133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cca32223-1938-4a67-9200-007ee798a597 tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/subnets/987d8956-74f8-4b0c-8f47-41a99a943b21 HTTP/1.1" status: 404 len: 337 time: 0.0472047 Apr 05 18:50:55.946892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54926) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:55.996776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c23d31-3b09-4e7d-ad63-0fbeb24f889a None None] Network 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:50:56.046285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8959069b-10d9-4fab-80cd-62104f36e0ff req-56cb1f06-2f97-4187-ae29-4c9f3d9ef6ce tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599822 Apr 05 18:50:56.057557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055b330-994e-46dd-83df-85d83506e837 req-a73d033e-ab31-47a5-a7eb-943b29acf9ed tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:56.059469 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0055b330-994e-46dd-83df-85d83506e837 req-a73d033e-ab31-47a5-a7eb-943b29acf9ed tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 944 time: 0.2215042 Apr 05 18:50:56.158930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-279b7321-93c4-4a6e-a5d9-893f84973c6b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:56.159564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-279b7321-93c4-4a6e-a5d9-893f84973c6b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.169752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8ccad65a-dfe6-4ae0-8077-a46197b86bf4 None None] Provisioning complete for port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:56.170241 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ccad65a-dfe6-4ae0-8077-a46197b86bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.176729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0055b330-994e-46dd-83df-85d83506e837 req-735592c2-3503-446b-8db5-fe5ea9c1c095 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014066 Apr 05 18:50:56.281817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8ccad65a-dfe6-4ae0-8077-a46197b86bf4 None None] Port fdfdc4b1-f57e-4cdd-b45f-653a8a740909 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:50:56.306037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-279b7321-93c4-4a6e-a5d9-893f84973c6b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.324623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-279b7321-93c4-4a6e-a5d9-893f84973c6b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for fdfdc4b1-f57e-4cdd-b45f-653a8a740909 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:56.354068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2744aeaa-b9e3-412c-b7ff-97fc0e113a29 req-3c9e862f-807b-4848-a0dd-11f3b91948ef tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 210 time: 0.0492563 Apr 05 18:50:56.374982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8ccad65a-dfe6-4ae0-8077-a46197b86bf4 None None] Provisioning complete for port 240f1b89-3b53-4e7d-a36f-2f830057da59 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:50:56.375469 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ccad65a-dfe6-4ae0-8077-a46197b86bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.479201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-279b7321-93c4-4a6e-a5d9-893f84973c6b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.549472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b7321-93c4-4a6e-a5d9-893f84973c6b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=fdfdc4b1-f57e-4cdd-b45f-653a8a740909,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:56.565717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dfcb66-909d-4581-ad1d-6713cd608e9c None None] DHCP port deletion for 09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:50:56.583101 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-279b7321-93c4-4a6e-a5d9-893f84973c6b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.586595 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-279b7321-93c4-4a6e-a5d9-893f84973c6b tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/ports/fdfdc4b1-f57e-4cdd-b45f-653a8a740909 HTTP/1.1" status: 204 len: 168 time: 0.6386628 Apr 05 18:50:56.589491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54946) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:56.635698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfcb66-909d-4581-ad1d-6713cd608e9c None None] Deleting port 240f1b89-3b53-4e7d-a36f-2f830057da59 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:56.639454 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dfcb66-909d-4581-ad1d-6713cd608e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.714678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-5264456f-871c-4820-82f8-860c9642b480 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:56.716563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-5264456f-871c-4820-82f8-860c9642b480 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/networks?id=45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 200 len: 814 time: 0.1612287 Apr 05 18:50:56.734236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e8dfcb66-909d-4581-ad1d-6713cd608e9c None None] For port 240f1b89-3b53-4e7d-a36f-2f830057da59, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=240f1b89-3b53-4e7d-a36f-2f830057da59,segment=NetworkSegment(c558dc0a-9326-4a0f-99a6-b244fd3188c6),segment_id=c558dc0a-9326-4a0f-99a6-b244fd3188c6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:56.734600 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.735098 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dfcb66-909d-4581-ad1d-6713cd608e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.749048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-0805b4ac-12e8-41fd-9d08-168cc71bbe35 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/quotas/e1eb991040344e22b3db33d471805c38 HTTP/1.1" status: 200 len: 375 time: 0.0201244 Apr 05 18:50:56.757401 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfcb66-909d-4581-ad1d-6713cd608e9c None None] Calling delete_port for 240f1b89-3b53-4e7d-a36f-2f830057da59 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:56.790037 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-8aa36e4a-00ec-42a8-beb2-ef4ff8ad263a tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:56.791567 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-8aa36e4a-00ec-42a8-beb2-ef4ff8ad263a tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.20 "GET /v2.0/networks?id=afcd8c6f-3e59-406d-8830-7a7c64d74ffd HTTP/1.1" status: 200 len: 812 time: 0.2439156 Apr 05 18:50:56.809190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Request body: {'port': {'device_id': '305afba9-ad4a-4330-800b-bf8aecb24582', 'network_id': 'afcd8c6f-3e59-406d-8830-7a7c64d74ffd', 'admin_state_up': True, 'tenant_id': '89e4c81494c946e5824dc6e01c28d38e'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:56.821730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-55a80080-62f0-4a49-8c48-4fbf996cc962 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1eb991040344e22b3db33d471805c38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705211 Apr 05 18:50:56.847326 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dfcb66-909d-4581-ad1d-6713cd608e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.876947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfcb66-909d-4581-ad1d-6713cd608e9c None None] Pushing event deleted for resources: {'Port': ['ID=240f1b89-3b53-4e7d-a36f-2f830057da59,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:56.882606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfcb66-909d-4581-ad1d-6713cd608e9c None None] No DVR routers for this DVR port 240f1b89-3b53-4e7d-a36f-2f830057da59 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:56.932541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Deleting port 240f1b89-3b53-4e7d-a36f-2f830057da59 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:56.932887 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:56.955921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-a98eb3e5-7417-402a-a5b7-46a8c04f632f service neutron] 10.222.0.15 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246214 Apr 05 18:50:56.982809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Made reservation on behalf of 89e4c81494c946e5824dc6e01c28d38e for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:56.986870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.026514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] For port 240f1b89-3b53-4e7d-a36f-2f830057da59, host n-d-836650-3, got binding levels [] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:57.026788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.064568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-babf7b65-8bce-43e8-ae42-5fbddcd717f3 service neutron] 10.222.0.15 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008093 Apr 05 18:50:57.068904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Calling delete_port for 240f1b89-3b53-4e7d-a36f-2f830057da59 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:57.073913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Port 240f1b89-3b53-4e7d-a36f-2f830057da59 was not found and therefore no delete operation was performed {{(pid=102639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:50:57.077622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.115865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Port': ['ID=240f1b89-3b53-4e7d-a36f-2f830057da59,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:57.125954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] No DVR routers for this DVR port 240f1b89-3b53-4e7d-a36f-2f830057da59 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:57.263891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.268984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-988e9738-301e-4e6b-b947-c959da495e9c req-73acd47f-078b-466a-9c0b-c608543cd279 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 210 time: 0.0435052 Apr 05 18:50:57.277022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Allocated IP 172.20.0.13 (afcd8c6f-3e59-406d-8830-7a7c64d74ffd/391412f0-94d9-4aab-bb9b-3e8147667b74/dcc9d5d0-a3c4-4a94-978d-15415c887819) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:57.304482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:57.323381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c558dc0a-9326-4a0f-99a6-b244fd3188c6') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:57.323670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c558dc0a-9326-4a0f-99a6-b244fd3188c6') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:57.342359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.354044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350e52b-aca9-40da-abf2-8704010bd6d9 req-224e31d2-2a25-4ef6-9dc0-6a2564a08c3e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:57.360116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b350e52b-aca9-40da-abf2-8704010bd6d9 req-224e31d2-2a25-4ef6-9dc0-6a2564a08c3e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 944 time: 0.0639181 Apr 05 18:50:57.369474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.406858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b350e52b-aca9-40da-abf2-8704010bd6d9 req-90a6a8db-ffdb-4dee-83d8-9e9cfb2189a8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436320 Apr 05 18:50:57.421620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:50:57.422534 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:50:57.426481 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:50:57.493582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9692489-422f-4639-9d16-eae88a94f5d9 req-2900f257-db06-4cd9-bd66-941f42dc5914 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 210 time: 0.0385287 Apr 05 18:50:57.558120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.577239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.582053 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] 10.222.0.15 "DELETE /v2.0/networks/09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5 HTTP/1.1" status: 204 len: 168 time: 0.9912565 Apr 05 18:50:57.599622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a10f4-f130-4ec0-a203-a96c7176d65d tempest-PortsTestJSON-410541759 tempest-PortsTestJSON-410541759-project] Pushing event deleted for resources: {'Network': ['ID=09edef9a-ff06-4ddf-ab51-3e5ad98c2ef5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:57.657066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.741314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:57.796044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54974) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:57.830023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Network afcd8c6f-3e59-406d-8830-7a7c64d74ffd is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:50:57.850980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:50:57.856787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:50:57.895499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Pushing event updated for resources: {'Port': ['ID=dcc9d5d0-a3c4-4a94-978d-15415c887819,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:57.927514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a2dc8623-3cca-447a-b484-1c6f85f92b9e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:57.929436 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a2dc8623-3cca-447a-b484-1c6f85f92b9e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c09978fc-90dd-4087-a6f7-6969ab223c1d HTTP/1.1" status: 200 len: 945 time: 0.1537528 Apr 05 18:50:57.962143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54980) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:58.016781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:58.018444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.075332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 240f1b89-3b53-4e7d-a36f-2f830057da59 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:50:58.093896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-dcac61d8-d6f4-4207-952a-507b45e352ac tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2886407 Apr 05 18:50:58.097724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 240f1b89-3b53-4e7d-a36f-2f830057da59 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:50:58.098077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 240f1b89-3b53-4e7d-a36f-2f830057da59 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:50:58.110106 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Request body: {'port': {'device_id': '305afba9-ad4a-4330-800b-bf8aecb24582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:58.133882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7f4b9cf8-c820-4ae5-9105-db64b3562985 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7a9a2cdab22418b8b4965fb5ef160e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695116 Apr 05 18:50:58.137764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ff28d6-c232-4e8b-ab4b-70c595378ad1 admin admin] Deleting subnet 0f3deab1-7812-4525-8991-793933ce26cb {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:50:58.138426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54984) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:58.141247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54ff28d6-c232-4e8b-ab4b-70c595378ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.180039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54ff28d6-c232-4e8b-ab4b-70c595378ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.190035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Deleting port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:50:58.190379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.222208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.224652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54ff28d6-c232-4e8b-ab4b-70c595378ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.278885 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54ff28d6-c232-4e8b-ab4b-70c595378ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.307746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff28d6-c232-4e8b-ab4b-70c595378ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3deab1-7812-4525-8991-793933ce26cb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:58.311540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54ff28d6-c232-4e8b-ab4b-70c595378ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.317838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2420-8f90-42a7-bf34-da17ec4721a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.319070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-54ff28d6-c232-4e8b-ab4b-70c595378ad1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0f3deab1-7812-4525-8991-793933ce26cb HTTP/1.1" status: 204 len: 168 time: 0.5216389 Apr 05 18:50:58.319319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54988) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:50:58.386375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2b1285c-5811-47f6-9e9d-79532eae782d req-e8df20f5-3321-4046-b8ff-ff5d28a4959b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 210 time: 0.0312219 Apr 05 18:50:58.525837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d77b9-eb22-423e-9a16-4d35a5f1318a req-f84fa731-38c4-4437-8190-74abd977d1f9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:58.527345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e1d77b9-eb22-423e-9a16-4d35a5f1318a req-f84fa731-38c4-4437-8190-74abd977d1f9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 944 time: 0.0566261 Apr 05 18:50:58.575083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e1d77b9-eb22-423e-9a16-4d35a5f1318a req-d8a09f85-0cac-41ca-8e9a-29646ef7f6cf tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378973 Apr 05 18:50:58.577628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2420-8f90-42a7-bf34-da17ec4721a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.593222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] For port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:50:58.593600 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.626232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0443e20-d2df-42cd-b570-f607bb9d6469 req-4fb3542e-cdf4-4bd2-ad86-b96f5f21ce00 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:58.628078 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0443e20-d2df-42cd-b570-f607bb9d6469 req-4fb3542e-cdf4-4bd2-ad86-b96f5f21ce00 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 932 time: 0.0521371 Apr 05 18:50:58.633150 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.640832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Calling delete_port for 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:50:58.671807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0443e20-d2df-42cd-b570-f607bb9d6469 req-c7198418-8d69-4582-a0a8-fdf88f4ade52 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354714 Apr 05 18:50:58.815514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-84054615-91e6-4b76-b4e3-830cecb1240f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:58.816929 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-84054615-91e6-4b76-b4e3-830cecb1240f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "GET /v2.0/networks?id=45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 200 len: 814 time: 0.4017060 Apr 05 18:50:58.858081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Request body: {'port': {'device_id': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda', 'admin_state_up': True, 'tenant_id': 'e1eb991040344e22b3db33d471805c38'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:50:58.862096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2420-8f90-42a7-bf34-da17ec4721a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.864607 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2420-8f90-42a7-bf34-da17ec4721a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:58.865664 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5a3c2420-8f90-42a7-bf34-da17ec4721a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb23d3d9-e942-4af6-bd3c-69022a8819d3 HTTP/1.1" status: 204 len: 168 time: 0.7262025 Apr 05 18:50:59.249716 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c2420-8f90-42a7-bf34-da17ec4721a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb23d3d9-e942-4af6-bd3c-69022a8819d3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:59.284674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.353532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c28764-9f91-4a61-b976-350eaefaf098']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:59.415902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016fb0d4-24e2-4e5b-b265-9e79aaadae39') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:59.416205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016fb0d4-24e2-4e5b-b265-9e79aaadae39') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:50:59.446420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.478753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc9d5d0-a3c4-4a94-978d-15415c887819 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:50:59.490437 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.495383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.506691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.508649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:50:59.509033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:50:59.512788 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:50:59.515267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Made reservation on behalf of e1eb991040344e22b3db33d471805c38 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:50:59.517240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.520916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:50:59.535227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Transition to ACTIVE for port object dcc9d5d0-a3c4-4a94-978d-15415c887819 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:50:59.594357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.604216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Pushing event deleted for resources: {'Port': ['ID=65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:59.616320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40184589-63bc-47c8-a4de-910807cc3a22 req-b429f349-809b-4978-90cf-44fa983b7dbb tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 210 time: 0.0917044 Apr 05 18:50:59.683822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.734934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] No DVR routers for this DVR port 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:50:59.742693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.746240 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3846a260-59a2-43fc-a861-e5bd6f816168 req-a6e37504-d275-467c-936a-aefb64eda19e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "DELETE /v2.0/ports/65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 HTTP/1.1" status: 204 len: 173 time: 1.8101799 Apr 05 18:50:59.747464 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:50:59.750828 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] 10.222.0.15 "DELETE /v2.0/networks/55c28764-9f91-4a61-b976-350eaefaf098 HTTP/1.1" status: 204 len: 168 time: 1.4209638 Apr 05 18:50:59.754420 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'name': 'network-vif-deleted', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:50:59.757328 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c29857-025b-4b0f-a3ea-a42eff17cb45" -d '{"events": [{"server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "name": "network-vif-deleted", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:50:59.785473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb023fb-504e-4338-a2f7-8a63afdbe43f admin admin] Pushing event deleted for resources: {'Network': ['ID=55c28764-9f91-4a61-b976-350eaefaf098,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:59.791188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc9d5d0-a3c4-4a94-978d-15415c887819,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:50:59.792951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab6330-7825-47f1-9719-cd545a4a0b6a req-9abf2b6d-9016-4913-b648-6a8651fdc824 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:50:59.819463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eab6330-7825-47f1-9719-cd545a4a0b6a req-9abf2b6d-9016-4913-b648-6a8651fdc824 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 944 time: 0.1398728 Apr 05 18:50:59.932149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Allocated IP 172.20.0.14 (45b55db2-9bdf-4fe7-a7dd-09445f088dda/0310af1c-705a-419a-9e30-7b9822ba662b/2ed7994c-498a-44bb-9aed-230259ab4b3b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:50:59.936325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Attempting to bind port dcc9d5d0-a3c4-4a94-978d-15415c887819 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:50:59.937167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Attempting to bind port dcc9d5d0-a3c4-4a94-978d-15415c887819 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0d796870-af81-460c-97bf-b5e8c9ab4d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afcd8c6f-3e59-406d-8830-7a7c64d74ffd'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:50:59.937838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Attempting to bind port dcc9d5d0-a3c4-4a94-978d-15415c887819 on network afcd8c6f-3e59-406d-8830-7a7c64d74ffd {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:59.945284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Port dcc9d5d0-a3c4-4a94-978d-15415c887819 on network afcd8c6f-3e59-406d-8830-7a7c64d74ffd not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:50:59.945902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Attempting to bind port dcc9d5d0-a3c4-4a94-978d-15415c887819 on network afcd8c6f-3e59-406d-8830-7a7c64d74ffd {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:50:59.958623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:50:59.959165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Checking segment: {'id': '0d796870-af81-460c-97bf-b5e8c9ab4d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afcd8c6f-3e59-406d-8830-7a7c64d74ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:50:59.959932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Bound using segment: {'id': '0d796870-af81-460c-97bf-b5e8c9ab4d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afcd8c6f-3e59-406d-8830-7a7c64d74ffd'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:50:59.960572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Bound port: dcc9d5d0-a3c4-4a94-978d-15415c887819, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d796870-af81-460c-97bf-b5e8c9ab4d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afcd8c6f-3e59-406d-8830-7a7c64d74ffd'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:50:59.961119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.053475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eab6330-7825-47f1-9719-cd545a4a0b6a req-535ec7d0-8a8a-4af9-b813-1e42f9906ae8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326815 Apr 05 18:51:00.065068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65dbd1-ac83-4d80-a17c-2dd7a3b824f3 req-608f5191-7535-40b9-8c5a-144b9e4338e8 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:00.074369 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f65dbd1-ac83-4d80-a17c-2dd7a3b824f3 req-608f5191-7535-40b9-8c5a-144b9e4338e8 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 944 time: 0.3010981 Apr 05 18:51:00.116209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] For port dcc9d5d0-a3c4-4a94-978d-15415c887819, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:00.117550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f65dbd1-ac83-4d80-a17c-2dd7a3b824f3 req-214b5146-fcf5-473f-9b36-fa77944b80e9 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Apr 05 18:51:00.134211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] For port dcc9d5d0-a3c4-4a94-978d-15415c887819, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dcc9d5d0-a3c4-4a94-978d-15415c887819,segment=NetworkSegment(0d796870-af81-460c-97bf-b5e8c9ab4d4c),segment_id=0d796870-af81-460c-97bf-b5e8c9ab4d4c)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:00.145377 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d879d747-1ff6-4510-9e44-d01e7b2de444 x-openstack-request-id: req-d879d747-1ff6-4510-9e44-d01e7b2de444 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:00.145666 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09978fc-90dd-4087-a6f7-6969ab223c1d", "name": "network-vif-deleted", "tag": "65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:00.146120 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d879d747-1ff6-4510-9e44-d01e7b2de444 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:00.146554 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d879d747-1ff6-4510-9e44-d01e7b2de444'] response: {'server_uuid': 'c09978fc-90dd-4087-a6f7-6969ab223c1d', 'name': 'network-vif-deleted', 'tag': '65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6', 'status': 'completed', 'code': 200} Apr 05 18:51:00.149787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.160738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55044) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:00.186487 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.238114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:00.238114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.238114 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] 10.222.0.20 "PUT /v2.0/ports/dcc9d5d0-a3c4-4a94-978d-15415c887819 HTTP/1.1" status: 200 len: 1092 time: 2.1336477 Apr 05 18:51:00.242277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55048) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:00.260519 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c126683c-0a77-482e-bd03-3853cbe00e0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c06402e7ed944e1a9636d029f4d5ba45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981920 Apr 05 18:51:00.319542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa33fa-1b2f-4cd9-ae19-99858ff07cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc9d5d0-a3c4-4a94-978d-15415c887819,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:00.356906 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.408311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-778350f3-562d-4203-a084-36d4f79422f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.418626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-49c2b191-ecff-4be3-af2d-6806f4b6a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:00.420098 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-49c2b191-ecff-4be3-af2d-6806f4b6a846 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89e4c81494c946e5824dc6e01c28d38e&device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 1095 time: 0.1178434 Apr 05 18:51:00.446576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Network 45b55db2-9bdf-4fe7-a7dd-09445f088dda is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:00.490835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-778350f3-562d-4203-a084-36d4f79422f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.495139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:00.503106 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-31c4acec-8c0d-4945-9d49-18e7c965145c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc9d5d0-a3c4-4a94-978d-15415c887819 HTTP/1.1" status: 200 len: 217 time: 0.0679216 Apr 05 18:51:00.503902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:00.509366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Pushing event updated for resources: {'Port': ['ID=2ed7994c-498a-44bb-9aed-230259ab4b3b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:00.610029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:00.610670 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.626691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-b58e7f41-0175-4406-b1a8-224cfd24d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:00.628375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-b58e7f41-0175-4406-b1a8-224cfd24d695 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=391412f0-94d9-4aab-bb9b-3e8147667b74 HTTP/1.1" status: 200 len: 852 time: 0.1164467 Apr 05 18:51:00.637779 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9bcc5299-2cf3-4235-a48c-67c521df0a2b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7881873 Apr 05 18:51:00.669974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Request body: {'port': {'device_id': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:00.677598 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-0c3f21ec-8356-41dd-a307-28491cbee291 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afcd8c6f-3e59-406d-8830-7a7c64d74ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382075 Apr 05 18:51:00.711210 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-778350f3-562d-4203-a084-36d4f79422f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.713885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-778350f3-562d-4203-a084-36d4f79422f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.715051 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-778350f3-562d-4203-a084-36d4f79422f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02e55891-d566-4344-bfe2-b4fbf1ba2ef8 HTTP/1.1" status: 204 len: 168 time: 0.4718170 Apr 05 18:51:00.768830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778350f3-562d-4203-a084-36d4f79422f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e55891-d566-4344-bfe2-b4fbf1ba2ef8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:00.789481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3a62-9718-4b1b-8c2d-7902b29cdab3 req-e84afb57-a92a-4bac-999e-c8aa37861d8f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:00.791108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ffbd3a62-9718-4b1b-8c2d-7902b29cdab3 req-e84afb57-a92a-4bac-999e-c8aa37861d8f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 932 time: 0.0761430 Apr 05 18:51:00.805635 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:00.879834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-0ca9fa06-b2e3-42cc-862c-b0979b29041a service neutron] 10.222.0.20 "GET /v2.0/networks/afcd8c6f-3e59-406d-8830-7a7c64d74ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804566 Apr 05 18:51:00.882274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ffbd3a62-9718-4b1b-8c2d-7902b29cdab3 req-01a896f6-752e-437f-96b8-a19bbef35d52 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750215 Apr 05 18:51:01.094959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-65078592-e93b-4529-ad4d-d2f313fb15fd req-753865be-43f8-46a9-822e-bce423857757 service neutron] 10.222.0.20 "GET /v2.0/networks/afcd8c6f-3e59-406d-8830-7a7c64d74ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076044 Apr 05 18:51:01.258686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67588e93-8204-4e59-979a-eae867718c5d req-b6d177d7-298d-4cb4-b5ff-ce87170afcd0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:01.265535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed7994c-498a-44bb-9aed-230259ab4b3b {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:01.266994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67588e93-8204-4e59-979a-eae867718c5d req-b6d177d7-298d-4cb4-b5ff-ce87170afcd0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 944 time: 0.1027117 Apr 05 18:51:01.274658 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:01.295775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Transition to ACTIVE for port object 2ed7994c-498a-44bb-9aed-230259ab4b3b will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:51:01.302030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:01.327402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a215acf-2903-484a-b8c4-91f6ffa85010 req-e57a8872-1506-4747-9ce5-2b0a9778f88a tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:01.330444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a215acf-2903-484a-b8c4-91f6ffa85010 req-e57a8872-1506-4747-9ce5-2b0a9778f88a tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 944 time: 0.0912657 Apr 05 18:51:01.419873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed7994c-498a-44bb-9aed-230259ab4b3b,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:01.448674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67588e93-8204-4e59-979a-eae867718c5d req-a51151f9-757c-4c2d-b3fa-362171f5aa0c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574409 Apr 05 18:51:01.475666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a215acf-2903-484a-b8c4-91f6ffa85010 req-6aed83b1-1458-4bca-8c2f-a624fcef8f3d tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106620 Apr 05 18:51:01.482618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Attempting to bind port 2ed7994c-498a-44bb-9aed-230259ab4b3b on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:01.483092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Attempting to bind port 2ed7994c-498a-44bb-9aed-230259ab4b3b by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:01.483642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Attempting to bind port 2ed7994c-498a-44bb-9aed-230259ab4b3b on network 45b55db2-9bdf-4fe7-a7dd-09445f088dda {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:01.490159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Port 2ed7994c-498a-44bb-9aed-230259ab4b3b on network 45b55db2-9bdf-4fe7-a7dd-09445f088dda not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:51:01.490909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Attempting to bind port 2ed7994c-498a-44bb-9aed-230259ab4b3b on network 45b55db2-9bdf-4fe7-a7dd-09445f088dda {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:01.497496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:01.497496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Checking segment: {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:01.498256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Bound using segment: {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:01.498718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Bound port: 2ed7994c-498a-44bb-9aed-230259ab4b3b, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:01.499688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:01.568982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:01.572244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:01.580388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:01.628732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:01.629541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:01.631008 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] 10.222.0.25 "PUT /v2.0/ports/2ed7994c-498a-44bb-9aed-230259ab4b3b HTTP/1.1" status: 200 len: 1092 time: 0.9820619 Apr 05 18:51:01.670150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc488765-69f0-4852-85d3-f4724bfa2db6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed7994c-498a-44bb-9aed-230259ab4b3b,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:01.734282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-859793d8-196c-4e4a-8ab7-d4b95d683769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:01.739268 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-859793d8-196c-4e4a-8ab7-d4b95d683769 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1eb991040344e22b3db33d471805c38&device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 1095 time: 0.0572178 Apr 05 18:51:01.749650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55108) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:01.801316 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-0c6322f8-94fb-4efb-a56c-77b97d21578f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b HTTP/1.1" status: 200 len: 217 time: 0.0532265 Apr 05 18:51:01.880164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-ca866c85-952c-484c-bb88-7579a04bbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:01.881677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-ca866c85-952c-484c-bb88-7579a04bbeb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0310af1c-705a-419a-9e30-7b9822ba662b HTTP/1.1" status: 200 len: 854 time: 0.0731633 Apr 05 18:51:01.921136 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-6288e401-8b08-4980-9f76-4b82be6350b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45b55db2-9bdf-4fe7-a7dd-09445f088dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315728 Apr 05 18:51:01.927256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-744164895-network', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:02.011955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:51:02.014271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:02.058734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c9246-ff74-456f-bfd1-c1b8949ed367 req-a573373c-689c-43fb-9d16-9f4f1a0bedbe tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.061257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-401c9246-ff74-456f-bfd1-c1b8949ed367 req-a573373c-689c-43fb-9d16-9f4f1a0bedbe tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 944 time: 0.0883369 Apr 05 18:51:02.071343 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:02.091995 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-9419a14a-7a81-4b24-a605-6f651f6f7f3f service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612358 Apr 05 18:51:02.107441 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-401c9246-ff74-456f-bfd1-c1b8949ed367 req-758fbf09-c486-474d-a4ed-8100958dfe56 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Apr 05 18:51:02.144144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:51:02.156936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305afba9-ad4a-4330-800b-bf8aecb24582', 'tag': 'dcc9d5d0-a3c4-4a94-978d-15415c887819'}, {'name': 'network-changed', 'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:02.159610 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492fed98-d46b-4abc-99c0-10e5ff276580" -d '{"events": [{"name": "network-changed", "server_uuid": "305afba9-ad4a-4330-800b-bf8aecb24582", "tag": "dcc9d5d0-a3c4-4a94-978d-15415c887819"}, {"name": "network-changed", "server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:02.164909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:51:02.165254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 65f4222f-d3c1-4bb8-8ae0-72a8c6b037a6 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:51:02.228463 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ee2859-4635-4b99-a0ba-47746f1f9c91 x-openstack-request-id: req-17ee2859-4635-4b99-a0ba-47746f1f9c91 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:02.228759 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305afba9-ad4a-4330-800b-bf8aecb24582", "tag": "dcc9d5d0-a3c4-4a94-978d-15415c887819", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:02.229010 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17ee2859-4635-4b99-a0ba-47746f1f9c91 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:02.229405 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ee2859-4635-4b99-a0ba-47746f1f9c91'] response: {'name': 'network-changed', 'server_uuid': '305afba9-ad4a-4330-800b-bf8aecb24582', 'tag': 'dcc9d5d0-a3c4-4a94-978d-15415c887819', 'status': 'completed', 'code': 200} Apr 05 18:51:02.229664 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ee2859-4635-4b99-a0ba-47746f1f9c91'] response: {'name': 'network-changed', 'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b', 'status': 'completed', 'code': 200} Apr 05 18:51:02.242233 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-500f4f35-dde7-41ce-9c9d-5035a32699af req-0438d58b-3fef-4684-8791-957c2c8aa348 service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421492 Apr 05 18:51:02.285947 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:02.293660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:02.335277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:51:02.363315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-a6056610-87ed-4d0b-8e5f-34a698543022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.364807 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-a6056610-87ed-4d0b-8e5f-34a698543022 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89e4c81494c946e5824dc6e01c28d38e&device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 1095 time: 0.1149099 Apr 05 18:51:02.370950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0d3b0f-9576-458f-82ed-d5db19dc1e59,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:02.374947 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:02.375281 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Added segment 8fc267fb-4874-4c9c-b5d5-b2bd49a664a9 of type vlan for network 798730b5-7361-4e69-83c3-9ab022a1409a Apr 05 18:51:02.462612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-22d57321-2510-4f50-ae27-b8ea80502f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.464074 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-22d57321-2510-4f50-ae27-b8ea80502f83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1eb991040344e22b3db33d471805c38&device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 1095 time: 0.1610093 Apr 05 18:51:02.476071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:02.584687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee055d2-0e41-4fcf-86d1-319b81dbe222 req-411fd5f6-7a5e-497e-b019-4fd7a07fbee2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.591546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ee055d2-0e41-4fcf-86d1-319b81dbe222 req-411fd5f6-7a5e-497e-b019-4fd7a07fbee2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 944 time: 0.0613432 Apr 05 18:51:02.591761 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:02.592527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.593344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:02.596008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-ce49584f-1acc-4d61-9f2e-c9a45db4050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.597432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-ce49584f-1acc-4d61-9f2e-c9a45db4050f service neutron] 10.222.0.20 "GET /v2.0/networks?id=afcd8c6f-3e59-406d-8830-7a7c64d74ffd HTTP/1.1" status: 200 len: 912 time: 0.2205551 Apr 05 18:51:02.674591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5e9c-01f6-46c3-99d9-e2bc30bb97d9 req-49dc645a-d7e5-447f-8a1a-f5639bafd794 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.676336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dafd5e9c-01f6-46c3-99d9-e2bc30bb97d9 req-49dc645a-d7e5-447f-8a1a-f5639bafd794 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 944 time: 0.0832386 Apr 05 18:51:02.679772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ee055d2-0e41-4fcf-86d1-319b81dbe222 req-469574f9-f3f8-4820-9de0-fe07d43643ad tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853240 Apr 05 18:51:02.693241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-646cfb8c-ffd1-4e79-a475-e9824ac414cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.694953 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-646cfb8c-ffd1-4e79-a475-e9824ac414cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 200 len: 914 time: 0.2220635 Apr 05 18:51:02.696243 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-4391895f-44ca-4034-9756-c9993b2ed465 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc9d5d0-a3c4-4a94-978d-15415c887819 HTTP/1.1" status: 200 len: 217 time: 0.0891414 Apr 05 18:51:02.715757 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9616299 Apr 05 18:51:02.718583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55128) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:02.724522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Request body: {'subnet': {'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-744164895-subnet', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:02.756240 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-54a6621a-fb85-4455-8277-137a18639add service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b HTTP/1.1" status: 200 len: 217 time: 0.0533445 Apr 05 18:51:02.779732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b35afe-895e-491f-944a-430341f8567d admin admin] Pushing event updated for resources: {'Network': ['ID=798730b5-7361-4e69-83c3-9ab022a1409a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:02.795645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 798730b5-7361-4e69-83c3-9ab022a1409a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:51:02.840746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-8406d01a-f00f-4a61-84ae-9ca38127b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.842558 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-8406d01a-f00f-4a61-84ae-9ca38127b38a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=391412f0-94d9-4aab-bb9b-3e8147667b74 HTTP/1.1" status: 200 len: 852 time: 0.1267645 Apr 05 18:51:02.850077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-35001098-11fa-4bd5-b7dc-b4ac44a65d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:02.851873 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-35001098-11fa-4bd5-b7dc-b4ac44a65d5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0310af1c-705a-419a-9e30-7b9822ba662b HTTP/1.1" status: 200 len: 854 time: 0.0697055 Apr 05 18:51:02.888934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-ba6ac773-6b73-4831-ba11-d9d2906f6c39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afcd8c6f-3e59-406d-8830-7a7c64d74ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351791 Apr 05 18:51:02.925530 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-0e0b26d9-97f4-4da0-b293-20bb0603e449 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45b55db2-9bdf-4fe7-a7dd-09445f088dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390115 Apr 05 18:51:03.023514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34227f18-24a8-48c5-8c39-38cbbc7ed733 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:51:03.055093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dafd5e9c-01f6-46c3-99d9-e2bc30bb97d9 req-af9b08fe-dcf3-4264-b571-45c9c9abccea tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635931 Apr 05 18:51:03.066015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:51:03.069144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:03.087156 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:51:03.111603 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-e5b9a306-14fe-4b90-8abd-5cadc9a70bc5 service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757889 Apr 05 18:51:03.116423 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-fccfbf38-b564-4d89-bb04-1521ec61d812 service neutron] 10.222.0.20 "GET /v2.0/networks/afcd8c6f-3e59-406d-8830-7a7c64d74ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170968 Apr 05 18:51:03.220502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 34227f18-24a8-48c5-8c39-38cbbc7ed733, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34227f18-24a8-48c5-8c39-38cbbc7ed733,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:03.236833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '34227f18-24a8-48c5-8c39-38cbbc7ed733', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'port_id': '34227f18-24a8-48c5-8c39-38cbbc7ed733', 'mac_address': 'fa:16:3e:d1:7f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:51:03.277928 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-fcdb2891-b751-4b75-9931-c4d8fa37bfa0 service neutron] 10.222.0.20 "GET /v2.0/networks/afcd8c6f-3e59-406d-8830-7a7c64d74ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419291 Apr 05 18:51:03.310958 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:03.337704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34227f18-24a8-48c5-8c39-38cbbc7ed733 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:03.365413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 34227f18-24a8-48c5-8c39-38cbbc7ed733, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34227f18-24a8-48c5-8c39-38cbbc7ed733,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:03.371132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:03.384065 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-492fed98-d46b-4abc-99c0-10e5ff276580 req-0d8a13b9-5993-414c-a24f-0f2b8b97f83e service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613757 Apr 05 18:51:03.394412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9603cb3-f17e-4b76-9e53-70119e831998 req-bbf6857e-1b88-4faf-8bef-ce3339c9376b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:03.395973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9603cb3-f17e-4b76-9e53-70119e831998 req-bbf6857e-1b88-4faf-8bef-ce3339c9376b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 944 time: 0.1733718 Apr 05 18:51:03.427019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=34227f18-24a8-48c5-8c39-38cbbc7ed733,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:03.453433 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:03.523876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9603cb3-f17e-4b76-9e53-70119e831998 req-22d3fc4c-c456-4190-8c1a-195da1e16d5d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071417 Apr 05 18:51:03.526445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Checking segment: {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:03.527233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Network hostable DHCP agents. Network: 798730b5-7361-4e69-83c3-9ab022a1409a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:51:03.552790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62ed36d-03a3-43ab-9bae-48fb9d376e66,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:03.570961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Network 798730b5-7361-4e69-83c3-9ab022a1409a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:51:03.583968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 798730b5-7361-4e69-83c3-9ab022a1409a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:03.592055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1214759-1ae0-443a-bf3c-cfa349be8305 None None] Network 798730b5-7361-4e69-83c3-9ab022a1409a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:51:03.596759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:03.597630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:03.621014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d929344b-32e2-4896-9f0b-09eab4fdcfbc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9031661 Apr 05 18:51:03.623746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55148) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:03.628315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:03.649619 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:03.651336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:03.691298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['34227f18-24a8-48c5-8c39-38cbbc7ed733'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:03.723560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:03.823810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d54f9-ae90-4109-9429-eba510195e9d req-1c6e0a30-2d77-4a3f-823c-775b2c0d54b1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:03.833682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-049d54f9-ae90-4109-9429-eba510195e9d req-1c6e0a30-2d77-4a3f-823c-775b2c0d54b1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 945 time: 0.0720017 Apr 05 18:51:03.878131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-049d54f9-ae90-4109-9429-eba510195e9d req-055a152c-98e1-4d53-8345-f973ba4f46d1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 Apr 05 18:51:03.915942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:03.997012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-798730b5-7361-4e69-83c3-9ab022a1409a', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:51:03.998172 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.178100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Allocated IP 172.20.0.2 (798730b5-7361-4e69-83c3-9ab022a1409a/b62ed36d-03a3-43ab-9bae-48fb9d376e66/647c47d9-ad5c-4992-a9e9-a0c1c65fad7f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:04.239886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74514bb-fe2a-48fe-8873-84c435781469 req-ac4a8b0c-0604-48a8-9a30-93df78678046 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:04.240388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.249137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f74514bb-fe2a-48fe-8873-84c435781469 req-ac4a8b0c-0604-48a8-9a30-93df78678046 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 944 time: 0.0853939 Apr 05 18:51:04.274049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.304847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f74514bb-fe2a-48fe-8873-84c435781469 req-e1151663-c935-475f-9976-bb533f0794a1 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545218 Apr 05 18:51:04.385734 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.395495 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.447052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Network 798730b5-7361-4e69-83c3-9ab022a1409a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:04.449843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Allocated IP 172.25.4.93 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/abc15ace-1550-42cd-9c4a-9471f8b78828) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:04.452483 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:04.455492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:04.472477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Pushing event updated for resources: {'Port': ['ID=647c47d9-ad5c-4992-a9e9-a0c1c65fad7f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:04.516979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Attempting to bind port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:04.517357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Attempting to bind port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:04.517694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Attempting to bind port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f on network 798730b5-7361-4e69-83c3-9ab022a1409a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:04.522841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:04.523218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Checking segment: {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:04.523616 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.524008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Bound using segment: {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:04.524469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Bound port: 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:04.524845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.560712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.603174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] For port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:04.607062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] For port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=647c47d9-ad5c-4992-a9e9-a0c1c65fad7f,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:04.612481 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.640501 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:04.682820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb6333-62fb-459a-971d-62f1e7afba21 None None] Pushing event updated for resources: {'Port': ['ID=647c47d9-ad5c-4992-a9e9-a0c1c65fad7f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:04.703269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b513df-839d-4d99-91f7-eb27615836d8 req-fd72d929-d9ad-4b7e-85fd-6b39bfcee45f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:04.715978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16b513df-839d-4d99-91f7-eb27615836d8 req-fd72d929-d9ad-4b7e-85fd-6b39bfcee45f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 944 time: 0.1023245 Apr 05 18:51:04.722188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:04.725484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:04.733249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:04.769152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Pushing event updated for resources: {'Port': ['ID=abc15ace-1550-42cd-9c4a-9471f8b78828,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:04.773545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16b513df-839d-4d99-91f7-eb27615836d8 req-8edef834-7643-4863-9d0b-30d7d44a6393 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560236 Apr 05 18:51:04.781729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.782225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.782770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.783123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.783463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.783797 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.784130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.784459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.784786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.785113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.785440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.785764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:04.960562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:05.045472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dcc9d5d0-a3c4-4a94-978d-15415c887819 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:51:05.052241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34227f18-24a8-48c5-8c39-38cbbc7ed733 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:05.091107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84aec0-200b-4ab9-9ce6-f6ae8f2be346 req-1d9f198f-66c9-4826-a346-e8c89e2e8a76 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:05.099606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f84aec0-200b-4ab9-9ce6-f6ae8f2be346 req-1d9f198f-66c9-4826-a346-e8c89e2e8a76 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 945 time: 0.0948575 Apr 05 18:51:05.154450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f84aec0-200b-4ab9-9ce6-f6ae8f2be346 req-505f66bd-74de-46a2-a328-8d27874fb86a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Apr 05 18:51:05.182744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 34227f18-24a8-48c5-8c39-38cbbc7ed733 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:51:05.268746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 34227f18-24a8-48c5-8c39-38cbbc7ed733 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:05.274749 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:05.352227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port dcc9d5d0-a3c4-4a94-978d-15415c887819, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dcc9d5d0-a3c4-4a94-978d-15415c887819,segment=NetworkSegment(0d796870-af81-460c-97bf-b5e8c9ab4d4c),segment_id=0d796870-af81-460c-97bf-b5e8c9ab4d4c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:05.386454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'dcc9d5d0-a3c4-4a94-978d-15415c887819', 'network_id': 'afcd8c6f-3e59-406d-8830-7a7c64d74ffd', 'port_id': 'dcc9d5d0-a3c4-4a94-978d-15415c887819', 'mac_address': 'fa:16:3e:3a:dd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391412f0-94d9-4aab-bb9b-3e8147667b74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:51:05.441922 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:05.472712 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:05.478711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc9d5d0-a3c4-4a94-978d-15415c887819 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:05.529305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port dcc9d5d0-a3c4-4a94-978d-15415c887819, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dcc9d5d0-a3c4-4a94-978d-15415c887819,segment=NetworkSegment(0d796870-af81-460c-97bf-b5e8c9ab4d4c),segment_id=0d796870-af81-460c-97bf-b5e8c9ab4d4c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:05.545815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:05.551201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24cd50-9cb4-4b05-8e15-d62e42e158c0 req-a703a7b5-7035-4e46-ba91-65b3f6cb41f3 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:05.552750 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a24cd50-9cb4-4b05-8e15-d62e42e158c0 req-a703a7b5-7035-4e46-ba91-65b3f6cb41f3 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 944 time: 0.0983424 Apr 05 18:51:05.594292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618b8de-2fa9-4336-93cf-9ab9a4234b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34227f18-24a8-48c5-8c39-38cbbc7ed733'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:05.597817 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd597ac-6b41-40da-8a98-88facee39353" -d '{"events": [{"server_uuid": "3618b8de-2fa9-4336-93cf-9ab9a4234b6c", "name": "network-vif-plugged", "status": "completed", "tag": "34227f18-24a8-48c5-8c39-38cbbc7ed733"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:05.619556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 34227f18-24a8-48c5-8c39-38cbbc7ed733, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34227f18-24a8-48c5-8c39-38cbbc7ed733,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:05.626525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a24cd50-9cb4-4b05-8e15-d62e42e158c0 req-3aab26a0-9218-4932-8a80-4c99ec7ee7ca tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622003 Apr 05 18:51:05.635542 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:05.643425 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=dcc9d5d0-a3c4-4a94-978d-15415c887819,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:05.704740 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f980ab27-6da9-4d14-9e93-c5d1405ef97c x-openstack-request-id: req-f980ab27-6da9-4d14-9e93-c5d1405ef97c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:05.705170 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618b8de-2fa9-4336-93cf-9ab9a4234b6c", "name": "network-vif-plugged", "status": "completed", "tag": "34227f18-24a8-48c5-8c39-38cbbc7ed733", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:05.705461 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f980ab27-6da9-4d14-9e93-c5d1405ef97c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:05.705854 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f980ab27-6da9-4d14-9e93-c5d1405ef97c'] response: {'server_uuid': '3618b8de-2fa9-4336-93cf-9ab9a4234b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34227f18-24a8-48c5-8c39-38cbbc7ed733', 'code': 200} Apr 05 18:51:05.765815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:05.767995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=34227f18-24a8-48c5-8c39-38cbbc7ed733,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:05.826655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dcc9d5d0-a3c4-4a94-978d-15415c887819'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:06.000726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc8911-d59d-4141-9031-8798514b9b34 req-9bda64dc-1aea-4cee-85e4-85a7de47d136 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:06.011822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cadc8911-d59d-4141-9031-8798514b9b34 req-9bda64dc-1aea-4cee-85e4-85a7de47d136 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 944 time: 0.1038387 Apr 05 18:51:06.025486 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c5d5d-300d-42c9-90fa-0bba1f43af61 req-7cb39553-8877-4144-af42-c89cb995b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:06.028420 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c4c5d5d-300d-42c9-90fa-0bba1f43af61 req-7cb39553-8877-4144-af42-c89cb995b534 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 1097 time: 0.2091784 Apr 05 18:51:06.086663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cadc8911-d59d-4141-9031-8798514b9b34 req-9f28a5b5-be0b-4026-9a25-3635bd8ad377 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735860 Apr 05 18:51:06.151544 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:06.187905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2ed7994c-498a-44bb-9aed-230259ab4b3b details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:51:06.282782 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c4c5d5d-300d-42c9-90fa-0bba1f43af61 req-85fce7d7-1052-4bc3-a116-346db2660d6c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618946 Apr 05 18:51:06.292236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76431b91-2804-4ede-b3b4-68eee50e3c16 req-540d19e1-e9c9-4415-98a2-c1e5b726c107 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:06.293925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76431b91-2804-4ede-b3b4-68eee50e3c16 req-540d19e1-e9c9-4415-98a2-c1e5b726c107 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 946 time: 0.0644922 Apr 05 18:51:06.312933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:06.322976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb680492-88bc-4725-8d8c-8efe0016301d None None] Network 798730b5-7361-4e69-83c3-9ab022a1409a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:51:06.338585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:06.338960 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:06.339432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76431b91-2804-4ede-b3b4-68eee50e3c16 req-00e6de0f-7bba-475b-9b50-bac7b7e9eebb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373745 Apr 05 18:51:06.459033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Router cd1428ff-194b-4b18-81e1-fefae5165c71 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:51:06.583245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:51:06.606542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Sync routers for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:51:06.615086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:06.616642 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-03242d76-a748-4858-bbdd-d2d6853489a2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9918847 Apr 05 18:51:06.619614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55200) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:06.642696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e29079c9-e967-4f93-b904-9a8d13eb107a None None] Provisioning complete for port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:06.642696 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e29079c9-e967-4f93-b904-9a8d13eb107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:06.642696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:06.652255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:06.652558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:50:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:06.729977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '2ed7994c-498a-44bb-9aed-230259ab4b3b', 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda', 'port_id': '2ed7994c-498a-44bb-9aed-230259ab4b3b', 'mac_address': 'fa:16:3e:9c:12:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0310af1c-705a-419a-9e30-7b9822ba662b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:51:06.820191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d195-9a2e-48a9-a0ff-891736bf42e8 req-67e1dd58-f875-4043-ac90-554961d1d558 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:06.825630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6741d195-9a2e-48a9-a0ff-891736bf42e8 req-67e1dd58-f875-4043-ac90-554961d1d558 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 945 time: 0.1081781 Apr 05 18:51:06.893372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:06.910462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6741d195-9a2e-48a9-a0ff-891736bf42e8 req-e55d93db-6316-438e-9086-aec8db425469 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810974 Apr 05 18:51:06.938108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed7994c-498a-44bb-9aed-230259ab4b3b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:06.944599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:07.005994 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.066685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dcc9d5d0-a3c4-4a94-978d-15415c887819 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:07.160374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:07.185174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=647c47d9-ad5c-4992-a9e9-a0c1c65fad7f,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:07.213214 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.213941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.225130 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e29079c9-e967-4f93-b904-9a8d13eb107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.234100 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.243750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.292900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f395-03e7-45d7-aa40-7ee213125c1a req-69ca499f-477a-4d74-92c7-f4186d674763 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:07.302461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8938f395-03e7-45d7-aa40-7ee213125c1a req-69ca499f-477a-4d74-92c7-f4186d674763 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 945 time: 0.1188700 Apr 05 18:51:07.307192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port dcc9d5d0-a3c4-4a94-978d-15415c887819 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:51:07.365769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port dcc9d5d0-a3c4-4a94-978d-15415c887819 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:07.366133 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.388659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2ed7994c-498a-44bb-9aed-230259ab4b3b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:07.454677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=647c47d9-ad5c-4992-a9e9-a0c1c65fad7f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:07.502761 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-e29079c9-e967-4f93-b904-9a8d13eb107a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:51:07.503160 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-e29079c9-e967-4f93-b904-9a8d13eb107a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:51:07.558426 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8938f395-03e7-45d7-aa40-7ee213125c1a req-23438f83-ab5d-445d-aa4f-84722932054f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550538 Apr 05 18:51:07.606078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2ed7994c-498a-44bb-9aed-230259ab4b3b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:07.611955 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.644581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:05Z', 'revision_number': 3, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:07.652211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ca9-984d-489f-aa35-927e5e39cc07 req-d9c0aa40-2184-4aa4-8857-a865f3781e9d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:07.653570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5db65ca9-984d-489f-aa35-927e5e39cc07 req-d9c0aa40-2184-4aa4-8857-a865f3781e9d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 946 time: 0.2180471 Apr 05 18:51:07.675217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Checking router: cd1428ff-194b-4b18-81e1-fefae5165c71 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:51:07.675562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Updating router cd1428ff-194b-4b18-81e1-fefae5165c71 port abc15ace-1550-42cd-9c4a-9471f8b78828 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:51:07.724530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305afba9-ad4a-4330-800b-bf8aecb24582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc9d5d0-a3c4-4a94-978d-15415c887819'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:07.726939 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264312d8-5afc-487d-8a2a-0d8e17a7a840" -d '{"events": [{"server_uuid": "305afba9-ad4a-4330-800b-bf8aecb24582", "name": "network-vif-plugged", "status": "completed", "tag": "dcc9d5d0-a3c4-4a94-978d-15415c887819"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:07.745052 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.747895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port dcc9d5d0-a3c4-4a94-978d-15415c887819, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dcc9d5d0-a3c4-4a94-978d-15415c887819,segment=NetworkSegment(0d796870-af81-460c-97bf-b5e8c9ab4d4c),segment_id=0d796870-af81-460c-97bf-b5e8c9ab4d4c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:07.761459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5db65ca9-984d-489f-aa35-927e5e39cc07 req-037c08e6-9ed4-4669-a93b-122c455f5699 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915937 Apr 05 18:51:07.768787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Allocated IP 172.20.0.1 (798730b5-7361-4e69-83c3-9ab022a1409a/b62ed36d-03a3-43ab-9bae-48fb9d376e66/82acc1b1-9793-409e-8738-08ad99313cb1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:07.774945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.826410 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7da6500-7b16-4c4a-828f-e8684ca0c81a x-openstack-request-id: req-b7da6500-7b16-4c4a-828f-e8684ca0c81a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:07.826726 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305afba9-ad4a-4330-800b-bf8aecb24582", "name": "network-vif-plugged", "status": "completed", "tag": "dcc9d5d0-a3c4-4a94-978d-15415c887819", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:07.826953 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7da6500-7b16-4c4a-828f-e8684ca0c81a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:07.827349 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7da6500-7b16-4c4a-828f-e8684ca0c81a'] response: {'server_uuid': '305afba9-ad4a-4330-800b-bf8aecb24582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc9d5d0-a3c4-4a94-978d-15415c887819', 'code': 200} Apr 05 18:51:07.927878 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:07.957735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e1c0e-4061-4649-90fc-7af3677d9556 req-eba0a545-07e4-4ef7-9ab1-d5b601c96e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:07.959884 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed1e1c0e-4061-4649-90fc-7af3677d9556 req-eba0a545-07e4-4ef7-9ab1-d5b601c96e09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 1097 time: 0.0621452 Apr 05 18:51:08.019666 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.023447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=dcc9d5d0-a3c4-4a94-978d-15415c887819,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:08.036242 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ed1e1c0e-4061-4649-90fc-7af3677d9556 req-2f89395d-052d-47aa-89ad-05430769c7b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687122 Apr 05 18:51:08.075399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Network 798730b5-7361-4e69-83c3-9ab022a1409a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:08.097109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:08.114653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:08.117458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Pushing event updated for resources: {'Port': ['ID=82acc1b1-9793-409e-8738-08ad99313cb1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:08.175163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.186915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4503e3-f4af-4c58-82bc-166c93f0542e req-003b3714-1462-4da2-8b93-860630d0c0d1 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:08.189209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c4503e3-f4af-4c58-82bc-166c93f0542e req-003b3714-1462-4da2-8b93-860630d0c0d1 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 946 time: 0.1159372 Apr 05 18:51:08.265414 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.270902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:08.347953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c4503e3-f4af-4c58-82bc-166c93f0542e req-b4edc388-a029-4667-a290-b813cb84eaea tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228800 Apr 05 18:51:08.354526 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.441144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.443610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d0d8f-5c51-47d9-9636-1cafd56f0851 None None] Pushing event updated for resources: {'Port': ['ID=abc15ace-1550-42cd-9c4a-9471f8b78828,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:08.489877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Attempting to bind port abc15ace-1550-42cd-9c4a-9471f8b78828 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:08.490467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Attempting to bind port abc15ace-1550-42cd-9c4a-9471f8b78828 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:08.490841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Attempting to bind port abc15ace-1550-42cd-9c4a-9471f8b78828 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:08.496195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:08.496561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:08.496950 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.497335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:08.497790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Bound port: abc15ace-1550-42cd-9c4a-9471f8b78828, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:08.498158 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.541354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:08.542029 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.601581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] For port abc15ace-1550-42cd-9c4a-9471f8b78828, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:08.624757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] For port abc15ace-1550-42cd-9c4a-9471f8b78828, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=abc15ace-1550-42cd-9c4a-9471f8b78828,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:08.627184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5e5448ae-10ee-4df1-a974-cd8b6d9eb3f2 None None] Provisioning complete for port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:08.627609 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e5448ae-10ee-4df1-a974-cd8b6d9eb3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.670176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.671152 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.681249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.797259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:08.802983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Pushing event updated for resources: {'Port': ['ID=82acc1b1-9793-409e-8738-08ad99313cb1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:08.846331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be3fd-369d-4afa-afce-8714c4536392 req-7e742f10-b8ca-415e-b206-233620f9d242 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:08.848886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-259be3fd-369d-4afa-afce-8714c4536392 req-7e742f10-b8ca-415e-b206-233620f9d242 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 945 time: 0.1551855 Apr 05 18:51:08.992901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Network 798730b5-7361-4e69-83c3-9ab022a1409a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:08.999007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:09.014428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d0d8f-5c51-47d9-9636-1cafd56f0851 None None] Pushing event updated for resources: {'Port': ['ID=abc15ace-1550-42cd-9c4a-9471f8b78828,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:09.045690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:09.046224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:50:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:09.270536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:09.328232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5e5448ae-10ee-4df1-a974-cd8b6d9eb3f2 None None] Provisioning complete for port 82acc1b1-9793-409e-8738-08ad99313cb1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:09.328603 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e5448ae-10ee-4df1-a974-cd8b6d9eb3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:09.378364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8a8dd-1854-4604-945c-09626acfa038 req-b862a4c6-c916-4395-b76a-01b6e71418af tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:09.380268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01b8a8dd-1854-4604-945c-09626acfa038 req-b862a4c6-c916-4395-b76a-01b6e71418af tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 946 time: 0.5019689 Apr 05 18:51:09.425629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-259be3fd-369d-4afa-afce-8714c4536392 req-e8d1935b-0055-44dc-a616-ade9a6188689 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486853 Apr 05 18:51:09.478196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5e5448ae-10ee-4df1-a974-cd8b6d9eb3f2 None None] Port 82acc1b1-9793-409e-8738-08ad99313cb1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:51:09.494738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afee1dd4-4ecd-436c-ad26-d5a3cc94aff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:09.574844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01b8a8dd-1854-4604-945c-09626acfa038 req-37395a97-f1c5-4946-befa-fde99c92ca7a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481884 Apr 05 18:51:09.597875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Router cd1428ff-194b-4b18-81e1-fefae5165c71 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:51:09.615935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83e355-f0cd-4174-9270-6a166e3c534a req-fbbdac7c-11e4-4ace-a3c0-55d7a60d768c tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:09.617615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b83e355-f0cd-4174-9270-6a166e3c534a req-fbbdac7c-11e4-4ace-a3c0-55d7a60d768c tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 946 time: 0.0909138 Apr 05 18:51:09.621505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-99a3ab79-7526-41cf-a670-c6ba2913bb6b None None] Provisioning complete for port 82acc1b1-9793-409e-8738-08ad99313cb1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:09.621877 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99a3ab79-7526-41cf-a670-c6ba2913bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:09.667370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 2, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:09.671828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-99a3ab79-7526-41cf-a670-c6ba2913bb6b None None] Port 82acc1b1-9793-409e-8738-08ad99313cb1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:51:09.701735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296df7e7-0ecc-4701-82a4-55876036a8b2 None None] The sync data for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 is: [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 2, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:51:09.741044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b83e355-f0cd-4174-9270-6a166e3c534a req-1124f05e-cc66-4487-9600-8525fb4d7bd7 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087384 Apr 05 18:51:09.803029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614b9e-7c9a-449c-8e3a-8963eddba37b req-3566dffe-7eeb-4808-9361-d3c9f792e30e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:09.804560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58614b9e-7c9a-449c-8e3a-8963eddba37b req-3566dffe-7eeb-4808-9361-d3c9f792e30e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 946 time: 0.1139026 Apr 05 18:51:09.812721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:51:09.821849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1b61226d-541a-4c00-a3b5-fac24e21a42c admin admin] 10.222.0.15 "PUT /v2.0/routers/cd1428ff-194b-4b18-81e1-fefae5165c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1975970 Apr 05 18:51:09.859089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58614b9e-7c9a-449c-8e3a-8963eddba37b req-79db37ab-0d76-4cc9-802f-bd714a04f889 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442131 Apr 05 18:51:10.193145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2ed7994c-498a-44bb-9aed-230259ab4b3b up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:10.284927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40544bd1-c518-413a-ad70-97771a64b4c6 req-d16e0ea1-ace3-4e9f-93b2-bb64bc58baee tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:10.286885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40544bd1-c518-413a-ad70-97771a64b4c6 req-d16e0ea1-ace3-4e9f-93b2-bb64bc58baee tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 946 time: 0.0863781 Apr 05 18:51:10.311975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 2ed7994c-498a-44bb-9aed-230259ab4b3b completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:51:10.319150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 2ed7994c-498a-44bb-9aed-230259ab4b3b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:10.320408 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:10.347962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40544bd1-c518-413a-ad70-97771a64b4c6 req-88dd482a-8788-45d7-afd3-53403b3c7638 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550303 Apr 05 18:51:10.426566 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:10.462289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:10.464809 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399c933e-57e2-48c4-8c71-6109d0743578" -d '{"events": [{"server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "name": "network-vif-plugged", "status": "completed", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:10.484706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:10.492827 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:10.567326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2ed7994c-498a-44bb-9aed-230259ab4b3b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:10.626120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55294) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:10.632143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1125345690-network', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:10.678127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80c054-513d-49dc-b2a3-1ae1887d13da req-f58d4c26-09b1-4e95-b45f-a5ba10ae272a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:10.680296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb80c054-513d-49dc-b2a3-1ae1887d13da req-f58d4c26-09b1-4e95-b45f-a5ba10ae272a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1062891 Apr 05 18:51:10.685528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Made reservation on behalf of c21e41c5d7d74768941e4d528dd53f44 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:51:10.688415 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:10.700390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:10.798875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb80c054-513d-49dc-b2a3-1ae1887d13da req-cccdb7a8-1fef-427c-a400-44e5d06edce5 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091118 Apr 05 18:51:10.867166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:10.885123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:10.888426 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1da49cd-7000-40a9-8944-508762bd49b2 x-openstack-request-id: req-e1da49cd-7000-40a9-8944-508762bd49b2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:10.889280 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "name": "network-vif-plugged", "status": "completed", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:10.889857 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1da49cd-7000-40a9-8944-508762bd49b2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:10.890902 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1da49cd-7000-40a9-8944-508762bd49b2'] response: {'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b', 'code': 200} Apr 05 18:51:10.949995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:51:10.975434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1d1ad1-92f0-42a2-808f-a9b151ca3d38,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:11.042316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:11.042530 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Added segment c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba of type vlan for network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 Apr 05 18:51:11.145127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:11.149522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74358683-bc25-4b62-9f94-f98f3d776b30 req-c3f24008-1f89-4dc6-a8a1-c00c056649ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:11.151094 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-74358683-bc25-4b62-9f94-f98f3d776b30 req-c3f24008-1f89-4dc6-a8a1-c00c056649ce service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 1097 time: 0.1506176 Apr 05 18:51:11.267025 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-74358683-bc25-4b62-9f94-f98f3d776b30 req-d4dcf5eb-2fac-4248-a85a-d59815b97c7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043160 Apr 05 18:51:11.274009 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:11.282848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:11.283456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:11.358840 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7309654 Apr 05 18:51:11.359150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55322) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:11.366882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Request body: {'subnet': {'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1125345690-subnet', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:11.419780 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028f563-d6b1-4eab-974e-4292bf4ea6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a942887-6b5a-4dfc-8aeb-407b75b34ec8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:11.420048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Made reservation on behalf of c21e41c5d7d74768941e4d528dd53f44 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:51:11.427551 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:11.431617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:51:11.682732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f143f0-bfc7-4df6-bcb8-9f49f1d00be0 req-64d6df91-eb09-4db5-b19f-5aba864b3300 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:11.684343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92f143f0-bfc7-4df6-bcb8-9f49f1d00be0 req-64d6df91-eb09-4db5-b19f-5aba864b3300 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 946 time: 0.1621995 Apr 05 18:51:11.784496 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc7ba-867e-42f2-a8c4-53684fef7e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:11.787511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92f143f0-bfc7-4df6-bcb8-9f49f1d00be0 req-2d4b2d37-02cf-4a92-b51b-a6633dfd7701 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1537f74-31ab-43f9-b259-60b5fe9f4578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945542 Apr 05 18:51:11.831945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:11.852632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11950b-2b83-442b-93c7-50959417e275 req-c55bc251-fc40-449e-bac6-76c109cd0adf tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:11.854451 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb11950b-2b83-442b-93c7-50959417e275 req-c55bc251-fc40-449e-bac6-76c109cd0adf tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.20 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 946 time: 0.1489942 Apr 05 18:51:11.972026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf92139-69f2-4c86-bf2a-c6a15cb55962,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:12.018638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-bb11950b-2b83-442b-93c7-50959417e275 req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Deleting port dcc9d5d0-a3c4-4a94-978d-15415c887819 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:51:12.020033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bb11950b-2b83-442b-93c7-50959417e275 req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.022368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Checking segment: {'id': 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:12.022979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Network hostable DHCP agents. Network: 8a942887-6b5a-4dfc-8aeb-407b75b34ec8, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:51:12.053766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249a107-e51e-40bc-8e87-8bd86a071003 req-5a411fa3-4855-43b8-a13b-2c64633657e5 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:12.055704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3249a107-e51e-40bc-8e87-8bd86a071003 req-5a411fa3-4855-43b8-a13b-2c64633657e5 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.0918403 Apr 05 18:51:12.103195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:51:12.124962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3249a107-e51e-40bc-8e87-8bd86a071003 req-c6cbb30b-8dd0-44ea-a2f9-fb02e644ce89 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605631 Apr 05 18:51:12.159465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 8a942887-6b5a-4dfc-8aeb-407b75b34ec8) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:12.164391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:12.165169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.173686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f3e4b0-2d44-4117-9170-565479282f26 None None] Network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:51:12.217397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device abc15ace-1550-42cd-9c4a-9471f8b78828 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:12.222571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f6f89878-fc42-4cb3-8a71-5a7bdb0893ae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8624074 Apr 05 18:51:12.225314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55352) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:12.234438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:12.282869 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.284577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.285339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bb11950b-2b83-442b-93c7-50959417e275 req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] For port dcc9d5d0-a3c4-4a94-978d-15415c887819, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=dcc9d5d0-a3c4-4a94-978d-15415c887819,segment=NetworkSegment(0d796870-af81-460c-97bf-b5e8c9ab4d4c),segment_id=0d796870-af81-460c-97bf-b5e8c9ab4d4c)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:12.285739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bb11950b-2b83-442b-93c7-50959417e275 req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.319846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-bb11950b-2b83-442b-93c7-50959417e275 req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Calling delete_port for dcc9d5d0-a3c4-4a94-978d-15415c887819 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:51:12.504216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port abc15ace-1550-42cd-9c4a-9471f8b78828 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:12.504786 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.511814 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.639312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-8a942887-6b5a-4dfc-8aeb-407b75b34ec8', 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'fixed_ips': [{'subnet_id': 'daf92139-69f2-4c86-bf2a-c6a15cb55962'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:51:12.640213 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.652185 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bb11950b-2b83-442b-93c7-50959417e275 req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.673638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['dcc9d5d0-a3c4-4a94-978d-15415c887819'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:12.786690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:12.984101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Pushing event deleted for resources: {'Port': ['ID=dcc9d5d0-a3c4-4a94-978d-15415c887819,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:12.988513 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.004528 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.070254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70de3fb-4dc3-43a6-89c8-c360e2791a53 req-90041308-92bd-42eb-8326-773db63a1097 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:13.071820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b70de3fb-4dc3-43a6-89c8-c360e2791a53 req-90041308-92bd-42eb-8326-773db63a1097 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1755974 Apr 05 18:51:13.073684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port abc15ace-1550-42cd-9c4a-9471f8b78828, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=abc15ace-1550-42cd-9c4a-9471f8b78828,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:13.082445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb11950b-2b83-442b-93c7-50959417e275 req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] No DVR routers for this DVR port dcc9d5d0-a3c4-4a94-978d-15415c887819 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:51:13.086177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bb11950b-2b83-442b-93c7-50959417e275 req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.092316 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb11950b-2b83-442b-93c7-50959417e275 req-f3bbb804-c803-4fdb-aeef-958f3a62a679 tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.20 "DELETE /v2.0/ports/dcc9d5d0-a3c4-4a94-978d-15415c887819 HTTP/1.1" status: 204 len: 173 time: 1.2279191 Apr 05 18:51:13.093402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305afba9-ad4a-4330-800b-bf8aecb24582', 'name': 'network-vif-deleted', 'tag': 'dcc9d5d0-a3c4-4a94-978d-15415c887819'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:13.096706 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a099ab8e-55d2-4930-80d2-5b8f7d262f86" -d '{"events": [{"server_uuid": "305afba9-ad4a-4330-800b-bf8aecb24582", "name": "network-vif-deleted", "tag": "dcc9d5d0-a3c4-4a94-978d-15415c887819"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:13.115760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.164866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b70de3fb-4dc3-43a6-89c8-c360e2791a53 req-b38ee3c4-1663-4c0d-ac15-dcf33c547e2e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734954 Apr 05 18:51:13.167158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53d6f941-db1b-42e0-9219-50ca4fa12e2e req-3c0074bf-bda2-4492-9d4b-b9fb502c22ad tempest-ServerPasswordTestJSON-256302354 tempest-ServerPasswordTestJSON-256302354-project] 10.222.0.15 "GET /v2.0/ports?device_id=305afba9-ad4a-4330-800b-bf8aecb24582 HTTP/1.1" status: 200 len: 210 time: 0.0944250 Apr 05 18:51:13.200240 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Sync routers for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:51:13.225068 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:13.225781 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:13.244065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=abc15ace-1550-42cd-9c4a-9471f8b78828,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:13.269161 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdc68b4-cc5f-4d3c-bbc1-51fb5ac1a357 x-openstack-request-id: req-4fdc68b4-cc5f-4d3c-bbc1-51fb5ac1a357 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:13.269468 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305afba9-ad4a-4330-800b-bf8aecb24582", "name": "network-vif-deleted", "tag": "dcc9d5d0-a3c4-4a94-978d-15415c887819", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:13.271209 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fdc68b4-cc5f-4d3c-bbc1-51fb5ac1a357 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:13.271815 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdc68b4-cc5f-4d3c-bbc1-51fb5ac1a357'] response: {'server_uuid': '305afba9-ad4a-4330-800b-bf8aecb24582', 'name': 'network-vif-deleted', 'tag': 'dcc9d5d0-a3c4-4a94-978d-15415c887819', 'status': 'completed', 'code': 200} Apr 05 18:51:13.274051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Allocated IP 172.20.0.2 (8a942887-6b5a-4dfc-8aeb-407b75b34ec8/daf92139-69f2-4c86-bf2a-c6a15cb55962/15a0581e-6fa9-45e3-aa63-8832b1a2d3cd) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:13.404773 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:13.493202 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.502713 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.508152 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e4e1-6302-4931-af87-b40f848137b4 req-4e974a0f-a304-4511-aaf0-62da6b1ca902 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:13.509685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f58e4e1-6302-4931-af87-b40f848137b4 req-4e974a0f-a304-4511-aaf0-62da6b1ca902 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1686373 Apr 05 18:51:13.513803 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.549697 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.552497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:13.555541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:13.559963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:13.563202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Pushing event updated for resources: {'Port': ['ID=15a0581e-6fa9-45e3-aa63-8832b1a2d3cd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:13.584310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005c688-e31d-4ed7-964f-96fe9af73b38 req-4ef49467-838e-4314-ab07-1e7bf4eb91a1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:13.586018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d005c688-e31d-4ed7-964f-96fe9af73b38 req-4ef49467-838e-4314-ab07-1e7bf4eb91a1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1253166 Apr 05 18:51:13.655914 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 2, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:13.666522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Attempting to bind port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:13.666899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Attempting to bind port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:13.667232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Attempting to bind port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd on network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:13.675797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:13.676208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Checking segment: {'id': 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:13.676566 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.676955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Bound using segment: {'id': 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:13.677406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Bound port: 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:13.677778 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.695592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f58e4e1-6302-4931-af87-b40f848137b4 req-027aae5c-2f7c-4a78-8861-a9e31ff923e9 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766553 Apr 05 18:51:13.761245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d005c688-e31d-4ed7-964f-96fe9af73b38 req-56d4f752-1c3b-47e8-b7f3-ca8e381f5cdf tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403949 Apr 05 18:51:13.764128 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Checking router: cd1428ff-194b-4b18-81e1-fefae5165c71 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:51:13.767509 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Updating router cd1428ff-194b-4b18-81e1-fefae5165c71 port 82acc1b1-9793-409e-8738-08ad99313cb1 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:51:13.792046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] For port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:13.800547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] For port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=15a0581e-6fa9-45e3-aa63-8832b1a2d3cd,segment=NetworkSegment(c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba),segment_id=c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:13.805003 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.839100 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:13.906076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Pushing event updated for resources: {'Port': ['ID=15a0581e-6fa9-45e3-aa63-8832b1a2d3cd,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:13.918647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.919051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.919453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.920406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.921173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.921173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.921591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.922003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.923499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.923499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.923782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.924208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a021-649f-4798-9285-f8020dcacf06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:13.966610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Allocated IP 172.25.4.40 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/3577b79e-610f-4838-b757-7fa513ca524f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:14.043117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f552e38-a717-4d53-b69f-6c95caf03d30 req-e8850298-9b2b-4fbf-9635-2401e3ad8cfe tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:14.054796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f552e38-a717-4d53-b69f-6c95caf03d30 req-e8850298-9b2b-4fbf-9635-2401e3ad8cfe tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.2050176 Apr 05 18:51:14.099036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device abc15ace-1550-42cd-9c4a-9471f8b78828 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:14.138757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f552e38-a717-4d53-b69f-6c95caf03d30 req-01a9b115-6de1-445f-ac59-573079fdf5f8 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829892 Apr 05 18:51:14.249721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:14.274091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port abc15ace-1550-42cd-9c4a-9471f8b78828 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:14.274091 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:14.405597 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:14.471694 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:14.490594 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:14.505798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8750-6bea-4625-ac0d-c975c600c758 req-30a117b7-e551-48c6-ac56-4e20b253de3b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:14.507220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-30a117b7-e551-48c6-ac56-4e20b253de3b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.1659830 Apr 05 18:51:14.516755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:14.584201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-a39197b0-f945-479f-b2ed-7c21aeeb4b65 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/quotas/d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 375 time: 0.0639172 Apr 05 18:51:14.611603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Pushing event updated for resources: {'Port': ['ID=3577b79e-610f-4838-b757-7fa513ca524f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:14.617307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:14.621451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:14.642230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:14.683674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a247c7-cc41-4943-8131-2d9ae3dd69ea req-fe4ab43a-bac2-407b-b9f1-f6f134ad4981 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:14.688991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8a247c7-cc41-4943-8131-2d9ae3dd69ea req-fe4ab43a-bac2-407b-b9f1-f6f134ad4981 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1922171 Apr 05 18:51:14.700969 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Attempting to bind port 82acc1b1-9793-409e-8738-08ad99313cb1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:14.701334 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Attempting to bind port 82acc1b1-9793-409e-8738-08ad99313cb1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:14.701724 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Attempting to bind port 82acc1b1-9793-409e-8738-08ad99313cb1 on network 798730b5-7361-4e69-83c3-9ab022a1409a {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:14.707002 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Pushing event updated for resources: {'Port': ['ID=82acc1b1-9793-409e-8738-08ad99313cb1,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:14.709203 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:14.709576 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Checking segment: {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:14.709975 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:14.710364 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Bound using segment: {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:14.710859 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Bound port: 82acc1b1-9793-409e-8738-08ad99313cb1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:14.711237 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:14.770822 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.771168 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.771506 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.772357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-6c27d1fb-500a-466a-af77-f352ed88cd24 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1798515 Apr 05 18:51:14.772803 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.773157 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.773496 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.773830 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.777698 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.778053 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.778388 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.778757 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.779089 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:14.833868 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8a247c7-cc41-4943-8131-2d9ae3dd69ea req-c79b9513-4699-486e-8eb1-90b6cac9a2b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284950 Apr 05 18:51:14.834716 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] For port 82acc1b1-9793-409e-8738-08ad99313cb1, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:14.839267 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] For port 82acc1b1-9793-409e-8738-08ad99313cb1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=82acc1b1-9793-409e-8738-08ad99313cb1,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:14.852243 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:14.938699 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.004985 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:15.013331 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:15.017523 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98439f-234d-488b-8be8-b67a9e94a99e None None] Pushing event updated for resources: {'Port': ['ID=82acc1b1-9793-409e-8738-08ad99313cb1,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:15.055267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dcc9d5d0-a3c4-4a94-978d-15415c887819 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:51:15.112960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: dcc9d5d0-a3c4-4a94-978d-15415c887819 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:51:15.116119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device dcc9d5d0-a3c4-4a94-978d-15415c887819 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:51:15.127303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-3e8645ac-0a99-4f29-a180-53cfce895ffb service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537731 Apr 05 18:51:15.156531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-eccb3460-1a35-4fd4-ba3d-61f7dec169c9 None None] Provisioning complete for port 82acc1b1-9793-409e-8738-08ad99313cb1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:15.157050 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eccb3460-1a35-4fd4-ba3d-61f7dec169c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.327950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55448) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:15.336134 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:15.446683 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eccb3460-1a35-4fd4-ba3d-61f7dec169c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.466919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8559f505-81b1-4ab9-b11d-9abb57bf61ef admin admin] Deleting subnet 391412f0-94d9-4aab-bb9b-3e8147667b74 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:51:15.471419 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8559f505-81b1-4ab9-b11d-9abb57bf61ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.514810 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8559f505-81b1-4ab9-b11d-9abb57bf61ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.562478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8559f505-81b1-4ab9-b11d-9abb57bf61ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.587112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-eccb3460-1a35-4fd4-ba3d-61f7dec169c9 None None] For port 82acc1b1-9793-409e-8738-08ad99313cb1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=82acc1b1-9793-409e-8738-08ad99313cb1,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:15.599739 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eccb3460-1a35-4fd4-ba3d-61f7dec169c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.650900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8559f505-81b1-4ab9-b11d-9abb57bf61ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.686098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb3460-1a35-4fd4-ba3d-61f7dec169c9 None None] Pushing event updated for resources: {'Port': ['ID=82acc1b1-9793-409e-8738-08ad99313cb1,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:15.718468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a0e391-8171-44d3-9ef9-23bdd84a9a97 None None] Network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:51:15.720509 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559f505-81b1-4ab9-b11d-9abb57bf61ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391412f0-94d9-4aab-bb9b-3e8147667b74,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:15.727278 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8559f505-81b1-4ab9-b11d-9abb57bf61ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.732853 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8559f505-81b1-4ab9-b11d-9abb57bf61ef admin admin] 10.222.0.15 "DELETE /v2.0/subnets/391412f0-94d9-4aab-bb9b-3e8147667b74 HTTP/1.1" status: 204 len: 168 time: 0.4016747 Apr 05 18:51:15.735662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55454) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:15.806207 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9c88950c-6003-4564-b391-f712ed705152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:14Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:15.837498 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88950c-6003-4564-b391-f712ed705152 None None] The sync data for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 is: [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:14Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:51:15.839231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.846847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-021ff873-5a4e-43d7-b708-740ebfbb19f5 None None] Provisioning complete for port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:15.847444 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-021ff873-5a4e-43d7-b708-740ebfbb19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:15.958933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.032894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcd8c6f-3e59-406d-8830-7a7c64d74ffd']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:16.051463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d796870-af81-460c-97bf-b5e8c9ab4d4c') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:16.051761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d796870-af81-460c-97bf-b5e8c9ab4d4c') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:16.065449 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.089194 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.113570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-6bef2c0c-c0af-4614-9c6b-79ca627946a7 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9851308 Apr 05 18:51:16.131311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2504-52d7-4b4a-bbaa-321261f0edbf req-8fe18804-fe6d-4b4e-b5e6-7a0041f41669 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:16.138865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.139457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa3d2504-52d7-4b4a-bbaa-321261f0edbf req-8fe18804-fe6d-4b4e-b5e6-7a0041f41669 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2055919 Apr 05 18:51:16.155535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:51:16.159446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:51:16.161568 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:51:16.177853 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-021ff873-5a4e-43d7-b708-740ebfbb19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.272322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-021ff873-5a4e-43d7-b708-740ebfbb19f5 None None] For port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=15a0581e-6fa9-45e3-aa63-8832b1a2d3cd,segment=NetworkSegment(c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba),segment_id=c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:16.290759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.296960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:16.298191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.304644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] 10.222.0.15 "DELETE /v2.0/networks/afcd8c6f-3e59-406d-8830-7a7c64d74ffd HTTP/1.1" status: 204 len: 168 time: 0.5651975 Apr 05 18:51:16.364242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1453470-a474-4a62-9aa1-e3a60d29a094 admin admin] Pushing event deleted for resources: {'Network': ['ID=afcd8c6f-3e59-406d-8830-7a7c64d74ffd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:16.367360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-021ff873-5a4e-43d7-b708-740ebfbb19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.469853 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-021ff873-5a4e-43d7-b708-740ebfbb19f5 None None] Provisioning complete for port 82acc1b1-9793-409e-8738-08ad99313cb1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:16.470708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-021ff873-5a4e-43d7-b708-740ebfbb19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.538619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa3d2504-52d7-4b4a-bbaa-321261f0edbf req-0a30afa8-ddca-4fac-b279-9b5d31b1ab7d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3978522 Apr 05 18:51:16.637088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ff873-5a4e-43d7-b708-740ebfbb19f5 None None] Pushing event updated for resources: {'Port': ['ID=15a0581e-6fa9-45e3-aa63-8832b1a2d3cd,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:16.650827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55470) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:16.679670 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:16.684847 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.789704 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-49fcb101-d5d6-4e3c-94d6-0cf16be83727 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89e4c81494c946e5824dc6e01c28d38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376278 Apr 05 18:51:16.799008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55478) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:16.952661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-314bdb7f-ad70-4096-acfe-e380ef22429b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:16.982056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-975a38d9-dd3f-4cb2-b361-95e158061715 req-1d6342a8-38e1-45b2-92ee-9b286ef5cbb7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 210 time: 0.1275485 Apr 05 18:51:16.987666 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:17.059677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-314bdb7f-ad70-4096-acfe-e380ef22429b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:17.090863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 82acc1b1-9793-409e-8738-08ad99313cb1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:17.113486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa367674-f4ce-422e-a55f-5e1b59e4b7a1 req-6df3dbbc-4b55-4bd8-b9aa-0fd3bcb5d2f8 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:17.128666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa367674-f4ce-422e-a55f-5e1b59e4b7a1 req-6df3dbbc-4b55-4bd8-b9aa-0fd3bcb5d2f8 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.5578408 Apr 05 18:51:17.177066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-314bdb7f-ad70-4096-acfe-e380ef22429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:17.180219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-314bdb7f-ad70-4096-acfe-e380ef22429b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:17.182099 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-314bdb7f-ad70-4096-acfe-e380ef22429b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1537f74-31ab-43f9-b259-60b5fe9f4578 HTTP/1.1" status: 204 len: 168 time: 0.3818462 Apr 05 18:51:17.189335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e9af525b-5284-4bbe-9b7e-d9b206d67b4f None None] Provisioning complete for port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:17.191045 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9af525b-5284-4bbe-9b7e-d9b206d67b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:17.199380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bdb7f-ad70-4096-acfe-e380ef22429b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1537f74-31ab-43f9-b259-60b5fe9f4578,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:17.313968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa367674-f4ce-422e-a55f-5e1b59e4b7a1 req-af6821bb-924c-4e91-b50e-26f6cb8059a0 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842394 Apr 05 18:51:17.492265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-b6da8470-0e4b-4faa-9857-aa4b68a52f24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:17.497794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-b6da8470-0e4b-4faa-9857-aa4b68a52f24 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 0.3442855 Apr 05 18:51:17.563432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-95d828d7-8479-46d6-b17d-046939be4824 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/quotas/1ac303184650411dba4fc2e51c5d273a HTTP/1.1" status: 200 len: 375 time: 0.0442514 Apr 05 18:51:17.596128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 82acc1b1-9793-409e-8738-08ad99313cb1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:17.596128 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:17.617546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1706f4-e4ad-4858-abce-80b46c34ee3e req-45be3afc-d2aa-4bfc-9d71-430dcc79766c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:17.625167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b1706f4-e4ad-4858-abce-80b46c34ee3e req-45be3afc-d2aa-4bfc-9d71-430dcc79766c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.2199392 Apr 05 18:51:17.633827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Router 1d853068-3a63-4c21-86fa-b0157294acf3 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:51:17.675227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b1706f4-e4ad-4858-abce-80b46c34ee3e req-4c216051-9a17-44fa-a111-6653444bfc82 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490580 Apr 05 18:51:17.835205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-1c181cd3-c6f2-4533-9c6b-ff2f3bab9a02 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2645991 Apr 05 18:51:17.966970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:51:17.980297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Sync routers for ids ['1d853068-3a63-4c21-86fa-b0157294acf3'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:51:17.998678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-e9faa327-eb05-4f55-b35d-35c6289aee2d service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622527 Apr 05 18:51:18.004703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Routers {'1d853068-3a63-4c21-86fa-b0157294acf3'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:18.006318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1d853068-3a63-4c21-86fa-b0157294acf3'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:18.013144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:18.014748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-82d3a4aa-3cbe-41c7-870e-ef63c9e48c75 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7881753 Apr 05 18:51:18.017695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55524) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:18.148476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-b3af5341-6dd0-45db-8690-61093beaed4a service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483645 Apr 05 18:51:18.272175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:18.368311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Set router 1d853068-3a63-4c21-86fa-b0157294acf3 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:18.414020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff3752e7-ffd0-47ff-a08d-4161daeb06c6 req-6083bab0-d68c-4d7d-90e1-55a4405ff66f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 210 time: 0.0740631 Apr 05 18:51:18.620926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-324f65a1-b1e6-4d98-a712-e51a6233387f req-fa56bbc5-f0a7-4873-b62d-48818e3d1827 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 210 time: 0.0887263 Apr 05 18:51:18.776321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3e7ad-59f6-40b0-bf82-0f0ff0f67571 req-501154fc-8b0d-4c18-8984-e543905d1bc7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:18.787264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5c3e7ad-59f6-40b0-bf82-0f0ff0f67571 req-501154fc-8b0d-4c18-8984-e543905d1bc7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1869588 Apr 05 18:51:18.834024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:18.838454 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:18.899809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-9f289bb0-30ce-4bb0-bc39-c44406a682e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2062359 Apr 05 18:51:18.951773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '3577b79e-610f-4838-b757-7fa513ca524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:12Z', 'updated_at': '2022-04-05T18:51:15Z', 'revision_number': 3, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'gw_port': {'id': '3577b79e-610f-4838-b757-7fa513ca524f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:13Z', 'updated_at': '2022-04-05T18:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:18.978657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5c3e7ad-59f6-40b0-bf82-0f0ff0f67571 req-e690c77d-d66b-40b3-98db-90403547b6c2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626444 Apr 05 18:51:18.991676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Checking router: 1d853068-3a63-4c21-86fa-b0157294acf3 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:51:18.992200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Updating router 1d853068-3a63-4c21-86fa-b0157294acf3 port 3577b79e-610f-4838-b757-7fa513ca524f binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:51:19.028456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8750-6bea-4625-ac0d-c975c600c758 req-69d579da-896a-48a6-be7c-93a68c104a6b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:19.029954 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-69d579da-896a-48a6-be7c-93a68c104a6b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.6360173 Apr 05 18:51:19.049892 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:19.051940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'port': {'device_id': '5a3a4cc0-8d69-4fab-b899-62b344529800', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'admin_state_up': True, 'tenant_id': 'd2c1400648c047fba9a87da2a9820169'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:19.066521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-80589df0-a5ad-4974-a0ce-9c9d86ce5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:19.073506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-80589df0-a5ad-4974-a0ce-9c9d86ce5b72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 1098 time: 0.1266525 Apr 05 18:51:19.338379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-92d57511-6b1b-4916-b585-f0bcbf52444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:19.341637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Made reservation on behalf of d2c1400648c047fba9a87da2a9820169 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:51:19.343838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-92d57511-6b1b-4916-b585-f0bcbf52444e service neutron] 10.222.0.20 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.2501817 Apr 05 18:51:19.346983 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:19.494786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-19e40dcb-1b08-41b0-b48c-a447c7ca6746 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2 HTTP/1.1" status: 200 len: 1001 time: 0.1438124 Apr 05 18:51:19.632944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6be2ff5f-2933-4e13-b0f3-be90a5f6a7d6 req-ebe3de35-7ac3-47a4-ae71-83af2dfc7f16 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 210 time: 0.0560448 Apr 05 18:51:19.660783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-ae3b135b-04ad-48c9-942f-2ef26bac13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:19.666971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-ae3b135b-04ad-48c9-942f-2ef26bac13b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.1619406 Apr 05 18:51:19.706740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:19.719677 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:19.734384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.20.0.8 (0113a2e8-8527-4f08-b7cd-5061799e746d/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8/ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:19.794922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbce048-1a23-4c4d-b768-af213100abf3 None None] Pushing event updated for resources: {'Port': ['ID=3577b79e-610f-4838-b757-7fa513ca524f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:19.841106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Attempting to bind port 3577b79e-610f-4838-b757-7fa513ca524f on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:19.842794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Attempting to bind port 3577b79e-610f-4838-b757-7fa513ca524f by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:19.843444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Attempting to bind port 3577b79e-610f-4838-b757-7fa513ca524f on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:19.855711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea64f344-2c49-4c68-949e-8ad80c03064c req-2a24e8be-dfc2-430e-8b67-33cf064b0209 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 210 time: 0.0738719 Apr 05 18:51:19.859098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:19.860386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:19.861016 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:19.861576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:19.862299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Bound port: 3577b79e-610f-4838-b757-7fa513ca524f, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:19.862983 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:19.894941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-36e84b4f-a1d0-4103-b7e0-095a694cda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:19.900805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-36e84b4f-a1d0-4103-b7e0-095a694cda4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260430 Apr 05 18:51:20.028216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] For port 3577b79e-610f-4838-b757-7fa513ca524f, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:20.033638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] For port 3577b79e-610f-4838-b757-7fa513ca524f, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3577b79e-610f-4838-b757-7fa513ca524f,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:20.041163 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:20.242742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Routers {'1d853068-3a63-4c21-86fa-b0157294acf3'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:20.243482 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1d853068-3a63-4c21-86fa-b0157294acf3'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:20.280082 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:20.333705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6ba0-6c30-468f-bafe-86991306675e req-c29ee5a5-64be-438d-8cae-8bc6e0bc4584 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:20.349379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-111a6ba0-6c30-468f-bafe-86991306675e req-c29ee5a5-64be-438d-8cae-8bc6e0bc4584 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1932628 Apr 05 18:51:20.402980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-34a11350-087a-4e0e-9a88-d137c0e9b349 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922872 Apr 05 18:51:20.487448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] Set router 1d853068-3a63-4c21-86fa-b0157294acf3 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:20.502573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-111a6ba0-6c30-468f-bafe-86991306675e req-3b8bd177-6928-4eb0-989f-14291c33d09f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514027 Apr 05 18:51:20.658324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1487787f-91dd-4ff1-b504-fa6e89169ee4 req-e8c74333-e0ba-464c-8a78-d2454a2069e1 service neutron] 10.222.0.20 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390642 Apr 05 18:51:20.684320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbce048-1a23-4c4d-b768-af213100abf3 None None] Pushing event updated for resources: {'Port': ['ID=3577b79e-610f-4838-b757-7fa513ca524f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:20.718645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:20.906199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Allocated IP 172.20.0.1 (8a942887-6b5a-4dfc-8aeb-407b75b34ec8/daf92139-69f2-4c86-bf2a-c6a15cb55962/3a23fe8c-7b1d-4b6a-8378-97bc818a8be7) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:20.936468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '3577b79e-610f-4838-b757-7fa513ca524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:12Z', 'updated_at': '2022-04-05T18:51:15Z', 'revision_number': 3, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'gw_port': {'id': '3577b79e-610f-4838-b757-7fa513ca524f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:13Z', 'updated_at': '2022-04-05T18:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:21.006758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea14d4ac-dd80-4321-b91f-fcacaa60fd34 None None] The sync data for ids ['1d853068-3a63-4c21-86fa-b0157294acf3'] in n-d-836650-3 is: [{'id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '3577b79e-610f-4838-b757-7fa513ca524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:12Z', 'updated_at': '2022-04-05T18:51:15Z', 'revision_number': 3, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'gw_port': {'id': '3577b79e-610f-4838-b757-7fa513ca524f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:13Z', 'updated_at': '2022-04-05T18:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:51:21.183114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64543072-a843-4236-be6a-3349bdc9b17a req-7d2601d9-5982-4786-bb03-04333e057538 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:21.198210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64543072-a843-4236-be6a-3349bdc9b17a req-7d2601d9-5982-4786-bb03-04333e057538 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 931 time: 0.2284255 Apr 05 18:51:21.387780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a42a9b2-d9c9-4866-9f96-e4521bfac581 req-121b74e8-72eb-4152-9a66-d59d0aa88b70 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 210 time: 0.0808532 Apr 05 18:51:21.389003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55640) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:21.412223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64543072-a843-4236-be6a-3349bdc9b17a req-2cd382d0-ffa8-43cb-901e-0d1b8a90b596 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130384 Apr 05 18:51:21.658217 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a01cd6-8770-4dd8-a025-eea18ccfa52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:21.835540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5813a-ea2e-47c6-a34f-ca3380498d1e req-562e78e6-40a9-423c-9380-2769d61eda1f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:21.845659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ec5813a-ea2e-47c6-a34f-ca3380498d1e req-562e78e6-40a9-423c-9380-2769d61eda1f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1571271 Apr 05 18:51:21.914124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:21.926490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['34227f18-24a8-48c5-8c39-38cbbc7ed733'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:21.928264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ec5813a-ea2e-47c6-a34f-ca3380498d1e req-c89474da-5f1e-4f1a-84e8-abdd821d9a31 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799923 Apr 05 18:51:21.992053 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a01cd6-8770-4dd8-a025-eea18ccfa52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:22.003788 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a01cd6-8770-4dd8-a025-eea18ccfa52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:22.098654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-11a01cd6-8770-4dd8-a025-eea18ccfa52c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23b4f4857a4b444781367c99a1751e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7057395 Apr 05 18:51:22.102566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55650) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:22.136433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a01cd6-8770-4dd8-a025-eea18ccfa52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de30277-9eb1-404d-aae4-46a95c1be55b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:22.137424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:22.164947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3577b79e-610f-4838-b757-7fa513ca524f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:22.217212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:22.250841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:22.274649 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fa11491-37c6-491e-bb30-c0a751f20efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:22.294778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:22.306943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:22.309901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fa11491-37c6-491e-bb30-c0a751f20efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:22.415721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fa11491-37c6-491e-bb30-c0a751f20efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:22.424177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fa11491-37c6-491e-bb30-c0a751f20efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:22.428795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1fa11491-37c6-491e-bb30-c0a751f20efe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5de30277-9eb1-404d-aae4-46a95c1be55b HTTP/1.1" status: 204 len: 168 time: 0.3154929 Apr 05 18:51:22.458886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:22.459727 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:22.483281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3577b79e-610f-4838-b757-7fa513ca524f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:22.483653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:22.487352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa11491-37c6-491e-bb30-c0a751f20efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de30277-9eb1-404d-aae4-46a95c1be55b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:22.599385 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-c71ad2a8-3928-4c6f-b898-d9f228233046 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5565791 Apr 05 18:51:22.646961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Request body: {'port': {'device_id': '5a3a4cc0-8d69-4fab-b899-62b344529800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:22.699812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e7612c9-d2fb-4d89-b5cf-ad4df657c7a0 req-8ad288bb-8523-472f-b0fe-0bfe85dc7292 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 210 time: 0.1663392 Apr 05 18:51:22.864907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46b327-4696-4cfe-a3e7-fad3247c6a2a req-a2dc7af3-f045-42c7-aba2-beae710e7eae tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:22.866537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b46b327-4696-4cfe-a3e7-fad3247c6a2a req-a2dc7af3-f045-42c7-aba2-beae710e7eae tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 931 time: 0.2121747 Apr 05 18:51:22.911796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-94268f5d-2f6b-4157-9c32-0e7d5a450719 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:22.913562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-94268f5d-2f6b-4157-9c32-0e7d5a450719 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 2.6463163 Apr 05 18:51:22.972045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'port': {'device_id': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'admin_state_up': True, 'tenant_id': '1ac303184650411dba4fc2e51c5d273a'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:22.995104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b46b327-4696-4cfe-a3e7-fad3247c6a2a req-01a5ea1d-9184-48f2-93c9-4934f85bf3cd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216660 Apr 05 18:51:23.055653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c687359a-af92-4ce1-b3e5-0b0e00b55a8a None None] Provisioning complete for port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:23.056023 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c687359a-af92-4ce1-b3e5-0b0e00b55a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:23.094996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c687359a-af92-4ce1-b3e5-0b0e00b55a8a None None] Port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:51:23.102883 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:23.137780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 3577b79e-610f-4838-b757-7fa513ca524f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3577b79e-610f-4838-b757-7fa513ca524f,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:23.149236 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:23.212612 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:23.242080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362ca2e-6f34-4164-a507-9f7c58347afb req-4c873680-76e3-44af-a071-e55d221737ae tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:23.250028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b362ca2e-6f34-4164-a507-9f7c58347afb req-4c873680-76e3-44af-a071-e55d221737ae tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1944311 Apr 05 18:51:23.266370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=3577b79e-610f-4838-b757-7fa513ca524f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:23.323176 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-33140d23-8fe8-4de2-8a7a-5f8a3cd44686 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5852261 Apr 05 18:51:23.373682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:23.387700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b362ca2e-6f34-4164-a507-9f7c58347afb req-f9eb9abe-9011-4762-984b-def2f0ad7fa6 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360502 Apr 05 18:51:23.595760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04860ea-e7e6-4f8d-abd3-929ee7bf87d1 req-ad03e7f6-3136-42a2-ac1a-101242cee995 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:23.598596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a04860ea-e7e6-4f8d-abd3-929ee7bf87d1 req-ad03e7f6-3136-42a2-ac1a-101242cee995 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 945 time: 0.0869322 Apr 05 18:51:23.628945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:23.640107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Made reservation on behalf of 1ac303184650411dba4fc2e51c5d273a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:51:23.644517 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:23.660449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:23.675224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-ceed24c1-9a75-44a1-ba57-e0a0dafb3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:23.678634 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-ceed24c1-9a75-44a1-ba57-e0a0dafb3ddb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 1096 time: 0.2877369 Apr 05 18:51:23.680020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:23.740299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a04860ea-e7e6-4f8d-abd3-929ee7bf87d1 req-378f9ec7-0720-4e6a-94d6-b03eb9a47ee0 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336281 Apr 05 18:51:23.752855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:23.871321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Pushing event updated for resources: {'Port': ['ID=3a23fe8c-7b1d-4b6a-8378-97bc818a8be7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:23.965564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e19420e9-9e2c-4ae0-8e7c-53b0c0260f1a req-308d99dc-84ae-4da3-8f19-21fb27ed4fd5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 210 time: 0.0710208 Apr 05 18:51:24.153880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3577b79e-610f-4838-b757-7fa513ca524f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:24.247236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-075ee5f1-4ec2-49fe-b2bb-bf57914331eb None None] Provisioning complete for port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:24.248429 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-075ee5f1-4ec2-49fe-b2bb-bf57914331eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:24.250731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa619927-3395-4f7b-b7f7-bab9ef3009cf req-28f54db9-3c12-49a0-8af7-8d57c58610ca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:24.254554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa619927-3395-4f7b-b7f7-bab9ef3009cf req-28f54db9-3c12-49a0-8af7-8d57c58610ca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 931 time: 0.1157188 Apr 05 18:51:24.341795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa619927-3395-4f7b-b7f7-bab9ef3009cf req-b9c89b17-1809-4142-acce-d626c90aa789 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674949 Apr 05 18:51:24.380319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3577b79e-610f-4838-b757-7fa513ca524f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:24.380908 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:24.425907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-075ee5f1-4ec2-49fe-b2bb-bf57914331eb None None] Port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:51:24.566389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:24.663296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc297e4-ffc5-4dd6-80f6-db431e23e292 req-bd04cfff-ae46-4849-a515-33b166b78ab3 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:24.665962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fc297e4-ffc5-4dd6-80f6-db431e23e292 req-bd04cfff-ae46-4849-a515-33b166b78ab3 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1272492 Apr 05 18:51:24.676690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-53d78021-c028-471e-83e4-ceed45f0ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:24.678289 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-53d78021-c028-471e-83e4-ceed45f0ad1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.9205384 Apr 05 18:51:24.757829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fc297e4-ffc5-4dd6-80f6-db431e23e292 req-d6864230-1f31-4dee-ba90-e3c42aa075ae tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747638 Apr 05 18:51:24.776990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Allocated IP 172.20.0.8 (9e2044dd-43b9-4d5e-b90b-2cfa18e6273c/d35e3b87-6d58-4568-84d0-fc43995f254a/ea19a463-f863-4a86-9904-b5836d3e5438) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:25.027476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1c1c-fe50-4f6c-8544-c561dfd01f89 req-5b1741c3-432e-4700-8978-311ffed830fd tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:25.037411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-487f1c1c-fe50-4f6c-8544-c561dfd01f89 req-5b1741c3-432e-4700-8978-311ffed830fd tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 945 time: 0.1676140 Apr 05 18:51:25.128832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-487f1c1c-fe50-4f6c-8544-c561dfd01f89 req-035270f6-d4b3-4138-90d3-1a2b1b985b35 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866442 Apr 05 18:51:25.164408 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:25.184671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a865537c-d282-4e92-a80d-96398dfc4043 req-cc5dc6bc-92ad-4cad-ad1e-3cc58d13ac86 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 210 time: 0.0816636 Apr 05 18:51:25.317242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-e24b2c81-63b2-4005-b8f9-edc73e69755b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:25.319876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-e24b2c81-63b2-4005-b8f9-edc73e69755b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 945 time: 0.1556506 Apr 05 18:51:25.404444 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-406bd86b-a8af-4257-9cfa-24364600a65a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab89448e-1fbb-416c-a34b-e8d8fc7f7766 HTTP/1.1" status: 200 len: 1000 time: 0.7073526 Apr 05 18:51:25.603694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8886f-25c9-4318-960f-44d7066e4270 req-12846169-faff-4eb1-8938-d6c5397b8fb0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:25.605507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8fa8886f-25c9-4318-960f-44d7066e4270 req-12846169-faff-4eb1-8938-d6c5397b8fb0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 931 time: 0.1075969 Apr 05 18:51:25.627811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Deleting port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:51:25.628092 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:25.646834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:25.705573 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:25.740505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:25.835359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8fa8886f-25c9-4318-960f-44d7066e4270 req-2f3c6778-e7f4-485b-954d-9639299ab918 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133555 Apr 05 18:51:25.866821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:25.920105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Transition to ACTIVE for port object ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:51:26.113014 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:26.122599 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:26.139378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a75861f4-448e-4217-9b71-41ae05d632e0', '5d1786fb-d259-4d92-9a1f-67b41d6f798f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:26.179069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e483753-2259-4da5-bf14-a030c1c1550f req-3478dd1a-399f-49c5-b64b-0912338aba79 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:26.194250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e483753-2259-4da5-bf14-a030c1c1550f req-3478dd1a-399f-49c5-b64b-0912338aba79 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1781309 Apr 05 18:51:26.290636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-776a1d32-c87b-4c96-9ef7-3b94bc8475af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:26.299261 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-776a1d32-c87b-4c96-9ef7-3b94bc8475af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.8205600 Apr 05 18:51:26.311229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Pushing event updated for resources: {'Port': ['ID=3a23fe8c-7b1d-4b6a-8378-97bc818a8be7,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:26.343758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] For port ab89448e-1fbb-416c-a34b-e8d8fc7f7766, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:26.344714 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:26.375097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:26.376782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:26.389363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:26.450239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:26.695240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e483753-2259-4da5-bf14-a030c1c1550f req-76ac175a-7f33-46cf-9997-c9df297121eb tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714150 Apr 05 18:51:26.801664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:26.994750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'Port': ['ID=ea19a463-f863-4a86-9904-b5836d3e5438,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:27.008593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a89833-3d17-407e-b47f-bf66c355e315 req-a0d9ee05-7543-4eaa-934d-ab6fd0a2af03 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:27.022427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0a89833-3d17-407e-b47f-bf66c355e315 req-a0d9ee05-7543-4eaa-934d-ab6fd0a2af03 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 945 time: 0.6351333 Apr 05 18:51:27.033038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:27.033995 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:27.098618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-403abc9e-c9ef-431f-9de9-fef5c377a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:27.100206 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-403abc9e-c9ef-431f-9de9-fef5c377a64f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7506080 Apr 05 18:51:27.259829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f10b9949-a13e-4755-9e5c-1571d024bd10 None None] Provisioning complete for port ea19a463-f863-4a86-9904-b5836d3e5438 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:27.261456 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f10b9949-a13e-4755-9e5c-1571d024bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:27.340407 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-719b584c-66fc-463f-b63e-7f9ef6f64755 service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128046 Apr 05 18:51:27.385637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613270ad-978a-489b-9443-8366fe1fdda9 req-e1a3dbb0-84d2-477c-8140-7cc187b5cc84 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:27.387892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f10b9949-a13e-4755-9e5c-1571d024bd10 None None] Port ea19a463-f863-4a86-9904-b5836d3e5438 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:51:27.399529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-613270ad-978a-489b-9443-8366fe1fdda9 req-e1a3dbb0-84d2-477c-8140-7cc187b5cc84 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 931 time: 0.4548047 Apr 05 18:51:27.425597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0a89833-3d17-407e-b47f-bf66c355e315 req-a1378153-cf56-44bb-9c4d-fa3c10455e73 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=06ba3358-63b8-4c4f-860b-0dfe889e79da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016273 Apr 05 18:51:27.504849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:27.505203 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:27.505516 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Floating IP 41daf52a-a502-4ef2-b3e4-69e51f283f86 disassociated. External IP: 172.25.4.92, port: ab89448e-1fbb-416c-a34b-e8d8fc7f7766. Apr 05 18:51:27.505860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Calling delete_port for ab89448e-1fbb-416c-a34b-e8d8fc7f7766 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:51:27.671207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-613270ad-978a-489b-9443-8366fe1fdda9 req-c03de875-bce7-4c60-8958-477df4afd8df tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694287 Apr 05 18:51:27.906428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Attempting to bind port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:27.907821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Attempting to bind port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:27.908699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Attempting to bind port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:27.921640 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-20f66b48-5eda-49e6-9dfb-9458ffc61643 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9971972 Apr 05 18:51:27.934804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:27.941287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Request body: {'port': {'device_id': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:27.948641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d on network 0113a2e8-8527-4f08-b7cd-5061799e746d not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:51:27.949159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Attempting to bind port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:28.008022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:28.032583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:28.033172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:28.033894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Bound using segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:28.034714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Bound port: ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:28.035220 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:28.052073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb016bc-d968-43ed-99b5-61c1cc29ea45 req-ad171de8-fa0d-46b1-a906-d304202b007f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:28.053790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4bb016bc-d968-43ed-99b5-61c1cc29ea45 req-ad171de8-fa0d-46b1-a906-d304202b007f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.3023202 Apr 05 18:51:28.127229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:28.342590 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ffcee812-f196-4d2b-80f1-50dcb932c2b2 req-e11dcde1-3435-4704-ad62-937999a1e2d7 service neutron] 10.222.0.25 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9900689 Apr 05 18:51:28.365995 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:28.552843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] For port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:28.567163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-45c492c9-1d7e-4bd1-93f0-e3007ddf4009 None None] Provisioning complete for port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:28.567797 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45c492c9-1d7e-4bd1-93f0-e3007ddf4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:28.591169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] For port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:28.633362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:28.742842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Router 1d853068-3a63-4c21-86fa-b0157294acf3 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:51:28.755800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:28.756084 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:28.761367 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d HTTP/1.1" status: 200 len: 1091 time: 6.1285946 Apr 05 18:51:28.775262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a4cc0-8d69-4fab-b899-62b344529800', 'tag': 'ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:28.778389 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a4cc0-8d69-4fab-b899-62b344529800", "tag": "ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:28.890940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-45c492c9-1d7e-4bd1-93f0-e3007ddf4009 None None] Port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:51:28.996562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729950be-e835-4d76-8f16-7ea60f89d945 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:29.458848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8750-6bea-4625-ac0d-c975c600c758 req-b08b8c6c-e9ee-4394-b5bf-20601125f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:29.460385 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-b08b8c6c-e9ee-4394-b5bf-20601125f201 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 1094 time: 0.4135211 Apr 05 18:51:29.498797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'Port': ['ID=ab89448e-1fbb-416c-a34b-e8d8fc7f7766,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:29.514002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4bb016bc-d968-43ed-99b5-61c1cc29ea45 req-8b3dee20-2d28-4961-b417-e6f985777e37 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4020877 Apr 05 18:51:29.528298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac04f5-fc2d-4f0b-beb8-9e7510f10b8b req-ff93577f-6af3-4ae8-ae5d-775ee4c0ee6c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:29.529798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3ac04f5-fc2d-4f0b-beb8-9e7510f10b8b req-ff93577f-6af3-4ae8-ae5d-775ee4c0ee6c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 1.6039970 Apr 05 18:51:29.723267 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-91339680-6227-48a3-9c32-804cb5e33896 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d HTTP/1.1" status: 200 len: 217 time: 0.1424515 Apr 05 18:51:29.806865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b766e21b-b768-4874-9a77-f58e55423bff req-25c9849a-be9d-41c1-ade2-50495c2a02e6 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 210 time: 0.1063745 Apr 05 18:51:29.814540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55794) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:29.890205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:51:29.909533 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b4e33a49-0df3-48f0-bbc3-60d7688e172c admin admin] 10.222.0.15 "PUT /v2.0/routers/1d853068-3a63-4c21-86fa-b0157294acf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8906548 Apr 05 18:51:29.921059 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Sync routers for ids ['1d853068-3a63-4c21-86fa-b0157294acf3'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:51:29.925212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8750-6bea-4625-ac0d-c975c600c758 req-642af3d1-b864-40ea-a249-82202cbfb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:29.942381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-642af3d1-b864-40ea-a249-82202cbfb75d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1939366 Apr 05 18:51:30.016688 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Routers {'1d853068-3a63-4c21-86fa-b0157294acf3'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:30.025533 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1d853068-3a63-4c21-86fa-b0157294acf3'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:30.032605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3ac04f5-fc2d-4f0b-beb8-9e7510f10b8b req-c50fa7cc-458d-472a-abf2-f1aab74df453 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957697 Apr 05 18:51:30.151286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:51:30.305295 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049bf631-39b7-4123-a3e3-ed45b8721b7a x-openstack-request-id: req-049bf631-39b7-4123-a3e3-ed45b8721b7a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:30.306489 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a4cc0-8d69-4fab-b899-62b344529800", "tag": "ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:30.307048 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-049bf631-39b7-4123-a3e3-ed45b8721b7a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:30.307680 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049bf631-39b7-4123-a3e3-ed45b8721b7a'] response: {'name': 'network-changed', 'server_uuid': '5a3a4cc0-8d69-4fab-b899-62b344529800', 'tag': 'ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d', 'status': 'completed', 'code': 200} Apr 05 18:51:30.319544 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ab89448e-1fbb-416c-a34b-e8d8fc7f7766 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:51:30.355638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8750-6bea-4625-ac0d-c975c600c758 req-5388c9c5-bc8b-49ac-b091-8bc8f880ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:30.357569 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-5388c9c5-bc8b-49ac-b091-8bc8f880ea8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4179449 Apr 05 18:51:30.403541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: ab89448e-1fbb-416c-a34b-e8d8fc7f7766 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:51:30.403938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ab89448e-1fbb-416c-a34b-e8d8fc7f7766 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:51:30.556635 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Set router 1d853068-3a63-4c21-86fa-b0157294acf3 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:30.607087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea19a463-f863-4a86-9904-b5836d3e5438 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:30.624786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:30.716949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:51:30.724039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32225adf-7409-41e0-a3ba-b2f6909a6d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:30.732037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:51:30.733015 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-f9d9f238-aba8-44ee-876f-fbfc5a820519 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529551 Apr 05 18:51:30.739431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Transition to ACTIVE for port object ea19a463-f863-4a86-9904-b5836d3e5438 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:51:30.757305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:30.757947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:30.946823 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-970a8750-6bea-4625-ac0d-c975c600c758 req-d3be3568-b893-4f28-9590-9563233614f0 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994867 Apr 05 18:51:30.948100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:31.082044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:31.362038 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32225adf-7409-41e0-a3ba-b2f6909a6d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:31.366775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] No DVR routers for this DVR port ab89448e-1fbb-416c-a34b-e8d8fc7f7766 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:51:31.374827 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:31.385344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55f05d40-542f-43cf-a290-5a79b420b8dc req-f363d1ec-9d8b-4db2-811f-a0674ef574fa tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.25 "DELETE /v2.0/ports/ab89448e-1fbb-416c-a34b-e8d8fc7f7766 HTTP/1.1" status: 204 len: 173 time: 6.0586236 Apr 05 18:51:31.408665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd9ab69-324b-406d-8561-79028d2404e9', 'name': 'network-vif-deleted', 'tag': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:31.420941 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0f63f2-093f-4570-a254-412d07fcb8b2" -d '{"events": [{"server_uuid": "5cd9ab69-324b-406d-8561-79028d2404e9", "name": "network-vif-deleted", "tag": "ab89448e-1fbb-416c-a34b-e8d8fc7f7766"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:31.440267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32225adf-7409-41e0-a3ba-b2f6909a6d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:31.545287 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '3577b79e-610f-4838-b757-7fa513ca524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:12Z', 'updated_at': '2022-04-05T18:51:24Z', 'revision_number': 4, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'gw_port': {'id': '3577b79e-610f-4838-b757-7fa513ca524f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:13Z', 'updated_at': '2022-04-05T18:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '3a23fe8c-7b1d-4b6a-8378-97bc818a8be7', 'name': '', 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'mac_address': 'fa:16:3e:2c:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'daf92139-69f2-4c86-bf2a-c6a15cb55962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:20Z', 'updated_at': '2022-04-05T18:51:24Z', 'revision_number': 2, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'subnets': [{'id': 'daf92139-69f2-4c86-bf2a-c6a15cb55962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:31.568260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629e7ea-b44e-47ec-9479-a9b681f6a9bf req-7b7cbd68-7907-4234-bca0-a30f9d56d257 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:31.569816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6629e7ea-b44e-47ec-9479-a9b681f6a9bf req-7b7cbd68-7907-4234-bca0-a30f9d56d257 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 931 time: 1.4209015 Apr 05 18:51:31.612283 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Checking router: 1d853068-3a63-4c21-86fa-b0157294acf3 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:51:31.612647 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Updating router 1d853068-3a63-4c21-86fa-b0157294acf3 port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:51:31.647353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=ea19a463-f863-4a86-9904-b5836d3e5438,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:31.701652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-7ecdba03-06a3-400b-bb45-0ad09861f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:31.706409 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-7ecdba03-06a3-400b-bb45-0ad09861f7b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 1094 time: 0.6149955 Apr 05 18:51:31.712919 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:31.724799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbd226-b4c9-4543-ba9c-a6484bc6746b req-fcc2dea4-2ec2-4fd4-aa9b-e1b0288dccf7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:31.735759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82dbd226-b4c9-4543-ba9c-a6484bc6746b req-fcc2dea4-2ec2-4fd4-aa9b-e1b0288dccf7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 1.0283117 Apr 05 18:51:31.849749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-32225adf-7409-41e0-a3ba-b2f6909a6d65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c4ede6ebec347f1a373c0ea7258016e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0224698 Apr 05 18:51:31.885770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55864) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:31.979891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55866) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:31.990110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32225adf-7409-41e0-a3ba-b2f6909a6d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cd3002-e082-4dce-90fd-3cd6680fbcf1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:31.992041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Attempting to bind port ea19a463-f863-4a86-9904-b5836d3e5438 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:31.992460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Attempting to bind port ea19a463-f863-4a86-9904-b5836d3e5438 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:31.992901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Attempting to bind port ea19a463-f863-4a86-9904-b5836d3e5438 on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:32.017889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Port ea19a463-f863-4a86-9904-b5836d3e5438 on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:51:32.021342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Attempting to bind port ea19a463-f863-4a86-9904-b5836d3e5438 on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:32.041337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6629e7ea-b44e-47ec-9479-a9b681f6a9bf req-e85e945f-30ca-45b1-9427-2d614131c6d0 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471700 Apr 05 18:51:32.073422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:32.076653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Checking segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:32.077338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Bound using segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:32.078791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Bound port: ea19a463-f863-4a86-9904-b5836d3e5438, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:32.080907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.129204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:32.143304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82dbd226-b4c9-4543-ba9c-a6484bc6746b req-111ca7cc-7303-4a19-a354-15f3afafba8b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055455 Apr 05 18:51:32.222944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6be8285-112c-4cd2-87a4-b6d4009076af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.274375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:51:32.303280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:32.305031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:32.330413 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-85917edc-d3a6-44cf-89a3-82196aad4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:32.339093 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-85917edc-d3a6-44cf-89a3-82196aad4fa9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.6176257 Apr 05 18:51:32.376006 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.387430 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.422244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb620354-3513-4a04-8d71-bb35b3315486 req-85e6c113-39b2-4cab-a83c-fabd80e74c21 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cd9ab69-324b-406d-8561-79028d2404e9 HTTP/1.1" status: 200 len: 210 time: 0.1496811 Apr 05 18:51:32.439039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] For port ea19a463-f863-4a86-9904-b5836d3e5438, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:32.443921 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6be8285-112c-4cd2-87a4-b6d4009076af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.446969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] For port ea19a463-f863-4a86-9904-b5836d3e5438, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ea19a463-f863-4a86-9904-b5836d3e5438,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:32.569872 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9902ef-9a8e-4f45-abc6-a58f5762982c x-openstack-request-id: req-5a9902ef-9a8e-4f45-abc6-a58f5762982c {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:32.570475 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd9ab69-324b-406d-8561-79028d2404e9", "name": "network-vif-deleted", "tag": "ab89448e-1fbb-416c-a34b-e8d8fc7f7766", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:32.571917 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a9902ef-9a8e-4f45-abc6-a58f5762982c {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:32.572610 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab93e5-a160-4662-ba03-ed156e65d558 None None] Pushing event updated for resources: {'Port': ['ID=3a23fe8c-7b1d-4b6a-8378-97bc818a8be7,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:32.573138 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9902ef-9a8e-4f45-abc6-a58f5762982c'] response: {'server_uuid': '5cd9ab69-324b-406d-8561-79028d2404e9', 'name': 'network-vif-deleted', 'tag': 'ab89448e-1fbb-416c-a34b-e8d8fc7f7766', 'status': 'completed', 'code': 200} Apr 05 18:51:32.587391 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-ca3653e3-22fb-44b8-8405-f94951d50c63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d HTTP/1.1" status: 200 len: 217 time: 0.2140236 Apr 05 18:51:32.606983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:32.747743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.760217 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6be8285-112c-4cd2-87a4-b6d4009076af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.769100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6be8285-112c-4cd2-87a4-b6d4009076af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.770575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e6be8285-112c-4cd2-87a4-b6d4009076af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20cd3002-e082-4dce-90fd-3cd6680fbcf1 HTTP/1.1" status: 204 len: 168 time: 0.8825870 Apr 05 18:51:32.792936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be8285-112c-4cd2-87a4-b6d4009076af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cd3002-e082-4dce-90fd-3cd6680fbcf1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:32.813118 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84f2c203-bd4e-411d-af90-291db1cb7000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.816757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87470b74-a845-49d5-86de-614e3aabf841 req-b08be69f-ce1e-47c9-9570-cfe6e85f7b6f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:32.826698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87470b74-a845-49d5-86de-614e3aabf841 req-b08be69f-ce1e-47c9-9570-cfe6e85f7b6f tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.2493799 Apr 05 18:51:32.911979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-20173802-a341-4fe1-b9dd-695a0eca13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:32.914667 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-20173802-a341-4fe1-b9dd-695a0eca13f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.3263931 Apr 05 18:51:32.924063 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Attempting to bind port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:32.925310 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Attempting to bind port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:32.928092 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Attempting to bind port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 on network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:32.955161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87470b74-a845-49d5-86de-614e3aabf841 req-b5293108-864f-4334-8e56-ee2dcedb2675 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176822 Apr 05 18:51:32.970633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:32.971539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.974017 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] 10.222.0.25 "PUT /v2.0/ports/ea19a463-f863-4a86-9904-b5836d3e5438 HTTP/1.1" status: 200 len: 1091 time: 5.0378606 Apr 05 18:51:32.984905 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:32.986241 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Checking segment: {'id': 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:32.988288 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:32.989753 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Bound using segment: {'id': 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:32.991209 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Bound port: 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:32.993187 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:33.115342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711ab18-ae76-48c3-ab00-3f3c4c04d23e req-b391381f-4a6a-44b5-9b37-58c2145a98e3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:33.127477 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b711ab18-ae76-48c3-ab00-3f3c4c04d23e req-b391381f-4a6a-44b5-9b37-58c2145a98e3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 947 time: 0.1196790 Apr 05 18:51:33.148490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9d00d09a-618e-4461-a18e-cc59dc5d3c7a None None] Provisioning complete for port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:33.149108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d00d09a-618e-4461-a18e-cc59dc5d3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:33.165945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84f2c203-bd4e-411d-af90-291db1cb7000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:33.176030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'tag': 'ea19a463-f863-4a86-9904-b5836d3e5438'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:33.179037 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca024c08-f8c0-4318-aab0-b41654419631" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3572af-bf34-4400-aa26-4f68f05fbfbb", "tag": "ea19a463-f863-4a86-9904-b5836d3e5438"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:33.194618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84f2c203-bd4e-411d-af90-291db1cb7000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:33.254277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b711ab18-ae76-48c3-ab00-3f3c4c04d23e req-cb0da725-64ac-4dcc-bcfa-1cadab82d615 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257064 Apr 05 18:51:33.373009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9d00d09a-618e-4461-a18e-cc59dc5d3c7a None None] Port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:51:33.384938 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] For port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:33.385422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b565a0e-6b3d-40ad-a0df-2d8bc7d0bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=ea19a463-f863-4a86-9904-b5836d3e5438,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:33.409143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-84f2c203-bd4e-411d-af90-291db1cb7000 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e1d7d1d8fb442469025b7b906227482&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4041572 Apr 05 18:51:33.417766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bcbbf-db27-4bfa-961a-ff5fceb51d24 req-0271f872-0c08-4fbc-a79a-0048d5b9371a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:33.420484 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] For port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3a23fe8c-7b1d-4b6a-8378-97bc818a8be7,segment=NetworkSegment(c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba),segment_id=c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:33.425815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc1bcbbf-db27-4bfa-961a-ff5fceb51d24 req-0271f872-0c08-4fbc-a79a-0048d5b9371a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 943 time: 0.2167242 Apr 05 18:51:33.428909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55904) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:33.431767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-3a72a50e-f200-4080-a8e8-06ea49492bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:33.438876 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:33.439454 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-3a72a50e-f200-4080-a8e8-06ea49492bc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5025713 Apr 05 18:51:33.440535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2c203-bd4e-411d-af90-291db1cb7000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d83f885-7700-4606-bd9d-097b7e824ce2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:33.550416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-9735123c-6eb9-4e93-8597-9ae7967d71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:33.551920 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-9735123c-6eb9-4e93-8597-9ae7967d71b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 1094 time: 0.3680043 Apr 05 18:51:33.586503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:33.664824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c7736a-e66d-493f-b69a-ed1578d983c9 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:51:33.669572 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab93e5-a160-4662-ba03-ed156e65d558 None None] Pushing event updated for resources: {'Port': ['ID=3a23fe8c-7b1d-4b6a-8378-97bc818a8be7,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:33.679134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ebaa0-b14e-4fc5-97f1-f90cabf114e3 req-ac169872-7e1c-497d-9ec6-4fa74e4dd1f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:33.691708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-601ebaa0-b14e-4fc5-97f1-f90cabf114e3 req-ac169872-7e1c-497d-9ec6-4fa74e4dd1f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.2116375 Apr 05 18:51:33.711301 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-9850dd58-9c8d-4dd1-8db7-5bff823cb4a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea19a463-f863-4a86-9904-b5836d3e5438 HTTP/1.1" status: 200 len: 217 time: 0.1018507 Apr 05 18:51:33.723944 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Routers {'1d853068-3a63-4c21-86fa-b0157294acf3'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:33.736223 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1d853068-3a63-4c21-86fa-b0157294acf3'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:33.751676 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cad8c3a-67f7-4831-a686-a8aed28448dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:33.761871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc1bcbbf-db27-4bfa-961a-ff5fceb51d24 req-0701d6e7-3e36-449d-a4b9-45053ea72849 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287172 Apr 05 18:51:33.904861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55926) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:33.915616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-601ebaa0-b14e-4fc5-97f1-f90cabf114e3 req-7eb474ce-6995-4501-b72f-2276375bec40 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225211 Apr 05 18:51:33.936596 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cad8c3a-67f7-4831-a686-a8aed28448dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:33.982923 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dddd88-1e05-4a0a-8e7e-69a59b68804e x-openstack-request-id: req-06dddd88-1e05-4a0a-8e7e-69a59b68804e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:33.986890 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3572af-bf34-4400-aa26-4f68f05fbfbb", "tag": "ea19a463-f863-4a86-9904-b5836d3e5438", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:33.987150 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06dddd88-1e05-4a0a-8e7e-69a59b68804e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:33.987821 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06dddd88-1e05-4a0a-8e7e-69a59b68804e'] response: {'name': 'network-changed', 'server_uuid': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'tag': 'ea19a463-f863-4a86-9904-b5836d3e5438', 'status': 'completed', 'code': 200} Apr 05 18:51:34.072745 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90593f1d-c0d6-4a48-957d-b8b6cd24c2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:34.116589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cad8c3a-67f7-4831-a686-a8aed28448dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:34.127168 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cad8c3a-67f7-4831-a686-a8aed28448dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:34.131803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9cad8c3a-67f7-4831-a686-a8aed28448dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d83f885-7700-4606-bd9d-097b7e824ce2 HTTP/1.1" status: 204 len: 168 time: 0.7014847 Apr 05 18:51:34.167199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-1c471968-eed1-4694-8abe-de6372861b36 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097485 Apr 05 18:51:34.171223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad8c3a-67f7-4831-a686-a8aed28448dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d83f885-7700-4606-bd9d-097b7e824ce2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:34.176428 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] Set router 1d853068-3a63-4c21-86fa-b0157294acf3 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:34.208598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-f76351bf-f3b1-4a36-ac17-d085ebd487c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:34.213053 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-f76351bf-f3b1-4a36-ac17-d085ebd487c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.4930928 Apr 05 18:51:34.241077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5af4c263-c5d0-4c2b-9281-864fc556bc36 None None] Provisioning complete for port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:34.245928 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5af4c263-c5d0-4c2b-9281-864fc556bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:34.318482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b68e19-78fd-4888-b255-5e40ab5745c7 req-164e1c70-5142-4b9c-929a-105584bc9b11 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:34.320461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12b68e19-78fd-4888-b255-5e40ab5745c7 req-164e1c70-5142-4b9c-929a-105584bc9b11 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1220067 Apr 05 18:51:34.475524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12b68e19-78fd-4888-b255-5e40ab5745c7 req-a937d554-7091-4748-90c2-a208f08e2cb9 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340365 Apr 05 18:51:34.479368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-d65df1a5-9a89-4b14-bee5-f8fdd68709da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:34.480709 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-d65df1a5-9a89-4b14-bee5-f8fdd68709da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199571 Apr 05 18:51:34.527361 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0b079fa8-8c44-45b2-bc58-74d0ec532b2d req-ce89fce9-d8a9-4f6f-b8fc-ec2e3ff19191 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332415 Apr 05 18:51:34.647471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5af4c263-c5d0-4c2b-9281-864fc556bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:34.703245 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c83ad1-bb26-4b61-b616-f8b1384d20da None None] New status for floating IP 41daf52a-a502-4ef2-b3e4-69e51f283f86: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:51:34.719313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5af4c263-c5d0-4c2b-9281-864fc556bc36 None None] For port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3a23fe8c-7b1d-4b6a-8378-97bc818a8be7,segment=NetworkSegment(c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba),segment_id=c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:34.727388 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5af4c263-c5d0-4c2b-9281-864fc556bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:34.780808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603e626-7ebf-4d69-945e-f9114b7b7db6 req-72e6d4e3-bc0f-44f9-b4d6-6156c23483c5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:34.789316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6603e626-7ebf-4d69-945e-f9114b7b7db6 req-72e6d4e3-bc0f-44f9-b4d6-6156c23483c5 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 947 time: 0.1715040 Apr 05 18:51:34.844620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4c263-c5d0-4c2b-9281-864fc556bc36 None None] Pushing event updated for resources: {'Port': ['ID=3a23fe8c-7b1d-4b6a-8378-97bc818a8be7,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:34.971176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:34.979778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6603e626-7ebf-4d69-945e-f9114b7b7db6 req-85b4b169-e215-47b1-91d9-c93b31cc00f6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878448 Apr 05 18:51:35.137840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55946) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:35.148098 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '3577b79e-610f-4838-b757-7fa513ca524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:12Z', 'updated_at': '2022-04-05T18:51:24Z', 'revision_number': 4, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'gw_port': {'id': '3577b79e-610f-4838-b757-7fa513ca524f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:13Z', 'updated_at': '2022-04-05T18:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '3a23fe8c-7b1d-4b6a-8378-97bc818a8be7', 'name': '', 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'mac_address': 'fa:16:3e:2c:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'daf92139-69f2-4c86-bf2a-c6a15cb55962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:20Z', 'updated_at': '2022-04-05T18:51:33Z', 'revision_number': 4, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'subnets': [{'id': 'daf92139-69f2-4c86-bf2a-c6a15cb55962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:35.184667 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b8e9a-09bc-474f-b07f-d99a5875cf6c None None] The sync data for ids ['1d853068-3a63-4c21-86fa-b0157294acf3'] in n-d-836650-3 is: [{'id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '3577b79e-610f-4838-b757-7fa513ca524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:12Z', 'updated_at': '2022-04-05T18:51:24Z', 'revision_number': 4, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'gw_port': {'id': '3577b79e-610f-4838-b757-7fa513ca524f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:13Z', 'updated_at': '2022-04-05T18:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '3a23fe8c-7b1d-4b6a-8378-97bc818a8be7', 'name': '', 'network_id': '8a942887-6b5a-4dfc-8aeb-407b75b34ec8', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'mac_address': 'fa:16:3e:2c:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'daf92139-69f2-4c86-bf2a-c6a15cb55962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:20Z', 'updated_at': '2022-04-05T18:51:33Z', 'revision_number': 4, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'subnets': [{'id': 'daf92139-69f2-4c86-bf2a-c6a15cb55962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:51:35.315996 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90593f1d-c0d6-4a48-957d-b8b6cd24c2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.365018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90593f1d-c0d6-4a48-957d-b8b6cd24c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.445638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55948) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:35.446533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90593f1d-c0d6-4a48-957d-b8b6cd24c2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6d7b07-f049-4579-bdf5-539e62b7f24a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:35.462859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e980b41-f138-47b5-8a73-e4fe4881462b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.507232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa5f19-a30a-48a5-bb48-f835f65ae2ce req-57a8d9ad-5822-46d6-a4d8-ba5a6ebbf249 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:35.508269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-a0b831e6-06db-49f3-b83c-db583a102809 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:35.508698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9afa5f19-a30a-48a5-bb48-f835f65ae2ce req-57a8d9ad-5822-46d6-a4d8-ba5a6ebbf249 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 943 time: 0.1901188 Apr 05 18:51:35.510566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-a0b831e6-06db-49f3-b83c-db583a102809 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 947 time: 0.9539986 Apr 05 18:51:35.526269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaeab6-4908-42b3-a93f-556a2e372024 req-63af145b-e3ea-4ca4-8efc-970341b28f19 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:35.536725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bbbaeab6-4908-42b3-a93f-556a2e372024 req-63af145b-e3ea-4ca4-8efc-970341b28f19 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.1569645 Apr 05 18:51:35.541387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dee3bdda-f822-45f8-a132-c17302c2d8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.547611 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-614e6297-0c98-4b01-a1e6-1876d277f316 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0498753 Apr 05 18:51:35.547826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e980b41-f138-47b5-8a73-e4fe4881462b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.604780 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-90593f1d-c0d6-4a48-957d-b8b6cd24c2ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5358f54b9ef34d3abfa4cc2d5c06f4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6939762 Apr 05 18:51:35.607186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bbbaeab6-4908-42b3-a93f-556a2e372024 req-24d6d686-bf68-41d4-b9de-1ff0ee251c65 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691636 Apr 05 18:51:35.613236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55952) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:35.665673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9afa5f19-a30a-48a5-bb48-f835f65ae2ce req-eeceb6d4-0f32-4bd0-9998-03b7c5a9d74d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264997 Apr 05 18:51:35.755183 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e980b41-f138-47b5-8a73-e4fe4881462b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.758523 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e980b41-f138-47b5-8a73-e4fe4881462b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.763352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0e980b41-f138-47b5-8a73-e4fe4881462b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "DELETE /v2.0/security-groups/06ba3358-63b8-4c4f-860b-0dfe889e79da HTTP/1.1" status: 204 len: 168 time: 0.6239276 Apr 05 18:51:35.765252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55954) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:35.804769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544fb95-d3d2-476c-8a51-4df3d127f6dc req-bb5a6f8b-60dd-43d2-92fb-62e1d51f6914 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:35.814707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f544fb95-d3d2-476c-8a51-4df3d127f6dc req-bb5a6f8b-60dd-43d2-92fb-62e1d51f6914 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1282115 Apr 05 18:51:35.816383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f375-edeb-4eda-a965-30c3a44ce032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.819930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e980b41-f138-47b5-8a73-e4fe4881462b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ba3358-63b8-4c4f-860b-0dfe889e79da,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:35.843065 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-12b7d479-75a2-4eb9-b250-a6f69ebc6fbe tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] show failed (client error): The resource could not be found. Apr 05 18:51:35.848581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-12b7d479-75a2-4eb9-b250-a6f69ebc6fbe tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups/06ba3358-63b8-4c4f-860b-0dfe889e79da HTTP/1.1" status: 404 len: 347 time: 0.0703037 Apr 05 18:51:35.857711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55956) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:35.888094 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ebf31c0-fa93-494b-af55-4ecfee71f4b3 req-df804630-4ae4-4de9-8a60-f491e3ec97cb service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067384 Apr 05 18:51:35.898646 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f375-edeb-4eda-a965-30c3a44ce032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.982617 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dee3bdda-f822-45f8-a132-c17302c2d8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:35.986200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Deleting port e62c6b6b-3c8b-4585-874b-3393de0b52d2 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:51:35.986538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.006689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dee3bdda-f822-45f8-a132-c17302c2d8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.054534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f544fb95-d3d2-476c-8a51-4df3d127f6dc req-fdef0d19-7cfa-451a-bc99-5fc95380eacf tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304194 Apr 05 18:51:36.176844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:36.199607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Deleting port 24456f28-fd7e-435e-aca9-05a312adaef1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:51:36.199949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.263430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] For port e62c6b6b-3c8b-4585-874b-3393de0b52d2, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e62c6b6b-3c8b-4585-874b-3393de0b52d2,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:36.263899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.268406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:36.269148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.357257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94925c2-38bc-415a-8951-33c99e116c2c req-b39e241a-32a2-4402-aa21-9eefb136031b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:36.360676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f94925c2-38bc-415a-8951-33c99e116c2c req-b39e241a-32a2-4402-aa21-9eefb136031b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 947 time: 0.2066388 Apr 05 18:51:36.374295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3bdda-f822-45f8-a132-c17302c2d8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00afd9a4-cfbc-4ebb-8a9e-3a0b38e851cd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:36.406702 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dee3bdda-f822-45f8-a132-c17302c2d8e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40868f11735540499c9ae3d05540fedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9287653 Apr 05 18:51:36.419235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55962) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:36.450657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f94925c2-38bc-415a-8951-33c99e116c2c req-ff4e4585-a042-4ddc-aed2-0a1bf5f83d32 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803621 Apr 05 18:51:36.482907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.483922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.499074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Calling delete_port for 24456f28-fd7e-435e-aca9-05a312adaef1 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:51:36.525359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f375-edeb-4eda-a965-30c3a44ce032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.528199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f375-edeb-4eda-a965-30c3a44ce032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.541314 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b6b8f375-edeb-4eda-a965-30c3a44ce032 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb6d7b07-f049-4579-bdf5-539e62b7f24a HTTP/1.1" status: 204 len: 168 time: 0.9149508 Apr 05 18:51:36.603101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024c08-f8c0-4318-aab0-b41654419631 req-3f8dbd26-8aa5-4835-8f3b-9458515c81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:36.605169 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ca024c08-f8c0-4318-aab0-b41654419631 req-3f8dbd26-8aa5-4835-8f3b-9458515c81d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 1094 time: 0.6297550 Apr 05 18:51:36.606505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8f375-edeb-4eda-a965-30c3a44ce032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6d7b07-f049-4579-bdf5-539e62b7f24a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:36.782822 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.896813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'Port': ['ID=24456f28-fd7e-435e-aca9-05a312adaef1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:36.913590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa43081-f406-4dbf-93f8-7c1a52f959f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:36.942477 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa43081-f406-4dbf-93f8-7c1a52f959f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:37.003738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa43081-f406-4dbf-93f8-7c1a52f959f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:37.005598 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8aa43081-f406-4dbf-93f8-7c1a52f959f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:37.020414 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8aa43081-f406-4dbf-93f8-7c1a52f959f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00afd9a4-cfbc-4ebb-8a9e-3a0b38e851cd HTTP/1.1" status: 204 len: 168 time: 0.5889139 Apr 05 18:51:37.039883 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:37.044455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9ea40-d093-41b5-bd6e-c95217bdb807 req-bc384d2f-a61f-496e-a470-c7b610581a8b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:37.052230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa43081-f406-4dbf-93f8-7c1a52f959f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00afd9a4-cfbc-4ebb-8a9e-3a0b38e851cd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:37.054432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0a9ea40-d093-41b5-bd6e-c95217bdb807 req-bc384d2f-a61f-496e-a470-c7b610581a8b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 943 time: 0.2020724 Apr 05 18:51:37.070691 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:37.074149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:37.074550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:37.074871 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Floating IP 34d5945e-e52f-48d9-8903-bcd48431c468 disassociated. External IP: 172.25.4.59, port: e62c6b6b-3c8b-4585-874b-3393de0b52d2. Apr 05 18:51:37.075220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Calling delete_port for e62c6b6b-3c8b-4585-874b-3393de0b52d2 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:51:37.079230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:37.086440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024c08-f8c0-4318-aab0-b41654419631 req-5f1cec91-db5d-49b6-8add-835ff9f0803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:37.086440 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ca024c08-f8c0-4318-aab0-b41654419631 req-5f1cec91-db5d-49b6-8add-835ff9f0803a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.4585712 Apr 05 18:51:37.088955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-69f8169f-ae3b-434c-a97b-8b6968adcf2f tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "DELETE /v2.0/floatingips/41daf52a-a502-4ef2-b3e4-69e51f283f86 HTTP/1.1" status: 204 len: 168 time: 1.2294650 Apr 05 18:51:37.122296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d9ba5-6557-41e1-8f39-37c644c8b955 req-9965a76c-307d-4b98-a83a-5063ed67b85c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:37.141932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b31d9ba5-6557-41e1-8f39-37c644c8b955 req-9965a76c-307d-4b98-a83a-5063ed67b85c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.2873616 Apr 05 18:51:37.173172 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ca024c08-f8c0-4318-aab0-b41654419631 req-14ad340f-b157-48ce-81da-9c8e0375587c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea19a463-f863-4a86-9904-b5836d3e5438 HTTP/1.1" status: 200 len: 217 time: 0.0810373 Apr 05 18:51:37.283645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b31d9ba5-6557-41e1-8f39-37c644c8b955 req-aaccd544-1755-40da-83d4-2af2f8957362 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332273 Apr 05 18:51:37.331388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0a9ea40-d093-41b5-bd6e-c95217bdb807 req-14b1e690-3cd8-44b7-8a45-3b8f58589f6b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619121 Apr 05 18:51:37.383145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024c08-f8c0-4318-aab0-b41654419631 req-45ad58f8-9211-4503-8b9c-a29e451387eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:37.384866 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ca024c08-f8c0-4318-aab0-b41654419631 req-45ad58f8-9211-4503-8b9c-a29e451387eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1221178 Apr 05 18:51:37.511938 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024c08-f8c0-4318-aab0-b41654419631 req-a5cd2202-6a7a-4b87-8ee9-420b74060044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:37.519018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ca024c08-f8c0-4318-aab0-b41654419631 req-a5cd2202-6a7a-4b87-8ee9-420b74060044 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253519 Apr 05 18:51:37.569041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a8cb2-899e-45fb-ba24-ddc713bb067b req-f06b89b6-d1bf-4d3a-a19a-055684f2aa09 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:37.577020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-938a8cb2-899e-45fb-ba24-ddc713bb067b req-f06b89b6-d1bf-4d3a-a19a-055684f2aa09 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1036170 Apr 05 18:51:37.661040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-938a8cb2-899e-45fb-ba24-ddc713bb067b req-a1755709-2ce1-4e1b-a8aa-4a7773634898 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827219 Apr 05 18:51:37.833183 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:37.837355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56004) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:37.855854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8993f446-db42-47ee-98ee-f40f5ef7504a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206955217', 'description': 'tempest-description--1576701580'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:37.894081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event deleted for resources: {'Port': ['ID=e62c6b6b-3c8b-4585-874b-3393de0b52d2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:37.931607 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ca024c08-f8c0-4318-aab0-b41654419631 req-8f3c7a34-578b-4387-87fe-3679b72a1e0e service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987825 Apr 05 18:51:37.933175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c788a69-6f9d-4500-b8ef-6ccd0054a4c6 req-fb084496-da64-4dd2-bee4-0fcc8eb38509 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:37.949907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c788a69-6f9d-4500-b8ef-6ccd0054a4c6 req-fb084496-da64-4dd2-bee4-0fcc8eb38509 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5e97a31-73ea-4d8f-bff2-ab2da52a3a48 HTTP/1.1" status: 200 len: 868 time: 0.1794834 Apr 05 18:51:38.028231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8993f446-db42-47ee-98ee-f40f5ef7504a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.172471 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ca024c08-f8c0-4318-aab0-b41654419631 req-d5ebb98f-9729-429b-94ca-c7bd1a091f14 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331977 Apr 05 18:51:38.180728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Router 4d70f1c4-1135-4095-9991-47e1c2f6d20c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:51:38.242446 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8993f446-db42-47ee-98ee-f40f5ef7504a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.279814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c788a69-6f9d-4500-b8ef-6ccd0054a4c6 req-4f88b5bb-243e-40b2-a2cd-6e89763566c1 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f05602f-ac15-4c28-9bff-63c2f08504ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189566 Apr 05 18:51:38.286196 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8993f446-db42-47ee-98ee-f40f5ef7504a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.378438 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2ed7994c-498a-44bb-9aed-230259ab4b3b no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:51:38.403803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:51:38.453384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8993f446-db42-47ee-98ee-f40f5ef7504a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.459712 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8993f446-db42-47ee-98ee-f40f5ef7504a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6137342 Apr 05 18:51:38.464714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56020) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:38.475727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-df259db1-6809-4095-b5fa-039e8a9d4514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group_rule': {'security_group_id': 'eb00d598-03ac-4a30-9f53-ebc1c74f33cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:38.499409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993f446-db42-47ee-98ee-f40f5ef7504a tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb00d598-03ac-4a30-9f53-ebc1c74f33cf,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:38.556120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] Sync routers for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:51:38.561840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] No DVR routers for this DVR port e62c6b6b-3c8b-4585-874b-3393de0b52d2 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:51:38.571848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.584375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a3bfa06-56f1-48d3-8283-a9a9e0b21b86 req-4cdeea58-b144-46e9-8c64-6fbafbf142a7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.20 "DELETE /v2.0/ports/e62c6b6b-3c8b-4585-874b-3393de0b52d2 HTTP/1.1" status: 204 len: 173 time: 3.0562906 Apr 05 18:51:38.586139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-deleted', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:38.590261 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd4d6a-2311-4c5d-b817-065b1c565546" -d '{"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-deleted", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:38.650436 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df259db1-6809-4095-b5fa-039e8a9d4514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.733699 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.801597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:38.803583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:38.816352 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df259db1-6809-4095-b5fa-039e8a9d4514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.829932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df259db1-6809-4095-b5fa-039e8a9d4514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.851321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e5169-5cd7-484d-ae83-aaa75c7209b6 req-cccb4063-f76a-40a1-aa1d-1753adac8b88 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:38.866618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb3e5169-5cd7-484d-ae83-aaa75c7209b6 req-cccb4063-f76a-40a1-aa1d-1753adac8b88 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 943 time: 0.3041153 Apr 05 18:51:38.881951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df259db1-6809-4095-b5fa-039e8a9d4514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6911b5-8265-4c84-b836-278341009a74,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:38.898467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df259db1-6809-4095-b5fa-039e8a9d4514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:38.901103 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df259db1-6809-4095-b5fa-039e8a9d4514 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4348829 Apr 05 18:51:38.903931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56036) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:38.917902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-46be3ff1-2aac-4e2e-8363-c9855a10db61 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'security_group_rule': {'security_group_id': 'eb00d598-03ac-4a30-9f53-ebc1c74f33cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:38.934155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f71097-4069-4994-9524-d05dd15329de req-465942ef-652a-498c-8161-c2441255f4c1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:38.946883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9f71097-4069-4994-9524-d05dd15329de req-465942ef-652a-498c-8161-c2441255f4c1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.4208102 Apr 05 18:51:38.981358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46be3ff1-2aac-4e2e-8363-c9855a10db61 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.005457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:39.008741 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c27637-0c6e-4147-b37c-178ea43cf189" -d '{"events": [{"server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:39.068704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:39.080070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9f71097-4069-4994-9524-d05dd15329de req-c52fc9b3-f6fe-49a3-a218-ab9850ee7d68 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294372 Apr 05 18:51:39.098140 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.102147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb3e5169-5cd7-484d-ae83-aaa75c7209b6 req-73c20b4e-e397-423a-9b72-70632b64a43a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341151 Apr 05 18:51:39.159018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46be3ff1-2aac-4e2e-8363-c9855a10db61 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.171189 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46be3ff1-2aac-4e2e-8363-c9855a10db61 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.210513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be3ff1-2aac-4e2e-8363-c9855a10db61 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139a04c9-3285-4a25-9022-bedecdc391da,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:39.219975 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a357d9-939f-427d-ac9f-09598b5d2cde x-openstack-request-id: req-a7a357d9-939f-427d-ac9f-09598b5d2cde {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:39.220502 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e97a31-73ea-4d8f-bff2-ab2da52a3a48", "name": "network-vif-deleted", "tag": "e62c6b6b-3c8b-4585-874b-3393de0b52d2", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:39.221282 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7a357d9-939f-427d-ac9f-09598b5d2cde {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:39.223817 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a357d9-939f-427d-ac9f-09598b5d2cde'] response: {'server_uuid': 'e5e97a31-73ea-4d8f-bff2-ab2da52a3a48', 'name': 'network-vif-deleted', 'tag': 'e62c6b6b-3c8b-4585-874b-3393de0b52d2', 'status': 'completed', 'code': 200} Apr 05 18:51:39.245361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46be3ff1-2aac-4e2e-8363-c9855a10db61 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.247131 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-46be3ff1-2aac-4e2e-8363-c9855a10db61 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391194 Apr 05 18:51:39.250766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56044) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:39.257693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:39.290800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2ed7994c-498a-44bb-9aed-230259ab4b3b,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:39.298168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e62c6b6b-3c8b-4585-874b-3393de0b52d2 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:51:39.333031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.388887 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0a61fe-852a-44b0-b297-3fd6246a4424 x-openstack-request-id: req-5f0a61fe-852a-44b0-b297-3fd6246a4424 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:39.389874 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:39.390841 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f0a61fe-852a-44b0-b297-3fd6246a4424 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:39.392542 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0a61fe-852a-44b0-b297-3fd6246a4424'] response: {'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b', 'code': 200} Apr 05 18:51:39.397119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: e62c6b6b-3c8b-4585-874b-3393de0b52d2 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:51:39.402526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e62c6b6b-3c8b-4585-874b-3393de0b52d2 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:51:39.431826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1750a2-45b8-4c4e-8017-86e6cdb416c0 req-653d5101-c2c8-4cd2-81b8-707fc6884c31 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:39.444076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d1750a2-45b8-4c4e-8017-86e6cdb416c0 req-653d5101-c2c8-4cd2-81b8-707fc6884c31 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 944 time: 0.1486952 Apr 05 18:51:39.455361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f7ad-309f-4c85-9f60-015923e6bfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.458218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:39.541142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d1750a2-45b8-4c4e-8017-86e6cdb416c0 req-72421a69-bd39-4da3-abd6-e66fe20a500a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880158 Apr 05 18:51:39.589557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56060) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:39.618753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.742603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bf896517-354e-4400-b6a1-ee1b5b4d1313 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.785098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Allocated IP 172.25.4.34 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/2d9b0250-3b52-4796-b971-ede267bdaae6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:39.803506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bf896517-354e-4400-b6a1-ee1b5b4d1313 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.897153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bf896517-354e-4400-b6a1-ee1b5b4d1313 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.903275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bf896517-354e-4400-b6a1-ee1b5b4d1313 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:39.910255 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bf896517-354e-4400-b6a1-ee1b5b4d1313 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "DELETE /v2.0/security-groups/6f05602f-ac15-4c28-9bff-63c2f08504ad HTTP/1.1" status: 204 len: 168 time: 0.3189247 Apr 05 18:51:39.910489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:39.999925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:40.029312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf896517-354e-4400-b6a1-ee1b5b4d1313 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f05602f-ac15-4c28-9bff-63c2f08504ad,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:40.035143 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-3ce95a6f-d035-4471-b488-dea6d1b6bca6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] show failed (client error): The resource could not be found. Apr 05 18:51:40.040217 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ce95a6f-d035-4471-b488-dea6d1b6bca6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups/6f05602f-ac15-4c28-9bff-63c2f08504ad HTTP/1.1" status: 404 len: 347 time: 0.1148105 Apr 05 18:51:40.041293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56074) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:40.061008 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:40.081836 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:51:40.121168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=2d9b0250-3b52-4796-b971-ede267bdaae6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:40.134770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:40.136772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:40.139204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:40.197544 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:40.431639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Deleting port c4199d83-acef-4da8-9c77-806b3561f183 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:51:40.432315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:40.438932 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:40.478134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac33e0-fb51-4e25-8b3a-817bb4f9a26b req-e15c87fa-d7a7-42bf-913d-617646168d0d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:40.489676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4ac33e0-fb51-4e25-8b3a-817bb4f9a26b req-e15c87fa-d7a7-42bf-913d-617646168d0d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 943 time: 0.1701484 Apr 05 18:51:40.589226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4ac33e0-fb51-4e25-8b3a-817bb4f9a26b req-a23a3956-76d4-4bb2-8e2f-7f2ea1b513bc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986538 Apr 05 18:51:40.614689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a506b2-96e9-4540-aee1-e7206d793bc9 req-111e2627-5409-4373-92be-1c01e26de0d4 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:40.616781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06a506b2-96e9-4540-aee1-e7206d793bc9 req-111e2627-5409-4373-92be-1c01e26de0d4 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.3431613 Apr 05 18:51:40.622282 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:40.645283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:40.645743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:40.714807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Calling delete_port for c4199d83-acef-4da8-9c77-806b3561f183 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:51:40.837095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2ed7994c-498a-44bb-9aed-230259ab4b3b details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:51:40.989312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:41.005576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '2ed7994c-498a-44bb-9aed-230259ab4b3b', 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda', 'port_id': '2ed7994c-498a-44bb-9aed-230259ab4b3b', 'mac_address': 'fa:16:3e:9c:12:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0310af1c-705a-419a-9e30-7b9822ba662b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:51:41.010208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] Checking router: 4d70f1c4-1135-4095-9991-47e1c2f6d20c for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:51:41.057290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:51:41.058021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:41.164822 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:41.199780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed7994c-498a-44bb-9aed-230259ab4b3b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:41.227632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:41.284333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:41.286807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ea19a463-f863-4a86-9904-b5836d3e5438 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:51:41.304566 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:41.369923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06a506b2-96e9-4540-aee1-e7206d793bc9 req-3c917ef9-acad-4559-be4c-6b981d741e80 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951983 Apr 05 18:51:41.382266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:41.395576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:41.398236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event deleted for resources: {'Port': ['ID=c4199d83-acef-4da8-9c77-806b3561f183,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:41.435449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:51:41.597608 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:41.601612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=2d9b0250-3b52-4796-b971-ede267bdaae6,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:41.605336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:41.611551 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1af7b7ee-1438-4e1a-97ec-f43af25470fe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "DELETE /v2.0/floatingips/34d5945e-e52f-48d9-8903-bcd48431c468 HTTP/1.1" status: 204 len: 168 time: 1.5648069 Apr 05 18:51:41.641787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:41.673692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2ed7994c-498a-44bb-9aed-230259ab4b3b,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:41.691929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:41.704913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-950a7bbb-8026-4184-94ce-4b5fc7520a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4527562 Apr 05 18:51:41.958700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683be6d-1260-4e8d-a066-89b878678eec req-f83100e0-1e82-43b1-b5d4-e91c78b4cf54 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:41.961639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ea19a463-f863-4a86-9904-b5836d3e5438, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ea19a463-f863-4a86-9904-b5836d3e5438,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:41.962650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8683be6d-1260-4e8d-a066-89b878678eec req-f83100e0-1e82-43b1-b5d4-e91c78b4cf54 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 943 time: 0.2417841 Apr 05 18:51:41.972082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a2501-00ef-42da-ad02-65a4c0a6f60f req-1a4a07b4-98b4-44e9-bb04-144bc4bef85d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:41.975344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-910a2501-00ef-42da-ad02-65a4c0a6f60f req-1a4a07b4-98b4-44e9-bb04-144bc4bef85d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 945 time: 0.2447960 Apr 05 18:51:41.975721 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25898458-5d91-4f44-8f68-0e3207d11b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:42.001176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'ea19a463-f863-4a86-9904-b5836d3e5438', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'port_id': 'ea19a463-f863-4a86-9904-b5836d3e5438', 'mac_address': 'fa:16:3e:cb:89:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:51:42.066054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8683be6d-1260-4e8d-a066-89b878678eec req-dc860bbd-955f-4cfa-8a09-549e8767a50b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896425 Apr 05 18:51:42.127284 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:42.166615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-910a2501-00ef-42da-ad02-65a4c0a6f60f req-4034524b-c571-4693-a615-076a92ab55ba tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497619 Apr 05 18:51:42.176600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea19a463-f863-4a86-9904-b5836d3e5438 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:42.249055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ea19a463-f863-4a86-9904-b5836d3e5438, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ea19a463-f863-4a86-9904-b5836d3e5438,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:42.263334 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:42.269903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:51:42.357739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee0c0c-aa26-415c-b5d5-95f91be419d7 None None] The sync data for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 is: [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:51:42.376637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-30dbcc2f-47fe-4e95-828a-4f369b977a98 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1206955217&fields=id&tenant_id=4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 267 time: 0.0875947 Apr 05 18:51:42.417054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=ea19a463-f863-4a86-9904-b5836d3e5438,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:42.542221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-15268f09-62e9-4850-b5a2-36e22be31691 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:42.546211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-15268f09-62e9-4850-b5a2-36e22be31691 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 814 time: 0.1619251 Apr 05 18:51:42.579859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-511a87b3-00c0-47d0-a01d-856a607ac9b7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/quotas/4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 375 time: 0.0238547 Apr 05 18:51:42.597435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2ed7994c-498a-44bb-9aed-230259ab4b3b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:42.601822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['ea19a463-f863-4a86-9904-b5836d3e5438'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:42.718985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-46933437-8af0-41eb-a448-7155a1f0fc85 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1371624 Apr 05 18:51:42.858873 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:42.898218 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e026b-89bb-4e8b-9b78-67b72d12e475 None None] New status for floating IP 34d5945e-e52f-48d9-8903-bcd48431c468: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:51:42.965222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-2fd5917a-4b74-4db7-a708-4fb788ef3f75 service neutron] 10.222.0.15 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376196 Apr 05 18:51:43.107115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-2545b9c0-176e-4dce-ad87-e0cb2083176f service neutron] 10.222.0.15 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338913 Apr 05 18:51:43.539422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099c5e1-e96b-4e31-9ae1-1eac1c7edb62 req-da5af817-8981-487e-b7f0-3330fc38b91a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:43.550420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a099c5e1-e96b-4e31-9ae1-1eac1c7edb62 req-da5af817-8981-487e-b7f0-3330fc38b91a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.0974998 Apr 05 18:51:43.596449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a099c5e1-e96b-4e31-9ae1-1eac1c7edb62 req-ee2f1ffa-de21-499e-9465-8901c55967d5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426090 Apr 05 18:51:43.714689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56158) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:43.720267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-02a23449-c764-4572-ba34-3545970ef5a4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844588335', 'description': 'tempest-description--408354946'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:43.783976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02a23449-c764-4572-ba34-3545970ef5a4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:43.911343 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02a23449-c764-4572-ba34-3545970ef5a4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:43.919655 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02a23449-c764-4572-ba34-3545970ef5a4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:43.924047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6dfc7-d567-4fe5-925c-a6813b524982 req-54c3b5ad-8483-4f95-aa55-a20456158f22 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:43.928261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0bc6dfc7-d567-4fe5-925c-a6813b524982 req-54c3b5ad-8483-4f95-aa55-a20456158f22 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 944 time: 0.2198710 Apr 05 18:51:43.967970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38820395-1846-4b51-9b6f-b055efd01a33 req-56609fe3-1bab-43e3-aa00-91f12ca627e7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:43.970544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38820395-1846-4b51-9b6f-b055efd01a33 req-56609fe3-1bab-43e3-aa00-91f12ca627e7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 945 time: 0.1822016 Apr 05 18:51:43.989854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56164) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:44.007127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a23449-c764-4572-ba34-3545970ef5a4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8111a570-fcc5-442d-a2be-60ba69d4a40d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:44.034853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0bc6dfc7-d567-4fe5-925c-a6813b524982 req-74a0b9a9-af67-4b7a-b396-6ab3ea0e2b44 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986400 Apr 05 18:51:44.054438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02a23449-c764-4572-ba34-3545970ef5a4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.056653 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-02a23449-c764-4572-ba34-3545970ef5a4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3404357 Apr 05 18:51:44.063489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56168) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:44.069296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38820395-1846-4b51-9b6f-b055efd01a33 req-fbeaa35d-e5c9-420c-9393-8b089c5b6a75 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835366 Apr 05 18:51:44.075860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-eef38d61-762c-481a-a889-30ecf92e769a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'security_group_rule': {'security_group_id': '8111a570-fcc5-442d-a2be-60ba69d4a40d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:44.134585 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eef38d61-762c-481a-a889-30ecf92e769a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.236625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a069c89-84f9-4967-8b9d-d51144544cbf req-476d7fe9-f79f-4e8a-9648-afe0f224f9b9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 210 time: 0.0552392 Apr 05 18:51:44.246975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-672e1684-1b62-45d8-8fc0-409b9d51a989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.267789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eef38d61-762c-481a-a889-30ecf92e769a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.279158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eef38d61-762c-481a-a889-30ecf92e769a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.309658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef38d61-762c-481a-a889-30ecf92e769a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585f8460-1275-44a2-bfb6-4e1524102ca3,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:44.322557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eef38d61-762c-481a-a889-30ecf92e769a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.325579 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eef38d61-762c-481a-a889-30ecf92e769a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2603636 Apr 05 18:51:44.329725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56172) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:44.335475 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.336076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-62f2cfb6-9ae0-4594-9a5e-e5e29c28d1da tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'security_group_rule': {'security_group_id': '8111a570-fcc5-442d-a2be-60ba69d4a40d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:44.386997 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62f2cfb6-9ae0-4594-9a5e-e5e29c28d1da tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.393301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2ed7994c-498a-44bb-9aed-230259ab4b3b up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:44.483100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62f2cfb6-9ae0-4594-9a5e-e5e29c28d1da tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.492584 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62f2cfb6-9ae0-4594-9a5e-e5e29c28d1da tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.509993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-672e1684-1b62-45d8-8fc0-409b9d51a989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.522014 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-672e1684-1b62-45d8-8fc0-409b9d51a989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.556080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-672e1684-1b62-45d8-8fc0-409b9d51a989 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=245a5ca86ecf4c699e0d29f3fcb6d938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626819 Apr 05 18:51:44.557057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2cfb6-9ae0-4594-9a5e-e5e29c28d1da tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bc2923-dcb9-4ec8-b9da-834ad8636763,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:44.557767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56178) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:44.561393 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 2ed7994c-498a-44bb-9aed-230259ab4b3b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:44.563202 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.571976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62f2cfb6-9ae0-4594-9a5e-e5e29c28d1da tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.577500 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-62f2cfb6-9ae0-4594-9a5e-e5e29c28d1da tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2451968 Apr 05 18:51:44.581349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56180) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:44.597806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:44.617002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1684-1b62-45d8-8fc0-409b9d51a989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0f5392-f985-4c95-80b1-99a211711ba5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:44.677259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f15a-3940-4955-9651-b7675bec9fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.680010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.729698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f15a-3940-4955-9651-b7675bec9fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.785538 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.866178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:44.871056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f15a-3940-4955-9651-b7675bec9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.874475 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58625f83-f9f6-45ce-8499-dec46e6d36ae" -d '{"events": [{"server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "name": "network-vif-plugged", "status": "completed", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:44.875502 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f15a-3940-4955-9651-b7675bec9fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.879989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8ce0f15a-3940-4955-9651-b7675bec9fd1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf0f5392-f985-4c95-80b1-99a211711ba5 HTTP/1.1" status: 204 len: 168 time: 0.3209777 Apr 05 18:51:44.917696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0f15a-3940-4955-9651-b7675bec9fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0f5392-f985-4c95-80b1-99a211711ba5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:44.922532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:44.943932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.945133 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ea19a463-f863-4a86-9904-b5836d3e5438 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:44.949952 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:44.975913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c3b94-1bed-4d40-8452-57f14841db8a req-4ac7a58c-0738-4853-bf80-aa497caa5464 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:44.987550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c97c3b94-1bed-4d40-8452-57f14841db8a req-4ac7a58c-0738-4853-bf80-aa497caa5464 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.1342072 Apr 05 18:51:45.082880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c97c3b94-1bed-4d40-8452-57f14841db8a req-273a87bf-4bba-4ae9-984b-994fe0cc63d1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887823 Apr 05 18:51:45.111963 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40aae30-5ca5-46b7-8374-1a4d98692141 x-openstack-request-id: req-d40aae30-5ca5-46b7-8374-1a4d98692141 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:45.115455 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "name": "network-vif-plugged", "status": "completed", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:45.115796 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d40aae30-5ca5-46b7-8374-1a4d98692141 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:45.116960 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40aae30-5ca5-46b7-8374-1a4d98692141'] response: {'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b', 'code': 200} Apr 05 18:51:45.205037 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-67772db4-eaa8-4873-a39e-6292e4f8e381 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:45.207780 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-67772db4-eaa8-4873-a39e-6292e4f8e381 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 814 time: 0.3507431 Apr 05 18:51:45.225134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:45.329236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2ed7994c-498a-44bb-9aed-230259ab4b3b,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:45.391531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port ea19a463-f863-4a86-9904-b5836d3e5438 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:51:45.399867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port ea19a463-f863-4a86-9904-b5836d3e5438 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:45.400484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:45.489354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7c38-b411-4f1c-a519-806152bb1c6e req-bbaf6861-6972-4fd6-ab28-827f93b897f2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:45.501809 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-3cd1fe2e-0f63-4f11-98bc-b8a0ddb15707 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f097b5743074d2d89245239d456dcc9 HTTP/1.1" status: 200 len: 380 time: 0.2700026 Apr 05 18:51:45.518480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-323f7c38-b411-4f1c-a519-806152bb1c6e req-bbaf6861-6972-4fd6-ab28-827f93b897f2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.3132429 Apr 05 18:51:45.540150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'port': {'device_id': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'admin_state_up': True, 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'security_groups': ['eb00d598-03ac-4a30-9f53-ebc1c74f33cf']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:45.566739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3214a-8482-44d0-b110-132bd3e840b6 req-3b4fcacc-2163-4eae-a0ec-a437ab8ab4c6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:45.568597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ce3214a-8482-44d0-b110-132bd3e840b6 req-3b4fcacc-2163-4eae-a0ec-a437ab8ab4c6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 944 time: 0.2506292 Apr 05 18:51:45.585440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-323f7c38-b411-4f1c-a519-806152bb1c6e req-97cdc6f2-1ece-4400-ac00-cd7fb99026af tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660138 Apr 05 18:51:45.654605 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:45.656985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56200) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:45.669516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686150d-e5fe-46df-95bc-259893a44544 req-b54155ad-f315-4499-beaf-b73a571f08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:45.674574 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e686150d-e5fe-46df-95bc-259893a44544 req-b54155ad-f315-4499-beaf-b73a571f08c9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 1097 time: 0.4054358 Apr 05 18:51:45.687947 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ce3214a-8482-44d0-b110-132bd3e840b6 req-587138a5-c9ef-41ed-86e5-c1223bfba3b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967269 Apr 05 18:51:45.694197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ea19a463-f863-4a86-9904-b5836d3e5438, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ea19a463-f863-4a86-9904-b5836d3e5438,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:45.700727 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:45.769040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=ea19a463-f863-4a86-9904-b5836d3e5438,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:45.776198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b06a52a-1a33-4263-9c7f-d57941f86163 req-4164ffd5-597e-433a-9a01-db2df789764c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 210 time: 0.0671635 Apr 05 18:51:45.816632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-35c0f8d9-ab73-441a-801e-2bda462cd6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:45.886583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Allocated IP 172.25.4.125 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/96ab893f-e959-4693-986b-38b64e51df74) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:45.920972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e686150d-e5fe-46df-95bc-259893a44544 req-19f941c6-650b-45ac-87eb-5e53210ef96a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427159 Apr 05 18:51:46.024649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Made reservation on behalf of 4f097b5743074d2d89245239d456dcc9 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:51:46.028464 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.242697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5768-8c87-486d-a753-5a711dcd5f20 req-b69d3cab-f057-4256-a760-ae6364f7f8de tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:46.251101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b1f5768-8c87-486d-a753-5a711dcd5f20 req-b69d3cab-f057-4256-a760-ae6364f7f8de tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.0887148 Apr 05 18:51:46.276886 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.321706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-35c0f8d9-ab73-441a-801e-2bda462cd6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.323834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b1f5768-8c87-486d-a753-5a711dcd5f20 req-65bc7fbc-74ec-4cd9-8c54-99e83a75b0a7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673106 Apr 05 18:51:46.326247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.343815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-35c0f8d9-ab73-441a-801e-2bda462cd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.388710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Allocated IP 172.20.0.6 (c02a85c5-735d-4bc3-bd1e-1f681ef053a8/7f59dda1-fd03-46ea-8630-4e1f8019790b/474b26d1-0a88-466a-b99a-6dfdd926c5e9) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:46.397673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:46.414925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:46.429066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:46.480668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'Port': ['ID=96ab893f-e959-4693-986b-38b64e51df74,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:46.506667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56208) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:46.506889 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-35c0f8d9-ab73-441a-801e-2bda462cd6c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65ed35ba11cd475199592711bc5c777b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8368075 Apr 05 18:51:46.516587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0f8d9-ab73-441a-801e-2bda462cd6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1302e543-d495-4d99-a58c-30e9b6775552,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:46.621330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b117bdef-1a4f-4db3-970d-10ec197441d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.652991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b117bdef-1a4f-4db3-970d-10ec197441d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.772965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b117bdef-1a4f-4db3-970d-10ec197441d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.773467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.778043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b117bdef-1a4f-4db3-970d-10ec197441d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.781669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b117bdef-1a4f-4db3-970d-10ec197441d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1302e543-d495-4d99-a58c-30e9b6775552 HTTP/1.1" status: 204 len: 168 time: 0.2706599 Apr 05 18:51:46.814994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117bdef-1a4f-4db3-970d-10ec197441d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1302e543-d495-4d99-a58c-30e9b6775552,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:46.832908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c36a8e-02e6-4249-9e21-90bbde945917 req-9750e4d7-2b05-45af-a190-759562a3ec1e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:46.839867 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.841050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50c36a8e-02e6-4249-9e21-90bbde945917 req-9750e4d7-2b05-45af-a190-759562a3ec1e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1303134 Apr 05 18:51:46.857397 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:46.924432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50c36a8e-02e6-4249-9e21-90bbde945917 req-7c0af289-a1c2-49fb-a3ff-f92d202071c9 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782270 Apr 05 18:51:46.932018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:47.015006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f0fee-0e36-43b3-a52a-9e2a26baaf8d req-327e7c43-802f-423a-8b9c-fb60bd22c178 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:47.026652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad1f0fee-0e36-43b3-a52a-9e2a26baaf8d req-327e7c43-802f-423a-8b9c-fb60bd22c178 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 945 time: 0.0997405 Apr 05 18:51:47.118120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea19a463-f863-4a86-9904-b5836d3e5438'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:47.123831 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90daef71-3325-4e4c-b8d7-c2959be303cf" -d '{"events": [{"server_uuid": "dc3572af-bf34-4400-aa26-4f68f05fbfbb", "name": "network-vif-plugged", "status": "completed", "tag": "ea19a463-f863-4a86-9904-b5836d3e5438"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:47.129073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad1f0fee-0e36-43b3-a52a-9e2a26baaf8d req-b8cf8eaf-75c5-4d65-9496-443b843c2521 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014457 Apr 05 18:51:47.156854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8ff94-e54e-4ad8-9fb9-4975ddeef580 req-ed7900b8-184e-43ee-85fd-e725f65c354d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:47.162229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9dc8ff94-e54e-4ad8-9fb9-4975ddeef580 req-ed7900b8-184e-43ee-85fd-e725f65c354d tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 931 time: 0.1075459 Apr 05 18:51:47.240146 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ee280c-bf3a-4ef4-add9-58b2c8b1ba2f x-openstack-request-id: req-a4ee280c-bf3a-4ef4-add9-58b2c8b1ba2f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:47.241170 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3572af-bf34-4400-aa26-4f68f05fbfbb", "name": "network-vif-plugged", "status": "completed", "tag": "ea19a463-f863-4a86-9904-b5836d3e5438", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:47.241745 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4ee280c-bf3a-4ef4-add9-58b2c8b1ba2f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:47.242314 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ee280c-bf3a-4ef4-add9-58b2c8b1ba2f'] response: {'server_uuid': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea19a463-f863-4a86-9904-b5836d3e5438', 'code': 200} Apr 05 18:51:47.309707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9dc8ff94-e54e-4ad8-9fb9-4975ddeef580 req-cd406760-7b45-49ee-b171-c3f746807449 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397729 Apr 05 18:51:47.430387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:47.431943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:47.461492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:47.502568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cf24b-9e4e-490e-ba68-ed75624106df req-e10b7215-63d9-4c9c-945f-9d3520657a98 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:47.504360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-736cf24b-9e4e-490e-ba68-ed75624106df req-e10b7215-63d9-4c9c-945f-9d3520657a98 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.1000566 Apr 05 18:51:47.562976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event updated for resources: {'Port': ['ID=474b26d1-0a88-466a-b99a-6dfdd926c5e9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:47.574626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-736cf24b-9e4e-490e-ba68-ed75624106df req-90b4beb6-f386-4349-b8f5-68c527f69ad6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627694 Apr 05 18:51:47.645290 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bbb91-ac84-4286-a2ba-8dfd6237067d req-8517db2f-27ec-492c-be8f-782034ae2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:47.646840 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a07bbb91-ac84-4286-a2ba-8dfd6237067d req-8517db2f-27ec-492c-be8f-782034ae2f16 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 1096 time: 0.2268050 Apr 05 18:51:47.668105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:47.668743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:47.696972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-61e0d365-ed54-43bd-b43c-fbd26d2e01c7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1768138 Apr 05 18:51:47.726558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Request body: {'port': {'device_id': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:47.779757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:47.786075 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a07bbb91-ac84-4286-a2ba-8dfd6237067d req-11b90a05-0a68-4f70-a21c-9e8192bf49b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245773 Apr 05 18:51:47.789531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:47.848463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-60cf0759-c835-48bd-9c0e-8ca88c00a1e3 None None] Provisioning complete for port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:47.848868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60cf0759-c835-48bd-9c0e-8ca88c00a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:47.863193 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:47.897116 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'Port': ['ID=96ab893f-e959-4693-986b-38b64e51df74,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:47.921760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-60cf0759-c835-48bd-9c0e-8ca88c00a1e3 None None] Port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:51:47.956594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:48.006952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:48.017335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7554c7b8-2b12-4242-ab97-e1b438a77033 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4260399 Apr 05 18:51:48.056709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac6107-10e4-44d8-a213-f3cdc5c72255 req-bbddd825-3538-4e1a-899c-88c7e0bb0a79 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:48.068819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6aac6107-10e4-44d8-a213-f3cdc5c72255 req-bbddd825-3538-4e1a-899c-88c7e0bb0a79 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.0670948 Apr 05 18:51:48.132365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6aac6107-10e4-44d8-a213-f3cdc5c72255 req-3f982370-9ffb-4a15-8859-2b1ae44c6bf3 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604568 Apr 05 18:51:48.350820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74be942-1ed5-47be-801f-3a1b902384f4 req-7ad04ad8-486e-4f58-924c-22f90f851e01 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:48.352825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c74be942-1ed5-47be-801f-3a1b902384f4 req-7ad04ad8-486e-4f58-924c-22f90f851e01 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.1333787 Apr 05 18:51:48.391475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474b26d1-0a88-466a-b99a-6dfdd926c5e9 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:48.405097 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:48.408987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3ca8d-2491-4def-874f-d4ffb56f668a req-d5821b41-81c5-4096-acc0-65920b589748 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:48.410719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccd3ca8d-2491-4def-874f-d4ffb56f668a req-d5821b41-81c5-4096-acc0-65920b589748 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 945 time: 0.1238501 Apr 05 18:51:48.423153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Transition to ACTIVE for port object 474b26d1-0a88-466a-b99a-6dfdd926c5e9 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:51:48.428411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:48.523473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c74be942-1ed5-47be-801f-3a1b902384f4 req-44c3de70-0a43-4958-8ccc-4fdcc2ebaee2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593084 Apr 05 18:51:48.542758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Pushing event updated for resources: {'Port': ['ID=474b26d1-0a88-466a-b99a-6dfdd926c5e9,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:48.580975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccd3ca8d-2491-4def-874f-d4ffb56f668a req-6cdc00a6-8678-45c2-a355-5227d02c1c8f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593354 Apr 05 18:51:48.724906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Attempting to bind port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:48.725301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Attempting to bind port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:48.725640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Attempting to bind port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:48.732230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:51:48.732574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Attempting to bind port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 on network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:48.744107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:48.744466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Checking segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:48.744968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Bound using segment: {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:48.745414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Bound port: 474b26d1-0a88-466a-b99a-6dfdd926c5e9, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c343112-2588-4876-a018-d59afcfd1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:48.745779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:48.784588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2a96-a0d7-4dea-968f-a8affb979df3 req-da1b67f7-919b-4750-9bb8-ef7652170a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:48.786956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58dd2a96-a0d7-4dea-968f-a8affb979df3 req-da1b67f7-919b-4750-9bb8-ef7652170a15 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 943 time: 0.1278639 Apr 05 18:51:48.808177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-f228840d-3712-4e99-92d8-8c52a27d4e44 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1844588335&fields=id&tenant_id=b87ec6a12b424ee4b62965872178bef7 HTTP/1.1" status: 200 len: 267 time: 0.0788109 Apr 05 18:51:48.849491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] For port 474b26d1-0a88-466a-b99a-6dfdd926c5e9, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:48.853858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] For port 474b26d1-0a88-466a-b99a-6dfdd926c5e9, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=474b26d1-0a88-466a-b99a-6dfdd926c5e9,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:48.859956 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:48.902408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:48.903070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:48.904746 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] 10.222.0.20 "PUT /v2.0/ports/474b26d1-0a88-466a-b99a-6dfdd926c5e9 HTTP/1.1" status: 200 len: 1091 time: 1.1848371 Apr 05 18:51:48.905100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'tag': '474b26d1-0a88-466a-b99a-6dfdd926c5e9'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:48.908937 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa46d17-05c5-4974-90e7-a3ead63890b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f91db4-3c62-4b9a-8212-979cd1cc5589", "tag": "474b26d1-0a88-466a-b99a-6dfdd926c5e9"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:48.951671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9259df4-c992-4f8f-aaf2-2921ee45c54f service neutron] Pushing event updated for resources: {'Port': ['ID=474b26d1-0a88-466a-b99a-6dfdd926c5e9,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:48.962986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58dd2a96-a0d7-4dea-968f-a8affb979df3 req-09ad73f3-c08d-4e98-a54e-230dfe560c73 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518106 Apr 05 18:51:49.061396 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-6598f014-0a69-4de2-8564-f6d39e635e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:49.062555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42cf4-33e1-4696-941c-29c12a932702 req-22643aff-4f94-42ca-8df0-6dd1e024939a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:49.063396 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-6598f014-0a69-4de2-8564-f6d39e635e46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 1094 time: 0.0840042 Apr 05 18:51:49.076782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-22643aff-4f94-42ca-8df0-6dd1e024939a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 816 time: 0.2478869 Apr 05 18:51:49.107990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-b8d641dd-f461-45f4-a643-5ba94670d974 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/quotas/b87ec6a12b424ee4b62965872178bef7 HTTP/1.1" status: 200 len: 375 time: 0.0298874 Apr 05 18:51:49.160287 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-78b29f49-d9ae-4346-991a-fc3c0590fc14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b26d1-0a88-466a-b99a-6dfdd926c5e9 HTTP/1.1" status: 200 len: 217 time: 0.0836780 Apr 05 18:51:49.278273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-d9c72b45-eaa0-4629-a48c-6724bb31f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:49.283234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-d9c72b45-eaa0-4629-a48c-6724bb31f7fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.1104274 Apr 05 18:51:49.297320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-7efe0d30-97f7-4fa5-b95e-24d2181e623c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1655211 Apr 05 18:51:49.384511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-1d61b5be-8ba3-4354-890f-0ae0e1b6cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:49.389509 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-1d61b5be-8ba3-4354-890f-0ae0e1b6cf3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956590 Apr 05 18:51:49.501050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9a51-f782-4247-8f54-9c8f8bc3bf72 req-332912d6-7b08-4ac1-9d19-d886b5cf00f1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:49.503400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab8d9a51-f782-4247-8f54-9c8f8bc3bf72 req-332912d6-7b08-4ac1-9d19-d886b5cf00f1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.1177154 Apr 05 18:51:49.506314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-fab204dc-6ccb-4dc6-aaec-f79cccc677c1 service neutron] 10.222.0.15 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044501 Apr 05 18:51:49.525866 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-1eb9f4e9-30ab-43e5-88bb-a1958a63e33c service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269739 Apr 05 18:51:49.651338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab8d9a51-f782-4247-8f54-9c8f8bc3bf72 req-47107e6a-01a6-439f-bc4d-3929ff6ca99f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381335 Apr 05 18:51:49.677112 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-26e99140-ff94-421f-b7a3-73e6a8459a22 req-d88b08af-f1e7-40ae-ad8c-57d7b7873d10 service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440639 Apr 05 18:51:49.761486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-afa220ca-a6f6-46ee-b309-8ea4c4a1931c service neutron] 10.222.0.15 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451303 Apr 05 18:51:49.764478 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0c7ad6-e6fc-4f26-85c8-ebd31846f1d0 x-openstack-request-id: req-ed0c7ad6-e6fc-4f26-85c8-ebd31846f1d0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:49.764795 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f91db4-3c62-4b9a-8212-979cd1cc5589", "tag": "474b26d1-0a88-466a-b99a-6dfdd926c5e9", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:49.765579 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed0c7ad6-e6fc-4f26-85c8-ebd31846f1d0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:49.767183 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0c7ad6-e6fc-4f26-85c8-ebd31846f1d0'] response: {'name': 'network-changed', 'server_uuid': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'tag': '474b26d1-0a88-466a-b99a-6dfdd926c5e9', 'status': 'completed', 'code': 200} Apr 05 18:51:49.906549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-d6a24773-cb47-4452-9668-9a4e3ff2b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:49.935792 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-d6a24773-cb47-4452-9668-9a4e3ff2b406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 1094 time: 0.1354606 Apr 05 18:51:50.107565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-a9c03c83-0104-4c14-a718-6dd80e05bb51 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:50.109097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-a9c03c83-0104-4c14-a718-6dd80e05bb51 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/networks?id=45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 200 len: 814 time: 0.2478862 Apr 05 18:51:50.129954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171fc10-f35e-4bf7-aba9-3b1da0d1ef7f req-3d43fd54-1ead-43e0-bcf9-16726c00b679 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:50.131667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8171fc10-f35e-4bf7-aba9-3b1da0d1ef7f req-3d43fd54-1ead-43e0-bcf9-16726c00b679 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 945 time: 0.1007786 Apr 05 18:51:50.162625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-d59a49d3-af98-4cf9-8244-9d357049b1c1 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/quotas/e1eb991040344e22b3db33d471805c38 HTTP/1.1" status: 200 len: 375 time: 0.0433350 Apr 05 18:51:50.201309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-138d7004-4a7f-44e2-8170-f3eed5b0d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:50.203541 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-138d7004-4a7f-44e2-8170-f3eed5b0d1e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.2587078 Apr 05 18:51:50.224765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8171fc10-f35e-4bf7-aba9-3b1da0d1ef7f req-8bf1fa77-4d27-466b-9d0c-fbea3bca9d01 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832810 Apr 05 18:51:50.284424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-37642dd4-52a6-4a68-b626-1c52287e402a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1eb991040344e22b3db33d471805c38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111948 Apr 05 18:51:50.352264 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-7d091f4a-aa4c-4674-9c4b-214497d90dae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b26d1-0a88-466a-b99a-6dfdd926c5e9 HTTP/1.1" status: 200 len: 217 time: 0.1338673 Apr 05 18:51:50.420145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cf00f29-cf2b-4684-b908-e5e09baa712b req-a2cb0806-d6ae-4743-94ae-f47ddec48be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 210 time: 0.0489857 Apr 05 18:51:50.445808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-119a1c35-8d8c-4342-9304-3660f6bb2520 service neutron] 10.222.0.15 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597395 Apr 05 18:51:50.553873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-d68cc347-c10e-4411-a5c4-8bf8d478eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:50.556193 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-d68cc347-c10e-4411-a5c4-8bf8d478eced service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.1960962 Apr 05 18:51:50.663153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-51609f5c-2c89-4e62-9596-a71289d9b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:50.664684 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-51609f5c-2c89-4e62-9596-a71289d9b4de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003339 Apr 05 18:51:50.673685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-19ef65ef-0a6b-4dd3-955d-f26e33c1e496 service neutron] 10.222.0.15 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269869 Apr 05 18:51:50.745588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8ff4-8b50-4270-965e-f5eafd54015f req-7685addb-9517-4a91-ac94-c19b2e9a0e8e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:50.745588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b55f8ff4-8b50-4270-965e-f5eafd54015f req-7685addb-9517-4a91-ac94-c19b2e9a0e8e tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 943 time: 0.1329503 Apr 05 18:51:50.850784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b55f8ff4-8b50-4270-965e-f5eafd54015f req-ad5256ce-0f60-4800-a66f-2318a9260ec5 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883093 Apr 05 18:51:50.921892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56356) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:51.005148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-aab96d88-8718-48cd-9151-a82be485c96c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:51.007199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-aab96d88-8718-48cd-9151-a82be485c96c tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9 HTTP/1.1" status: 200 len: 946 time: 0.3511612 Apr 05 18:51:51.084335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-cd1bd6fc-8652-4a42-8f2c-7122bbeeed63 service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841970 Apr 05 18:51:51.098371 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-d1304874-771f-403a-93e8-d8d79cebb01b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1ac303184650411dba4fc2e51c5d273a HTTP/1.1" status: 200 len: 267 time: 0.0967817 Apr 05 18:51:51.290917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Deleting port 2ed7994c-498a-44bb-9aed-230259ab4b3b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:51:51.291168 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:51.298354 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa46d17-05c5-4974-90e7-a3ead63890b4 req-0374380b-32cb-476a-90b4-571c94747fdb service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948414 Apr 05 18:51:51.346329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:51.389205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-69c2b15a-8c24-45ce-b13b-3f38b2a3969c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:51.405490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-69c2b15a-8c24-45ce-b13b-3f38b2a3969c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 945 time: 0.3007834 Apr 05 18:51:51.419429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-8b37bade-e21d-4896-b1e9-c403f7e0ca79 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'port': {'security_groups': []}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:51.476934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a4b67-7d1b-4373-8108-43fa166feeec req-99485e32-d994-4d97-a70f-4f1e62e0d9d3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:51.478949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6a4b67-7d1b-4373-8108-43fa166feeec req-99485e32-d994-4d97-a70f-4f1e62e0d9d3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.2778809 Apr 05 18:51:51.563898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] For port 2ed7994c-498a-44bb-9aed-230259ab4b3b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2ed7994c-498a-44bb-9aed-230259ab4b3b,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:51.565159 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:51.600320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Calling delete_port for 2ed7994c-498a-44bb-9aed-230259ab4b3b owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:51:51.613746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-8b37bade-e21d-4896-b1e9-c403f7e0ca79 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:51.651930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6a4b67-7d1b-4373-8108-43fa166feeec req-c2be535c-549d-4e45-b323-b99f367811e2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635177 Apr 05 18:51:51.858061 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:51.872541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2ed7994c-498a-44bb-9aed-230259ab4b3b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:51.923683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Pushing event deleted for resources: {'Port': ['ID=2ed7994c-498a-44bb-9aed-230259ab4b3b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:52.083116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-421f2d50-8684-4919-8c26-5c3bd02ae8a0 req-4cfb567e-9eb1-4883-8e00-f9246a56270d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 210 time: 0.3041389 Apr 05 18:51:52.090803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] No DVR routers for this DVR port 2ed7994c-498a-44bb-9aed-230259ab4b3b on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:51:52.098194 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.101489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.122827 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-103b5295-fdd0-4bc2-81d9-aeae26a35666 req-e6765e1f-b5b0-44de-a60e-b3c7739d7cd2 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "DELETE /v2.0/ports/2ed7994c-498a-44bb-9aed-230259ab4b3b HTTP/1.1" status: 204 len: 173 time: 1.0857246 Apr 05 18:51:52.124142 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'name': 'network-vif-deleted', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:52.131342 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020fce06-8ad4-4605-978e-6562103e5b44" -d '{"events": [{"server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "name": "network-vif-deleted", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:52.138239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.257027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-8b37bade-e21d-4896-b1e9-c403f7e0ca79 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] For port ea19a463-f863-4a86-9904-b5836d3e5438, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ea19a463-f863-4a86-9904-b5836d3e5438,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:52.326566 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f49dfee7d6e142069659e85e6e5475cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4032102 Apr 05 18:51:52.329994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56382) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:52.362328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6a4da7-6430-43f3-b2e5-f4be0c9133a1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:52.388653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67c00909-a93e-4c9d-9157-b86407df9037 req-302fcc78-d051-42de-8b40-f10f1a51c0e9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 210 time: 0.1145890 Apr 05 18:51:52.398912 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-8b37bade-e21d-4896-b1e9-c403f7e0ca79 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.410946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.411296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.411625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.412072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.413224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.413566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.413897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.414286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.418751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.419204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.422188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.422722 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-664df9c9-36c4-4dfa-bc40-d101de72d543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.422933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a765aca-0262-40ee-9c40-d030f05fca46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:51:52.459889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-664df9c9-36c4-4dfa-bc40-d101de72d543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.468946 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-8b37bade-e21d-4896-b1e9-c403f7e0ca79 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.481653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['ea19a463-f863-4a86-9904-b5836d3e5438'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:52.487418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a75861f4-448e-4217-9b71-41ae05d632e0', '5d1786fb-d259-4d92-9a1f-67b41d6f798f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:52.533524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42cf4-33e1-4696-941c-29c12a932702 req-aa01721e-bdf3-4cf2-bae9-dd8602f325a3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:52.535094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-aa01721e-bdf3-4cf2-bae9-dd8602f325a3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.25 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 816 time: 0.8685579 Apr 05 18:51:52.564720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-8b37bade-e21d-4896-b1e9-c403f7e0ca79 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:52.565394 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-8b37bade-e21d-4896-b1e9-c403f7e0ca79 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.567077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8aa1e9c-1864-4892-a3d1-709c3321a2ed req-8b37bade-e21d-4896-b1e9-c403f7e0ca79 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "PUT /v2.0/ports/ea19a463-f863-4a86-9904-b5836d3e5438 HTTP/1.1" status: 200 len: 904 time: 1.1580017 Apr 05 18:51:52.567564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'tag': 'ea19a463-f863-4a86-9904-b5836d3e5438'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:52.570412 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3572af-bf34-4400-aa26-4f68f05fbfbb", "tag": "ea19a463-f863-4a86-9904-b5836d3e5438"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:52.600467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-664df9c9-36c4-4dfa-bc40-d101de72d543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.603667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-664df9c9-36c4-4dfa-bc40-d101de72d543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:52.607854 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-664df9c9-36c4-4dfa-bc40-d101de72d543 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e6a4da7-6430-43f3-b2e5-f4be0c9133a1 HTTP/1.1" status: 204 len: 168 time: 0.2758999 Apr 05 18:51:52.620069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664df9c9-36c4-4dfa-bc40-d101de72d543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6a4da7-6430-43f3-b2e5-f4be0c9133a1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:52.692833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37bade-e21d-4896-b1e9-c403f7e0ca79 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'Port': ['ID=ea19a463-f863-4a86-9904-b5836d3e5438,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:52.706154 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9ea843-4296-4e4d-9d69-da39d2676a2e x-openstack-request-id: req-1c9ea843-4296-4e4d-9d69-da39d2676a2e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:52.720373 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9", "name": "network-vif-deleted", "tag": "2ed7994c-498a-44bb-9aed-230259ab4b3b", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:52.722446 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c9ea843-4296-4e4d-9d69-da39d2676a2e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:52.723006 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9ea843-4296-4e4d-9d69-da39d2676a2e'] response: {'server_uuid': 'dbafa046-f0e4-4bbc-a98b-fbb2eb0d1fd9', 'name': 'network-vif-deleted', 'tag': '2ed7994c-498a-44bb-9aed-230259ab4b3b', 'status': 'completed', 'code': 200} Apr 05 18:51:52.809180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['ea19a463-f863-4a86-9904-b5836d3e5438'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:52.813797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-355baf30-ff23-492e-b866-79013c771189 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87ec6a12b424ee4b62965872178bef7 HTTP/1.1" status: 200 len: 380 time: 0.2661836 Apr 05 18:51:52.854144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'port': {'device_id': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'admin_state_up': True, 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'security_groups': ['8111a570-fcc5-442d-a2be-60ba69d4a40d']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:53.027491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-d0eef65a-c45a-44ae-968c-ddeb44f333cd tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:53.045649 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-d0eef65a-c45a-44ae-968c-ddeb44f333cd tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "GET /v2.0/networks?id=45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 200 len: 814 time: 0.4017475 Apr 05 18:51:53.060033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Request body: {'port': {'device_id': 'd8d763de-abf5-4261-8f9e-198495adf2e5', 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda', 'admin_state_up': True, 'tenant_id': 'e1eb991040344e22b3db33d471805c38'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:53.094221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5aa8-21dd-4322-b0b3-b5332569737c req-dc991650-f9ed-4b6d-a606-de82f7139b14 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:53.100867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f17a5aa8-21dd-4322-b0b3-b5332569737c req-dc991650-f9ed-4b6d-a606-de82f7139b14 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 943 time: 0.4676919 Apr 05 18:51:53.171196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 474b26d1-0a88-466a-b99a-6dfdd926c5e9 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:51:53.220751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f17a5aa8-21dd-4322-b0b3-b5332569737c req-188e6501-f04e-44da-a865-ab90167cb9df tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124346 Apr 05 18:51:53.225024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-96fa71ff-fd3d-4c6f-a962-4110b4667706 None None] Provisioning complete for port ea19a463-f863-4a86-9904-b5836d3e5438 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:53.225590 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96fa71ff-fd3d-4c6f-a962-4110b4667706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:53.226656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Made reservation on behalf of b87ec6a12b424ee4b62965872178bef7 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:51:53.236106 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:53.508107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 474b26d1-0a88-466a-b99a-6dfdd926c5e9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=474b26d1-0a88-466a-b99a-6dfdd926c5e9,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:53.519721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-fd9af7d9-5025-457a-99d1-962af7c21a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:53.521313 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-fd9af7d9-5025-457a-99d1-962af7c21a1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 1058 time: 0.1372538 Apr 05 18:51:53.554313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56402) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:53.580692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Allocated IP 172.20.0.5 (51113868-0ddf-4ec4-9d93-46cd3c682af2/6a05e822-bb16-4d27-a487-a5e1d6c2edb4/8b9d50a5-7025-4d59-9158-5b39470de104) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:53.589326 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc22672f-40dd-4f5f-8072-aa2384e0093f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:53.603678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '474b26d1-0a88-466a-b99a-6dfdd926c5e9', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'port_id': '474b26d1-0a88-466a-b99a-6dfdd926c5e9', 'mac_address': 'fa:16:3e:d8:09:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:51:53.604586 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47beea5b-84e1-4122-9328-110bcad9e951 x-openstack-request-id: req-47beea5b-84e1-4122-9328-110bcad9e951 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:53.604973 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3572af-bf34-4400-aa26-4f68f05fbfbb", "tag": "ea19a463-f863-4a86-9904-b5836d3e5438", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:53.605478 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47beea5b-84e1-4122-9328-110bcad9e951 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:53.605965 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47beea5b-84e1-4122-9328-110bcad9e951'] response: {'name': 'network-changed', 'server_uuid': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'tag': 'ea19a463-f863-4a86-9904-b5836d3e5438', 'status': 'completed', 'code': 200} Apr 05 18:51:53.607910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Made reservation on behalf of e1eb991040344e22b3db33d471805c38 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:51:53.611499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:53.615295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2d61b-4c30-451f-ab0e-1bc874b2699a req-dae4ce1d-a877-47b9-9ef0-7ad660735366 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:53.624222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1e2d61b-4c30-451f-ab0e-1bc874b2699a req-dae4ce1d-a877-47b9-9ef0-7ad660735366 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 907 time: 0.5478718 Apr 05 18:51:53.715749 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:53.747922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474b26d1-0a88-466a-b99a-6dfdd926c5e9 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:53.791639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 474b26d1-0a88-466a-b99a-6dfdd926c5e9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=474b26d1-0a88-466a-b99a-6dfdd926c5e9,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:53.799519 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:53.831285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f25385b7-156c-4a49-abfe-5f48252caa53 req-da284dce-eaf2-4d43-b1e5-d54d99a9cc1b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 210 time: 0.0537744 Apr 05 18:51:53.894793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Allocated IP 172.20.0.13 (45b55db2-9bdf-4fe7-a7dd-09445f088dda/0310af1c-705a-419a-9e30-7b9822ba662b/c9b20eea-5873-42ae-8899-e3ac1e6b4d6c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:51:53.895329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991c34-e14f-4979-9588-4e9a7e36d7d4 req-dadcb524-05c0-41e1-92ef-615daa54e94e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:53.897914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d991c34-e14f-4979-9588-4e9a7e36d7d4 req-dadcb524-05c0-41e1-92ef-615daa54e94e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 943 time: 0.2955861 Apr 05 18:51:53.913055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=474b26d1-0a88-466a-b99a-6dfdd926c5e9,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:53.972862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-71d4abe9-d2aa-474f-8ccf-a857809c3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:53.974960 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-71d4abe9-d2aa-474f-8ccf-a857809c3029 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.4216831 Apr 05 18:51:54.021294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d991c34-e14f-4979-9588-4e9a7e36d7d4 req-2e1454bb-8f09-489e-84a2-64226505b37a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159506 Apr 05 18:51:54.044881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-f4d183e9-6237-40ae-8e26-42608e3317d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea19a463-f863-4a86-9904-b5836d3e5438 HTTP/1.1" status: 200 len: 217 time: 0.0533741 Apr 05 18:51:54.048988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4408e66b-eafd-41ee-83ce-879d59f2cfe1 req-62897ed3-3aa4-46cc-a787-bd16e11d4f10 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 210 time: 0.0647912 Apr 05 18:51:54.068241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.080735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['474b26d1-0a88-466a-b99a-6dfdd926c5e9'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:54.279750 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc22672f-40dd-4f5f-8072-aa2384e0093f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.286575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-0c60db83-c41e-4e6e-b196-557fa60cae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:54.290153 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-0c60db83-c41e-4e6e-b196-557fa60cae4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.2443616 Apr 05 18:51:54.301793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd613b3-3d71-4dfb-bfcd-e6eaf559904e req-17566d85-a2d1-48d0-a3a8-6ded4fe2d03a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:54.307101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbd613b3-3d71-4dfb-bfcd-e6eaf559904e req-17566d85-a2d1-48d0-a3a8-6ded4fe2d03a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1962881 Apr 05 18:51:54.308435 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.368268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc22672f-40dd-4f5f-8072-aa2384e0093f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.416315 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dc22672f-40dd-4f5f-8072-aa2384e0093f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c5e7dafd38c41b69c0d9ff3c02395dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8510876 Apr 05 18:51:54.421669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56412) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:51:54.457671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2ed7994c-498a-44bb-9aed-230259ab4b3b no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:51:54.478176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:54.498682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:54.517639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:54.529829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-3bec232d-1110-4610-895c-dfb3853b7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:54.531897 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-3bec232d-1110-4610-895c-dfb3853b7e5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114751 Apr 05 18:51:54.533407 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 2ed7994c-498a-44bb-9aed-230259ab4b3b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:51:54.533823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2ed7994c-498a-44bb-9aed-230259ab4b3b not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:51:54.600105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:54.601472 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.642878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8183377 Apr 05 18:51:54.646669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbd613b3-3d71-4dfb-bfcd-e6eaf559904e req-bbf44237-bba1-4c9a-9e33-b31e29739c51 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325405 Apr 05 18:51:54.660248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439413c-1c74-454e-be0b-412cb4346c51 req-4fe2f9fb-9ef9-4974-b23b-b9c1471021d3 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:54.662272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9439413c-1c74-454e-be0b-412cb4346c51 req-4fe2f9fb-9ef9-4974-b23b-b9c1471021d3 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 944 time: 0.3001456 Apr 05 18:51:54.668577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Request body: {'port': {'device_id': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:54.680977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca1767-a0ea-40de-b481-33af6abd0d5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:54.785086 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.842942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22672f-40dd-4f5f-8072-aa2384e0093f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824ff9a9-962c-4dc3-9172-443f0bd02c8a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:54.855580 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-bfe8fcc4-83c3-4bb0-ac3d-758a6cf7203c service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991531 Apr 05 18:51:54.866087 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.869282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9e48bfc6-1a08-4582-b339-07daac623916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.922023 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9439413c-1c74-454e-be0b-412cb4346c51 req-1c32b99b-5a9a-4be6-91a8-0bd077247837 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847823 Apr 05 18:51:54.927029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-10cf7d8d-924b-4757-84cb-deeaa9fec763 None None] Provisioning complete for port 8b9d50a5-7025-4d59-9158-5b39470de104 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:54.927442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10cf7d8d-924b-4757-84cb-deeaa9fec763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.980708 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9e48bfc6-1a08-4582-b339-07daac623916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:54.991987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-10cf7d8d-924b-4757-84cb-deeaa9fec763 None None] Port 8b9d50a5-7025-4d59-9158-5b39470de104 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:51:55.162684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:51:55.165509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 474b26d1-0a88-466a-b99a-6dfdd926c5e9 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:55.167677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5633b9a8-44d8-4fb7-b32d-ea7fd2b30b17 req-03ada0f4-0139-4254-98f3-400ab0550408 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941947 Apr 05 18:51:55.182110 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9e48bfc6-1a08-4582-b339-07daac623916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:55.189272 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9e48bfc6-1a08-4582-b339-07daac623916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:55.191950 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9e48bfc6-1a08-4582-b339-07daac623916 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/824ff9a9-962c-4dc3-9172-443f0bd02c8a HTTP/1.1" status: 204 len: 168 time: 0.7631023 Apr 05 18:51:55.268559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48bfc6-1a08-4582-b339-07daac623916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824ff9a9-962c-4dc3-9172-443f0bd02c8a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:55.316342 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:55.496405 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Network 45b55db2-9bdf-4fe7-a7dd-09445f088dda is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:51:55.522713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:51:55.535126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:51:55.590832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:51:55.604876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Pushing event updated for resources: {'Port': ['ID=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:55.639326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:55.640563 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:55.652402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:55.653121 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:55.681296 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-3b8664a9-944f-4805-add6-49cbfe814122 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6251204 Apr 05 18:51:55.697085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Request body: {'port': {'device_id': 'd8d763de-abf5-4261-8f9e-198495adf2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:51:55.710337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60df8-a43c-4899-857e-a6b4eb9785b4 req-37800d2c-e823-4a33-8544-4bc899432ba1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:55.719966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49b60df8-a43c-4899-857e-a6b4eb9785b4 req-37800d2c-e823-4a33-8544-4bc899432ba1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.8785181 Apr 05 18:51:55.728644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:55.747960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'port_id': 'ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d', 'mac_address': 'fa:16:3e:ab:4b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:51:55.836958 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:55.860638 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:55.865957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:55.921792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:55.930333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49b60df8-a43c-4899-857e-a6b4eb9785b4 req-0145b545-1cf6-489a-b406-f488203bfb92 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074130 Apr 05 18:51:55.941366 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:55.957050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b683d64-c84a-4539-a6c3-eed2374a169c req-d910dd98-850e-466a-b148-998fefabbdb7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:55.958836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b683d64-c84a-4539-a6c3-eed2374a169c req-d910dd98-850e-466a-b148-998fefabbdb7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 932 time: 0.2343669 Apr 05 18:51:56.083526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b683d64-c84a-4539-a6c3-eed2374a169c req-1a7eb854-e8b8-4dc3-978a-529b06555282 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107659 Apr 05 18:51:56.100067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:56.111777 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:56.183939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b26d1-0a88-466a-b99a-6dfdd926c5e9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:56.186177 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c11052e-1b6d-494c-9064-74fc09b7a9d4" -d '{"events": [{"server_uuid": "b5f91db4-3c62-4b9a-8212-979cd1cc5589", "name": "network-vif-plugged", "status": "completed", "tag": "474b26d1-0a88-466a-b99a-6dfdd926c5e9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:56.210181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 474b26d1-0a88-466a-b99a-6dfdd926c5e9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=474b26d1-0a88-466a-b99a-6dfdd926c5e9,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:56.217376 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:56.337615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9d50a5-7025-4d59-9158-5b39470de104 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:56.350843 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:56.371381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Transition to ACTIVE for port object 8b9d50a5-7025-4d59-9158-5b39470de104 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:51:56.407768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b20eea-5873-42ae-8899-e3ac1e6b4d6c {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:51:56.409346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:56.430918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:56.472553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Transition to ACTIVE for port object c9b20eea-5873-42ae-8899-e3ac1e6b4d6c will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:51:56.529485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:56.573808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:51:56.669727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c63e37-8ca6-4b61-8a46-2041985e4166 req-56e9f7c2-7755-438e-ab6b-155f486deb6f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:56.693263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67c63e37-8ca6-4b61-8a46-2041985e4166 req-56e9f7c2-7755-438e-ab6b-155f486deb6f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 931 time: 0.4816475 Apr 05 18:51:56.770609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237d263-a6a2-4971-b6ce-0f4ee2a8b2f6 req-2f030812-e86c-4714-9c60-8ea7266a6bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:56.770609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8237d263-a6a2-4971-b6ce-0f4ee2a8b2f6 req-2f030812-e86c-4714-9c60-8ea7266a6bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 944 time: 0.6849077 Apr 05 18:51:56.786462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=474b26d1-0a88-466a-b99a-6dfdd926c5e9,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:56.923796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Pushing event updated for resources: {'Port': ['ID=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:56.956718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Attempting to bind port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:56.956718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Attempting to bind port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:56.956718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Attempting to bind port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c on network 45b55db2-9bdf-4fe7-a7dd-09445f088dda {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:56.966640 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:56.969879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c on network 45b55db2-9bdf-4fe7-a7dd-09445f088dda not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:51:56.970229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Attempting to bind port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c on network 45b55db2-9bdf-4fe7-a7dd-09445f088dda {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:56.987751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:56.988084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Checking segment: {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:56.989697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Bound using segment: {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:56.997514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Bound port: c9b20eea-5873-42ae-8899-e3ac1e6b4d6c, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7205072-11ff-46bc-ad39-510be3f713f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:56.997974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:57.069038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Attempting to bind port 8b9d50a5-7025-4d59-9158-5b39470de104 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:51:57.069375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Attempting to bind port 8b9d50a5-7025-4d59-9158-5b39470de104 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:51:57.069680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Attempting to bind port 8b9d50a5-7025-4d59-9158-5b39470de104 on network 51113868-0ddf-4ec4-9d93-46cd3c682af2 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:57.098451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67c63e37-8ca6-4b61-8a46-2041985e4166 req-0b4202e9-01b7-46d3-9a16-6174750114c8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044750 Apr 05 18:51:57.143216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8237d263-a6a2-4971-b6ce-0f4ee2a8b2f6 req-4bc50e71-0835-4c44-a087-da2b86829f9a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472973 Apr 05 18:51:57.147476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Port 8b9d50a5-7025-4d59-9158-5b39470de104 on network 51113868-0ddf-4ec4-9d93-46cd3c682af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:51:57.147796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Attempting to bind port 8b9d50a5-7025-4d59-9158-5b39470de104 on network 51113868-0ddf-4ec4-9d93-46cd3c682af2 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:51:57.175827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:51:57.178705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Checking segment: {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:51:57.179185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Bound using segment: {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:51:57.179750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Bound port: 8b9d50a5-7025-4d59-9158-5b39470de104, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:51:57.180081 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:57.207800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] For port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:57.212812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] For port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:57.232239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:57.321245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Pushing event updated for resources: {'Port': ['ID=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:57.331358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:57.332786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:57.334247 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-13d49875-ce37-4c60-9521-7d6a6e736bcd service neutron] 10.222.0.25 "PUT /v2.0/ports/c9b20eea-5873-42ae-8899-e3ac1e6b4d6c HTTP/1.1" status: 200 len: 1092 time: 1.6435108 Apr 05 18:51:57.334837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d763de-abf5-4261-8f9e-198495adf2e5', 'tag': 'c9b20eea-5873-42ae-8899-e3ac1e6b4d6c'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:57.337039 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3143e1ac-fada-4315-ae7a-6466487f6064" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d763de-abf5-4261-8f9e-198495adf2e5", "tag": "c9b20eea-5873-42ae-8899-e3ac1e6b4d6c"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:57.444519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-21d3a763-c8d0-4cb1-8629-497270cc516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:57.446786 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-21d3a763-c8d0-4cb1-8629-497270cc516f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1eb991040344e22b3db33d471805c38&device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 1095 time: 0.0680678 Apr 05 18:51:57.503909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:51:57.509315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:51:57.520216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3d6de-44e9-4b6d-b10c-b53f94d2963e req-97ffa476-3ac5-406a-bef4-1bf725a80e56 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:57.527724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8a3d6de-44e9-4b6d-b10c-b53f94d2963e req-97ffa476-3ac5-406a-bef4-1bf725a80e56 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2393501 Apr 05 18:51:57.556215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a7ccc-3d91-47b2-b404-d7bbf3674094 req-d68cb792-37e1-4f3c-8208-4709560178b0 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:57.563875 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-06de616d-bce9-4a5e-8ccb-e1a495a9b4e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c HTTP/1.1" status: 200 len: 217 time: 0.1083081 Apr 05 18:51:57.564599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-581a7ccc-3d91-47b2-b404-d7bbf3674094 req-d68cb792-37e1-4f3c-8208-4709560178b0 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 945 time: 0.2484610 Apr 05 18:51:57.567626 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:57.643678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8a3d6de-44e9-4b6d-b10c-b53f94d2963e req-d7ddf5c2-4f95-4afa-9a42-854981a0a7e7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149669 Apr 05 18:51:57.678922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:57.679661 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:57.681199 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] 10.222.0.25 "PUT /v2.0/ports/8b9d50a5-7025-4d59-9158-5b39470de104 HTTP/1.1" status: 200 len: 1091 time: 3.0175066 Apr 05 18:51:57.688112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:57.690224 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31b727e-8172-4b80-bba1-97b4fa7bab58" -d '{"events": [{"name": "network-changed", "server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:57.735009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-581a7ccc-3d91-47b2-b404-d7bbf3674094 req-9513d9ca-0f7e-4cbc-a889-c3db4bd85c5b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640112 Apr 05 18:51:57.781723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-208def11-70ca-46e0-beb6-3dcae20e8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:57.783887 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-208def11-70ca-46e0-beb6-3dcae20e8c5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0310af1c-705a-419a-9e30-7b9822ba662b HTTP/1.1" status: 200 len: 854 time: 0.2081749 Apr 05 18:51:57.809632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c77e4-78be-416e-ae26-0332ffb53897 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:57.842805 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-f290736a-ae9a-46bd-b4f8-5a820bf1e6c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45b55db2-9bdf-4fe7-a7dd-09445f088dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451241 Apr 05 18:51:57.843676 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e90e605-6058-4549-a5c2-bbd16a77e7e4 x-openstack-request-id: req-9e90e605-6058-4549-a5c2-bbd16a77e7e4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:57.844895 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f91db4-3c62-4b9a-8212-979cd1cc5589", "name": "network-vif-plugged", "status": "completed", "tag": "474b26d1-0a88-466a-b99a-6dfdd926c5e9", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:57.845163 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e90e605-6058-4549-a5c2-bbd16a77e7e4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:57.845578 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e90e605-6058-4549-a5c2-bbd16a77e7e4'] response: {'server_uuid': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b26d1-0a88-466a-b99a-6dfdd926c5e9', 'code': 200} Apr 05 18:51:57.863007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42cf4-33e1-4696-941c-29c12a932702 req-d021587d-92fd-45e8-96c1-758f4f4feb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:57.864867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-d021587d-92fd-45e8-96c1-758f4f4feb61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 1094 time: 0.1253731 Apr 05 18:51:57.929363 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85633ba0-725b-4723-93eb-7f9f158da25f x-openstack-request-id: req-85633ba0-725b-4723-93eb-7f9f158da25f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:57.929991 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d763de-abf5-4261-8f9e-198495adf2e5", "tag": "c9b20eea-5873-42ae-8899-e3ac1e6b4d6c", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:57.929991 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85633ba0-725b-4723-93eb-7f9f158da25f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:57.933203 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85633ba0-725b-4723-93eb-7f9f158da25f'] response: {'name': 'network-changed', 'server_uuid': 'd8d763de-abf5-4261-8f9e-198495adf2e5', 'tag': 'c9b20eea-5873-42ae-8899-e3ac1e6b4d6c', 'status': 'completed', 'code': 200} Apr 05 18:51:58.024418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-6c982cb4-cf0a-4b8f-87e2-b1a8ce7d5e43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9d50a5-7025-4d59-9158-5b39470de104 HTTP/1.1" status: 200 len: 217 time: 0.0933053 Apr 05 18:51:58.117604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9703e-19e0-4fa2-acb9-14ae5732abc6 req-04d2601f-eb55-4e50-8857-84265c5235a8 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.139144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fb9703e-19e0-4fa2-acb9-14ae5732abc6 req-04d2601f-eb55-4e50-8857-84265c5235a8 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 944 time: 0.2978501 Apr 05 18:51:58.195978 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-748adbd6-f84c-4f25-b428-23921b4713fa service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459458 Apr 05 18:51:58.220250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42cf4-33e1-4696-941c-29c12a932702 req-68241fe9-6f98-4210-a483-18562a0c69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.221741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-68241fe9-6f98-4210-a483-18562a0c69e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.1862996 Apr 05 18:51:58.237056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fb9703e-19e0-4fa2-acb9-14ae5732abc6 req-13d08842-9ca0-4156-8335-1dbdabfc496b tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969718 Apr 05 18:51:58.249837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272cf21-df1c-487a-8f79-3d9ca0f43073 req-8fb0c33d-5cba-4b96-8508-40950f335878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.251663 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f272cf21-df1c-487a-8f79-3d9ca0f43073 req-8fb0c33d-5cba-4b96-8508-40950f335878 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 1096 time: 0.2079577 Apr 05 18:51:58.335018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f272cf21-df1c-487a-8f79-3d9ca0f43073 req-9d1e2cc5-8d8d-423d-bfaf-20ed6066da9d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539770 Apr 05 18:51:58.353685 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b7d0ca86-9534-49a2-8ae5-67504f221ab1 req-bd8885e0-f550-4c18-bef7-8f70ad418c0b service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450181 Apr 05 18:51:58.356022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24d6e4-c636-4cf5-a89c-ce951b7a7b24 req-10e04bc1-4217-4bec-afa7-2ad78be0f563 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.357567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a24d6e4-c636-4cf5-a89c-ce951b7a7b24 req-10e04bc1-4217-4bec-afa7-2ad78be0f563 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2162998 Apr 05 18:51:58.359785 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1536f72e-11b4-4be4-91cf-85457fd0999c x-openstack-request-id: req-1536f72e-11b4-4be4-91cf-85457fd0999c {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:51:58.360064 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:51:58.360319 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1536f72e-11b4-4be4-91cf-85457fd0999c {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:51:58.360775 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1536f72e-11b4-4be4-91cf-85457fd0999c'] response: {'name': 'network-changed', 'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104', 'status': 'completed', 'code': 200} Apr 05 18:51:58.469051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a24d6e4-c636-4cf5-a89c-ce951b7a7b24 req-0eabbbea-b2ce-464b-bff2-c706624e0230 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007729 Apr 05 18:51:58.476139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42cf4-33e1-4696-941c-29c12a932702 req-a9912457-575a-4e49-b275-f6a99d564a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.478130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-a9912457-575a-4e49-b275-f6a99d564a17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280903 Apr 05 18:51:58.490459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a629c5-e04d-4390-8528-eec77cc27621 req-0c8dcbbd-4748-4ec1-9e36-edaf72494e87 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.492683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3a629c5-e04d-4390-8528-eec77cc27621 req-0c8dcbbd-4748-4ec1-9e36-edaf72494e87 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.0909762 Apr 05 18:51:58.495133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-656a70b5-52e5-450c-a22e-6f3cf263b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.496666 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-656a70b5-52e5-450c-a22e-6f3cf263b2d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1eb991040344e22b3db33d471805c38&device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 1095 time: 0.0876639 Apr 05 18:51:58.599665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3a629c5-e04d-4390-8528-eec77cc27621 req-3b85a027-3f34-43a6-b9be-7da5d5c0c7b0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975540 Apr 05 18:51:58.675330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-cda5e644-3673-4a35-bebe-e8954c27a935 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821933 Apr 05 18:51:58.719645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66fdcc-0500-4a56-805b-78540796e31d req-ed871a3e-0745-4de1-86bf-6670a251bca0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.725480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc66fdcc-0500-4a56-805b-78540796e31d req-ed871a3e-0745-4de1-86bf-6670a251bca0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 944 time: 0.1010723 Apr 05 18:51:58.752335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-6098ad58-52f9-45a3-bd47-9b1ca82913c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.754842 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-6098ad58-52f9-45a3-bd47-9b1ca82913c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 200 len: 914 time: 0.2505517 Apr 05 18:51:58.873930 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-408008f8-8c83-4dba-b287-65270d5734fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c HTTP/1.1" status: 200 len: 217 time: 0.1022623 Apr 05 18:51:58.949119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc66fdcc-0500-4a56-805b-78540796e31d req-d6aa80e7-3d24-4f00-afa2-ac76c255b348 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062807 Apr 05 18:51:58.980369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-7ccfd5ab-2ff5-4c3a-865d-4b0a0963d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:58.987809 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-7ccfd5ab-2ff5-4c3a-865d-4b0a0963d626 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0310af1c-705a-419a-9e30-7b9822ba662b HTTP/1.1" status: 200 len: 854 time: 0.1051679 Apr 05 18:51:59.046041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36e42cf4-33e1-4696-941c-29c12a932702 req-39493388-8a96-4d6d-bf1f-bd0bb11f1418 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593521 Apr 05 18:51:59.063959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-e59dd1f4-6ca4-4b3d-af00-db92a6a4af12 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=45b55db2-9bdf-4fe7-a7dd-09445f088dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621626 Apr 05 18:51:59.072225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-b83d7046-7948-4ce7-b0d4-0d1873fddaa7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:59.073767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-b83d7046-7948-4ce7-b0d4-0d1873fddaa7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 0.2368777 Apr 05 18:51:59.127281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-3d5b1c48-1b34-48a5-af14-14366606700a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/quotas/1ac303184650411dba4fc2e51c5d273a HTTP/1.1" status: 200 len: 375 time: 0.0420344 Apr 05 18:51:59.174556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:51:59.248883 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-520f24e9-e524-4fa5-b371-2f85c1427951 service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768742 Apr 05 18:51:59.287793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:51:59.294518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:51:59.296031 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:59.306569 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-36e56e1b-21a1-4f6d-9169-f88440a581ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:59.308495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-36e56e1b-21a1-4f6d-9169-f88440a581ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 1094 time: 0.1764603 Apr 05 18:51:59.320114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393a41c-e789-4627-af44-73fb18b2b601 req-02a04704-1a92-478d-a099-c76ed0b7bca7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:59.321734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c393a41c-e789-4627-af44-73fb18b2b601 req-02a04704-1a92-478d-a099-c76ed0b7bca7 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 945 time: 0.2307422 Apr 05 18:51:59.366870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-294f3eb9-f5f8-447a-bda0-b12555fcc11d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1880124 Apr 05 18:51:59.398780 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3143e1ac-fada-4315-ae7a-6466487f6064 req-4d1af6f7-683f-4ee1-a5ef-be837c837c03 service neutron] 10.222.0.25 "GET /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403563 Apr 05 18:51:59.444350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:59.548265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:51:59.554125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c393a41c-e789-4627-af44-73fb18b2b601 req-2c9382ea-8aed-4712-a910-dc9de561063b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154446 Apr 05 18:51:59.554455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:51:59.598563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-27a5c79e-7683-4a46-ae5d-a135d389e657 service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304320 Apr 05 18:51:59.633626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-edf7b183-c445-4804-a93d-11fd42bda933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:59.635200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-edf7b183-c445-4804-a93d-11fd42bda933 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.3096023 Apr 05 18:51:59.648670 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:51:59.721659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-e803c396-0821-4760-864f-2a1c74dcc8de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9d50a5-7025-4d59-9158-5b39470de104 HTTP/1.1" status: 200 len: 217 time: 0.0560708 Apr 05 18:51:59.819575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-d37daa12-f1b5-40cd-8016-1ebee112ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:59.820943 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-d37daa12-f1b5-40cd-8016-1ebee112ee2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.0875828 Apr 05 18:51:59.830506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08802744-c054-40a2-8b8f-43ca62f78133 req-e2d0f400-2efa-43eb-8001-49978cca15e8 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:59.831994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08802744-c054-40a2-8b8f-43ca62f78133 req-e2d0f400-2efa-43eb-8001-49978cca15e8 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 944 time: 0.1166263 Apr 05 18:51:59.842672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-872fae08-3454-421f-baa8-8d1a0aa4376e service neutron] 10.222.0.15 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336378 Apr 05 18:51:59.846553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a4cc0-8d69-4fab-b899-62b344529800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:51:59.848856 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8cc44a-bd88-49eb-9297-9558160e7344" -d '{"events": [{"server_uuid": "5a3a4cc0-8d69-4fab-b899-62b344529800", "name": "network-vif-plugged", "status": "completed", "tag": "ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:51:59.917357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08802744-c054-40a2-8b8f-43ca62f78133 req-2945635c-f730-4b6e-8643-a8a3a5bb8d14 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687382 Apr 05 18:51:59.931113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-ac01bc6b-ec03-4647-9877-09f095880899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:51:59.932595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-ac01bc6b-ec03-4647-9877-09f095880899 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994356 Apr 05 18:52:00.043461 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60de743c-6a46-4f52-81f8-39565bf10279 x-openstack-request-id: req-60de743c-6a46-4f52-81f8-39565bf10279 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:00.043715 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a4cc0-8d69-4fab-b899-62b344529800", "name": "network-vif-plugged", "status": "completed", "tag": "ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:00.043971 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60de743c-6a46-4f52-81f8-39565bf10279 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:00.044374 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60de743c-6a46-4f52-81f8-39565bf10279'] response: {'server_uuid': '5a3a4cc0-8d69-4fab-b899-62b344529800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d', 'code': 200} Apr 05 18:52:00.103226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba4d4c-5aea-404e-a869-bd5ee55a8dac req-13941838-7f37-4e97-98d8-6c332acf90fa tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:00.111330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ba4d4c-5aea-404e-a869-bd5ee55a8dac req-13941838-7f37-4e97-98d8-6c332acf90fa tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.0902612 Apr 05 18:52:00.131516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-f91aabec-919a-4606-b3ef-08df4456d8a8 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910431 Apr 05 18:52:00.188297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9ba4d4c-5aea-404e-a869-bd5ee55a8dac req-2c73f4c1-92ca-4cd5-ab51-fd4d2a082813 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759056 Apr 05 18:52:00.252943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323c111-9f6a-4542-a07b-ac305f581b66 req-37654143-c051-44b2-8af1-b310c07ad5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:00.257442 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0323c111-9f6a-4542-a07b-ac305f581b66 req-37654143-c051-44b2-8af1-b310c07ad5a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 1096 time: 0.1408789 Apr 05 18:52:00.356501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d2181a8-73e6-4115-867c-8e059ace2a95 req-47aeccce-7d20-4480-9bfc-d0be01e32547 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 210 time: 0.0644386 Apr 05 18:52:00.397503 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0323c111-9f6a-4542-a07b-ac305f581b66 req-de3b799e-1546-4a28-b579-1be34aac04e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296346 Apr 05 18:52:00.400585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba7f53-dfae-4c1a-bbe8-40bdf468808b req-cd8e0bb8-de49-4996-9d44-a7fe1c3f4cb2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:00.402593 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5ba7f53-dfae-4c1a-bbe8-40bdf468808b req-cd8e0bb8-de49-4996-9d44-a7fe1c3f4cb2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 945 time: 0.1356478 Apr 05 18:52:00.404876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f31b727e-8172-4b80-bba1-97b4fa7bab58 req-c4839fed-0a39-4e9b-bb41-1b7270197c40 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585008 Apr 05 18:52:00.479151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5ba7f53-dfae-4c1a-bbe8-40bdf468808b req-3503e76e-dde7-4c18-bafe-b1d4eda74ffd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539789 Apr 05 18:52:00.752663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d516fed-ab3e-4f40-8cca-e69f8fc029cf req-920aa03a-67a7-48db-85b4-6852c0065abc tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:00.762263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d516fed-ab3e-4f40-8cca-e69f8fc029cf req-920aa03a-67a7-48db-85b4-6852c0065abc tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 945 time: 0.0917077 Apr 05 18:52:00.815582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d516fed-ab3e-4f40-8cca-e69f8fc029cf req-7b93f380-4421-4d60-9d9c-5f67fe842ec6 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Apr 05 18:52:00.945367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd65d3b-94b3-4bb5-8a09-488e4de2e6e9 req-1e4ecaf3-0a77-458c-b39e-cb4967d4aa8b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:00.948014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfd65d3b-94b3-4bb5-8a09-488e4de2e6e9 req-1e4ecaf3-0a77-458c-b39e-cb4967d4aa8b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 945 time: 0.0648644 Apr 05 18:52:00.958038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56606) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:00.965454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Request body: {'floatingip': {'port_id': '474b26d1-0a88-466a-b99a-6dfdd926c5e9'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:01.070349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d28b4-635b-4e97-8355-97ab0cd8865e req-770a0888-8f34-4b00-8f08-287a32376ef3 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:01.080038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d4d28b4-635b-4e97-8355-97ab0cd8865e req-770a0888-8f34-4b00-8f08-287a32376ef3 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 944 time: 0.0732555 Apr 05 18:52:01.127876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d4d28b4-635b-4e97-8355-97ab0cd8865e req-046a777d-a390-4ce2-99bd-c4e87f278937 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 Apr 05 18:52:01.403759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15499a59-9596-45c6-8627-c9d59ae3e931 req-d3a9aeec-64d5-449a-a530-6a8d44cc6a58 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:01.415255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15499a59-9596-45c6-8627-c9d59ae3e931 req-d3a9aeec-64d5-449a-a530-6a8d44cc6a58 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.0883636 Apr 05 18:52:01.493486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:01.507129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e037fe7-1adc-4465-9f30-cb6dc5821684 req-878d60b8-6dec-4447-9a1d-853bda5cf7b4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 210 time: 0.0338583 Apr 05 18:52:01.535607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15499a59-9596-45c6-8627-c9d59ae3e931 req-0d311a2b-9487-4f9b-96f6-bb529846c5aa tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166196 Apr 05 18:52:01.724336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1a76c-175c-44d7-9924-77fba364e83e req-fdf0f226-69ed-4771-8f4f-c2652075cb11 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:01.733327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8e1a76c-175c-44d7-9924-77fba364e83e req-fdf0f226-69ed-4771-8f4f-c2652075cb11 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 945 time: 0.1310945 Apr 05 18:52:01.785790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8e1a76c-175c-44d7-9924-77fba364e83e req-24b17666-6436-46ab-897b-38f1cf25881d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510569 Apr 05 18:52:01.832714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-aabc1629-805d-4a02-8a88-370615f34e14 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:01.834902 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-aabc1629-805d-4a02-8a88-370615f34e14 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 812 time: 0.3812108 Apr 05 18:52:01.851551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Request body: {'port': {'device_id': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'admin_state_up': True, 'tenant_id': '1ac303184650411dba4fc2e51c5d273a'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:02.317321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Made reservation on behalf of 1ac303184650411dba4fc2e51c5d273a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:02.320777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:02.332742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb017-d411-408d-b932-ceffd83387c9 req-c544c825-13a2-41b6-96e5-a9558189a467 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:02.335301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cabb017-d411-408d-b932-ceffd83387c9 req-c544c825-13a2-41b6-96e5-a9558189a467 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 944 time: 0.1262589 Apr 05 18:52:02.410987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cabb017-d411-408d-b932-ceffd83387c9 req-fee1b74d-898d-4eaf-a1dc-683fd169c56a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617738 Apr 05 18:52:02.467409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:52:02.714838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2910f41b-f993-4819-bee4-5ce9130698c0 req-dab27239-b8f5-4a07-b32f-06e29d6daa19 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 210 time: 0.0446904 Apr 05 18:52:02.721075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:02.745895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Allocated IP 172.20.0.5 (9e2044dd-43b9-4d5e-b90b-2cfa18e6273c/d35e3b87-6d58-4568-84d0-fc43995f254a/0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:02.765779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '8b9d50a5-7025-4d59-9158-5b39470de104', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'port_id': '8b9d50a5-7025-4d59-9158-5b39470de104', 'mac_address': 'fa:16:3e:dd:18:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:52:02.818597 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84913d-2a88-4ddc-902e-0ccb258120cb req-5822bce2-e0e3-4129-b220-8d8d355af3af tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:02.823665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a84913d-2a88-4ddc-902e-0ccb258120cb req-5822bce2-e0e3-4129-b220-8d8d355af3af tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.1197236 Apr 05 18:52:02.904771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:02.960564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9d50a5-7025-4d59-9158-5b39470de104 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:02.985364 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.db.resource_extend [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:52:03.021429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:03.030783 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:03.031885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c9b20eea-5873-42ae-8899-e3ac1e6b4d6c details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:52:03.230416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:03.231473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:03.246811 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:03.289066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'c9b20eea-5873-42ae-8899-e3ac1e6b4d6c', 'network_id': '45b55db2-9bdf-4fe7-a7dd-09445f088dda', 'port_id': 'c9b20eea-5873-42ae-8899-e3ac1e6b4d6c', 'mac_address': 'fa:16:3e:bf:ff:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0310af1c-705a-419a-9e30-7b9822ba662b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:52:03.311192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:03.385077 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:03.399655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56658) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:03.403372 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b20eea-5873-42ae-8899-e3ac1e6b4d6c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:03.441063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:03.468984 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:03.516172 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:03.586709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:03.652450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d54d264-4a48-4402-9c47-aa7e23984dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:03.709124 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Floating IP e017512a-ff8e-4a0d-9e87-ae6cb807b03b associated. External IP: 172.25.4.34, port: 474b26d1-0a88-466a-b99a-6dfdd926c5e9. Apr 05 18:52:03.750803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a84913d-2a88-4ddc-902e-0ccb258120cb req-70af1106-69f0-4ecb-8c56-4171f64139c4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9040270 Apr 05 18:52:03.782037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703f46-0ccb-4e67-83b6-370f79506c21 req-ddafeb18-7c22-4299-937f-689be61ff306 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:03.785121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3703f46-0ccb-4e67-83b6-370f79506c21 req-ddafeb18-7c22-4299-937f-689be61ff306 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 945 time: 0.1374071 Apr 05 18:52:03.812726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:03.825575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['8b9d50a5-7025-4d59-9158-5b39470de104'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:52:03.834887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a75861f4-448e-4217-9b71-41ae05d632e0', '5d1786fb-d259-4d92-9a1f-67b41d6f798f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:52:03.840849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['c9b20eea-5873-42ae-8899-e3ac1e6b4d6c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:52:03.859180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3703f46-0ccb-4e67-83b6-370f79506c21 req-5d12a5af-9307-4f30-bc0b-a0a23f9c8eb6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617714 Apr 05 18:52:03.936101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:03.944731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:03.947570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:03.948728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd4ab6-72d0-4adf-989f-66c02094a95f req-b03e634d-526f-401b-bcee-12d9e6d64888 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:03.951471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dbd4ab6-72d0-4adf-989f-66c02094a95f req-b03e634d-526f-401b-bcee-12d9e6d64888 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 945 time: 0.0734615 Apr 05 18:52:04.049492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event updated for resources: {'Port': ['ID=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:04.088456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dbd4ab6-72d0-4adf-989f-66c02094a95f req-915e71b7-128e-4b76-972f-b4b90cf4508d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232772 Apr 05 18:52:04.106782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:04.107686 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.127717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d54d264-4a48-4402-9c47-aa7e23984dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.134082 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-2a0ab1d0-52cf-44f6-b219-4f05980f5e5b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2875745 Apr 05 18:52:04.137966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d54d264-4a48-4402-9c47-aa7e23984dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.191596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea669cf-1a42-45b7-bb2b-b15b89250072 req-975c8d95-0099-4905-aa8f-3cc01258406b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:04.193308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ea669cf-1a42-45b7-bb2b-b15b89250072 req-975c8d95-0099-4905-aa8f-3cc01258406b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 931 time: 0.2196622 Apr 05 18:52:04.197448 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Request body: {'port': {'device_id': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:04.268175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ea669cf-1a42-45b7-bb2b-b15b89250072 req-bdb7da7a-7713-4f77-abcf-9e53cc792fc8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679731 Apr 05 18:52:04.342307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08765b15-495a-46c7-ac3a-00d8aa10a2dc req-67ce4791-425f-470f-ae6b-2effa56dade3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:04.345150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08765b15-495a-46c7-ac3a-00d8aa10a2dc req-67ce4791-425f-470f-ae6b-2effa56dade3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 945 time: 0.0834966 Apr 05 18:52:04.383876 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7d54d264-4a48-4402-9c47-aa7e23984dcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47f7588157474a7bac0c9f0d510ef546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9826887 Apr 05 18:52:04.384190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56672) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:04.384590 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54d264-4a48-4402-9c47-aa7e23984dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53287537-b267-40a4-bc3d-938077a019b2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:04.397825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.459132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08765b15-495a-46c7-ac3a-00d8aa10a2dc req-21b2aff0-2900-4655-97cb-b78d442756fa tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027651 Apr 05 18:52:04.505336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6011b07e-f443-4130-9307-fa3090ef9f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.513122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-28934115-a944-42dc-bf62-ba1da4b97edd None None] Provisioning complete for port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:04.513697 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28934115-a944-42dc-bf62-ba1da4b97edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.524078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:52:04.535643 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6011b07e-f443-4130-9307-fa3090ef9f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.612986 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6011b07e-f443-4130-9307-fa3090ef9f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.614478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-28934115-a944-42dc-bf62-ba1da4b97edd None None] Port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:52:04.615316 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6011b07e-f443-4130-9307-fa3090ef9f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.616962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6011b07e-f443-4130-9307-fa3090ef9f3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53287537-b267-40a4-bc3d-938077a019b2 HTTP/1.1" status: 204 len: 168 time: 0.2315538 Apr 05 18:52:04.643660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011b07e-f443-4130-9307-fa3090ef9f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53287537-b267-40a4-bc3d-938077a019b2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:04.936335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a99c2-1760-4825-ab88-07087b9f462d req-33b7f756-14c3-4cf4-8fab-d7249847ca2a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:04.948099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d48a99c2-1760-4825-ab88-07087b9f462d req-33b7f756-14c3-4cf4-8fab-d7249847ca2a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 945 time: 0.0967324 Apr 05 18:52:04.958136 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:04.985875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61849dc-eb95-4611-a453-d54d65565845 req-1a0f68dc-2896-4f73-8089-13b324706a67 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:04.987888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d61849dc-eb95-4611-a453-d54d65565845 req-1a0f68dc-2896-4f73-8089-13b324706a67 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 944 time: 0.1022916 Apr 05 18:52:05.034094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d48a99c2-1760-4825-ab88-07087b9f462d req-258304a7-fe1c-4625-9b29-e7bbf6845241 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801756 Apr 05 18:52:05.060453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d61849dc-eb95-4611-a453-d54d65565845 req-db190864-b77e-43a5-a253-70b7077ff1fc tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615771 Apr 05 18:52:05.103464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56692) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:05.119160 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89d6f908-ca58-45d0-8a0b-86645a6c69f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.229770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:52:05.236758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.241432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:52:05.256453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:52:05.257086 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:05.278557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89d6f908-ca58-45d0-8a0b-86645a6c69f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.311473 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ed9b653-c5dc-4b4a-a45b-8f890ade5ac9 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "PUT /v2.0/floatingips/e017512a-ff8e-4a0d-9e87-ae6cb807b03b HTTP/1.1" status: 200 len: 990 time: 4.3407125 Apr 05 18:52:05.311473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'tag': '474b26d1-0a88-466a-b99a-6dfdd926c5e9'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:05.311473 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6713a1-6439-4738-a595-430639525df9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f91db4-3c62-4b9a-8212-979cd1cc5589", "tag": "474b26d1-0a88-466a-b99a-6dfdd926c5e9"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:05.321082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:05.328045 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.334813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2731-3da4-476a-82e4-cc1044fee2be req-c7aa6ee1-183d-45d0-9ce3-0eb0dbcdc8c7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:05.343843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Transition to ACTIVE for port object 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:52:05.348612 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-516c2731-3da4-476a-82e4-cc1044fee2be req-c7aa6ee1-183d-45d0-9ce3-0eb0dbcdc8c7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 945 time: 0.1583755 Apr 05 18:52:05.349726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.389200 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89d6f908-ca58-45d0-8a0b-86645a6c69f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.472172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-516c2731-3da4-476a-82e4-cc1044fee2be req-499ec978-b4a7-4e9f-8424-1c05100780c3 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186271 Apr 05 18:52:05.491935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Pushing event updated for resources: {'Port': ['ID=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:05.493421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-89d6f908-ca58-45d0-8a0b-86645a6c69f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bf03568ae3a468b91838dc2dca3d892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818338 Apr 05 18:52:05.494877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:52:05.510278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56708) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:05.513993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.514341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.515312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.515873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.516294 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.516637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.517019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.517626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.517961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.518286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.518634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.518958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:05.551595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Attempting to bind port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:05.552132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Attempting to bind port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:05.552478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Attempting to bind port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:05.558771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:05.559221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Attempting to bind port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e on network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:05.567079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:05.567384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Checking segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:05.567767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Bound using segment: {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:05.568407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Bound port: 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd16efb-ef58-47fc-9e21-fad3415e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:05.569025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.574172 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01c4a38-3c9f-4fa7-8a99-0b28d04641db x-openstack-request-id: req-b01c4a38-3c9f-4fa7-8a99-0b28d04641db {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:05.574538 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f91db4-3c62-4b9a-8212-979cd1cc5589", "tag": "474b26d1-0a88-466a-b99a-6dfdd926c5e9", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:05.574863 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b01c4a38-3c9f-4fa7-8a99-0b28d04641db {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:05.575260 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01c4a38-3c9f-4fa7-8a99-0b28d04641db'] response: {'name': 'network-changed', 'server_uuid': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'tag': '474b26d1-0a88-466a-b99a-6dfdd926c5e9', 'status': 'completed', 'code': 200} Apr 05 18:52:05.593992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6f908-ca58-45d0-8a0b-86645a6c69f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4f69bc-ea76-452c-a8c4-7f9c7e059930,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:05.678994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:05.683832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:05.690368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.730568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36fea7-96f7-4eb3-8c91-c2a6fa2b6129 req-f8232b7c-7782-43ab-910d-3bac71dc7565 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:05.740068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b36fea7-96f7-4eb3-8c91-c2a6fa2b6129 req-f8232b7c-7782-43ab-910d-3bac71dc7565 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 943 time: 0.3079035 Apr 05 18:52:05.765780 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Pushing event updated for resources: {'Port': ['ID=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:05.778128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:05.779119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.782213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-7feaa234-b627-4e41-ba06-5f8dd5d9001f service neutron] 10.222.0.20 "PUT /v2.0/ports/0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e HTTP/1.1" status: 200 len: 1091 time: 1.5991166 Apr 05 18:52:05.784399 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e18e6b2a-a752-4547-ae25-f8aab9352e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.796080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6713a1-6439-4738-a595-430639525df9 req-43323a8b-8699-4a80-bdaa-e98f9837838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:05.798263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6713a1-6439-4738-a595-430639525df9 req-43323a8b-8699-4a80-bdaa-e98f9837838e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f097b5743074d2d89245239d456dcc9&device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 1096 time: 0.1841600 Apr 05 18:52:05.856444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b36fea7-96f7-4eb3-8c91-c2a6fa2b6129 req-5b9b9617-6201-473f-baba-841d45755530 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150301 Apr 05 18:52:05.884207 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e18e6b2a-a752-4547-ae25-f8aab9352e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:05.947811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-f5638ca2-8d8d-44f1-af50-14c2dba64353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:05.949557 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-f5638ca2-8d8d-44f1-af50-14c2dba64353 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 1094 time: 0.1184113 Apr 05 18:52:06.025135 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-3122aaea-07c6-4bdf-a427-3eb42ad7b2ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e HTTP/1.1" status: 200 len: 217 time: 0.0651135 Apr 05 18:52:06.065515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'e017512a-ff8e-4a0d-9e87-ae6cb807b03b', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '474b26d1-0a88-466a-b99a-6dfdd926c5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:d8:09:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:51:40Z', 'updated_at': '2022-04-05T18:52:02Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:06.112914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:52:06.123312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:52:06.125637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:51:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:06.134916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6713a1-6439-4738-a595-430639525df9 req-47de6e69-f708-4b79-b23e-0d491e91b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:06.136443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6713a1-6439-4738-a595-430639525df9 req-47de6e69-f708-4b79-b23e-0d491e91b6b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 200 len: 914 time: 0.3231890 Apr 05 18:52:06.187978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-19221e9f-8612-4ce6-9025-c032a18ad987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:06.191062 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-19221e9f-8612-4ce6-9025-c032a18ad987 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1501460 Apr 05 18:52:06.302324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-3c63270d-e13c-4a0b-8307-9885888f99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:06.306946 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6713a1-6439-4738-a595-430639525df9 req-eaf631ca-5db1-40a6-9d9e-5a37b1a6e10c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b26d1-0a88-466a-b99a-6dfdd926c5e9 HTTP/1.1" status: 200 len: 998 time: 0.1527650 Apr 05 18:52:06.307577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e18e6b2a-a752-4547-ae25-f8aab9352e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:06.310100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e18e6b2a-a752-4547-ae25-f8aab9352e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:06.313679 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-3c63270d-e13c-4a0b-8307-9885888f99f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109622 Apr 05 18:52:06.314884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e18e6b2a-a752-4547-ae25-f8aab9352e73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e4f69bc-ea76-452c-a8c4-7f9c7e059930 HTTP/1.1" status: 204 len: 168 time: 0.7617490 Apr 05 18:52:06.398880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e6b2a-a752-4547-ae25-f8aab9352e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4f69bc-ea76-452c-a8c4-7f9c7e059930,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:06.415376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:52:06.493637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:06.508080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433bd0d-bf23-490c-92b9-6529a6e8ba7c req-bf9c4e56-429c-4cef-aaa4-73aac3f837aa tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:06.522850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f433bd0d-bf23-490c-92b9-6529a6e8ba7c req-bf9c4e56-429c-4cef-aaa4-73aac3f837aa tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 944 time: 0.2623191 Apr 05 18:52:06.532727 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-e23ecb30-1e6c-4ab0-a9d2-5dea3673c740 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115574 Apr 05 18:52:06.572589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4301a-8316-4a8e-8619-d10e73697b97 req-c9c02429-6319-46af-8fba-62eacaa99374 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:06.582159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9d4301a-8316-4a8e-8619-d10e73697b97 req-c9c02429-6319-46af-8fba-62eacaa99374 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 945 time: 0.3208237 Apr 05 18:52:06.656577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6713a1-6439-4738-a595-430639525df9 req-c26438df-9448-47fa-aded-136dbb938ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:06.669318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6713a1-6439-4738-a595-430639525df9 req-c26438df-9448-47fa-aded-136dbb938ffd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 200 len: 853 time: 0.2894325 Apr 05 18:52:06.681661 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6adb2194-6cad-4a0a-a519-7ded288bae28 req-c7a04c91-5c9d-413b-a41b-61805248f743 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424270 Apr 05 18:52:06.801359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9d4301a-8316-4a8e-8619-d10e73697b97 req-13cced11-9ddf-4447-b543-480cc33982a5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949592 Apr 05 18:52:06.855320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f433bd0d-bf23-490c-92b9-6529a6e8ba7c req-76b60344-ded3-4d54-b77a-8165264e02f3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313661 Apr 05 18:52:06.876037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-36f94f50-5270-4a98-b763-5349b5f8e2fb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:06.878184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-36f94f50-5270-4a98-b763-5349b5f8e2fb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 945 time: 0.3526289 Apr 05 18:52:06.928381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 8b9d50a5-7025-4d59-9158-5b39470de104 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:52:06.939109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 8b9d50a5-7025-4d59-9158-5b39470de104 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:06.940235 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:06.992978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6713a1-6439-4738-a595-430639525df9 req-a6a46938-80cf-4c58-a559-16eb7c919b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:06.995273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6713a1-6439-4738-a595-430639525df9 req-a6a46938-80cf-4c58-a559-16eb7c919b00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c02a85c5-735d-4bc3-bd1e-1f681ef053a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3097649 Apr 05 18:52:07.140540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'e017512a-ff8e-4a0d-9e87-ae6cb807b03b', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '474b26d1-0a88-466a-b99a-6dfdd926c5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:d8:09:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:51:40Z', 'updated_at': '2022-04-05T18:52:02Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:07.148190 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.183938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd4411-6d5b-4bf7-a5ae-16c4697db585 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'e017512a-ff8e-4a0d-9e87-ae6cb807b03b', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'port_id': '474b26d1-0a88-466a-b99a-6dfdd926c5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'mac_address': 'fa:16:3e:d8:09:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:51:40Z', 'updated_at': '2022-04-05T18:52:02Z', 'revision_number': 1, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:52:07.189398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa844b0-2bbc-4907-83e8-e01175f3e8ea req-396953e7-4625-4aa1-b628-edc194657677 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:07.197710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9aa844b0-2bbc-4907-83e8-e01175f3e8ea req-396953e7-4625-4aa1-b628-edc194657677 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 943 time: 0.2306337 Apr 05 18:52:07.249592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56750) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:07.255835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9d15a-5bda-4b39-ac37-c1537f640b85 req-9a594d4d-40bd-474a-a056-40acfafdbf3d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:07.257505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33b9d15a-5bda-4b39-ac37-c1537f640b85 req-9a594d4d-40bd-474a-a056-40acfafdbf3d tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 945 time: 0.2917225 Apr 05 18:52:07.278466 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.280408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:52:07.280740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.303461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9aa844b0-2bbc-4907-83e8-e01175f3e8ea req-cc747fb9-a45f-43a1-9b9b-ce46578094d5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046064 Apr 05 18:52:07.304464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:07.307441 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29683d78-95e7-47df-b2aa-6dd7cb968c44" -d '{"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-plugged", "status": "completed", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:07.335290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:07.341682 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.343355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c9b20eea-5873-42ae-8899-e3ac1e6b4d6c up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:07.365370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6713a1-6439-4738-a595-430639525df9 req-34a5cf99-4320-4892-874c-2a350aef368a service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414943 Apr 05 18:52:07.378662 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4774806e-113f-4a13-9c96-65ad123cacf5 x-openstack-request-id: req-4774806e-113f-4a13-9c96-65ad123cacf5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:07.378956 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-plugged", "status": "completed", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:07.379190 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4774806e-113f-4a13-9c96-65ad123cacf5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:07.379595 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4774806e-113f-4a13-9c96-65ad123cacf5'] response: {'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104', 'code': 200} Apr 05 18:52:07.455103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:07.464648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:52:07.473580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:07.474044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.538656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33b9d15a-5bda-4b39-ac37-c1537f640b85 req-e06cabdb-347e-43a3-91ca-5356ce07e1e3 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707419 Apr 05 18:52:07.585579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:07.588533 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d347ae-90bf-446a-bc82-8e5ac100be36" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:07.591376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c36c73bc-1c27-498b-ae51-44a96ed6bbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.613342 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238df6b-9a52-4a30-8e98-a6e37834e531 None None] New status for floating IP e017512a-ff8e-4a0d-9e87-ae6cb807b03b: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:52:07.618887 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.662859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:07.665372 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa96fb2-fa7e-4fa6-b480-7049231bb09d x-openstack-request-id: req-6aa96fb2-fa7e-4fa6-b480-7049231bb09d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:07.665968 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:07.666495 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6aa96fb2-fa7e-4fa6-b480-7049231bb09d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:07.667639 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa96fb2-fa7e-4fa6-b480-7049231bb09d'] response: {'name': 'network-changed', 'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e', 'status': 'completed', 'code': 200} Apr 05 18:52:07.679699 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.743410 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c36c73bc-1c27-498b-ae51-44a96ed6bbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.744887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:07.758701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c36c73bc-1c27-498b-ae51-44a96ed6bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.771660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d6713a1-6439-4738-a595-430639525df9 req-040b99b2-0d05-4a66-9ad2-faebc01045fe service neutron] 10.222.0.20 "GET /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862467 Apr 05 18:52:07.805181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65947c-8765-44cc-988a-d6c958116a6d req-a113e042-7f6c-4cec-871f-af1c25ca0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:07.806659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b65947c-8765-44cc-988a-d6c958116a6d req-a113e042-7f6c-4cec-871f-af1c25ca0061 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 1096 time: 0.3501475 Apr 05 18:52:07.809211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] For port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:07.809614 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:07.866063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:52:07.868970 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c36c73bc-1c27-498b-ae51-44a96ed6bbf0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cf4449415c847c9a1c3d123381cdf3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179302 Apr 05 18:52:07.872434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c73bc-1c27-498b-ae51-44a96ed6bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd037b1a-446f-4cc8-a27f-84e6b081ea59,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:07.873304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:07.895905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-4d01773a-2509-4109-b6e1-a7d48ec931c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:07.897428 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-4d01773a-2509-4109-b6e1-a7d48ec931c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 1094 time: 0.2068834 Apr 05 18:52:07.897728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b65947c-8765-44cc-988a-d6c958116a6d req-94b284c2-5312-4e48-adf3-408a80bfe252 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751705 Apr 05 18:52:08.021688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-1aaa6c8d-0f05-449f-96cc-18a7d753740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:08.023321 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-1aaa6c8d-0f05-449f-96cc-18a7d753740c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.1164689 Apr 05 18:52:08.081878 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-832ad181-a5a7-4129-bec7-1cec075f75d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e HTTP/1.1" status: 200 len: 217 time: 0.0493076 Apr 05 18:52:08.111264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4c389-3799-431c-abb8-8974fd031ace req-d7a827e6-7d3f-4fd3-a373-94f5750f0493 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:08.112808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1b4c389-3799-431c-abb8-8974fd031ace req-d7a827e6-7d3f-4fd3-a373-94f5750f0493 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.1221707 Apr 05 18:52:08.120802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-769fe193-ac95-450f-9ca4-e3850a3c8583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:08.133594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eaf0d-8e40-44fe-9ddc-8e517fe1d9c0 req-25f3f110-9dc3-4886-b00f-dd216f7ea1f6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:08.135114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd4eaf0d-8e40-44fe-9ddc-8e517fe1d9c0 req-25f3f110-9dc3-4886-b00f-dd216f7ea1f6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 945 time: 0.1844921 Apr 05 18:52:08.144084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-f4e051a0-d9cf-4220-8361-bf7b197f740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:08.145901 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-f4e051a0-d9cf-4220-8361-bf7b197f740a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.0581059 Apr 05 18:52:08.206537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-a04f5663-0748-4d25-81d6-e78151d6dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:08.208321 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-a04f5663-0748-4d25-81d6-e78151d6dc2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562174 Apr 05 18:52:08.250570 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-769fe193-ac95-450f-9ca4-e3850a3c8583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:08.279845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1b4c389-3799-431c-abb8-8974fd031ace req-bd7f7226-92e3-4fdc-bcb1-749989f8cb1f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568527 Apr 05 18:52:08.339679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd4eaf0d-8e40-44fe-9ddc-8e517fe1d9c0 req-9eaadfbc-9c52-47b8-87c1-5b02d7d3cd6c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814079 Apr 05 18:52:08.366219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:08.380430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['34227f18-24a8-48c5-8c39-38cbbc7ed733'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:52:08.429308 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-023fc528-7922-4331-afd9-58866e3ac903 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134960 Apr 05 18:52:08.444964 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-769fe193-ac95-450f-9ca4-e3850a3c8583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:08.447758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-769fe193-ac95-450f-9ca4-e3850a3c8583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:08.451407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-769fe193-ac95-450f-9ca4-e3850a3c8583 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd037b1a-446f-4cc8-a27f-84e6b081ea59 HTTP/1.1" status: 204 len: 168 time: 0.5708570 Apr 05 18:52:08.456980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:08.539083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] No DVR routers for this DVR port ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:52:08.542317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fe193-ac95-450f-9ca4-e3850a3c8583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd037b1a-446f-4cc8-a27f-84e6b081ea59,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:08.545143 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:08.550356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16158b40-1fe1-4ef8-a375-109887d64ee6 req-6b9ad0a7-4444-477f-b8b2-bbd52bf0fe50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "DELETE /v2.0/ports/ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d HTTP/1.1" status: 204 len: 173 time: 1.6498244 Apr 05 18:52:08.551179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a4cc0-8d69-4fab-b899-62b344529800', 'name': 'network-vif-deleted', 'tag': 'ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:08.554923 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1962c0a9-77a6-47d1-924e-e65b90ad4ab3" -d '{"events": [{"server_uuid": "5a3a4cc0-8d69-4fab-b899-62b344529800", "name": "network-vif-deleted", "tag": "ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:08.601974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c49ff9-05c7-457b-8076-cd20c5406db9 req-659dbc47-a8b3-4df6-b7fe-e532300bc75c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:08.611387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44c49ff9-05c7-457b-8076-cd20c5406db9 req-659dbc47-a8b3-4df6-b7fe-e532300bc75c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 943 time: 0.1608210 Apr 05 18:52:08.682288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44c49ff9-05c7-457b-8076-cd20c5406db9 req-efc9ca2e-43a5-4385-80d0-38f7a0d53a3c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694160 Apr 05 18:52:08.700735 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9d347ae-90bf-446a-bc82-8e5ac100be36 req-d0898c63-3a2c-4e43-b325-467f3f65bdd4 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627587 Apr 05 18:52:08.720999 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912909f3-dc44-4816-a0a7-63fea1186ff9 x-openstack-request-id: req-912909f3-dc44-4816-a0a7-63fea1186ff9 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:08.721372 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a4cc0-8d69-4fab-b899-62b344529800", "name": "network-vif-deleted", "tag": "ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:08.721630 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-912909f3-dc44-4816-a0a7-63fea1186ff9 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:08.722112 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912909f3-dc44-4816-a0a7-63fea1186ff9'] response: {'server_uuid': '5a3a4cc0-8d69-4fab-b899-62b344529800', 'name': 'network-vif-deleted', 'tag': 'ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d', 'status': 'completed', 'code': 200} Apr 05 18:52:08.958564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5153b33-01cd-40fd-9542-8a2a215cadbf req-d77bba34-9e7e-4bd2-833a-98c41e9f7683 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:08.960665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5153b33-01cd-40fd-9542-8a2a215cadbf req-d77bba34-9e7e-4bd2-833a-98c41e9f7683 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.0902574 Apr 05 18:52:09.017936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5153b33-01cd-40fd-9542-8a2a215cadbf req-11d37f4d-c18d-4a9a-bffe-339cbf85f3c7 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478137 Apr 05 18:52:09.161551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56820) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:09.193868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de3329ff-f0bd-4065-95ec-d817d6882525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.206977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:52:09.251949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:52:09.301649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:52:09.302020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device ce5c01c9-ccc8-46d1-a166-fc40a8ae8f6d not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:52:09.302368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de3329ff-f0bd-4065-95ec-d817d6882525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.308111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de3329ff-f0bd-4065-95ec-d817d6882525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.367073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-de3329ff-f0bd-4065-95ec-d817d6882525 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b5dbb2e9d6e4477913e6847a2e6c658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020040 Apr 05 18:52:09.369611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56824) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:09.370342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3329ff-f0bd-4065-95ec-d817d6882525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65105cc3-a5a9-43b2-a967-5275bbbbc922,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:09.453048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d763de-abf5-4261-8f9e-198495adf2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b20eea-5873-42ae-8899-e3ac1e6b4d6c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:09.457977 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03563b73-d010-4682-b6b7-c6d8c65f4545" -d '{"events": [{"server_uuid": "d8d763de-abf5-4261-8f9e-198495adf2e5", "name": "network-vif-plugged", "status": "completed", "tag": "c9b20eea-5873-42ae-8899-e3ac1e6b4d6c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:09.503613 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a46490a-ad4e-434c-8b7f-2dfb8482382d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.504484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fde5a3f9-2bf7-4bfd-8bbe-a89146537501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.539284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:09.543677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a46490a-ad4e-434c-8b7f-2dfb8482382d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.567300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'port_id': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e', 'mac_address': 'fa:16:3e:4c:5d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:52:09.600459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3644017-04dc-4ce0-87a4-7b02f1d70252 req-716b5251-70ae-49db-9808-bd7af81ed5e5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 210 time: 0.0492585 Apr 05 18:52:09.613293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f395b-2d59-4ffa-9759-9c758afcb8af req-166264c6-3906-4b6c-aa6a-e185450e6704 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:09.623701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e89f395b-2d59-4ffa-9759-9c758afcb8af req-166264c6-3906-4b6c-aa6a-e185450e6704 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.1619825 Apr 05 18:52:09.651078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a46490a-ad4e-434c-8b7f-2dfb8482382d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.657646 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a46490a-ad4e-434c-8b7f-2dfb8482382d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.662575 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1a46490a-ad4e-434c-8b7f-2dfb8482382d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65105cc3-a5a9-43b2-a967-5275bbbbc922 HTTP/1.1" status: 204 len: 168 time: 0.2888846 Apr 05 18:52:09.687803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e89f395b-2d59-4ffa-9759-9c758afcb8af req-f462dc20-184c-49b1-9555-9dda680e358d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624483 Apr 05 18:52:09.704484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46490a-ad4e-434c-8b7f-2dfb8482382d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65105cc3-a5a9-43b2-a967-5275bbbbc922,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:09.754173 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0feb720-4d8d-4be7-bd3d-e12b7b366d85 x-openstack-request-id: req-c0feb720-4d8d-4be7-bd3d-e12b7b366d85 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:09.754654 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d763de-abf5-4261-8f9e-198495adf2e5", "name": "network-vif-plugged", "status": "completed", "tag": "c9b20eea-5873-42ae-8899-e3ac1e6b4d6c", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:09.754654 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0feb720-4d8d-4be7-bd3d-e12b7b366d85 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:09.755768 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0feb720-4d8d-4be7-bd3d-e12b7b366d85'] response: {'server_uuid': 'd8d763de-abf5-4261-8f9e-198495adf2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b20eea-5873-42ae-8899-e3ac1e6b4d6c', 'code': 200} Apr 05 18:52:09.787813 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.837887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:09.883911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:09.900437 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:09.973280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:10.007111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56842) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:10.013946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1992356566'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:10.048583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:10.052746 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.095320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5e80-cbf0-45e2-8c06-a1d87377abf5 req-e87790cb-1a77-4b41-8794-5db31a70cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:10.096890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2aae5e80-cbf0-45e2-8c06-a1d87377abf5 req-e87790cb-1a77-4b41-8794-5db31a70cc00 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 1097 time: 0.2442164 Apr 05 18:52:10.101980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:52:10.117049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.117733 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Added segment e9ffd613-db33-4e4f-a679-9cc329dfe8a1 of type vlan for network 2dae8a42-fd72-4f84-93dc-c11df35ece60 Apr 05 18:52:10.126714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f75033-2f38-47d6-bf25-edd8583aa045 req-1786633b-01ca-42b4-bb40-3f8a1a4676e3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:10.135440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f75033-2f38-47d6-bf25-edd8583aa045 req-1786633b-01ca-42b4-bb40-3f8a1a4676e3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 944 time: 0.1885455 Apr 05 18:52:10.184930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.222275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:52:10.231918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.246873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:10.250126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.262767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2aae5e80-cbf0-45e2-8c06-a1d87377abf5 req-90695799-9385-42dd-969e-df8f52195b4c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576111 Apr 05 18:52:10.281933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f75033-2f38-47d6-bf25-edd8583aa045 req-3c737055-370c-4ebb-922b-fb69cf2a4182 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396139 Apr 05 18:52:10.357342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526c02-1499-41eb-abfb-acec23e29eed req-8b662136-d915-4e43-be1e-b6f5158eea28 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:10.369754 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e526c02-1499-41eb-abfb-acec23e29eed req-8b662136-d915-4e43-be1e-b6f5158eea28 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.2325315 Apr 05 18:52:10.375210 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3669763 Apr 05 18:52:10.384998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56852) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:10.395147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1444840949'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:10.421191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e62ced-f8b1-4f75-ba6e-4391381b1ca7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Network': ['ID=2dae8a42-fd72-4f84-93dc-c11df35ece60,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:10.440660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:52:10.448920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:10.454607 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.461655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e526c02-1499-41eb-abfb-acec23e29eed req-f1287372-24c8-47aa-9041-4fd27e7095e4 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895901 Apr 05 18:52:10.488021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:52:10.503465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.503465 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Added segment 2fae134e-c786-4020-a849-025a6614c02d of type vlan for network a954e435-97fc-41ff-8911-773ef5d9cc23 Apr 05 18:52:10.551561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.582350 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.590794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:10.592119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:10.646004 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2594376 Apr 05 18:52:10.648634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56862) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:10.653610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'subnet': {'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:10.747056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a7fd5-13b1-4162-84fe-3a36977f15c0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Network': ['ID=a954e435-97fc-41ff-8911-773ef5d9cc23,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:10.768178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network a954e435-97fc-41ff-8911-773ef5d9cc23 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:52:10.784427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6ad8fc5-1b13-4b97-9146-ec8bc10679ec req-aeb5a6e0-98c7-43b0-8948-1503d00c8709 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 210 time: 0.0476625 Apr 05 18:52:10.821654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:10.834647 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:11.175720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d9858-7b82-48eb-834b-6a179d16b0d7 req-14980126-59b1-4f94-8f85-02f69aee4481 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:11.177458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df1d9858-7b82-48eb-834b-6a179d16b0d7 req-14980126-59b1-4f94-8f85-02f69aee4481 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.1166980 Apr 05 18:52:11.209473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:11.317195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Subnet': ['ID=6d1345e6-e695-4fa1-aece-6cb1798127f9,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:11.327639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df1d9858-7b82-48eb-834b-6a179d16b0d7 req-7410ea4e-ac52-4296-8512-9647db866749 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371219 Apr 05 18:52:11.350850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Checking segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:11.351320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network hostable DHCP agents. Network: 2dae8a42-fd72-4f84-93dc-c11df35ece60, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:52:11.407162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:52:11.428453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae453aa0-4308-4a5f-b566-34bc896d9b2f req-d5f19122-1ba8-409a-b9b3-c947951757d4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:11.430106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae453aa0-4308-4a5f-b566-34bc896d9b2f req-d5f19122-1ba8-409a-b9b3-c947951757d4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 944 time: 0.0728669 Apr 05 18:52:11.433364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 2dae8a42-fd72-4f84-93dc-c11df35ece60) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:11.444537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac6ed04-3580-482d-b440-43f0a372f964 None None] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:52:11.447379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:11.447974 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:11.519522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f28b3484-047f-4aae-b0aa-c574796f2b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8688872 Apr 05 18:52:11.522124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56886) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:11.527692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'subnet': {'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:11.538173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae453aa0-4308-4a5f-b566-34bc896d9b2f req-468160d5-ebb5-4197-a172-39e36b02a49b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928900 Apr 05 18:52:11.561742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fee14-19ea-403e-86ab-d208ad557bb6 req-75b641da-24d7-480a-9e06-86713e551c34 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:11.574621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e25fee14-19ea-403e-86ab-d208ad557bb6 req-75b641da-24d7-480a-9e06-86713e551c34 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.1389515 Apr 05 18:52:11.575862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56888) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:11.584238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9186ca1a-0d17-43e0-84f9-f95f0aa5a37c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Request body: {'floatingip': {'port_id': '8b9d50a5-7025-4d59-9158-5b39470de104'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:11.703977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9186ca1a-0d17-43e0-84f9-f95f0aa5a37c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:11.708696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-2dae8a42-fd72-4f84-93dc-c11df35ece60', 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'fixed_ips': [{'subnet_id': '6d1345e6-e695-4fa1-aece-6cb1798127f9'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:52:11.710026 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:11.745585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:11.758128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:11.888253 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c13894dc-32be-4587-ad41-8eccfeb288b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:11.942323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d0f31-589d-49e3-9a6a-e6786533677f req-b394cb95-04f0-40d5-ae46-54654587b0bb tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:11.944545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-733d0f31-589d-49e3-9a6a-e6786533677f req-b394cb95-04f0-40d5-ae46-54654587b0bb tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.2945197 Apr 05 18:52:12.008219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Allocated IP 10.1.1.2 (2dae8a42-fd72-4f84-93dc-c11df35ece60/6d1345e6-e695-4fa1-aece-6cb1798127f9/d032dcae-c385-4ded-8344-09860051a7e8) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:12.015492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f90a964-2683-46ed-86a3-ff80a3c77fc9 req-56219568-2d2f-4fcf-bf4f-f347d0889567 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 210 time: 0.0688424 Apr 05 18:52:12.039997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-733d0f31-589d-49e3-9a6a-e6786533677f req-2d0eefc8-c8df-4339-8161-e3bedf8f12e3 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788112 Apr 05 18:52:12.108716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:12.249249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Subnet': ['ID=53324cb9-a35a-4f7c-8b6c-7d894a246310,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:12.255680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Checking segment: {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:12.256317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network hostable DHCP agents. Network: a954e435-97fc-41ff-8911-773ef5d9cc23, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:52:12.286377 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:12.290221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network a954e435-97fc-41ff-8911-773ef5d9cc23 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:52:12.297610 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:12.308789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, a954e435-97fc-41ff-8911-773ef5d9cc23) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:12.316136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:12.317937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:12.346849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29c78e7-56a2-4e72-b2a3-bfa060b69b1d None None] Network a954e435-97fc-41ff-8911-773ef5d9cc23 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:52:12.351095 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b42c605a-7865-45ce-9ba9-934cfa2a2106 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8274415 Apr 05 18:52:12.354250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56906) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:12.362166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'port': {'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'name': 'tempest-TaggedBootDevicesTest-1530499112', 'fixed_ips': [{'subnet_id': '6d1345e6-e695-4fa1-aece-6cb1798127f9'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:12.399647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:12.488478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:12.499220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:12.509198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Pushing event updated for resources: {'Port': ['ID=d032dcae-c385-4ded-8344-09860051a7e8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:12.619675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:12.737547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-a954e435-97fc-41ff-8911-773ef5d9cc23', 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'fixed_ips': [{'subnet_id': '53324cb9-a35a-4f7c-8b6c-7d894a246310'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:52:12.738961 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:12.857129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:12.874109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Attempting to bind port d032dcae-c385-4ded-8344-09860051a7e8 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:12.874692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Attempting to bind port d032dcae-c385-4ded-8344-09860051a7e8 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:12.875152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Attempting to bind port d032dcae-c385-4ded-8344-09860051a7e8 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:12.886834 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:12.890668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:12.891336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Checking segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:12.891439 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:12.891827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Bound using segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:12.892311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Bound port: d032dcae-c385-4ded-8344-09860051a7e8, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:12.892693 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:12.929343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] device_id is not set on port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:52:13.047850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Allocated IP 10.2.2.2 (a954e435-97fc-41ff-8911-773ef5d9cc23/53324cb9-a35a-4f7c-8b6c-7d894a246310/f941cc5a-87c1-4a05-b464-938b2e4ff449) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:13.073099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] For port d032dcae-c385-4ded-8344-09860051a7e8, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:13.120181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] For port d032dcae-c385-4ded-8344-09860051a7e8, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d032dcae-c385-4ded-8344-09860051a7e8,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:13.160406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Allocated IP 10.1.1.70 (2dae8a42-fd72-4f84-93dc-c11df35ece60/6d1345e6-e695-4fa1-aece-6cb1798127f9/728ba331-3953-4dc4-aeed-a08dac3ae9c4) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:13.176910 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:13.204227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9186ca1a-0d17-43e0-84f9-f95f0aa5a37c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:13.256239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:13.262113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9186ca1a-0d17-43e0-84f9-f95f0aa5a37c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:13.323616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2382b10-ac2d-419b-824a-217049603bb7 req-c26c6f49-92bd-4a75-81b3-82458ac8aed7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 210 time: 0.0658054 Apr 05 18:52:13.417908 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:13.458674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f139e68-fdbb-4fa8-9ccc-19160dbdff1f req-3e1e1785-4557-48b6-824f-1511481ad1af tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:13.461645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f139e68-fdbb-4fa8-9ccc-19160dbdff1f req-3e1e1785-4557-48b6-824f-1511481ad1af tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 944 time: 0.6513314 Apr 05 18:52:13.515986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:13.518313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:13.553820 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:13.619687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Network a954e435-97fc-41ff-8911-773ef5d9cc23 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:13.639173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:13.643842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:13.657778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:13.698222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:13.700607 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-9186ca1a-0d17-43e0-84f9-f95f0aa5a37c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Floating IP 54343e17-ca8a-4763-94e1-013e9ab3a48d associated. External IP: 172.25.4.125, port: 8b9d50a5-7025-4d59-9158-5b39470de104. Apr 05 18:52:13.703376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:13.710462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f139e68-fdbb-4fa8-9ccc-19160dbdff1f req-3808403e-a37d-429b-83a1-316e87d17ed8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695712 Apr 05 18:52:13.776334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f237a0-0644-4478-ad68-d99258b76a8b req-b414f08a-d99a-40dc-9c42-cd9ef141bdfa tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:13.783004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Port': ['ID=728ba331-3953-4dc4-aeed-a08dac3ae9c4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:13.786657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02f237a0-0644-4478-ad68-d99258b76a8b req-b414f08a-d99a-40dc-9c42-cd9ef141bdfa tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.3105712 Apr 05 18:52:13.826252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:52:13.833849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:13.836306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761172c-1153-4a18-aa96-2793a1f1af11 None None] Pushing event updated for resources: {'Port': ['ID=d032dcae-c385-4ded-8344-09860051a7e8,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:13.840841 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:13.875399 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-19e0347e-0925-4628-bd44-6f185c1060c4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5166991 Apr 05 18:52:13.893385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56936) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:13.901275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'port': {'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'name': 'tempest-TaggedBootDevicesTest-1743179494', 'fixed_ips': [{'subnet_id': '6d1345e6-e695-4fa1-aece-6cb1798127f9'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:13.910984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:13.914282 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:13.955125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Pushing event updated for resources: {'Port': ['ID=f941cc5a-87c1-4a05-b464-938b2e4ff449,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:14.010031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.010387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.010754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.011088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.011416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.017072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.017441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.017778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.018102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.018442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.018770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.019088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:14.021843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02f237a0-0644-4478-ad68-d99258b76a8b req-bd76c84c-798e-481c-80a6-be993cb10165 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340245 Apr 05 18:52:14.102961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Attempting to bind port f941cc5a-87c1-4a05-b464-938b2e4ff449 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:14.106613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Attempting to bind port f941cc5a-87c1-4a05-b464-938b2e4ff449 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:14.107055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Attempting to bind port f941cc5a-87c1-4a05-b464-938b2e4ff449 on network a954e435-97fc-41ff-8911-773ef5d9cc23 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:14.130152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:14.130559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Checking segment: {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:14.130963 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:14.143734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Bound using segment: {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:14.144412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Bound port: f941cc5a-87c1-4a05-b464-938b2e4ff449, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:14.144807 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:14.185313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:14.200054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:14.232447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9186ca1a-0d17-43e0-84f9-f95f0aa5a37c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Router 4d70f1c4-1135-4095-9991-47e1c2f6d20c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:52:14.250504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] device_id is not set on port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:52:14.288776 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:14.338222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614817-8d91-4e0e-8400-d3e5fa92d9c4 req-34ad2aaa-4619-4c05-be6e-814284a9949a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:14.346574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b614817-8d91-4e0e-8400-d3e5fa92d9c4 req-34ad2aaa-4619-4c05-be6e-814284a9949a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.1566889 Apr 05 18:52:14.393694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d032dcae-c385-4ded-8344-09860051a7e8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:14.562576 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9186ca1a-0d17-43e0-84f9-f95f0aa5a37c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:52:14.572314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:14.575209 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa52614-cbad-419d-ad34-cfc5165acc04" -d '{"events": [{"server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:14.594252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] Sync routers for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:52:14.596442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:14.599029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b614817-8d91-4e0e-8400-d3e5fa92d9c4 req-5c45f327-374e-467d-8b86-fbd800a54b40 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513669 Apr 05 18:52:14.603004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56948) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:14.608816 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9186ca1a-0d17-43e0-84f9-f95f0aa5a37c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:14.627340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:14.646340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] For port f941cc5a-87c1-4a05-b464-938b2e4ff449, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:14.663056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d032dcae-c385-4ded-8344-09860051a7e8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:14.663883 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:14.679982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] For port f941cc5a-87c1-4a05-b464-938b2e4ff449, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f941cc5a-87c1-4a05-b464-938b2e4ff449,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:14.697366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:52:14.711466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:14.727011 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:14.803572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Allocated IP 10.1.1.62 (2dae8a42-fd72-4f84-93dc-c11df35ece60/6d1345e6-e695-4fa1-aece-6cb1798127f9/51bcb90f-f863-4c98-ac38-a1ae6aed7379) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:14.848188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1be4121-dd84-4b22-95b7-490cd9410208 req-feced52b-5863-4989-bb19-6f1715738acb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 210 time: 0.2748420 Apr 05 18:52:14.897283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9186ca1a-0d17-43e0-84f9-f95f0aa5a37c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "PUT /v2.0/floatingips/54343e17-ca8a-4763-94e1-013e9ab3a48d HTTP/1.1" status: 200 len: 991 time: 3.3190818 Apr 05 18:52:14.900376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:14.903825 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813e5114-70f7-42f7-924d-5cae8d362166" -d '{"events": [{"name": "network-changed", "server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:14.979793 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1ccbe9-8a9d-4225-a1b5-d549b2d23369 x-openstack-request-id: req-ae1ccbe9-8a9d-4225-a1b5-d549b2d23369 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:14.980428 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:14.980582 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae1ccbe9-8a9d-4225-a1b5-d549b2d23369 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:14.981062 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1ccbe9-8a9d-4225-a1b5-d549b2d23369'] response: {'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e', 'code': 200} Apr 05 18:52:14.986308 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.107452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1c612e3-ab29-4559-9561-d69e00faa51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.111135 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.138481 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b6079e-b15d-4183-a9f1-b0dd787befbd x-openstack-request-id: req-23b6079e-b15d-4183-a9f1-b0dd787befbd {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:15.138763 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:15.139021 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23b6079e-b15d-4183-a9f1-b0dd787befbd {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:15.139479 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b6079e-b15d-4183-a9f1-b0dd787befbd'] response: {'name': 'network-changed', 'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104', 'status': 'completed', 'code': 200} Apr 05 18:52:15.146987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298029d-d5dc-40df-b86d-a2d639341b4b req-dcee245d-8249-49e6-ade9-b873e290a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:15.148509 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1298029d-d5dc-40df-b86d-a2d639341b4b req-dcee245d-8249-49e6-ade9-b873e290a571 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 1096 time: 0.2401955 Apr 05 18:52:15.206116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26202122-36f0-4983-a11c-79ce15bf65f5 None None] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:52:15.261727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:15.314833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9602e3-d183-4872-bd68-4ae40f0dde5a req-5a572260-f25c-422d-a134-aca85903931d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:15.318959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d9602e3-d183-4872-bd68-4ae40f0dde5a req-5a572260-f25c-422d-a134-aca85903931d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.3409142 Apr 05 18:52:15.412190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0e804-fb2c-4194-97d5-5a0619cc5263 req-50c34227-8743-4e0a-bbad-e7a21f0fe305 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:15.414162 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1298029d-d5dc-40df-b86d-a2d639341b4b req-7207863a-00f8-4e74-b432-aa932f16c512 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327108 Apr 05 18:52:15.424156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fa0e804-fb2c-4194-97d5-5a0619cc5263 req-50c34227-8743-4e0a-bbad-e7a21f0fe305 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.2462924 Apr 05 18:52:15.458083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.513669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.546716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e5114-70f7-42f7-924d-5cae8d362166 req-0bcf5539-a4ed-4318-8271-bd07391cb334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:15.548551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-813e5114-70f7-42f7-924d-5cae8d362166 req-0bcf5539-a4ed-4318-8271-bd07391cb334 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 1096 time: 0.4081168 Apr 05 18:52:15.573237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:52:15.577700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:15.582530 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1c612e3-ab29-4559-9561-d69e00faa51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.584096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:15.586556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Port': ['ID=51bcb90f-f863-4c98-ac38-a1ae6aed7379,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:15.588395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:15.631965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1c612e3-ab29-4559-9561-d69e00faa51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.647040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:15.647324 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.656705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d9602e3-d183-4872-bd68-4ae40f0dde5a req-01af31c3-26ed-409e-8319-2ea7c8e2b947 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225386 Apr 05 18:52:15.669125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fa0e804-fb2c-4194-97d5-5a0619cc5263 req-2d1ba50d-851a-44fd-b089-8897dab4758a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142737 Apr 05 18:52:15.670365 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bc98621f-3087-4f58-9171-85148a787273 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7730844 Apr 05 18:52:15.721800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c612e3-ab29-4559-9561-d69e00faa51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7e75f8-1577-45eb-a031-23ebadc67b54,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:15.794701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c0f80b4c-82b9-4a72-ab36-2e06399b33e8 None None] Provisioning complete for port d032dcae-c385-4ded-8344-09860051a7e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:15.794701 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0f80b4c-82b9-4a72-ab36-2e06399b33e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.884124 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5c009-1485-4d13-8d34-cde389d2b8d8 None None] Pushing event updated for resources: {'Port': ['ID=f941cc5a-87c1-4a05-b464-938b2e4ff449,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:15.900194 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:15.906327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e1c612e3-ab29-4559-9561-d69e00faa51a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d738a9dddd554020960df912661faa2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2915628 Apr 05 18:52:15.906327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e5114-70f7-42f7-924d-5cae8d362166 req-8be2dc4d-10fe-41aa-8421-a21d4fe976e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:15.907397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56976) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:15.925776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-813e5114-70f7-42f7-924d-5cae8d362166 req-8be2dc4d-10fe-41aa-8421-a21d4fe976e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.3386216 Apr 05 18:52:16.054280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3ec7-9462-4aa1-bd7b-b366adb47736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.130283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3ec7-9462-4aa1-bd7b-b366adb47736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.184704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port d032dcae-c385-4ded-8344-09860051a7e8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d032dcae-c385-4ded-8344-09860051a7e8,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:16.186188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56982) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:16.203762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7ef5d47c-2e74-4f4b-8ebd-21a638005c35 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551118816', 'description': 'tempest-description--1361572137'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:16.262806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.288700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d47c-2e74-4f4b-8ebd-21a638005c35 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.309374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b7f03-405a-46a6-96cc-ee811bd17ebd req-198e1b61-3231-449c-89ba-5ee592831096 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:16.311720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-566b7f03-405a-46a6-96cc-ee811bd17ebd req-198e1b61-3231-449c-89ba-5ee592831096 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.3840177 Apr 05 18:52:16.343181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-813e5114-70f7-42f7-924d-5cae8d362166 req-ce797944-43e4-4188-af86-3a2b0ae1ed29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9d50a5-7025-4d59-9158-5b39470de104 HTTP/1.1" status: 200 len: 999 time: 0.3788154 Apr 05 18:52:16.453357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=d032dcae-c385-4ded-8344-09860051a7e8,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:16.489582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d47c-2e74-4f4b-8ebd-21a638005c35 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.495884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3ec7-9462-4aa1-bd7b-b366adb47736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.500579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3ec7-9462-4aa1-bd7b-b366adb47736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.502841 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9d8e3ec7-9462-4aa1-bd7b-b366adb47736 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca7e75f8-1577-45eb-a031-23ebadc67b54 HTTP/1.1" status: 204 len: 168 time: 0.5950935 Apr 05 18:52:16.533125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d47c-2e74-4f4b-8ebd-21a638005c35 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.558529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f941cc5a-87c1-4a05-b464-938b2e4ff449 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:16.586532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d47c-2e74-4f4b-8ebd-21a638005c35 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.588571 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7ef5d47c-2e74-4f4b-8ebd-21a638005c35 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4010952 Apr 05 18:52:16.590522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e3ec7-9462-4aa1-bd7b-b366adb47736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7e75f8-1577-45eb-a031-23ebadc67b54,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:16.596105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56990) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:16.606789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e5114-70f7-42f7-924d-5cae8d362166 req-88b5799c-11e1-4564-8b4a-73687752db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:16.608033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4d629781-4a53-4821-8954-6302a911c4fc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'security_group_rule': {'security_group_id': 'db9bf070-715a-40c1-845b-c242e4bc5686', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:16.608302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-813e5114-70f7-42f7-924d-5cae8d362166 req-88b5799c-11e1-4564-8b4a-73687752db0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.1932340 Apr 05 18:52:16.662811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efc9f5b8-7436-4ecb-b224-9963de3bb927 req-b0f169d4-87f0-4e91-9448-f39079acc4ef tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3a4cc0-8d69-4fab-b899-62b344529800 HTTP/1.1" status: 200 len: 210 time: 0.2756953 Apr 05 18:52:16.679600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-566b7f03-405a-46a6-96cc-ee811bd17ebd req-fb577f59-093f-48ad-b9e2-6f1471613f52 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410475 Apr 05 18:52:16.773740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5d47c-2e74-4f4b-8ebd-21a638005c35 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9bf070-715a-40c1-845b-c242e4bc5686,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:16.794010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d629781-4a53-4821-8954-6302a911c4fc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.818695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '54343e17-ca8a-4763-94e1-013e9ab3a48d', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'port_id': '8b9d50a5-7025-4d59-9158-5b39470de104', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'mac_address': 'fa:16:3e:dd:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:51:46Z', 'updated_at': '2022-04-05T18:52:12Z', 'revision_number': 1, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:16.830712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d66532-346b-4eea-968b-5ba5ac39d4b3 None None] Network a954e435-97fc-41ff-8911-773ef5d9cc23 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:52:16.850559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e5114-70f7-42f7-924d-5cae8d362166 req-ac1b5629-e245-43a0-90d7-b8e572b03b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:16.852572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-813e5114-70f7-42f7-924d-5cae8d362166 req-ac1b5629-e245-43a0-90d7-b8e572b03b2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887226 Apr 05 18:52:16.909695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d629781-4a53-4821-8954-6302a911c4fc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.923731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d629781-4a53-4821-8954-6302a911c4fc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:16.965097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d629781-4a53-4821-8954-6302a911c4fc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbf7734-6e3a-46ca-806c-c32bb3f2b7b5,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:16.977849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] Checking router: 4d70f1c4-1135-4095-9991-47e1c2f6d20c for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:52:17.001724 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d629781-4a53-4821-8954-6302a911c4fc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.003858 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4d629781-4a53-4821-8954-6302a911c4fc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059918 Apr 05 18:52:17.006586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57002) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:17.011674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4b9d7d10-302f-4ff5-995a-6bfa83b51dc5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'security_group_rule': {'security_group_id': 'db9bf070-715a-40c1-845b-c242e4bc5686', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:17.017201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-813e5114-70f7-42f7-924d-5cae8d362166 req-084105af-5df6-49c0-ae0d-800e21c3f529 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527305 Apr 05 18:52:17.024599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f941cc5a-87c1-4a05-b464-938b2e4ff449 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:17.030669 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.069435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7d10-302f-4ff5-995a-6bfa83b51dc5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.082605 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:52:17.207593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7d10-302f-4ff5-995a-6bfa83b51dc5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.215901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7d10-302f-4ff5-995a-6bfa83b51dc5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.222738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:52:17.224736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:17.246628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007ba78-7006-4390-8d4d-31fe9c7a4749 req-0694266e-5d7e-40c8-87da-e6837dc83651 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:17.256827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3007ba78-7006-4390-8d4d-31fe9c7a4749 req-0694266e-5d7e-40c8-87da-e6837dc83651 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.1989076 Apr 05 18:52:17.259078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7d10-302f-4ff5-995a-6bfa83b51dc5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.261158 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4b9d7d10-302f-4ff5-995a-6bfa83b51dc5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2535179 Apr 05 18:52:17.265107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d7d10-302f-4ff5-995a-6bfa83b51dc5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bd7744-a099-493e-a554-bc65b9ce3d1f,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:17.265865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57004) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:17.288989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37e0cf-acd4-40f5-a4db-7d4fc8d45ee8 req-4438dbab-2e25-4ab4-803b-e885f8191819 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:17.291634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d37e0cf-acd4-40f5-a4db-7d4fc8d45ee8 req-4438dbab-2e25-4ab4-803b-e885f8191819 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.4426608 Apr 05 18:52:17.302647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:17.317098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57008) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:17.335204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d6b4784-bf66-4a3c-ab4f-c5c83ea60f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.453711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-98070279-529c-4f57-b228-c03156f925da None None] Provisioning complete for port f941cc5a-87c1-4a05-b464-938b2e4ff449 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:17.454089 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98070279-529c-4f57-b228-c03156f925da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.476296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d6b4784-bf66-4a3c-ab4f-c5c83ea60f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.489984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d6b4784-bf66-4a3c-ab4f-c5c83ea60f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.503408 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.542113 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5d6b4784-bf66-4a3c-ab4f-c5c83ea60f9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02afa5a9596a4d2d8630f7de928bf01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238584 Apr 05 18:52:17.543591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b4784-bf66-4a3c-ab4f-c5c83ea60f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3314df4-b0bb-4f28-8996-f1519b3b9854,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:17.547391 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57010) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:17.559040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-813e5114-70f7-42f7-924d-5cae8d362166 req-05a6a359-e8b2-4ed6-a9ff-51cb5c7f6e0d service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068045 Apr 05 18:52:17.614543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d37e0cf-acd4-40f5-a4db-7d4fc8d45ee8 req-27c3d343-4d62-430d-a0de-f29f176f1dcf tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642677 Apr 05 18:52:17.615918 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.619997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port f941cc5a-87c1-4a05-b464-938b2e4ff449, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f941cc5a-87c1-4a05-b464-938b2e4ff449,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:17.640710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3007ba78-7006-4390-8d4d-31fe9c7a4749 req-0e0f8bcf-0eed-4eeb-a9f9-f8c52be32c6e tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828347 Apr 05 18:52:17.658206 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e1f50e42-1fb9-4247-8dd8-9947f4bed232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.660364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:52:17.724967 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e1f50e42-1fb9-4247-8dd8-9947f4bed232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.861035 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e1f50e42-1fb9-4247-8dd8-9947f4bed232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.865067 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e1f50e42-1fb9-4247-8dd8-9947f4bed232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:17.866792 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e1f50e42-1fb9-4247-8dd8-9947f4bed232 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3314df4-b0bb-4f28-8996-f1519b3b9854 HTTP/1.1" status: 204 len: 168 time: 0.3176329 Apr 05 18:52:17.877986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f50e42-1fb9-4247-8dd8-9947f4bed232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3314df4-b0bb-4f28-8996-f1519b3b9854,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:17.901363 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:18.002486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd1f8c-74d5-4370-8487-0c813f4f7136 req-2a5da60b-487f-4a4a-bf0d-e931c48b4424 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:18.004304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cdd1f8c-74d5-4370-8487-0c813f4f7136 req-2a5da60b-487f-4a4a-bf0d-e931c48b4424 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.0986676 Apr 05 18:52:18.006497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:18.157350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Allocated IP 172.25.4.246 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/1ec58a71-00a0-4152-95e8-48b4a878c1c2) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:18.259746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=f941cc5a-87c1-4a05-b464-938b2e4ff449,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:18.398456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1fbf37d9-1a6e-4c12-8990-c3e27e93f286 None None] Provisioning complete for port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:18.398910 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fbf37d9-1a6e-4c12-8990-c3e27e93f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:18.457933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d032dcae-c385-4ded-8344-09860051a7e8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:18.504762 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:18.524483 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf37d9-1a6e-4c12-8990-c3e27e93f286 None None] Port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:52:18.562701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '54343e17-ca8a-4763-94e1-013e9ab3a48d', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'port_id': '8b9d50a5-7025-4d59-9158-5b39470de104', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'mac_address': 'fa:16:3e:dd:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:51:46Z', 'updated_at': '2022-04-05T18:52:12Z', 'revision_number': 1, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:18.587065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cdd1f8c-74d5-4370-8487-0c813f4f7136 req-aa2ea548-66be-478d-b4bf-dc8648e5e463 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074252 Apr 05 18:52:18.626510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e5b68-6447-4e66-a0a1-1472e3cec0a7 req-af3664f7-54e6-421d-a5f8-5813e41fa574 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:18.634166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855609e-dbe7-464f-98d9-8bc728ea7456 None None] The sync data for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 is: [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '54343e17-ca8a-4763-94e1-013e9ab3a48d', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'port_id': '8b9d50a5-7025-4d59-9158-5b39470de104', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'mac_address': 'fa:16:3e:dd:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:51:46Z', 'updated_at': '2022-04-05T18:52:12Z', 'revision_number': 1, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:52:18.639871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c17e5b68-6447-4e66-a0a1-1472e3cec0a7 req-af3664f7-54e6-421d-a5f8-5813e41fa574 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.4613552 Apr 05 18:52:18.656586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1fbf37d9-1a6e-4c12-8990-c3e27e93f286 None None] Provisioning complete for port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:18.657344 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fbf37d9-1a6e-4c12-8990-c3e27e93f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:18.698851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d032dcae-c385-4ded-8344-09860051a7e8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:18.699238 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:18.749462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf37d9-1a6e-4c12-8990-c3e27e93f286 None None] Port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:52:18.757923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c17e5b68-6447-4e66-a0a1-1472e3cec0a7 req-50a8e98d-a1ee-4e90-aac4-310b00d27cb4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170676 Apr 05 18:52:18.780516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1fbf37d9-1a6e-4c12-8990-c3e27e93f286 None None] Provisioning complete for port d032dcae-c385-4ded-8344-09860051a7e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:18.780894 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fbf37d9-1a6e-4c12-8990-c3e27e93f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:18.793717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:18.881450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:18.888599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:18.894308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:18.927323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Port': ['ID=1ec58a71-00a0-4152-95e8-48b4a878c1c2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:19.051944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:19.145287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:19.177875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f941cc5a-87c1-4a05-b464-938b2e4ff449 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:19.234734 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c03512-45a1-4524-9ecc-c3454b2881c4 None None] New status for floating IP 54343e17-ca8a-4763-94e1-013e9ab3a48d: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:52:19.320850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f941cc5a-87c1-4a05-b464-938b2e4ff449 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:19.320850 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:19.468928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1233514f-6e7c-4096-865b-50d5c12912e0 None None] Provisioning complete for port f941cc5a-87c1-4a05-b464-938b2e4ff449 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:19.469709 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1233514f-6e7c-4096-865b-50d5c12912e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:19.479462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb9fd-3834-4139-9744-5100dd1a766b req-5a6700f8-1815-4880-9321-a3e1af9f5a75 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:19.487804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a31cb9fd-3834-4139-9744-5100dd1a766b req-5a6700f8-1815-4880-9321-a3e1af9f5a75 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.1044335 Apr 05 18:52:19.549992 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:19.554299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a31cb9fd-3834-4139-9744-5100dd1a766b req-8ac500fe-25e6-4dbd-b631-f8977e712d39 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653310 Apr 05 18:52:19.561176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:19.635802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Port': ['ID=1ec58a71-00a0-4152-95e8-48b4a878c1c2,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:19.649949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:19.668202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:19.675965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ee99b999-c74e-481f-8a5f-c9fbf4d48089 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3911710 Apr 05 18:52:19.921643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba4ea4-5838-493b-b071-f0a730f799fa req-90db03f8-941e-49af-b807-93fc4b76ab6a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:19.923778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96ba4ea4-5838-493b-b071-f0a730f799fa req-90db03f8-941e-49af-b807-93fc4b76ab6a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.0865560 Apr 05 18:52:19.994891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96ba4ea4-5838-493b-b071-f0a730f799fa req-ff6a5b1b-82ad-43e6-8897-ae94708ae36a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628908 Apr 05 18:52:20.051809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bb17e0b3-5acf-4c89-882e-1e542bc459d2 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1551118816&fields=id&tenant_id=4dfab4cfb44e4cdd88372808419896a2 HTTP/1.1" status: 200 len: 267 time: 0.0776517 Apr 05 18:52:20.142902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-284386a6-64d2-4102-a6a2-1eff63964aca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:20.147358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-284386a6-64d2-4102-a6a2-1eff63964aca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports/728ba331-3953-4dc4-aeed-a08dac3ae9c4 HTTP/1.1" status: 200 len: 931 time: 0.0860097 Apr 05 18:52:20.202118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-99e15b61-51d9-43c0-b804-b338c2897bc4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:20.203729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-99e15b61-51d9-43c0-b804-b338c2897bc4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports/51bcb90f-f863-4c98-ac38-a1ae6aed7379 HTTP/1.1" status: 200 len: 931 time: 0.0502110 Apr 05 18:52:20.284798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-94530c3a-c386-4cdd-814d-79b202d7482d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?network_id=a954e435-97fc-41ff-8911-773ef5d9cc23&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0742924 Apr 05 18:52:20.346405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-83d2226b-5785-42fe-aa05-fab83911e24e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?network_id=a954e435-97fc-41ff-8911-773ef5d9cc23&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0547211 Apr 05 18:52:20.560667 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-fa30c15d-0108-45ed-9e51-dfffc0bc924f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543790 Apr 05 18:52:20.575908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-581cd175-c661-4a6b-8af6-361474e147b0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:20.584991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-581cd175-c661-4a6b-8af6-361474e147b0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:20.592225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-581cd175-c661-4a6b-8af6-361474e147b0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:20.601146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-581cd175-c661-4a6b-8af6-361474e147b0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/networks?id=798730b5-7361-4e69-83c3-9ab022a1409a&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=a954e435-97fc-41ff-8911-773ef5d9cc23&id=a954e435-97fc-41ff-8911-773ef5d9cc23 HTTP/1.1" status: 200 len: 1990 time: 0.2538037 Apr 05 18:52:20.641283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d54a3026-564f-4010-b6bd-5556b55cc525 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/quotas/4dfab4cfb44e4cdd88372808419896a2 HTTP/1.1" status: 200 len: 375 time: 0.0388689 Apr 05 18:52:20.697462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-0b7ff501-a664-4767-aaea-b6afff9dd8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:20.699472 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-0b7ff501-a664-4767-aaea-b6afff9dd8c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 1097 time: 0.0850708 Apr 05 18:52:20.770900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d6174-1215-44de-bb56-d7c4557c68bc req-a81f7070-416c-486b-9299-0b006c74e756 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:20.772504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-005d6174-1215-44de-bb56-d7c4557c68bc req-a81f7070-416c-486b-9299-0b006c74e756 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.1600199 Apr 05 18:52:20.800083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-9eb9bc04-2cd4-4205-a833-7121680873dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1495428 Apr 05 18:52:20.852192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-b240d6b1-dd45-4e5f-8b36-fe29737f7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:20.853690 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-b240d6b1-dd45-4e5f-8b36-fe29737f7afb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.1291978 Apr 05 18:52:20.903843 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-874d0536-b00a-4fe4-9986-78d6ca23e220 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d1786fb-d259-4d92-9a1f-67b41d6f798f HTTP/1.1" status: 200 len: 217 time: 0.0405633 Apr 05 18:52:21.013802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-17eb1523-070f-451e-b22d-0f06d7e57221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:21.018492 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-17eb1523-070f-451e-b22d-0f06d7e57221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.1023180 Apr 05 18:52:21.077626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-e39d1065-e28a-4595-8039-abc7cb3a57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:21.079740 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-e39d1065-e28a-4595-8039-abc7cb3a57d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542758 Apr 05 18:52:21.226357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f899f4-2b94-48cc-a267-1180c2b6e28a req-c86d85e4-e05c-4dd3-b0cb-57049dd50d09 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:21.239703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66f899f4-2b94-48cc-a267-1180c2b6e28a req-c86d85e4-e05c-4dd3-b0cb-57049dd50d09 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.5495338 Apr 05 18:52:21.287497 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-76f974a0-de76-4c52-b293-2f2386133d36 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994867 Apr 05 18:52:21.389720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66f899f4-2b94-48cc-a267-1180c2b6e28a req-b458402d-2625-469e-abca-3110df80af01 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435668 Apr 05 18:52:21.463006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-ff19ddf7-cd54-422d-a459-9b390c18b257 service neutron] 10.222.0.15 "GET /v2.0/networks/798730b5-7361-4e69-83c3-9ab022a1409a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619248 Apr 05 18:52:21.492273 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d732aa14-1825-4fe1-b13e-7cc5874141a5 req-9811bd1a-a7d1-497e-875d-c99dbb951a86 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947765 Apr 05 18:52:21.538030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-005d6174-1215-44de-bb56-d7c4557c68bc req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Deleting port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:52:21.538736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-005d6174-1215-44de-bb56-d7c4557c68bc req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:21.676348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-ef56f2f3-b27b-4387-8f63-d9b2b5e773d0 service neutron] 10.222.0.15 "GET /v2.0/networks/798730b5-7361-4e69-83c3-9ab022a1409a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122748 Apr 05 18:52:21.713044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c17b-dce2-49e1-9905-667c1b511cf6 req-d633ebe1-7845-4364-b02a-1c935f3faa5a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:21.714590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0100c17b-dce2-49e1-9905-667c1b511cf6 req-d633ebe1-7845-4364-b02a-1c935f3faa5a tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 946 time: 0.1525092 Apr 05 18:52:21.766465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-986f07c0-3d8d-4f2b-8729-e5e3442cb9b4 service neutron] 10.222.0.15 "GET /v2.0/ports/728ba331-3953-4dc4-aeed-a08dac3ae9c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0738251 Apr 05 18:52:21.885198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-005d6174-1215-44de-bb56-d7c4557c68bc req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] For port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,segment=NetworkSegment(b7205072-11ff-46bc-ad39-510be3f713f9),segment_id=b7205072-11ff-46bc-ad39-510be3f713f9)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:21.885569 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-005d6174-1215-44de-bb56-d7c4557c68bc req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:21.929941 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57194) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:21.938257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-005d6174-1215-44de-bb56-d7c4557c68bc req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Calling delete_port for c9b20eea-5873-42ae-8899-e3ac1e6b4d6c owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:52:21.944151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0100c17b-dce2-49e1-9905-667c1b511cf6 req-2fdda54e-c119-4cc2-b701-d8511e2201d8 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/security-groups?id=49ba7d53-a54c-49f3-9141-76d2ccb08c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767764 Apr 05 18:52:22.017781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-34da3bbd-1675-4dc2-bc62-af24164ebbba service neutron] 10.222.0.15 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316673 Apr 05 18:52:22.099271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8504beb-2ca4-4cdb-b768-68a9eb6b31b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:22.177796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-de476351-e612-46d3-9ffc-31032e18c0a1 service neutron] 10.222.0.15 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515739 Apr 05 18:52:22.193237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8504beb-2ca4-4cdb-b768-68a9eb6b31b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:22.200430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8504beb-2ca4-4cdb-b768-68a9eb6b31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:22.224885 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-005d6174-1215-44de-bb56-d7c4557c68bc req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:22.237520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['c9b20eea-5873-42ae-8899-e3ac1e6b4d6c'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:52:22.255477 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b8504beb-2ca4-4cdb-b768-68a9eb6b31b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f203a91554b4c3580e187606e26b309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237474 Apr 05 18:52:22.257824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57202) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:22.264112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8504beb-2ca4-4cdb-b768-68a9eb6b31b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b361e87-188f-48df-bd33-d4e5c3def8e0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:22.288719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Pushing event deleted for resources: {'Port': ['ID=c9b20eea-5873-42ae-8899-e3ac1e6b4d6c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:22.301004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e4c50955-8e4e-4ff2-af9c-33a1b17cfaf1 service neutron] 10.222.0.15 "GET /v2.0/ports/51bcb90f-f863-4c98-ac38-a1ae6aed7379?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1097376 Apr 05 18:52:22.325429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5b67d50-4867-4321-b8cb-01fda881dfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:22.358621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5b67d50-4867-4321-b8cb-01fda881dfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:22.379398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-005d6174-1215-44de-bb56-d7c4557c68bc req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] No DVR routers for this DVR port c9b20eea-5873-42ae-8899-e3ac1e6b4d6c on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:52:22.382358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-005d6174-1215-44de-bb56-d7c4557c68bc req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:22.385756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-005d6174-1215-44de-bb56-d7c4557c68bc req-18b18b84-d525-4376-b803-754e92dddb96 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.25 "DELETE /v2.0/ports/c9b20eea-5873-42ae-8899-e3ac1e6b4d6c HTTP/1.1" status: 204 len: 173 time: 1.5767221 Apr 05 18:52:22.386205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d763de-abf5-4261-8f9e-198495adf2e5', 'name': 'network-vif-deleted', 'tag': 'c9b20eea-5873-42ae-8899-e3ac1e6b4d6c'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:22.388489 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f50ee3-beab-46b8-a8fe-104ecbe637d0" -d '{"events": [{"server_uuid": "d8d763de-abf5-4261-8f9e-198495adf2e5", "name": "network-vif-deleted", "tag": "c9b20eea-5873-42ae-8899-e3ac1e6b4d6c"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:22.458574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5b67d50-4867-4321-b8cb-01fda881dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:22.462275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5b67d50-4867-4321-b8cb-01fda881dfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:22.466263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c5b67d50-4867-4321-b8cb-01fda881dfbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b361e87-188f-48df-bd33-d4e5c3def8e0 HTTP/1.1" status: 204 len: 168 time: 0.2053871 Apr 05 18:52:22.475754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b67d50-4867-4321-b8cb-01fda881dfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b361e87-188f-48df-bd33-d4e5c3def8e0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:22.503119 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ace2e6-737e-4c4b-afbf-d4ab287e881c x-openstack-request-id: req-24ace2e6-737e-4c4b-afbf-d4ab287e881c {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:22.503598 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d763de-abf5-4261-8f9e-198495adf2e5", "name": "network-vif-deleted", "tag": "c9b20eea-5873-42ae-8899-e3ac1e6b4d6c", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:22.504024 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24ace2e6-737e-4c4b-afbf-d4ab287e881c {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:22.505206 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ace2e6-737e-4c4b-afbf-d4ab287e881c'] response: {'server_uuid': 'd8d763de-abf5-4261-8f9e-198495adf2e5', 'name': 'network-vif-deleted', 'tag': 'c9b20eea-5873-42ae-8899-e3ac1e6b4d6c', 'status': 'completed', 'code': 200} Apr 05 18:52:22.617156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-3855b44e-fe6f-4033-9910-b3d0497ec5e0 service neutron] 10.222.0.15 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673337 Apr 05 18:52:22.691112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0b3d0-5f3c-4a9a-96a2-b56c6a438a9e req-a4301a8f-eb48-49d9-8e64-0c521e486fd3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:22.693206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbf0b3d0-5f3c-4a9a-96a2-b56c6a438a9e req-a4301a8f-eb48-49d9-8e64-0c521e486fd3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.0917881 Apr 05 18:52:22.827567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbf0b3d0-5f3c-4a9a-96a2-b56c6a438a9e req-25f166c1-abf1-41e0-a9c0-38bfd353152a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006858 Apr 05 18:52:22.870273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d78c5a26-071d-46b1-9884-ea14e4cf1152 service neutron] 10.222.0.15 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017651 Apr 05 18:52:23.011505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-135e2250-027c-4f45-bfe5-3b97ed2a5bce service neutron] 10.222.0.15 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351502 Apr 05 18:52:23.023357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57222) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:23.049509 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-baeb9420-0e08-4982-9097-299e6ed131f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:23.129729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-566570e6-285e-4182-a0f8-437c99f63566 req-ef326d52-68a7-4c3a-af68-c8a91d735733 tempest-ServerDiskConfigTestJSON-562177449 tempest-ServerDiskConfigTestJSON-562177449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d763de-abf5-4261-8f9e-198495adf2e5 HTTP/1.1" status: 200 len: 210 time: 0.0807388 Apr 05 18:52:23.168182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-baeb9420-0e08-4982-9097-299e6ed131f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:23.177360 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-baeb9420-0e08-4982-9097-299e6ed131f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:23.196924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-770ac9d8-3d0e-4ec6-8175-5df8767f8323 service neutron] 10.222.0.15 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801343 Apr 05 18:52:23.241372 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-baeb9420-0e08-4982-9097-299e6ed131f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b31a57748c99498bb1643592e1af8370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169414 Apr 05 18:52:23.245195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57224) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:23.250699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:52:23.257306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb9420-0e08-4982-9097-299e6ed131f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53534a68-a50d-4370-8070-2df28a6124d1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:23.313916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f0fe022-dfea-454f-9d63-2be874bf8ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:23.338568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f0fe022-dfea-454f-9d63-2be874bf8ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:23.354545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-6b9703ce-39b8-477e-9448-090e83799fb7 service neutron] 10.222.0.15 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504362 Apr 05 18:52:23.402490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f0fe022-dfea-454f-9d63-2be874bf8ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:23.407679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f0fe022-dfea-454f-9d63-2be874bf8ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:23.408949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:23.409421 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8f0fe022-dfea-454f-9d63-2be874bf8ce0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53534a68-a50d-4370-8070-2df28a6124d1 HTTP/1.1" status: 204 len: 168 time: 0.1622217 Apr 05 18:52:23.425153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'port_id': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e', 'mac_address': 'fa:16:3e:4c:5d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:52:23.439900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fe022-dfea-454f-9d63-2be874bf8ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53534a68-a50d-4370-8070-2df28a6124d1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:23.473892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-502d31cb-d9cf-4aeb-b7d4-31a56d7b9256 service neutron] 10.222.0.15 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074996 Apr 05 18:52:23.505866 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:23.531897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:23.573534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:23.583418 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:23.644805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e925fc0d-16fe-44e8-86a0-1680bd35cbb6 service neutron] 10.222.0.15 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632211 Apr 05 18:52:23.790465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c13c2451-cc06-4356-8810-56df66e24eeb service neutron] 10.222.0.15 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317506 Apr 05 18:52:24.022669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba6012-5c01-47e2-b452-dd71c86500c2 req-89a4392e-6a0d-4e50-9d71-d1bd2469b621 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:24.024048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:52:24.031239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:24.035451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3ba6012-5c01-47e2-b452-dd71c86500c2 req-89a4392e-6a0d-4e50-9d71-d1bd2469b621 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 946 time: 0.2305336 Apr 05 18:52:24.153232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3ba6012-5c01-47e2-b452-dd71c86500c2 req-e3d66698-5486-45eb-b3ad-2c72c698d7f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151760 Apr 05 18:52:24.163785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-0f8e4519-0ac6-4ff8-8750-3a080ff63d72 service neutron] 10.222.0.15 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604209 Apr 05 18:52:24.348164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d134c8-514c-4ea9-9a11-8efedaef9fb7 req-2f078cf7-4a8c-466a-acde-afd37c2b4d05 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:24.349618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25d134c8-514c-4ea9-9a11-8efedaef9fb7 req-2f078cf7-4a8c-466a-acde-afd37c2b4d05 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 944 time: 0.0680950 Apr 05 18:52:24.377237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2b23df1-5795-49b8-9719-3788f61dc0d2 service neutron] 10.222.0.15 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855488 Apr 05 18:52:24.416379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25d134c8-514c-4ea9-9a11-8efedaef9fb7 req-573e1e4b-f7a8-4b11-9fcd-2f5488ccba0b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567183 Apr 05 18:52:24.513792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c9b20eea-5873-42ae-8899-e3ac1e6b4d6c no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:52:24.549742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: c9b20eea-5873-42ae-8899-e3ac1e6b4d6c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:52:24.550101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c9b20eea-5873-42ae-8899-e3ac1e6b4d6c not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:52:24.650157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57300) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:24.702965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f6ca1d-49c5-47e4-97c1-035af0bfd291 admin admin] Deleting subnet 0310af1c-705a-419a-9e30-7b9822ba662b {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:52:24.706561 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68f6ca1d-49c5-47e4-97c1-035af0bfd291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:24.747783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68f6ca1d-49c5-47e4-97c1-035af0bfd291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:24.854833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68f6ca1d-49c5-47e4-97c1-035af0bfd291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:24.965390 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68f6ca1d-49c5-47e4-97c1-035af0bfd291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.004032 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68f6ca1d-49c5-47e4-97c1-035af0bfd291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.012603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-68f6ca1d-49c5-47e4-97c1-035af0bfd291 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0310af1c-705a-419a-9e30-7b9822ba662b HTTP/1.1" status: 204 len: 168 time: 0.3613181 Apr 05 18:52:25.015757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57330) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:25.058864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ca1d-49c5-47e4-97c1-035af0bfd291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0310af1c-705a-419a-9e30-7b9822ba662b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:25.164091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.256712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:25.314306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-818058d2-779f-4d04-b7c3-8217b196b2b8 req-8db358c6-0bbb-4060-88b9-f9e70753e647 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0577350 Apr 05 18:52:25.375917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.416067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b55db2-9bdf-4fe7-a7dd-09445f088dda']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:25.432430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:25.432988 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.442786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7205072-11ff-46bc-ad39-510be3f713f9') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:25.443377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7205072-11ff-46bc-ad39-510be3f713f9') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:25.465252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.465483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf08a5-fead-4f36-8447-4aef2f6e2c3c req-12269c51-0fb9-435e-91e7-5673260d3a24 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:25.476054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56bf08a5-fead-4f36-8447-4aef2f6e2c3c req-12269c51-0fb9-435e-91e7-5673260d3a24 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 946 time: 0.1463871 Apr 05 18:52:25.531249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56bf08a5-fead-4f36-8447-4aef2f6e2c3c req-14e0f7df-568e-4e9c-98b9-8ad41f587a49 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541475 Apr 05 18:52:25.616477 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.640430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:52:25.641330 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:52:25.644961 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:52:25.667472 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.684855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-fae9eff3-df9e-47ec-b980-0d6319a40a35 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:25.686891 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-fae9eff3-df9e-47ec-b980-0d6319a40a35 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 946 time: 0.2018785 Apr 05 18:52:25.723042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:25.724368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:25.727174 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261fb5e3-b7b4-45a2-ac60-d5c70b1db005" -d '{"events": [{"server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:25.733251 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.784632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.800047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.803620 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/45b55db2-9bdf-4fe7-a7dd-09445f088dda HTTP/1.1" status: 204 len: 168 time: 0.7868428 Apr 05 18:52:25.810205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b910364-c536-4d1f-8615-4f60c3ddf90d req-639a5169-f5cc-48d5-8cec-d0ac1165b89d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:25.829778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b910364-c536-4d1f-8615-4f60c3ddf90d req-639a5169-f5cc-48d5-8cec-d0ac1165b89d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 944 time: 0.2170773 Apr 05 18:52:25.845906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9488e7-1b01-467e-87d5-393f3a5667e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=45b55db2-9bdf-4fe7-a7dd-09445f088dda,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:25.882676 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfacbe59-2372-434b-8b09-4dc664ed93b3 x-openstack-request-id: req-cfacbe59-2372-434b-8b09-4dc664ed93b3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:25.883054 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:25.883262 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfacbe59-2372-434b-8b09-4dc664ed93b3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:25.883644 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfacbe59-2372-434b-8b09-4dc664ed93b3'] response: {'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e', 'code': 200} Apr 05 18:52:25.888771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port 34227f18-24a8-48c5-8c39-38cbbc7ed733 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:52:25.889546 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:25.906161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:25.959158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b910364-c536-4d1f-8615-4f60c3ddf90d req-d289c1f5-82e9-4042-a943-9fc33a5ea794 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234331 Apr 05 18:52:26.060858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] For port 34227f18-24a8-48c5-8c39-38cbbc7ed733, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=34227f18-24a8-48c5-8c39-38cbbc7ed733,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:26.062044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:26.096864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for 34227f18-24a8-48c5-8c39-38cbbc7ed733 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:52:26.279676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57368) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:26.387691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:26.402921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['34227f18-24a8-48c5-8c39-38cbbc7ed733'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:52:26.468244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=34227f18-24a8-48c5-8c39-38cbbc7ed733,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:26.543328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] No DVR routers for this DVR port 34227f18-24a8-48c5-8c39-38cbbc7ed733 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:52:26.546574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:26.550916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3340e749-a45f-48a2-acaa-e06ad60aa73e req-f15ea65a-c7ff-4516-aedb-9d23341b7533 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "DELETE /v2.0/ports/34227f18-24a8-48c5-8c39-38cbbc7ed733 HTTP/1.1" status: 204 len: 173 time: 0.8352869 Apr 05 18:52:26.551236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618b8de-2fa9-4336-93cf-9ab9a4234b6c', 'name': 'network-vif-deleted', 'tag': '34227f18-24a8-48c5-8c39-38cbbc7ed733'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:26.554068 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b7c9a1-3be6-4f17-8c36-e2ec8fd26f59" -d '{"events": [{"server_uuid": "3618b8de-2fa9-4336-93cf-9ab9a4234b6c", "name": "network-vif-deleted", "tag": "34227f18-24a8-48c5-8c39-38cbbc7ed733"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:26.626332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb3ab2d5-bfaf-4396-a653-8fdfd200892f req-a3ea83fd-cad0-4088-be82-d98d6163968a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.1614354 Apr 05 18:52:26.678826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57386) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:26.681206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4bd41e7f-a1c5-4e6f-a460-b9e99610b215 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1eb991040344e22b3db33d471805c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951821 Apr 05 18:52:26.766972 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd3b14d-8baa-42f3-9a16-f5db9ebc0148 x-openstack-request-id: req-7bd3b14d-8baa-42f3-9a16-f5db9ebc0148 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:26.767390 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618b8de-2fa9-4336-93cf-9ab9a4234b6c", "name": "network-vif-deleted", "tag": "34227f18-24a8-48c5-8c39-38cbbc7ed733", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:26.767753 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bd3b14d-8baa-42f3-9a16-f5db9ebc0148 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:26.777522 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd3b14d-8baa-42f3-9a16-f5db9ebc0148'] response: {'server_uuid': '3618b8de-2fa9-4336-93cf-9ab9a4234b6c', 'name': 'network-vif-deleted', 'tag': '34227f18-24a8-48c5-8c39-38cbbc7ed733', 'status': 'completed', 'code': 200} Apr 05 18:52:26.793112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee429a50-e616-4f69-8c4b-b6468e2267df req-93d28777-f6f3-4511-94ef-dffbf0526ec6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 210 time: 0.1012063 Apr 05 18:52:26.971728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-37290488-9ed5-4968-b6a9-e2b680db2866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:27.008246 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-37290488-9ed5-4968-b6a9-e2b680db2866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:27.119057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-37290488-9ed5-4968-b6a9-e2b680db2866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:27.124834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-37290488-9ed5-4968-b6a9-e2b680db2866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:27.130822 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-37290488-9ed5-4968-b6a9-e2b680db2866 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49ba7d53-a54c-49f3-9141-76d2ccb08c68 HTTP/1.1" status: 204 len: 168 time: 0.4508586 Apr 05 18:52:27.146719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37290488-9ed5-4968-b6a9-e2b680db2866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba7d53-a54c-49f3-9141-76d2ccb08c68,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:27.278896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad99a7a-6eee-4906-bcae-8d0529e7fb2e req-ce3f2fbe-b8e3-4acd-8550-09cc5c33ea34 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:27.288051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bad99a7a-6eee-4906-bcae-8d0529e7fb2e req-ce3f2fbe-b8e3-4acd-8550-09cc5c33ea34 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.1275680 Apr 05 18:52:27.435231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-146f0948-b332-4566-b745-7c7ca92622f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:27.437858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-146f0948-b332-4566-b745-7c7ca92622f8 service neutron] 10.222.0.25 "GET /v2.0/ports/728ba331-3953-4dc4-aeed-a08dac3ae9c4 HTTP/1.1" status: 200 len: 1027 time: 0.1014509 Apr 05 18:52:27.509047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bad99a7a-6eee-4906-bcae-8d0529e7fb2e req-584749bc-281c-4868-8ce1-b742242ff86e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040086 Apr 05 18:52:27.520679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-2d94edec-9b53-49f7-a085-e679fe1f312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:27.522093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-2d94edec-9b53-49f7-a085-e679fe1f312e service neutron] 10.222.0.25 "GET /v2.0/ports/51bcb90f-f863-4c98-ac38-a1ae6aed7379 HTTP/1.1" status: 200 len: 1027 time: 0.0771985 Apr 05 18:52:27.663349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-4eeb1f73-8e2f-4c0e-9be2-b05cdfac3f32 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:27.671118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-4eeb1f73-8e2f-4c0e-9be2-b05cdfac3f32 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:27.679128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-4eeb1f73-8e2f-4c0e-9be2-b05cdfac3f32 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:27.681679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-4eeb1f73-8e2f-4c0e-9be2-b05cdfac3f32 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "GET /v2.0/networks?id=798730b5-7361-4e69-83c3-9ab022a1409a&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=a954e435-97fc-41ff-8911-773ef5d9cc23&id=a954e435-97fc-41ff-8911-773ef5d9cc23 HTTP/1.1" status: 200 len: 1990 time: 0.1520483 Apr 05 18:52:27.766719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-69f874bc-dca7-4ade-9978-2b5cdb4b04b4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dfab4cfb44e4cdd88372808419896a2 HTTP/1.1" status: 200 len: 380 time: 0.0756621 Apr 05 18:52:27.776126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'admin_state_up': True, 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'security_groups': ['db9bf070-715a-40c1-845b-c242e4bc5686']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:27.956527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5442078a-ad42-4bdc-8f9c-f3507e48ef86 req-1187fb14-ff79-40d1-ab5f-8aa701a6e784 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.1439528 Apr 05 18:52:28.011551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e816e715-1281-4cf7-b18a-af4b0a3d388a req-ae51af76-fb86-4c77-a00b-8cbcaf2d3e76 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 210 time: 0.0762074 Apr 05 18:52:28.084686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:28.088533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:28.260113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Allocated IP 172.20.0.3 (798730b5-7361-4e69-83c3-9ab022a1409a/b62ed36d-03a3-43ab-9bae-48fb9d376e66/ed51f31e-0c53-4122-bb43-bc2f914bb1b5) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:28.564264 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:28.634843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57458) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:28.711124 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:28.842414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network 798730b5-7361-4e69-83c3-9ab022a1409a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:28.847062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-994199807-network', 'tenant_id': '701fa1bd3f6641dda4708d1e46f497eb'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:28.849822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:28.862836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25c2a6-bddb-4366-aff2-37788830f931 req-d23e00d6-42d0-47f6-89a0-a91a092864d3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:28.864563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f25c2a6-bddb-4366-aff2-37788830f931 req-d23e00d6-42d0-47f6-89a0-a91a092864d3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.2277000 Apr 05 18:52:28.865677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:28.891161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Port': ['ID=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:28.911542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Made reservation on behalf of 701fa1bd3f6641dda4708d1e46f497eb for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:28.913880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:28.943713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.059139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57468) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:29.087296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:29.087971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.175317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f25c2a6-bddb-4366-aff2-37788830f931 req-2c04888e-b3b3-4b55-99a4-f81bb2e94cf9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857304 Apr 05 18:52:29.193751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5784242-3c47-4ce4-bd00-b9c37de20fd3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4214365 Apr 05 18:52:29.213032 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.219155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'admin_state_up': True, 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'security_groups': ['db9bf070-715a-40c1-845b-c242e4bc5686']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:29.229309 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.239637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8342e7-2df1-44b6-9742-17de186dedee req-3e59c480-b82e-4758-b571-31f26eb1f633 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:29.241594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f8342e7-2df1-44b6-9742-17de186dedee req-3e59c480-b82e-4758-b571-31f26eb1f633 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 931 time: 0.1348560 Apr 05 18:52:29.298848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e727ab-5217-4182-b4ed-d73db87c5365,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:29.301663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34227f18-24a8-48c5-8c39-38cbbc7ed733 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:52:29.324549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:52:29.346612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 34227f18-24a8-48c5-8c39-38cbbc7ed733 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:52:29.347041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.347384 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Added segment e5afdd6c-8bf4-446d-a683-065e55dfb354 of type vlan for network 0672b785-3ae8-4c16-8eaa-75e89bfd6898 Apr 05 18:52:29.347639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 34227f18-24a8-48c5-8c39-38cbbc7ed733 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:52:29.385137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f8342e7-2df1-44b6-9742-17de186dedee req-bed64ee8-4630-4130-9f08-cc48b52f6bbf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323638 Apr 05 18:52:29.401225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-562889c0-d19f-456f-aa4a-8a1c5418c98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.414849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f74ffdad-cd37-46ba-ab10-1d35ae7c2bb7 None None] Provisioning complete for port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:29.415434 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f74ffdad-cd37-46ba-ab10-1d35ae7c2bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.429018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16b376c0-f73a-4dea-af42-b4e38239b53f req-ebaf7f63-7b7e-4a19-bc8a-a89e7a3147df tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 210 time: 0.0672479 Apr 05 18:52:29.509306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f74ffdad-cd37-46ba-ab10-1d35ae7c2bb7 None None] Port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:52:29.524810 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.539971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:29.546507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.586910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.588528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:29.590182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.668476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] Pushing event updated for resources: {'Network': ['ID=0672b785-3ae8-4c16-8eaa-75e89bfd6898,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:29.675200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-562889c0-d19f-456f-aa4a-8a1c5418c98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.680292 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2546a658-5da8-4d59-a310-162a54b7406a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0430253 Apr 05 18:52:29.681340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-562889c0-d19f-456f-aa4a-8a1c5418c98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.683024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57472) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:29.690570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Request body: {'subnet': {'network_id': '0672b785-3ae8-4c16-8eaa-75e89bfd6898', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-994199807-subnet', 'tenant_id': '701fa1bd3f6641dda4708d1e46f497eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:29.696013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0672b785-3ae8-4c16-8eaa-75e89bfd6898 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:52:29.728357 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-562889c0-d19f-456f-aa4a-8a1c5418c98c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fbb2fcd1d544380b266c10b2605cd5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663275 Apr 05 18:52:29.731174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57474) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:29.746985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562889c0-d19f-456f-aa4a-8a1c5418c98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccca743a-6f8e-4c1f-8040-b339e4572bd2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:29.836957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Made reservation on behalf of 701fa1bd3f6641dda4708d1e46f497eb for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:29.843277 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.850854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cfb1cba2-ff43-4018-b339-7f9f953e60bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.891220 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cfb1cba2-ff43-4018-b339-7f9f953e60bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.948541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Allocated IP 10.1.1.206 (2dae8a42-fd72-4f84-93dc-c11df35ece60/6d1345e6-e695-4fa1-aece-6cb1798127f9/389dba6c-91c0-4017-9dd7-6abd0e6e4f29) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:29.950779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cfb1cba2-ff43-4018-b339-7f9f953e60bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.955804 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cfb1cba2-ff43-4018-b339-7f9f953e60bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:29.957252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cfb1cba2-ff43-4018-b339-7f9f953e60bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccca743a-6f8e-4c1f-8040-b339e4572bd2 HTTP/1.1" status: 204 len: 168 time: 0.2245810 Apr 05 18:52:29.993459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1cba2-ff43-4018-b339-7f9f953e60bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccca743a-6f8e-4c1f-8040-b339e4572bd2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:30.185507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:30.369203 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:30.458492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197dd528-2afa-4603-a82c-ae103b355b59,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:30.462061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57484) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:30.497717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4a558bb-0fb0-4c0d-b1ef-5410b488c1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:30.509140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ac14a-d0db-4512-98af-1b4a746ccfca req-ae4fc2b1-4d8b-4ed4-be29-7bb304d48ea1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:30.518253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f8ac14a-d0db-4512-98af-1b4a746ccfca req-ae4fc2b1-4d8b-4ed4-be29-7bb304d48ea1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.1410763 Apr 05 18:52:30.528605 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:30.547121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Checking segment: {'id': 'e5afdd6c-8bf4-446d-a683-065e55dfb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0672b785-3ae8-4c16-8eaa-75e89bfd6898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:30.548140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Network hostable DHCP agents. Network: 0672b785-3ae8-4c16-8eaa-75e89bfd6898, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:52:30.687047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4a558bb-0fb0-4c0d-b1ef-5410b488c1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:30.696249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4a558bb-0fb0-4c0d-b1ef-5410b488c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:30.697780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:30.699089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Network 0672b785-3ae8-4c16-8eaa-75e89bfd6898 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:52:30.721125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f8ac14a-d0db-4512-98af-1b4a746ccfca req-9b892979-ac08-4a14-ada5-cc2b2a562a21 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979766 Apr 05 18:52:30.724097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Port': ['ID=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:30.757478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a558bb-0fb0-4c0d-b1ef-5410b488c1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1467376-8118-49ab-b81e-d5ce73470deb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:30.760901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0672b785-3ae8-4c16-8eaa-75e89bfd6898) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:30.774507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9265dad2-9e94-44e8-8756-1dcb8ae23bc9 None None] Network 0672b785-3ae8-4c16-8eaa-75e89bfd6898 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:52:30.775118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:30.775766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:30.783412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:30.789473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:30.844812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba391dc-268f-49e3-90ee-a1d91143c538 req-8fca06ed-2020-4f8a-95bb-6544ed3534e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:30.849086 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d4a558bb-0fb0-4c0d-b1ef-5410b488c1f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0245421938924869b715fc5f21ed9fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857815 Apr 05 18:52:30.851744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57488) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:30.857082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba391dc-268f-49e3-90ee-a1d91143c538 req-8fca06ed-2020-4f8a-95bb-6544ed3534e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:30.865435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bba391dc-268f-49e3-90ee-a1d91143c538 req-8fca06ed-2020-4f8a-95bb-6544ed3534e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 1653 time: 0.3253365 Apr 05 18:52:30.911626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4d75c69f-cbad-4505-bb85-1fa415c96bd6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2195685 Apr 05 18:52:31.004457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:31.005560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:31.018760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70929a26-962c-44b4-8253-4e3cfc8acdbe req-19b19545-b211-48b1-9995-f352e84988cd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 210 time: 0.0686557 Apr 05 18:52:31.049177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bba391dc-268f-49e3-90ee-a1d91143c538 req-f77d6140-f274-4c06-9c27-56b46735a2ac tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825376 Apr 05 18:52:31.056491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cc4dd47-8992-4b5b-bf30-7b3b3c07689b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8519599 Apr 05 18:52:31.070491 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93b83fff-8f30-4648-b66a-5b510fa095e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:31.074006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'admin_state_up': True, 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'security_groups': ['db9bf070-715a-40c1-845b-c242e4bc5686']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:31.077387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42129e5-32a0-4f1e-9374-9f8fa5090c37 None None] Network 0672b785-3ae8-4c16-8eaa-75e89bfd6898 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:52:31.147205 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93b83fff-8f30-4648-b66a-5b510fa095e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:31.271504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93b83fff-8f30-4648-b66a-5b510fa095e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:31.277055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93b83fff-8f30-4648-b66a-5b510fa095e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:31.298101 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-93b83fff-8f30-4648-b66a-5b510fa095e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1467376-8118-49ab-b81e-d5ce73470deb HTTP/1.1" status: 204 len: 168 time: 0.4452484 Apr 05 18:52:31.314446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b83fff-8f30-4648-b66a-5b510fa095e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1467376-8118-49ab-b81e-d5ce73470deb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:31.374584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-28ae29d7-eecc-4e8c-8556-428f34529be7 None None] Provisioning complete for port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:31.375631 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28ae29d7-eecc-4e8c-8556-428f34529be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:31.405464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:31.412013 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:31.472080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-28ae29d7-eecc-4e8c-8556-428f34529be7 None None] Port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:52:31.609027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Allocated IP 10.1.1.119 (2dae8a42-fd72-4f84-93dc-c11df35ece60/6d1345e6-e695-4fa1-aece-6cb1798127f9/6b598a8d-1bf7-4860-9381-97716fe6007b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:31.893239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-6129c8aa-2daf-4734-a5fb-476293171cf6 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:31.901004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-6129c8aa-2daf-4734-a5fb-476293171cf6 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/networks?id=0672b785-3ae8-4c16-8eaa-75e89bfd6898 HTTP/1.1" status: 200 len: 813 time: 0.2933681 Apr 05 18:52:31.945403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-d74261d2-26d5-40c4-82c4-615b781f2148 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/quotas/701fa1bd3f6641dda4708d1e46f497eb HTTP/1.1" status: 200 len: 375 time: 0.0434308 Apr 05 18:52:31.980954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad7c99-4a22-4dab-a92d-62f87483dba3 req-6049d604-3c40-4a0c-9dd7-1cf797d9f17d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:31.983232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35ad7c99-4a22-4dab-a92d-62f87483dba3 req-6049d604-3c40-4a0c-9dd7-1cf797d9f17d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.1327586 Apr 05 18:52:32.011211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-188b651a-0070-4705-809e-c4c567a7cd72 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=701fa1bd3f6641dda4708d1e46f497eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648746 Apr 05 18:52:32.439489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:32.471283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-307bfcfd-5241-48c6-adc4-60f6032069a7 service neutron] 10.222.0.15 "GET /v2.0/networks/0672b785-3ae8-4c16-8eaa-75e89bfd6898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591601 Apr 05 18:52:32.477445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:32.599670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-899e6511-1b62-4610-b290-c71658373800 service neutron] 10.222.0.15 "GET /v2.0/networks/0672b785-3ae8-4c16-8eaa-75e89bfd6898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147308 Apr 05 18:52:32.618549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35ad7c99-4a22-4dab-a92d-62f87483dba3 req-e80a4fea-56e1-4907-86de-454b61762b63 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119530 Apr 05 18:52:32.669962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:32.680571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:32.698965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:32.893039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22467b18-26aa-4208-bece-799058bb6d1b req-3743ba19-6a7d-48c1-b5b3-5986555fbd0f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 210 time: 0.1022656 Apr 05 18:52:32.909029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Port': ['ID=6b598a8d-1bf7-4860-9381-97716fe6007b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:33.048504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:33.049181 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:33.101354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef879f15-07e8-4598-999a-da8b24502d9b req-4b3eae5b-13e2-4b8c-8530-76b303aa04d8 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 210 time: 0.0400918 Apr 05 18:52:33.111126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1c69ef48-35ec-4c29-bbc2-51683480307a None None] Provisioning complete for port 6b598a8d-1bf7-4860-9381-97716fe6007b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:33.115251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-073d575d-4bc6-4d51-9a8f-0390df363db1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0512757 Apr 05 18:52:33.126730 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c69ef48-35ec-4c29-bbc2-51683480307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:33.126947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d03a-f8b6-4e53-9047-64412399decb req-4d27f334-0274-4684-b2df-2df5ec11be2b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:33.133662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d03a-f8b6-4e53-9047-64412399decb req-4d27f334-0274-4684-b2df-2df5ec11be2b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:33.140330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d03a-f8b6-4e53-9047-64412399decb req-4d27f334-0274-4684-b2df-2df5ec11be2b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:33.148785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d612d03a-f8b6-4e53-9047-64412399decb req-4d27f334-0274-4684-b2df-2df5ec11be2b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 2374 time: 0.1923635 Apr 05 18:52:33.159859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23', 'admin_state_up': True, 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'security_groups': ['db9bf070-715a-40c1-845b-c242e4bc5686']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:33.207067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1c69ef48-35ec-4c29-bbc2-51683480307a None None] Port 6b598a8d-1bf7-4860-9381-97716fe6007b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:52:33.266331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d612d03a-f8b6-4e53-9047-64412399decb req-3d94a51f-199a-4a7d-ab0a-4012b017282e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164382 Apr 05 18:52:33.375437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:33.557746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:33.896879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65edc0-8f40-4966-9d2d-78b2fbe65e15 req-01ad9889-4684-484f-afc9-00474b65a256 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:33.898640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba65edc0-8f40-4966-9d2d-78b2fbe65e15 req-01ad9889-4684-484f-afc9-00474b65a256 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.1275070 Apr 05 18:52:34.011041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba65edc0-8f40-4966-9d2d-78b2fbe65e15 req-39d7bb1d-5c75-4722-8b95-3a196322da3a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013613 Apr 05 18:52:34.052343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Allocated IP 10.2.2.100 (a954e435-97fc-41ff-8911-773ef5d9cc23/53324cb9-a35a-4f7c-8b6c-7d894a246310/89589758-ae48-4a90-86b3-e8e4e2a59960) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:34.152344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c105e2c3-d2b5-40f8-8cf1-28fff5ce6133 req-48da79af-5e07-4de1-8506-0365d28c2c4b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=3618b8de-2fa9-4336-93cf-9ab9a4234b6c HTTP/1.1" status: 200 len: 210 time: 0.0709515 Apr 05 18:52:34.400873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:34.501046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20eaef32-c9bf-412b-a79a-572395166cdf req-256c1fdd-ddd8-4cc6-baac-1f7979ca9923 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 210 time: 0.0579414 Apr 05 18:52:34.546984 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:34.615299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network a954e435-97fc-41ff-8911-773ef5d9cc23 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:34.631437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6f4b8-e1fe-453d-ba09-b41e15037f00 req-be96abff-f8de-4e66-97f2-a0de2a2df12f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:34.636580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6f4b8-e1fe-453d-ba09-b41e15037f00 req-be96abff-f8de-4e66-97f2-a0de2a2df12f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:34.644835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6f4b8-e1fe-453d-ba09-b41e15037f00 req-be96abff-f8de-4e66-97f2-a0de2a2df12f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:34.646617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ae6f4b8-e1fe-453d-ba09-b41e15037f00 req-be96abff-f8de-4e66-97f2-a0de2a2df12f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 2374 time: 0.1912620 Apr 05 18:52:34.650032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:34.652945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:34.743754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Port': ['ID=89589758-ae48-4a90-86b3-e8e4e2a59960,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:34.789051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:34.790670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:34.817737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ae6f4b8-e1fe-453d-ba09-b41e15037f00 req-f428f5a0-954e-44a1-b6cf-ae60d43bd159 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494443 Apr 05 18:52:34.849265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-e9d6130d-eda7-44e0-9ee4-ebd4f462ba0c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6977537 Apr 05 18:52:34.867822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23', 'admin_state_up': True, 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'security_groups': ['db9bf070-715a-40c1-845b-c242e4bc5686']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:34.997760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:35.291858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d7611ead-809c-4fba-9910-cacf565a2ba2 None None] Provisioning complete for port 89589758-ae48-4a90-86b3-e8e4e2a59960 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:35.298480 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7611ead-809c-4fba-9910-cacf565a2ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:35.429873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b8670-c07c-4504-9f3a-9f35016832ae req-1015242e-2063-4850-be9b-459614d95f72 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:35.440839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d11b8670-c07c-4504-9f3a-9f35016832ae req-1015242e-2063-4850-be9b-459614d95f72 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.3188906 Apr 05 18:52:35.446873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d7611ead-809c-4fba-9910-cacf565a2ba2 None None] Port 89589758-ae48-4a90-86b3-e8e4e2a59960 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:52:35.459471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-81291c1d-9958-4066-b064-f008931370ba tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:35.479447 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-81291c1d-9958-4066-b064-f008931370ba tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.20 "GET /v2.0/networks?id=0672b785-3ae8-4c16-8eaa-75e89bfd6898 HTTP/1.1" status: 200 len: 813 time: 0.4877329 Apr 05 18:52:35.492055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Request body: {'port': {'device_id': 'a310c9b6-da1f-4fb7-9f94-966bea41847a', 'network_id': '0672b785-3ae8-4c16-8eaa-75e89bfd6898', 'admin_state_up': True, 'tenant_id': '701fa1bd3f6641dda4708d1e46f497eb'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:35.548805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Made reservation on behalf of 4dfab4cfb44e4cdd88372808419896a2 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:35.555219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:35.615681 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d11b8670-c07c-4504-9f3a-9f35016832ae req-d2caac60-114c-421c-895b-a9d156688b77 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586850 Apr 05 18:52:35.616210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57636) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:35.701002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c27eae20-87f8-4459-b1ed-cc9f47dbc74e req-de26bd09-b799-425b-9150-e4b7772f261f tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 210 time: 0.0419858 Apr 05 18:52:35.744758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Made reservation on behalf of 701fa1bd3f6641dda4708d1e46f497eb for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:35.750186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:35.847089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc8ab-085c-479b-940b-9351761ab3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:35.933881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Allocated IP 10.2.2.200 (a954e435-97fc-41ff-8911-773ef5d9cc23/53324cb9-a35a-4f7c-8b6c-7d894a246310/972f50a2-1ed6-469d-a070-b3997252b0ff) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:35.941280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Allocated IP 172.20.0.2 (0672b785-3ae8-4c16-8eaa-75e89bfd6898/197dd528-2afa-4603-a82c-ae103b355b59/f77fe225-df09-4e37-9251-57ebdc471f64) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:36.054827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab332130-6995-4483-972f-0e27c45e66b6 req-f0f3cd20-f099-4c5c-86eb-09644fe1b83b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:36.060911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab332130-6995-4483-972f-0e27c45e66b6 req-f0f3cd20-f099-4c5c-86eb-09644fe1b83b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:36.066827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab332130-6995-4483-972f-0e27c45e66b6 req-f0f3cd20-f099-4c5c-86eb-09644fe1b83b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:36.074980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab332130-6995-4483-972f-0e27c45e66b6 req-f0f3cd20-f099-4c5c-86eb-09644fe1b83b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:36.081848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab332130-6995-4483-972f-0e27c45e66b6 req-f0f3cd20-f099-4c5c-86eb-09644fe1b83b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 3095 time: 0.1375868 Apr 05 18:52:36.201797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab332130-6995-4483-972f-0e27c45e66b6 req-446b9215-5122-438a-a811-7441fafd4347 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183615 Apr 05 18:52:36.208380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:36.220915 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc8ab-085c-479b-940b-9351761ab3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:36.248398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc8ab-085c-479b-940b-9351761ab3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:36.266343 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:36.292947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dc8ab-085c-479b-940b-9351761ab3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ddcd6b-ff91-4517-beec-c7a7bd1c1792,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:36.353677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ae1dc8ab-085c-479b-940b-9351761ab3ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=789d1f8f53a64bf4aa0b5dc66f27b31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7301526 Apr 05 18:52:36.355117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57644) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:36.379371 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:36.433992 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:36.692418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Network a954e435-97fc-41ff-8911-773ef5d9cc23 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:36.699966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event updated for resources: {'Port': ['ID=972f50a2-1ed6-469d-a070-b3997252b0ff,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:36.702728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:36.718657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:36.940512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:36.941257 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:36.994348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb2b91-f0cf-4bd5-95d1-1e9f01d41df6 req-255f50cb-248c-4923-90b7-01e52b2e75e0 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:37.003606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cbb2b91-f0cf-4bd5-95d1-1e9f01d41df6 req-255f50cb-248c-4923-90b7-01e52b2e75e0 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 931 time: 0.1369257 Apr 05 18:52:37.051272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d8261-95f2-4925-8fcb-e502bbc6fda2 req-2a7e7919-8420-483f-ba86-9e6a23f123b3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:37.055475 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.056191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Pushing event updated for resources: {'Port': ['ID=f77fe225-df09-4e37-9251-57ebdc471f64,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:37.068319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Network 0672b785-3ae8-4c16-8eaa-75e89bfd6898 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:37.069320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-148d8261-95f2-4925-8fcb-e502bbc6fda2 req-2a7e7919-8420-483f-ba86-9e6a23f123b3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.3001511 Apr 05 18:52:37.073974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:37.078992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:37.109134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cbb2b91-f0cf-4bd5-95d1-1e9f01d41df6 req-b67c5661-ab06-4730-b4e7-43fbb8961ff7 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014302 Apr 05 18:52:37.119332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a09ac017-b143-47c2-8fd3-adcf184d384e None None] Provisioning complete for port 972f50a2-1ed6-469d-a070-b3997252b0ff triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:37.122251 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a09ac017-b143-47c2-8fd3-adcf184d384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.150382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:37.151363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.156088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-187cd168-57ff-4d46-a8cb-63dfd38550bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2966340 Apr 05 18:52:37.158334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6adb9304-4c8b-466a-a29d-df4567b6a447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.166677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-148d8261-95f2-4925-8fcb-e502bbc6fda2 req-4b278614-97bb-4278-9bf0-9531588c3392 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963445 Apr 05 18:52:37.178293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:37.191854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6adb9304-4c8b-466a-a29d-df4567b6a447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.266357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.269015 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6adb9304-4c8b-466a-a29d-df4567b6a447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.277543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a09ac017-b143-47c2-8fd3-adcf184d384e None None] Port 972f50a2-1ed6-469d-a070-b3997252b0ff cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:52:37.278948 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6adb9304-4c8b-466a-a29d-df4567b6a447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.284385 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6adb9304-4c8b-466a-a29d-df4567b6a447 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13ddcd6b-ff91-4517-beec-c7a7bd1c1792 HTTP/1.1" status: 204 len: 168 time: 0.9221165 Apr 05 18:52:37.291978 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-922eef5f-adf0-4a88-a64f-e72771be7856 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8057890 Apr 05 18:52:37.299697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb9304-4c8b-466a-a29d-df4567b6a447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ddcd6b-ff91-4517-beec-c7a7bd1c1792,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:37.307318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Request body: {'port': {'device_id': 'a310c9b6-da1f-4fb7-9f94-966bea41847a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:37.399356 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.522044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc2f8-187e-4aed-94db-b22a6e51a3e3 req-6a9619fe-4343-4ecd-a60c-68050675f70d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:37.538595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc2f8-187e-4aed-94db-b22a6e51a3e3 req-6a9619fe-4343-4ecd-a60c-68050675f70d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:37.549702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc2f8-187e-4aed-94db-b22a6e51a3e3 req-6a9619fe-4343-4ecd-a60c-68050675f70d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:37.557532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc2f8-187e-4aed-94db-b22a6e51a3e3 req-6a9619fe-4343-4ecd-a60c-68050675f70d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:37.564662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc2f8-187e-4aed-94db-b22a6e51a3e3 req-6a9619fe-4343-4ecd-a60c-68050675f70d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:37.573518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4cdc2f8-187e-4aed-94db-b22a6e51a3e3 req-6a9619fe-4343-4ecd-a60c-68050675f70d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 3816 time: 0.1751370 Apr 05 18:52:37.753195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4cdc2f8-187e-4aed-94db-b22a6e51a3e3 req-be38b935-82bb-41ec-9e48-935253d6d17f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785519 Apr 05 18:52:37.955950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:37.985545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-201624ee-596b-42bf-97cb-098f4772d0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:37.991862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77fe225-df09-4e37-9251-57ebdc471f64 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:38.001039 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.018196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Transition to ACTIVE for port object f77fe225-df09-4e37-9251-57ebdc471f64 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:52:38.026965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.079712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed51f31e-0c53-4122-bb43-bc2f914bb1b5 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:38.108521 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.114881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Pushing event updated for resources: {'Port': ['ID=f77fe225-df09-4e37-9251-57ebdc471f64,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:38.175507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Transition to ACTIVE for port object ed51f31e-0c53-4122-bb43-bc2f914bb1b5 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:52:38.192438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.198442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Attempting to bind port f77fe225-df09-4e37-9251-57ebdc471f64 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:38.199134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Attempting to bind port f77fe225-df09-4e37-9251-57ebdc471f64 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'e5afdd6c-8bf4-446d-a683-065e55dfb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0672b785-3ae8-4c16-8eaa-75e89bfd6898'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:38.200488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Attempting to bind port f77fe225-df09-4e37-9251-57ebdc471f64 on network 0672b785-3ae8-4c16-8eaa-75e89bfd6898 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:38.208973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Port f77fe225-df09-4e37-9251-57ebdc471f64 on network 0672b785-3ae8-4c16-8eaa-75e89bfd6898 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:38.209717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Attempting to bind port f77fe225-df09-4e37-9251-57ebdc471f64 on network 0672b785-3ae8-4c16-8eaa-75e89bfd6898 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:38.221465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:38.221465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Checking segment: {'id': 'e5afdd6c-8bf4-446d-a683-065e55dfb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0672b785-3ae8-4c16-8eaa-75e89bfd6898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:38.221465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Bound using segment: {'id': 'e5afdd6c-8bf4-446d-a683-065e55dfb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0672b785-3ae8-4c16-8eaa-75e89bfd6898'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:38.222295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Bound port: f77fe225-df09-4e37-9251-57ebdc471f64, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5afdd6c-8bf4-446d-a683-065e55dfb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0672b785-3ae8-4c16-8eaa-75e89bfd6898'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:38.222295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.374945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] For port f77fe225-df09-4e37-9251-57ebdc471f64, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:38.384689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] For port f77fe225-df09-4e37-9251-57ebdc471f64, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f77fe225-df09-4e37-9251-57ebdc471f64,segment=NetworkSegment(e5afdd6c-8bf4-446d-a683-065e55dfb354),segment_id=e5afdd6c-8bf4-446d-a683-065e55dfb354)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:38.398538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.464630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-201624ee-596b-42bf-97cb-098f4772d0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.517693 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:38.519364 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.519976 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-201624ee-596b-42bf-97cb-098f4772d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.521325 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] 10.222.0.20 "PUT /v2.0/ports/f77fe225-df09-4e37-9251-57ebdc471f64 HTTP/1.1" status: 200 len: 1091 time: 1.2191577 Apr 05 18:52:38.522011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a310c9b6-da1f-4fb7-9f94-966bea41847a', 'tag': 'f77fe225-df09-4e37-9251-57ebdc471f64'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:38.530859 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b3cd0-2ec7-46ff-a17d-1df18742d100" -d '{"events": [{"name": "network-changed", "server_uuid": "a310c9b6-da1f-4fb7-9f94-966bea41847a", "tag": "f77fe225-df09-4e37-9251-57ebdc471f64"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:38.531515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Pushing event updated for resources: {'Port': ['ID=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:38.634453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb46dd-b329-4ca3-8669-0ec6cef87d38 service neutron] Pushing event updated for resources: {'Port': ['ID=f77fe225-df09-4e37-9251-57ebdc471f64,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:38.654097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-901a8638-ab6b-424c-809a-55260ed0895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:38.656482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-901a8638-ab6b-424c-809a-55260ed0895f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701fa1bd3f6641dda4708d1e46f497eb&device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 1094 time: 0.0585549 Apr 05 18:52:38.716640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-201624ee-596b-42bf-97cb-098f4772d0ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93930e0f48da4984bbe651392a7ad235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7578568 Apr 05 18:52:38.723059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57678) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:38.725050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201624ee-596b-42bf-97cb-098f4772d0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a11d19a-1e76-4cd2-b00f-062d68e557c6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:38.732242 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-b6a4133c-fc27-4819-ad12-02b3781f1318 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f77fe225-df09-4e37-9251-57ebdc471f64 HTTP/1.1" status: 200 len: 217 time: 0.0644212 Apr 05 18:52:38.772812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00201cf-7865-4ed8-a6d1-6b290c5ecc26 req-133eddb0-b9d8-44e7-8691-f7be9f5743b1 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:38.775747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c00201cf-7865-4ed8-a6d1-6b290c5ecc26 req-133eddb0-b9d8-44e7-8691-f7be9f5743b1 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 943 time: 0.4834747 Apr 05 18:52:38.793362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e8c9-5e01-420f-a3c5-4c9ec3766649 req-be683ad1-cea1-4156-b41a-0e605d24a0b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:38.795971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50a2e8c9-5e01-420f-a3c5-4c9ec3766649 req-be683ad1-cea1-4156-b41a-0e605d24a0b7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.4664180 Apr 05 18:52:38.888994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50a2e8c9-5e01-420f-a3c5-4c9ec3766649 req-e3c41479-10a9-4d88-84ce-af2c12ab06fd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801332 Apr 05 18:52:38.908216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Attempting to bind port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:38.908656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Attempting to bind port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:38.909078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Attempting to bind port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 on network 798730b5-7361-4e69-83c3-9ab022a1409a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:38.924936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c00201cf-7865-4ed8-a6d1-6b290c5ecc26 req-3d18d2d5-089f-4e07-8e9b-84dbbc775395 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247530 Apr 05 18:52:38.925927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 on network 798730b5-7361-4e69-83c3-9ab022a1409a not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:38.926345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Attempting to bind port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 on network 798730b5-7361-4e69-83c3-9ab022a1409a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:38.928198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-34bc73dc-6b50-4234-8cd5-dc7470c3bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:38.929635 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-34bc73dc-6b50-4234-8cd5-dc7470c3bc9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=197dd528-2afa-4603-a82c-ae103b355b59 HTTP/1.1" status: 200 len: 853 time: 0.1866288 Apr 05 18:52:38.956138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:38.956538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Checking segment: {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:38.956934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Bound using segment: {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:38.957386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Bound port: ed51f31e-0c53-4122-bb43-bc2f914bb1b5, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:38.957756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:38.973594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5cc192e5-d7b7-4f18-91a5-b0b7bd42ad43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:39.019571 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-20e32c57-5e0b-497f-a2fd-61590d3e46fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0672b785-3ae8-4c16-8eaa-75e89bfd6898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757291 Apr 05 18:52:39.021281 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9193a1-8919-4206-be26-c690d1a08753 x-openstack-request-id: req-bc9193a1-8919-4206-be26-c690d1a08753 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:39.021752 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a310c9b6-da1f-4fb7-9f94-966bea41847a", "tag": "f77fe225-df09-4e37-9251-57ebdc471f64", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:39.022166 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc9193a1-8919-4206-be26-c690d1a08753 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:39.022748 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9193a1-8919-4206-be26-c690d1a08753'] response: {'name': 'network-changed', 'server_uuid': 'a310c9b6-da1f-4fb7-9f94-966bea41847a', 'tag': 'f77fe225-df09-4e37-9251-57ebdc471f64', 'status': 'completed', 'code': 200} Apr 05 18:52:39.067705 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5cc192e5-d7b7-4f18-91a5-b0b7bd42ad43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:39.189435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] For port ed51f31e-0c53-4122-bb43-bc2f914bb1b5, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:39.194869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] For port ed51f31e-0c53-4122-bb43-bc2f914bb1b5, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:39.196775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5cc192e5-d7b7-4f18-91a5-b0b7bd42ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:39.206327 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:39.224172 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5cc192e5-d7b7-4f18-91a5-b0b7bd42ad43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:39.226679 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5cc192e5-d7b7-4f18-91a5-b0b7bd42ad43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a11d19a-1e76-4cd2-b00f-062d68e557c6 HTTP/1.1" status: 204 len: 168 time: 0.5013027 Apr 05 18:52:39.260829 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-befd0c16-659f-4819-a704-3f99102abb10 service neutron] 10.222.0.20 "GET /v2.0/networks/0672b785-3ae8-4c16-8eaa-75e89bfd6898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275789 Apr 05 18:52:39.273840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaac88e-89a9-42e5-9211-d0821b49b0ec req-41b74077-8fca-4325-b217-86a998b98c93 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.286780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaac88e-89a9-42e5-9211-d0821b49b0ec req-41b74077-8fca-4325-b217-86a998b98c93 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.294215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaac88e-89a9-42e5-9211-d0821b49b0ec req-41b74077-8fca-4325-b217-86a998b98c93 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.300792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaac88e-89a9-42e5-9211-d0821b49b0ec req-41b74077-8fca-4325-b217-86a998b98c93 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.307043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaac88e-89a9-42e5-9211-d0821b49b0ec req-41b74077-8fca-4325-b217-86a998b98c93 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.309043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddaac88e-89a9-42e5-9211-d0821b49b0ec req-41b74077-8fca-4325-b217-86a998b98c93 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 3828 time: 0.2382023 Apr 05 18:52:39.405789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Pushing event updated for resources: {'Port': ['ID=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:39.410612 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-44e82011-2ca0-4682-a1e0-7ea86d75c7f0 req-b4a35268-308f-45e1-a676-119c8124b0f1 service neutron] 10.222.0.20 "GET /v2.0/networks/0672b785-3ae8-4c16-8eaa-75e89bfd6898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413510 Apr 05 18:52:39.419708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7f1d-b705-4aad-9bbd-74bf6c14df13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:39.430877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.432381 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:39.435193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc192e5-d7b7-4f18-91a5-b0b7bd42ad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a11d19a-1e76-4cd2-b00f-062d68e557c6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:39.439106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b5d29804-9ede-4852-914e-7581243c15cd service neutron] 10.222.0.25 "PUT /v2.0/ports/ed51f31e-0c53-4122-bb43-bc2f914bb1b5 HTTP/1.1" status: 200 len: 1091 time: 2.2671659 Apr 05 18:52:39.449882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:39.456686 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538dc8af-bb1e-4a16-b125-2f63b445ac28" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:39.507001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:39.624062 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8333a57-41cf-4b94-b998-10c0615a7a01 x-openstack-request-id: req-e8333a57-41cf-4b94-b998-10c0615a7a01 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:39.624062 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:39.624062 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8333a57-41cf-4b94-b998-10c0615a7a01 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:39.624062 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8333a57-41cf-4b94-b998-10c0615a7a01'] response: {'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'status': 'completed', 'code': 200} Apr 05 18:52:39.676098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-37aae7b4-4d11-4404-b5db-a72fe6b35786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.678238 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-37aae7b4-4d11-4404-b5db-a72fe6b35786 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701fa1bd3f6641dda4708d1e46f497eb&device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 1094 time: 0.1574113 Apr 05 18:52:39.732980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddaac88e-89a9-42e5-9211-d0821b49b0ec req-0d7ac71c-ff15-43b2-a03a-380abedf54f7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920475 Apr 05 18:52:39.734570 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:39.786828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-d8795d92-c8d1-4a4b-9c21-9ddcc4ca8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.787517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-d8795d92-c8d1-4a4b-9c21-9ddcc4ca8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.793099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-d8795d92-c8d1-4a4b-9c21-9ddcc4ca8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.796523 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-d8795d92-c8d1-4a4b-9c21-9ddcc4ca8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.798077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-d8795d92-c8d1-4a4b-9c21-9ddcc4ca8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:39.808043 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-d8795d92-c8d1-4a4b-9c21-9ddcc4ca8083 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 4363 time: 0.2203097 Apr 05 18:52:40.493176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728ba331-3953-4dc4-aeed-a08dac3ae9c4 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:40.506830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:40.521299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Transition to ACTIVE for port object 728ba331-3953-4dc4-aeed-a08dac3ae9c4 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:52:40.608852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-6deae299-a5e1-4abd-9d38-a7053c4c311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:40.608852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-6deae299-a5e1-4abd-9d38-a7053c4c311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:40.608852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-6deae299-a5e1-4abd-9d38-a7053c4c311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:40.609619 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-6deae299-a5e1-4abd-9d38-a7053c4c311a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4dfab4cfb44e4cdd88372808419896a2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5333385 Apr 05 18:52:40.617332 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:40.702141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Pushing event updated for resources: {'Port': ['ID=728ba331-3953-4dc4-aeed-a08dac3ae9c4,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:40.710104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-229ea5a7-1e85-4f2b-bf91-fb24a025a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:40.711619 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-229ea5a7-1e85-4f2b-bf91-fb24a025a00b service neutron] 10.222.0.20 "GET /v2.0/networks?id=0672b785-3ae8-4c16-8eaa-75e89bfd6898 HTTP/1.1" status: 200 len: 913 time: 1.0201690 Apr 05 18:52:40.795321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4c73e-cbb9-4362-ab92-46045d02e404 req-65e54c8b-f2b2-4ccb-824e-87de758e1aca tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:40.803630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfd4c73e-cbb9-4362-ab92-46045d02e404 req-65e54c8b-f2b2-4ccb-824e-87de758e1aca tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.2804027 Apr 05 18:52:40.837750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a320d4-7549-4bf1-b8ec-0584e3ed1343 req-925dc9d3-c174-4928-b2ca-b58403274b5d tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:40.844029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20a320d4-7549-4bf1-b8ec-0584e3ed1343 req-925dc9d3-c174-4928-b2ca-b58403274b5d tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 943 time: 0.2553673 Apr 05 18:52:40.990810 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-ba319a96-9c2f-407a-a0f4-c9afd443e216 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f77fe225-df09-4e37-9251-57ebdc471f64 HTTP/1.1" status: 200 len: 217 time: 0.2426405 Apr 05 18:52:41.149263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfd4c73e-cbb9-4362-ab92-46045d02e404 req-89c1e708-7506-48ba-b477-c8c683958dbb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447514 Apr 05 18:52:41.152749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-dd38cffd-1fb0-4da3-b15f-88f344852d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:41.154048 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-dd38cffd-1fb0-4da3-b15f-88f344852d8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=197dd528-2afa-4603-a82c-ae103b355b59 HTTP/1.1" status: 200 len: 853 time: 0.1587045 Apr 05 18:52:41.165122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Attempting to bind port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:41.165543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Attempting to bind port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:41.165766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Attempting to bind port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:41.193818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20a320d4-7549-4bf1-b8ec-0584e3ed1343 req-db8240ad-f5fa-4fbf-9d1b-ee58c4446500 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265456 Apr 05 18:52:41.194736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:41.195065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Attempting to bind port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:41.209161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:41.209161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Checking segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:41.209161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Bound using segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:41.209161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Bound port: 728ba331-3953-4dc4-aeed-a08dac3ae9c4, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:41.218284 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:41.273098 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-db5b3f20-e635-4e70-a25a-fe11029cabc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0672b785-3ae8-4c16-8eaa-75e89bfd6898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113269 Apr 05 18:52:41.594932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-c21a5521-546c-4dde-9219-09e540db68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:41.596979 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-538dc8af-bb1e-4a16-b125-2f63b445ac28 req-c21a5521-546c-4dde-9219-09e540db68af service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9814618 Apr 05 18:52:41.628271 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-ed1a0913-bad6-4850-8a38-0f030a9428cb service neutron] 10.222.0.20 "GET /v2.0/networks/0672b785-3ae8-4c16-8eaa-75e89bfd6898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268828 Apr 05 18:52:41.635039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a2db-fda0-462b-946c-f51d8694e96a req-255b3991-bf36-4795-94a7-ccd97e1d3633 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:41.667792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a2db-fda0-462b-946c-f51d8694e96a req-255b3991-bf36-4795-94a7-ccd97e1d3633 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:41.693362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a2db-fda0-462b-946c-f51d8694e96a req-255b3991-bf36-4795-94a7-ccd97e1d3633 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:41.709761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a2db-fda0-462b-946c-f51d8694e96a req-255b3991-bf36-4795-94a7-ccd97e1d3633 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:41.735081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a2db-fda0-462b-946c-f51d8694e96a req-255b3991-bf36-4795-94a7-ccd97e1d3633 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:41.749705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a2db-fda0-462b-946c-f51d8694e96a req-255b3991-bf36-4795-94a7-ccd97e1d3633 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:41.765880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0bb0-bc4f-4955-b645-09230decd775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:41.769277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e738a2db-fda0-462b-946c-f51d8694e96a req-255b3991-bf36-4795-94a7-ccd97e1d3633 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 4600 time: 0.4060135 Apr 05 18:52:41.879829 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-484b3cd0-2ec7-46ff-a17d-1df18742d100 req-68e7ccc0-5307-4a1e-96a5-02304e4681e1 service neutron] 10.222.0.20 "GET /v2.0/networks/0672b785-3ae8-4c16-8eaa-75e89bfd6898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436106 Apr 05 18:52:41.880862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] For port 728ba331-3953-4dc4-aeed-a08dac3ae9c4, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:41.914082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e738a2db-fda0-462b-946c-f51d8694e96a req-658b3336-681e-4a2d-915d-75c28a1a5fc9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424580 Apr 05 18:52:41.956991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] For port 728ba331-3953-4dc4-aeed-a08dac3ae9c4, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=728ba331-3953-4dc4-aeed-a08dac3ae9c4,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:41.974936 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:42.803198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:42.866668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:42.867329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:42.871024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] 10.222.0.25 "PUT /v2.0/ports/728ba331-3953-4dc4-aeed-a08dac3ae9c4 HTTP/1.1" status: 200 len: 1130 time: 3.3974214 Apr 05 18:52:42.889163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '728ba331-3953-4dc4-aeed-a08dac3ae9c4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:42.894575 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b3387-6937-4d3d-ad63-d15906530914" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "728ba331-3953-4dc4-aeed-a08dac3ae9c4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:42.914859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:43.094103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf46e4-8f18-48ab-b6da-82df75949b92 service neutron] Pushing event updated for resources: {'Port': ['ID=728ba331-3953-4dc4-aeed-a08dac3ae9c4,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:43.149450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247dda-6778-4fe3-8ce2-e9d75b58e45c req-ffff86e7-e90f-4bfb-838c-2134fbdd113f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:43.157651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89247dda-6778-4fe3-8ce2-e9d75b58e45c req-ffff86e7-e90f-4bfb-838c-2134fbdd113f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.3880489 Apr 05 18:52:43.176754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d04ca8-4b84-4d4c-a366-3c80e020cbdb req-6dbbcf88-b5a7-483a-a885-1a91b7a2ba20 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:43.187894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6d04ca8-4b84-4d4c-a366-3c80e020cbdb req-6dbbcf88-b5a7-483a-a885-1a91b7a2ba20 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 943 time: 0.4461477 Apr 05 18:52:43.350107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:43.377343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57802) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:43.400544 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f77fe225-df09-4e37-9251-57ebdc471f64 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:52:43.475007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6d04ca8-4b84-4d4c-a366-3c80e020cbdb req-44de051a-6103-4bd7-b364-1e7bf49f89f4 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834566 Apr 05 18:52:43.566806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89247dda-6778-4fe3-8ce2-e9d75b58e45c req-00ccb0a2-17fe-4118-9960-ba31fc112023 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592064 Apr 05 18:52:43.638374 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2359412f-d968-4789-a2be-8820b70a2fb1 x-openstack-request-id: req-2359412f-d968-4789-a2be-8820b70a2fb1 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:43.642311 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "728ba331-3953-4dc4-aeed-a08dac3ae9c4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:43.642898 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2359412f-d968-4789-a2be-8820b70a2fb1 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:43.643543 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2359412f-d968-4789-a2be-8820b70a2fb1'] response: {'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '728ba331-3953-4dc4-aeed-a08dac3ae9c4', 'status': 'completed', 'code': 200} Apr 05 18:52:43.808864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f77fe225-df09-4e37-9251-57ebdc471f64, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f77fe225-df09-4e37-9251-57ebdc471f64,segment=NetworkSegment(e5afdd6c-8bf4-446d-a683-065e55dfb354),segment_id=e5afdd6c-8bf4-446d-a683-065e55dfb354)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:43.896661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-f14c4fe9-c5b9-4b45-9a52-2d700e23b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:43.906664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-f14c4fe9-c5b9-4b45-9a52-2d700e23b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:43.918526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-f14c4fe9-c5b9-4b45-9a52-2d700e23b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:43.920928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'f77fe225-df09-4e37-9251-57ebdc471f64', 'network_id': '0672b785-3ae8-4c16-8eaa-75e89bfd6898', 'port_id': 'f77fe225-df09-4e37-9251-57ebdc471f64', 'mac_address': 'fa:16:3e:70:e1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '197dd528-2afa-4603-a82c-ae103b355b59', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:52:43.924882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-f14c4fe9-c5b9-4b45-9a52-2d700e23b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:43.925634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-f14c4fe9-c5b9-4b45-9a52-2d700e23b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:43.926258 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-f14c4fe9-c5b9-4b45-9a52-2d700e23b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:43.941803 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-f14c4fe9-c5b9-4b45-9a52-2d700e23b6bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5286 time: 0.3084826 Apr 05 18:52:43.999030 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:44.035942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77fe225-df09-4e37-9251-57ebdc471f64 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:44.075361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7afc6cd8-b3f7-4811-b50e-97d73bf06a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:44.081954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f77fe225-df09-4e37-9251-57ebdc471f64, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f77fe225-df09-4e37-9251-57ebdc471f64,segment=NetworkSegment(e5afdd6c-8bf4-446d-a683-065e55dfb354),segment_id=e5afdd6c-8bf4-446d-a683-065e55dfb354)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:44.100802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:44.236313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f77fe225-df09-4e37-9251-57ebdc471f64,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:44.339349 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:44.423812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['f77fe225-df09-4e37-9251-57ebdc471f64'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:52:44.611231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bcb90f-f863-4c98-ac38-a1ae6aed7379 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:44.612545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-e9b9ea65-8456-45d9-93be-fde4b2d99e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:44.613021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-e9b9ea65-8456-45d9-93be-fde4b2d99e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:44.613477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-e9b9ea65-8456-45d9-93be-fde4b2d99e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:44.615211 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-e9b9ea65-8456-45d9-93be-fde4b2d99e46 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4dfab4cfb44e4cdd88372808419896a2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6431916 Apr 05 18:52:44.662456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148ffd5-c815-4b11-9b8b-c939ac36eac5 req-20764348-138d-4c51-b6d5-9ccb97cb59cb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:44.673327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148ffd5-c815-4b11-9b8b-c939ac36eac5 req-20764348-138d-4c51-b6d5-9ccb97cb59cb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:44.693342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148ffd5-c815-4b11-9b8b-c939ac36eac5 req-20764348-138d-4c51-b6d5-9ccb97cb59cb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:44.718568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148ffd5-c815-4b11-9b8b-c939ac36eac5 req-20764348-138d-4c51-b6d5-9ccb97cb59cb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:44.740623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148ffd5-c815-4b11-9b8b-c939ac36eac5 req-20764348-138d-4c51-b6d5-9ccb97cb59cb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:44.788391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148ffd5-c815-4b11-9b8b-c939ac36eac5 req-20764348-138d-4c51-b6d5-9ccb97cb59cb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:44.807559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1148ffd5-c815-4b11-9b8b-c939ac36eac5 req-20764348-138d-4c51-b6d5-9ccb97cb59cb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 4600 time: 0.7944219 Apr 05 18:52:44.828817 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:44.880991 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7afc6cd8-b3f7-4811-b50e-97d73bf06a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:44.915140 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7afc6cd8-b3f7-4811-b50e-97d73bf06a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:44.942596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Transition to ACTIVE for port object 51bcb90f-f863-4c98-ac38-a1ae6aed7379 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:52:44.956275 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:44.994714 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:45.103266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc6cd8-b3f7-4811-b50e-97d73bf06a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b3aed7-9612-4c76-be36-8701adbc6943,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:45.124814 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7afc6cd8-b3f7-4811-b50e-97d73bf06a76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8ab10a41d98413e8c2fc76d8e317a06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7460701 Apr 05 18:52:45.128173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57864) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:45.151655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-adb055c8-744d-4b15-9262-e46b0966ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:45.153234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf3b3387-6937-4d3d-ad63-d15906530914 req-adb055c8-744d-4b15-9262-e46b0966ebf3 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5226202 Apr 05 18:52:45.188105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1148ffd5-c815-4b11-9b8b-c939ac36eac5 req-1b1fe4c1-2e29-4102-a20e-6765fd2a01ad tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3781354 Apr 05 18:52:45.281353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ca68b80-9a43-4c7f-a72e-a70085aa3b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:45.392472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ca68b80-9a43-4c7f-a72e-a70085aa3b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:45.508095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Pushing event updated for resources: {'Port': ['ID=51bcb90f-f863-4c98-ac38-a1ae6aed7379,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:45.543732 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ca68b80-9a43-4c7f-a72e-a70085aa3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:45.546923 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ca68b80-9a43-4c7f-a72e-a70085aa3b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:45.548281 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ca68b80-9a43-4c7f-a72e-a70085aa3b47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72b3aed7-9612-4c76-be36-8701adbc6943 HTTP/1.1" status: 204 len: 168 time: 0.4162800 Apr 05 18:52:45.575798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca68b80-9a43-4c7f-a72e-a70085aa3b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b3aed7-9612-4c76-be36-8701adbc6943,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:45.617399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0e2f5-e242-4d59-a562-581a4972ee2b req-a0260b2b-23d9-4855-816f-7d498493d6ec tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:45.627579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebf0e2f5-e242-4d59-a562-581a4972ee2b req-a0260b2b-23d9-4855-816f-7d498493d6ec tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 944 time: 0.5791488 Apr 05 18:52:45.715473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Attempting to bind port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:45.715922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Attempting to bind port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:45.717388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Attempting to bind port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:45.739058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:45.739679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Attempting to bind port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:45.755626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d72fa-6ff5-476b-b2ae-f6bb2f8a5967 req-9d8c7207-7078-4be5-9e73-ab30e7993090 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:45.757511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-766d72fa-6ff5-476b-b2ae-f6bb2f8a5967 req-9d8c7207-7078-4be5-9e73-ab30e7993090 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.2771909 Apr 05 18:52:45.764482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:45.765853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Checking segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:45.766480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Bound using segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:45.767117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Bound port: 51bcb90f-f863-4c98-ac38-a1ae6aed7379, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:45.767650 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:45.899589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-766d72fa-6ff5-476b-b2ae-f6bb2f8a5967 req-afc77587-46e9-48a5-8ac6-de6916cbd2d8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264994 Apr 05 18:52:45.924558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebf0e2f5-e242-4d59-a562-581a4972ee2b req-bc63dcc8-444c-43c2-bd16-d9e2f82dfe95 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799938 Apr 05 18:52:46.020346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] For port 51bcb90f-f863-4c98-ac38-a1ae6aed7379, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:46.024379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] For port 51bcb90f-f863-4c98-ac38-a1ae6aed7379, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=51bcb90f-f863-4c98-ac38-a1ae6aed7379,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:46.039883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:46.157862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Pushing event updated for resources: {'Port': ['ID=51bcb90f-f863-4c98-ac38-a1ae6aed7379,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:46.163083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.163774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:46.165158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-89258124-e66c-425e-8823-286fa6ee3601 service neutron] 10.222.0.25 "PUT /v2.0/ports/51bcb90f-f863-4c98-ac38-a1ae6aed7379 HTTP/1.1" status: 200 len: 1130 time: 3.2569673 Apr 05 18:52:46.165645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '51bcb90f-f863-4c98-ac38-a1ae6aed7379'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:46.168824 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f957788-495d-4a38-b3a1-b19bc702dfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "51bcb90f-f863-4c98-ac38-a1ae6aed7379"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:46.203711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:46.408491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-050ea666-6bf7-457d-b2f3-7b688108882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.418811 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb29f874-10dc-4ade-bd62-bd0e3bc80e40 x-openstack-request-id: req-cb29f874-10dc-4ade-bd62-bd0e3bc80e40 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:46.419212 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "51bcb90f-f863-4c98-ac38-a1ae6aed7379", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:46.419721 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb29f874-10dc-4ade-bd62-bd0e3bc80e40 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:46.420953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-050ea666-6bf7-457d-b2f3-7b688108882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.424797 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb29f874-10dc-4ade-bd62-bd0e3bc80e40'] response: {'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '51bcb90f-f863-4c98-ac38-a1ae6aed7379', 'status': 'completed', 'code': 200} Apr 05 18:52:46.426759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-050ea666-6bf7-457d-b2f3-7b688108882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.429414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-050ea666-6bf7-457d-b2f3-7b688108882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.430312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-050ea666-6bf7-457d-b2f3-7b688108882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.430964 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-050ea666-6bf7-457d-b2f3-7b688108882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.434255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-050ea666-6bf7-457d-b2f3-7b688108882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.437012 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-050ea666-6bf7-457d-b2f3-7b688108882f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6209 time: 0.1517889 Apr 05 18:52:46.481124 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:46.594486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cee10-7825-4392-b1e4-6ee72408a319 req-44f63442-5f61-4894-b256-7b22c5e4a871 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.610957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cee10-7825-4392-b1e4-6ee72408a319 req-44f63442-5f61-4894-b256-7b22c5e4a871 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.632959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cee10-7825-4392-b1e4-6ee72408a319 req-44f63442-5f61-4894-b256-7b22c5e4a871 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.652086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cee10-7825-4392-b1e4-6ee72408a319 req-44f63442-5f61-4894-b256-7b22c5e4a871 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.665423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cee10-7825-4392-b1e4-6ee72408a319 req-44f63442-5f61-4894-b256-7b22c5e4a871 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.679322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cee10-7825-4392-b1e4-6ee72408a319 req-44f63442-5f61-4894-b256-7b22c5e4a871 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.721212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-3559dfe8-ba82-4d01-8bb5-fa6b9fd1be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.721997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-3559dfe8-ba82-4d01-8bb5-fa6b9fd1be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.722646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-3559dfe8-ba82-4d01-8bb5-fa6b9fd1be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.723917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cee10-7825-4392-b1e4-6ee72408a319 req-44f63442-5f61-4894-b256-7b22c5e4a871 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.725589 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-3559dfe8-ba82-4d01-8bb5-fa6b9fd1be5c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4dfab4cfb44e4cdd88372808419896a2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2803137 Apr 05 18:52:46.726149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff6cee10-7825-4392-b1e4-6ee72408a319 req-44f63442-5f61-4894-b256-7b22c5e4a871 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5372 time: 0.3357260 Apr 05 18:52:46.919304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-0e2e4d17-137a-4dee-bf2d-56a6810d6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:46.921801 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f957788-495d-4a38-b3a1-b19bc702dfdf req-0e2e4d17-137a-4dee-bf2d-56a6810d6d53 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1876149 Apr 05 18:52:47.130427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:47.146755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:47.160303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Transition to ACTIVE for port object 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:52:47.203601 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:47.304136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0502ee-a4e8-4141-826b-f49625cb90da req-85c08498-f673-480a-b697-482151e16723 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:47.305711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0502ee-a4e8-4141-826b-f49625cb90da req-85c08498-f673-480a-b697-482151e16723 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.1440971 Apr 05 18:52:47.394425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff6cee10-7825-4392-b1e4-6ee72408a319 req-f693fa1c-af24-4801-8c17-45a23edd3f8a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2053316 Apr 05 18:52:47.417297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f77fe225-df09-4e37-9251-57ebdc471f64 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:47.458778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:47.528831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port f77fe225-df09-4e37-9251-57ebdc471f64 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:52:47.535505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port f77fe225-df09-4e37-9251-57ebdc471f64 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:47.538235 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:47.595630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0502ee-a4e8-4141-826b-f49625cb90da req-5245985a-7c1f-4436-8603-f055eab1e436 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800460 Apr 05 18:52:47.655081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Attempting to bind port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:47.656317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Attempting to bind port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:47.656825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Attempting to bind port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:47.747901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:47.748262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Attempting to bind port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:47.769141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:47.769969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Checking segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:47.770809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Bound using segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:47.771632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Bound port: 389dba6c-91c0-4017-9dd7-6abd0e6e4f29, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:47.772210 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:47.784187 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:47.847598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535b340-10fe-4451-ad08-95a29b4212b5 req-9c3ba94c-230a-4b07-96c9-cde99a318b0a tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:47.858801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a535b340-10fe-4451-ad08-95a29b4212b5 req-9c3ba94c-230a-4b07-96c9-cde99a318b0a tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 944 time: 0.2199848 Apr 05 18:52:47.873607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a310c9b6-da1f-4fb7-9f94-966bea41847a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77fe225-df09-4e37-9251-57ebdc471f64'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:47.876112 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a619bb-de93-4914-9a17-3409d3f44b45" -d '{"events": [{"server_uuid": "a310c9b6-da1f-4fb7-9f94-966bea41847a", "name": "network-vif-plugged", "status": "completed", "tag": "f77fe225-df09-4e37-9251-57ebdc471f64"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:47.892383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f77fe225-df09-4e37-9251-57ebdc471f64, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f77fe225-df09-4e37-9251-57ebdc471f64,segment=NetworkSegment(e5afdd6c-8bf4-446d-a683-065e55dfb354),segment_id=e5afdd6c-8bf4-446d-a683-065e55dfb354)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:47.909897 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:47.974734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a535b340-10fe-4451-ad08-95a29b4212b5 req-b76df55c-9cfb-4f7e-b3b0-7ac949413139 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032219 Apr 05 18:52:47.980829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f77fe225-df09-4e37-9251-57ebdc471f64,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:47.998463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] For port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:48.004941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] For port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:48.011326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:48.016895 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70c2b5b-3bac-4dc8-9898-46a71f618ada x-openstack-request-id: req-c70c2b5b-3bac-4dc8-9898-46a71f618ada {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:48.017310 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a310c9b6-da1f-4fb7-9f94-966bea41847a", "name": "network-vif-plugged", "status": "completed", "tag": "f77fe225-df09-4e37-9251-57ebdc471f64", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:48.017672 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c70c2b5b-3bac-4dc8-9898-46a71f618ada {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:48.018135 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70c2b5b-3bac-4dc8-9898-46a71f618ada'] response: {'server_uuid': 'a310c9b6-da1f-4fb7-9f94-966bea41847a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77fe225-df09-4e37-9251-57ebdc471f64', 'code': 200} Apr 05 18:52:48.086640 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:48.094241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.094972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:48.096454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-a1fb524d-117e-458a-9c84-25d85c41e7a9 service neutron] 10.222.0.25 "PUT /v2.0/ports/389dba6c-91c0-4017-9dd7-6abd0e6e4f29 HTTP/1.1" status: 200 len: 1091 time: 1.8987167 Apr 05 18:52:48.139283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:48.204250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256a40a-fe83-48ac-b3a3-02da1dcb4f18 req-01eb7790-4b36-4468-bab0-6641c0a3f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.217719 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f256a40a-fe83-48ac-b3a3-02da1dcb4f18 req-01eb7790-4b36-4468-bab0-6641c0a3f601 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 1096 time: 0.1180017 Apr 05 18:52:48.279276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:48.287149 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f256a40a-fe83-48ac-b3a3-02da1dcb4f18 req-4b8bcd98-a56f-4603-acb5-eda4989e3cfa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555749 Apr 05 18:52:48.495343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '389dba6c-91c0-4017-9dd7-6abd0e6e4f29'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:48.516747 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062ecea3-81c2-4503-9496-958ea2cd91f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "389dba6c-91c0-4017-9dd7-6abd0e6e4f29"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:48.601838 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba673cb-7c17-4712-ae16-dd218791a4a3 x-openstack-request-id: req-dba673cb-7c17-4712-ae16-dd218791a4a3 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:48.601838 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "389dba6c-91c0-4017-9dd7-6abd0e6e4f29", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:48.601838 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dba673cb-7c17-4712-ae16-dd218791a4a3 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:48.601838 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba673cb-7c17-4712-ae16-dd218791a4a3'] response: {'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '389dba6c-91c0-4017-9dd7-6abd0e6e4f29', 'status': 'completed', 'code': 200} Apr 05 18:52:48.742244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-a8d5fd3a-8b34-47ee-943c-720714b49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.748482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-a8d5fd3a-8b34-47ee-943c-720714b49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.749054 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-a8d5fd3a-8b34-47ee-943c-720714b49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.749690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-a8d5fd3a-8b34-47ee-943c-720714b49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.751133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-a8d5fd3a-8b34-47ee-943c-720714b49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.754944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-a8d5fd3a-8b34-47ee-943c-720714b49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.755487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-a8d5fd3a-8b34-47ee-943c-720714b49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.757482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-a8d5fd3a-8b34-47ee-943c-720714b49498 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6276 time: 0.1404257 Apr 05 18:52:48.885959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3b6e-d175-49b7-b2ba-1954fe3ea10f req-a492612f-4a9e-49c8-bd89-a6637208a1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.895879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3b6e-d175-49b7-b2ba-1954fe3ea10f req-a492612f-4a9e-49c8-bd89-a6637208a1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.902553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3b6e-d175-49b7-b2ba-1954fe3ea10f req-a492612f-4a9e-49c8-bd89-a6637208a1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.911732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3b6e-d175-49b7-b2ba-1954fe3ea10f req-a492612f-4a9e-49c8-bd89-a6637208a1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.918180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3b6e-d175-49b7-b2ba-1954fe3ea10f req-a492612f-4a9e-49c8-bd89-a6637208a1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.927589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3b6e-d175-49b7-b2ba-1954fe3ea10f req-a492612f-4a9e-49c8-bd89-a6637208a1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.937057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3b6e-d175-49b7-b2ba-1954fe3ea10f req-a492612f-4a9e-49c8-bd89-a6637208a1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.948169 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db0d3b6e-d175-49b7-b2ba-1954fe3ea10f req-a492612f-4a9e-49c8-bd89-a6637208a1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5384 time: 0.3654702 Apr 05 18:52:48.997263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-05c54d00-26d4-452d-92c1-fbdc54a6431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:48.999195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-05c54d00-26d4-452d-92c1-fbdc54a6431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:49.003294 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-05c54d00-26d4-452d-92c1-fbdc54a6431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:49.006351 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-05c54d00-26d4-452d-92c1-fbdc54a6431e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4dfab4cfb44e4cdd88372808419896a2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2392249 Apr 05 18:52:49.016380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e65a-ecb7-44e4-926d-ab2525c5a615 req-6b8884ff-43b0-496f-88e0-9065dc02d90c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:49.017885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e626e65a-ecb7-44e4-926d-ab2525c5a615 req-6b8884ff-43b0-496f-88e0-9065dc02d90c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.2635918 Apr 05 18:52:49.032711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db0d3b6e-d175-49b7-b2ba-1954fe3ea10f req-b7d85e92-d1e7-4d67-8525-7ec4e07604d9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834732 Apr 05 18:52:49.174301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-e1a31135-6ea0-4acf-8094-035f3e2b620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:49.176245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-062ecea3-81c2-4503-9496-958ea2cd91f1 req-e1a31135-6ea0-4acf-8094-035f3e2b620c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1611514 Apr 05 18:52:49.241630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57944) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:49.269772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e626e65a-ecb7-44e4-926d-ab2525c5a615 req-5309d4a9-fa76-4306-8d03-6969cf890afb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241206 Apr 05 18:52:49.343979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42abaf-8204-4132-8d22-aa766046696b req-7bf7baeb-0331-4cb8-b173-01801837b06d tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:49.345271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e42abaf-8204-4132-8d22-aa766046696b req-7bf7baeb-0331-4cb8-b173-01801837b06d tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 945 time: 0.1251545 Apr 05 18:52:49.356139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b598a8d-1bf7-4860-9381-97716fe6007b {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:49.376035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:49.403802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Transition to ACTIVE for port object 6b598a8d-1bf7-4860-9381-97716fe6007b will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:52:49.438480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e42abaf-8204-4132-8d22-aa766046696b req-bccbe927-9462-4666-92ff-82b47024b022 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780466 Apr 05 18:52:49.438480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:49.521615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Pushing event updated for resources: {'Port': ['ID=6b598a8d-1bf7-4860-9381-97716fe6007b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:49.584596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:49.635066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:49.680527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Attempting to bind port 6b598a8d-1bf7-4860-9381-97716fe6007b on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:49.680943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Attempting to bind port 6b598a8d-1bf7-4860-9381-97716fe6007b by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:49.681293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Attempting to bind port 6b598a8d-1bf7-4860-9381-97716fe6007b on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:49.696475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Port 6b598a8d-1bf7-4860-9381-97716fe6007b on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:49.696855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Attempting to bind port 6b598a8d-1bf7-4860-9381-97716fe6007b on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:49.704772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:49.705175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Checking segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:49.705491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Bound using segment: {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:49.705921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Bound port: 6b598a8d-1bf7-4860-9381-97716fe6007b, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:49.706276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:49.828514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] For port 6b598a8d-1bf7-4860-9381-97716fe6007b, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:49.836258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] For port 6b598a8d-1bf7-4860-9381-97716fe6007b, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6b598a8d-1bf7-4860-9381-97716fe6007b,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:49.842650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:49.844051 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:49.900986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:49.903358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:49.912983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] 10.222.0.25 "PUT /v2.0/ports/6b598a8d-1bf7-4860-9381-97716fe6007b HTTP/1.1" status: 200 len: 1091 time: 1.7786646 Apr 05 18:52:49.958258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:50.072343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Allocated IP 172.25.4.254 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/09a69edf-1c40-4623-a3bb-d01d079b3bee) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:50.098850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097d00b-e218-4c81-acb5-0b5d0e8b0b0d service neutron] Pushing event updated for resources: {'Port': ['ID=6b598a8d-1bf7-4860-9381-97716fe6007b,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:50.107041 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:50.343447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:50.428001 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:50.435620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de01f5-4427-4db2-8a5c-24f6303960e9 req-1dd354a4-ee66-4220-8fa8-74f657c2143d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.443227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de01f5-4427-4db2-8a5c-24f6303960e9 req-1dd354a4-ee66-4220-8fa8-74f657c2143d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.450512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de01f5-4427-4db2-8a5c-24f6303960e9 req-1dd354a4-ee66-4220-8fa8-74f657c2143d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.459146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de01f5-4427-4db2-8a5c-24f6303960e9 req-1dd354a4-ee66-4220-8fa8-74f657c2143d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.466964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de01f5-4427-4db2-8a5c-24f6303960e9 req-1dd354a4-ee66-4220-8fa8-74f657c2143d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.473405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de01f5-4427-4db2-8a5c-24f6303960e9 req-1dd354a4-ee66-4220-8fa8-74f657c2143d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.480555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de01f5-4427-4db2-8a5c-24f6303960e9 req-1dd354a4-ee66-4220-8fa8-74f657c2143d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.483295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:50.484299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30de01f5-4427-4db2-8a5c-24f6303960e9 req-1dd354a4-ee66-4220-8fa8-74f657c2143d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5396 time: 0.2882829 Apr 05 18:52:50.487515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:50.491084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:50.503876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event updated for resources: {'Port': ['ID=09a69edf-1c40-4623-a3bb-d01d079b3bee,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:50.606025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:50.625491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '6b598a8d-1bf7-4860-9381-97716fe6007b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:50.627998 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "6b598a8d-1bf7-4860-9381-97716fe6007b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:50.650494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:50.655623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30de01f5-4427-4db2-8a5c-24f6303960e9 req-c7bda691-df9e-44e5-880c-20aec130e3bd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435227 Apr 05 18:52:50.674102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5389d4-3f23-4c0e-b626-8427a3e9320f req-2d479671-6f86-417a-90d6-2e426b3ff56e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.677062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a5389d4-3f23-4c0e-b626-8427a3e9320f req-2d479671-6f86-417a-90d6-2e426b3ff56e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.2699726 Apr 05 18:52:50.759970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a5389d4-3f23-4c0e-b626-8427a3e9320f req-387b8e0a-b46d-4563-a161-3e65ece924b1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687327 Apr 05 18:52:50.835319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89589758-ae48-4a90-86b3-e8e4e2a59960 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:50.844217 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7571c7-933c-4199-8abe-ca3063a702de x-openstack-request-id: req-3c7571c7-933c-4199-8abe-ca3063a702de {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:50.844539 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "6b598a8d-1bf7-4860-9381-97716fe6007b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:50.844754 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c7571c7-933c-4199-8abe-ca3063a702de {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:50.845453 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7571c7-933c-4199-8abe-ca3063a702de'] response: {'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '6b598a8d-1bf7-4860-9381-97716fe6007b', 'status': 'completed', 'code': 200} Apr 05 18:52:50.850211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:50.876981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a59fbd-8418-4f90-8926-31cb2e27068b req-d8981445-69c2-4985-9098-ddc5bb61bc3b tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.876981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a59fbd-8418-4f90-8926-31cb2e27068b req-d8981445-69c2-4985-9098-ddc5bb61bc3b tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 945 time: 0.1019926 Apr 05 18:52:50.879876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Transition to ACTIVE for port object 89589758-ae48-4a90-86b3-e8e4e2a59960 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:52:50.890758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:50.903289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:50.914382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:50.960728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-6515223c-b76a-4529-923e-3d86f7a07542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.961209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-6515223c-b76a-4529-923e-3d86f7a07542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.961681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-6515223c-b76a-4529-923e-3d86f7a07542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.962146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-6515223c-b76a-4529-923e-3d86f7a07542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.962636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-6515223c-b76a-4529-923e-3d86f7a07542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.963103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-6515223c-b76a-4529-923e-3d86f7a07542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.963566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-6515223c-b76a-4529-923e-3d86f7a07542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:50.963858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a59fbd-8418-4f90-8926-31cb2e27068b req-10449b97-678a-4137-95c2-0e6f90abd944 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803754 Apr 05 18:52:50.965471 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-6515223c-b76a-4529-923e-3d86f7a07542 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6343 time: 0.1056511 Apr 05 18:52:50.980310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Pushing event updated for resources: {'Port': ['ID=89589758-ae48-4a90-86b3-e8e4e2a59960,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:51.093255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Attempting to bind port 89589758-ae48-4a90-86b3-e8e4e2a59960 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:51.093475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Attempting to bind port 89589758-ae48-4a90-86b3-e8e4e2a59960 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:51.093812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Attempting to bind port 89589758-ae48-4a90-86b3-e8e4e2a59960 on network a954e435-97fc-41ff-8911-773ef5d9cc23 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:51.099319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Port 89589758-ae48-4a90-86b3-e8e4e2a59960 on network a954e435-97fc-41ff-8911-773ef5d9cc23 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:51.099652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Attempting to bind port 89589758-ae48-4a90-86b3-e8e4e2a59960 on network a954e435-97fc-41ff-8911-773ef5d9cc23 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:51.108000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:51.114920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event updated for resources: {'Port': ['ID=09a69edf-1c40-4623-a3bb-d01d079b3bee,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:51.122037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Checking segment: {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:51.122645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Bound using segment: {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:51.124294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Bound port: 89589758-ae48-4a90-86b3-e8e4e2a59960, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:51.124667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:51.192126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-77a6c7cb-0e22-49d3-b4ca-c93453e93d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:51.193328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-77a6c7cb-0e22-49d3-b4ca-c93453e93d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:51.194245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-77a6c7cb-0e22-49d3-b4ca-c93453e93d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:51.196478 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-77a6c7cb-0e22-49d3-b4ca-c93453e93d91 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4dfab4cfb44e4cdd88372808419896a2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1980362 Apr 05 18:52:51.197735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:51.257232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] For port 89589758-ae48-4a90-86b3-e8e4e2a59960, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:51.264598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] For port 89589758-ae48-4a90-86b3-e8e4e2a59960, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=89589758-ae48-4a90-86b3-e8e4e2a59960,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:51.266297 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:51.270607 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:51.275464 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d88cdf31-6cd6-4fdc-9aaf-5bfa632ccaef tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0311277 Apr 05 18:52:51.291762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57976) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:51.304040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-509013634'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:51.314435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:51.315798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:51.318737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] 10.222.0.25 "PUT /v2.0/ports/89589758-ae48-4a90-86b3-e8e4e2a59960 HTTP/1.1" status: 200 len: 1091 time: 1.3712962 Apr 05 18:52:51.390372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Request body: {'port': {'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:51.488906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb84b26-1749-4f41-b8ce-5fccfd32a962 service neutron] Pushing event updated for resources: {'Port': ['ID=89589758-ae48-4a90-86b3-e8e4e2a59960,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:51.513093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Made reservation on behalf of 6f8df37412794bc48d3effefa66fc284 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:51.517097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:51.561644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:51.574086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9850f-4d9e-4e87-9f90-ee20443e0742 req-ea9b9e35-f679-4649-a8b3-e5ea740460e7 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:51.575762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0c9850f-4d9e-4e87-9f90-ee20443e0742 req-ea9b9e35-f679-4649-a8b3-e5ea740460e7 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 945 time: 0.2133663 Apr 05 18:52:51.583961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ee95-536d-438a-ba4e-6764c38f963e req-aebdb37c-888e-4e2b-aea4-53402fefc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:51.585467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f929ee95-536d-438a-ba4e-6764c38f963e req-aebdb37c-888e-4e2b-aea4-53402fefc6d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701fa1bd3f6641dda4708d1e46f497eb&device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 1096 time: 0.2242603 Apr 05 18:52:51.588066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:51.779640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-82f37fa4-1a5c-4996-99d4-0d6dacdba39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:51.781619 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-82f37fa4-1a5c-4996-99d4-0d6dacdba39c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 1096 time: 0.4647253 Apr 05 18:52:51.824348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-62dcf8a8-2ea5-4073-b783-bc2a5357973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:51.826664 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1799e08-e3fe-4b6e-8a0a-2d5139ff8aae req-62dcf8a8-2ea5-4073-b783-bc2a5357973d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6220050 Apr 05 18:52:51.900593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-4566cb81-0a1c-41ad-bca8-e1f8e527852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:51.902121 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-4566cb81-0a1c-41ad-bca8-e1f8e527852a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.1123919 Apr 05 18:52:51.952020 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-d2db5c2c-1c99-421b-b4c1-12351ed3094f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e HTTP/1.1" status: 200 len: 217 time: 0.0427210 Apr 05 18:52:52.004831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-2acd3009-4a87-41f1-aa26-be1de2437968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.006303 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-2acd3009-4a87-41f1-aa26-be1de2437968 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.0476437 Apr 05 18:52:52.017236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0c9850f-4d9e-4e87-9f90-ee20443e0742 req-b30ce703-f178-4df2-894a-9186dc1b9bc7 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303303 Apr 05 18:52:52.059031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-dc4be170-9033-4502-a2e1-e6426c192cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.061329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-dc4be170-9033-4502-a2e1-e6426c192cc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475743 Apr 05 18:52:52.174778 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-adc9516c-1928-4410-a9b3-aa74a29b6823 service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061180 Apr 05 18:52:52.197962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ee95-536d-438a-ba4e-6764c38f963e req-75232858-d39b-4893-8568-fc1d08d9d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.200589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f929ee95-536d-438a-ba4e-6764c38f963e req-75232858-d39b-4893-8568-fc1d08d9d1f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0672b785-3ae8-4c16-8eaa-75e89bfd6898 HTTP/1.1" status: 200 len: 913 time: 0.6008332 Apr 05 18:52:52.296265 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fdf38ace-f597-4f63-a89c-1282fb85792d req-7bd835d7-3da7-4457-87c6-e086c64cd09f service neutron] 10.222.0.20 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145337 Apr 05 18:52:52.318737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f929ee95-536d-438a-ba4e-6764c38f963e req-9bd08788-53fa-46cc-a935-681325fe0448 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f77fe225-df09-4e37-9251-57ebdc471f64 HTTP/1.1" status: 200 len: 217 time: 0.0864065 Apr 05 18:52:52.338790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6fd4-4540-4596-ac97-34fc52fb934a req-c5235004-e378-46ce-8e1f-ffd5a1ff10cf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.349959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6fd4-4540-4596-ac97-34fc52fb934a req-c5235004-e378-46ce-8e1f-ffd5a1ff10cf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.356660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6fd4-4540-4596-ac97-34fc52fb934a req-c5235004-e378-46ce-8e1f-ffd5a1ff10cf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.365867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6fd4-4540-4596-ac97-34fc52fb934a req-c5235004-e378-46ce-8e1f-ffd5a1ff10cf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.373850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6fd4-4540-4596-ac97-34fc52fb934a req-c5235004-e378-46ce-8e1f-ffd5a1ff10cf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.383022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6fd4-4540-4596-ac97-34fc52fb934a req-c5235004-e378-46ce-8e1f-ffd5a1ff10cf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.391596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6fd4-4540-4596-ac97-34fc52fb934a req-c5235004-e378-46ce-8e1f-ffd5a1ff10cf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.393539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee5a6fd4-4540-4596-ac97-34fc52fb934a req-c5235004-e378-46ce-8e1f-ffd5a1ff10cf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5408 time: 0.3854139 Apr 05 18:52:52.432832 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:52.506169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:52.563535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070b2a8-e089-4ce5-a0dc-e346f11ec0c6 req-96cbbff5-286c-4543-8b1b-b35dde99dad2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.564973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5070b2a8-e089-4ce5-a0dc-e346f11ec0c6 req-96cbbff5-286c-4543-8b1b-b35dde99dad2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.3866286 Apr 05 18:52:52.611963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:52:52.636296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ee95-536d-438a-ba4e-6764c38f963e req-ed863982-5120-4821-9d72-2c4eee01dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.638353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f929ee95-536d-438a-ba4e-6764c38f963e req-ed863982-5120-4821-9d72-2c4eee01dc1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=197dd528-2afa-4603-a82c-ae103b355b59 HTTP/1.1" status: 200 len: 853 time: 0.2365820 Apr 05 18:52:52.663643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec890ff9-4624-41e1-a14f-b0b2047a552e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:52.679590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:52.679932 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Added segment c84c4b46-4ca4-420a-9940-07ee8df7c8c1 of type vlan for network 2833e130-484b-4dc9-8915-d03bb29721e7 Apr 05 18:52:52.706570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee5a6fd4-4540-4596-ac97-34fc52fb934a req-6b65f13a-8732-44c2-9ceb-910acf602555 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2770498 Apr 05 18:52:52.724130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.724467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.724795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.725223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.725582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.725850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.726168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.726530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.726868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.738031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.738031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.738031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:52:52.779782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f929ee95-536d-438a-ba4e-6764c38f963e req-0be513d9-741a-4456-b4ae-bd4495ba40d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0672b785-3ae8-4c16-8eaa-75e89bfd6898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036868 Apr 05 18:52:52.841111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:52.847230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5070b2a8-e089-4ce5-a0dc-e346f11ec0c6 req-38fcc83c-7a3e-4d2f-890d-d5cc7683829c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665749 Apr 05 18:52:52.853274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '89589758-ae48-4a90-86b3-e8e4e2a59960'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:52.855465 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe33cc9-8e9e-4ea2-b161-0589510d9295" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "89589758-ae48-4a90-86b3-e8e4e2a59960"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:52.900138 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a4bada-d5af-43b4-8627-96b943d65221 x-openstack-request-id: req-d6a4bada-d5af-43b4-8627-96b943d65221 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:52.900423 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "89589758-ae48-4a90-86b3-e8e4e2a59960", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:52.900666 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6a4bada-d5af-43b4-8627-96b943d65221 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:52.901057 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a4bada-d5af-43b4-8627-96b943d65221'] response: {'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '89589758-ae48-4a90-86b3-e8e4e2a59960', 'status': 'completed', 'code': 200} Apr 05 18:52:52.977172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-3a0ab822-e17c-403e-be9d-d0dda029939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.977779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-3a0ab822-e17c-403e-be9d-d0dda029939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.978674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-3a0ab822-e17c-403e-be9d-d0dda029939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.978674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-3a0ab822-e17c-403e-be9d-d0dda029939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.979034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-3a0ab822-e17c-403e-be9d-d0dda029939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.979488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-3a0ab822-e17c-403e-be9d-d0dda029939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.979940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-3a0ab822-e17c-403e-be9d-d0dda029939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.980723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972f50a2-1ed6-469d-a070-b3997252b0ff {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:52:52.981881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-3a0ab822-e17c-403e-be9d-d0dda029939a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6410 time: 0.0594697 Apr 05 18:52:52.989901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:52.995304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:52.995876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.012155 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.105361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-901f3b5f-1b91-41f5-a5be-3534a77b780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.105845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-901f3b5f-1b91-41f5-a5be-3534a77b780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.106332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-901f3b5f-1b91-41f5-a5be-3534a77b780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.107586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f929ee95-536d-438a-ba4e-6764c38f963e req-81ab4088-edf7-418a-8655-f94683b2c7bc service neutron] 10.222.0.20 "GET /v2.0/networks/0672b785-3ae8-4c16-8eaa-75e89bfd6898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146925 Apr 05 18:52:53.108868 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-901f3b5f-1b91-41f5-a5be-3534a77b780c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4dfab4cfb44e4cdd88372808419896a2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1202066 Apr 05 18:52:53.109213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Transition to ACTIVE for port object 972f50a2-1ed6-469d-a070-b3997252b0ff will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:52:53.123382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57990) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:53.123682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8281636 Apr 05 18:52:53.130007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Request body: {'subnet': {'network_id': '2833e130-484b-4dc9-8915-d03bb29721e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:53.146903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.158501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f4d83-2fa1-4ac1-95ed-ba2d39e29892 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event updated for resources: {'Network': ['ID=2833e130-484b-4dc9-8915-d03bb29721e7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:53.170461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 2833e130-484b-4dc9-8915-d03bb29721e7 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:52:53.302424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-1135ac1f-f1f0-451c-8ac0-a2239582a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.304090 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ebe33cc9-8e9e-4ea2-b161-0589510d9295 req-1135ac1f-f1f0-451c-8ac0-a2239582a30e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1883550 Apr 05 18:52:53.304805 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Made reservation on behalf of 6f8df37412794bc48d3effefa66fc284 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:52:53.308453 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.355221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Pushing event updated for resources: {'Port': ['ID=972f50a2-1ed6-469d-a070-b3997252b0ff,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:53.373959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973e7b-dc36-4be0-b9b9-b55d650c9a26 req-69c6ad0d-f5a4-4fff-8963-85922ea9b343 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.378775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98973e7b-dc36-4be0-b9b9-b55d650c9a26 req-69c6ad0d-f5a4-4fff-8963-85922ea9b343 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 945 time: 0.2643638 Apr 05 18:52:53.467247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f929ee95-536d-438a-ba4e-6764c38f963e req-56873fde-6789-43f1-b08d-f7414cadd2e1 service neutron] 10.222.0.20 "GET /v2.0/networks/0672b785-3ae8-4c16-8eaa-75e89bfd6898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392103 Apr 05 18:52:53.497410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98973e7b-dc36-4be0-b9b9-b55d650c9a26 req-b84efae7-96e4-4ce3-abe3-715cd90aac38 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114180 Apr 05 18:52:53.500300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Attempting to bind port 972f50a2-1ed6-469d-a070-b3997252b0ff on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:53.500634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Attempting to bind port 972f50a2-1ed6-469d-a070-b3997252b0ff by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:53.500955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Attempting to bind port 972f50a2-1ed6-469d-a070-b3997252b0ff on network a954e435-97fc-41ff-8911-773ef5d9cc23 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:53.506445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Port 972f50a2-1ed6-469d-a070-b3997252b0ff on network a954e435-97fc-41ff-8911-773ef5d9cc23 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:52:53.506445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Attempting to bind port 972f50a2-1ed6-469d-a070-b3997252b0ff on network a954e435-97fc-41ff-8911-773ef5d9cc23 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:53.511896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:53.512234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Checking segment: {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:53.512740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Bound using segment: {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:53.513075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Bound port: 972f50a2-1ed6-469d-a070-b3997252b0ff, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fae134e-c786-4020-a849-025a6614c02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:53.513923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.563921 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.592183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] For port 972f50a2-1ed6-469d-a070-b3997252b0ff, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:53.595685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] For port 972f50a2-1ed6-469d-a070-b3997252b0ff, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=972f50a2-1ed6-469d-a070-b3997252b0ff,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:53.602625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.639587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Checking segment: {'id': 'c84c4b46-4ca4-420a-9940-07ee8df7c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2833e130-484b-4dc9-8915-d03bb29721e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:53.639947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Network hostable DHCP agents. Network: 2833e130-484b-4dc9-8915-d03bb29721e7, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:52:53.660755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event updated for resources: {'Subnet': ['ID=dc4f14ed-6ac8-4821-b448-9f50e9cdcb63,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:53.665586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Pushing event updated for resources: {'Port': ['ID=972f50a2-1ed6-469d-a070-b3997252b0ff,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:53.676017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.676839 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.678081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-bf77a222-6f7e-475f-8b6c-dd9ba82c496f service neutron] 10.222.0.25 "PUT /v2.0/ports/972f50a2-1ed6-469d-a070-b3997252b0ff HTTP/1.1" status: 200 len: 1091 time: 2.3130636 Apr 05 18:52:53.680830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Network 2833e130-484b-4dc9-8915-d03bb29721e7 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:52:53.695902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 2833e130-484b-4dc9-8915-d03bb29721e7) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:53.703318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.704094 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.722022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378dbcfa-5017-4baa-9099-5d5df736f1b0 None None] Network 2833e130-484b-4dc9-8915-d03bb29721e7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:52:53.724937 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d61c7e5e-a175-4207-9d75-34ac63336e7a tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5988674 Apr 05 18:52:53.740490 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57992) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:53.748624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2015478059', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:53.788980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.790276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:53.800720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c8836b8d-009d-43c3-a4df-7c06b2e226ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.801203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c8836b8d-009d-43c3-a4df-7c06b2e226ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.801671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c8836b8d-009d-43c3-a4df-7c06b2e226ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.802136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c8836b8d-009d-43c3-a4df-7c06b2e226ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.802651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c8836b8d-009d-43c3-a4df-7c06b2e226ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.803119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c8836b8d-009d-43c3-a4df-7c06b2e226ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.803591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c8836b8d-009d-43c3-a4df-7c06b2e226ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:53.807023 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c8836b8d-009d-43c3-a4df-7c06b2e226ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6477 time: 0.0757670 Apr 05 18:52:53.928097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-3d25950e-0d1e-4684-bb10-e07fad703f34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed51f31e-0c53-4122-bb43-bc2f914bb1b5 HTTP/1.1" status: 200 len: 217 time: 0.1133907 Apr 05 18:52:53.938120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.067978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-2833e130-484b-4dc9-8915-d03bb29721e7', 'network_id': '2833e130-484b-4dc9-8915-d03bb29721e7', 'tenant_id': '6f8df37412794bc48d3effefa66fc284', 'fixed_ips': [{'subnet_id': 'dc4f14ed-6ac8-4821-b448-9f50e9cdcb63'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:52:54.069287 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.081675 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:52:54.213300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-3368bbf5-8ab4-4cea-a71a-dbdcc5b761a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.218418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-3368bbf5-8ab4-4cea-a71a-dbdcc5b761a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b62ed36d-03a3-43ab-9bae-48fb9d376e66 HTTP/1.1" status: 200 len: 850 time: 0.2674153 Apr 05 18:52:54.233164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.277169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Allocated IP 172.20.0.2 (2833e130-484b-4dc9-8915-d03bb29721e7/dc4f14ed-6ac8-4821-b448-9f50e9cdcb63/95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:54.375128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e5-b5a3-47d8-a2be-284002f37a6a req-c0e3012a-cedc-4725-9222-ff29af7d9821 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.390191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e5-b5a3-47d8-a2be-284002f37a6a req-c0e3012a-cedc-4725-9222-ff29af7d9821 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.396188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e5-b5a3-47d8-a2be-284002f37a6a req-c0e3012a-cedc-4725-9222-ff29af7d9821 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.402381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e5-b5a3-47d8-a2be-284002f37a6a req-c0e3012a-cedc-4725-9222-ff29af7d9821 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.409002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e5-b5a3-47d8-a2be-284002f37a6a req-c0e3012a-cedc-4725-9222-ff29af7d9821 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.415330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e5-b5a3-47d8-a2be-284002f37a6a req-c0e3012a-cedc-4725-9222-ff29af7d9821 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.422923 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e5-b5a3-47d8-a2be-284002f37a6a req-c0e3012a-cedc-4725-9222-ff29af7d9821 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.431061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da7458e5-b5a3-47d8-a2be-284002f37a6a req-c0e3012a-cedc-4725-9222-ff29af7d9821 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.5087500 Apr 05 18:52:54.453046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea5b70-7750-4ebd-8028-3c30aa7fbc5e req-65820ce9-8078-486a-9f96-a106d3ef76fd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.460279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9bea5b70-7750-4ebd-8028-3c30aa7fbc5e req-65820ce9-8078-486a-9f96-a106d3ef76fd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 945 time: 0.5139215 Apr 05 18:52:54.473303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-941e3e67-fab7-41b4-8be0-c2807275eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:54.474807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-941e3e67-fab7-41b4-8be0-c2807275eec9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798730b5-7361-4e69-83c3-9ab022a1409a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488391 Apr 05 18:52:54.537146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da7458e5-b5a3-47d8-a2be-284002f37a6a req-9608cf28-b29c-4f19-b694-6cc80a9d95de tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975940 Apr 05 18:52:54.555520 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.565448 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.596734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.620417 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.667078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Pushing event updated for resources: {'Port': ['ID=95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:54.678026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Network 2833e130-484b-4dc9-8915-d03bb29721e7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:54.679691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:54.682521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:54.829876 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Attempting to bind port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:52:54.830760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Attempting to bind port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c84c4b46-4ca4-420a-9940-07ee8df7c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2833e130-484b-4dc9-8915-d03bb29721e7'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:52:54.831378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Attempting to bind port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce on network 2833e130-484b-4dc9-8915-d03bb29721e7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:52:54.848837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:52:54.849588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Checking segment: {'id': 'c84c4b46-4ca4-420a-9940-07ee8df7c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2833e130-484b-4dc9-8915-d03bb29721e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:52:54.850188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Allocated IP 172.25.4.223 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/62b55823-d530-49cc-bcad-c4424837f877) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:52:54.850464 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.851085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Bound using segment: {'id': 'c84c4b46-4ca4-420a-9940-07ee8df7c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2833e130-484b-4dc9-8915-d03bb29721e7'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:52:54.851767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Bound port: 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c4b46-4ca4-420a-9940-07ee8df7c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2833e130-484b-4dc9-8915-d03bb29721e7'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:52:54.852572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.924725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '972f50a2-1ed6-469d-a070-b3997252b0ff'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:54.934435 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9153dc6-1b2d-48c1-bfb4-130454094455" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "972f50a2-1ed6-469d-a070-b3997252b0ff"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:54.934797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] For port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:52:54.941726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] For port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce,segment=NetworkSegment(c84c4b46-4ca4-420a-9940-07ee8df7c8c1),segment_id=c84c4b46-4ca4-420a-9940-07ee8df7c8c1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:52:54.949045 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:54.954748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-fb7432e7-3451-4c0c-9178-3a2711927a57 service neutron] 10.222.0.25 "GET /v2.0/networks/798730b5-7361-4e69-83c3-9ab022a1409a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707382 Apr 05 18:52:54.990813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:55.012574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9bea5b70-7750-4ebd-8028-3c30aa7fbc5e req-39996863-459c-452c-9270-cb9de5b4c808 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513844 Apr 05 18:52:55.044941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:55.097927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c124dd-216d-4027-aa76-870c9cb35591 None None] Pushing event updated for resources: {'Port': ['ID=95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:55.109370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:52:55.113276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:52:55.119269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:52:55.179697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event updated for resources: {'Port': ['ID=62b55823-d530-49cc-bcad-c4424837f877,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:55.248338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150c55e-ada9-4c97-a4a9-1c6e81782a21 req-313def1e-b77b-4524-9fea-3a25ee5c83bf tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:55.261988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c150c55e-ada9-4c97-a4a9-1c6e81782a21 req-313def1e-b77b-4524-9fea-3a25ee5c83bf tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 945 time: 0.4389949 Apr 05 18:52:55.396280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-10f47a1d-b9c1-4893-8dde-b6658a80aeb3 service neutron] 10.222.0.25 "GET /v2.0/networks/798730b5-7361-4e69-83c3-9ab022a1409a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326301 Apr 05 18:52:55.423593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:52:55.478603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-06d3519f-448c-4b66-ba4b-c4f4ed13d672 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=728ba331-3953-4dc4-aeed-a08dac3ae9c4 HTTP/1.1" status: 200 len: 217 time: 0.0708480 Apr 05 18:52:55.599872 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c150c55e-ada9-4c97-a4a9-1c6e81782a21 req-ad2d9f31-68c6-4672-a1c4-5915d742046a tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269627 Apr 05 18:52:55.624445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58022) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:55.635685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-70f111c9-9bce-4b12-a708-e140a925dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:55.637197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-70f111c9-9bce-4b12-a708-e140a925dec7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d1345e6-e695-4fa1-aece-6cb1798127f9 HTTP/1.1" status: 200 len: 797 time: 0.1511455 Apr 05 18:52:55.649159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-68bef0cc-0573-4892-b6da-3eff92ec40d1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235523498', 'description': 'tempest-secgroup-smoke-1235523498 description', 'project_id': 'd2c1400648c047fba9a87da2a9820169'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:55.674317 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:55.709663 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e5d663-2cbd-498f-bb03-7e9d34f2270b x-openstack-request-id: req-d5e5d663-2cbd-498f-bb03-7e9d34f2270b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:55.709957 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "972f50a2-1ed6-469d-a070-b3997252b0ff", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:55.712619 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5e5d663-2cbd-498f-bb03-7e9d34f2270b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:55.713037 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e5d663-2cbd-498f-bb03-7e9d34f2270b'] response: {'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': '972f50a2-1ed6-469d-a070-b3997252b0ff', 'status': 'completed', 'code': 200} Apr 05 18:52:55.738713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:52:55.746363 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b34ae3-63b8-4431-828e-55daf60609fe" -d '{"events": [{"server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:52:55.755369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-57d95743-ad47-4664-b4d5-ceab3867bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:55.756900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-57d95743-ad47-4664-b4d5-ceab3867bebd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dae8a42-fd72-4f84-93dc-c11df35ece60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119547 Apr 05 18:52:55.774916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:55.784102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:55.884412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:55.895334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68bef0cc-0573-4892-b6da-3eff92ec40d1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:55.910948 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 18:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f75454-87a2-4d8d-b0fe-ae9d22e2102c x-openstack-request-id: req-d1f75454-87a2-4d8d-b0fe-ae9d22e2102c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:52:55.914155 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "name": "network-vif-unplugged", "status": "failed", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e", "code": 422}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:52:55.914547 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1f75454-87a2-4d8d-b0fe-ae9d22e2102c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:52:55.915062 n-d-836650-3 neutron-server[102641]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d1f75454-87a2-4d8d-b0fe-ae9d22e2102c']: {'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e', 'code': 422} returned with failed status Apr 05 18:52:55.916759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-9881f520-acfe-4779-9ec1-4f6ef297ce7e service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487401 Apr 05 18:52:55.992214 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.018635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9ce70-fb40-4e08-a136-1e6255d56068 req-c657bb6b-e173-4932-af65-6a97067323f1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.027222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9ce70-fb40-4e08-a136-1e6255d56068 req-c657bb6b-e173-4932-af65-6a97067323f1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.034075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9ce70-fb40-4e08-a136-1e6255d56068 req-c657bb6b-e173-4932-af65-6a97067323f1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.041076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9ce70-fb40-4e08-a136-1e6255d56068 req-c657bb6b-e173-4932-af65-6a97067323f1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.048440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9ce70-fb40-4e08-a136-1e6255d56068 req-c657bb6b-e173-4932-af65-6a97067323f1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.055535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9ce70-fb40-4e08-a136-1e6255d56068 req-c657bb6b-e173-4932-af65-6a97067323f1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.067787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9ce70-fb40-4e08-a136-1e6255d56068 req-c657bb6b-e173-4932-af65-6a97067323f1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.087185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8d9ce70-fb40-4e08-a136-1e6255d56068 req-c657bb6b-e173-4932-af65-6a97067323f1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.3219004 Apr 05 18:52:56.240034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8d9ce70-fb40-4e08-a136-1e6255d56068 req-5c55e7fb-0567-4e54-ac69-78527201c928 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514845 Apr 05 18:52:56.244548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-c591edf2-335e-4ff5-9893-b1908011a9fc service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184991 Apr 05 18:52:56.368394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-55dddf4a-ad5e-4866-a9b6-0deb82b812de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=51bcb90f-f863-4c98-ac38-a1ae6aed7379 HTTP/1.1" status: 200 len: 217 time: 0.1152372 Apr 05 18:52:56.440861 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68bef0cc-0573-4892-b6da-3eff92ec40d1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.453234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68bef0cc-0573-4892-b6da-3eff92ec40d1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.461532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.531200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:56.604115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-732320cc-0c1d-4040-81f2-2aab973e8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.607964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-732320cc-0c1d-4040-81f2-2aab973e8cec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d1345e6-e695-4fa1-aece-6cb1798127f9 HTTP/1.1" status: 200 len: 797 time: 0.1438227 Apr 05 18:52:56.634668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:56.635048 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.649621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bef0cc-0573-4892-b6da-3eff92ec40d1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887d188b-66de-486b-8cb5-87df2252b5c8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:56.683240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68bef0cc-0573-4892-b6da-3eff92ec40d1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.692359 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-68bef0cc-0573-4892-b6da-3eff92ec40d1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0501876 Apr 05 18:52:56.693239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58036) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:56.698492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96007-b418-4f51-b6de-8addb0c8b836 req-8a13a72d-40f8-45b6-9af2-fd7eee85bcb0 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.702355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68b96007-b418-4f51-b6de-8addb0c8b836 req-8a13a72d-40f8-45b6-9af2-fd7eee85bcb0 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 943 time: 0.3445156 Apr 05 18:52:56.727460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f78f7dc3-f89f-4fb9-bc14-21e4b778be42 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'security_group_rule': {'security_group_id': '887d188b-66de-486b-8cb5-87df2252b5c8', 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:56.746847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f612f-5f13-4472-8047-a2b2f03d15aa req-85323e4e-e4fa-4f2e-b104-966bc3635b01 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.751987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db4f612f-5f13-4472-8047-a2b2f03d15aa req-85323e4e-e4fa-4f2e-b104-966bc3635b01 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 945 time: 0.1693134 Apr 05 18:52:56.758628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b0bc6700-aee4-4011-82c9-12c665a98daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:56.760365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b0bc6700-aee4-4011-82c9-12c665a98daf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dae8a42-fd72-4f84-93dc-c11df35ece60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302309 Apr 05 18:52:56.783167 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f78f7dc3-f89f-4fb9-bc14-21e4b778be42 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.803641 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.831549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771551d-acbc-4a1a-bfef-8be21e11a5df None None] Network 2833e130-484b-4dc9-8915-d03bb29721e7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:52:56.842677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68b96007-b418-4f51-b6de-8addb0c8b836 req-dacbed35-2918-4956-95bc-a4da624f1ea8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240616 Apr 05 18:52:56.865802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce,segment=NetworkSegment(c84c4b46-4ca4-420a-9940-07ee8df7c8c1),segment_id=c84c4b46-4ca4-420a-9940-07ee8df7c8c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:56.879142 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.912527 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f78f7dc3-f89f-4fb9-bc14-21e4b778be42 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.914121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Router ec75fec2-2c74-4942-ac8f-31b705c6f9a9 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:52:56.925135 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f78f7dc3-f89f-4fb9-bc14-21e4b778be42 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:56.944462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f7dc3-f89f-4fb9-bc14-21e4b778be42 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b47faa1-342c-4f87-b86a-d07aea3ca195,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:57.003214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db4f612f-5f13-4472-8047-a2b2f03d15aa req-a6fcce54-d1b7-450a-8853-f2ca6e8fcc55 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368071 Apr 05 18:52:57.042272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:57.048773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d6a69-d54e-4a4c-adc1-737074ac574f req-ea0db1c2-4e40-4dae-bfcd-e8e3ced8a42b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:57.058566 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a0d6a69-d54e-4a4c-adc1-737074ac574f req-ea0db1c2-4e40-4dae-bfcd-e8e3ced8a42b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0970156 Apr 05 18:52:57.063535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1ee8056c-dada-4733-a4d2-bed66b9f1c5c None None] Provisioning complete for port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:57.063910 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ee8056c-dada-4733-a4d2-bed66b9f1c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.071216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-2b74ea0e-e56d-4b62-861a-0b89ad4f9674 service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996700 Apr 05 18:52:57.208513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f78f7dc3-f89f-4fb9-bc14-21e4b778be42 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.217685 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f78f7dc3-f89f-4fb9-bc14-21e4b778be42 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5063279 Apr 05 18:52:57.218152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a0d6a69-d54e-4a4c-adc1-737074ac574f req-63b39423-1c84-4cd5-8bdf-ee178bfa1cfc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538656 Apr 05 18:52:57.218545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58050) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:57.225968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-3440a251-85ee-4aa3-90d3-4331f9b4a660 service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456206 Apr 05 18:52:57.226341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:52:57.245980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4421c2-8641-4fab-926d-d7957b1ba72c None None] Sync routers for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:52:57.246148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0a71da88-5ada-4ecd-8979-7e59d4b5ec1a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'security_group_rule': {'security_group_id': '887d188b-66de-486b-8cb5-87df2252b5c8', 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:57.293455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a71da88-5ada-4ecd-8979-7e59d4b5ec1a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.300652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4421c2-8641-4fab-926d-d7957b1ba72c None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:52:57.300652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-da4421c2-8641-4fab-926d-d7957b1ba72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:57.317444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.319213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-146fdca0-86f9-4982-9583-06a3cca57997 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.5774021 Apr 05 18:52:57.321814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-943cacf5-980e-4735-a6fc-9b77aa67284f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=389dba6c-91c0-4017-9dd7-6abd0e6e4f29 HTTP/1.1" status: 200 len: 217 time: 0.0850523 Apr 05 18:52:57.322321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58060) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:57.400419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-da4421c2-8641-4fab-926d-d7957b1ba72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:57.408692 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a71da88-5ada-4ecd-8979-7e59d4b5ec1a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.414351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a71da88-5ada-4ecd-8979-7e59d4b5ec1a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.429722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4421c2-8641-4fab-926d-d7957b1ba72c None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:52:57.430429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-da4421c2-8641-4fab-926d-d7957b1ba72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:57.478811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71da88-5ada-4ecd-8979-7e59d4b5ec1a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5004355-c16b-45ce-bb75-2e7896578313,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:57.494595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-80fe8e8d-6044-435e-85bf-44c5e743e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:57.495273 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a71da88-5ada-4ecd-8979-7e59d4b5ec1a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.501129 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0a71da88-5ada-4ecd-8979-7e59d4b5ec1a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2808857 Apr 05 18:52:57.502078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:57.506791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-80fe8e8d-6044-435e-85bf-44c5e743e4b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d1345e6-e695-4fa1-aece-6cb1798127f9 HTTP/1.1" status: 200 len: 797 time: 0.1753550 Apr 05 18:52:57.510457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-da4421c2-8641-4fab-926d-d7957b1ba72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:52:57.510457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4421c2-8641-4fab-926d-d7957b1ba72c None None] The sync data for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:52:57.517790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-330469e1-8012-40e6-ade7-970895a5cd77 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'security_group_rule': {'security_group_id': '887d188b-66de-486b-8cb5-87df2252b5c8', 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:57.562511 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-330469e1-8012-40e6-ade7-970895a5cd77 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.664133 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-330469e1-8012-40e6-ade7-970895a5cd77 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.669132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-330469e1-8012-40e6-ade7-970895a5cd77 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.703501 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-330469e1-8012-40e6-ade7-970895a5cd77 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.704841 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-330469e1-8012-40e6-ade7-970895a5cd77 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1969466 Apr 05 18:52:57.707621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58068) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:57.712274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-58c7a43c-80d0-4c3d-bff7-f35bf25ec7f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'security_group_rule': {'security_group_id': '887d188b-66de-486b-8cb5-87df2252b5c8', 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:57.720700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330469e1-8012-40e6-ade7-970895a5cd77 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38940752-8b9f-46e3-b56b-7e3838d7fe9d,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:57.745558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-66123d6a-400c-4594-8551-7a1bc3cac4ae None None] Provisioning complete for port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:57.746278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66123d6a-400c-4594-8551-7a1bc3cac4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.757639 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c7a43c-80d0-4c3d-bff7-f35bf25ec7f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.879769 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c7a43c-80d0-4c3d-bff7-f35bf25ec7f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.887411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c7a43c-80d0-4c3d-bff7-f35bf25ec7f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.930264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7a43c-80d0-4c3d-bff7-f35bf25ec7f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1eb0f32-57f0-405a-9192-645df1d29833,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:57.937477 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58c7a43c-80d0-4c3d-bff7-f35bf25ec7f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:57.941200 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-58c7a43c-80d0-4c3d-bff7-f35bf25ec7f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2302964 Apr 05 18:52:57.941471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:57.946892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3d619b54-87db-4fdc-8365-a59d65f83e50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'security_group_rule': {'security_group_id': '887d188b-66de-486b-8cb5-87df2252b5c8', 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:57.975952 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-3d619b54-87db-4fdc-8365-a59d65f83e50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Project d2c1400648c047fba9a87da2a9820169 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:52:57.983681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d619b54-87db-4fdc-8365-a59d65f83e50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:58.036229 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5275-8fa9-4a1d-9643-614bfebb0fd5 req-9936ce9a-17fa-465d-974b-610498640e11 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.042130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5275-8fa9-4a1d-9643-614bfebb0fd5 req-9936ce9a-17fa-465d-974b-610498640e11 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.048769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5275-8fa9-4a1d-9643-614bfebb0fd5 req-9936ce9a-17fa-465d-974b-610498640e11 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.054805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5275-8fa9-4a1d-9643-614bfebb0fd5 req-9936ce9a-17fa-465d-974b-610498640e11 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.061039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5275-8fa9-4a1d-9643-614bfebb0fd5 req-9936ce9a-17fa-465d-974b-610498640e11 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.066824 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d619b54-87db-4fdc-8365-a59d65f83e50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:58.067215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5275-8fa9-4a1d-9643-614bfebb0fd5 req-9936ce9a-17fa-465d-974b-610498640e11 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.071509 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d619b54-87db-4fdc-8365-a59d65f83e50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:58.073338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5275-8fa9-4a1d-9643-614bfebb0fd5 req-9936ce9a-17fa-465d-974b-610498640e11 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.082848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e11f5275-8fa9-4a1d-9643-614bfebb0fd5 req-9936ce9a-17fa-465d-974b-610498640e11 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.6754093 Apr 05 18:52:58.117035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d619b54-87db-4fdc-8365-a59d65f83e50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6c5733-8b2b-4290-8741-f3fd79b0b137,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:58.126306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d619b54-87db-4fdc-8365-a59d65f83e50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:58.130072 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3d619b54-87db-4fdc-8365-a59d65f83e50 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1847615 Apr 05 18:52:58.130607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58076) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:52:58.135758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f91a3b24-acf2-4d24-a99c-d5ab289549ea tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'security_group_rule': {'security_group_id': '887d188b-66de-486b-8cb5-87df2252b5c8', 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:52:58.166897 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-f91a3b24-acf2-4d24-a99c-d5ab289549ea tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Project d2c1400648c047fba9a87da2a9820169 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:52:58.173492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7ffbc-9ef2-4984-a469-2b1ab5205805 req-80813da0-ec53-4618-9460-767ae07f3caf tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.174569 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f91a3b24-acf2-4d24-a99c-d5ab289549ea tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:58.175055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03c7ffbc-9ef2-4984-a469-2b1ab5205805 req-80813da0-ec53-4618-9460-767ae07f3caf tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.7781823 Apr 05 18:52:58.200273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-17f11fa3-6421-41e9-bafd-f90b4325ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.202174 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-17f11fa3-6421-41e9-bafd-f90b4325ce36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dae8a42-fd72-4f84-93dc-c11df35ece60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6548834 Apr 05 18:52:58.277868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f91a3b24-acf2-4d24-a99c-d5ab289549ea tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:58.284145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f91a3b24-acf2-4d24-a99c-d5ab289549ea tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:58.302530 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a3b24-acf2-4d24-a99c-d5ab289549ea tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e85022-f8d6-4fe5-be31-e3abc95aec29,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:52:58.316176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f91a3b24-acf2-4d24-a99c-d5ab289549ea tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:58.322479 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f91a3b24-acf2-4d24-a99c-d5ab289549ea tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1881671 Apr 05 18:52:58.345493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e11f5275-8fa9-4a1d-9643-614bfebb0fd5 req-2e354c2e-c723-4f09-9a22-28a0af58cafd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2622414 Apr 05 18:52:58.414428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-a97938f6-ebe3-491f-9a60-f1771595dab8 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.416013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-a97938f6-ebe3-491f-9a60-f1771595dab8 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.20 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 945 time: 0.3183920 Apr 05 18:52:58.456024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:52:58.511455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03c7ffbc-9ef2-4984-a469-2b1ab5205805 req-db26f9de-4424-4fc8-8c3c-1ddf9177ea60 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212743 Apr 05 18:52:58.546924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:52:58.547688 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:58.742965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-0a71c295-3530-4f1d-8957-33b229ccb321 service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182254 Apr 05 18:52:58.947248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84619-a3e5-456d-a4f2-6c7536221715 req-aa8e54c3-b268-4ca3-9c9e-7f59c13bb492 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:58.953133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ced84619-a3e5-456d-a4f2-6c7536221715 req-aa8e54c3-b268-4ca3-9c9e-7f59c13bb492 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 945 time: 0.4257586 Apr 05 18:52:59.018844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-2eb0ac56-897e-4565-b652-bbb1744a495e service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413387 Apr 05 18:52:59.123968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289502ea-59d0-42bc-a768-a5ac02e575d9 req-2f0bef84-89e1-4471-963a-c733f7832aef tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.125544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-289502ea-59d0-42bc-a768-a5ac02e575d9 req-2f0bef84-89e1-4471-963a-c733f7832aef tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.4904408 Apr 05 18:52:59.134889 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-4fcc8c6f-ff29-4738-ae55-57f6fd4536c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=6b598a8d-1bf7-4860-9381-97716fe6007b HTTP/1.1" status: 200 len: 217 time: 0.0904419 Apr 05 18:52:59.170594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Deleting port f77fe225-df09-4e37-9251-57ebdc471f64 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:52:59.171031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:59.192818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-289502ea-59d0-42bc-a768-a5ac02e575d9 req-01174b08-fc17-4b74-ad14-23af2e403424 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553029 Apr 05 18:52:59.195508 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ced84619-a3e5-456d-a4f2-6c7536221715 req-cab500d1-fba9-4ddb-88b2-df71c7d55036 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0e727ab-5217-4182-b4ed-d73db87c5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778026 Apr 05 18:52:59.366975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-1c43d347-d285-4050-9e51-cfa213837a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.368604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-1c43d347-d285-4050-9e51-cfa213837a02 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d1345e6-e695-4fa1-aece-6cb1798127f9 HTTP/1.1" status: 200 len: 797 time: 0.1793709 Apr 05 18:52:59.525370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] For port f77fe225-df09-4e37-9251-57ebdc471f64, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f77fe225-df09-4e37-9251-57ebdc471f64,segment=NetworkSegment(e5afdd6c-8bf4-446d-a683-065e55dfb354),segment_id=e5afdd6c-8bf4-446d-a683-065e55dfb354)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:52:59.526027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:59.540214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39297a-d60c-4be5-8b00-84b2aa8594d8 req-db5429cf-05ba-4266-8901-7aa5843fb44b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.541689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc39297a-d60c-4be5-8b00-84b2aa8594d8 req-db5429cf-05ba-4266-8901-7aa5843fb44b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2457712 Apr 05 18:52:59.562315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-32c3a1ec-3a29-4c24-b71a-e3057369f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.563795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-32c3a1ec-3a29-4c24-b71a-e3057369f361 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dae8a42-fd72-4f84-93dc-c11df35ece60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1875975 Apr 05 18:52:59.569493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Calling delete_port for f77fe225-df09-4e37-9251-57ebdc471f64 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:52:59.707223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00627ad1-d65f-44f5-a05c-e6df019f8edd req-8adc32f1-537c-4216-b1c6-07980d8cb42d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.713064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00627ad1-d65f-44f5-a05c-e6df019f8edd req-8adc32f1-537c-4216-b1c6-07980d8cb42d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.719670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00627ad1-d65f-44f5-a05c-e6df019f8edd req-8adc32f1-537c-4216-b1c6-07980d8cb42d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.725642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00627ad1-d65f-44f5-a05c-e6df019f8edd req-8adc32f1-537c-4216-b1c6-07980d8cb42d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.731654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00627ad1-d65f-44f5-a05c-e6df019f8edd req-8adc32f1-537c-4216-b1c6-07980d8cb42d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.742711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00627ad1-d65f-44f5-a05c-e6df019f8edd req-8adc32f1-537c-4216-b1c6-07980d8cb42d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.749670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00627ad1-d65f-44f5-a05c-e6df019f8edd req-8adc32f1-537c-4216-b1c6-07980d8cb42d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:52:59.751609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00627ad1-d65f-44f5-a05c-e6df019f8edd req-8adc32f1-537c-4216-b1c6-07980d8cb42d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.3109012 Apr 05 18:52:59.795047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc39297a-d60c-4be5-8b00-84b2aa8594d8 req-06151a2c-ca9f-42e6-a2a3-16371c215897 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412257 Apr 05 18:52:59.871412 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:52:59.892116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-73565ef5-e3c2-4451-b6fd-7eaa6882ec6c service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173621 Apr 05 18:52:59.896171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00627ad1-d65f-44f5-a05c-e6df019f8edd req-e4cf5362-0c40-47e2-8ccb-df5502b79a13 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183290 Apr 05 18:53:00.496518 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:00.506944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-b87448e4-c922-4560-bf43-881577de2f3d service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022558 Apr 05 18:53:00.541094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc5831ac-4b2f-46df-a8f4-9bd4933ed984 req-b0bacc23-25ad-4cd5-ae35-f3387ce25a28 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a310c9b6-da1f-4fb7-9f94-966bea41847a HTTP/1.1" status: 200 len: 210 time: 0.0561635 Apr 05 18:53:00.596738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Pushing event deleted for resources: {'Port': ['ID=f77fe225-df09-4e37-9251-57ebdc471f64,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:00.644348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-029e0127-9f5f-476a-ae6b-47d7b836bc10 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89589758-ae48-4a90-86b3-e8e4e2a59960 HTTP/1.1" status: 200 len: 217 time: 0.1131721 Apr 05 18:53:00.720421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d9003-57c9-46a7-966c-c02b49a9621b req-50c31b03-ae49-4f15-b8c4-37bf888705a4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:00.721790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb3d9003-57c9-46a7-966c-c02b49a9621b req-50c31b03-ae49-4f15-b8c4-37bf888705a4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.5859120 Apr 05 18:53:00.773081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] No DVR routers for this DVR port f77fe225-df09-4e37-9251-57ebdc471f64 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:00.784951 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:00.788248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f4b8baa-f3e0-422d-b320-ba11bd98a3c2 req-eb7c3f2e-c3a6-4b76-b286-5e738e4c9678 tempest-InstanceActionsTestJSON-437289287 tempest-InstanceActionsTestJSON-437289287-project] 10.222.0.20 "DELETE /v2.0/ports/f77fe225-df09-4e37-9251-57ebdc471f64 HTTP/1.1" status: 204 len: 173 time: 2.3592701 Apr 05 18:53:00.791405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a310c9b6-da1f-4fb7-9f94-966bea41847a', 'name': 'network-vif-deleted', 'tag': 'f77fe225-df09-4e37-9251-57ebdc471f64'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:00.793693 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf81e9b-a74e-4514-9ca4-fde03bf5adb3" -d '{"events": [{"server_uuid": "a310c9b6-da1f-4fb7-9f94-966bea41847a", "name": "network-vif-deleted", "tag": "f77fe225-df09-4e37-9251-57ebdc471f64"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:00.828073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-400f0233-5e88-4a90-97cb-a538585c529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:00.829589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-400f0233-5e88-4a90-97cb-a538585c529b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=53324cb9-a35a-4f7c-8b6c-7d894a246310 HTTP/1.1" status: 200 len: 797 time: 0.1586494 Apr 05 18:53:00.927876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb3d9003-57c9-46a7-966c-c02b49a9621b req-9e655849-0788-4b2d-91f3-8b0a437f34fa tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742823 Apr 05 18:53:00.927876 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacfc31d-beab-48df-9a34-2cd8f4ccc871 x-openstack-request-id: req-bacfc31d-beab-48df-9a34-2cd8f4ccc871 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:00.927876 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a310c9b6-da1f-4fb7-9f94-966bea41847a", "name": "network-vif-deleted", "tag": "f77fe225-df09-4e37-9251-57ebdc471f64", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:00.927876 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bacfc31d-beab-48df-9a34-2cd8f4ccc871 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:00.927876 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacfc31d-beab-48df-9a34-2cd8f4ccc871'] response: {'server_uuid': 'a310c9b6-da1f-4fb7-9f94-966bea41847a', 'name': 'network-vif-deleted', 'tag': 'f77fe225-df09-4e37-9251-57ebdc471f64', 'status': 'completed', 'code': 200} Apr 05 18:53:00.950990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Allocated IP 172.20.0.1 (2833e130-484b-4dc9-8915-d03bb29721e7/dc4f14ed-6ac8-4821-b448-9f50e9cdcb63/e9315eb1-da2f-4b88-b30c-3f8b15b3dc23) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:00.956930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-17a74b69-e20c-4235-b14b-cfac3cf83d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:00.958521 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-17a74b69-e20c-4235-b14b-cfac3cf83d37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a954e435-97fc-41ff-8911-773ef5d9cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208003 Apr 05 18:53:01.327332 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:01.374324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77345-1222-4745-bf5f-69f5a4814adf req-580360fe-5de2-4bd4-aa59-a7f347a872ca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:01.387743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77345-1222-4745-bf5f-69f5a4814adf req-580360fe-5de2-4bd4-aa59-a7f347a872ca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:01.400618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77345-1222-4745-bf5f-69f5a4814adf req-580360fe-5de2-4bd4-aa59-a7f347a872ca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:01.418182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77345-1222-4745-bf5f-69f5a4814adf req-580360fe-5de2-4bd4-aa59-a7f347a872ca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:01.426668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f77fe225-df09-4e37-9251-57ebdc471f64 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:01.435980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77345-1222-4745-bf5f-69f5a4814adf req-580360fe-5de2-4bd4-aa59-a7f347a872ca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:01.442091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77345-1222-4745-bf5f-69f5a4814adf req-580360fe-5de2-4bd4-aa59-a7f347a872ca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:01.449208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77345-1222-4745-bf5f-69f5a4814adf req-580360fe-5de2-4bd4-aa59-a7f347a872ca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:01.451302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4be77345-1222-4745-bf5f-69f5a4814adf req-580360fe-5de2-4bd4-aa59-a7f347a872ca tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.3461568 Apr 05 18:53:01.456716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-53ec0457-2dda-4a14-a9d5-f42cfdbe975a service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852617 Apr 05 18:53:01.465836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: f77fe225-df09-4e37-9251-57ebdc471f64 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:01.467103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f77fe225-df09-4e37-9251-57ebdc471f64 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:01.572311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4be77345-1222-4745-bf5f-69f5a4814adf req-26b213f0-14ed-4808-85e7-a002db93c6b6 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118798 Apr 05 18:53:01.596963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:01.639305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58192) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:01.673223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Network 2833e130-484b-4dc9-8915-d03bb29721e7 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:01.680777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-cf37fd9b-d1c5-4a38-b471-bb60593466b2 service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102730 Apr 05 18:53:01.682803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:01.685372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event updated for resources: {'Port': ['ID=e9315eb1-da2f-4b88-b30c-3f8b15b3dc23,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:01.695426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:01.728868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36a596f-6522-4912-a803-9feb8ca9723a admin admin] Deleting subnet 197dd528-2afa-4603-a82c-ae103b355b59 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:53:01.739942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c36a596f-6522-4912-a803-9feb8ca9723a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:01.767464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-dcf9b34b-d8e2-44db-8501-63ee9f633474 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972f50a2-1ed6-469d-a070-b3997252b0ff HTTP/1.1" status: 200 len: 217 time: 0.0634472 Apr 05 18:53:01.799394 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c36a596f-6522-4912-a803-9feb8ca9723a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:01.861032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5e64ddc-d1e1-4421-a8c3-2e5481767fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:01.869369 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d5e64ddc-d1e1-4421-a8c3-2e5481767fdd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=53324cb9-a35a-4f7c-8b6c-7d894a246310 HTTP/1.1" status: 200 len: 797 time: 0.0930686 Apr 05 18:53:01.874427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c36a596f-6522-4912-a803-9feb8ca9723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:01.975519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d6550733-e4a1-41ff-adcc-f068b68a6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:01.976642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-d6550733-e4a1-41ff-adcc-f068b68a6c4f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a954e435-97fc-41ff-8911-773ef5d9cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978277 Apr 05 18:53:01.985372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:01.994546 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c36a596f-6522-4912-a803-9feb8ca9723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.059174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a596f-6522-4912-a803-9feb8ca9723a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197dd528-2afa-4603-a82c-ae103b355b59,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:02.064441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c36a596f-6522-4912-a803-9feb8ca9723a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.070384 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c36a596f-6522-4912-a803-9feb8ca9723a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/197dd528-2afa-4603-a82c-ae103b355b59 HTTP/1.1" status: 204 len: 168 time: 0.4279342 Apr 05 18:53:02.070740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58196) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:02.160639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b777ee57-ba46-4a57-a799-42a33eeea612 None None] Provisioning complete for port e9315eb1-da2f-4b88-b30c-3f8b15b3dc23 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:02.161211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.161978 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b777ee57-ba46-4a57-a799-42a33eeea612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.213708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b777ee57-ba46-4a57-a799-42a33eeea612 None None] Port e9315eb1-da2f-4b88-b30c-3f8b15b3dc23 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:53:02.240674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52074d1c-7f52-4e3c-865a-893a761d5f34 req-c91f6cd9-0138-4c4f-b07e-5c773bd615bc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:02.246899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52074d1c-7f52-4e3c-865a-893a761d5f34 req-c91f6cd9-0138-4c4f-b07e-5c773bd615bc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2066245 Apr 05 18:53:02.286634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.312378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0672b785-3ae8-4c16-8eaa-75e89bfd6898']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:02.331336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5afdd6c-8bf4-446d-a683-065e55dfb354') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:02.332237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5afdd6c-8bf4-446d-a683-065e55dfb354') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:02.350087 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.368186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-5b88985e-2f63-4243-89e2-abb2e949e4db service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262386 Apr 05 18:53:02.370843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.379206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:53:02.379758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:53:02.382019 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:53:02.418191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.436564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52074d1c-7f52-4e3c-865a-893a761d5f34 req-04ded317-da33-4a2e-97b3-056dbffabc8d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669059 Apr 05 18:53:02.509181 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.528640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.550357 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0672b785-3ae8-4c16-8eaa-75e89bfd6898 HTTP/1.1" status: 204 len: 168 time: 0.4784231 Apr 05 18:53:02.575202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd15be-73d0-4994-bbb8-6d6d961ccec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0672b785-3ae8-4c16-8eaa-75e89bfd6898,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:02.782843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58212) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:02.871763 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a90c6f25-67e7-449a-8a71-956bbde3950a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701fa1bd3f6641dda4708d1e46f497eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851614 Apr 05 18:53:02.875599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58214) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:02.892753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8fe68a-66a3-4911-ae88-d7ffc55a6f21 req-7e996bc6-8a04-4710-a92c-51cb30e7efad service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124512 Apr 05 18:53:02.896286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.915938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:02.954010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58216) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:02.978900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82ebd2e0-4663-41b8-b3d4-15c99a79c16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.003129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82ebd2e0-4663-41b8-b3d4-15c99a79c16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.065144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event updated for resources: {'Port': ['ID=e9315eb1-da2f-4b88-b30c-3f8b15b3dc23,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:03.078060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82ebd2e0-4663-41b8-b3d4-15c99a79c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.083171 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82ebd2e0-4663-41b8-b3d4-15c99a79c16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.084547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa281-944c-479d-8704-a9b26a3a6da0 req-f6f5d7b7-e32d-4fc3-bf43-57b4e6141a1f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.086850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-82ebd2e0-4663-41b8-b3d4-15c99a79c16b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0e727ab-5217-4182-b4ed-d73db87c5365 HTTP/1.1" status: 204 len: 168 time: 0.2079649 Apr 05 18:53:03.093081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa281-944c-479d-8704-a9b26a3a6da0 req-f6f5d7b7-e32d-4fc3-bf43-57b4e6141a1f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.100271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa281-944c-479d-8704-a9b26a3a6da0 req-f6f5d7b7-e32d-4fc3-bf43-57b4e6141a1f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.107908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa281-944c-479d-8704-a9b26a3a6da0 req-f6f5d7b7-e32d-4fc3-bf43-57b4e6141a1f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.112018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd2e0-4663-41b8-b3d4-15c99a79c16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e727ab-5217-4182-b4ed-d73db87c5365,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:03.114739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa281-944c-479d-8704-a9b26a3a6da0 req-f6f5d7b7-e32d-4fc3-bf43-57b4e6141a1f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.121504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa281-944c-479d-8704-a9b26a3a6da0 req-f6f5d7b7-e32d-4fc3-bf43-57b4e6141a1f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.131146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa281-944c-479d-8704-a9b26a3a6da0 req-f6f5d7b7-e32d-4fc3-bf43-57b4e6141a1f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.140517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78caa281-944c-479d-8704-a9b26a3a6da0 req-f6f5d7b7-e32d-4fc3-bf43-57b4e6141a1f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.2875681 Apr 05 18:53:03.175291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.197949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a052474e-fbee-4f77-8fdd-e9797eb88095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.259785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-82d8a261-f601-4122-80d7-eecbea24e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.260240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-82d8a261-f601-4122-80d7-eecbea24e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.260680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-82d8a261-f601-4122-80d7-eecbea24e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.261148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-82d8a261-f601-4122-80d7-eecbea24e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.261611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-82d8a261-f601-4122-80d7-eecbea24e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.262124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-82d8a261-f601-4122-80d7-eecbea24e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.262825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-82d8a261-f601-4122-80d7-eecbea24e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.265246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-82d8a261-f601-4122-80d7-eecbea24e82e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6477 time: 0.2780588 Apr 05 18:53:03.274159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78caa281-944c-479d-8704-a9b26a3a6da0 req-c71648a4-55a0-41b0-bda9-e7234415a303 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315312 Apr 05 18:53:03.477391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Network 2833e130-484b-4dc9-8915-d03bb29721e7 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:03.489144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:03.492549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a052474e-fbee-4f77-8fdd-e9797eb88095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.502851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-0231a878-3fc6-44d2-b417-37efd861bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.505793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-0231a878-3fc6-44d2-b417-37efd861bda0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a954e435-97fc-41ff-8911-773ef5d9cc23 HTTP/1.1" status: 200 len: 902 time: 0.2250957 Apr 05 18:53:03.543868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a052474e-fbee-4f77-8fdd-e9797eb88095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.644100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-ff28d8b4-9324-4dab-9448-c28866f23cac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972f50a2-1ed6-469d-a070-b3997252b0ff HTTP/1.1" status: 200 len: 217 time: 0.1012182 Apr 05 18:53:03.736529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58240) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:03.736711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a052474e-fbee-4f77-8fdd-e9797eb88095 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6f791dbfa284ddf98c0fb4e8b30d5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509856 Apr 05 18:53:03.793176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052474e-fbee-4f77-8fdd-e9797eb88095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30199e80-4577-4a2a-8cfb-ab3758b36d5c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:03.853777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b0e45-7bab-4bed-bc34-90afbf3d404b req-fe9bed9c-829a-44c2-bb1f-bff9c37ef47d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.862027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b3b0e45-7bab-4bed-bc34-90afbf3d404b req-fe9bed9c-829a-44c2-bb1f-bff9c37ef47d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2402682 Apr 05 18:53:03.875252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-fc098e21-db93-48dc-b227-26e034ffdd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:03.876920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-fc098e21-db93-48dc-b227-26e034ffdd56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=53324cb9-a35a-4f7c-8b6c-7d894a246310 HTTP/1.1" status: 200 len: 797 time: 0.2214301 Apr 05 18:53:03.881634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31bac4d5-9e1a-464f-90ab-fdde8b95a83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.904001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Router ec75fec2-2c74-4942-ac8f-31b705c6f9a9 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:53:03.915090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31bac4d5-9e1a-464f-90ab-fdde8b95a83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:03.957979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b3b0e45-7bab-4bed-bc34-90afbf3d404b req-53ef35fc-8423-472c-8770-06e8038a794f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946059 Apr 05 18:53:03.976834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-525c7df5-93d1-4f05-ae90-9ec8ee1b0970 None None] Provisioning complete for port e9315eb1-da2f-4b88-b30c-3f8b15b3dc23 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:03.977348 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-525c7df5-93d1-4f05-ae90-9ec8ee1b0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.015137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31bac4d5-9e1a-464f-90ab-fdde8b95a83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.027672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31bac4d5-9e1a-464f-90ab-fdde8b95a83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.030168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-525c7df5-93d1-4f05-ae90-9ec8ee1b0970 None None] Port e9315eb1-da2f-4b88-b30c-3f8b15b3dc23 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:53:04.031534 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-31bac4d5-9e1a-464f-90ab-fdde8b95a83b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30199e80-4577-4a2a-8cfb-ab3758b36d5c HTTP/1.1" status: 204 len: 168 time: 0.2929265 Apr 05 18:53:04.038383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-dc6c962f-5c65-4ead-bdb6-c630a525c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:04.041394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-dc6c962f-5c65-4ead-bdb6-c630a525c38e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a954e435-97fc-41ff-8911-773ef5d9cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1543362 Apr 05 18:53:04.056342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bac4d5-9e1a-464f-90ab-fdde8b95a83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30199e80-4577-4a2a-8cfb-ab3758b36d5c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:04.240378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58264) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:04.520070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-545324276-network', 'tenant_id': 'f90258dfe1524d85be4a11276f2ee896'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:04.555955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Made reservation on behalf of f90258dfe1524d85be4a11276f2ee896 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:04.558683 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.562585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58274) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:04.580952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.583782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91def362-b1c0-4333-bd21-c532b8636b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.628304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:04.642411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-72370148-a67c-464f-818b-23b3730a100c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "PUT /v2.0/routers/ec75fec2-2c74-4942-ac8f-31b705c6f9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3189876 Apr 05 18:53:04.644749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58276) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:04.646428 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa53da6-03b4-4736-a6c1-f2afc06fffe9 None None] Sync routers for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:04.653296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Request body: {'port': {'network_id': '2833e130-484b-4dc9-8915-d03bb29721e7', 'name': 'tempest-FloatingIPAdminTestJSON-110490353'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:04.666464 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa53da6-03b4-4736-a6c1-f2afc06fffe9 None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:04.667634 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-daa53da6-03b4-4736-a6c1-f2afc06fffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:04.675518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e22b93-273a-4176-a13e-39ce8995fa0b req-46d985b1-4e36-40af-9e9b-773d46d7d1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:04.681076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e22b93-273a-4176-a13e-39ce8995fa0b req-46d985b1-4e36-40af-9e9b-773d46d7d1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:04.687840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e22b93-273a-4176-a13e-39ce8995fa0b req-46d985b1-4e36-40af-9e9b-773d46d7d1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:04.694202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e22b93-273a-4176-a13e-39ce8995fa0b req-46d985b1-4e36-40af-9e9b-773d46d7d1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:04.700274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e22b93-273a-4176-a13e-39ce8995fa0b req-46d985b1-4e36-40af-9e9b-773d46d7d1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:04.706978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e22b93-273a-4176-a13e-39ce8995fa0b req-46d985b1-4e36-40af-9e9b-773d46d7d1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:04.712858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e22b93-273a-4176-a13e-39ce8995fa0b req-46d985b1-4e36-40af-9e9b-773d46d7d1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:04.714827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57e22b93-273a-4176-a13e-39ce8995fa0b req-46d985b1-4e36-40af-9e9b-773d46d7d1e9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.1429746 Apr 05 18:53:04.717915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-f99d6158-58f4-48e5-b1b5-1b5147d1f8dc service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617332 Apr 05 18:53:04.734207 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-daa53da6-03b4-4736-a6c1-f2afc06fffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:04.757772 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa53da6-03b4-4736-a6c1-f2afc06fffe9 None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:04.759205 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-daa53da6-03b4-4736-a6c1-f2afc06fffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:04.796011 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-daa53da6-03b4-4736-a6c1-f2afc06fffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:04.796920 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa53da6-03b4-4736-a6c1-f2afc06fffe9 None None] The sync data for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:04.816444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57e22b93-273a-4176-a13e-39ce8995fa0b req-53281b22-e476-4d67-a216-9d7e85bc2be7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930429 Apr 05 18:53:04.817725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.824287 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91def362-b1c0-4333-bd21-c532b8636b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.830661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.840571 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91def362-b1c0-4333-bd21-c532b8636b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.864324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:53:04.866224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9153dc6-1b2d-48c1-bfb4-130454094455 req-1e932d25-9277-4b0c-922c-77de6d83b5f3 service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409812 Apr 05 18:53:04.900599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Made reservation on behalf of 6f8df37412794bc48d3effefa66fc284 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:04.904869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.907935 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.908277 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Added segment 5f0fd680-3138-4206-9e64-e410fffba079 of type vlan for network b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c Apr 05 18:53:04.923942 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-91def362-b1c0-4333-bd21-c532b8636b69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35593b1067e349a7a77315b4f69a99dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602295 Apr 05 18:53:04.926650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58278) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:04.927297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:04.967880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] device_id is not set on port 42a65868-5228-4f56-94de-0f0e66f56166 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:53:04.991745 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:04.996222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27abd6e4-3374-4e32-b6de-3958f2c91f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.021610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27abd6e4-3374-4e32-b6de-3958f2c91f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.021982 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.034199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91def362-b1c0-4333-bd21-c532b8636b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684ba661-0f5d-4ab2-a6a4-c71b07bb24dc,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:05.092990 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27abd6e4-3374-4e32-b6de-3958f2c91f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.096234 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27abd6e4-3374-4e32-b6de-3958f2c91f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.096741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.102296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-27abd6e4-3374-4e32-b6de-3958f2c91f15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/684ba661-0f5d-4ab2-a6a4-c71b07bb24dc HTTP/1.1" status: 204 len: 168 time: 0.1697402 Apr 05 18:53:05.102594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:05.102594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.124548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abd6e4-3374-4e32-b6de-3958f2c91f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684ba661-0f5d-4ab2-a6a4-c71b07bb24dc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:05.163858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32388-3994-4ff7-8d9d-d98a5149e64f req-2a556c23-bdb4-4a9b-83aa-e5dd1cb48e03 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:05.165601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fd32388-3994-4ff7-8d9d-d98a5149e64f req-2a556c23-bdb4-4a9b-83aa-e5dd1cb48e03 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0862730 Apr 05 18:53:05.226714 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9848506 Apr 05 18:53:05.231117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabca31c-3a7c-43b6-9629-acb06b37bfe6 admin admin] Pushing event updated for resources: {'Network': ['ID=b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:05.232760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58284) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:05.243491 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:53:05.250575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Request body: {'subnet': {'network_id': 'b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-545324276-subnet', 'tenant_id': 'f90258dfe1524d85be4a11276f2ee896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:05.251327 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Allocated IP 172.20.0.14 (2833e130-484b-4dc9-8915-d03bb29721e7/dc4f14ed-6ac8-4821-b448-9f50e9cdcb63/42a65868-5228-4f56-94de-0f0e66f56166) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:05.320775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Made reservation on behalf of f90258dfe1524d85be4a11276f2ee896 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:05.323648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.368410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fd32388-3994-4ff7-8d9d-d98a5149e64f req-7d488333-fb27-4371-b327-2fdba125a53f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919823 Apr 05 18:53:05.570489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.668454 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.696361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.774817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Network 2833e130-484b-4dc9-8915-d03bb29721e7 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:05.778154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:05.783452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:05.789488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Checking segment: {'id': '5f0fd680-3138-4206-9e64-e410fffba079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:53:05.789921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Network hostable DHCP agents. Network: b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:53:05.793788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f733912d-3d12-44ab-a715-5eeb46fac5e2,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:05.818101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Network b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:53:05.832506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:05.838130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:05.840399 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.844274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9b01e-7e4b-4f0c-b7b8-547aaabf2e2e None None] Network b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:53:05.854963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event updated for resources: {'Port': ['ID=42a65868-5228-4f56-94de-0f0e66f56166,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:05.866015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b3a5dfc6-d101-48e6-9164-7e464bbcdceb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6288421 Apr 05 18:53:05.881555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.882141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.882687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.883402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.884216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.885253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.885795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.886295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.887049 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.887583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.888870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.889824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:05.928251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:05.931958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:05.979817 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-90a47495-92c7-4351-aeef-7ab7465d2bb6 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3330882 Apr 05 18:53:05.983881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58304) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:06.062189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5a49-fdd5-4e85-999a-4dc36924d57a req-88751c97-e5d8-44ab-93c5-9915c1558e89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:06.069362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5a49-fdd5-4e85-999a-4dc36924d57a req-88751c97-e5d8-44ab-93c5-9915c1558e89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:06.080317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5a49-fdd5-4e85-999a-4dc36924d57a req-88751c97-e5d8-44ab-93c5-9915c1558e89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:06.096447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5a49-fdd5-4e85-999a-4dc36924d57a req-88751c97-e5d8-44ab-93c5-9915c1558e89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:06.105198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5a49-fdd5-4e85-999a-4dc36924d57a req-88751c97-e5d8-44ab-93c5-9915c1558e89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:06.113469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5a49-fdd5-4e85-999a-4dc36924d57a req-88751c97-e5d8-44ab-93c5-9915c1558e89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:06.121231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5a49-fdd5-4e85-999a-4dc36924d57a req-88751c97-e5d8-44ab-93c5-9915c1558e89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:06.133144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9faa5a49-fdd5-4e85-999a-4dc36924d57a req-88751c97-e5d8-44ab-93c5-9915c1558e89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.1912789 Apr 05 18:53:06.205397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9faa5a49-fdd5-4e85-999a-4dc36924d57a req-bad30652-1f5a-47ff-b82e-9749bb0ddce0 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684600 Apr 05 18:53:06.311162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-097fcf30-707f-43e9-b47f-0038003d25ff None None] Provisioning complete for port 42a65868-5228-4f56-94de-0f0e66f56166 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:06.312073 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-097fcf30-707f-43e9-b47f-0038003d25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:06.373052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-097fcf30-707f-43e9-b47f-0038003d25ff None None] Port 42a65868-5228-4f56-94de-0f0e66f56166 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:53:06.395312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'project_id': '6f8df37412794bc48d3effefa66fc284', 'port_id': '42a65868-5228-4f56-94de-0f0e66f56166'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:06.433615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd23c495-739c-462f-9fa7-625a4ba6d10c None None] Network b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:53:06.475599 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:06.642774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223e665-9181-435c-bed4-14646bb0a3ec req-abd65a25-8144-4926-91ab-1f53e273cce0 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:06.648518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9223e665-9181-435c-bed4-14646bb0a3ec req-abd65a25-8144-4926-91ab-1f53e273cce0 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1001956 Apr 05 18:53:06.723329 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:06.746082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9223e665-9181-435c-bed4-14646bb0a3ec req-1e03f935-79f5-48fa-aab8-3fc6787d4f38 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848267 Apr 05 18:53:06.946658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Allocated IP 172.25.4.65 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/07b08866-00e1-45e5-85cc-5c0fc8d06696) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:07.068559 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:07.094937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:07.175003 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:07.212584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-c6d6a568-4dad-469d-836a-57dd9069b9b1 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:07.221734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-c6d6a568-4dad-469d-836a-57dd9069b9b1 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/networks?id=b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c HTTP/1.1" status: 200 len: 817 time: 0.2125752 Apr 05 18:53:07.241025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:07.246908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:07.251658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:07.268051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-cecc3f04-591b-45ad-9f62-4f1cfe197045 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/quotas/f90258dfe1524d85be4a11276f2ee896 HTTP/1.1" status: 200 len: 375 time: 0.0448482 Apr 05 18:53:07.288097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Pushing event updated for resources: {'Port': ['ID=07b08866-00e1-45e5-85cc-5c0fc8d06696,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:07.368940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e08f0ef7-65a0-47fe-90dc-f68c41a56407 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f90258dfe1524d85be4a11276f2ee896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940006 Apr 05 18:53:07.523806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb23e4-2631-4faf-a4b2-d239f7cfce76 req-b22692c0-4f6e-48a0-a11d-8172f11774bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:07.529897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb23e4-2631-4faf-a4b2-d239f7cfce76 req-b22692c0-4f6e-48a0-a11d-8172f11774bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:07.536233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb23e4-2631-4faf-a4b2-d239f7cfce76 req-b22692c0-4f6e-48a0-a11d-8172f11774bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:07.542656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb23e4-2631-4faf-a4b2-d239f7cfce76 req-b22692c0-4f6e-48a0-a11d-8172f11774bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:07.549449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb23e4-2631-4faf-a4b2-d239f7cfce76 req-b22692c0-4f6e-48a0-a11d-8172f11774bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:07.555710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb23e4-2631-4faf-a4b2-d239f7cfce76 req-b22692c0-4f6e-48a0-a11d-8172f11774bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:07.562905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb23e4-2631-4faf-a4b2-d239f7cfce76 req-b22692c0-4f6e-48a0-a11d-8172f11774bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:07.571185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59eb23e4-2631-4faf-a4b2-d239f7cfce76 req-b22692c0-4f6e-48a0-a11d-8172f11774bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.1911056 Apr 05 18:53:07.654810 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59eb23e4-2631-4faf-a4b2-d239f7cfce76 req-06a44b06-1564-41db-ab43-e3892b238559 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787022 Apr 05 18:53:07.660687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-f127c1e2-fc86-4df2-a01e-05ca9668940d service neutron] 10.222.0.15 "GET /v2.0/networks/b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902608 Apr 05 18:53:07.805202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-0a75edc3-9bfb-4baa-b506-18e2c64fe080 service neutron] 10.222.0.15 "GET /v2.0/networks/b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349874 Apr 05 18:53:08.003206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1579a-ab1f-4be6-a298-088e02adb404 req-4dfc6245-7db5-433a-b3a5-29531a9bb853 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:08.013917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00a1579a-ab1f-4be6-a298-088e02adb404 req-4dfc6245-7db5-433a-b3a5-29531a9bb853 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1395612 Apr 05 18:53:08.078440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00a1579a-ab1f-4be6-a298-088e02adb404 req-1053860d-da1d-462b-90b2-154d06ff38f7 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582728 Apr 05 18:53:08.272351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82bbf0c8-63bc-4efd-bf4c-f588c597ccda req-ebd83f6f-b3dc-4e1c-82df-64ac8bb30a09 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 210 time: 0.0947940 Apr 05 18:53:08.474120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:08.603288 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:08.826561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:08.838435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:08.885810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182019-b92f-4c9c-bed7-0449b297624e req-0caf4a79-34b9-4c51-ad3c-94a212368449 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:08.897617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Pushing event updated for resources: {'Port': ['ID=07b08866-00e1-45e5-85cc-5c0fc8d06696,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:08.919051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182019-b92f-4c9c-bed7-0449b297624e req-0caf4a79-34b9-4c51-ad3c-94a212368449 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:08.946239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182019-b92f-4c9c-bed7-0449b297624e req-0caf4a79-34b9-4c51-ad3c-94a212368449 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:08.963151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182019-b92f-4c9c-bed7-0449b297624e req-0caf4a79-34b9-4c51-ad3c-94a212368449 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:08.987619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182019-b92f-4c9c-bed7-0449b297624e req-0caf4a79-34b9-4c51-ad3c-94a212368449 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:08.996009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182019-b92f-4c9c-bed7-0449b297624e req-0caf4a79-34b9-4c51-ad3c-94a212368449 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:09.005558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:09.030240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182019-b92f-4c9c-bed7-0449b297624e req-0caf4a79-34b9-4c51-ad3c-94a212368449 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:09.041502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25182019-b92f-4c9c-bed7-0449b297624e req-0caf4a79-34b9-4c51-ad3c-94a212368449 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.2453198 Apr 05 18:53:09.110019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25182019-b92f-4c9c-bed7-0449b297624e req-bf5a3dcb-f0ed-4610-a071-6620b2847d19 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596032 Apr 05 18:53:09.135596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58410) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:09.205344 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Floating IP a567f7da-3575-4768-91a0-f8e9e097654c associated. External IP: 172.25.4.65, port: 42a65868-5228-4f56-94de-0f0e66f56166. Apr 05 18:53:09.267101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850ddf3-40f7-48b0-ba01-9879000c1a69 req-59406f54-6ea8-43e4-83e8-660cae199f31 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:09.274916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3850ddf3-40f7-48b0-ba01-9879000c1a69 req-59406f54-6ea8-43e4-83e8-660cae199f31 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0945983 Apr 05 18:53:09.325780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3850ddf3-40f7-48b0-ba01-9879000c1a69 req-cb983681-bffc-4915-a4cd-50f0624712a2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493181 Apr 05 18:53:09.350682 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6476d7b1-b671-481d-8040-7ab982723675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:09.420102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ff36025-66e9-400b-a519-55a3ba27ce85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:09.440017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2cb8fc04-ff91-4e99-b9a6-78dcb8bd8698 req-2efdd592-6c8b-452a-8315-dade95d5e805 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 210 time: 0.0584652 Apr 05 18:53:09.540789 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6476d7b1-b671-481d-8040-7ab982723675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:09.570779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6476d7b1-b671-481d-8040-7ab982723675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:09.584335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Router ec75fec2-2c74-4942-ac8f-31b705c6f9a9 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:53:09.662047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476d7b1-b671-481d-8040-7ab982723675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e7fac8-98a1-4be3-82a4-9a9ffb1bca95,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:09.667279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6476d7b1-b671-481d-8040-7ab982723675 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb49bf0700c74352ac24f95e7ba37287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301819 Apr 05 18:53:09.726483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-ad48e239-d468-4250-a1de-c0fd6504d1df tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:09.727808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-ad48e239-d468-4250-a1de-c0fd6504d1df tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.20 "GET /v2.0/networks?id=b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c HTTP/1.1" status: 200 len: 817 time: 0.2287316 Apr 05 18:53:09.728605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58418) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:09.746852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:09.752628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Request body: {'port': {'device_id': 'e9eada5d-e8ba-4548-b262-6836703278c3', 'network_id': 'b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c', 'admin_state_up': True, 'tenant_id': 'f90258dfe1524d85be4a11276f2ee896'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:09.756783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101be2f-fb3f-48f8-938a-7166911b7146 None None] Sync routers for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:09.775513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:09.776831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101be2f-fb3f-48f8-938a-7166911b7146 None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:09.777730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0101be2f-fb3f-48f8-938a-7166911b7146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:09.811481 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1230cf32-9efc-468a-8c09-d0ad460a00ae tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.8261199 Apr 05 18:53:09.812370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:09.857254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0101be2f-fb3f-48f8-938a-7166911b7146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:09.872082 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31739227-cf3b-4a55-b52b-0434b32ec4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:09.874696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101be2f-fb3f-48f8-938a-7166911b7146 None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:09.875558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0101be2f-fb3f-48f8-938a-7166911b7146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:09.919687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0101be2f-fb3f-48f8-938a-7166911b7146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:09.920612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101be2f-fb3f-48f8-938a-7166911b7146 None None] The sync data for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:09.921034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31739227-cf3b-4a55-b52b-0434b32ec4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:09.948713 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a815a938-600f-4707-a642-246790a0d61f tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] 10.222.0.15 "GET /v2.0/floatingips/a567f7da-3575-4768-91a0-f8e9e097654c HTTP/1.1" status: 200 len: 982 time: 0.1349428 Apr 05 18:53:09.949178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58422) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:09.998637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Made reservation on behalf of f90258dfe1524d85be4a11276f2ee896 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:10.005533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.043309 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31739227-cf3b-4a55-b52b-0434b32ec4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.048865 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31739227-cf3b-4a55-b52b-0434b32ec4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.050647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-31739227-cf3b-4a55-b52b-0434b32ec4c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3e7fac8-98a1-4be3-82a4-9a9ffb1bca95 HTTP/1.1" status: 204 len: 168 time: 0.3208992 Apr 05 18:53:10.096985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31739227-cf3b-4a55-b52b-0434b32ec4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e7fac8-98a1-4be3-82a4-9a9ffb1bca95,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:10.116815 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3fb41444-d33e-4210-a10a-a0d380b1ef11 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4298 time: 0.1663299 Apr 05 18:53:10.121396 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58428) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:10.194837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Allocated IP 172.20.0.7 (b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c/f733912d-3d12-44ab-a715-5eeb46fac5e2/1c3d4294-4833-4f94-98c0-38e0543ddf4f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:10.467005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Deleting port 07b08866-00e1-45e5-85cc-5c0fc8d06696 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:10.467347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.508204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcca8e-8b1e-493f-a658-26c272e8249e req-1586893d-e8f8-4031-8295-610c4f23a63b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:10.517258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcca8e-8b1e-493f-a658-26c272e8249e req-1586893d-e8f8-4031-8295-610c4f23a63b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:10.523226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcca8e-8b1e-493f-a658-26c272e8249e req-1586893d-e8f8-4031-8295-610c4f23a63b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:10.530242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcca8e-8b1e-493f-a658-26c272e8249e req-1586893d-e8f8-4031-8295-610c4f23a63b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:10.536342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcca8e-8b1e-493f-a658-26c272e8249e req-1586893d-e8f8-4031-8295-610c4f23a63b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:10.542631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcca8e-8b1e-493f-a658-26c272e8249e req-1586893d-e8f8-4031-8295-610c4f23a63b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:10.549696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcca8e-8b1e-493f-a658-26c272e8249e req-1586893d-e8f8-4031-8295-610c4f23a63b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:10.551965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12dcca8e-8b1e-493f-a658-26c272e8249e req-1586893d-e8f8-4031-8295-610c4f23a63b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.2309608 Apr 05 18:53:10.578582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.578971 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.596050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Calling delete_port for 07b08866-00e1-45e5-85cc-5c0fc8d06696 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:10.608969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58440) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:10.629356 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eb3c47f-0737-4768-be7d-2ebcc6f2d438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.643035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.665982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12dcca8e-8b1e-493f-a658-26c272e8249e req-6bf77a58-abe4-4bcf-91f6-d38d61e5dffb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999415 Apr 05 18:53:10.682247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291aed-a41a-4b94-bb69-d9c829af9b57 req-cd1dd63e-6f52-4a7e-86f3-d31de426d12c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:10.684141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a291aed-a41a-4b94-bb69-d9c829af9b57 req-cd1dd63e-6f52-4a7e-86f3-d31de426d12c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2031164 Apr 05 18:53:10.741331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a291aed-a41a-4b94-bb69-d9c829af9b57 req-50354442-ee05-477b-a841-a16adcf16474 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474312 Apr 05 18:53:10.752990 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.824214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Network b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:10.830501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:10.837297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:10.855746 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eb3c47f-0737-4768-be7d-2ebcc6f2d438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.876861 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2eb3c47f-0737-4768-be7d-2ebcc6f2d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:10.912946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Pushing event updated for resources: {'Port': ['ID=1c3d4294-4833-4f94-98c0-38e0543ddf4f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:10.951014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2eb3c47f-0737-4768-be7d-2ebcc6f2d438 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36849c26026a4f1d9ddd4b16be6a775d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409410 Apr 05 18:53:10.951940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58444) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:10.953045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3c47f-0737-4768-be7d-2ebcc6f2d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4729df-8d43-4c61-ba7d-1853f653148b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:10.969782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.011902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25d4ba-492b-49b8-839e-aaffe4923cb5 req-f90712d4-f98a-42e8-88d6-8c3ee1699e6b tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:11.012993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event deleted for resources: {'Port': ['ID=07b08866-00e1-45e5-85cc-5c0fc8d06696,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:11.019828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb25d4ba-492b-49b8-839e-aaffe4923cb5 req-f90712d4-f98a-42e8-88d6-8c3ee1699e6b tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 931 time: 0.1906903 Apr 05 18:53:11.029410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:11.030028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.076061 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.076439 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Floating IP a567f7da-3575-4768-91a0-f8e9e097654c disassociated (deleted). External IP: 172.25.4.65, port: 42a65868-5228-4f56-94de-0f0e66f56166. Apr 05 18:53:11.165938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-96b5d04d-a9f6-4509-8ff6-9159d3a4b8e8 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4210377 Apr 05 18:53:11.178673 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0e98c5b-2bb7-41f4-bca7-2edc8ee945a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.185652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb25d4ba-492b-49b8-839e-aaffe4923cb5 req-c17600b9-a279-425b-89c1-dd7313e7d350 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649764 Apr 05 18:53:11.191679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Request body: {'port': {'device_id': 'e9eada5d-e8ba-4548-b262-6836703278c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:11.250499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a19ce6-ca78-4550-bc83-8a50e5d9a4d3 req-d74d7d14-01f5-440b-ace0-d94393662b9c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:11.255298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10a19ce6-ca78-4550-bc83-8a50e5d9a4d3 req-d74d7d14-01f5-440b-ace0-d94393662b9c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2220738 Apr 05 18:53:11.264507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-29886050-a463-4615-8943-1de24fc561c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:11.266133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-29886050-a463-4615-8943-1de24fc561c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1095 time: 0.1570764 Apr 05 18:53:11.270136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0e98c5b-2bb7-41f4-bca7-2edc8ee945a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.333602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Router ec75fec2-2c74-4942-ac8f-31b705c6f9a9 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:53:11.386962 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.441390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10a19ce6-ca78-4550-bc83-8a50e5d9a4d3 req-e7f05214-57de-462f-9439-c75f94c8d5b1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738389 Apr 05 18:53:11.466579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:11.474439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.479435 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576aafb-49d1-484b-97da-eb6c4bf73178 None None] Sync routers for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:11.494439 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576aafb-49d1-484b-97da-eb6c4bf73178 None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:11.495453 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0576aafb-49d1-484b-97da-eb6c4bf73178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:11.534251 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d8cbd888-b4b6-4e77-8d48-fe8f4d8bf49b tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "DELETE /v2.0/floatingips/a567f7da-3575-4768-91a0-f8e9e097654c HTTP/1.1" status: 204 len: 168 time: 1.4111867 Apr 05 18:53:11.538053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58456) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:11.545828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:11.576288 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.589163 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0576aafb-49d1-484b-97da-eb6c4bf73178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:11.600120 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576aafb-49d1-484b-97da-eb6c4bf73178 None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:11.601157 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0576aafb-49d1-484b-97da-eb6c4bf73178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:52:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:11.607086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-6beb895c-cb17-41c2-98a6-ddfd1ff322ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:11.608789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-6beb895c-cb17-41c2-98a6-ddfd1ff322ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.3045673 Apr 05 18:53:11.612043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0e98c5b-2bb7-41f4-bca7-2edc8ee945a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.614800 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0e98c5b-2bb7-41f4-bca7-2edc8ee945a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.618216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f0e98c5b-2bb7-41f4-bca7-2edc8ee945a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a4729df-8d43-4c61-ba7d-1853f653148b HTTP/1.1" status: 204 len: 168 time: 0.6562955 Apr 05 18:53:11.663167 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0576aafb-49d1-484b-97da-eb6c4bf73178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:11.664139 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576aafb-49d1-484b-97da-eb6c4bf73178 None None] The sync data for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:11.694820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e98c5b-2bb7-41f4-bca7-2edc8ee945a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4729df-8d43-4c61-ba7d-1853f653148b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:11.706226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-4d623830-84c0-4dec-893a-eb2a18334e8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 999 time: 0.0870419 Apr 05 18:53:11.782882 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cb3769f-95bb-4ab6-9066-dd24ab15f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.797898 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:11.806290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-7b560e83-a27e-4795-b59c-f4141214b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:11.807817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-7b560e83-a27e-4795-b59c-f4141214b305 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.0691895 Apr 05 18:53:11.953701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Allocated IP 172.25.4.167 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/fd2c1fa6-21f2-4317-a093-001faf2d797a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:12.048820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d842b0-cfe7-404b-87c3-a8ea4a1453e9 req-1976d645-2419-492b-a025-8c466cee844f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.055300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d842b0-cfe7-404b-87c3-a8ea4a1453e9 req-1976d645-2419-492b-a025-8c466cee844f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.061016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d842b0-cfe7-404b-87c3-a8ea4a1453e9 req-1976d645-2419-492b-a025-8c466cee844f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.066818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d842b0-cfe7-404b-87c3-a8ea4a1453e9 req-1976d645-2419-492b-a025-8c466cee844f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.072519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d842b0-cfe7-404b-87c3-a8ea4a1453e9 req-1976d645-2419-492b-a025-8c466cee844f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.079224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d842b0-cfe7-404b-87c3-a8ea4a1453e9 req-1976d645-2419-492b-a025-8c466cee844f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.085176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d842b0-cfe7-404b-87c3-a8ea4a1453e9 req-1976d645-2419-492b-a025-8c466cee844f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.087095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5d842b0-cfe7-404b-87c3-a8ea4a1453e9 req-1976d645-2419-492b-a025-8c466cee844f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.2246675 Apr 05 18:53:12.097854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3d4294-4833-4f94-98c0-38e0543ddf4f {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:12.103929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-8ac8f1ce-2f08-4865-a9b2-79e1601a888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.104988 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.105399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-8ac8f1ce-2f08-4865-a9b2-79e1601a888a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2441525 Apr 05 18:53:12.118330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.155436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588070c5-05f3-4760-bb37-2fe7d4c44b9b req-aba31732-b7f6-499c-9653-4cfa5fbbc740 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.158040 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.172594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-588070c5-05f3-4760-bb37-2fe7d4c44b9b req-aba31732-b7f6-499c-9653-4cfa5fbbc740 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 945 time: 0.2150912 Apr 05 18:53:12.205903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:12.211870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:12.217082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:12.251474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Transition to ACTIVE for port object 1c3d4294-4833-4f94-98c0-38e0543ddf4f will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:53:12.276903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Pushing event updated for resources: {'Port': ['ID=fd2c1fa6-21f2-4317-a093-001faf2d797a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:12.301877 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.357494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.370158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5d842b0-cfe7-404b-87c3-a8ea4a1453e9 req-aa435286-f3ac-46c4-aa3e-1348c43d5142 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745981 Apr 05 18:53:12.404113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.454922 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-588070c5-05f3-4760-bb37-2fe7d4c44b9b req-4386b436-3947-4219-be56-8d8ee9bcaa52 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813146 Apr 05 18:53:12.462010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3d4294-4833-4f94-98c0-38e0543ddf4f,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:12.534765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-2f80d70b-6561-4ffc-b15b-9950a1b9eadd service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139764 Apr 05 18:53:12.656299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.664092 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.678914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23deb7a-b911-4082-a418-3b8fa4b18bf0 req-13096c2b-23cd-4036-aeb2-005742bd809d tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.680480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e23deb7a-b911-4082-a418-3b8fa4b18bf0 req-13096c2b-23cd-4036-aeb2-005742bd809d tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 943 time: 0.2095926 Apr 05 18:53:12.734889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d131b-e171-4257-ae42-9e66be59d103 req-c345d44c-5cea-4080-a3f9-be3edbf78c65 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.736446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-995d131b-e171-4257-ae42-9e66be59d103 req-c345d44c-5cea-4080-a3f9-be3edbf78c65 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1997592 Apr 05 18:53:12.737138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Attempting to bind port 1c3d4294-4833-4f94-98c0-38e0543ddf4f on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:53:12.737493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Attempting to bind port 1c3d4294-4833-4f94-98c0-38e0543ddf4f by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '5f0fd680-3138-4206-9e64-e410fffba079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:53:12.739971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Attempting to bind port 1c3d4294-4833-4f94-98c0-38e0543ddf4f on network b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:53:12.754244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Pushing event updated for resources: {'Port': ['ID=fd2c1fa6-21f2-4317-a093-001faf2d797a,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:12.764783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.767457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Port 1c3d4294-4833-4f94-98c0-38e0543ddf4f on network b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:53:12.768021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Attempting to bind port 1c3d4294-4833-4f94-98c0-38e0543ddf4f on network b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:53:12.784883 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.789657 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-97a33ace-bc6b-49fb-a36a-4df0957270b0 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2465229 Apr 05 18:53:12.789852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:53:12.789997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58488) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:12.790131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Checking segment: {'id': '5f0fd680-3138-4206-9e64-e410fffba079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:53:12.790131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Bound using segment: {'id': '5f0fd680-3138-4206-9e64-e410fffba079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:53:12.790495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Bound port: 1c3d4294-4833-4f94-98c0-38e0543ddf4f, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0fd680-3138-4206-9e64-e410fffba079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:53:12.790856 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.801780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5500259e-6f77-4533-bb25-0661a2c5e1a0 req-c84ec0c6-e7a6-4850-a0d8-08181bc405f9 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521596 Apr 05 18:53:12.822164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e23deb7a-b911-4082-a418-3b8fa4b18bf0 req-e67073af-398b-4df4-8e18-a53e1f8578e3 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222625 Apr 05 18:53:12.833465 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.861040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-995d131b-e171-4257-ae42-9e66be59d103 req-4fbaef5d-5bb2-446c-a15d-c81014ab91c2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068442 Apr 05 18:53:12.908720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] For port 1c3d4294-4833-4f94-98c0-38e0543ddf4f, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:53:12.912513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] For port 1c3d4294-4833-4f94-98c0-38e0543ddf4f, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1c3d4294-4833-4f94-98c0-38e0543ddf4f,segment=NetworkSegment(5f0fd680-3138-4206-9e64-e410fffba079),segment_id=5f0fd680-3138-4206-9e64-e410fffba079)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:53:12.918334 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.959856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:12.960470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:12.961871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] 10.222.0.20 "PUT /v2.0/ports/1c3d4294-4833-4f94-98c0-38e0543ddf4f HTTP/1.1" status: 200 len: 1091 time: 1.7813218 Apr 05 18:53:12.962309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9eada5d-e8ba-4548-b262-6836703278c3', 'tag': '1c3d4294-4833-4f94-98c0-38e0543ddf4f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:12.964588 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae97e0f-8525-4298-8263-6f94ed9c7fed" -d '{"events": [{"name": "network-changed", "server_uuid": "e9eada5d-e8ba-4548-b262-6836703278c3", "tag": "1c3d4294-4833-4f94-98c0-38e0543ddf4f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:12.998347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132a0f0-491e-4ad1-b9b0-8bf87689dc62 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3d4294-4833-4f94-98c0-38e0543ddf4f,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:13.042972 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89021413-9a37-4e83-b1e5-a10cbf4b30f8 x-openstack-request-id: req-89021413-9a37-4e83-b1e5-a10cbf4b30f8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:13.043370 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9eada5d-e8ba-4548-b262-6836703278c3", "tag": "1c3d4294-4833-4f94-98c0-38e0543ddf4f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:13.043710 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89021413-9a37-4e83-b1e5-a10cbf4b30f8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:13.044880 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89021413-9a37-4e83-b1e5-a10cbf4b30f8'] response: {'name': 'network-changed', 'server_uuid': 'e9eada5d-e8ba-4548-b262-6836703278c3', 'tag': '1c3d4294-4833-4f94-98c0-38e0543ddf4f', 'status': 'completed', 'code': 200} Apr 05 18:53:13.063619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-0c1f77e9-c5cd-4972-a9cb-69412bf26a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.065191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-0c1f77e9-c5cd-4972-a9cb-69412bf26a8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f90258dfe1524d85be4a11276f2ee896&device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 1094 time: 0.0566738 Apr 05 18:53:13.070592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:13.102157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:13.123031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-3c5c3429-3836-48bb-968e-2b2b7121aa65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c3d4294-4833-4f94-98c0-38e0543ddf4f HTTP/1.1" status: 200 len: 217 time: 0.0479863 Apr 05 18:53:13.197295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-a124d2cb-d95d-447a-ae0c-6c0a2243d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.199400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-a124d2cb-d95d-447a-ae0c-6c0a2243d521 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f733912d-3d12-44ab-a715-5eeb46fac5e2 HTTP/1.1" status: 200 len: 857 time: 0.0692372 Apr 05 18:53:13.234994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-ce7288c2-965c-438d-948d-8f8390cfdd35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281937 Apr 05 18:53:13.263459 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:13.362859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-789277f3-395d-4dc9-9a95-373ce72bb1f3 service neutron] 10.222.0.20 "GET /v2.0/networks/b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201391 Apr 05 18:53:13.483853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Allocated IP 172.25.4.24 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/44f281e2-0b6c-49f8-805f-adab3ea65e64) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:13.524572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac4eef43-d9ad-4f23-9fd8-1250820ae22d req-59b13da9-dad0-4f87-9bbf-96438c1eb450 service neutron] 10.222.0.20 "GET /v2.0/networks/b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516519 Apr 05 18:53:13.668080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8932-e285-43f0-a24b-f047f607f5ea req-2074a624-5a51-4954-8fc4-9ae3b2c14f18 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.675215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8932-e285-43f0-a24b-f047f607f5ea req-2074a624-5a51-4954-8fc4-9ae3b2c14f18 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.683051 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:13.685877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8932-e285-43f0-a24b-f047f607f5ea req-2074a624-5a51-4954-8fc4-9ae3b2c14f18 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.698059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8932-e285-43f0-a24b-f047f607f5ea req-2074a624-5a51-4954-8fc4-9ae3b2c14f18 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.708248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8932-e285-43f0-a24b-f047f607f5ea req-2074a624-5a51-4954-8fc4-9ae3b2c14f18 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.714953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b83dd1c1-75a6-403e-a740-3a49947d5169 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.716922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8932-e285-43f0-a24b-f047f607f5ea req-2074a624-5a51-4954-8fc4-9ae3b2c14f18 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.717481 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b83dd1c1-75a6-403e-a740-3a49947d5169 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 945 time: 0.1011479 Apr 05 18:53:13.722902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8932-e285-43f0-a24b-f047f607f5ea req-2074a624-5a51-4954-8fc4-9ae3b2c14f18 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.724869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40cf8932-e285-43f0-a24b-f047f607f5ea req-2074a624-5a51-4954-8fc4-9ae3b2c14f18 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.2182736 Apr 05 18:53:13.753426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7791-c46b-4e94-b0ff-08ea68212e30 req-f444d97b-dbfa-4c4b-9619-01ad47adf9af tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.760985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dacc7791-c46b-4e94-b0ff-08ea68212e30 req-f444d97b-dbfa-4c4b-9619-01ad47adf9af tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 945 time: 0.1859515 Apr 05 18:53:13.766449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-111c0e0a-b62a-4f8c-a845-91dbf85fb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.768596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-111c0e0a-b62a-4f8c-a845-91dbf85fb36f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f90258dfe1524d85be4a11276f2ee896&device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 1094 time: 0.1812229 Apr 05 18:53:13.831059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:13.891056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40cf8932-e285-43f0-a24b-f047f607f5ea req-e54470d1-358d-47e2-aeac-3c5faad4c7f8 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559372 Apr 05 18:53:13.893803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:13.908374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:13.908542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dacc7791-c46b-4e94-b0ff-08ea68212e30 req-59094929-e2ea-4763-9727-27c6d84bbf0c tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411216 Apr 05 18:53:13.911889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:13.914793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Pushing event updated for resources: {'Port': ['ID=44f281e2-0b6c-49f8-805f-adab3ea65e64,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:13.974449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Deleting port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:13.974786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:13.976069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-624d14d2-6963-48f5-86b8-c5f5ba845488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:13.977637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-624d14d2-6963-48f5-86b8-c5f5ba845488 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c HTTP/1.1" status: 200 len: 917 time: 0.1951196 Apr 05 18:53:14.142176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:14.144621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] For port 474b26d1-0a88-466a-b99a-6dfdd926c5e9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=474b26d1-0a88-466a-b99a-6dfdd926c5e9,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:14.144986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:14.368425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:14.477644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-cfde33df-cb53-4fad-b014-1d32e5018852 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c3d4294-4833-4f94-98c0-38e0543ddf4f HTTP/1.1" status: 200 len: 217 time: 0.4868553 Apr 05 18:53:14.573019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db74ca-5bd6-48d6-be34-3a66f9f9a34c req-e99fdba5-a7e6-4efe-8452-cffa09572a7c tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:14.574647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8db74ca-5bd6-48d6-be34-3a66f9f9a34c req-e99fdba5-a7e6-4efe-8452-cffa09572a7c tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 943 time: 0.5877948 Apr 05 18:53:14.585724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06641ca-d31e-48d1-82db-2f4207059d0e req-79f34a15-54d8-4514-9427-c0dfb7aba15d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:14.587061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e06641ca-d31e-48d1-82db-2f4207059d0e req-79f34a15-54d8-4514-9427-c0dfb7aba15d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1246347 Apr 05 18:53:14.590523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-e7224065-1517-4a2d-be8c-cdd8a91dc09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:14.592583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-e7224065-1517-4a2d-be8c-cdd8a91dc09a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f733912d-3d12-44ab-a715-5eeb46fac5e2 HTTP/1.1" status: 200 len: 857 time: 0.1082959 Apr 05 18:53:14.595750 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:14.640683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-6f5d9caa-bd4c-4eee-b006-b7166ecd8808 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350108 Apr 05 18:53:14.696308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8db74ca-5bd6-48d6-be34-3a66f9f9a34c req-7d143f60-d03c-454f-a6d7-0f85937bb9dc tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081014 Apr 05 18:53:14.744981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e06641ca-d31e-48d1-82db-2f4207059d0e req-cdace1b7-6011-48fc-9d51-9f639cd9df33 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381006 Apr 05 18:53:14.799976 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-a6c61224-7d2c-4f29-9aee-a3232d5b0a01 service neutron] 10.222.0.20 "GET /v2.0/networks/b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480906 Apr 05 18:53:14.841711 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:14.842201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:14.842616 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Floating IP e017512a-ff8e-4a0d-9e87-ae6cb807b03b disassociated. External IP: 172.25.4.34, port: 474b26d1-0a88-466a-b99a-6dfdd926c5e9. Apr 05 18:53:14.843023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Calling delete_port for 474b26d1-0a88-466a-b99a-6dfdd926c5e9 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:14.949654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471a1dc-f959-4a80-9c0b-eba3a93fc6f4 req-5dbd8f79-5f39-4edb-ac71-4840decececf tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:14.951410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1471a1dc-f959-4a80-9c0b-eba3a93fc6f4 req-5dbd8f79-5f39-4edb-ac71-4840decececf tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1114376 Apr 05 18:53:14.957741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cae97e0f-8525-4298-8263-6f94ed9c7fed req-31431416-9ca3-4f32-afde-050349d4ddab service neutron] 10.222.0.20 "GET /v2.0/networks/b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467171 Apr 05 18:53:14.961912 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:14.971545 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:14.984873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:15.003600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1471a1dc-f959-4a80-9c0b-eba3a93fc6f4 req-7b7ab0b5-dcf6-403b-9c98-8051de1e8ff5 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425994 Apr 05 18:53:15.092878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Pushing event updated for resources: {'Port': ['ID=44f281e2-0b6c-49f8-805f-adab3ea65e64,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:15.148493 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:15.182266 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:15.183505 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-16c39a28-6652-4c03-90c6-9d1e2bc730f8 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3925471 Apr 05 18:53:15.185334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db909fe6-733c-4a5f-9c6f-7089884b6fc1 req-ea4b5dc5-b9cd-439f-8050-a8e65e69bea2 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.186912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58540) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:15.187204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db909fe6-733c-4a5f-9c6f-7089884b6fc1 req-ea4b5dc5-b9cd-439f-8050-a8e65e69bea2 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 945 time: 0.1484418 Apr 05 18:53:15.200600 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:15.244102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa2333-c1ff-48b5-b08d-72120d7212bb req-4cc9d290-5f35-4a21-b9f9-a444e42c1b3e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.251460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa2333-c1ff-48b5-b08d-72120d7212bb req-4cc9d290-5f35-4a21-b9f9-a444e42c1b3e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.258439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa2333-c1ff-48b5-b08d-72120d7212bb req-4cc9d290-5f35-4a21-b9f9-a444e42c1b3e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.264709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa2333-c1ff-48b5-b08d-72120d7212bb req-4cc9d290-5f35-4a21-b9f9-a444e42c1b3e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.271325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa2333-c1ff-48b5-b08d-72120d7212bb req-4cc9d290-5f35-4a21-b9f9-a444e42c1b3e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.277851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa2333-c1ff-48b5-b08d-72120d7212bb req-4cc9d290-5f35-4a21-b9f9-a444e42c1b3e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.284205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa2333-c1ff-48b5-b08d-72120d7212bb req-4cc9d290-5f35-4a21-b9f9-a444e42c1b3e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.286178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13fa2333-c1ff-48b5-b08d-72120d7212bb req-4cc9d290-5f35-4a21-b9f9-a444e42c1b3e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.1708803 Apr 05 18:53:15.291734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'Port': ['ID=474b26d1-0a88-466a-b99a-6dfdd926c5e9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:15.323690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db909fe6-733c-4a5f-9c6f-7089884b6fc1 req-84d88330-26da-444a-acd3-28e0f7f5bac6 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb00d598-03ac-4a30-9f53-ebc1c74f33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243181 Apr 05 18:53:15.371681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3fa484e5-119f-4d03-80d2-ef65a07839ff tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4483 time: 0.1832726 Apr 05 18:53:15.378173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58542) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:15.386366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13fa2333-c1ff-48b5-b08d-72120d7212bb req-ddded04f-a194-4e5d-a2c9-ac4bf50259bc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785975 Apr 05 18:53:15.485801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1c3d4294-4833-4f94-98c0-38e0543ddf4f details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:15.500834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7aa552c6-841f-47fd-a488-6202992473b1 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1184692 Apr 05 18:53:15.501397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58548) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:15.555976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152a43f-23a7-4e97-8eb6-3117f0a22a64 req-15ede9af-f3da-4ee1-bd56-e6da1fcabf64 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.558278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5152a43f-23a7-4e97-8eb6-3117f0a22a64 req-15ede9af-f3da-4ee1-bd56-e6da1fcabf64 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1161330 Apr 05 18:53:15.629780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5152a43f-23a7-4e97-8eb6-3117f0a22a64 req-2faeef6d-1bee-4663-9bfb-deca419e1f87 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616391 Apr 05 18:53:15.653079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1c3d4294-4833-4f94-98c0-38e0543ddf4f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1c3d4294-4833-4f94-98c0-38e0543ddf4f,segment=NetworkSegment(5f0fd680-3138-4206-9e64-e410fffba079),segment_id=5f0fd680-3138-4206-9e64-e410fffba079)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:15.667728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '1c3d4294-4833-4f94-98c0-38e0543ddf4f', 'network_id': 'b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c', 'port_id': '1c3d4294-4833-4f94-98c0-38e0543ddf4f', 'mac_address': 'fa:16:3e:c3:0b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f733912d-3d12-44ab-a715-5eeb46fac5e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:15.685392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:53:15.710251 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:15.726613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3d4294-4833-4f94-98c0-38e0543ddf4f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:15.796419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1c3d4294-4833-4f94-98c0-38e0543ddf4f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1c3d4294-4833-4f94-98c0-38e0543ddf4f,segment=NetworkSegment(5f0fd680-3138-4206-9e64-e410fffba079),segment_id=5f0fd680-3138-4206-9e64-e410fffba079)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:15.808544 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:15.810839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e87fa-fcb8-4c96-9c01-1fea346cb1de req-eb32d8f9-729d-40e5-90a7-f95501735421 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:15.817965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-092e87fa-fcb8-4c96-9c01-1fea346cb1de req-eb32d8f9-729d-40e5-90a7-f95501735421 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.0824986 Apr 05 18:53:15.907266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Deleting port 44f281e2-0b6c-49f8-805f-adab3ea65e64 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:15.909839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:15.913759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:15.923868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1c3d4294-4833-4f94-98c0-38e0543ddf4f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:15.964407 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.971980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.972664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.973254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.973586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.973923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.974254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.974607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.974936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.975525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.975852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.976340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:15.981284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-092e87fa-fcb8-4c96-9c01-1fea346cb1de req-3731d44d-4ebd-4b45-9d0b-7a7b5f09bfc8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575553 Apr 05 18:53:15.988731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:16.017736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ab6f8-65ed-4d69-ae7f-f2ab033aa100 req-c42ab4f9-74f9-4c3a-8d7b-14a565587f8b tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:16.024182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:16.025008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:16.028031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea5ab6f8-65ed-4d69-ae7f-f2ab033aa100 req-c42ab4f9-74f9-4c3a-8d7b-14a565587f8b tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 944 time: 0.1685410 Apr 05 18:53:16.100672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] No DVR routers for this DVR port 474b26d1-0a88-466a-b99a-6dfdd926c5e9 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:16.105439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['1c3d4294-4833-4f94-98c0-38e0543ddf4f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:16.125099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:16.130965 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f694aba3-e821-4013-9a56-3d24eafe8b42 req-b79b3cc3-c6bd-427b-b94d-78013521af4b tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.20 "DELETE /v2.0/ports/474b26d1-0a88-466a-b99a-6dfdd926c5e9 HTTP/1.1" status: 204 len: 173 time: 2.4007502 Apr 05 18:53:16.131793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'name': 'network-vif-deleted', 'tag': '474b26d1-0a88-466a-b99a-6dfdd926c5e9'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:16.133659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea5ab6f8-65ed-4d69-ae7f-f2ab033aa100 req-e4e2f8d9-ede0-44e6-aa12-ea2f0a888edc tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037843 Apr 05 18:53:16.135048 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b41b8b-51f2-4f0d-bf88-a6ce3e4249a5" -d '{"events": [{"server_uuid": "b5f91db4-3c62-4b9a-8212-979cd1cc5589", "name": "network-vif-deleted", "tag": "474b26d1-0a88-466a-b99a-6dfdd926c5e9"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:16.142204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:16.142764 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:16.182744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Calling delete_port for 44f281e2-0b6c-49f8-805f-adab3ea65e64 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:16.264688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c4882-9736-4d2d-bafe-33d55bc803da req-00b43144-0b36-47de-94a7-a5116826dddc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:16.269735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-697c4882-9736-4d2d-bafe-33d55bc803da req-00b43144-0b36-47de-94a7-a5116826dddc tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1816580 Apr 05 18:53:16.293164 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb3c1c6-a190-4ea8-927d-51a4f5ee3c91 x-openstack-request-id: req-dbb3c1c6-a190-4ea8-927d-51a4f5ee3c91 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:16.294795 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f91db4-3c62-4b9a-8212-979cd1cc5589", "name": "network-vif-deleted", "tag": "474b26d1-0a88-466a-b99a-6dfdd926c5e9", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:16.295148 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbb3c1c6-a190-4ea8-927d-51a4f5ee3c91 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:16.295704 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb3c1c6-a190-4ea8-927d-51a4f5ee3c91'] response: {'server_uuid': 'b5f91db4-3c62-4b9a-8212-979cd1cc5589', 'name': 'network-vif-deleted', 'tag': '474b26d1-0a88-466a-b99a-6dfdd926c5e9', 'status': 'completed', 'code': 200} Apr 05 18:53:16.318596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:16.332576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-697c4882-9736-4d2d-bafe-33d55bc803da req-7b6923e1-1d1c-43ce-a1dc-f9da5d451c40 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548029 Apr 05 18:53:16.551301 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:16.602082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72bb1ba2-e16d-4783-acab-fd5ca8882d8d req-ad2461d8-a596-4b25-8c64-d9558ee63274 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5f91db4-3c62-4b9a-8212-979cd1cc5589 HTTP/1.1" status: 200 len: 210 time: 0.0822701 Apr 05 18:53:16.634059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Pushing event deleted for resources: {'Port': ['ID=44f281e2-0b6c-49f8-805f-adab3ea65e64,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:16.782277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:16.805795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12babbc-f740-4005-bc83-b48f89ed91e1 req-74e73fff-9b8c-493c-b6a0-85deb4fe119b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:16.813167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12babbc-f740-4005-bc83-b48f89ed91e1 req-74e73fff-9b8c-493c-b6a0-85deb4fe119b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:16.819598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12babbc-f740-4005-bc83-b48f89ed91e1 req-74e73fff-9b8c-493c-b6a0-85deb4fe119b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:16.827309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12babbc-f740-4005-bc83-b48f89ed91e1 req-74e73fff-9b8c-493c-b6a0-85deb4fe119b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:16.833581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12babbc-f740-4005-bc83-b48f89ed91e1 req-74e73fff-9b8c-493c-b6a0-85deb4fe119b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:16.839889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12babbc-f740-4005-bc83-b48f89ed91e1 req-74e73fff-9b8c-493c-b6a0-85deb4fe119b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:16.844186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:53:16.846286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12babbc-f740-4005-bc83-b48f89ed91e1 req-74e73fff-9b8c-493c-b6a0-85deb4fe119b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:16.853715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:16.855368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a12babbc-f740-4005-bc83-b48f89ed91e1 req-74e73fff-9b8c-493c-b6a0-85deb4fe119b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.2367156 Apr 05 18:53:16.858783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:16.859954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:16.863333 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:16.869087 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-059cf51b-2ab3-4e59-9e7c-d5e5fd04a364 tempest-FloatingIPAdminTestJSON-674359252 tempest-FloatingIPAdminTestJSON-674359252-project] 10.222.0.15 "DELETE /v2.0/floatingips/18f5623b-80e7-40c5-bed6-b3730e0d5679 HTTP/1.1" status: 204 len: 168 time: 1.3664052 Apr 05 18:53:16.869271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58578) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:16.996270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a12babbc-f740-4005-bc83-b48f89ed91e1 req-73c714b8-5afd-44cf-919b-1de1169a76c3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401732 Apr 05 18:53:17.001292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:17.008503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a24ef-53b8-4dbd-83e8-a4ec51c44728 req-73b362e6-323c-41ed-ab7a-d2f2b57b451b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:17.010005 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-391a24ef-53b8-4dbd-83e8-a4ec51c44728 req-73b362e6-323c-41ed-ab7a-d2f2b57b451b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.2954295 Apr 05 18:53:17.133010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-391a24ef-53b8-4dbd-83e8-a4ec51c44728 req-197f8180-1eb1-4593-8d6a-021ed293e288 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743265 Apr 05 18:53:17.162853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Deleting port fd2c1fa6-21f2-4317-a093-001faf2d797a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:17.163431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.347714 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.348122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.378458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Calling delete_port for fd2c1fa6-21f2-4317-a093-001faf2d797a owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:17.456502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1610f-6bd1-415a-8dd9-1447d49fc572 req-b4bf9489-9799-403e-a293-a6d1fa6f4ff7 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:17.458511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22a1610f-6bd1-415a-8dd9-1447d49fc572 req-b4bf9489-9799-403e-a293-a6d1fa6f4ff7 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 944 time: 0.1264582 Apr 05 18:53:17.462916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:17.506135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1c3d4294-4833-4f94-98c0-38e0543ddf4f up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:17.509875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafad3a9-7104-4582-a941-a0a1db029b56 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:45:16Z', 'revision_number': 4, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '78c99f91-abcf-4abe-b190-c86f416dd8a1', 'name': '', 'network_id': 'c02a85c5-735d-4bc3-bd1e-1f681ef053a8', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'mac_address': 'fa:16:3e:97:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:15Z', 'updated_at': '2022-04-05T18:45:26Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'subnets': [{'id': '7f59dda1-fd03-46ea-8630-4e1f8019790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:17.641257 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.664587 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22a1610f-6bd1-415a-8dd9-1447d49fc572 req-4ec52833-5e3d-43ad-9e2f-03d67a2a1cbc tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971650 Apr 05 18:53:17.701367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 1c3d4294-4833-4f94-98c0-38e0543ddf4f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:53:17.706218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 1c3d4294-4833-4f94-98c0-38e0543ddf4f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:17.706881 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.714867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd2c1fa6-21f2-4317-a093-001faf2d797a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:17.829266 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.832760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58606) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:17.844833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.847948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.849428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-df7209df-9749-4213-b906-e28b72018810 tempest-FloatingIPAdminTestJSON-1652350474 tempest-FloatingIPAdminTestJSON-1652350474-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/02912d8a-6e1c-4b91-83d0-fb0524384520 HTTP/1.1" status: 204 len: 168 time: 0.9736390 Apr 05 18:53:17.852780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58608) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:17.869721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eada5d-e8ba-4548-b262-6836703278c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3d4294-4833-4f94-98c0-38e0543ddf4f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:17.872570 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965d43f1-f17a-4d1e-85b3-8e5740101ac7" -d '{"events": [{"server_uuid": "e9eada5d-e8ba-4548-b262-6836703278c3", "name": "network-vif-plugged", "status": "completed", "tag": "1c3d4294-4833-4f94-98c0-38e0543ddf4f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:17.892872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1c3d4294-4833-4f94-98c0-38e0543ddf4f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1c3d4294-4833-4f94-98c0-38e0543ddf4f,segment=NetworkSegment(5f0fd680-3138-4206-9e64-e410fffba079),segment_id=5f0fd680-3138-4206-9e64-e410fffba079)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:17.902635 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.903505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 474b26d1-0a88-466a-b99a-6dfdd926c5e9 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:17.977130 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f90c473-cb99-457c-8716-799a7627efd5 x-openstack-request-id: req-4f90c473-cb99-457c-8716-799a7627efd5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:17.977408 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eada5d-e8ba-4548-b262-6836703278c3", "name": "network-vif-plugged", "status": "completed", "tag": "1c3d4294-4833-4f94-98c0-38e0543ddf4f", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:17.977651 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f90c473-cb99-457c-8716-799a7627efd5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:17.978039 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f90c473-cb99-457c-8716-799a7627efd5'] response: {'server_uuid': 'e9eada5d-e8ba-4548-b262-6836703278c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3d4294-4833-4f94-98c0-38e0543ddf4f', 'code': 200} Apr 05 18:53:17.980087 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30c6deeb-e3b8-44cd-b066-5f8f77ef47d0 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:17.989668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 474b26d1-0a88-466a-b99a-6dfdd926c5e9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:17.990040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 474b26d1-0a88-466a-b99a-6dfdd926c5e9 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:18.019285 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e897dbe-78cb-4f7f-b8ac-0c9f4c256415 None None] New status for floating IP e017512a-ff8e-4a0d-9e87-ae6cb807b03b: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:53:18.026388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1c3d4294-4833-4f94-98c0-38e0543ddf4f,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:18.051071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30c6deeb-e3b8-44cd-b066-5f8f77ef47d0 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.081119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-15ce1f0b-1749-48b8-a421-dcc5f6ab58f2 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Deleting port 42a65868-5228-4f56-94de-0f0e66f56166 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:18.081467 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15ce1f0b-1749-48b8-a421-dcc5f6ab58f2 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.209102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30c6deeb-e3b8-44cd-b066-5f8f77ef47d0 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.209102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30c6deeb-e3b8-44cd-b066-5f8f77ef47d0 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.209102 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-30c6deeb-e3b8-44cd-b066-5f8f77ef47d0 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb00d598-03ac-4a30-9f53-ebc1c74f33cf HTTP/1.1" status: 204 len: 168 time: 0.3726084 Apr 05 18:53:18.213374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58616) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:18.234125 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-146207cc-7cb5-4c2c-9bfe-4038c3bea292 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] show failed (client error): The resource could not be found. Apr 05 18:53:18.238055 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-146207cc-7cb5-4c2c-9bfe-4038c3bea292 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "GET /v2.0/security-groups/eb00d598-03ac-4a30-9f53-ebc1c74f33cf HTTP/1.1" status: 404 len: 347 time: 0.0241609 Apr 05 18:53:18.240726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58622) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:18.270226 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15ce1f0b-1749-48b8-a421-dcc5f6ab58f2 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.313005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1c276-6a1a-4b07-aa47-17ce96ca823c req-a4e7a0d5-aaab-4508-b1ef-191f17a75ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:18.315590 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-48d1c276-6a1a-4b07-aa47-17ce96ca823c req-a4e7a0d5-aaab-4508-b1ef-191f17a75ee8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 1096 time: 0.2466655 Apr 05 18:53:18.324569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6deeb-e3b8-44cd-b066-5f8f77ef47d0 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb00d598-03ac-4a30-9f53-ebc1c74f33cf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:18.351188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-15ce1f0b-1749-48b8-a421-dcc5f6ab58f2 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Calling delete_port for 42a65868-5228-4f56-94de-0f0e66f56166 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:18.479114 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-48d1c276-6a1a-4b07-aa47-17ce96ca823c req-f0761190-5ab5-4b47-a50b-29300e40fc7b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456068 Apr 05 18:53:18.479444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f4104-f784-41e0-9099-1bfb59a43740 req-77a15a67-7689-4dcf-9c12-a61412cf6010 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:18.481850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba2f4104-f784-41e0-9099-1bfb59a43740 req-77a15a67-7689-4dcf-9c12-a61412cf6010 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1671357 Apr 05 18:53:18.499908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3970a-0469-4703-9926-5a5328740552 req-865fe749-9b47-4bfb-afe8-33078f7db5e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:18.507316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3970a-0469-4703-9926-5a5328740552 req-865fe749-9b47-4bfb-afe8-33078f7db5e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:18.513947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3970a-0469-4703-9926-5a5328740552 req-865fe749-9b47-4bfb-afe8-33078f7db5e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:18.520401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Deleting port 2d9b0250-3b52-4796-b971-ede267bdaae6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:18.520746 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.520994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3970a-0469-4703-9926-5a5328740552 req-865fe749-9b47-4bfb-afe8-33078f7db5e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:18.527238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3970a-0469-4703-9926-5a5328740552 req-865fe749-9b47-4bfb-afe8-33078f7db5e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:18.535009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3970a-0469-4703-9926-5a5328740552 req-865fe749-9b47-4bfb-afe8-33078f7db5e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:18.549114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3970a-0469-4703-9926-5a5328740552 req-865fe749-9b47-4bfb-afe8-33078f7db5e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:18.551234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd3970a-0469-4703-9926-5a5328740552 req-865fe749-9b47-4bfb-afe8-33078f7db5e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.2619698 Apr 05 18:53:18.645561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.645847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.664848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Calling delete_port for 2d9b0250-3b52-4796-b971-ede267bdaae6 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:18.707290 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15ce1f0b-1749-48b8-a421-dcc5f6ab58f2 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.782305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce1f0b-1749-48b8-a421-dcc5f6ab58f2 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event deleted for resources: {'Port': ['ID=42a65868-5228-4f56-94de-0f0e66f56166,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:18.920986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:18.956480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba2f4104-f784-41e0-9099-1bfb59a43740 req-83e275fa-c01d-4ed6-8bf9-b6a7945500b6 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028397 Apr 05 18:53:18.994095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Pushing event deleted for resources: {'Port': ['ID=2d9b0250-3b52-4796-b971-ede267bdaae6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:18.994878 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15ce1f0b-1749-48b8-a421-dcc5f6ab58f2 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:19.001005 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-15ce1f0b-1749-48b8-a421-dcc5f6ab58f2 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "DELETE /v2.0/ports/42a65868-5228-4f56-94de-0f0e66f56166 HTTP/1.1" status: 204 len: 168 time: 1.1457999 Apr 05 18:53:19.001859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58650) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:19.031282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd3970a-0469-4703-9926-5a5328740552 req-9bccb232-1672-4d74-a989-0890adf34fe6 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4730580 Apr 05 18:53:19.077416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:19.081196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:19.082847 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8236d4d5-2da9-4ed2-9720-5e274aec7088 tempest-AttachVolumeNegativeTest-848606248 tempest-AttachVolumeNegativeTest-848606248-project] 10.222.0.15 "DELETE /v2.0/floatingips/e017512a-ff8e-4a0d-9e87-ae6cb807b03b HTTP/1.1" status: 204 len: 168 time: 0.8407981 Apr 05 18:53:19.146564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2120825b-01d1-49c0-96d3-d78fdbfa04d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:19.148089 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2120825b-01d1-49c0-96d3-d78fdbfa04d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec75fec2-2c74-4942-ac8f-31b705c6f9a9 HTTP/1.1" status: 200 len: 913 time: 0.1451015 Apr 05 18:53:19.158914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:19.233123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aa2d3-e727-47d5-85e6-c40c85ad5978 req-3e9277b2-cfcf-4048-a011-a2b9abecfdc0 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:19.237642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a7aa2d3-e727-47d5-85e6-c40c85ad5978 req-3e9277b2-cfcf-4048-a011-a2b9abecfdc0 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 945 time: 0.1097236 Apr 05 18:53:19.343531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a7aa2d3-e727-47d5-85e6-c40c85ad5978 req-efff119f-bbe3-4e3b-b71e-35d6a6e23ee1 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988538 Apr 05 18:53:19.542008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c05511-4e3a-4838-bfb6-6e1fc1ee725f req-b2c32c97-5dfa-4946-b73f-6396f303445a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:19.550215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27c05511-4e3a-4838-bfb6-6e1fc1ee725f req-b2c32c97-5dfa-4946-b73f-6396f303445a tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1791272 Apr 05 18:53:19.615236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-2f66e5bf-56d3-4e05-84b3-10db94f557cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:19.616553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-2f66e5bf-56d3-4e05-84b3-10db94f557cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1095 time: 0.2097847 Apr 05 18:53:19.683149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27c05511-4e3a-4838-bfb6-6e1fc1ee725f req-e73eb4e2-a60a-4937-af0a-64c55516e123 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112292 Apr 05 18:53:19.808594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-829b6016-1383-4f24-868f-9f2e32af8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:19.811277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-829b6016-1383-4f24-868f-9f2e32af8ee6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.1862555 Apr 05 18:53:19.896871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:19.908588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-9d1e3ad1-ceb8-4c1b-8e64-5b3966d16f3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 999 time: 0.0829628 Apr 05 18:53:19.988561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-d001af0a-8e3e-4059-8dea-1c4e56c4ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:19.991735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-d001af0a-8e3e-4059-8dea-1c4e56c4ab89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.0762959 Apr 05 18:53:20.072656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-3b4a60a7-3b52-47fe-8e9b-d35ea34a2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.074104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-3b4a60a7-3b52-47fe-8e9b-d35ea34a2add service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750575 Apr 05 18:53:20.331518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f13e3a-0bdd-4f0f-98f8-e4df81621f25 req-a6387102-1dda-4863-8aca-2f52e2b5c5de tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.344653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f13e3a-0bdd-4f0f-98f8-e4df81621f25 req-a6387102-1dda-4863-8aca-2f52e2b5c5de tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.354968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f13e3a-0bdd-4f0f-98f8-e4df81621f25 req-a6387102-1dda-4863-8aca-2f52e2b5c5de tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.362473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f13e3a-0bdd-4f0f-98f8-e4df81621f25 req-a6387102-1dda-4863-8aca-2f52e2b5c5de tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.368355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f13e3a-0bdd-4f0f-98f8-e4df81621f25 req-a6387102-1dda-4863-8aca-2f52e2b5c5de tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.374690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f13e3a-0bdd-4f0f-98f8-e4df81621f25 req-a6387102-1dda-4863-8aca-2f52e2b5c5de tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.382845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f13e3a-0bdd-4f0f-98f8-e4df81621f25 req-a6387102-1dda-4863-8aca-2f52e2b5c5de tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.384762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2f13e3a-0bdd-4f0f-98f8-e4df81621f25 req-a6387102-1dda-4863-8aca-2f52e2b5c5de tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.2088797 Apr 05 18:53:20.386815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-7da5bb34-d66a-46d7-9edd-504f24b1c8d8 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047507 Apr 05 18:53:20.481808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Deleting port e9315eb1-da2f-4b88-b30c-3f8b15b3dc23 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:20.482490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:20.583858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2f13e3a-0bdd-4f0f-98f8-e4df81621f25 req-6f6e7700-48ab-4b90-98c0-27b861eb8f21 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1786687 Apr 05 18:53:20.608823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281f931-6b27-41c7-8fd0-d513ed0b22e9 req-287deee9-b6d2-4451-8b46-7a4c181ef81e tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.610503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4281f931-6b27-41c7-8fd0-d513ed0b22e9 req-287deee9-b6d2-4451-8b46-7a4c181ef81e tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 945 time: 0.1524832 Apr 05 18:53:20.625396 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:20.639665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Calling delete_port for e9315eb1-da2f-4b88-b30c-3f8b15b3dc23 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:20.648951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c566150-ba1e-45f5-bce5-1d9039b7a6e5 req-8c9b7231-60fa-4c8b-86e7-faa667f75ae3 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535703 Apr 05 18:53:20.681397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4281f931-6b27-41c7-8fd0-d513ed0b22e9 req-5c433e75-2bcd-4a68-80b0-4958fc92770c tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Apr 05 18:53:20.877936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529da58d-13b5-433d-b043-d1d374512231 req-f9f94851-6bdd-4038-b363-1d46efaa06a4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:20.888638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-529da58d-13b5-433d-b043-d1d374512231 req-f9f94851-6bdd-4038-b363-1d46efaa06a4 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1181247 Apr 05 18:53:20.920396 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:20.976137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-529da58d-13b5-433d-b043-d1d374512231 req-2203deac-0ab7-423e-ae3b-b055f17f526b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744431 Apr 05 18:53:21.000944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event deleted for resources: {'Port': ['ID=e9315eb1-da2f-4b88-b30c-3f8b15b3dc23,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:21.138663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e19f0-fb38-41e2-995b-c3d118b8e986 req-e03fb6fe-7833-4938-b7b0-606d56da5ab9 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:21.141305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f78e19f0-fb38-41e2-995b-c3d118b8e986 req-e03fb6fe-7833-4938-b7b0-606d56da5ab9 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 945 time: 0.1447766 Apr 05 18:53:21.204165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f78e19f0-fb38-41e2-995b-c3d118b8e986 req-b2a981be-a4c1-45a7-af62-5e8d4ba4af3b tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468230 Apr 05 18:53:21.292581 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:21.615548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Router ec75fec2-2c74-4942-ac8f-31b705c6f9a9 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:53:21.830618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ae8ec-2e18-436a-a65b-db72d916402e req-180cf73e-74a7-491e-99b2-b12c57c88dac tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:21.838341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ae8ec-2e18-436a-a65b-db72d916402e req-180cf73e-74a7-491e-99b2-b12c57c88dac tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:21.853165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ae8ec-2e18-436a-a65b-db72d916402e req-180cf73e-74a7-491e-99b2-b12c57c88dac tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:21.864598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ae8ec-2e18-436a-a65b-db72d916402e req-180cf73e-74a7-491e-99b2-b12c57c88dac tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:21.873442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:21.876928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ae8ec-2e18-436a-a65b-db72d916402e req-180cf73e-74a7-491e-99b2-b12c57c88dac tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:21.891246 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d3a8677f-b008-4973-9880-92052f388ceb tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "PUT /v2.0/routers/ec75fec2-2c74-4942-ac8f-31b705c6f9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7310839 Apr 05 18:53:21.892186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb2451-17e5-4a6b-a7ea-893ea790e954 None None] Sync routers for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:21.895401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58718) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:21.910232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb2451-17e5-4a6b-a7ea-893ea790e954 None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:21.911962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d5fb2451-17e5-4a6b-a7ea-893ea790e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:21.923084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ae8ec-2e18-436a-a65b-db72d916402e req-180cf73e-74a7-491e-99b2-b12c57c88dac tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:21.938745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ae8ec-2e18-436a-a65b-db72d916402e req-180cf73e-74a7-491e-99b2-b12c57c88dac tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:21.941691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf8ae8ec-2e18-436a-a65b-db72d916402e req-180cf73e-74a7-491e-99b2-b12c57c88dac tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.2099948 Apr 05 18:53:22.024143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf8ae8ec-2e18-436a-a65b-db72d916402e req-6dd37a68-2978-463e-8f29-e4be91be694c tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678844 Apr 05 18:53:22.055862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d5fb2451-17e5-4a6b-a7ea-893ea790e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:22.092749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb2451-17e5-4a6b-a7ea-893ea790e954 None None] Routers {'ec75fec2-2c74-4942-ac8f-31b705c6f9a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:22.093856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d5fb2451-17e5-4a6b-a7ea-893ea790e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:22.195872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d5fb2451-17e5-4a6b-a7ea-893ea790e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:22.197095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb2451-17e5-4a6b-a7ea-893ea790e954 None None] The sync data for ids ['ec75fec2-2c74-4942-ac8f-31b705c6f9a9'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:22.258148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bce34-0edb-494b-80c3-3ffb4fa56636 req-bdeffaf9-e4f0-4905-8be8-d17941751061 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:22.272731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c71bce34-0edb-494b-80c3-3ffb4fa56636 req-bdeffaf9-e4f0-4905-8be8-d17941751061 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.0965946 Apr 05 18:53:22.401190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c71bce34-0edb-494b-80c3-3ffb4fa56636 req-4b2fda61-f120-4aad-a22a-bd4a2a045648 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225412 Apr 05 18:53:22.422939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cb162-70aa-446a-9159-cef4f90bceb6 req-8b5f983d-6dba-491c-9e16-f54798643c5e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:22.424503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-399cb162-70aa-446a-9159-cef4f90bceb6 req-8b5f983d-6dba-491c-9e16-f54798643c5e tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1442757 Apr 05 18:53:22.566009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-399cb162-70aa-446a-9159-cef4f90bceb6 req-170fefb3-b0f1-4495-81b7-75743a35d272 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322107 Apr 05 18:53:22.626609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:22.659387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b08f9-7d3f-427c-9895-33c02d9639ae req-fb96ccd1-e11f-402f-91c9-98fc19e3439d tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:22.669320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d78b08f9-7d3f-427c-9895-33c02d9639ae req-fb96ccd1-e11f-402f-91c9-98fc19e3439d tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 945 time: 0.0960369 Apr 05 18:53:22.694286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534babe-6b19-4f96-8a97-d72411602426 req-8eaa2af4-c6f9-45d7-a8e3-13211121ccd6 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:22.705008 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2534babe-6b19-4f96-8a97-d72411602426 req-8eaa2af4-c6f9-45d7-a8e3-13211121ccd6 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 945 time: 0.1251001 Apr 05 18:53:22.712836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d78b08f9-7d3f-427c-9895-33c02d9639ae req-8eee19d9-2bde-4bbb-8e64-30e5178c08fb tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 Apr 05 18:53:22.733043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 728ba331-3953-4dc4-aeed-a08dac3ae9c4 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:22.876786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7a31e-a06b-4948-a2f9-55dc7b9f94cc req-0e8eae35-1937-478d-963c-74ef9d08116b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:22.879259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fa7a31e-a06b-4948-a2f9-55dc7b9f94cc req-0e8eae35-1937-478d-963c-74ef9d08116b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1660690 Apr 05 18:53:22.964021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fa7a31e-a06b-4948-a2f9-55dc7b9f94cc req-dad1c013-87b6-4e4b-ad69-9282309ba4b9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788741 Apr 05 18:53:22.965022 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:22.970894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 728ba331-3953-4dc4-aeed-a08dac3ae9c4, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=728ba331-3953-4dc4-aeed-a08dac3ae9c4,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:22.990855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-2534babe-6b19-4f96-8a97-d72411602426 req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Deleting port 1c3d4294-4833-4f94-98c0-38e0543ddf4f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:22.991957 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2534babe-6b19-4f96-8a97-d72411602426 req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:23.004785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '728ba331-3953-4dc4-aeed-a08dac3ae9c4', 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'port_id': '728ba331-3953-4dc4-aeed-a08dac3ae9c4', 'mac_address': 'fa:16:3e:b4:fe:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1345e6-e695-4fa1-aece-6cb1798127f9', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:23.150143 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:23.189312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728ba331-3953-4dc4-aeed-a08dac3ae9c4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:23.271376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 728ba331-3953-4dc4-aeed-a08dac3ae9c4, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=728ba331-3953-4dc4-aeed-a08dac3ae9c4,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:23.274213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Deleting port 62b55823-d530-49cc-bcad-c4424837f877 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:23.275162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:23.281794 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:23.282999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 89589758-ae48-4a90-86b3-e8e4e2a59960 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:23.330501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4456-f038-4c01-91cc-15ab544e82e3 req-966a0af5-4959-455b-89e1-22124cff475e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:23.337776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4456-f038-4c01-91cc-15ab544e82e3 req-966a0af5-4959-455b-89e1-22124cff475e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:23.345540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4456-f038-4c01-91cc-15ab544e82e3 req-966a0af5-4959-455b-89e1-22124cff475e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:23.352780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4456-f038-4c01-91cc-15ab544e82e3 req-966a0af5-4959-455b-89e1-22124cff475e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:23.360259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4456-f038-4c01-91cc-15ab544e82e3 req-966a0af5-4959-455b-89e1-22124cff475e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:23.366763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4456-f038-4c01-91cc-15ab544e82e3 req-966a0af5-4959-455b-89e1-22124cff475e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:23.374459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4456-f038-4c01-91cc-15ab544e82e3 req-966a0af5-4959-455b-89e1-22124cff475e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:23.386443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-415c4456-f038-4c01-91cc-15ab544e82e3 req-966a0af5-4959-455b-89e1-22124cff475e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5420 time: 0.1804843 Apr 05 18:53:23.457925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2534babe-6b19-4f96-8a97-d72411602426 req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] For port 1c3d4294-4833-4f94-98c0-38e0543ddf4f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1c3d4294-4833-4f94-98c0-38e0543ddf4f,segment=NetworkSegment(5f0fd680-3138-4206-9e64-e410fffba079),segment_id=5f0fd680-3138-4206-9e64-e410fffba079)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:23.464787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2534babe-6b19-4f96-8a97-d72411602426 req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:23.495725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-415c4456-f038-4c01-91cc-15ab544e82e3 req-8ef08a6b-7f83-4a41-a307-95f7afe152dc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080639 Apr 05 18:53:23.531532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-2534babe-6b19-4f96-8a97-d72411602426 req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Calling delete_port for 1c3d4294-4833-4f94-98c0-38e0543ddf4f owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:23.573801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=728ba331-3953-4dc4-aeed-a08dac3ae9c4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:23.615323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 89589758-ae48-4a90-86b3-e8e4e2a59960, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=89589758-ae48-4a90-86b3-e8e4e2a59960,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:23.644620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:23.660366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '89589758-ae48-4a90-86b3-e8e4e2a59960', 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23', 'port_id': '89589758-ae48-4a90-86b3-e8e4e2a59960', 'mac_address': 'fa:16:3e:59:e3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53324cb9-a35a-4f7c-8b6c-7d894a246310', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:23.687863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Calling delete_port for 62b55823-d530-49cc-bcad-c4424837f877 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:23.763407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d6321-be1c-4bc0-9ec8-32aac7371774 req-f02d1db3-df75-4737-a6c9-48a15407eff9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:23.785756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c5d6321-be1c-4bc0-9ec8-32aac7371774 req-f02d1db3-df75-4737-a6c9-48a15407eff9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.1173286 Apr 05 18:53:23.869795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c5d6321-be1c-4bc0-9ec8-32aac7371774 req-629f341d-60aa-46b3-b4bd-c936d7b40b8c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811625 Apr 05 18:53:24.009487 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.030446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89589758-ae48-4a90-86b3-e8e4e2a59960 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:24.079995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 89589758-ae48-4a90-86b3-e8e4e2a59960, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=89589758-ae48-4a90-86b3-e8e4e2a59960,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:24.088985 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.089975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ed51f31e-0c53-4122-bb43-bc2f914bb1b5 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:24.105698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdced9-a8e6-4448-bfe4-4d01ab876c14 req-35f0cdd7-2b6f-46ee-9fe3-30f576904159 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:24.107973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20cdced9-a8e6-4448-bfe4-4d01ab876c14 req-35f0cdd7-2b6f-46ee-9fe3-30f576904159 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eada5d-e8ba-4548-b262-6836703278c3 HTTP/1.1" status: 200 len: 945 time: 0.0861788 Apr 05 18:53:24.170008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2534babe-6b19-4f96-8a97-d72411602426 req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.178146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20cdced9-a8e6-4448-bfe4-4d01ab876c14 req-5dd8475d-752b-4bc1-8445-5420f3227fab tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.15 "GET /v2.0/security-groups?id=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628250 Apr 05 18:53:24.243878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Pushing event deleted for resources: {'Port': ['ID=1c3d4294-4833-4f94-98c0-38e0543ddf4f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:24.265918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.288443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=89589758-ae48-4a90-86b3-e8e4e2a59960,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:24.355207 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ed51f31e-0c53-4122-bb43-bc2f914bb1b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:24.386497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'port_id': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'mac_address': 'fa:16:3e:36:5e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:24.401995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event deleted for resources: {'Port': ['ID=62b55823-d530-49cc-bcad-c4424837f877,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:24.487933 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.516066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed51f31e-0c53-4122-bb43-bc2f914bb1b5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:24.551543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1fe66693-79e2-42da-a4f5-f7dcfbfed461 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:24.563875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1fe66693-79e2-42da-a4f5-f7dcfbfed461 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442 HTTP/1.1" status: 200 len: 943 time: 0.1208153 Apr 05 18:53:24.571001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ed51f31e-0c53-4122-bb43-bc2f914bb1b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:24.579291 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.579979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 972f50a2-1ed6-469d-a070-b3997252b0ff details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:24.583147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534babe-6b19-4f96-8a97-d72411602426 req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] No DVR routers for this DVR port 1c3d4294-4833-4f94-98c0-38e0543ddf4f on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:24.587472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2534babe-6b19-4f96-8a97-d72411602426 req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.591948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2534babe-6b19-4f96-8a97-d72411602426 req-b19e3821-b345-4f3d-8ac1-8a6bdc3c7b14 tempest-InstanceActionsV221TestJSON-289601971 tempest-InstanceActionsV221TestJSON-289601971-project] 10.222.0.20 "DELETE /v2.0/ports/1c3d4294-4833-4f94-98c0-38e0543ddf4f HTTP/1.1" status: 204 len: 173 time: 1.8811333 Apr 05 18:53:24.592400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eada5d-e8ba-4548-b262-6836703278c3', 'name': 'network-vif-deleted', 'tag': '1c3d4294-4833-4f94-98c0-38e0543ddf4f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:24.595116 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3718c65c-961f-44c0-b5a4-477e3f79c979" -d '{"events": [{"server_uuid": "e9eada5d-e8ba-4548-b262-6836703278c3", "name": "network-vif-deleted", "tag": "1c3d4294-4833-4f94-98c0-38e0543ddf4f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:24.640471 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.661731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 972f50a2-1ed6-469d-a070-b3997252b0ff, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=972f50a2-1ed6-469d-a070-b3997252b0ff,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:24.688576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '972f50a2-1ed6-469d-a070-b3997252b0ff', 'network_id': 'a954e435-97fc-41ff-8911-773ef5d9cc23', 'port_id': '972f50a2-1ed6-469d-a070-b3997252b0ff', 'mac_address': 'fa:16:3e:ff:8e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53324cb9-a35a-4f7c-8b6c-7d894a246310', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:24.867380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.870271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.879129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:24.925343 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.935616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4883-8cab-4ab3-8acc-e8394ba696f9 req-7b3b2099-7d13-4fb9-8218-6e9ae22b2a0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:24.954725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4883-8cab-4ab3-8acc-e8394ba696f9 req-7b3b2099-7d13-4fb9-8218-6e9ae22b2a0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:24.955291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972f50a2-1ed6-469d-a070-b3997252b0ff {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:24.971525 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.972790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4883-8cab-4ab3-8acc-e8394ba696f9 req-7b3b2099-7d13-4fb9-8218-6e9ae22b2a0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:24.972955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Fanout notify agent at l3_agent the message router_deleted on router ec75fec2-2c74-4942-ac8f-31b705c6f9a9 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:53:24.979458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4883-8cab-4ab3-8acc-e8394ba696f9 req-7b3b2099-7d13-4fb9-8218-6e9ae22b2a0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:24.980166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:24.988362 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1d6a94e0-5f42-4dce-b842-aa36241dbaf7 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "DELETE /v2.0/routers/ec75fec2-2c74-4942-ac8f-31b705c6f9a9 HTTP/1.1" status: 204 len: 168 time: 3.0888577 Apr 05 18:53:24.989039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58818) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:24.999282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4883-8cab-4ab3-8acc-e8394ba696f9 req-7b3b2099-7d13-4fb9-8218-6e9ae22b2a0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:25.003287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 972f50a2-1ed6-469d-a070-b3997252b0ff, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=972f50a2-1ed6-469d-a070-b3997252b0ff,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:25.009493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4883-8cab-4ab3-8acc-e8394ba696f9 req-7b3b2099-7d13-4fb9-8218-6e9ae22b2a0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:25.012037 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.014222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6b598a8d-1bf7-4860-9381-97716fe6007b details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:25.028866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4883-8cab-4ab3-8acc-e8394ba696f9 req-7b3b2099-7d13-4fb9-8218-6e9ae22b2a0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:25.030844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b31c4883-8cab-4ab3-8acc-e8394ba696f9 req-7b3b2099-7d13-4fb9-8218-6e9ae22b2a0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5423 time: 0.2534232 Apr 05 18:53:25.043064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Deleting port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:25.044128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.055600 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e03341-08d4-4e00-9f34-bc6b5cce434c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Deleting subnet dc4f14ed-6ac8-4821-b448-9f50e9cdcb63 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:53:25.060287 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e03341-08d4-4e00-9f34-bc6b5cce434c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.107218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e03341-08d4-4e00-9f34-bc6b5cce434c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.127873 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b31c4883-8cab-4ab3-8acc-e8394ba696f9 req-4c002fb3-2242-4abc-abac-5a5860ff8fd2 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875907 Apr 05 18:53:25.266600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6b598a8d-1bf7-4860-9381-97716fe6007b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6b598a8d-1bf7-4860-9381-97716fe6007b,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:25.277083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=972f50a2-1ed6-469d-a070-b3997252b0ff,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:25.303519 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebb0a45-f7ca-4840-8467-3d190d711014 x-openstack-request-id: req-5ebb0a45-f7ca-4840-8467-3d190d711014 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:25.303804 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eada5d-e8ba-4548-b262-6836703278c3", "name": "network-vif-deleted", "tag": "1c3d4294-4833-4f94-98c0-38e0543ddf4f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:25.304047 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ebb0a45-f7ca-4840-8467-3d190d711014 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:25.304640 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebb0a45-f7ca-4840-8467-3d190d711014'] response: {'server_uuid': 'e9eada5d-e8ba-4548-b262-6836703278c3', 'name': 'network-vif-deleted', 'tag': '1c3d4294-4833-4f94-98c0-38e0543ddf4f', 'status': 'completed', 'code': 200} Apr 05 18:53:25.338049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '6b598a8d-1bf7-4860-9381-97716fe6007b', 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'port_id': '6b598a8d-1bf7-4860-9381-97716fe6007b', 'mac_address': 'fa:16:3e:d7:d4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1345e6-e695-4fa1-aece-6cb1798127f9', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:25.339895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e03341-08d4-4e00-9f34-bc6b5cce434c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.449265 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.457925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e03341-08d4-4e00-9f34-bc6b5cce434c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.464560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] For port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:25.469952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.477410 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-49e03341-08d4-4e00-9f34-bc6b5cce434c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.486103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b598a8d-1bf7-4860-9381-97716fe6007b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:25.494675 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-49e03341-08d4-4e00-9f34-bc6b5cce434c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "DELETE /v2.0/subnets/dc4f14ed-6ac8-4821-b448-9f50e9cdcb63 HTTP/1.1" status: 204 len: 168 time: 0.5003793 Apr 05 18:53:25.519201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58832) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:25.524924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6b598a8d-1bf7-4860-9381-97716fe6007b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6b598a8d-1bf7-4860-9381-97716fe6007b,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:25.531080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e03341-08d4-4e00-9f34-bc6b5cce434c tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4f14ed-6ac8-4821-b448-9f50e9cdcb63,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:25.531290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747dbdb-6b66-4356-b93d-1e867c323b86 None None] Network 2833e130-484b-4dc9-8915-d03bb29721e7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:53:25.535095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1c3d4294-4833-4f94-98c0-38e0543ddf4f no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:25.538056 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.551318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 51bcb90f-f863-4c98-ac38-a1ae6aed7379 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:25.555828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-bcdd3f20-53af-4ba0-98ea-241836a3785d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2678587 Apr 05 18:53:25.618703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.622756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35ebf4-89fc-4ba7-a1d7-f93db2d5bfbd req-0992ed18-89c2-4b22-841e-039bfc7b1ef2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:25.639242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca35ebf4-89fc-4ba7-a1d7-f93db2d5bfbd req-0992ed18-89c2-4b22-841e-039bfc7b1ef2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2858121 Apr 05 18:53:25.681772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Calling delete_port for 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:25.693131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Deleting port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:25.696040 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.704902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 1c3d4294-4833-4f94-98c0-38e0543ddf4f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:25.705244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1c3d4294-4833-4f94-98c0-38e0543ddf4f not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:25.755966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca35ebf4-89fc-4ba7-a1d7-f93db2d5bfbd req-9c3666d6-c2ce-4e91-85bc-366c3b0ef2e0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154819 Apr 05 18:53:25.890250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-a2565e1f-2488-4333-9276-a9a9f714daed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:25.894249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 51bcb90f-f863-4c98-ac38-a1ae6aed7379, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=51bcb90f-f863-4c98-ac38-a1ae6aed7379,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:25.894883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-a2565e1f-2488-4333-9276-a9a9f714daed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ac303184650411dba4fc2e51c5d273a&device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 1095 time: 0.2247617 Apr 05 18:53:25.896073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] For port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce,segment=NetworkSegment(c84c4b46-4ca4-420a-9940-07ee8df7c8c1),segment_id=c84c4b46-4ca4-420a-9940-07ee8df7c8c1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:25.896575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:25.904515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6b598a8d-1bf7-4860-9381-97716fe6007b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:25.936255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Calling delete_port for 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:25.994326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '51bcb90f-f863-4c98-ac38-a1ae6aed7379', 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'port_id': '51bcb90f-f863-4c98-ac38-a1ae6aed7379', 'mac_address': 'fa:16:3e:ce:2e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1345e6-e695-4fa1-aece-6cb1798127f9', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:26.095256 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.113208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bcb90f-f863-4c98-ac38-a1ae6aed7379 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:26.120137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.156368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-cdc77249-e667-44a0-8008-af253809d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:26.157822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-cdc77249-e667-44a0-8008-af253809d44a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 200 len: 912 time: 0.2195127 Apr 05 18:53:26.176818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 51bcb90f-f863-4c98-ac38-a1ae6aed7379, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=51bcb90f-f863-4c98-ac38-a1ae6aed7379,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:26.188629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.189921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:26.190352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] No DVR routers for this DVR port 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:26.192674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event deleted for resources: {'Port': ['ID=95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:26.245736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-b90dec5f-4b42-4efa-8c48-9e47b3054714 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 200 len: 999 time: 0.0790205 Apr 05 18:53:26.268217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-ffc0ceab-55d8-4288-b8c2-a7de2f19367e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235523498&fields=id&tenant_id=d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 267 time: 0.2095444 Apr 05 18:53:26.282659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=51bcb90f-f863-4c98-ac38-a1ae6aed7379,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:26.288571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:26.298847 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.302718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '389dba6c-91c0-4017-9dd7-6abd0e6e4f29', 'network_id': '2dae8a42-fd72-4f84-93dc-c11df35ece60', 'port_id': '389dba6c-91c0-4017-9dd7-6abd0e6e4f29', 'mac_address': 'fa:16:3e:26:e6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1345e6-e695-4fa1-aece-6cb1798127f9', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:26.307671 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.318792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a75861f4-448e-4217-9b71-41ae05d632e0', '5d1786fb-d259-4d92-9a1f-67b41d6f798f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:26.379761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2833e130-484b-4dc9-8915-d03bb29721e7']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:26.382908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab5e52-fed6-4dae-b5a1-763c7225f456 None None] DHCP port deletion for 2833e130-484b-4dc9-8915-d03bb29721e7 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:53:26.442046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84c4b46-4ca4-420a-9940-07ee8df7c8c1') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:26.442772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84c4b46-4ca4-420a-9940-07ee8df7c8c1') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:26.447545 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.462527 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.467687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:26.487662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.509508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:26.517026 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.519752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:53:26.521442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.526887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:53:26.527357 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:53:26.593074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:26.593412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 95d7ae9b-c89f-44a7-ae97-7ea5ea2602ce not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:26.644593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.658138 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:26.661564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:26.678628 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "DELETE /v2.0/networks/2833e130-484b-4dc9-8915-d03bb29721e7 HTTP/1.1" status: 204 len: 168 time: 1.1581395 Apr 05 18:53:26.682229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58850) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:26.773830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce376e9-9c41-4a51-94a5-c45af1ac00d5 tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event deleted for resources: {'Network': ['ID=2833e130-484b-4dc9-8915-d03bb29721e7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:26.959176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event deleted for resources: {'Port': ['ID=0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:26.994284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Deleting port 09a69edf-1c40-4623-a3bb-d01d079b3bee {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:26.994902 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:27.021745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-bf3b3e55-f975-4eb4-a567-8b7b7164922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.023611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-bf3b3e55-f975-4eb4-a567-8b7b7164922e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 200 len: 851 time: 0.7697303 Apr 05 18:53:27.100845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] No DVR routers for this DVR port 0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:27.107735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:27.117408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a147d05-0865-41d1-a14d-122ab45e8aba req-1f2d8a8c-ae77-45e6-b2ad-65b4c1583d66 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "DELETE /v2.0/ports/0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e HTTP/1.1" status: 204 len: 173 time: 2.5516281 Apr 05 18:53:27.122131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'name': 'network-vif-deleted', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:27.133627 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:27.134921 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:27.135748 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fbbf6d-d695-49de-9a3e-09ac4fdfe240" -d '{"events": [{"server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "name": "network-vif-deleted", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:27.161507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Calling delete_port for 09a69edf-1c40-4623-a3bb-d01d079b3bee owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:27.283285 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-ffcca73e-61ad-4983-9d47-06618e16c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.287876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-ffcca73e-61ad-4983-9d47-06618e16c603 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2421732 Apr 05 18:53:27.306278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-0e93299e-12c3-4b60-be82-7543b77e30c2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.317659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-0e93299e-12c3-4b60-be82-7543b77e30c2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 1.0482826 Apr 05 18:53:27.392405 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:27.397536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-3aacd129-1cce-409e-bb24-196949b23652 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/quotas/d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 375 time: 0.0787380 Apr 05 18:53:27.510951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:27.515516 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:27.518452 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] 10.222.0.15 "DELETE /v2.0/floatingips/56bd701c-1da3-41fd-9eb8-a66bf02b0af5 HTTP/1.1" status: 204 len: 168 time: 0.8120363 Apr 05 18:53:27.521014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62736782-b80c-4054-a2f6-4183c12eb76d tempest-FloatingIPAdminTestJSON-1215135029 tempest-FloatingIPAdminTestJSON-1215135029-project] Pushing event deleted for resources: {'Port': ['ID=09a69edf-1c40-4623-a3bb-d01d079b3bee,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:27.566280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['6b598a8d-1bf7-4860-9381-97716fe6007b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:27.611063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-bfafcb6f-2c32-41f9-9b67-bc108fbf5f5a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2058098 Apr 05 18:53:27.637708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['89589758-ae48-4a90-86b3-e8e4e2a59960'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:27.727768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['51bcb90f-f863-4c98-ac38-a1ae6aed7379'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:27.732194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['972f50a2-1ed6-469d-a070-b3997252b0ff'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:27.799875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['728ba331-3953-4dc4-aeed-a08dac3ae9c4'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:27.835391 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-67b31f1f-6f91-4eb5-b160-8be055b66ca2 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153737 Apr 05 18:53:27.897545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7959bd-44a6-4ab5-a7ce-fb4e335aea78 req-d70c5cab-3450-4001-8931-3d44b809fae1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.904758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7959bd-44a6-4ab5-a7ce-fb4e335aea78 req-d70c5cab-3450-4001-8931-3d44b809fae1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.911022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7959bd-44a6-4ab5-a7ce-fb4e335aea78 req-d70c5cab-3450-4001-8931-3d44b809fae1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.917177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7959bd-44a6-4ab5-a7ce-fb4e335aea78 req-d70c5cab-3450-4001-8931-3d44b809fae1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.924517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7959bd-44a6-4ab5-a7ce-fb4e335aea78 req-d70c5cab-3450-4001-8931-3d44b809fae1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.930661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7959bd-44a6-4ab5-a7ce-fb4e335aea78 req-d70c5cab-3450-4001-8931-3d44b809fae1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.939409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7959bd-44a6-4ab5-a7ce-fb4e335aea78 req-d70c5cab-3450-4001-8931-3d44b809fae1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:27.942475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb7959bd-44a6-4ab5-a7ce-fb4e335aea78 req-d70c5cab-3450-4001-8931-3d44b809fae1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5427 time: 0.2007370 Apr 05 18:53:27.995139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:28.039567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-1e970824-9057-42d0-8ebe-16cae8810b16 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276350 Apr 05 18:53:28.149259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb7959bd-44a6-4ab5-a7ce-fb4e335aea78 req-a8ecd9d1-14c5-49e0-915a-486ad90910af tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700087 Apr 05 18:53:28.224930 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f52e38c9-6d80-4b4c-95ab-c76f29a3eeec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f8df37412794bc48d3effefa66fc284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285650 Apr 05 18:53:28.232488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58878) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:28.298139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a79bab8-a1a3-4104-91e5-c92c8060e088 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464578 Apr 05 18:53:28.306662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['389dba6c-91c0-4017-9dd7-6abd0e6e4f29'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:28.401765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['ed51f31e-0c53-4122-bb43-bc2f914bb1b5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:28.412846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7844b362-b1ee-413b-baf0-b52b0dab77ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:28.438253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dd508a1-740a-4c76-90c1-b4262f604ce4 req-6af5bb9c-d58e-472a-8c5b-bdba2afcac86 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792527 Apr 05 18:53:28.511439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7844b362-b1ee-413b-baf0-b52b0dab77ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:28.564931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d85b6a-4ddc-4429-b348-8a76e9669db0 req-e9708722-d0e5-4cb6-bbe5-fd22b5a7c16a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:28.576256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7d85b6a-4ddc-4429-b348-8a76e9669db0 req-e9708722-d0e5-4cb6-bbe5-fd22b5a7c16a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2268369 Apr 05 18:53:28.624969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7844b362-b1ee-413b-baf0-b52b0dab77ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:28.628231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7844b362-b1ee-413b-baf0-b52b0dab77ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:28.631834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7844b362-b1ee-413b-baf0-b52b0dab77ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec890ff9-4624-41e1-a14f-b0b2047a552e HTTP/1.1" status: 204 len: 168 time: 0.3957441 Apr 05 18:53:28.639926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7d85b6a-4ddc-4429-b348-8a76e9669db0 req-e1b4a8c3-e0c4-4151-823d-39867a965a08 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633328 Apr 05 18:53:28.662879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844b362-b1ee-413b-baf0-b52b0dab77ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec890ff9-4624-41e1-a14f-b0b2047a552e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:28.772069 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a07e515-01b5-496a-ac45-c45ded933080 x-openstack-request-id: req-0a07e515-01b5-496a-ac45-c45ded933080 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:28.772574 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442", "name": "network-vif-deleted", "tag": "0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e", "status": "failed", "code": 422}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:28.773000 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a07e515-01b5-496a-ac45-c45ded933080 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:28.773816 n-d-836650-3 neutron-server[102640]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0a07e515-01b5-496a-ac45-c45ded933080']: {'server_uuid': '5d8bed6d-d5e9-4983-b5f3-ad1bdaf84442', 'name': 'network-vif-deleted', 'tag': '0b8b5921-9b2d-4504-a19b-58f2eb5dfc3e', 'status': 'failed', 'code': 422} returned with failed status Apr 05 18:53:28.958271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c7a33b-2ca8-46cf-be92-f58254aa6e85 req-6988c1c0-a597-46bd-a732-33b2df21f132 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 210 time: 0.0659354 Apr 05 18:53:29.107669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:29.272472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-44860b21-b351-49b6-853f-d29c14d96097 admin admin] Deleting subnet f733912d-3d12-44ab-a715-5eeb46fac5e2 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:53:29.286723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44860b21-b351-49b6-853f-d29c14d96097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:29.375303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44860b21-b351-49b6-853f-d29c14d96097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:29.479125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58922) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:29.500114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-28234988-e074-4eeb-b810-cbdfc9b14e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:29.596564 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44860b21-b351-49b6-853f-d29c14d96097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:29.645151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7594c8-856a-492a-9553-c6de45370e83 req-079e968f-eede-4c46-8470-3fbb19407978 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:29.646670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb7594c8-856a-492a-9553-c6de45370e83 req-079e968f-eede-4c46-8470-3fbb19407978 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 907 time: 0.3577521 Apr 05 18:53:29.671139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-28234988-e074-4eeb-b810-cbdfc9b14e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:29.675583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-28234988-e074-4eeb-b810-cbdfc9b14e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:29.698338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870956-f8c9-4d03-ad92-eb0cc22a218d req-36db410c-b9d3-4f2d-bb7a-8084bfd251cd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:29.713184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870956-f8c9-4d03-ad92-eb0cc22a218d req-36db410c-b9d3-4f2d-bb7a-8084bfd251cd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:29.741407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870956-f8c9-4d03-ad92-eb0cc22a218d req-36db410c-b9d3-4f2d-bb7a-8084bfd251cd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:29.743573 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-28234988-e074-4eeb-b810-cbdfc9b14e7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7b2c09945424ae18e66f1eb0b893497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632980 Apr 05 18:53:29.744438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28234988-e074-4eeb-b810-cbdfc9b14e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fd5435-1bfd-4fcd-baa0-02f51226bab5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:29.761427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870956-f8c9-4d03-ad92-eb0cc22a218d req-36db410c-b9d3-4f2d-bb7a-8084bfd251cd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:29.771102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58926) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:29.775597 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870956-f8c9-4d03-ad92-eb0cc22a218d req-36db410c-b9d3-4f2d-bb7a-8084bfd251cd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:29.788118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870956-f8c9-4d03-ad92-eb0cc22a218d req-36db410c-b9d3-4f2d-bb7a-8084bfd251cd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:29.809368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870956-f8c9-4d03-ad92-eb0cc22a218d req-36db410c-b9d3-4f2d-bb7a-8084bfd251cd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:29.813982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4870956-f8c9-4d03-ad92-eb0cc22a218d req-36db410c-b9d3-4f2d-bb7a-8084bfd251cd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5427 time: 0.2915730 Apr 05 18:53:29.896564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-391a8ada-91af-44fa-a7c2-751202bbf8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:29.964771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4870956-f8c9-4d03-ad92-eb0cc22a218d req-b1c32d6c-dee7-4df2-8a3d-de68263fe9b9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022954 Apr 05 18:53:29.973252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44860b21-b351-49b6-853f-d29c14d96097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:29.980393 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-391a8ada-91af-44fa-a7c2-751202bbf8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:30.128025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-391a8ada-91af-44fa-a7c2-751202bbf8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:30.132030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-391a8ada-91af-44fa-a7c2-751202bbf8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:30.139906 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-391a8ada-91af-44fa-a7c2-751202bbf8bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45fd5435-1bfd-4fcd-baa0-02f51226bab5 HTTP/1.1" status: 204 len: 168 time: 0.3636849 Apr 05 18:53:30.175010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a8ada-91af-44fa-a7c2-751202bbf8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fd5435-1bfd-4fcd-baa0-02f51226bab5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:30.185186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44860b21-b351-49b6-853f-d29c14d96097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f733912d-3d12-44ab-a715-5eeb46fac5e2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:30.241241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44860b21-b351-49b6-853f-d29c14d96097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:30.254944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-44860b21-b351-49b6-853f-d29c14d96097 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f733912d-3d12-44ab-a715-5eeb46fac5e2 HTTP/1.1" status: 204 len: 168 time: 1.1456470 Apr 05 18:53:30.258756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58936) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:30.278274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb125c7f-33d2-4e2d-9b2d-5b0be5f97009 req-8a93c502-fd67-4eec-99b9-c5c2e50b0d2f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:30.286542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb125c7f-33d2-4e2d-9b2d-5b0be5f97009 req-8a93c502-fd67-4eec-99b9-c5c2e50b0d2f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.3448260 Apr 05 18:53:30.365105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cb125c7f-33d2-4e2d-9b2d-5b0be5f97009 req-7dcf4394-0ef9-4dc4-889b-5d3811af07b9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777094 Apr 05 18:53:30.474456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:30.811275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:30.987555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:31.000675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58950) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:31.029063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0fd680-3138-4206-9e64-e410fffba079') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:31.029372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0fd680-3138-4206-9e64-e410fffba079') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:31.046878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec6462-8140-4b76-9018-549c08405caa req-d8c8c0a2-fe42-44ea-82a5-33044b81a50c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.053941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64ec6462-8140-4b76-9018-549c08405caa req-d8c8c0a2-fe42-44ea-82a5-33044b81a50c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 907 time: 0.2032478 Apr 05 18:53:31.055034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.056106 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41626008-ae0e-4e00-9bc4-f6279c513747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.089409 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.089526 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:53:31.113860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-f70acec8-ea74-4dd3-a5df-40d4e4f2a68f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.115425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-f70acec8-ea74-4dd3-a5df-40d4e4f2a68f tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 907 time: 0.1991835 Apr 05 18:53:31.116687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-9250be2c-89f4-4641-ada3-623d58a3390b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.118241 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-9250be2c-89f4-4641-ada3-623d58a3390b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.3860054 Apr 05 18:53:31.119417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:53:31.119834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:53:31.127156 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:53:31.164450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ea7810b-14a7-4e94-af92-71aef49882b2 req-bea80067-f772-4bec-bbd0-0e074458eac5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 210 time: 0.8747602 Apr 05 18:53:31.239359 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-ba3200dd-13c0-492e-b70e-8845cf63c410 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 380 time: 0.0956528 Apr 05 18:53:31.241479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.248078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.256337 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c HTTP/1.1" status: 204 len: 168 time: 0.9963183 Apr 05 18:53:31.264217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'port': {'device_id': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'admin_state_up': True, 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'security_groups': ['887d188b-66de-486b-8cb5-87df2252b5c8']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:31.423319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe86f4f-78fc-4852-a57c-aea38cd179e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b607d09f-dd94-4ef0-ac6e-a0d4b9c10b9c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:31.439478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209dd9-b812-4223-ba80-20580a23251a req-79a1f7ec-53ab-40e0-9770-5a9812156fd5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.458234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209dd9-b812-4223-ba80-20580a23251a req-79a1f7ec-53ab-40e0-9770-5a9812156fd5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.459805 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Made reservation on behalf of d2c1400648c047fba9a87da2a9820169 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:31.464120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.473356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209dd9-b812-4223-ba80-20580a23251a req-79a1f7ec-53ab-40e0-9770-5a9812156fd5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.515601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209dd9-b812-4223-ba80-20580a23251a req-79a1f7ec-53ab-40e0-9770-5a9812156fd5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.532220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209dd9-b812-4223-ba80-20580a23251a req-79a1f7ec-53ab-40e0-9770-5a9812156fd5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.541128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209dd9-b812-4223-ba80-20580a23251a req-79a1f7ec-53ab-40e0-9770-5a9812156fd5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.549182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209dd9-b812-4223-ba80-20580a23251a req-79a1f7ec-53ab-40e0-9770-5a9812156fd5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.551560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed209dd9-b812-4223-ba80-20580a23251a req-79a1f7ec-53ab-40e0-9770-5a9812156fd5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5427 time: 0.3359911 Apr 05 18:53:31.618120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58958) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:31.621653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Deleting port ea19a463-f863-4a86-9904-b5836d3e5438 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:31.622003 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.756253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] For port ea19a463-f863-4a86-9904-b5836d3e5438, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ea19a463-f863-4a86-9904-b5836d3e5438,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:31.756623 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.786793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f266f-91b5-41a3-8572-ccbe5f7af755 req-318e7d6a-fcaa-4b16-857c-30c4c54e338a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:31.788187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.20.0.5 (0113a2e8-8527-4f08-b7cd-5061799e746d/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8/fbd4188e-8772-4f3d-ac19-a52064380565) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:31.788397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa3f266f-91b5-41a3-8572-ccbe5f7af755 req-318e7d6a-fcaa-4b16-857c-30c4c54e338a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2356384 Apr 05 18:53:31.859290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Calling delete_port for ea19a463-f863-4a86-9904-b5836d3e5438 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:31.873217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed209dd9-b812-4223-ba80-20580a23251a req-3ff39a11-bf4c-452b-931e-66613ed49812 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3051875 Apr 05 18:53:31.873440 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-89f27061-ab76-482d-a3be-7c06dcf943dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f90258dfe1524d85be4a11276f2ee896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498369 Apr 05 18:53:31.877464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58964) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:31.919382 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41626008-ae0e-4e00-9bc4-f6279c513747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.940493 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41626008-ae0e-4e00-9bc4-f6279c513747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:31.969587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b426e3ce-2038-43c6-a0fe-369a9b89182e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.021637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41626008-ae0e-4e00-9bc4-f6279c513747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2a0501-8d32-4569-8ced-b615bb71569d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:32.044712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b426e3ce-2038-43c6-a0fe-369a9b89182e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.054964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa3f266f-91b5-41a3-8572-ccbe5f7af755 req-25d89cdf-0b59-4fd2-8932-f42bb91f3b2a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543933 Apr 05 18:53:32.080967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-41626008-ae0e-4e00-9bc4-f6279c513747 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d6459a885474f2e96407066ab19007f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0774248 Apr 05 18:53:32.083445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58966) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:32.125769 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.182698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.269836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8659d174-8ed2-40e5-bb11-92d5c73027ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.276729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=fbd4188e-8772-4f3d-ac19-a52064380565,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:32.298416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:32.300900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:32.319166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:32.327179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b426e3ce-2038-43c6-a0fe-369a9b89182e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.332215 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b426e3ce-2038-43c6-a0fe-369a9b89182e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.333326 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b426e3ce-2038-43c6-a0fe-369a9b89182e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a HTTP/1.1" status: 204 len: 168 time: 0.4547045 Apr 05 18:53:32.398113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426e3ce-2038-43c6-a0fe-369a9b89182e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32608ae9-ba28-42e1-92b0-cc6a6ee6cf3a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:32.463519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:32.464449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.490142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-365ad256-299e-435a-83ef-4be952a122cc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2322433 Apr 05 18:53:32.502964 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8659d174-8ed2-40e5-bb11-92d5c73027ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.509576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Request body: {'port': {'device_id': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:32.518347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 89589758-ae48-4a90-86b3-e8e4e2a59960 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:32.644843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89214920-1970-4c19-81f6-9ee4366eb97f req-a7a57af3-5281-4dc2-9e52-86eda657b537 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:32.646647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89214920-1970-4c19-81f6-9ee4366eb97f req-a7a57af3-5281-4dc2-9e52-86eda657b537 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc3572af-bf34-4400-aa26-4f68f05fbfbb HTTP/1.1" status: 200 len: 907 time: 0.4541667 Apr 05 18:53:32.670850 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.681809 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:32.705901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event deleted for resources: {'Port': ['ID=ea19a463-f863-4a86-9904-b5836d3e5438,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:32.788796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a5960-4b09-463d-96d9-d1be9ef73c9b req-f7aa2c22-7ff9-4d3a-a635-b59a40f93aa6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:32.806455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-669a5960-4b09-463d-96d9-d1be9ef73c9b req-f7aa2c22-7ff9-4d3a-a635-b59a40f93aa6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 931 time: 0.4931450 Apr 05 18:53:32.996855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] No DVR routers for this DVR port ea19a463-f863-4a86-9904-b5836d3e5438 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:33.013890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8659d174-8ed2-40e5-bb11-92d5c73027ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.021973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8659d174-8ed2-40e5-bb11-92d5c73027ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.031545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8659d174-8ed2-40e5-bb11-92d5c73027ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b2a0501-8d32-4569-8ced-b615bb71569d HTTP/1.1" status: 204 len: 168 time: 0.9454734 Apr 05 18:53:33.071434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.078613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a93da0b-ed5b-40d1-b7b2-b8c3b025a320 req-55364536-2f86-46d0-aeb9-ea9037b64ffd tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.25 "DELETE /v2.0/ports/ea19a463-f863-4a86-9904-b5836d3e5438 HTTP/1.1" status: 204 len: 173 time: 1.9202411 Apr 05 18:53:33.080784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'name': 'network-vif-deleted', 'tag': 'ea19a463-f863-4a86-9904-b5836d3e5438'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:33.090462 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c6a6d-e4fd-4c22-9efb-1f6acca3db8c" -d '{"events": [{"server_uuid": "dc3572af-bf34-4400-aa26-4f68f05fbfbb", "name": "network-vif-deleted", "tag": "ea19a463-f863-4a86-9904-b5836d3e5438"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:33.171610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-669a5960-4b09-463d-96d9-d1be9ef73c9b req-d475de14-c970-4a32-bd2c-ecf4052382ac tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591423 Apr 05 18:53:33.225056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3cdcaf3a-e9b7-4b71-ab28-9e7e8c05fb87 None None] Provisioning complete for port fbd4188e-8772-4f3d-ac19-a52064380565 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:33.225707 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cdcaf3a-e9b7-4b71-ab28-9e7e8c05fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.254321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659d174-8ed2-40e5-bb11-92d5c73027ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2a0501-8d32-4569-8ced-b615bb71569d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:33.300304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd4188e-8772-4f3d-ac19-a52064380565 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:33.317976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.344416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Transition to ACTIVE for port object fbd4188e-8772-4f3d-ac19-a52064380565 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:53:33.354251 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.363013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 89589758-ae48-4a90-86b3-e8e4e2a59960 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:53:33.419531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 89589758-ae48-4a90-86b3-e8e4e2a59960 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:33.419911 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.499301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3cdcaf3a-e9b7-4b71-ab28-9e7e8c05fb87 None None] Port fbd4188e-8772-4f3d-ac19-a52064380565 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:53:33.607668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd4188e-8772-4f3d-ac19-a52064380565,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:33.670078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Attempting to bind port fbd4188e-8772-4f3d-ac19-a52064380565 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:53:33.671073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Attempting to bind port fbd4188e-8772-4f3d-ac19-a52064380565 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:53:33.671476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Attempting to bind port fbd4188e-8772-4f3d-ac19-a52064380565 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:53:33.683810 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Port fbd4188e-8772-4f3d-ac19-a52064380565 on network 0113a2e8-8527-4f08-b7cd-5061799e746d not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:53:33.687175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Attempting to bind port fbd4188e-8772-4f3d-ac19-a52064380565 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:53:33.695588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86f6de-bd52-4bfa-b718-bf60d57bee1f req-25bcaa80-731b-4983-b652-ffa8c0ea4cec tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:33.699021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b86f6de-bd52-4bfa-b718-bf60d57bee1f req-25bcaa80-731b-4983-b652-ffa8c0ea4cec tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.3180654 Apr 05 18:53:33.699177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:53:33.699367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:53:33.699893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Bound using segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:53:33.700333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Bound port: fbd4188e-8772-4f3d-ac19-a52064380565, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:53:33.700741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.711307 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.797188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3f3c-4c34-4032-a68d-1ba4a24ada63 req-4ff3d546-69aa-4592-ae4e-9a8989ac48e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:33.810616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89589758-ae48-4a90-86b3-e8e4e2a59960'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:33.822418 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3dc240-0ddd-45ab-aea0-d2c4341b917a" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "89589758-ae48-4a90-86b3-e8e4e2a59960"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:33.830566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3f3c-4c34-4032-a68d-1ba4a24ada63 req-4ff3d546-69aa-4592-ae4e-9a8989ac48e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:33.838268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] For port fbd4188e-8772-4f3d-ac19-a52064380565, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:53:33.842879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] For port fbd4188e-8772-4f3d-ac19-a52064380565, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbd4188e-8772-4f3d-ac19-a52064380565,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:53:33.847372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3f3c-4c34-4032-a68d-1ba4a24ada63 req-4ff3d546-69aa-4592-ae4e-9a8989ac48e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:33.852899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.872288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3f3c-4c34-4032-a68d-1ba4a24ada63 req-4ff3d546-69aa-4592-ae4e-9a8989ac48e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:33.882160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 89589758-ae48-4a90-86b3-e8e4e2a59960, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=89589758-ae48-4a90-86b3-e8e4e2a59960,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:33.885274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3f3c-4c34-4032-a68d-1ba4a24ada63 req-4ff3d546-69aa-4592-ae4e-9a8989ac48e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:33.894990 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.902066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3f3c-4c34-4032-a68d-1ba4a24ada63 req-4ff3d546-69aa-4592-ae4e-9a8989ac48e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:33.913814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 972f50a2-1ed6-469d-a070-b3997252b0ff up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:33.915328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3f3c-4c34-4032-a68d-1ba4a24ada63 req-4ff3d546-69aa-4592-ae4e-9a8989ac48e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:33.921866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfab3f3c-4c34-4032-a68d-1ba4a24ada63 req-4ff3d546-69aa-4592-ae4e-9a8989ac48e7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5427 time: 0.8015797 Apr 05 18:53:33.968747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:33.971164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:33.975304 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] 10.222.0.20 "PUT /v2.0/ports/fbd4188e-8772-4f3d-ac19-a52064380565 HTTP/1.1" status: 200 len: 1091 time: 1.4703856 Apr 05 18:53:34.031537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'tag': 'fbd4188e-8772-4f3d-ac19-a52064380565'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:34.054508 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babb3900-c0fc-4d02-af6d-85fbde75f71b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5147e94-a4cf-4d3b-aabd-a65d9f3e3573", "tag": "fbd4188e-8772-4f3d-ac19-a52064380565"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:34.139556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b86f6de-bd52-4bfa-b718-bf60d57bee1f req-d80aad9e-65f7-420c-8e7f-86439e3b9a06 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173687 Apr 05 18:53:34.156005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=89589758-ae48-4a90-86b3-e8e4e2a59960,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:34.257854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 972f50a2-1ed6-469d-a070-b3997252b0ff completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:53:34.260439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b1251-e604-4651-a688-2d7933d18b17 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd4188e-8772-4f3d-ac19-a52064380565,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:34.271207 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 972f50a2-1ed6-469d-a070-b3997252b0ff triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:34.271682 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:34.286998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-f346de7a-7595-433b-b660-7bf74a11f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:34.288504 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-f346de7a-7595-433b-b660-7bf74a11f5e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 1094 time: 0.1861782 Apr 05 18:53:34.311654 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941305d8-207e-4ce8-ac9d-8fbd567b7090 x-openstack-request-id: req-941305d8-207e-4ce8-ac9d-8fbd567b7090 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:34.311948 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3572af-bf34-4400-aa26-4f68f05fbfbb", "name": "network-vif-deleted", "tag": "ea19a463-f863-4a86-9904-b5836d3e5438", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:34.312204 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-941305d8-207e-4ce8-ac9d-8fbd567b7090 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:34.312614 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941305d8-207e-4ce8-ac9d-8fbd567b7090'] response: {'server_uuid': 'dc3572af-bf34-4400-aa26-4f68f05fbfbb', 'name': 'network-vif-deleted', 'tag': 'ea19a463-f863-4a86-9904-b5836d3e5438', 'status': 'completed', 'code': 200} Apr 05 18:53:34.418966 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-d4b0a8e0-bce6-414d-83b5-f47219bbf0d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd4188e-8772-4f3d-ac19-a52064380565 HTTP/1.1" status: 200 len: 217 time: 0.1095974 Apr 05 18:53:34.484526 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37dea30-b422-4fec-8d3d-20033095188e x-openstack-request-id: req-c37dea30-b422-4fec-8d3d-20033095188e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:34.484928 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "89589758-ae48-4a90-86b3-e8e4e2a59960", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:34.488286 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c37dea30-b422-4fec-8d3d-20033095188e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:34.489457 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37dea30-b422-4fec-8d3d-20033095188e'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89589758-ae48-4a90-86b3-e8e4e2a59960', 'code': 200} Apr 05 18:53:34.492815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:34.500039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-a95baecc-5d0b-4ea4-a664-4deac759b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:34.501475 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-a95baecc-5d0b-4ea4-a664-4deac759b5f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.0723889 Apr 05 18:53:34.555259 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3284f8e0-78e0-4849-a047-ae00e5a61f0b x-openstack-request-id: req-3284f8e0-78e0-4849-a047-ae00e5a61f0b {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:34.555607 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5147e94-a4cf-4d3b-aabd-a65d9f3e3573", "tag": "fbd4188e-8772-4f3d-ac19-a52064380565", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:34.555915 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3284f8e0-78e0-4849-a047-ae00e5a61f0b {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:34.556377 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3284f8e0-78e0-4849-a047-ae00e5a61f0b'] response: {'name': 'network-changed', 'server_uuid': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'tag': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'status': 'completed', 'code': 200} Apr 05 18:53:34.572422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-de7f2849-0990-4405-9f81-f84d81d6a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:34.574068 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-de7f2849-0990-4405-9f81-f84d81d6a2c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620358 Apr 05 18:53:34.663245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 972f50a2-1ed6-469d-a070-b3997252b0ff, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=972f50a2-1ed6-469d-a070-b3997252b0ff,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:34.682042 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:34.687224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6b598a8d-1bf7-4860-9381-97716fe6007b up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:34.738494 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-6fd11f85-e5ac-4b0e-9094-40e7fbe33eb5 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563096 Apr 05 18:53:34.743227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfab3f3c-4c34-4032-a68d-1ba4a24ada63 req-b5da6adb-4ec8-4fb0-b1df-9682568d5730 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7975049 Apr 05 18:53:34.881951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=972f50a2-1ed6-469d-a070-b3997252b0ff,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:34.903801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44e664-5cce-4da1-8fc0-05f9f761ac49 req-6e2af64f-213b-4413-9ed2-f49556339b19 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:34.912851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c44e664-5cce-4da1-8fc0-05f9f761ac49 req-6e2af64f-213b-4413-9ed2-f49556339b19 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 943 time: 0.1476815 Apr 05 18:53:34.915369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 6b598a8d-1bf7-4860-9381-97716fe6007b completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:53:34.924784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 6b598a8d-1bf7-4860-9381-97716fe6007b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:34.925288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:35.003494 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e7b1b461-4aff-4ef2-ba78-3da3fcf84902 req-a8a1afe6-61c6-490e-a743-540fecb4f9be service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537673 Apr 05 18:53:35.033624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c44e664-5cce-4da1-8fc0-05f9f761ac49 req-2b072e6b-a490-408b-861a-3370dc4fecef tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071520 Apr 05 18:53:35.063215 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:35.216765 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:35.232000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-a6245609-4e5e-46fc-a641-c9f47b4e8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:35.232000 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-a6245609-4e5e-46fc-a641-c9f47b4e8f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 1094 time: 0.1340866 Apr 05 18:53:35.323591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6b598a8d-1bf7-4860-9381-97716fe6007b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6b598a8d-1bf7-4860-9381-97716fe6007b,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:35.337215 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:35.338812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 728ba331-3953-4dc4-aeed-a08dac3ae9c4 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:35.426537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-d5c7436b-ff61-4f3f-99cc-317c5a240bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:35.429902 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-d5c7436b-ff61-4f3f-99cc-317c5a240bcb service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.1849973 Apr 05 18:53:35.509143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-2115e4b0-d458-477c-aec0-ffe3c7d4559d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd4188e-8772-4f3d-ac19-a52064380565 HTTP/1.1" status: 200 len: 217 time: 0.0662153 Apr 05 18:53:35.509602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cde55-0dbb-47f9-bb24-36d9e62df608 req-aa503865-b58b-40b2-8c4b-59f4acc1f97b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:35.518314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6b598a8d-1bf7-4860-9381-97716fe6007b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:35.518591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-412cde55-0dbb-47f9-bb24-36d9e62df608 req-aa503865-b58b-40b2-8c4b-59f4acc1f97b tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 946 time: 0.2444191 Apr 05 18:53:35.552676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:53:35.557785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:35.558227 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:35.567566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-7e499508-f0ce-4f75-8b6e-6f316460c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:35.569046 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-7e499508-f0ce-4f75-8b6e-6f316460c5ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.0477846 Apr 05 18:53:35.589947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fe5ff-161b-467f-ab7d-b23e938821b9 req-39e1cf5b-035f-47a2-bcb5-e94e3f6c6f56 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:35.600443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-678fe5ff-161b-467f-ab7d-b23e938821b9 req-39e1cf5b-035f-47a2-bcb5-e94e3f6c6f56 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2707663 Apr 05 18:53:35.679876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-b9fd6f62-97da-4e0a-bf02-fa540ccd1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:35.681904 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-b9fd6f62-97da-4e0a-bf02-fa540ccd1b57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041436 Apr 05 18:53:35.709828 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:35.712592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-412cde55-0dbb-47f9-bb24-36d9e62df608 req-f40f7dcb-8459-4692-bba6-d464a33cb925 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925471 Apr 05 18:53:35.733109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:35.757708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-678fe5ff-161b-467f-ab7d-b23e938821b9 req-6fb28903-2699-4a92-ae88-96a54abe86bd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543252 Apr 05 18:53:35.806744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-35514c3f-53f2-4f02-9d7f-1a7979e53f94 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:35.809306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-35514c3f-53f2-4f02-9d7f-1a7979e53f94 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 946 time: 0.2403193 Apr 05 18:53:35.841431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 728ba331-3953-4dc4-aeed-a08dac3ae9c4, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=728ba331-3953-4dc4-aeed-a08dac3ae9c4,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:35.851994 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:35.852906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ea19a463-f863-4a86-9904-b5836d3e5438 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:35.912827 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-4c4c99bb-9109-4d3d-940b-9cae4f05e570 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172194 Apr 05 18:53:35.979616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: ea19a463-f863-4a86-9904-b5836d3e5438 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:35.980179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ea19a463-f863-4a86-9904-b5836d3e5438 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:35.992440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ed51f31e-0c53-4122-bb43-bc2f914bb1b5 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:36.046103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=728ba331-3953-4dc4-aeed-a08dac3ae9c4,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:36.058478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-283757488'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:36.076045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:53:36.084875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:36.085604 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.151065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Made reservation on behalf of 6a579454473a44ce991c9d1268ebe276 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:36.158193 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.178605 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-babb3900-c0fc-4d02-af6d-85fbde75f71b req-ab845712-a878-40cf-b7e2-9cd34d61ed10 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577486 Apr 05 18:53:36.193156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.204732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87896fe-55b5-4552-a574-b3ebe34d3090 req-3312477b-5db5-4006-a3d7-465146576add tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:36.213716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87896fe-55b5-4552-a574-b3ebe34d3090 req-3312477b-5db5-4006-a3d7-465146576add tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:36.223717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87896fe-55b5-4552-a574-b3ebe34d3090 req-3312477b-5db5-4006-a3d7-465146576add tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:36.229735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87896fe-55b5-4552-a574-b3ebe34d3090 req-3312477b-5db5-4006-a3d7-465146576add tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:36.236724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87896fe-55b5-4552-a574-b3ebe34d3090 req-3312477b-5db5-4006-a3d7-465146576add tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:36.243039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87896fe-55b5-4552-a574-b3ebe34d3090 req-3312477b-5db5-4006-a3d7-465146576add tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:36.254446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87896fe-55b5-4552-a574-b3ebe34d3090 req-3312477b-5db5-4006-a3d7-465146576add tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:36.265527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f87896fe-55b5-4552-a574-b3ebe34d3090 req-3312477b-5db5-4006-a3d7-465146576add tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5431 time: 0.3290899 Apr 05 18:53:36.270995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ed51f31e-0c53-4122-bb43-bc2f914bb1b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:36.274296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.283463 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.285064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 51bcb90f-f863-4c98-ac38-a1ae6aed7379 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:36.319275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Deleting port 5d1786fb-d259-4d92-9a1f-67b41d6f798f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:36.319958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.406750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:36.449895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:53:36.454874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:36.455530 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.493678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f87896fe-55b5-4552-a574-b3ebe34d3090 req-7d7d5779-15e9-416d-a551-fe63df4f06c8 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2250454 Apr 05 18:53:36.531989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972f50a2-1ed6-469d-a070-b3997252b0ff'}, {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b598a8d-1bf7-4860-9381-97716fe6007b'}, {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728ba331-3953-4dc4-aeed-a08dac3ae9c4'}, {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:36.534743 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d907e46a-9adc-4dc7-bf9a-15481658e66a" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "972f50a2-1ed6-469d-a070-b3997252b0ff"}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "6b598a8d-1bf7-4860-9381-97716fe6007b"}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "728ba331-3953-4dc4-aeed-a08dac3ae9c4"}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:36.640080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] For port 5d1786fb-d259-4d92-9a1f-67b41d6f798f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5d1786fb-d259-4d92-9a1f-67b41d6f798f,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:36.641827 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.693237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.710931 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42171b47-e3a8-4e70-8617-dfc23be12722 x-openstack-request-id: req-42171b47-e3a8-4e70-8617-dfc23be12722 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:36.711234 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "972f50a2-1ed6-469d-a070-b3997252b0ff", "code": 200}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "6b598a8d-1bf7-4860-9381-97716fe6007b", "code": 200}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "728ba331-3953-4dc4-aeed-a08dac3ae9c4", "code": 200}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:36.711533 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42171b47-e3a8-4e70-8617-dfc23be12722 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:36.712097 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42171b47-e3a8-4e70-8617-dfc23be12722'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972f50a2-1ed6-469d-a070-b3997252b0ff', 'code': 200} Apr 05 18:53:36.712362 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42171b47-e3a8-4e70-8617-dfc23be12722'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b598a8d-1bf7-4860-9381-97716fe6007b', 'code': 200} Apr 05 18:53:36.712617 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42171b47-e3a8-4e70-8617-dfc23be12722'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728ba331-3953-4dc4-aeed-a08dac3ae9c4', 'code': 200} Apr 05 18:53:36.712869 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42171b47-e3a8-4e70-8617-dfc23be12722'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'code': 200} Apr 05 18:53:36.721414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa5d7c-33bc-44c1-9d2c-8ac00ebe8774 req-fdd59f27-69e6-4aa0-81ad-1b6cc2070309 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:36.724686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdfa5d7c-33bc-44c1-9d2c-8ac00ebe8774 req-fdd59f27-69e6-4aa0-81ad-1b6cc2070309 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 943 time: 0.3455856 Apr 05 18:53:36.729766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Calling delete_port for 5d1786fb-d259-4d92-9a1f-67b41d6f798f owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:36.738245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 51bcb90f-f863-4c98-ac38-a1ae6aed7379, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=51bcb90f-f863-4c98-ac38-a1ae6aed7379,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:36.744557 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.745494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:36.771164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59084) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:36.854912 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.932477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=51bcb90f-f863-4c98-ac38-a1ae6aed7379,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:36.973274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:53:36.978451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:36.978893 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:36.982483 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:37.081111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdfa5d7c-33bc-44c1-9d2c-8ac00ebe8774 req-91900f72-acee-4156-8f92-8348536f63d7 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332348 Apr 05 18:53:37.098868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:53:37.124909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1707ee-1082-40ee-a5d7-a2d6886f166e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:37.185660 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:37.186007 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Added segment 87c35646-55b0-45b5-be2e-524f8d0f9244 of type vlan for network c0f8c8b6-5b38-40e1-81f7-94906655d395 Apr 05 18:53:37.202881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82744eaa-c7dd-45f8-941e-7afeb5fa203b req-2dc153fe-baa4-477d-8450-bb3d7f441ae9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:37.210811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82744eaa-c7dd-45f8-941e-7afeb5fa203b req-2dc153fe-baa4-477d-8450-bb3d7f441ae9 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 946 time: 0.2337844 Apr 05 18:53:37.232386 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:37.242544 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:37.323300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:37.332995 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:37.383492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82744eaa-c7dd-45f8-941e-7afeb5fa203b req-3faef2a6-19cb-4957-8fa3-bc518f781b41 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704183 Apr 05 18:53:37.403907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:37.429846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:37.552242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947f2a-32ed-4616-a8e9-e304c5f32d80 req-b93cfd27-25cb-4967-bc43-5db41bc10139 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:37.573828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9947f2a-32ed-4616-a8e9-e304c5f32d80 req-b93cfd27-25cb-4967-bc43-5db41bc10139 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.3599308 Apr 05 18:53:37.598040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:37.615355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a75861f4-448e-4217-9b71-41ae05d632e0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:37.659103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:37.664781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:37.665424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:37.682628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event deleted for resources: {'Port': ['ID=5d1786fb-d259-4d92-9a1f-67b41d6f798f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:37.943845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2095037 Apr 05 18:53:37.949172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59110) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:37.950110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:37.984688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] No DVR routers for this DVR port 5d1786fb-d259-4d92-9a1f-67b41d6f798f on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:38.001829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9947f2a-32ed-4616-a8e9-e304c5f32d80 req-23b4dc43-eb7d-4d87-baff-048b47d090b8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4270685 Apr 05 18:53:38.019334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Request body: {'subnet': {'network_id': 'c0f8c8b6-5b38-40e1-81f7-94906655d395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:38.023119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:38.026686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1731d063-f445-4e19-8ed3-1a52560a60a3 req-3b1d6129-2021-4629-a694-a4114f8b5dd1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "DELETE /v2.0/ports/5d1786fb-d259-4d92-9a1f-67b41d6f798f HTTP/1.1" status: 204 len: 173 time: 2.2083225 Apr 05 18:53:38.027563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d398037-9883-461d-9321-3a3d8c2ab462', 'name': 'network-vif-deleted', 'tag': '5d1786fb-d259-4d92-9a1f-67b41d6f798f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:38.030452 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dab24d-e45d-4a9c-a703-6457533baa8c" -d '{"events": [{"server_uuid": "5d398037-9883-461d-9321-3a3d8c2ab462", "name": "network-vif-deleted", "tag": "5d1786fb-d259-4d92-9a1f-67b41d6f798f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:38.056254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59118) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:38.105445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d532ed-998d-4908-afbf-7103662a1de6 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event updated for resources: {'Network': ['ID=c0f8c8b6-5b38-40e1-81f7-94906655d395,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:38.117979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c0f8c8b6-5b38-40e1-81f7-94906655d395 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:53:38.122545 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5da62d-bd14-4f20-aca4-9a75df6a22b9 x-openstack-request-id: req-ee5da62d-bd14-4f20-aca4-9a75df6a22b9 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:38.130694 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d398037-9883-461d-9321-3a3d8c2ab462", "name": "network-vif-deleted", "tag": "5d1786fb-d259-4d92-9a1f-67b41d6f798f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:38.131210 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee5da62d-bd14-4f20-aca4-9a75df6a22b9 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:38.132427 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5da62d-bd14-4f20-aca4-9a75df6a22b9'] response: {'server_uuid': '5d398037-9883-461d-9321-3a3d8c2ab462', 'name': 'network-vif-deleted', 'tag': '5d1786fb-d259-4d92-9a1f-67b41d6f798f', 'status': 'completed', 'code': 200} Apr 05 18:53:38.290759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac16-ba26-48cd-94cd-2307f1f417fe req-4391c04b-02ec-4ac1-8af5-4c283dd7a6c3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:38.303924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac16-ba26-48cd-94cd-2307f1f417fe req-4391c04b-02ec-4ac1-8af5-4c283dd7a6c3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:38.322972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac16-ba26-48cd-94cd-2307f1f417fe req-4391c04b-02ec-4ac1-8af5-4c283dd7a6c3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:38.334004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac16-ba26-48cd-94cd-2307f1f417fe req-4391c04b-02ec-4ac1-8af5-4c283dd7a6c3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:38.362009 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:38.375477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac16-ba26-48cd-94cd-2307f1f417fe req-4391c04b-02ec-4ac1-8af5-4c283dd7a6c3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:38.392738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac16-ba26-48cd-94cd-2307f1f417fe req-4391c04b-02ec-4ac1-8af5-4c283dd7a6c3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:38.419572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bac16-ba26-48cd-94cd-2307f1f417fe req-4391c04b-02ec-4ac1-8af5-4c283dd7a6c3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:38.424083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-316bac16-ba26-48cd-94cd-2307f1f417fe req-4391c04b-02ec-4ac1-8af5-4c283dd7a6c3 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.7517283 Apr 05 18:53:38.488880 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad65e354-1527-4a11-9a47-22f1dea8f014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:38.513825 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2505ddb-3cf4-4694-ad10-b57ab527da6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:38.545668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:38.615367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Made reservation on behalf of 6a579454473a44ce991c9d1268ebe276 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:38.618965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:38.630497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-316bac16-ba26-48cd-94cd-2307f1f417fe req-62642232-c214-49b8-a73a-4275b27a5b0e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710210 Apr 05 18:53:38.655648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdfc65-0bcc-45cd-8ac4-401d0e6c8845 req-923abc28-313a-463b-b1b5-47d5f8adf44c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:38.662944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dcdfc65-0bcc-45cd-8ac4-401d0e6c8845 req-923abc28-313a-463b-b1b5-47d5f8adf44c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 943 time: 0.2210379 Apr 05 18:53:38.713885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bcb90f-f863-4c98-ac38-a1ae6aed7379'}, {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389dba6c-91c0-4017-9dd7-6abd0e6e4f29'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:38.720263 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbf6581-84c4-4dd7-8822-96a5f4d2782d" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "51bcb90f-f863-4c98-ac38-a1ae6aed7379"}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "389dba6c-91c0-4017-9dd7-6abd0e6e4f29"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:38.782931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:38.808272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Deleting port 78c99f91-abcf-4abe-b190-c86f416dd8a1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:38.809505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:38.814524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '8b9d50a5-7025-4d59-9158-5b39470de104', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'port_id': '8b9d50a5-7025-4d59-9158-5b39470de104', 'mac_address': 'fa:16:3e:dd:18:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:38.911137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:38.914062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dcdfc65-0bcc-45cd-8ac4-401d0e6c8845 req-a11d89db-5858-4249-90ad-d68bb72bc7f8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501178 Apr 05 18:53:38.936523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-583cdb74-23fa-4d8b-85ce-a2cf295f5cdf req-562f8986-f3cc-4836-8a6c-e46f84ab8ebb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d398037-9883-461d-9321-3a3d8c2ab462 HTTP/1.1" status: 200 len: 210 time: 0.0854244 Apr 05 18:53:38.944211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b9d50a5-7025-4d59-9158-5b39470de104 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:38.997490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad65e354-1527-4a11-9a47-22f1dea8f014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.004745 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0980b145-6f82-435a-a151-937b8e47829b x-openstack-request-id: req-0980b145-6f82-435a-a151-937b8e47829b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:39.005598 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "51bcb90f-f863-4c98-ac38-a1ae6aed7379", "code": 200}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "389dba6c-91c0-4017-9dd7-6abd0e6e4f29", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:39.007226 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0980b145-6f82-435a-a151-937b8e47829b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:39.007770 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0980b145-6f82-435a-a151-937b8e47829b'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bcb90f-f863-4c98-ac38-a1ae6aed7379', 'code': 200} Apr 05 18:53:39.008041 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0980b145-6f82-435a-a151-937b8e47829b'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389dba6c-91c0-4017-9dd7-6abd0e6e4f29', 'code': 200} Apr 05 18:53:39.013184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:39.018356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] For port 78c99f91-abcf-4abe-b190-c86f416dd8a1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=78c99f91-abcf-4abe-b190-c86f416dd8a1,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:39.018803 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.022569 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.046461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Calling delete_port for 78c99f91-abcf-4abe-b190-c86f416dd8a1 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:39.056890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2505ddb-3cf4-4694-ad10-b57ab527da6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.071522 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad65e354-1527-4a11-9a47-22f1dea8f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.086673 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2505ddb-3cf4-4694-ad10-b57ab527da6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.099121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:39.160994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['8b9d50a5-7025-4d59-9158-5b39470de104'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:39.375630 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.421474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Pushing event deleted for resources: {'Port': ['ID=78c99f91-abcf-4abe-b190-c86f416dd8a1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:39.431964 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f5be2bc-af74-4593-a547-f2b5b3f23455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.534967 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 5d1786fb-d259-4d92-9a1f-67b41d6f798f no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:39.566707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 5d1786fb-d259-4d92-9a1f-67b41d6f798f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:39.567373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 5d1786fb-d259-4d92-9a1f-67b41d6f798f not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:39.574158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65e354-1527-4a11-9a47-22f1dea8f014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30ee778-1c41-43de-ac02-12ce663d3bc3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:39.594953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c2505ddb-3cf4-4694-ad10-b57ab527da6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b996583456b74a4083e0a25e8c2bedb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5087507 Apr 05 18:53:39.597620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59130) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:39.656571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2505ddb-3cf4-4694-ad10-b57ab527da6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f966cd2-e81a-4e37-8f05-4c6093883e4b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:39.661239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ad65e354-1527-4a11-9a47-22f1dea8f014 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e56213f5c894615a9b555131a6a1763&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6790133 Apr 05 18:53:39.677374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59132) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:39.707558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.736008 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.749715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de542-1c7d-466a-af77-4c96f93ed587 req-98caab56-c120-4114-ad23-982c21333188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:39.750194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de542-1c7d-466a-af77-4c96f93ed587 req-98caab56-c120-4114-ad23-982c21333188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:39.750686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de542-1c7d-466a-af77-4c96f93ed587 req-98caab56-c120-4114-ad23-982c21333188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:39.751153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de542-1c7d-466a-af77-4c96f93ed587 req-98caab56-c120-4114-ad23-982c21333188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:39.751779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de542-1c7d-466a-af77-4c96f93ed587 req-98caab56-c120-4114-ad23-982c21333188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:39.752067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de542-1c7d-466a-af77-4c96f93ed587 req-98caab56-c120-4114-ad23-982c21333188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:39.752614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de542-1c7d-466a-af77-4c96f93ed587 req-98caab56-c120-4114-ad23-982c21333188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:39.754472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-752de542-1c7d-466a-af77-4c96f93ed587 req-98caab56-c120-4114-ad23-982c21333188 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6491 time: 0.6068285 Apr 05 18:53:39.780901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7deeebf6-1f77-4fc6-a7ce-f25ba5e6b297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.831990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648509b2-6c3b-46ec-89df-cdc2900e8f47 req-2d07174c-abd5-4c6f-8b1c-d4e4f2fc9c30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:39.833438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-648509b2-6c3b-46ec-89df-cdc2900e8f47 req-2d07174c-abd5-4c6f-8b1c-d4e4f2fc9c30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 944 time: 0.3096347 Apr 05 18:53:39.842075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7deeebf6-1f77-4fc6-a7ce-f25ba5e6b297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.920723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event updated for resources: {'Subnet': ['ID=3fbfa2af-c957-4987-99aa-0d7bba7c31d5,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:39.950834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c02cf9c-99a7-4836-9a4d-6d27c3e88ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.957802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-752de542-1c7d-466a-af77-4c96f93ed587 req-c60a9923-3897-4997-8b09-3a617be0d5a6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743464 Apr 05 18:53:39.973492 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7deeebf6-1f77-4fc6-a7ce-f25ba5e6b297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.976053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7deeebf6-1f77-4fc6-a7ce-f25ba5e6b297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:39.977204 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7deeebf6-1f77-4fc6-a7ce-f25ba5e6b297 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f30ee778-1c41-43de-ac02-12ce663d3bc3 HTTP/1.1" status: 204 len: 168 time: 0.2988601 Apr 05 18:53:39.990210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeebf6-1f77-4fc6-a7ce-f25ba5e6b297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30ee778-1c41-43de-ac02-12ce663d3bc3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:39.999411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898bcce-08c3-4c7a-8e1e-32750232293b req-44869f2c-9a4c-47ef-840b-199e1757bfdf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.006809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898bcce-08c3-4c7a-8e1e-32750232293b req-44869f2c-9a4c-47ef-840b-199e1757bfdf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.012950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898bcce-08c3-4c7a-8e1e-32750232293b req-44869f2c-9a4c-47ef-840b-199e1757bfdf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.020241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898bcce-08c3-4c7a-8e1e-32750232293b req-44869f2c-9a4c-47ef-840b-199e1757bfdf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.021023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:53:40.026048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898bcce-08c3-4c7a-8e1e-32750232293b req-44869f2c-9a4c-47ef-840b-199e1757bfdf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.032082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898bcce-08c3-4c7a-8e1e-32750232293b req-44869f2c-9a4c-47ef-840b-199e1757bfdf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.037816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898bcce-08c3-4c7a-8e1e-32750232293b req-44869f2c-9a4c-47ef-840b-199e1757bfdf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.039785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8898bcce-08c3-4c7a-8e1e-32750232293b req-44869f2c-9a4c-47ef-840b-199e1757bfdf tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.2476521 Apr 05 18:53:40.042641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-648509b2-6c3b-46ec-89df-cdc2900e8f47 req-8fd4e6d7-3c4d-4b19-b0ef-8888a2d037ac tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785879 Apr 05 18:53:40.048262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Checking segment: {'id': '87c35646-55b0-45b5-be2e-524f8d0f9244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0f8c8b6-5b38-40e1-81f7-94906655d395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:53:40.048631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Network hostable DHCP agents. Network: c0f8c8b6-5b38-40e1-81f7-94906655d395, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:53:40.065603 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c02cf9c-99a7-4836-9a4d-6d27c3e88ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.125881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Network c0f8c8b6-5b38-40e1-81f7-94906655d395 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:53:40.156018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8898bcce-08c3-4c7a-8e1e-32750232293b req-5153c78c-b0b6-49c5-9f18-7d13194a51e2 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032650 Apr 05 18:53:40.170950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c0f8c8b6-5b38-40e1-81f7-94906655d395) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:40.175857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.177443 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.179427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87fef5-877a-486e-adf5-7a797306ac3a None None] Network c0f8c8b6-5b38-40e1-81f7-94906655d395 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:53:40.221908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-30ae04ca-5575-48c2-915a-8b81f9fb74c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2383900 Apr 05 18:53:40.224651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59144) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:40.235565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6eb7d832-97c7-4e83-a9a8-da4016c2cb71 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-615334732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:40.241198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c02cf9c-99a7-4836-9a4d-6d27c3e88ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.243833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c02cf9c-99a7-4836-9a4d-6d27c3e88ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.245122 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:40.245552 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7c02cf9c-99a7-4836-9a4d-6d27c3e88ca0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f966cd2-e81a-4e37-8f05-4c6093883e4b HTTP/1.1" status: 204 len: 168 time: 0.5919261 Apr 05 18:53:40.258994 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8dd3da2-073b-4203-85c1-f322d136a71b admin admin] 10.222.0.15 "PUT /v2.0/routers/fd12250e-2a48-4a11-bdbc-c0e87acb0cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4865305 Apr 05 18:53:40.261141 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] Sync routers for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:40.261617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59148) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:40.272592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1529e7-ec94-41e6-9a78-89673b8620e1 req-34131ff4-3436-4ccb-93ae-5be22d22b043 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.274215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d1529e7-ec94-41e6-9a78-89673b8620e1 req-34131ff4-3436-4ccb-93ae-5be22d22b043 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 943 time: 0.1423714 Apr 05 18:53:40.280475 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:40.281377 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:40.326683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02cf9c-99a7-4836-9a4d-6d27c3e88ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f966cd2-e81a-4e37-8f05-4c6093883e4b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:40.380848 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6eb7d832-97c7-4e83-a9a8-da4016c2cb71 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.386283 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6eb7d832-97c7-4e83-a9a8-da4016c2cb71 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.437220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d1529e7-ec94-41e6-9a78-89673b8620e1 req-fcade9b2-7afe-478e-a0ab-ecaa57907eb5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374443 Apr 05 18:53:40.476688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59152) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:40.519385 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:40.549151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.575226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:40.614122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81146fe4-05b4-467e-b234-5c540a127dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.626427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6eb7d832-97c7-4e83-a9a8-da4016c2cb71 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.651833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6eb7d832-97c7-4e83-a9a8-da4016c2cb71 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.665854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-c0f8c8b6-5b38-40e1-81f7-94906655d395', 'network_id': 'c0f8c8b6-5b38-40e1-81f7-94906655d395', 'tenant_id': '6a579454473a44ce991c9d1268ebe276', 'fixed_ips': [{'subnet_id': '3fbfa2af-c957-4987-99aa-0d7bba7c31d5'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:53:40.666524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.700314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 8b9d50a5-7025-4d59-9158-5b39470de104 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:40.701237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.718708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6eb7d832-97c7-4e83-a9a8-da4016c2cb71 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.722588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6eb7d832-97c7-4e83-a9a8-da4016c2cb71 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4943528 Apr 05 18:53:40.726718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59158) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:40.740980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.754903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef5e5f-564a-40ac-a8d5-20a6da57018b req-6e54259b-6afd-484d-a722-f655c1fcd314 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.763491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71ef5e5f-564a-40ac-a8d5-20a6da57018b req-6e54259b-6afd-484d-a722-f655c1fcd314 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.1047845 Apr 05 18:53:40.840930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71ef5e5f-564a-40ac-a8d5-20a6da57018b req-b7eb1a9a-de24-43b0-a1bf-2c6efe40b845 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753131 Apr 05 18:53:40.876207 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:53:39Z', 'revision_number': 5, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port': {'id': 'e4c7873a-4165-428a-bbe8-5979212fdbf1', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:45:11Z', 'updated_at': '2022-04-05T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:40.900935 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81146fe4-05b4-467e-b234-5c540a127dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.912358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81146fe4-05b4-467e-b234-5c540a127dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:40.945583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81146fe4-05b4-467e-b234-5c540a127dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eded4ca8-34bc-4425-a09b-6da27923d3e6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:40.956888 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] Checking router: fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:53:40.982625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-edac03eb-0730-48de-bd23-238f6204ed20 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:40.985300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-edac03eb-0730-48de-bd23-238f6204ed20 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 946 time: 0.1420891 Apr 05 18:53:40.985691 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] Routers {'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:40.986758 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:41.007279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Deleting port e4c7873a-4165-428a-bbe8-5979212fdbf1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:41.007755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.010199 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-81146fe4-05b4-467e-b234-5c540a127dcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76ee6a3e0d814d14975917a623aa7f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292459 Apr 05 18:53:41.029308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59168) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:41.044014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.104854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] For port e4c7873a-4165-428a-bbe8-5979212fdbf1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e4c7873a-4165-428a-bbe8-5979212fdbf1,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:41.105232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.107301 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] Set router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:41.119511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Calling delete_port for e4c7873a-4165-428a-bbe8-5979212fdbf1 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:41.120605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:41.129208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:41.135265 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b57804-586e-41f0-98c5-5358a7dd0e71" -d '{"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-plugged", "status": "completed", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:41.150972 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.176821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Allocated IP 172.20.0.2 (c0f8c8b6-5b38-40e1-81f7-94906655d395/3fbfa2af-c957-4987-99aa-0d7bba7c31d5/d9b51de0-34f5-4190-a20b-48299790fcb7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:41.211669 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:53:40Z', 'revision_number': 6, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:41.254009 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8b1e3-6d9a-49a8-8bd4-5453b4df8185 None None] The sync data for ids ['fd12250e-2a48-4a11-bdbc-c0e87acb0cc8'] in n-d-836650-3 is: [{'id': 'fd12250e-2a48-4a11-bdbc-c0e87acb0cc8', 'name': 'tempest-AttachVolumeNegativeTest-292966727-router', 'tenant_id': '4f097b5743074d2d89245239d456dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:45:10Z', 'updated_at': '2022-04-05T18:53:40Z', 'revision_number': 6, 'project_id': '4f097b5743074d2d89245239d456dcc9', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:41.264436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adcc2a6e-2bdb-490c-b160-d720de69162e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.315526 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adcc2a6e-2bdb-490c-b160-d720de69162e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.328940 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8805958d-f49b-410a-b825-933b13da400f x-openstack-request-id: req-8805958d-f49b-410a-b825-933b13da400f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:41.329218 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-plugged", "status": "completed", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:41.329469 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8805958d-f49b-410a-b825-933b13da400f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:41.330268 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8805958d-f49b-410a-b825-933b13da400f'] response: {'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104', 'code': 200} Apr 05 18:53:41.379952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:41.406244 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adcc2a6e-2bdb-490c-b160-d720de69162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.409192 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adcc2a6e-2bdb-490c-b160-d720de69162e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.412890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-adcc2a6e-2bdb-490c-b160-d720de69162e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eded4ca8-34bc-4425-a09b-6da27923d3e6 HTTP/1.1" status: 204 len: 168 time: 0.3801394 Apr 05 18:53:41.454180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25285c-eab7-4685-966a-7e677f62c4fc req-8d9891c1-a33d-4ddb-9ef1-d977623e4c96 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:41.455843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb25285c-eab7-4685-966a-7e677f62c4fc req-8d9891c1-a33d-4ddb-9ef1-d977623e4c96 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.3099964 Apr 05 18:53:41.458641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc2a6e-2bdb-490c-b160-d720de69162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded4ca8-34bc-4425-a09b-6da27923d3e6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:41.477717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Deleting port a75861f4-448e-4217-9b71-41ae05d632e0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:41.478066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.515760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77384-dcf0-4890-8cb8-e2d277d283d9 req-c4e37cdd-e714-4807-beea-238fde59144b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:41.520467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77384-dcf0-4890-8cb8-e2d277d283d9 req-c4e37cdd-e714-4807-beea-238fde59144b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:41.526696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77384-dcf0-4890-8cb8-e2d277d283d9 req-c4e37cdd-e714-4807-beea-238fde59144b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:41.532989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77384-dcf0-4890-8cb8-e2d277d283d9 req-c4e37cdd-e714-4807-beea-238fde59144b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:41.536176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.538701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77384-dcf0-4890-8cb8-e2d277d283d9 req-c4e37cdd-e714-4807-beea-238fde59144b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:41.545265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77384-dcf0-4890-8cb8-e2d277d283d9 req-c4e37cdd-e714-4807-beea-238fde59144b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:41.546429 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.551236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77384-dcf0-4890-8cb8-e2d277d283d9 req-c4e37cdd-e714-4807-beea-238fde59144b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:41.553446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1f77384-dcf0-4890-8cb8-e2d277d283d9 req-c4e37cdd-e714-4807-beea-238fde59144b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.1908476 Apr 05 18:53:41.585746 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.612755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Network c0f8c8b6-5b38-40e1-81f7-94906655d395 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:41.615679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:41.623747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:41.687912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Pushing event updated for resources: {'Port': ['ID=d9b51de0-34f5-4190-a20b-48299790fcb7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:41.695727 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb25285c-eab7-4685-966a-7e677f62c4fc req-83e93f09-143f-49de-90d1-22c1b1e641ba tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291386 Apr 05 18:53:41.704688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1f77384-dcf0-4890-8cb8-e2d277d283d9 req-f63dc65e-1dcc-4678-8f81-e837a1c12f68 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377196 Apr 05 18:53:41.766054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.777097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] For port a75861f4-448e-4217-9b71-41ae05d632e0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a75861f4-448e-4217-9b71-41ae05d632e0,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:41.777419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.785143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Attempting to bind port d9b51de0-34f5-4190-a20b-48299790fcb7 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:53:41.785535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Attempting to bind port d9b51de0-34f5-4190-a20b-48299790fcb7 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '87c35646-55b0-45b5-be2e-524f8d0f9244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0f8c8b6-5b38-40e1-81f7-94906655d395'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:53:41.786212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Attempting to bind port d9b51de0-34f5-4190-a20b-48299790fcb7 on network c0f8c8b6-5b38-40e1-81f7-94906655d395 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:53:41.796180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:53:41.796710 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Checking segment: {'id': '87c35646-55b0-45b5-be2e-524f8d0f9244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0f8c8b6-5b38-40e1-81f7-94906655d395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:53:41.797116 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.797633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Bound using segment: {'id': '87c35646-55b0-45b5-be2e-524f8d0f9244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0f8c8b6-5b38-40e1-81f7-94906655d395'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:53:41.798112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Bound port: d9b51de0-34f5-4190-a20b-48299790fcb7, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c35646-55b0-45b5-be2e-524f8d0f9244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0f8c8b6-5b38-40e1-81f7-94906655d395'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:53:41.798663 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.800693 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54412cf4-c839-4647-804a-903242975b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:41.816422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Calling delete_port for a75861f4-448e-4217-9b71-41ae05d632e0 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:41.852020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c7873a-4165-428a-bbe8-5979212fdbf1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:41.933173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] For port d9b51de0-34f5-4190-a20b-48299790fcb7, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:53:41.946646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] For port d9b51de0-34f5-4190-a20b-48299790fcb7, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d9b51de0-34f5-4190-a20b-48299790fcb7,segment=NetworkSegment(87c35646-55b0-45b5-be2e-524f8d0f9244),segment_id=87c35646-55b0-45b5-be2e-524f8d0f9244)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:53:41.954342 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.061558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec41da-6c84-428d-a536-7d860beb49c2 None None] Pushing event updated for resources: {'Port': ['ID=d9b51de0-34f5-4190-a20b-48299790fcb7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:42.158422 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.251957 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.287543 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.293875 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Allocated IP 172.20.0.1 (c0f8c8b6-5b38-40e1-81f7-94906655d395/3fbfa2af-c957-4987-99aa-0d7bba7c31d5/b93dfd0a-07a8-4350-9d98-f845c26f59a8) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:42.296542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.297820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59204) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:42.311060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event deleted for resources: {'Port': ['ID=a75861f4-448e-4217-9b71-41ae05d632e0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:42.394332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dcd4d-cf83-4828-97a8-9ff1b3fee9f4 req-f5b23b79-8fdb-4e68-956a-b047c735ebb8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:42.395933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-831dcd4d-cf83-4828-97a8-9ff1b3fee9f4 req-f5b23b79-8fdb-4e68-956a-b047c735ebb8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 943 time: 0.4406114 Apr 05 18:53:42.498874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.499403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:53:42.516574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.520046 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-875d24e1-4d06-4e8a-a937-0cb4e76b3245 admin admin] 10.222.0.15 "DELETE /v2.0/routers/fd12250e-2a48-4a11-bdbc-c0e87acb0cc8 HTTP/1.1" status: 204 len: 168 time: 2.2536159 Apr 05 18:53:42.522146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59210) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:42.549835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbf3c8-675c-4e3a-a513-9f07ad5d498f req-a809bf5c-975c-47b8-a691-4af55ad7cf25 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:42.560979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5dbf3c8-675c-4e3a-a513-9f07ad5d498f req-a809bf5c-975c-47b8-a691-4af55ad7cf25 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbda260e-f24e-4862-9248-4cf0e28fbee9 HTTP/1.1" status: 200 len: 867 time: 0.4914839 Apr 05 18:53:42.628357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] No DVR routers for this DVR port a75861f4-448e-4217-9b71-41ae05d632e0 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:42.638257 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.646102 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2bdce8c4-b22e-4123-9b47-3a16c22f7ae6 req-1e9ce975-9b9e-4851-a66b-5da5692be2c3 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.20 "DELETE /v2.0/ports/a75861f4-448e-4217-9b71-41ae05d632e0 HTTP/1.1" status: 204 len: 173 time: 1.6515124 Apr 05 18:53:42.647002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbda260e-f24e-4862-9248-4cf0e28fbee9', 'name': 'network-vif-deleted', 'tag': 'a75861f4-448e-4217-9b71-41ae05d632e0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:42.650016 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3849c56-700e-4fc7-a468-71a706154bc5" -d '{"events": [{"server_uuid": "cbda260e-f24e-4862-9248-4cf0e28fbee9", "name": "network-vif-deleted", "tag": "a75861f4-448e-4217-9b71-41ae05d632e0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:42.665690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-831dcd4d-cf83-4828-97a8-9ff1b3fee9f4 req-f066b107-a5f4-4422-8195-b9d032bd5fdf tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317481 Apr 05 18:53:42.677108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d9b51de0-34f5-4190-a20b-48299790fcb7 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:42.743079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5dbf3c8-675c-4e3a-a513-9f07ad5d498f req-9ff9a1c6-28d8-402f-8c03-2c7bb2a77c28 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=54a43d30-74e1-4310-b7c0-ca0365cfc59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797223 Apr 05 18:53:42.747173 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833174c9-05d3-4a1e-8f25-0243d68151ae x-openstack-request-id: req-833174c9-05d3-4a1e-8f25-0243d68151ae {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:42.748893 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbda260e-f24e-4862-9248-4cf0e28fbee9", "name": "network-vif-deleted", "tag": "a75861f4-448e-4217-9b71-41ae05d632e0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:42.749307 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-833174c9-05d3-4a1e-8f25-0243d68151ae {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:42.752740 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833174c9-05d3-4a1e-8f25-0243d68151ae'] response: {'server_uuid': 'cbda260e-f24e-4862-9248-4cf0e28fbee9', 'name': 'network-vif-deleted', 'tag': 'a75861f4-448e-4217-9b71-41ae05d632e0', 'status': 'completed', 'code': 200} Apr 05 18:53:42.891845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.923486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d9b51de0-34f5-4190-a20b-48299790fcb7 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:42.923862 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:42.999051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c297279-f651-45f3-b551-3734d83816ac req-65b4916e-dbab-45c3-9b70-ad3ceb5969c0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.006882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c297279-f651-45f3-b551-3734d83816ac req-65b4916e-dbab-45c3-9b70-ad3ceb5969c0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.1701412 Apr 05 18:53:43.047772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c669d9-5876-4211-aea1-c7375e71de6d req-e724b280-cd50-486d-9b03-1c98f0569b34 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.053835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c669d9-5876-4211-aea1-c7375e71de6d req-e724b280-cd50-486d-9b03-1c98f0569b34 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.060368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c669d9-5876-4211-aea1-c7375e71de6d req-e724b280-cd50-486d-9b03-1c98f0569b34 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.066175 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.066802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c669d9-5876-4211-aea1-c7375e71de6d req-e724b280-cd50-486d-9b03-1c98f0569b34 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.073102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c669d9-5876-4211-aea1-c7375e71de6d req-e724b280-cd50-486d-9b03-1c98f0569b34 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.080180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c669d9-5876-4211-aea1-c7375e71de6d req-e724b280-cd50-486d-9b03-1c98f0569b34 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.086150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c669d9-5876-4211-aea1-c7375e71de6d req-e724b280-cd50-486d-9b03-1c98f0569b34 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.089012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c669d9-5876-4211-aea1-c7375e71de6d req-e724b280-cd50-486d-9b03-1c98f0569b34 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.1697810 Apr 05 18:53:43.116607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port d9b51de0-34f5-4190-a20b-48299790fcb7, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d9b51de0-34f5-4190-a20b-48299790fcb7,segment=NetworkSegment(87c35646-55b0-45b5-be2e-524f8d0f9244),segment_id=87c35646-55b0-45b5-be2e-524f8d0f9244)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:43.124323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.132260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c297279-f651-45f3-b551-3734d83816ac req-9aec18dc-0001-4f35-bd24-c8b200f3ea45 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222332 Apr 05 18:53:43.202100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c669d9-5876-4211-aea1-c7375e71de6d req-03e46e1d-e88f-449c-86b9-1e8d83d10bd7 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930970 Apr 05 18:53:43.251008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78c99f91-abcf-4abe-b190-c86f416dd8a1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:43.365384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=d9b51de0-34f5-4190-a20b-48299790fcb7,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:43.375843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f112a-4fe1-4ccc-8c45-b9c23ef9a9b7 req-dd36cd46-aa70-4053-9c10-184ba80f10fd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.376370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 78c99f91-abcf-4abe-b190-c86f416dd8a1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:43.378226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78c99f91-abcf-4abe-b190-c86f416dd8a1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:43.378678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e4c7873a-4165-428a-bbe8-5979212fdbf1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:43.379496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb362d1-0ddf-4217-a89a-21f8b1b18e5e admin admin] Deleting subnet 7f59dda1-fd03-46ea-8630-4e1f8019790b {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:53:43.384132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f112a-4fe1-4ccc-8c45-b9c23ef9a9b7 req-dd36cd46-aa70-4053-9c10-184ba80f10fd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.388675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89506716-4a8d-472d-932d-f3d8ad5ef100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.390852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f112a-4fe1-4ccc-8c45-b9c23ef9a9b7 req-dd36cd46-aa70-4053-9c10-184ba80f10fd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.397431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f112a-4fe1-4ccc-8c45-b9c23ef9a9b7 req-dd36cd46-aa70-4053-9c10-184ba80f10fd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.404307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f112a-4fe1-4ccc-8c45-b9c23ef9a9b7 req-dd36cd46-aa70-4053-9c10-184ba80f10fd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.404495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bb362d1-0ddf-4217-a89a-21f8b1b18e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.417709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f112a-4fe1-4ccc-8c45-b9c23ef9a9b7 req-dd36cd46-aa70-4053-9c10-184ba80f10fd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.438368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f112a-4fe1-4ccc-8c45-b9c23ef9a9b7 req-dd36cd46-aa70-4053-9c10-184ba80f10fd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:43.441138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b53f112a-4fe1-4ccc-8c45-b9c23ef9a9b7 req-dd36cd46-aa70-4053-9c10-184ba80f10fd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.1323533 Apr 05 18:53:43.446146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: e4c7873a-4165-428a-bbe8-5979212fdbf1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:43.448258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e4c7873a-4165-428a-bbe8-5979212fdbf1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:43.470354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59234) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:43.475060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Request body: {'floatingip': {'port_id': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:43.488576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.537717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.544846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bb362d1-0ddf-4217-a89a-21f8b1b18e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.564103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a75861f4-448e-4217-9b71-41ae05d632e0 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:43.591623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: a75861f4-448e-4217-9b71-41ae05d632e0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:43.591623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a75861f4-448e-4217-9b71-41ae05d632e0 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:43.636227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.705899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89506716-4a8d-472d-932d-f3d8ad5ef100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.706939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event updated for resources: {'Port': ['ID=b93dfd0a-07a8-4350-9d98-f845c26f59a8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:43.735594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89506716-4a8d-472d-932d-f3d8ad5ef100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.748695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd82fd-cfcd-41ce-b8f3-45ce722086d3 None None] Network c0f8c8b6-5b38-40e1-81f7-94906655d395 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:53:43.759144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59240) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:43.769159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Network c0f8c8b6-5b38-40e1-81f7-94906655d395 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:43.780681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:43.801852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:43.849866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.853783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bb362d1-0ddf-4217-a89a-21f8b1b18e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:43.926100 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-89506716-4a8d-472d-932d-f3d8ad5ef100 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d832c10e56aa4496b4458cf941456a88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6271679 Apr 05 18:53:43.930185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59250) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:43.934642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89506716-4a8d-472d-932d-f3d8ad5ef100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ad8ace-db01-42a5-8c86-005afe06fc5a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:44.035879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327eec-ea4a-4e12-bfa6-0f685836711a req-a799824e-eba8-47c0-9553-8696f64b40a4 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:44.053632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27327eec-ea4a-4e12-bfa6-0f685836711a req-a799824e-eba8-47c0-9553-8696f64b40a4 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 943 time: 0.2591505 Apr 05 18:53:44.055546 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3295caa1-e6b7-4a0a-a464-1d55bb570e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.104560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64629f7f-11b2-4b44-97d2-a61ffa1b1ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.122416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bb362d1-0ddf-4217-a89a-21f8b1b18e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.122920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ce029a6e-f96a-4fad-b915-ade811134adf None None] Provisioning complete for port d9b51de0-34f5-4190-a20b-48299790fcb7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:44.123328 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce029a6e-f96a-4fad-b915-ade811134adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.193802 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64629f7f-11b2-4b44-97d2-a61ffa1b1ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.207260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb362d1-0ddf-4217-a89a-21f8b1b18e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f59dda1-fd03-46ea-8630-4e1f8019790b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:44.231708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ceb3d0-e0c8-46f6-b22f-ce37ca543bb0 None None] Network c02a85c5-735d-4bc3-bd1e-1f681ef053a8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:53:44.239059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bb362d1-0ddf-4217-a89a-21f8b1b18e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.242489 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5bb362d1-0ddf-4217-a89a-21f8b1b18e5e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7f59dda1-fd03-46ea-8630-4e1f8019790b HTTP/1.1" status: 204 len: 168 time: 1.7171211 Apr 05 18:53:44.245614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59266) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:44.248540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.287521 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27327eec-ea4a-4e12-bfa6-0f685836711a req-cbff47ec-0a52-4b5a-a5a1-64bdba23fc99 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329528 Apr 05 18:53:44.443415 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.504332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ede622-a276-41a2-8500-80e911487e15 req-802fc700-61b7-442f-b920-df500897eb39 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:44.508059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64629f7f-11b2-4b44-97d2-a61ffa1b1ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.511950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07ede622-a276-41a2-8500-80e911487e15 req-802fc700-61b7-442f-b920-df500897eb39 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.3577237 Apr 05 18:53:44.522523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64629f7f-11b2-4b44-97d2-a61ffa1b1ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.526655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-64629f7f-11b2-4b44-97d2-a61ffa1b1ac7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23ad8ace-db01-42a5-8c86-005afe06fc5a HTTP/1.1" status: 204 len: 168 time: 0.5875759 Apr 05 18:53:44.533412 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.535319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d9b51de0-34f5-4190-a20b-48299790fcb7 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:44.575643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64629f7f-11b2-4b44-97d2-a61ffa1b1ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ad8ace-db01-42a5-8c86-005afe06fc5a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:44.601109 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3295caa1-e6b7-4a0a-a464-1d55bb570e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.617830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095f6fd-d22c-488b-b571-b84b8ab20e10 req-1d01f231-967c-48aa-8f3a-9ae6ff60daaa tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:44.619392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0095f6fd-d22c-488b-b571-b84b8ab20e10 req-1d01f231-967c-48aa-8f3a-9ae6ff60daaa tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2134051 Apr 05 18:53:44.626450 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3295caa1-e6b7-4a0a-a464-1d55bb570e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.682312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Deleting port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:44.682719 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.691007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07ede622-a276-41a2-8500-80e911487e15 req-5a6d21ac-bcf2-44b1-a044-f14556d55e31 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780589 Apr 05 18:53:44.757202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3295caa1-e6b7-4a0a-a464-1d55bb570e98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=762b7c0b8aa64b3fa71a3ed6d7797314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9941466 Apr 05 18:53:44.758090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295caa1-e6b7-4a0a-a464-1d55bb570e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61e48a0-6bec-41a8-9b99-5b3226352785,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:44.763505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d9b51de0-34f5-4190-a20b-48299790fcb7 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:44.764663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59278) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:44.775736 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.795371 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0095f6fd-d22c-488b-b571-b84b8ab20e10 req-60c45cd8-b9be-41c0-8935-251203a358b9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565766 Apr 05 18:53:44.808960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:53:44.880463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] For port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:44.881354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.934674 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.955735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:44.963220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Calling delete_port for d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:44.995508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f776b0-19f5-4f6e-8c33-b433f7f0b689 None None] DHCP port deletion for c02a85c5-735d-4bc3-bd1e-1f681ef053a8 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:53:45.004479 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.007873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.022438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.052519 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20d4e988-aa83-422e-b79c-ff2df35a6930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.082660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-35f776b0-19f5-4f6e-8c33-b433f7f0b689 None None] Deleting port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:45.083157 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35f776b0-19f5-4f6e-8c33-b433f7f0b689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.114446 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20d4e988-aa83-422e-b79c-ff2df35a6930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.206872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-35f776b0-19f5-4f6e-8c33-b433f7f0b689 None None] For port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b,segment=NetworkSegment(6c343112-2588-4876-a018-d59afcfd1076),segment_id=6c343112-2588-4876-a018-d59afcfd1076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:45.208011 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35f776b0-19f5-4f6e-8c33-b433f7f0b689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.229720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7bfa1a7e-eb51-455f-95b5-e18d9b41d516 None None] Provisioning complete for port b93dfd0a-07a8-4350-9d98-f845c26f59a8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:45.232718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bfa1a7e-eb51-455f-95b5-e18d9b41d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.241384 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Floating IP a5ff89c8-b261-4f21-b934-53f41d542809 associated. External IP: 172.25.4.246, port: ed51f31e-0c53-4122-bb43-bc2f914bb1b5. Apr 05 18:53:45.278776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event updated for resources: {'Port': ['ID=b93dfd0a-07a8-4350-9d98-f845c26f59a8,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:45.288123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.309914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-35f776b0-19f5-4f6e-8c33-b433f7f0b689 None None] Calling delete_port for d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:45.381084 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.407995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20d4e988-aa83-422e-b79c-ff2df35a6930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.411590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20d4e988-aa83-422e-b79c-ff2df35a6930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.413120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-20d4e988-aa83-422e-b79c-ff2df35a6930 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c61e48a0-6bec-41a8-9b99-5b3226352785 HTTP/1.1" status: 204 len: 168 time: 0.6325736 Apr 05 18:53:45.440544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4e988-aa83-422e-b79c-ff2df35a6930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61e48a0-6bec-41a8-9b99-5b3226352785,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:45.448185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa1a7e-eb51-455f-95b5-e18d9b41d516 None None] Port b93dfd0a-07a8-4350-9d98-f845c26f59a8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:53:45.520325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7bfa1a7e-eb51-455f-95b5-e18d9b41d516 None None] Provisioning complete for port d9b51de0-34f5-4190-a20b-48299790fcb7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:45.520785 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bfa1a7e-eb51-455f-95b5-e18d9b41d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.538831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:45.634243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9b72-7888-4b68-9c7d-d16ebde87023 req-ab778185-b8b1-4844-a663-1f629e0e1a8c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:45.635980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f98e9b72-7888-4b68-9c7d-d16ebde87023 req-ab778185-b8b1-4844-a663-1f629e0e1a8c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 943 time: 0.1444781 Apr 05 18:53:45.645310 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35f776b0-19f5-4f6e-8c33-b433f7f0b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.657538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] No DVR routers for this DVR port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:45.695545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f776b0-19f5-4f6e-8c33-b433f7f0b689 None None] Pushing event deleted for resources: {'Port': ['ID=d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:45.702843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f776b0-19f5-4f6e-8c33-b433f7f0b689 None None] No DVR routers for this DVR port d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:45.788850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Network c0f8c8b6-5b38-40e1-81f7-94906655d395 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:45.802866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Router cd1428ff-194b-4b18-81e1-fefae5165c71 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:53:45.820862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f98e9b72-7888-4b68-9c7d-d16ebde87023 req-d14bb3cf-62ad-405e-ab9b-8c538fd759e1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684217 Apr 05 18:53:45.848635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ca42be86-55bd-4ece-b93c-bde94c1adbb4 None None] Provisioning complete for port b93dfd0a-07a8-4350-9d98-f845c26f59a8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:45.856151 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca42be86-55bd-4ece-b93c-bde94c1adbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:45.887565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:45.955869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ca42be86-55bd-4ece-b93c-bde94c1adbb4 None None] Port b93dfd0a-07a8-4350-9d98-f845c26f59a8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:53:46.051689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.283739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4d48ee25-c53d-4782-9723-c90754b56c2e None None] Provisioning complete for port b93dfd0a-07a8-4350-9d98-f845c26f59a8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:46.284102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d48ee25-c53d-4782-9723-c90754b56c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.284998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02a85c5-735d-4bc3-bd1e-1f681ef053a8']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:46.313684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59318) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:46.349646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c343112-2588-4876-a018-d59afcfd1076') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:46.350214 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c343112-2588-4876-a018-d59afcfd1076') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:46.367440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4d48ee25-c53d-4782-9723-c90754b56c2e None None] Port b93dfd0a-07a8-4350-9d98-f845c26f59a8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:53:46.381676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.402107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.410303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Router 80868810-64c5-4193-812c-9eea98fed0c3 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:53:46.425147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:53:46.425713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.504149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:46.537404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:46.537949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d9a5b3e7-9a31-4826-b9e1-0f32cd49ed0b not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:46.586597 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:46.603335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] Sync routers for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:53:46.603742 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:53:46.608131 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.616762 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.624596 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.625508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:46.627093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:46.635661 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] 10.222.0.15 "DELETE /v2.0/networks/c02a85c5-735d-4bc3-bd1e-1f681ef053a8 HTTP/1.1" status: 204 len: 168 time: 2.3861055 Apr 05 18:53:46.651071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2a8d5-403d-4969-bb6f-d6f36ddf779e admin admin] Pushing event deleted for resources: {'Network': ['ID=c02a85c5-735d-4bc3-bd1e-1f681ef053a8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:46.709736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-749710080-network', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:46.751852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-c91c7001-b0e9-4fb5-ba03-b759caa64550 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:46.754176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-c91c7001-b0e9-4fb5-ba03-b759caa64550 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.7405505 Apr 05 18:53:46.777802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Made reservation on behalf of 4b32d3ab7bdd4321b9452ebbbb332473 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:46.780218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.783082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9638f96-8009-4d4b-bede-58751542caac req-3659ef51-d7a1-42dc-9d12-359eb57a56f7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:46.787610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9638f96-8009-4d4b-bede-58751542caac req-3659ef51-d7a1-42dc-9d12-359eb57a56f7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.7738495 Apr 05 18:53:46.795979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:46.827467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3b2e4973-ce29-414d-8bc9-a3548ddb4a33 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "PUT /v2.0/floatingips/a5ff89c8-b261-4f21-b934-53f41d542809 HTTP/1.1" status: 200 len: 991 time: 3.3557165 Apr 05 18:53:46.834387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:46.836740 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae812fe-51ba-411b-8ed6-602222334f29" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:46.851398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:46.861229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:46.867683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e4c57-23b3-44ce-acf8-061b9e85d8db req-84988308-7c57-4432-834d-14f0fe8d8acb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:46.869204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df7e4c57-23b3-44ce-acf8-061b9e85d8db req-84988308-7c57-4432-834d-14f0fe8d8acb tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.8585267 Apr 05 18:53:46.873299 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb960da-9c6e-46b9-87ec-9b01ecb31272 None None] Sync routers for ids ['80868810-64c5-4193-812c-9eea98fed0c3'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:46.875682 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cbaf5b0f-43a9-4275-b863-c9b346454a82 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "PUT /v2.0/routers/80868810-64c5-4193-812c-9eea98fed0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1431680 Apr 05 18:53:46.876354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59338) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:46.888941 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb960da-9c6e-46b9-87ec-9b01ecb31272 None None] Routers {'80868810-64c5-4193-812c-9eea98fed0c3'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:46.889799 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9eb960da-9c6e-46b9-87ec-9b01ecb31272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['80868810-64c5-4193-812c-9eea98fed0c3'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:46.899875 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Request body: {'port': {'network_id': 'c0f8c8b6-5b38-40e1-81f7-94906655d395', 'name': 'tempest-FloatingIPNegativeTestJSON-1479923023'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:47.003285 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9eb960da-9c6e-46b9-87ec-9b01ecb31272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:47.012243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59342) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:47.029836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df7e4c57-23b3-44ce-acf8-061b9e85d8db req-831f585f-7769-4db6-8358-c75cac5bbded tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322575 Apr 05 18:53:47.055036 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb960da-9c6e-46b9-87ec-9b01ecb31272 None None] Routers {'80868810-64c5-4193-812c-9eea98fed0c3'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:47.055930 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9eb960da-9c6e-46b9-87ec-9b01ecb31272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['80868810-64c5-4193-812c-9eea98fed0c3'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:47.073948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9638f96-8009-4d4b-bede-58751542caac req-2b916362-055f-44a9-8b6f-80bfe153645e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354453 Apr 05 18:53:47.162891 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9eb960da-9c6e-46b9-87ec-9b01ecb31272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:47.163562 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb960da-9c6e-46b9-87ec-9b01ecb31272 None None] The sync data for ids ['80868810-64c5-4193-812c-9eea98fed0c3'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:47.193702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-401012fe-ac0f-45f5-aeb4-4a2b19e3a552 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f097b5743074d2d89245239d456dcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795738 Apr 05 18:53:47.198613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59348) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:47.202977 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f6e81a-8950-468a-bb0e-3bb5f66c7149 x-openstack-request-id: req-84f6e81a-8950-468a-bb0e-3bb5f66c7149 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:47.203461 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:47.203887 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84f6e81a-8950-468a-bb0e-3bb5f66c7149 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:47.204447 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f6e81a-8950-468a-bb0e-3bb5f66c7149'] response: {'name': 'network-changed', 'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'status': 'completed', 'code': 200} Apr 05 18:53:47.343570 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.357558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.358718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Deleting port dd821129-87ad-4a54-8065-282d6b8467ce {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:47.359076 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.403721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'a5ff89c8-b261-4f21-b934-53f41d542809', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'port_id': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'mac_address': 'fa:16:3e:36:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:52:18Z', 'updated_at': '2022-04-05T18:53:44Z', 'revision_number': 1, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:15Z', 'revision_number': 5, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:47.447346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] Checking router: cd1428ff-194b-4b18-81e1-fefae5165c71 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:53:47.450864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:53:47.457755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:47.458578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:47.475204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-461f27ca-2ff7-48eb-bf51-f76b4985f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:47.475680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-461f27ca-2ff7-48eb-bf51-f76b4985f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:47.476151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-461f27ca-2ff7-48eb-bf51-f76b4985f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:47.481011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-461f27ca-2ff7-48eb-bf51-f76b4985f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:47.481503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-461f27ca-2ff7-48eb-bf51-f76b4985f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:47.481976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-461f27ca-2ff7-48eb-bf51-f76b4985f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:47.482944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-461f27ca-2ff7-48eb-bf51-f76b4985f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:47.484415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-461f27ca-2ff7-48eb-bf51-f76b4985f147 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6491 time: 0.2417705 Apr 05 18:53:47.488218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02068b-b2ad-4415-a9e2-8cb1191214ec req-53d02c40-e3ee-4861-a135-0c3ef29423fd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:47.489736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec02068b-b2ad-4415-a9e2-8cb1191214ec req-53d02c40-e3ee-4861-a135-0c3ef29423fd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 943 time: 0.2919393 Apr 05 18:53:47.502057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Made reservation on behalf of 6a579454473a44ce991c9d1268ebe276 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:47.514544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.525337 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2f3a00a-5e68-4231-a708-f813b13fb31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.536828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a172d156-a37c-4ba0-afbc-adceb06361dd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:47.587465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fbd4188e-8772-4f3d-ac19-a52064380565 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:53:47.602420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec02068b-b2ad-4415-a9e2-8cb1191214ec req-57f9de5c-6cd0-46ff-8807-0c2f25471dfa tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997953 Apr 05 18:53:47.608340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.608871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2f3a00a-5e68-4231-a708-f813b13fb31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.609013 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Added segment 208dea13-c04b-418f-8d65-bdb2e19f3fd3 of type vlan for network 915604ac-55a7-4f2d-abfa-faea6df09772 Apr 05 18:53:47.611976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] For port dd821129-87ad-4a54-8065-282d6b8467ce, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dd821129-87ad-4a54-8065-282d6b8467ce,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:47.612353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.678944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:47.734731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] device_id is not set on port e2510b50-82c1-46d7-b0a1-cd32d3fd65f6 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:53:47.776080 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2f3a00a-5e68-4231-a708-f813b13fb31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.780280 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2f3a00a-5e68-4231-a708-f813b13fb31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.781538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d2f3a00a-5e68-4231-a708-f813b13fb31a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4783506-70b9-4fae-9dc6-913014853e33 HTTP/1.1" status: 204 len: 168 time: 0.5802376 Apr 05 18:53:47.811447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3a00a-5e68-4231-a708-f813b13fb31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4783506-70b9-4fae-9dc6-913014853e33,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:47.905943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port fbd4188e-8772-4f3d-ac19-a52064380565, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbd4188e-8772-4f3d-ac19-a52064380565,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:47.910940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.914754 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:47.915212 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Floating IP c3dd58dd-8079-4fa5-8981-ca7107ac5f6a disassociated. External IP: 172.25.4.146, port: dd821129-87ad-4a54-8065-282d6b8467ce. Apr 05 18:53:47.917062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Calling delete_port for dd821129-87ad-4a54-8065-282d6b8467ce owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:48.004288 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:48.143622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.db.resource_extend [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:53:48.159627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-8ff0f4a7-84ff-4d4a-8019-607e51b7e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:48.161107 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-8ff0f4a7-84ff-4d4a-8019-607e51b7e6b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=798730b5-7361-4e69-83c3-9ab022a1409a HTTP/1.1" status: 200 len: 911 time: 0.6634402 Apr 05 18:53:48.299139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'port_id': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'mac_address': 'fa:16:3e:44:a5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:53:48.335553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5ef18-e020-4b20-8a9b-7aa875553e92 req-470df03b-11d6-49a3-9930-e2163393ab57 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:48.341998 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67a5ef18-e020-4b20-8a9b-7aa875553e92 req-470df03b-11d6-49a3-9930-e2163393ab57 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 944 time: 0.1624389 Apr 05 18:53:48.342708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:48.357463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:48.358706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:48.359429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:48.438321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event deleted for resources: {'Port': ['ID=dd821129-87ad-4a54-8065-282d6b8467ce,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:48.456436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8a87b-ceae-42e2-ab2b-957657672534 req-cc523d52-e33b-41e5-9f9f-7e5f1e3aa569 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:48.464782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaa8a87b-ceae-42e2-ab2b-957657672534 req-cc523d52-e33b-41e5-9f9f-7e5f1e3aa569 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2264764 Apr 05 18:53:48.482044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:48.506518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] Pushing event updated for resources: {'Network': ['ID=915604ac-55a7-4f2d-abfa-faea6df09772,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:48.521630 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-67aa0aa5-e738-4d56-9806-08beaddf382e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed51f31e-0c53-4122-bb43-bc2f914bb1b5 HTTP/1.1" status: 200 len: 999 time: 0.3383400 Apr 05 18:53:48.529969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Allocated IP 172.20.0.6 (c0f8c8b6-5b38-40e1-81f7-94906655d395/3fbfa2af-c957-4987-99aa-0d7bba7c31d5/e2510b50-82c1-46d7-b0a1-cd32d3fd65f6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:48.561436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 915604ac-55a7-4f2d-abfa-faea6df09772 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:53:48.628701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67a5ef18-e020-4b20-8a9b-7aa875553e92 req-852ce8b2-20ff-41c9-af66-34afb4e5d3d1 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0078f4c5-9150-457a-a542-cc904d412f75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545154 Apr 05 18:53:48.629253 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f94ff283-4539-4254-9ba9-becc0bc46c88 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3122053 Apr 05 18:53:48.634488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59366) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:48.654688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Request body: {'subnet': {'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-749710080-subnet', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:48.681522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:53:48.722943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Made reservation on behalf of 4b32d3ab7bdd4321b9452ebbbb332473 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:53:48.723087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd4188e-8772-4f3d-ac19-a52064380565 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:53:48.731493 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:48.765966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port fbd4188e-8772-4f3d-ac19-a52064380565, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbd4188e-8772-4f3d-ac19-a52064380565,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:48.846561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-dac53e56-2562-427e-a7ba-8d6dd32268e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:48.848330 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-dac53e56-2562-427e-a7ba-8d6dd32268e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b62ed36d-03a3-43ab-9bae-48fb9d376e66 HTTP/1.1" status: 200 len: 850 time: 0.2019229 Apr 05 18:53:48.867190 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:48.882119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: dd821129-87ad-4a54-8065-282d6b8467ce {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:53:48.882487 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dd821129-87ad-4a54-8065-282d6b8467ce not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:53:48.895051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aaa8a87b-ceae-42e2-ab2b-957657672534 req-f138ab01-cea2-403c-96fa-53c4da007ba7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4291680 Apr 05 18:53:48.999675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'a5ff89c8-b261-4f21-b934-53f41d542809', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'port_id': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'mac_address': 'fa:16:3e:36:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:52:18Z', 'updated_at': '2022-04-05T18:53:44Z', 'revision_number': 1, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:15Z', 'revision_number': 5, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:49.023591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-9c29bd62-550d-45bd-91b1-b51bb73f667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:49.025109 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-9c29bd62-550d-45bd-91b1-b51bb73f667f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798730b5-7361-4e69-83c3-9ab022a1409a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169717 Apr 05 18:53:49.054626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Router 4e753e6f-33fb-48ef-ab92-5dac90d55edc has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:53:49.077421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=fbd4188e-8772-4f3d-ac19-a52064380565,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:49.081982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3704a0b-1e2e-4f4f-bdda-54df2869b5cc None None] The sync data for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 is: [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'a5ff89c8-b261-4f21-b934-53f41d542809', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'port_id': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'mac_address': 'fa:16:3e:36:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:52:18Z', 'updated_at': '2022-04-05T18:53:44Z', 'revision_number': 1, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:15Z', 'revision_number': 5, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:49.088810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c767769-e656-4291-8285-a50f2be5e338 req-2d0d9c1c-bd7e-41c4-b300-91d8b5222bcb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:49.091689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c767769-e656-4291-8285-a50f2be5e338 req-2d0d9c1c-bd7e-41c4-b300-91d8b5222bcb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 944 time: 0.2762182 Apr 05 18:53:49.124021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:49.175093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['fbd4188e-8772-4f3d-ac19-a52064380565'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:53:49.205890 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-6b2cb30e-c864-48fb-9716-93459393a13b service neutron] 10.222.0.25 "GET /v2.0/networks/798730b5-7361-4e69-83c3-9ab022a1409a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687472 Apr 05 18:53:49.333579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:49.472359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c767769-e656-4291-8285-a50f2be5e338 req-c98c20a9-0d60-482f-a99a-c0dcbc813e56 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811540 Apr 05 18:53:49.553227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:49.569303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6e3bb-f40c-46d8-8cf3-828f69d3c707 None None] New status for floating IP a5ff89c8-b261-4f21-b934-53f41d542809: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:53:49.571618 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] Sync routers for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:49.589913 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:49.590835 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:49.612571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event updated for resources: {'Port': ['ID=e2510b50-82c1-46d7-b0a1-cd32d3fd65f6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:49.678330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Network c0f8c8b6-5b38-40e1-81f7-94906655d395 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:49.687811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:49.726343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:49.743709 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9ae812fe-51ba-411b-8ed6-602222334f29 req-6d90a5c4-bede-4cb1-a4fc-06d1741e9fd8 service neutron] 10.222.0.25 "GET /v2.0/networks/798730b5-7361-4e69-83c3-9ab022a1409a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233390 Apr 05 18:53:49.752817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] No DVR routers for this DVR port dd821129-87ad-4a54-8065-282d6b8467ce on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:53:49.779000 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:49.805462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0764555-4027-4382-89a0-9fb110ae0b01 req-117e65c5-5189-4070-8457-981c403571b2 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.25 "DELETE /v2.0/ports/dd821129-87ad-4a54-8065-282d6b8467ce HTTP/1.1" status: 204 len: 173 time: 2.9996138 Apr 05 18:53:49.814677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-deleted', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:49.816984 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ae82d8-cf4d-4117-9530-b7df2ac6c499" -d '{"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-deleted", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:49.916079 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:49.928818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:49.931585 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:49.970873 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-06830fa9-44ef-4c05-8651-fef4345d3643 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0885243 Apr 05 18:53:49.973959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59396) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:49.985963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:50.037497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:50.235542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-378dd15e-2372-4bc6-8c55-d5ca05282b7f req-6e1d900f-25fe-4818-9313-bb633ef39543 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc1bf257-5e35-499a-85c2-24af346f41ac HTTP/1.1" status: 200 len: 210 time: 0.3290963 Apr 05 18:53:50.238962 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:50.320669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:50.357139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-609c7a1b-f8f0-49c3-ae32-ae2a2e12c1dc None None] Provisioning complete for port e2510b50-82c1-46d7-b0a1-cd32d3fd65f6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:50.357719 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-609c7a1b-f8f0-49c3-ae32-ae2a2e12c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:50.371961 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db3e34a-8639-4359-adba-f38737c9b255 x-openstack-request-id: req-1db3e34a-8639-4359-adba-f38737c9b255 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:50.372618 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1bf257-5e35-499a-85c2-24af346f41ac", "name": "network-vif-deleted", "tag": "dd821129-87ad-4a54-8065-282d6b8467ce", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:50.373045 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1db3e34a-8639-4359-adba-f38737c9b255 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:50.373623 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db3e34a-8639-4359-adba-f38737c9b255'] response: {'server_uuid': 'fc1bf257-5e35-499a-85c2-24af346f41ac', 'name': 'network-vif-deleted', 'tag': 'dd821129-87ad-4a54-8065-282d6b8467ce', 'status': 'completed', 'code': 200} Apr 05 18:53:50.390846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Checking segment: {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:53:50.398283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Network hostable DHCP agents. Network: 915604ac-55a7-4f2d-abfa-faea6df09772, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:53:50.458041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2830ced-b757-48b1-9e92-cbee255b2f50,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:50.517647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Network 915604ac-55a7-4f2d-abfa-faea6df09772 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:53:50.548375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 915604ac-55a7-4f2d-abfa-faea6df09772) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:50.557049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:50.557651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:50.565037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-609c7a1b-f8f0-49c3-ae32-ae2a2e12c1dc None None] Port e2510b50-82c1-46d7-b0a1-cd32d3fd65f6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:53:50.582926 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c05ea-cf7b-4755-b38e-5e0c718d62ee None None] Network 915604ac-55a7-4f2d-abfa-faea6df09772 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:53:50.601618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Allocated IP 172.25.4.202 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/8eaf073b-5e0f-40b4-8c75-187b9ca38bd8) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:50.616715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8d62c6e8-f7cc-4825-ac7b-57231400b56a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9783940 Apr 05 18:53:50.620400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59408) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:50.629144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:50.692706 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0191b853-5690-4845-b3e8-a6c1b81d9448', 'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'mac_address': 'fa:16:3e:ae:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:44Z', 'updated_at': '2022-04-05T18:44:49Z', 'revision_number': 5, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'subnets': [{'id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:50.721548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:50.722749 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:50.786251 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] Checking router: 4e753e6f-33fb-48ef-ab92-5dac90d55edc for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:53:50.810380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724f402-eaf6-4948-a223-b7587e693c8b req-bdcb1470-8daa-4104-8ccf-90b338b79506 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:50.812608 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1724f402-eaf6-4948-a223-b7587e693c8b req-bdcb1470-8daa-4104-8ccf-90b338b79506 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.1730506 Apr 05 18:53:50.838208 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:50.841901 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:50.935216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-915604ac-55a7-4f2d-abfa-faea6df09772', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:53:50.937197 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:50.939887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1724f402-eaf6-4948-a223-b7587e693c8b req-4f126f96-6793-428c-adaf-3dc936ca74ac tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138060 Apr 05 18:53:50.944674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:50.983377 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:51.108645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e079-53da-42bf-816e-aea129a6f447 req-613ab03c-9d6a-40e2-94cb-42dcecc24180 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:51.117361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b677e079-53da-42bf-816e-aea129a6f447 req-613ab03c-9d6a-40e2-94cb-42dcecc24180 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 944 time: 0.0958576 Apr 05 18:53:51.160208 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:51.173838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b677e079-53da-42bf-816e-aea129a6f447 req-e0bc46d9-a391-4442-a75b-39a209467259 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552261 Apr 05 18:53:51.187045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Allocated IP 172.20.0.2 (915604ac-55a7-4f2d-abfa-faea6df09772/e2830ced-b757-48b1-9e92-cbee255b2f50/085e63c6-4f5a-4597-baba-0149830d8710) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:51.374146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:51.586632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1916-f634-42fd-a600-e65b8535189d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:51.595847 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:51.608237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:51.650378 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1916-f634-42fd-a600-e65b8535189d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:51.693721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fbd4188e-8772-4f3d-ac19-a52064380565 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:51.694804 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0191b853-5690-4845-b3e8-a6c1b81d9448', 'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'mac_address': 'fa:16:3e:ae:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:44Z', 'updated_at': '2022-04-05T18:44:49Z', 'revision_number': 5, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'subnets': [{'id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:51.731821 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca371fb-be05-4b66-946d-f08f3864b4d6 None None] The sync data for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 is: [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:44:46Z', 'revision_number': 4, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '0191b853-5690-4845-b3e8-a6c1b81d9448', 'name': '', 'network_id': '9e2044dd-43b9-4d5e-b90b-2cfa18e6273c', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'mac_address': 'fa:16:3e:ae:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:44Z', 'updated_at': '2022-04-05T18:44:49Z', 'revision_number': 5, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'subnets': [{'id': 'd35e3b87-6d58-4568-84d0-fc43995f254a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:51.785851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1916-f634-42fd-a600-e65b8535189d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:51.789362 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1916-f634-42fd-a600-e65b8535189d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:51.794722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e2ff1916-f634-42fd-a600-e65b8535189d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "DELETE /v2.0/security-groups/0078f4c5-9150-457a-a542-cc904d412f75 HTTP/1.1" status: 204 len: 168 time: 0.4185286 Apr 05 18:53:51.795806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59428) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:51.829724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Network 915604ac-55a7-4f2d-abfa-faea6df09772 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:51.839617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:51.849158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:51.851037 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-fd391750-7363-416e-ae71-a39e63cc62e8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] show failed (client error): The resource could not be found. Apr 05 18:53:51.857781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fd391750-7363-416e-ae71-a39e63cc62e8 tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "GET /v2.0/security-groups/0078f4c5-9150-457a-a542-cc904d412f75 HTTP/1.1" status: 404 len: 347 time: 0.0572615 Apr 05 18:53:51.858389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59430) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:51.896006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff1916-f634-42fd-a600-e65b8535189d tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0078f4c5-9150-457a-a542-cc904d412f75,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:51.898541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Pushing event updated for resources: {'Port': ['ID=085e63c6-4f5a-4597-baba-0149830d8710,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:51.976824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port fbd4188e-8772-4f3d-ac19-a52064380565 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:53:52.016487 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Attempting to bind port 085e63c6-4f5a-4597-baba-0149830d8710 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:53:52.017171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Attempting to bind port 085e63c6-4f5a-4597-baba-0149830d8710 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:53:52.017708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Attempting to bind port 085e63c6-4f5a-4597-baba-0149830d8710 on network 915604ac-55a7-4f2d-abfa-faea6df09772 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:53:52.021094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port fbd4188e-8772-4f3d-ac19-a52064380565 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:52.021459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:52.026541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:53:52.026909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Checking segment: {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:53:52.027847 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:52.028386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Bound using segment: {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:53:52.028859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Bound port: 085e63c6-4f5a-4597-baba-0149830d8710, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:53:52.029237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:52.191894 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:52.330109 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:52.342686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] For port 085e63c6-4f5a-4597-baba-0149830d8710, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:53:52.373520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] For port 085e63c6-4f5a-4597-baba-0149830d8710, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=085e63c6-4f5a-4597-baba-0149830d8710,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:53:52.389390 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:52.437561 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:52.455733 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e624be44-c22c-461b-96da-c285e8ade74e None None] New status for floating IP c3dd58dd-8079-4fa5-8981-ca7107ac5f6a: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:53:52.469935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event updated for resources: {'Port': ['ID=8eaf073b-5e0f-40b4-8c75-187b9ca38bd8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:52.493197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ce73d-5242-4769-a83c-b2b8949c3351 req-bdf80e79-28be-420e-8890-9e5128b5ad30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:52.500775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-114ce73d-5242-4769-a83c-b2b8949c3351 req-bdf80e79-28be-420e-8890-9e5128b5ad30 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.3307712 Apr 05 18:53:52.534032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:52.549927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:52.562238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:52.594669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd4188e-8772-4f3d-ac19-a52064380565'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:53:52.597009 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bc2794-0f6d-4eca-bbb4-cde72277f99e" -d '{"events": [{"server_uuid": "a5147e94-a4cf-4d3b-aabd-a65d9f3e3573", "name": "network-vif-plugged", "status": "completed", "tag": "fbd4188e-8772-4f3d-ac19-a52064380565"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:53:52.680663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-114ce73d-5242-4769-a83c-b2b8949c3351 req-0c81b040-c422-451d-89d6-c7aa089c96fd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697149 Apr 05 18:53:52.690173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Deleting port a3a3ab8c-a8aa-4a4b-bf90-53dc3160ea9d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:52.692806 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:52.744913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port fbd4188e-8772-4f3d-ac19-a52064380565, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbd4188e-8772-4f3d-ac19-a52064380565,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:52.765567 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:52.781756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed81c0d-a883-4188-8ba3-44d31b4aac01 req-597f0341-f7d0-4012-b8ee-da4fd175eee2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:52.791525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fed81c0d-a883-4188-8ba3-44d31b4aac01 req-597f0341-f7d0-4012-b8ee-da4fd175eee2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 944 time: 0.2726836 Apr 05 18:53:52.820619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fc81d-9b6c-47fe-a440-7d2738f9a55f None None] Pushing event updated for resources: {'Port': ['ID=085e63c6-4f5a-4597-baba-0149830d8710,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:52.936819 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cd7e5a-c409-4d0a-8cfb-8c39db92ab0d x-openstack-request-id: req-f3cd7e5a-c409-4d0a-8cfb-8c39db92ab0d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:53:52.937247 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5147e94-a4cf-4d3b-aabd-a65d9f3e3573", "name": "network-vif-plugged", "status": "completed", "tag": "fbd4188e-8772-4f3d-ac19-a52064380565", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:53:52.937630 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3cd7e5a-c409-4d0a-8cfb-8c39db92ab0d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:53:52.938513 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cd7e5a-c409-4d0a-8cfb-8c39db92ab0d'] response: {'server_uuid': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'code': 200} Apr 05 18:53:52.972899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=fbd4188e-8772-4f3d-ac19-a52064380565,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:53.005320 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:53.086855 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:53.087419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:53.098053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:53.113960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Calling delete_port for a3a3ab8c-a8aa-4a4b-bf90-53dc3160ea9d owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:53.122044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:53.263514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:53.434204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f58b63-d0d6-4e84-a88c-ae2ed09c2050 req-ae3b2b3c-a9cd-447e-bd86-8968258e26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:53.436142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03f58b63-d0d6-4e84-a88c-ae2ed09c2050 req-ae3b2b3c-a9cd-447e-bd86-8968258e26cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 1096 time: 0.4973342 Apr 05 18:53:53.481463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fed81c0d-a883-4188-8ba3-44d31b4aac01 req-24ba9a8a-2461-41d5-a060-3d8fb1fc3b53 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6874022 Apr 05 18:53:53.485555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Allocated IP 172.25.4.9 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:53.579591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03f58b63-d0d6-4e84-a88c-ae2ed09c2050 req-4894860c-6896-44c9-b440-ce0f10376bbd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211588 Apr 05 18:53:53.592769 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:53.656514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Pushing event deleted for resources: {'Port': ['ID=a3a3ab8c-a8aa-4a4b-bf90-53dc3160ea9d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:53.691178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.691739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.692184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.692698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.693158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.693610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.694128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.694619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.695050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.696184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.696617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.697144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:53.826470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:53.830017 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:53.840025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eef2e5a1-7659-4686-82c2-2fe4b9d3795c tempest-ServerActionsTestJSON-507457545 tempest-ServerActionsTestJSON-507457545-project] 10.222.0.15 "DELETE /v2.0/floatingips/c3dd58dd-8079-4fa5-8981-ca7107ac5f6a HTTP/1.1" status: 204 len: 168 time: 1.9622195 Apr 05 18:53:53.842656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59466) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:53.990884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd99ca2-15ed-4e58-9e03-e085382fcc0d req-337e507c-dd6d-411d-b09a-fa5f6c36f0bd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:53.997163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dd99ca2-15ed-4e58-9e03-e085382fcc0d req-337e507c-dd6d-411d-b09a-fa5f6c36f0bd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.1389689 Apr 05 18:53:54.042347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:54.063667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:54.075016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:54.126213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dd99ca2-15ed-4e58-9e03-e085382fcc0d req-77a3e2fb-4aee-465f-b885-a934f784b9c7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184187 Apr 05 18:53:54.222251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event updated for resources: {'Port': ['ID=8eaf073b-5e0f-40b4-8c75-187b9ca38bd8,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:54.234450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:54.338174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Pushing event updated for resources: {'Port': ['ID=b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:54.364681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:54.393177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:54.396968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:54.409014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:54.530627 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:54.532061 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6a616367-614a-4c76-982b-199d84077bed tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5567780 Apr 05 18:53:54.535273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59474) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:54.541057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3c5c5101-3cf5-41eb-a821-9bfb1214fc3d tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Request body: {'floatingip': {'port_id': 'e2510b50-82c1-46d7-b0a1-cd32d3fd65f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:54.685301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 085e63c6-4f5a-4597-baba-0149830d8710 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:54.807089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5101-3cf5-41eb-a821-9bfb1214fc3d tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:54.903571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 085e63c6-4f5a-4597-baba-0149830d8710 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:54.904008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:54.954271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985fbd7-2a24-4df8-b48c-f3b3f9e87803 None None] Network 915604ac-55a7-4f2d-abfa-faea6df09772 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:53:54.993599 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:55.225931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7199f50-1b31-4cdb-bb03-4de08201975c req-64582208-0408-4a4a-b85f-f618a1c1abb2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:55.227596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-357699fe-b06c-4be4-9a42-5df7083fc151 None None] Provisioning complete for port 085e63c6-4f5a-4597-baba-0149830d8710 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:55.227973 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-357699fe-b06c-4be4-9a42-5df7083fc151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:55.255024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a7199f50-1b31-4cdb-bb03-4de08201975c req-64582208-0408-4a4a-b85f-f618a1c1abb2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 945 time: 0.6182518 Apr 05 18:53:55.276623 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:55.547200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Router 0d126e29-d72a-4954-adb2-ec5c3a29528a is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:53:55.758990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a7199f50-1b31-4cdb-bb03-4de08201975c req-0dce6e5c-0b34-46e1-a360-0614440e2627 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5030069 Apr 05 18:53:55.818133 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:55.832232 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-3c5c5101-3cf5-41eb-a821-9bfb1214fc3d tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] update failed (client error): The resource could not be found. Apr 05 18:53:55.836036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3c5c5101-3cf5-41eb-a821-9bfb1214fc3d tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "PUT /v2.0/floatingips/636d636e-0a5d-4bbc-8409-1587418dc5d8 HTTP/1.1" status: 404 len: 507 time: 1.2997663 Apr 05 18:53:55.838862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59490) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:55.870115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070fba1-d677-4eba-889e-1d5926636d40 req-1ed5ecd5-6679-48ed-96aa-312ed5d56200 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:55.889125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3070fba1-d677-4eba-889e-1d5926636d40 req-1ed5ecd5-6679-48ed-96aa-312ed5d56200 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.4981003 Apr 05 18:53:55.973103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:53:55.989726 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Sync routers for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:53:56.016111 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:56.017834 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:56.080503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3070fba1-d677-4eba-889e-1d5926636d40 req-8f7d9f1c-1f15-40e3-9173-d226f2ad338d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892283 Apr 05 18:53:56.110891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 085e63c6-4f5a-4597-baba-0149830d8710, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=085e63c6-4f5a-4597-baba-0149830d8710,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:53:56.159034 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:56.175224 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-357699fe-b06c-4be4-9a42-5df7083fc151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:56.496952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:56.502294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7373d9c5-6cb0-4486-935b-a3d7146be6fd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8797233 Apr 05 18:53:56.502770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=085e63c6-4f5a-4597-baba-0149830d8710,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:56.503631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59498) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:56.580728 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:56.615200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Deleting port 8eaf073b-5e0f-40b4-8c75-187b9ca38bd8 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:56.615770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:56.685592 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-357699fe-b06c-4be4-9a42-5df7083fc151 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:53:56.688887 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-357699fe-b06c-4be4-9a42-5df7083fc151 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:53:56.856786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:56.860331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:56.899203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Calling delete_port for 8eaf073b-5e0f-40b4-8c75-187b9ca38bd8 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:53:57.030677 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:53:54Z', 'revision_number': 3, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:57.088528 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Checking router: 0d126e29-d72a-4954-adb2-ec5c3a29528a for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:53:57.091044 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Updating router 0d126e29-d72a-4954-adb2-ec5c3a29528a port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:53:57.155324 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.216236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.249343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event deleted for resources: {'Port': ['ID=8eaf073b-5e0f-40b4-8c75-187b9ca38bd8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:57.413377 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.425467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-98262c18-2575-450c-8ffa-9e62f60b9ac4 None None] Provisioning complete for port 085e63c6-4f5a-4597-baba-0149830d8710 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:57.426094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98262c18-2575-450c-8ffa-9e62f60b9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.428873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.430634 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c6925e15-78df-4d62-b41f-1ae93d2ca820 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "DELETE /v2.0/floatingips/636d636e-0a5d-4bbc-8409-1587418dc5d8 HTTP/1.1" status: 204 len: 168 time: 1.5907173 Apr 05 18:53:57.438929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59508) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:57.454792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b78935a4-4ed8-4886-a3da-f50e80098d7c tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Request body: {'floatingip': {'floating_network_id': 'c0f8c8b6-5b38-40e1-81f7-94906655d395', 'port_id': 'e2510b50-82c1-46d7-b0a1-cd32d3fd65f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:57.524989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b78935a4-4ed8-4886-a3da-f50e80098d7c tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.592200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabec48-1b09-4cdb-b65b-c18a2f2dffd3 req-38a156b2-a6a3-45a3-8171-3daa398e0313 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:57.593787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fabec48-1b09-4cdb-b65b-c18a2f2dffd3 req-38a156b2-a6a3-45a3-8171-3daa398e0313 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.3674901 Apr 05 18:53:57.645040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cbdca-43cb-4129-96b7-de71abd30a53 req-039e823b-22c7-4099-a8f4-2897a08a1298 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:57.658781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c4cbdca-43cb-4129-96b7-de71abd30a53 req-039e823b-22c7-4099-a8f4-2897a08a1298 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 945 time: 0.4991798 Apr 05 18:53:57.805290 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.826891 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.926428 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Attempting to bind port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:53:57.929066 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Attempting to bind port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:53:57.929642 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Attempting to bind port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:53:57.951566 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:53:57.952268 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:53:57.955810 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.956395 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:53:57.957149 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Bound port: b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:53:57.957735 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:57.959631 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Pushing event updated for resources: {'Port': ['ID=b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:58.008786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c4cbdca-43cb-4129-96b7-de71abd30a53 req-32e5ddd1-dcc9-4fd2-a025-d29d7674941b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470385 Apr 05 18:53:58.019782 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-b78935a4-4ed8-4886-a3da-f50e80098d7c tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:53:58.029078 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b78935a4-4ed8-4886-a3da-f50e80098d7c tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5843213 Apr 05 18:53:58.029078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59518) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:58.036934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'e2510b50-82c1-46d7-b0a1-cd32d3fd65f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:58.043698 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.044244 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.044370 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.044705 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.045032 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.046658 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.047009 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.047368 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.047667 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.047993 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.048317 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.048640 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:53:58.096358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fabec48-1b09-4cdb-b65b-c18a2f2dffd3 req-1d5f6d2d-bee1-4114-b6f8-f570f5c49c87 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828258 Apr 05 18:53:58.147599 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] For port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:53:58.153770 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] For port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:53:58.166647 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:58.178699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:58.295519 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:53:58.296916 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:58.353077 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:58.395987 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:58.401906 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1a2c7-602d-49c3-9d73-53705db8c8b6 None None] Pushing event updated for resources: {'Port': ['ID=b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:58.631448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 085e63c6-4f5a-4597-baba-0149830d8710 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:53:58.648461 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:53:58.675025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59528) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:58.739215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 085e63c6-4f5a-4597-baba-0149830d8710 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:53:58.739961 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:58.758329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Allocated IP 172.25.4.142 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/b04ba01f-1c5f-4dff-adaf-cbab14ca272e) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:53:58.760995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a7599-4c8d-49f3-bf7d-b95297b7cb8c req-3581b0fe-5c4d-45ab-a9a5-1a74ae114dae tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:58.768524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d84a7599-4c8d-49f3-bf7d-b95297b7cb8c req-3581b0fe-5c4d-45ab-a9a5-1a74ae114dae tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 945 time: 0.5262277 Apr 05 18:53:58.800657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:58.931460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d84a7599-4c8d-49f3-bf7d-b95297b7cb8c req-22ff93cb-fff8-41ce-a285-2a2ac9d9f76e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618414 Apr 05 18:53:58.954588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59532) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:59.114561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:59.218113 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:53:54Z', 'revision_number': 3, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:53:59.225915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:59.247054 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a41b6-1812-4f25-b6a6-6e0fb3c87f3b None None] The sync data for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 is: [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:53:54Z', 'revision_number': 3, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:53:59.328052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:53:59.332931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event updated for resources: {'Port': ['ID=b04ba01f-1c5f-4dff-adaf-cbab14ca272e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:59.348646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:53:59.353203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:53:59.359797 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af18db26-cd29-4b97-b0c8-0d49b7ea52c0 tempest-TestVolumeBootPattern-591668036 tempest-TestVolumeBootPattern-591668036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:53:59.364921 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-af18db26-cd29-4b97-b0c8-0d49b7ea52c0 tempest-TestVolumeBootPattern-591668036 tempest-TestVolumeBootPattern-591668036-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 1091 time: 0.4076641 Apr 05 18:53:59.384178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59540) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:53:59.389396 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:53:59.399029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f56b065-bbde-4cd4-9b59-7a4fb85f8956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:59.454844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:59.722515 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f56b065-bbde-4cd4-9b59-7a4fb85f8956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:59.740681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f56b065-bbde-4cd4-9b59-7a4fb85f8956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:59.856258 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:59.864924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Deleting port b04ba01f-1c5f-4dff-adaf-cbab14ca272e {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:53:59.865348 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:53:59.977448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56b065-bbde-4cd4-9b59-7a4fb85f8956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e148943-5f7c-4139-8776-863412b1ce60,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:53:59.985718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2f56b065-bbde-4cd4-9b59-7a4fb85f8956 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1076ad5733a04b14887a38726c760bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3058009 Apr 05 18:53:59.991924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59544) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:00.049686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e2f9b-2cf8-429c-b190-8144ca2e54b5 req-c95afaf4-0a41-408c-8d13-551bb155e407 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:00.051708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a5e2f9b-2cf8-429c-b190-8144ca2e54b5 req-c95afaf4-0a41-408c-8d13-551bb155e407 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.5871074 Apr 05 18:54:00.072280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Allocated IP 172.20.0.1 (915604ac-55a7-4f2d-abfa-faea6df09772/e2830ced-b757-48b1-9e92-cbee255b2f50/d6e18b30-dc0e-48a1-b349-4b2dce42cfa3) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:54:00.112615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.112615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.139802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Calling delete_port for b04ba01f-1c5f-4dff-adaf-cbab14ca272e owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:00.155071 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a5e2f9b-2cf8-429c-b190-8144ca2e54b5 req-1a901496-9ba0-4eec-843f-4da4faa44d2d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914631 Apr 05 18:54:00.155904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.25.4.12 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/09e5a5fc-b414-4fe7-bbc9-9d7489b05e0a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:54:00.194853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea4922d4-d397-4d83-a5a9-461f84979f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.352111 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea4922d4-d397-4d83-a5a9-461f84979f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.364634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.428906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.514158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.531547 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea4922d4-d397-4d83-a5a9-461f84979f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.536012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea4922d4-d397-4d83-a5a9-461f84979f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.538703 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ea4922d4-d397-4d83-a5a9-461f84979f15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e148943-5f7c-4139-8776-863412b1ce60 HTTP/1.1" status: 204 len: 168 time: 0.5384440 Apr 05 18:54:00.554560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4922d4-d397-4d83-a5a9-461f84979f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e148943-5f7c-4139-8776-863412b1ce60,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:00.558745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Deleting port 0191b853-5690-4845-b3e8-a6c1b81d9448 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:00.559359 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.574385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Network 915604ac-55a7-4f2d-abfa-faea6df09772 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:00.583992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:00.588123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.625294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e18b30-dc0e-48a1-b349-4b2dce42cfa3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:00.631665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:00.651314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event deleted for resources: {'Port': ['ID=b04ba01f-1c5f-4dff-adaf-cbab14ca272e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:00.732977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:00.850095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:01.018056 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] create failed (client error): The resource could not be found. Apr 05 18:54:01.019671 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b2fdecca-1dd6-492b-9503-c35c3fc3ef04 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9896190 Apr 05 18:54:01.023831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:01.024976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59552) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:01.046979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:01.055727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:01.060488 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-bd55b8be-8947-4370-8781-95a22f59670d None None] Provisioning complete for port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:01.061043 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd55b8be-8947-4370-8781-95a22f59670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:01.130510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:54:01.235995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bd55b8be-8947-4370-8781-95a22f59670d None None] Port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:54:01.260343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] For port 0191b853-5690-4845-b3e8-a6c1b81d9448, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0191b853-5690-4845-b3e8-a6c1b81d9448,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:01.260711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:01.280243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Calling delete_port for 0191b853-5690-4845-b3e8-a6c1b81d9448 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:01.281171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:01.281553 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:01.469257 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:01.517065 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:01.517297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:01.524678 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:01.606186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c108bd-22b8-4609-b2db-87a41f012509 req-1df6f9d4-fb20-4ec8-ad5e-b5fc54288293 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:01.608203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65c108bd-22b8-4609-b2db-87a41f012509 req-1df6f9d4-fb20-4ec8-ad5e-b5fc54288293 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2093692 Apr 05 18:54:01.707957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:01.741435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=09e5a5fc-b414-4fe7-bbc9-9d7489b05e0a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:01.742011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65c108bd-22b8-4609-b2db-87a41f012509 req-d826f862-54af-405c-bda0-e2e954a7dd84 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029029 Apr 05 18:54:02.071923 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:02.079581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:02.179240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Pushing event deleted for resources: {'Port': ['ID=0191b853-5690-4845-b3e8-a6c1b81d9448,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:02.264778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:02.280850 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:02.397118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e18b30-dc0e-48a1-b349-4b2dce42cfa3,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:02.520151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:02.712138 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:02.789941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:54:02.912516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:02.914073 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:02.937969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-949f5c4b-3b51-4f28-a11d-675cf42bd21b tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Deleting port e2510b50-82c1-46d7-b0a1-cd32d3fd65f6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:02.938587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-949f5c4b-3b51-4f28-a11d-675cf42bd21b tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:02.959049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Network 915604ac-55a7-4f2d-abfa-faea6df09772 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:02.961048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:03.189316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:03.429267 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:03.439002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:03.462291 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-949f5c4b-3b51-4f28-a11d-675cf42bd21b tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:03.571439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-949f5c4b-3b51-4f28-a11d-675cf42bd21b tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Calling delete_port for e2510b50-82c1-46d7-b0a1-cd32d3fd65f6 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:03.614943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=09e5a5fc-b414-4fe7-bbc9-9d7489b05e0a,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:03.626957 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:03.638907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8664e6d6-57ce-4e6c-ba3e-966c4580e244 None None] Provisioning complete for port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:03.640708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8664e6d6-57ce-4e6c-ba3e-966c4580e244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:03.821414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8664e6d6-57ce-4e6c-ba3e-966c4580e244 None None] Port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:54:03.853599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Router 0d126e29-d72a-4954-adb2-ec5c3a29528a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:54:03.887158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-949f5c4b-3b51-4f28-a11d-675cf42bd21b tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:04.003091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Router 4e753e6f-33fb-48ef-ab92-5dac90d55edc has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:54:04.013452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4055a-ab54-4c21-b8e6-bbb61c25cb36 req-20c41609-6265-495d-931f-8ceb39a619ea tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:04.020753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08d4055a-ab54-4c21-b8e6-bbb61c25cb36 req-20c41609-6265-495d-931f-8ceb39a619ea tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.3006079 Apr 05 18:54:04.048131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f5c4b-3b51-4f28-a11d-675cf42bd21b tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event deleted for resources: {'Port': ['ID=e2510b50-82c1-46d7-b0a1-cd32d3fd65f6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:04.126803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:54:04.137784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Sync routers for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:54:04.158727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:04.162097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:04.171622 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Floating IP c7c45948-76ff-4ea6-9f26-ef55b72339fe associated. External IP: 172.25.4.12, port: fbd4188e-8772-4f3d-ac19-a52064380565. Apr 05 18:54:04.174010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2d1f909f-9b4f-48fb-9a68-156c547b02d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/0d126e29-d72a-4954-adb2-ec5c3a29528a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6648977 Apr 05 18:54:04.351841 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-949f5c4b-3b51-4f28-a11d-675cf42bd21b tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:04.356934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-949f5c4b-3b51-4f28-a11d-675cf42bd21b tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "DELETE /v2.0/ports/e2510b50-82c1-46d7-b0a1-cd32d3fd65f6 HTTP/1.1" status: 204 len: 168 time: 3.3273799 Apr 05 18:54:04.360214 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59608) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:04.412266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08d4055a-ab54-4c21-b8e6-bbb61c25cb36 req-df25ce4c-6ee6-4888-8838-ac400e55eeba tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3760459 Apr 05 18:54:04.515937 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dfbbb1-b062-4469-bebb-f49bf18a10c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:04.518716 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-99dfbbb1-b062-4469-bebb-f49bf18a10c4 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "GET /v2.0/ports?device_id=80868810-64c5-4193-812c-9eea98fed0c3 HTTP/1.1" status: 200 len: 913 time: 0.1563005 Apr 05 18:54:04.521259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59610) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:04.536481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:54:04.593942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:54:04.600875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c58147d7-5b39-48ba-8c60-e192f1a3d956 admin admin] 10.222.0.15 "PUT /v2.0/routers/4e753e6f-33fb-48ef-ab92-5dac90d55edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7568336 Apr 05 18:54:04.605945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59612) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:04.606624 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] Sync routers for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:54:04.628468 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:04.725683 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:04.742556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:54:04.972872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:05.039220 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:05.100574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 2, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:05.170880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Checking router: 0d126e29-d72a-4954-adb2-ec5c3a29528a for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:54:05.170880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Updating router 0d126e29-d72a-4954-adb2-ec5c3a29528a port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:54:05.190628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:05.222298 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:54:05.282250 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:05.328388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Deleting port dcf55353-3f8a-4ed3-b556-05032fd31758 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:05.328737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:05.562647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] For port dcf55353-3f8a-4ed3-b556-05032fd31758, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=dcf55353-3f8a-4ed3-b556-05032fd31758,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:05.563700 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:05.583419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:54:05.600638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Calling delete_port for dcf55353-3f8a-4ed3-b556-05032fd31758 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:05.630793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:05.777793 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5e0735f5-2d85-4489-87db-c14fc6dc0761 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3856168 Apr 05 18:54:05.786001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'tag': 'fbd4188e-8772-4f3d-ac19-a52064380565'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:54:05.802530 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4821eb-a2f3-41d0-a27c-318c25f94362" -d '{"events": [{"name": "network-changed", "server_uuid": "a5147e94-a4cf-4d3b-aabd-a65d9f3e3573", "tag": "fbd4188e-8772-4f3d-ac19-a52064380565"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:54:05.860101 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 5, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port': {'id': 'dcf55353-3f8a-4ed3-b556-05032fd31758', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:44:39Z', 'updated_at': '2022-04-05T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:05.982941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:06.024449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] Sync routers for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:54:06.033853 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:06.057580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54efdb9-ec46-4d0f-9c5d-e6b105da99ce req-b796c363-5ce1-4b90-a4c6-7f6a0b166705 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:06.059759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f54efdb9-ec46-4d0f-9c5d-e6b105da99ce req-b796c363-5ce1-4b90-a4c6-7f6a0b166705 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.3148687 Apr 05 18:54:06.069605 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] Checking router: 4e753e6f-33fb-48ef-ab92-5dac90d55edc for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:54:06.084618 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] Routers {'4e753e6f-33fb-48ef-ab92-5dac90d55edc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:06.085701 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:06.088427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:06.149690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e84584-6895-48a4-a468-2b59ab7b4442 None None] Pushing event updated for resources: {'Port': ['ID=d6e18b30-dc0e-48a1-b349-4b2dce42cfa3,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:06.320383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Attempting to bind port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:54:06.320853 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Attempting to bind port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:54:06.322498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Attempting to bind port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 on network 915604ac-55a7-4f2d-abfa-faea6df09772 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:54:06.338714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:06.342728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:06.372266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f54efdb9-ec46-4d0f-9c5d-e6b105da99ce req-aac480b5-d8f0-4c20-9f6e-7995c6b414ed tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951171 Apr 05 18:54:06.539567 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] Set router 4e753e6f-33fb-48ef-ab92-5dac90d55edc gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:54:06.599419 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613b8d3f-a70b-4081-afe9-6e39a03f7616 x-openstack-request-id: req-613b8d3f-a70b-4081-afe9-6e39a03f7616 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:54:06.602855 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5147e94-a4cf-4d3b-aabd-a65d9f3e3573", "tag": "fbd4188e-8772-4f3d-ac19-a52064380565", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:54:06.603848 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-613b8d3f-a70b-4081-afe9-6e39a03f7616 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:54:06.604568 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613b8d3f-a70b-4081-afe9-6e39a03f7616'] response: {'name': 'network-changed', 'server_uuid': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'tag': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'status': 'completed', 'code': 200} Apr 05 18:54:06.755195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:54:06.757723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:06.835681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59656) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:06.858419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361934414', 'description': 'tempest-description--2074498745'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:06.901059 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:54:05Z', 'revision_number': 6, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:06.911646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-f00978c6-ca0f-433b-8a9a-85f140f8360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:06.913282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-f00978c6-ca0f-433b-8a9a-85f140f8360a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 1096 time: 0.3141041 Apr 05 18:54:06.961518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf55353-3f8a-4ed3-b556-05032fd31758,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:07.005558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.018728 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3aaf13-15c2-48b4-9ef4-5e444aaddbb3 None None] The sync data for ids ['4e753e6f-33fb-48ef-ab92-5dac90d55edc'] in n-d-836650-3 is: [{'id': '4e753e6f-33fb-48ef-ab92-5dac90d55edc', 'name': 'tempest-ServerActionsTestJSON-1011370900-router', 'tenant_id': '1ac303184650411dba4fc2e51c5d273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:44:38Z', 'updated_at': '2022-04-05T18:54:05Z', 'revision_number': 6, 'project_id': '1ac303184650411dba4fc2e51c5d273a', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:54:07.019714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Deleting port b93dfd0a-07a8-4350-9d98-f845c26f59a8 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:07.019954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.035239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:54:07.037348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Checking segment: {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:07.038990 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.039656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Bound using segment: {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:54:07.041187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Bound port: d6e18b30-dc0e-48a1-b349-4b2dce42cfa3, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:54:07.042910 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.285849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.326417 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.335963 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.366743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] For port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:54:07.374727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] For port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d6e18b30-dc0e-48a1-b349-4b2dce42cfa3,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:54:07.445757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.453534 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6082470 Apr 05 18:54:07.454851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59662) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:07.463846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e86e13-37aa-48dd-bf73-6b60e8cb599c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:07.504725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cbfeb207-f489-44d3-bf6e-d45f15d3a3b4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'security_group_rule': {'security_group_id': 'f7e86e13-37aa-48dd-bf73-6b60e8cb599c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:07.535377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.538795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.539266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.540283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.540641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.541402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.541755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.544104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.544466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.544811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.545158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.547047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cc7f8-12f7-4006-b04d-d987f29c8afc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:07.579430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59666) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:07.600393 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.644052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Calling delete_port for b93dfd0a-07a8-4350-9d98-f845c26f59a8 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:07.666829 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.673798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.792196 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.853186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-a5b986c3-03a9-4cb7-82e7-9d9db589ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:07.854987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-a5b986c3-03a9-4cb7-82e7-9d9db589ee6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.8860495 Apr 05 18:54:07.859744 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.860307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e753e6f-33fb-48ef-ab92-5dac90d55edc {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:54:07.961497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24bcd4dc-9730-447c-9a9e-7ade17163e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.963065 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:07.968683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59674) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:07.968892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6d14244d-110c-4f87-8dc6-9a74f8e0461b admin admin] 10.222.0.15 "DELETE /v2.0/routers/4e753e6f-33fb-48ef-ab92-5dac90d55edc HTTP/1.1" status: 204 len: 168 time: 3.3617241 Apr 05 18:54:07.972902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-6b455938-984d-45ce-bd67-fb7e5dabec64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd4188e-8772-4f3d-ac19-a52064380565 HTTP/1.1" status: 200 len: 998 time: 0.0948293 Apr 05 18:54:07.992136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbfeb207-f489-44d3-bf6e-d45f15d3a3b4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.008877 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.032915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e84584-6895-48a4-a468-2b59ab7b4442 None None] Pushing event updated for resources: {'Port': ['ID=d6e18b30-dc0e-48a1-b349-4b2dce42cfa3,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:08.049421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-27c7534d-0aee-4ddd-a67e-870e7c67cb80 None None] Provisioning complete for port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:08.049923 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27c7534d-0aee-4ddd-a67e-870e7c67cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.079564 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:54:08.112630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-caef6324-985c-44bc-b1e6-75bebcd79a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:08.114110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-caef6324-985c-44bc-b1e6-75bebcd79a4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1106586 Apr 05 18:54:08.209165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:08.209723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:08.239441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-514d818d-a210-4030-a985-99f2f4651607 admin admin] Deleting subnet d35e3b87-6d58-4568-84d0-fc43995f254a {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:54:08.254440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-514d818d-a210-4030-a985-99f2f4651607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.269281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d971f-ee99-450f-a7bb-7314590a8cec req-cb6ed211-73ce-4ea5-b50d-540dc68107cf tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:08.273240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751d971f-ee99-450f-a7bb-7314590a8cec req-cb6ed211-73ce-4ea5-b50d-540dc68107cf tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.4593086 Apr 05 18:54:08.350000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.376921 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-514d818d-a210-4030-a985-99f2f4651607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.399029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbfeb207-f489-44d3-bf6e-d45f15d3a3b4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.424802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbfeb207-f489-44d3-bf6e-d45f15d3a3b4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.429550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c7c45948-76ff-4ea6-9f26-ef55b72339fe', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:44:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:54:01Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 0, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:08.509302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event deleted for resources: {'Port': ['ID=b93dfd0a-07a8-4350-9d98-f845c26f59a8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:08.529849 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-424ca6f2-4a9a-40e7-be3a-e2527967bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:08.534111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-424ca6f2-4a9a-40e7-be3a-e2527967bd91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4036222 Apr 05 18:54:08.539868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeb207-f489-44d3-bf6e-d45f15d3a3b4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6088b25-d8a1-48fa-935e-929f87f4b309,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:08.563144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbfeb207-f489-44d3-bf6e-d45f15d3a3b4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.567894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cbfeb207-f489-44d3-bf6e-d45f15d3a3b4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1074414 Apr 05 18:54:08.574486 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59676) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:08.578293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-cc0f06b2-8380-4351-be51-01ddfe83b4ce service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:54:08.581637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-cc0f06b2-8380-4351-be51-01ddfe83b4ce service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305097 Apr 05 18:54:08.590827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751d971f-ee99-450f-a7bb-7314590a8cec req-bf854efb-f37d-4274-91cf-66ae0a57336f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939708 Apr 05 18:54:08.646813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e00c2811-426a-4268-a3f1-7678945638fc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'security_group_rule': {'security_group_id': 'f7e86e13-37aa-48dd-bf73-6b60e8cb599c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:08.659727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] Checking router: 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:54:08.735694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24bcd4dc-9730-447c-9a9e-7ade17163e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.801344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-500fe9ba-43f8-4002-9af2-d5e7d56fb01f service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094152 Apr 05 18:54:08.827100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0191b853-5690-4845-b3e8-a6c1b81d9448 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:54:08.888320 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-24bcd4dc-9730-447c-9a9e-7ade17163e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:08.935470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:08.936373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:08.963691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc4821eb-a2f3-41d0-a27c-318c25f94362 req-66e7a5ca-4c03-4095-af18-75502fd2f482 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537194 Apr 05 18:54:09.036627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0191b853-5690-4845-b3e8-a6c1b81d9448 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:54:09.037193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0191b853-5690-4845-b3e8-a6c1b81d9448 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:54:09.037691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device dcf55353-3f8a-4ed3-b556-05032fd31758 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:54:09.146345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcd4dc-9730-447c-9a9e-7ade17163e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5e1324-f2ee-43ad-ba05-b7ce8da79233,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:09.202199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-24bcd4dc-9730-447c-9a9e-7ade17163e54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55d8ff8bcd634badbbb5ec5d6a8977d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6215510 Apr 05 18:54:09.203229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00c2811-426a-4268-a3f1-7678945638fc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.205598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:09.333261 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-514d818d-a210-4030-a985-99f2f4651607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.337093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.353955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bce0ade7-95ae-4cb5-8862-af55e507b406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.373221 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27c7534d-0aee-4ddd-a67e-870e7c67cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.383875 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bce0ade7-95ae-4cb5-8862-af55e507b406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.435595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:54:09.442489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00c2811-426a-4268-a3f1-7678945638fc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.456015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bce0ade7-95ae-4cb5-8862-af55e507b406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.461156 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bce0ade7-95ae-4cb5-8862-af55e507b406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.467512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bce0ade7-95ae-4cb5-8862-af55e507b406 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e5e1324-f2ee-43ad-ba05-b7ce8da79233 HTTP/1.1" status: 204 len: 168 time: 0.2539575 Apr 05 18:54:09.478548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ade7-95ae-4cb5-8862-af55e507b406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5e1324-f2ee-43ad-ba05-b7ce8da79233,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:09.493600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: dcf55353-3f8a-4ed3-b556-05032fd31758 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:54:09.493940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device dcf55353-3f8a-4ed3-b556-05032fd31758 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:54:09.494179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00c2811-426a-4268-a3f1-7678945638fc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.525550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:54:09.563588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c2811-426a-4268-a3f1-7678945638fc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d53010-2c25-439f-8fbb-192e5e8dd663,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:09.580043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-514d818d-a210-4030-a985-99f2f4651607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.590843 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cea637e8-e740-4667-bc82-c6a46db8154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.625368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00c2811-426a-4268-a3f1-7678945638fc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.626765 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e00c2811-426a-4268-a3f1-7678945638fc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0131106 Apr 05 18:54:09.633023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59684) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:09.640586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:09.660313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d818d-a210-4030-a985-99f2f4651607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35e3b87-6d58-4568-84d0-fc43995f254a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:09.697999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-514d818d-a210-4030-a985-99f2f4651607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.702353 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-514d818d-a210-4030-a985-99f2f4651607 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d35e3b87-6d58-4568-84d0-fc43995f254a HTTP/1.1" status: 204 len: 168 time: 1.7333584 Apr 05 18:54:09.706012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59688) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:09.712524 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:09.720023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Router 80868810-64c5-4193-812c-9eea98fed0c3 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:54:09.741213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83faeb-568d-4c0c-b8c5-e15c6fef2ad1 None None] Network 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:09.783381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-27c7534d-0aee-4ddd-a67e-870e7c67cb80 None None] For port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d6e18b30-dc0e-48a1-b349-4b2dce42cfa3,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:09.909071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b1d95-53fb-45c3-af55-2806aed34929 req-653c75d9-e9ff-4d04-b4f6-6c957a9f45d4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:09.918823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-383b1d95-53fb-45c3-af55-2806aed34929 req-653c75d9-e9ff-4d04-b4f6-6c957a9f45d4 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.0815160 Apr 05 18:54:09.977163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-383b1d95-53fb-45c3-af55-2806aed34929 req-e83e2577-df9c-483f-ab86-16595e46fb28 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521662 Apr 05 18:54:10.021711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27c7534d-0aee-4ddd-a67e-870e7c67cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:10.067433 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:10.131227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59696) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:10.176985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d098dfda-2bad-4991-9387-ffcd9cc917b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:10.303222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7534d-0aee-4ddd-a67e-870e7c67cb80 None None] Pushing event updated for resources: {'Port': ['ID=d6e18b30-dc0e-48a1-b349-4b2dce42cfa3,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:10.343957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-397023d2-2d1f-4765-a38a-d289c2e4aab5 None None] Provisioning complete for port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:10.344808 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-397023d2-2d1f-4765-a38a-d289c2e4aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:10.432617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Allocated IP 172.25.4.39 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/e4ad98e4-bcfc-4f6c-a4ce-96e23cfc0dc2) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:54:10.454926 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:10.502544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:54:10.518415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-99ed6457-6e70-4870-ae43-8c2854243b48 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "PUT /v2.0/routers/80868810-64c5-4193-812c-9eea98fed0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9957039 Apr 05 18:54:10.520327 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59700) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:10.524797 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62108398-e238-4a53-9ba4-57f73650a162 None None] Sync routers for ids ['80868810-64c5-4193-812c-9eea98fed0c3'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:54:10.555059 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62108398-e238-4a53-9ba4-57f73650a162 None None] Routers {'80868810-64c5-4193-812c-9eea98fed0c3'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:10.556220 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-62108398-e238-4a53-9ba4-57f73650a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['80868810-64c5-4193-812c-9eea98fed0c3'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:10.655354 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-62108398-e238-4a53-9ba4-57f73650a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:10.685297 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62108398-e238-4a53-9ba4-57f73650a162 None None] Routers {'80868810-64c5-4193-812c-9eea98fed0c3'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:10.686297 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-62108398-e238-4a53-9ba4-57f73650a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:53:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['80868810-64c5-4193-812c-9eea98fed0c3'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:10.741798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:10.759424 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b03a-9bd8-409f-9db1-a564d558f5d3 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:10.793287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d098dfda-2bad-4991-9387-ffcd9cc917b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:10.809980 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d098dfda-2bad-4991-9387-ffcd9cc917b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:10.830830 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-62108398-e238-4a53-9ba4-57f73650a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:10.832474 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62108398-e238-4a53-9ba4-57f73650a162 None None] The sync data for ids ['80868810-64c5-4193-812c-9eea98fed0c3'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:54:10.838148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:07Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:10.914269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d098dfda-2bad-4991-9387-ffcd9cc917b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7541652b76640b9b028768ebe87bf41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7817011 Apr 05 18:54:10.918362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59702) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:10.919395 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098dfda-2bad-4991-9387-ffcd9cc917b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a4e661-ad6f-45b9-a8ea-5c031f51a539,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:10.929409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85479506-cd07-421e-a256-a2a7a78ce4b3 None None] DHCP port deletion for 9e2044dd-43b9-4d5e-b90b-2cfa18e6273c request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:54:10.943420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce40ae-ad94-4a1a-a684-60a5db03192f None None] The sync data for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 is: [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:07Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:54:10.950504 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.060749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:11.078338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:11.081840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:11.120128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'Port': ['ID=e4ad98e4-bcfc-4f6c-a4ce-96e23cfc0dc2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:11.161849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90cecf24-b686-4739-a008-00472de52832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.204648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c7c45948-76ff-4ea6-9f26-ef55b72339fe', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:44:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:54:01Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 0, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:11.220414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-85479506-cd07-421e-a256-a2a7a78ce4b3 None None] Deleting port f5b0603e-340d-45cb-b521-b59251b4b062 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:11.220822 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85479506-cd07-421e-a256-a2a7a78ce4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.239134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b03a-9bd8-409f-9db1-a564d558f5d3 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.241747 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b03a-9bd8-409f-9db1-a564d558f5d3 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.291836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.333128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90cecf24-b686-4739-a008-00472de52832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.378607 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b03a-9bd8-409f-9db1-a564d558f5d3 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.379585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab2b03a-9bd8-409f-9db1-a564d558f5d3 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Fanout notify agent at l3_agent the message router_deleted on router 80868810-64c5-4193-812c-9eea98fed0c3 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:54:11.398939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b03a-9bd8-409f-9db1-a564d558f5d3 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.400495 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9ab2b03a-9bd8-409f-9db1-a564d558f5d3 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "DELETE /v2.0/routers/80868810-64c5-4193-812c-9eea98fed0c3 HTTP/1.1" status: 204 len: 168 time: 0.8785198 Apr 05 18:54:11.403701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Deleting port f5b0603e-340d-45cb-b521-b59251b4b062 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:11.406288 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.409159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59710) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:11.447551 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.493597 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873eaf1-88e9-4aca-ad8f-51762daf10a6 req-062b1aa6-13fa-4c52-91e0-9f3acf6cdafb tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:11.496074 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1873eaf1-88e9-4aca-ad8f-51762daf10a6 req-062b1aa6-13fa-4c52-91e0-9f3acf6cdafb tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.3237813 Apr 05 18:54:11.553139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-85479506-cd07-421e-a256-a2a7a78ce4b3 None None] For port f5b0603e-340d-45cb-b521-b59251b4b062, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f5b0603e-340d-45cb-b521-b59251b4b062,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:11.574152 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85479506-cd07-421e-a256-a2a7a78ce4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.586139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-769f7b4a-5667-4457-a647-8bf5fc92d862 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Deleting subnet 3fbfa2af-c957-4987-99aa-0d7bba7c31d5 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:54:11.591051 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-769f7b4a-5667-4457-a647-8bf5fc92d862 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.600296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1873eaf1-88e9-4aca-ad8f-51762daf10a6 req-f511beaa-ca41-463e-a1be-942b9fc7735a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950611 Apr 05 18:54:11.605203 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90cecf24-b686-4739-a008-00472de52832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.608524 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90cecf24-b686-4739-a008-00472de52832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.612032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-90cecf24-b686-4739-a008-00472de52832 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89a4e661-ad6f-45b9-a8ea-5c031f51a539 HTTP/1.1" status: 204 len: 168 time: 0.6850040 Apr 05 18:54:11.635721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-85479506-cd07-421e-a256-a2a7a78ce4b3 None None] Calling delete_port for f5b0603e-340d-45cb-b521-b59251b4b062 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:11.644163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cecf24-b686-4739-a008-00472de52832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a4e661-ad6f-45b9-a8ea-5c031f51a539,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:11.712243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-769f7b4a-5667-4457-a647-8bf5fc92d862 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.749552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] For port f5b0603e-340d-45cb-b521-b59251b4b062, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f5b0603e-340d-45cb-b521-b59251b4b062,segment=NetworkSegment(0bd16efb-ef58-47fc-9e21-fad3415e258f),segment_id=0bd16efb-ef58-47fc-9e21-fad3415e258f)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:11.752363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.790055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Calling delete_port for f5b0603e-340d-45cb-b521-b59251b4b062 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:11.824460 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:11.835332 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.015570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cbf075-ca40-487f-8b48-cfcca3bd8a98 None None] The sync data for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 is: [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'c7c45948-76ff-4ea6-9f26-ef55b72339fe', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:44:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:54:01Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 0, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:54:12.202303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'Port': ['ID=e4ad98e4-bcfc-4f6c-a4ce-96e23cfc0dc2,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:12.205154 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.210465 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9829dcb2-acb7-4ba3-88cd-5dc6edba1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.234298 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85479506-cd07-421e-a256-a2a7a78ce4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.264916 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.280503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-04c9f350-bd70-475d-989f-a1467f8fc49b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6459489 Apr 05 18:54:12.291436 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-769f7b4a-5667-4457-a647-8bf5fc92d862 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.300170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85479506-cd07-421e-a256-a2a7a78ce4b3 None None] Pushing event deleted for resources: {'Port': ['ID=f5b0603e-340d-45cb-b521-b59251b4b062,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:12.308640 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85479506-cd07-421e-a256-a2a7a78ce4b3 None None] No DVR routers for this DVR port f5b0603e-340d-45cb-b521-b59251b4b062 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:54:12.497472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.549831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b0603e-340d-45cb-b521-b59251b4b062,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:12.556567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] No DVR routers for this DVR port f5b0603e-340d-45cb-b521-b59251b4b062 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:54:12.584734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-769f7b4a-5667-4457-a647-8bf5fc92d862 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.630275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3391ff23-4371-4fcd-ad08-112a2d164809 None None] New status for floating IP c7c45948-76ff-4ea6-9f26-ef55b72339fe: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:54:12.785596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-8438ce97-4dae-4bd7-8c6b-a7ebcd4fd770 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--361934414&fields=id&tenant_id=4b32d3ab7bdd4321b9452ebbbb332473 HTTP/1.1" status: 200 len: 267 time: 0.1235793 Apr 05 18:54:12.796779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-769f7b4a-5667-4457-a647-8bf5fc92d862 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.816908 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-769f7b4a-5667-4457-a647-8bf5fc92d862 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "DELETE /v2.0/subnets/3fbfa2af-c957-4987-99aa-0d7bba7c31d5 HTTP/1.1" status: 204 len: 168 time: 1.4051118 Apr 05 18:54:12.870320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59740) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:12.874832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:54:12.876633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce33874-4ade-4000-9eb7-9d57150c9a42 None None] Network c0f8c8b6-5b38-40e1-81f7-94906655d395 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:12.886437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f7b4a-5667-4457-a647-8bf5fc92d862 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbfa2af-c957-4987-99aa-0d7bba7c31d5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:12.907576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:12.950656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2044dd-43b9-4d5e-b90b-2cfa18e6273c']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:12.977183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd16efb-ef58-47fc-9e21-fad3415e258f') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:12.978004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd16efb-ef58-47fc-9e21-fad3415e258f') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:13.002884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.050972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.063703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:13.065549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:13.068133 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:13.103467 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.180874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.203669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.220520 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] 10.222.0.15 "DELETE /v2.0/networks/9e2044dd-43b9-4d5e-b90b-2cfa18e6273c HTTP/1.1" status: 204 len: 168 time: 3.5122452 Apr 05 18:54:13.224293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.274899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb8cc4-807c-478a-a3b9-35625093606f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2044dd-43b9-4d5e-b90b-2cfa18e6273c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:13.348962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c649473-a538-4cf0-b541-6bcd20370572 req-34dc5252-4434-406f-a44a-8201767e4a54 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:13.354314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c649473-a538-4cf0-b541-6bcd20370572 req-34dc5252-4434-406f-a44a-8201767e4a54 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.5511858 Apr 05 18:54:13.488282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:13.489455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.506241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-989d610b-2a27-4ed2-bb20-4e9def7a8aba tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:13.510434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-989d610b-2a27-4ed2-bb20-4e9def7a8aba tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 810 time: 0.7087221 Apr 05 18:54:13.625919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59760) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:13.689766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf623ac3-3774-4133-8cd7-7efe63708197 None None] DHCP port deletion for c0f8c8b6-5b38-40e1-81f7-94906655d395 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:54:13.724477 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cf04e5ff-ca2a-4cb4-a2f5-37a5f75bd2e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ac303184650411dba4fc2e51c5d273a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949888 Apr 05 18:54:13.725573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59762) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:13.778185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f5b0603e-340d-45cb-b521-b59251b4b062 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:54:13.789777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bf623ac3-3774-4133-8cd7-7efe63708197 None None] Deleting port d9b51de0-34f5-4190-a20b-48299790fcb7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:13.790663 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf623ac3-3774-4133-8cd7-7efe63708197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.836380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: f5b0603e-340d-45cb-b521-b59251b4b062 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:54:13.836906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f5b0603e-340d-45cb-b521-b59251b4b062 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:54:13.850673 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b7191c08-8ccd-4633-9146-d30d1a903dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.913048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b7191c08-8ccd-4633-9146-d30d1a903dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.918463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bf623ac3-3774-4133-8cd7-7efe63708197 None None] For port d9b51de0-34f5-4190-a20b-48299790fcb7, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d9b51de0-34f5-4190-a20b-48299790fcb7,segment=NetworkSegment(87c35646-55b0-45b5-be2e-524f8d0f9244),segment_id=87c35646-55b0-45b5-be2e-524f8d0f9244)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:13.920256 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf623ac3-3774-4133-8cd7-7efe63708197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:13.941999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bf623ac3-3774-4133-8cd7-7efe63708197 None None] Calling delete_port for d9b51de0-34f5-4190-a20b-48299790fcb7 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:14.038977 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b7191c08-8ccd-4633-9146-d30d1a903dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:14.041742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b7191c08-8ccd-4633-9146-d30d1a903dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:14.044018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b7191c08-8ccd-4633-9146-d30d1a903dc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54a43d30-74e1-4310-b7c0-ca0365cfc59a HTTP/1.1" status: 204 len: 168 time: 0.3169944 Apr 05 18:54:14.056708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7191c08-8ccd-4633-9146-d30d1a903dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a43d30-74e1-4310-b7c0-ca0365cfc59a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:14.159155 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf623ac3-3774-4133-8cd7-7efe63708197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:14.224221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf623ac3-3774-4133-8cd7-7efe63708197 None None] Pushing event deleted for resources: {'Port': ['ID=d9b51de0-34f5-4190-a20b-48299790fcb7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:14.257935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf623ac3-3774-4133-8cd7-7efe63708197 None None] No DVR routers for this DVR port d9b51de0-34f5-4190-a20b-48299790fcb7 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:54:14.367432 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:14.419779 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c649473-a538-4cf0-b541-6bcd20370572 req-28502640-fa7a-421e-983f-e1c0603376a2 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9060278 Apr 05 18:54:14.425640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-bf9d6375-db62-45b3-bd82-15b731e2ee4d tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/quotas/4b32d3ab7bdd4321b9452ebbbb332473 HTTP/1.1" status: 200 len: 375 time: 0.9001641 Apr 05 18:54:14.506068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Deleting port d9b51de0-34f5-4190-a20b-48299790fcb7 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:14.506700 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:14.599061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-706d9a5f-a179-4cca-bfc0-1b236dcb2c1c tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487441 Apr 05 18:54:14.613693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d9b51de0-34f5-4190-a20b-48299790fcb7 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:54:14.667704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] For port d9b51de0-34f5-4190-a20b-48299790fcb7, host n-d-836650-3, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:14.668562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:14.672989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d9b51de0-34f5-4190-a20b-48299790fcb7 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:54:14.673337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d9b51de0-34f5-4190-a20b-48299790fcb7 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:54:14.786430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Calling delete_port for d9b51de0-34f5-4190-a20b-48299790fcb7 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:14.791089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Port d9b51de0-34f5-4190-a20b-48299790fcb7 was not found and therefore no delete operation was performed {{(pid=102640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:54:14.807012 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:14.882754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event deleted for resources: {'Port': ['ID=d9b51de0-34f5-4190-a20b-48299790fcb7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:14.927874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-d32bdc40-9fb0-4b7e-98a3-e86cc0326924 service neutron] 10.222.0.15 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069232 Apr 05 18:54:14.938993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] No DVR routers for this DVR port d9b51de0-34f5-4190-a20b-48299790fcb7 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:54:15.186181 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:15.315290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f8c8b6-5b38-40e1-81f7-94906655d395']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:15.333648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c35646-55b0-45b5-be2e-524f8d0f9244') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:15.334259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c35646-55b0-45b5-be2e-524f8d0f9244') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:15.360436 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:15.371360 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:15.378452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-2b66c8e0-857c-4cca-b8e4-97f2434585e9 req-8fb3e0e7-f0d6-4182-b926-b6618578a5bd service neutron] (102639) timed out ('10.222.0.15', 59832) {{(pid=102639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 18:54:15.434763 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:15.454158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-5a3e92c0-2c3f-476b-8fdf-ecefadb60a6e service neutron] 10.222.0.15 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598966 Apr 05 18:54:15.457683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:15.462203 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:15.468874 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:15.661166 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:15.680186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59824) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:15.717488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:15.721815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] 10.222.0.15 "DELETE /v2.0/networks/c0f8c8b6-5b38-40e1-81f7-94906655d395 HTTP/1.1" status: 204 len: 168 time: 2.8427794 Apr 05 18:54:15.730429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004cf0b-eb50-4462-98d7-a4492baf5a58 tempest-FloatingIPNegativeTestJSON-1985858866 tempest-FloatingIPNegativeTestJSON-1985858866-project] Pushing event deleted for resources: {'Network': ['ID=c0f8c8b6-5b38-40e1-81f7-94906655d395,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:15.809366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28710436-5dae-4c31-8811-72535c866afe req-385a9273-7409-4fb1-9316-c16ede3bc9b6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:15.810973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28710436-5dae-4c31-8811-72535c866afe req-385a9273-7409-4fb1-9316-c16ede3bc9b6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2502749 Apr 05 18:54:15.891807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-349605578-network', 'tenant_id': 'f3074ee8da5342bdbf332158d8488939'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:15.943589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Made reservation on behalf of f3074ee8da5342bdbf332158d8488939 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:15.946503 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:15.957206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45200d96-4800-4d71-9e92-29d1128f9b15 req-cf363ff0-dfb3-4a1b-84ac-88bfac5d9933 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 210 time: 0.0888951 Apr 05 18:54:15.969270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:15.976899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28710436-5dae-4c31-8811-72535c866afe req-8166969d-25e6-45ff-a2fd-802f283eafbe tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415758 Apr 05 18:54:16.115703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:16.129602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:16.156954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:16.173306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d190a57-1d9c-4e36-91f7-e8aeb241eb16,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:16.201782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:16.203116 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Added segment 13b946a3-e0d2-488c-94d8-ed0827e77103 of type vlan for network 2c05242d-a21f-4f15-928c-9b5c45ed88ad Apr 05 18:54:16.269744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:16.331761 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:16.333075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:16.333782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:16.381264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59848) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:16.412153 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7305813 Apr 05 18:54:16.415343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59854) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:16.431158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Request body: {'subnet': {'network_id': '2c05242d-a21f-4f15-928c-9b5c45ed88ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-349605578-subnet', 'tenant_id': 'f3074ee8da5342bdbf332158d8488939', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:16.490238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Made reservation on behalf of f3074ee8da5342bdbf332158d8488939 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:16.496452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:16.573578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c191a4-da74-4f57-9265-fe0615c52a81 admin admin] Pushing event updated for resources: {'Network': ['ID=2c05242d-a21f-4f15-928c-9b5c45ed88ad,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:16.592049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 2c05242d-a21f-4f15-928c-9b5c45ed88ad details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:16.842647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-02118e82-d81a-4e72-9d1b-ad10c9eb9e2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a579454473a44ce991c9d1268ebe276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596181 Apr 05 18:54:16.845749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59866) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:16.923854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:17.046281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f405c110-9f3b-458c-8bd8-15a641681ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:17.171645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f903f2a-22fb-4998-b52e-ae9c18bc9c99,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:17.171645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f43cc2e2-86a9-4541-a3ab-6906ef30dc89 req-3bccd1e8-d5ef-49b0-8740-49b032144889 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 210 time: 0.0710986 Apr 05 18:54:17.179766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f405c110-9f3b-458c-8bd8-15a641681ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:17.192955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Checking segment: {'id': '13b946a3-e0d2-488c-94d8-ed0827e77103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c05242d-a21f-4f15-928c-9b5c45ed88ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:17.193407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Network hostable DHCP agents. Network: 2c05242d-a21f-4f15-928c-9b5c45ed88ad, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:17.248465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-39d01dbd-ef74-42af-8547-fec981a77477 req-cd7c9cd8-bee8-44db-8226-a5e87e9b6ecb tempest-LiveMigrationTest-1988679246 tempest-LiveMigrationTest-1988679246-project] (102640) timed out ('10.222.0.25', 51618) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 18:54:17.349547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9891b79-71a2-4c9d-bb71-477144cce13c req-78bf5c13-6b80-4754-96e2-102bb7483fe3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:17.355938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9891b79-71a2-4c9d-bb71-477144cce13c req-78bf5c13-6b80-4754-96e2-102bb7483fe3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2375271 Apr 05 18:54:17.365882 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f405c110-9f3b-458c-8bd8-15a641681ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:17.374463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f405c110-9f3b-458c-8bd8-15a641681ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:17.379969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f405c110-9f3b-458c-8bd8-15a641681ebc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f1707ee-1082-40ee-a5d7-a2d6886f166e HTTP/1.1" status: 204 len: 168 time: 0.5332687 Apr 05 18:54:17.437453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Network 2c05242d-a21f-4f15-928c-9b5c45ed88ad is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:17.465959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9891b79-71a2-4c9d-bb71-477144cce13c req-bcf1a275-5f52-43be-8672-36986d76c2bf tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846276 Apr 05 18:54:17.476785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405c110-9f3b-458c-8bd8-15a641681ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1707ee-1082-40ee-a5d7-a2d6886f166e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:17.483947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 2c05242d-a21f-4f15-928c-9b5c45ed88ad) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:17.493577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:17.494203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a6a01-4432-40ff-9142-9fdbddb1412f None None] Network 2c05242d-a21f-4f15-928c-9b5c45ed88ad requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:17.494307 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:17.525806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b5f3e3ac-0cab-47e7-9517-687e1edc8e4e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1088002 Apr 05 18:54:17.580662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59900) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:17.699943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef81b70-439d-48ec-94be-027c1e42d10e None None] Network 2c05242d-a21f-4f15-928c-9b5c45ed88ad requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:18.085905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9b03-f5a8-4ae5-8265-145a9d78f5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:18.285395 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9b03-f5a8-4ae5-8265-145a9d78f5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:18.290130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-3e3c4f78-c86b-4772-9424-b207a5cc2f1d tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:18.294486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9b03-f5a8-4ae5-8265-145a9d78f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:18.296159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-3e3c4f78-c86b-4772-9424-b207a5cc2f1d tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 810 time: 0.1953106 Apr 05 18:54:18.373285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd9b03-f5a8-4ae5-8265-145a9d78f5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50704cfc-d850-42a6-bf7b-975ba0f046f8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:18.374357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c77553f7-4d2e-485b-b2e9-4c71becf7429 req-b3b1d686-9f93-4163-8363-44a3a0bea8c3 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 210 time: 0.0558970 Apr 05 18:54:18.396564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-59ac5d10-d503-4c46-bc17-b4535a1fea51 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b32d3ab7bdd4321b9452ebbbb332473 HTTP/1.1" status: 200 len: 379 time: 0.0843661 Apr 05 18:54:18.422251 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1ffd9b03-f5a8-4ae5-8265-145a9d78f5ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75197bbc7a764faab6911481e30b5612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8398080 Apr 05 18:54:18.423254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59922) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:18.427398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'port': {'device_id': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'admin_state_up': True, 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'security_groups': ['f7e86e13-37aa-48dd-bf73-6b60e8cb599c']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:18.552852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b2b88ce-a49a-40cd-9b0d-411b6b93909c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:18.604172 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b2b88ce-a49a-40cd-9b0d-411b6b93909c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:18.691446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b2b88ce-a49a-40cd-9b0d-411b6b93909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:18.694518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b2b88ce-a49a-40cd-9b0d-411b6b93909c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:18.696181 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7b2b88ce-a49a-40cd-9b0d-411b6b93909c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50704cfc-d850-42a6-bf7b-975ba0f046f8 HTTP/1.1" status: 204 len: 168 time: 0.2718022 Apr 05 18:54:18.719333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b88ce-a49a-40cd-9b0d-411b6b93909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50704cfc-d850-42a6-bf7b-975ba0f046f8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:18.769231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Made reservation on behalf of 4b32d3ab7bdd4321b9452ebbbb332473 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:18.773490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:18.806643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089d730-5e41-470e-803e-5986d7556bc7 req-2e4bd52e-b2ab-4d7c-b146-b645a7944a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:18.808639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8089d730-5e41-470e-803e-5986d7556bc7 req-2e4bd52e-b2ab-4d7c-b146-b645a7944a79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 1096 time: 0.6282783 Apr 05 18:54:18.885142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d0cb1-9109-4274-8d3b-a91a301912d9 req-1ec295d2-1b1c-420c-bdb8-4eaed397c51c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:18.886857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a97d0cb1-9109-4274-8d3b-a91a301912d9 req-1ec295d2-1b1c-420c-bdb8-4eaed397c51c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2521653 Apr 05 18:54:18.985377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-d9b9f0a3-bae6-4e3f-94f2-f80c1875f158 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:18.987249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-d9b9f0a3-bae6-4e3f-94f2-f80c1875f158 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/networks?id=2c05242d-a21f-4f15-928c-9b5c45ed88ad HTTP/1.1" status: 200 len: 821 time: 0.4623764 Apr 05 18:54:19.041494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-2cde0d30-6b5c-428f-9967-6c6498c58992 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/quotas/f3074ee8da5342bdbf332158d8488939 HTTP/1.1" status: 200 len: 375 time: 0.0417154 Apr 05 18:54:19.098968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a97d0cb1-9109-4274-8d3b-a91a301912d9 req-6b90fead-2d6d-43e1-abd4-14564ba6f392 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913226 Apr 05 18:54:19.128029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-b7aebf7d-ab94-4cd2-bbf0-96e3e10067ff tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3074ee8da5342bdbf332158d8488939&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671632 Apr 05 18:54:19.147563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Allocated IP 172.20.0.6 (915604ac-55a7-4f2d-abfa-faea6df09772/e2830ced-b757-48b1-9e92-cbee255b2f50/1b02f393-eaba-4f47-9d51-05f144a47a5b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:54:19.150058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089d730-5e41-470e-803e-5986d7556bc7 req-3fb79ddc-c845-4eb3-84bf-54c1ef78e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:19.152079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8089d730-5e41-470e-803e-5986d7556bc7 req-3fb79ddc-c845-4eb3-84bf-54c1ef78e559 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.3357401 Apr 05 18:54:19.226560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59950) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:19.384666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59954) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:19.385421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8089d730-5e41-470e-803e-5986d7556bc7 req-8899b13d-ee2a-4009-bbc6-078e2ae73a02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9d50a5-7025-4d59-9158-5b39470de104 HTTP/1.1" status: 200 len: 1001 time: 0.2204869 Apr 05 18:54:19.404684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56813884-1aa1-4c4c-bc02-6c55aeb7603a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.421880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'networks': [{'name': 'tempest-network--835913479'}, {'name': 'tempest-network--1244844204'}]} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:19.422534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'network': {'name': 'tempest-network--835913479'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:19.423246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'network': {'name': 'tempest-network--1244844204'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:19.467517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Made reservation on behalf of 25eb3a2be0e7460b8ed143b93aee1483 for: {'network': 2} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:19.473562 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.491498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-2606e96f-8399-45b7-8074-8701c6d13b8b service neutron] 10.222.0.15 "GET /v2.0/networks/2c05242d-a21f-4f15-928c-9b5c45ed88ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363423 Apr 05 18:54:19.496983 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.551825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089d730-5e41-470e-803e-5986d7556bc7 req-241e84f9-0a29-4074-8d37-8b9db279cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:19.553962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8089d730-5e41-470e-803e-5986d7556bc7 req-241e84f9-0a29-4074-8d37-8b9db279cfb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.1583741 Apr 05 18:54:19.577029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56813884-1aa1-4c4c-bc02-6c55aeb7603a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.584763 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56813884-1aa1-4c4c-bc02-6c55aeb7603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.594064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e6ab637-3d51-4953-bcc3-535a3af1cae3 req-150b8aaf-d184-44f9-836f-d6b7d5985568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 210 time: 0.0796454 Apr 05 18:54:19.648415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-56813884-1aa1-4c4c-bc02-6c55aeb7603a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d2b3b2b7beb4d44b8ebfea756fd0651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536139 Apr 05 18:54:19.649752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59960) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:19.666879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56813884-1aa1-4c4c-bc02-6c55aeb7603a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dc06c2-4798-4eb9-9ac3-11459a4a2d95,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:19.672433 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.692777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.711026 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.711651 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.735929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089d730-5e41-470e-803e-5986d7556bc7 req-e371cb29-855b-4f68-9315-0f23bd9d379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:19.737502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8089d730-5e41-470e-803e-5986d7556bc7 req-e371cb29-855b-4f68-9315-0f23bd9d379d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581483 Apr 05 18:54:19.750889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-8089d730-5e41-470e-803e-5986d7556bc7 req-37a74656-659c-4a3e-8b70-a8ec6ed5275b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:54:19.751970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8089d730-5e41-470e-803e-5986d7556bc7 req-37a74656-659c-4a3e-8b70-a8ec6ed5275b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070050 Apr 05 18:54:19.762869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3207d81-34fe-439f-9901-30f8fbe85a6e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:19.763552 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-c6fc1ab9-154f-426a-bb53-d44eaf40907d service neutron] 10.222.0.15 "GET /v2.0/networks/2c05242d-a21f-4f15-928c-9b5c45ed88ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545550 Apr 05 18:54:19.777071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:19.779107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1d28b77-b206-4f77-9294-6d89220a7a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.796956 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.797520 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Added segment 9bf1c231-b827-49ab-8399-119a3a454a78 of type vlan for network 2c719350-f6b4-443e-ae85-adc0bfdf75e8 Apr 05 18:54:19.826753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.827383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1d28b77-b206-4f77-9294-6d89220a7a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.884723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Network 915604ac-55a7-4f2d-abfa-faea6df09772 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:19.886142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.897219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:19.904305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:19.915988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'Port': ['ID=1b02f393-eaba-4f47-9d51-05f144a47a5b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:19.926493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:19.943733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.950724 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Added segment 781d605b-a6ee-4aac-a45d-84b5745d783d of type vlan for network 34ce1050-e97d-47e3-ba87-067db6f1abdf Apr 05 18:54:19.955751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1d28b77-b206-4f77-9294-6d89220a7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.956103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8089d730-5e41-470e-803e-5986d7556bc7 req-042eac4e-ac31-4f06-b44e-cbe6f1a18d14 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957765 Apr 05 18:54:19.960680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1d28b77-b206-4f77-9294-6d89220a7a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:19.962965 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b1d28b77-b206-4f77-9294-6d89220a7a7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00dc06c2-4798-4eb9-9ac3-11459a4a2d95 HTTP/1.1" status: 204 len: 168 time: 0.3046587 Apr 05 18:54:20.017610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d28b77-b206-4f77-9294-6d89220a7a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dc06c2-4798-4eb9-9ac3-11459a4a2d95,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:20.019075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:20.019781 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:20.069970 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:20.112343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-4e6fc5a5-26f5-466e-9817-5bd6d093a568 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7048047 Apr 05 18:54:20.181112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:20.181833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:20.195918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:20.205362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8089d730-5e41-470e-803e-5986d7556bc7 req-24d996dd-5577-4e38-bf35-c32c0ab1663b service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401700 Apr 05 18:54:20.214446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:20.215537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:20.369085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c04af378-a67e-4ad8-abe5-94a59b165a9a req-5d174a6c-1b4c-4819-8130-7457cc14fa4c tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 210 time: 0.1615870 Apr 05 18:54:20.392135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f43ee8f8-0455-4bb0-adfa-3935a00d67dd None None] Provisioning complete for port 1b02f393-eaba-4f47-9d51-05f144a47a5b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:20.393091 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f43ee8f8-0455-4bb0-adfa-3935a00d67dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:20.402882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Request body: {'port': {'device_id': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:20.415090 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1870568 Apr 05 18:54:20.416321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59972) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:20.457857 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Network': ['ID=2c719350-f6b4-443e-ae85-adc0bfdf75e8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:20.517094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f43ee8f8-0455-4bb0-adfa-3935a00d67dd None None] Port 1b02f393-eaba-4f47-9d51-05f144a47a5b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:54:20.518671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 2c719350-f6b4-443e-ae85-adc0bfdf75e8 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:20.570746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:20.614444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de0af6-89cd-4e73-9abc-f19442653838 req-2f3deec2-dc8a-4e17-907c-4b6c928368a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:20.616884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10de0af6-89cd-4e73-9abc-f19442653838 req-2f3deec2-dc8a-4e17-907c-4b6c928368a6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 945 time: 0.2786427 Apr 05 18:54:20.632117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14497d-de15-4d5d-9e50-f0bc36fab1e7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Network': ['ID=34ce1050-e97d-47e3-ba87-067db6f1abdf,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:20.650912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 34ce1050-e97d-47e3-ba87-067db6f1abdf details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:20.766871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb32154-3632-4ae4-87fd-acb3fcee3741 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:20.787595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb32154-3632-4ae4-87fd-acb3fcee3741 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:20.804793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb32154-3632-4ae4-87fd-acb3fcee3741 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:20.813125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb32154-3632-4ae4-87fd-acb3fcee3741 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:20.815766 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cfb32154-3632-4ae4-87fd-acb3fcee3741 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3955388 Apr 05 18:54:20.820274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59984) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:20.842814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:54:20.986964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10de0af6-89cd-4e73-9abc-f19442653838 req-322d1bed-5aea-49bd-bb97-9baa5c4f963a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548336 Apr 05 18:54:21.007316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dad1c-12eb-47ec-a1fe-0000b3976056 req-dee7da1e-9dca-4566-9d6b-baf261770fa9 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:21.016625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf2dad1c-12eb-47ec-a1fe-0000b3976056 req-dee7da1e-9dca-4566-9d6b-baf261770fa9 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 931 time: 0.1893203 Apr 05 18:54:21.019558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.083194 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.136447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:54:21.141229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf2dad1c-12eb-47ec-a1fe-0000b3976056 req-9284585b-e77b-4262-b8e4-2bac1e6d9df5 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234610 Apr 05 18:54:21.147493 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3e454a-09aa-49ea-a09e-dda4a5db246f" -d '{"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:54:21.196177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:21.204512 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.319788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b02f393-eaba-4f47-9d51-05f144a47a5b {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:54:21.321863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:21.321982 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.339621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.340698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.343071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.345905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.346498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.347049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.347958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.349254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.349758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.350674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.352474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.353074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.353782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:21.387936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Transition to ACTIVE for port object 1b02f393-eaba-4f47-9d51-05f144a47a5b will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:54:21.396013 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.429575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c719350-f6b4-443e-ae85-adc0bfdf75e8']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:21.477354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Pushing event updated for resources: {'Port': ['ID=1b02f393-eaba-4f47-9d51-05f144a47a5b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:21.481837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf1c231-b827-49ab-8399-119a3a454a78') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:21.482721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf1c231-b827-49ab-8399-119a3a454a78') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:21.520979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.556623 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.596259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:21.597098 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:21.602478 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:21.666211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-536aa95f-59ca-4d48-8c90-0b28604bec46 req-c62de378-68bd-4a90-9ad4-7f3f4a830bac tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 210 time: 0.1415305 Apr 05 18:54:21.732882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Attempting to bind port 1b02f393-eaba-4f47-9d51-05f144a47a5b on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:54:21.733433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Attempting to bind port 1b02f393-eaba-4f47-9d51-05f144a47a5b by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:54:21.739460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Attempting to bind port 1b02f393-eaba-4f47-9d51-05f144a47a5b on network 915604ac-55a7-4f2d-abfa-faea6df09772 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:54:21.746455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Port 1b02f393-eaba-4f47-9d51-05f144a47a5b on network 915604ac-55a7-4f2d-abfa-faea6df09772 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:54:21.751606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Attempting to bind port 1b02f393-eaba-4f47-9d51-05f144a47a5b on network 915604ac-55a7-4f2d-abfa-faea6df09772 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:54:21.758023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:54:21.759563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Checking segment: {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:21.760198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Bound using segment: {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:54:21.760864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Bound port: 1b02f393-eaba-4f47-9d51-05f144a47a5b, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:54:21.762835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.779447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.803863 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:21.820285 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/networks/2c719350-f6b4-443e-ae85-adc0bfdf75e8 HTTP/1.1" status: 204 len: 168 time: 0.9940653 Apr 05 18:54:21.821012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60010) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:21.874201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] For port 1b02f393-eaba-4f47-9d51-05f144a47a5b, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:54:21.879250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] For port 1b02f393-eaba-4f47-9d51-05f144a47a5b, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:54:21.889581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:22.019772 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a75298d-b2b7-4710-884e-05b98493eaab x-openstack-request-id: req-9a75298d-b2b7-4710-884e-05b98493eaab {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:54:22.020923 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:54:22.022079 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a75298d-b2b7-4710-884e-05b98493eaab {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:54:22.024541 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a75298d-b2b7-4710-884e-05b98493eaab'] response: {'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104', 'code': 200} Apr 05 18:54:22.038214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:22.039847 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:22.042374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] 10.222.0.20 "PUT /v2.0/ports/1b02f393-eaba-4f47-9d51-05f144a47a5b HTTP/1.1" status: 200 len: 1091 time: 1.9202673 Apr 05 18:54:22.043321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'tag': '1b02f393-eaba-4f47-9d51-05f144a47a5b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:54:22.046877 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01dd654-e9d0-404d-9e44-c1cef36eb0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e25e41e-c5a4-421d-99be-6a16af5acbdc", "tag": "1b02f393-eaba-4f47-9d51-05f144a47a5b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:54:22.052786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d838d8-4542-4e01-b79d-555bc3c6faaf tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Network': ['ID=2c719350-f6b4-443e-ae85-adc0bfdf75e8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:22.066714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732919c-f2c1-4c66-8955-0db50002f9bd service neutron] Pushing event updated for resources: {'Port': ['ID=1b02f393-eaba-4f47-9d51-05f144a47a5b,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:22.103095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:22.118617 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938e916b-f43f-4a51-81bc-745afc2cd448 x-openstack-request-id: req-938e916b-f43f-4a51-81bc-745afc2cd448 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:54:22.119251 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e25e41e-c5a4-421d-99be-6a16af5acbdc", "tag": "1b02f393-eaba-4f47-9d51-05f144a47a5b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:54:22.119707 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-938e916b-f43f-4a51-81bc-745afc2cd448 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:54:22.120363 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938e916b-f43f-4a51-81bc-745afc2cd448'] response: {'name': 'network-changed', 'server_uuid': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'tag': '1b02f393-eaba-4f47-9d51-05f144a47a5b', 'status': 'completed', 'code': 200} Apr 05 18:54:22.326168 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:22.401709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ce1050-e97d-47e3-ba87-067db6f1abdf']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:22.422177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781d605b-a6ee-4aac-a45d-84b5745d783d') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:22.423185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781d605b-a6ee-4aac-a45d-84b5745d783d') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:22.447597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:22.535057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:22.571422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:22.573635 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:22.579622 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:22.700923 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-995bc8bf-be9a-4e42-80d6-65db35487aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1356070 Apr 05 18:54:22.713468 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:22.727417 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:22.734926 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/networks/34ce1050-e97d-47e3-ba87-067db6f1abdf HTTP/1.1" status: 204 len: 168 time: 0.9077885 Apr 05 18:54:22.737582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60028) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:22.766691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054cc44-365d-4f5a-88f1-b3fe89a3fb42 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Network': ['ID=34ce1050-e97d-47e3-ba87-067db6f1abdf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:22.894807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-06479cab-fabc-4502-bbf5-9ae8c3e8003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:22.896332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-06479cab-fabc-4502-bbf5-9ae8c3e8003c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 1096 time: 0.0983765 Apr 05 18:54:22.975693 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75fbeb-76f2-467f-a873-bad5e3ec39e3 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:22.983328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75fbeb-76f2-467f-a873-bad5e3ec39e3 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:22.984381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6f75fbeb-76f2-467f-a873-bad5e3ec39e3 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2425108 Apr 05 18:54:22.992367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60038) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:23.005368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dd654-e9d0-404d-9e44-c1cef36eb0b0 req-e5c7d326-a70f-420d-8ca5-51889be0ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:23.007357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f01dd654-e9d0-404d-9e44-c1cef36eb0b0 req-e5c7d326-a70f-420d-8ca5-51889be0ab20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 1094 time: 0.8602169 Apr 05 18:54:23.029908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1581140465'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:23.074545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-3a0a20b4-572f-4ad6-82fe-ebfbd504c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:23.077065 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-3a0a20b4-572f-4ad6-82fe-ebfbd504c296 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.1552694 Apr 05 18:54:23.110793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454a0eb-4aaf-41dd-a696-58d69dcbf67b req-a51899a6-cbdb-4b37-805f-05f729611c46 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:23.112026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0454a0eb-4aaf-41dd-a696-58d69dcbf67b req-a51899a6-cbdb-4b37-805f-05f729611c46 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.9115641 Apr 05 18:54:23.180773 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-c2e98820-f3f9-4c40-8890-d14c15aa55f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd4188e-8772-4f3d-ac19-a52064380565 HTTP/1.1" status: 200 len: 1000 time: 0.0926983 Apr 05 18:54:23.187529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d55f-60af-42a8-aa6b-5b87ccfd7409 req-1c4864d5-69d8-4640-94d5-b9b58d02446b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:23.189110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6257d55f-60af-42a8-aa6b-5b87ccfd7409 req-1c4864d5-69d8-4640-94d5-b9b58d02446b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 943 time: 0.8503945 Apr 05 18:54:23.256144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Made reservation on behalf of 25eb3a2be0e7460b8ed143b93aee1483 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:23.260090 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:23.277620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-2c495a44-08b5-4854-a61d-485e98704bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:23.279920 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-2c495a44-08b5-4854-a61d-485e98704bae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.0881236 Apr 05 18:54:23.295252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-61d5d6b6-bc37-41e6-ba72-abf9d74d2db1 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:23.297354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-61d5d6b6-bc37-41e6-ba72-abf9d74d2db1 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.25 "GET /v2.0/networks?id=2c05242d-a21f-4f15-928c-9b5c45ed88ad HTTP/1.1" status: 200 len: 821 time: 1.0469296 Apr 05 18:54:23.338387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Request body: {'port': {'device_id': '476c6bed-11e5-4e11-bf01-66e82c36c1e1', 'network_id': '2c05242d-a21f-4f15-928c-9b5c45ed88ad', 'admin_state_up': True, 'tenant_id': 'f3074ee8da5342bdbf332158d8488939'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:23.357774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-e3645e95-a448-4877-839a-da0baa0faed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:23.360250 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-e3645e95-a448-4877-839a-da0baa0faed4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568714 Apr 05 18:54:23.400167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0454a0eb-4aaf-41dd-a696-58d69dcbf67b req-45496d7f-118f-4ecc-83cd-2a0c527716ff tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343800 Apr 05 18:54:23.448629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dd654-e9d0-404d-9e44-c1cef36eb0b0 req-4197ad0e-51db-4527-a8a6-183121fdb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:23.450530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f01dd654-e9d0-404d-9e44-c1cef36eb0b0 req-4197ad0e-51db-4527-a8a6-183121fdb1f9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4159448 Apr 05 18:54:23.458262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:23.472812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6257d55f-60af-42a8-aa6b-5b87ccfd7409 req-347a6bf6-97be-4933-9320-36947892f316 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602704 Apr 05 18:54:23.533859 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-6d08f638-4f7c-46f8-b202-3641a0898270 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502988 Apr 05 18:54:23.611160 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:23.611778 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Added segment f1695e9b-6e2b-4131-9f71-1dcb40635491 of type vlan for network e665cfa1-acb4-4167-a438-2c51beb01646 Apr 05 18:54:23.711800 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7c7ce386-5a66-4605-afbf-c4e8b0b62723 req-04a07229-3c91-46ab-80ed-02f488ba5027 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681788 Apr 05 18:54:23.818430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a6e0eed-3b29-4263-937a-c4618053cbf0 req-f5dd5c11-572e-4be0-9da6-f64b0a926153 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 210 time: 0.2096274 Apr 05 18:54:23.950553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dd654-e9d0-404d-9e44-c1cef36eb0b0 req-71aa1803-b379-4bc3-854c-c040226b302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:23.954098 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f01dd654-e9d0-404d-9e44-c1cef36eb0b0 req-71aa1803-b379-4bc3-854c-c040226b302d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4780247 Apr 05 18:54:23.962748 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:24.065010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Made reservation on behalf of f3074ee8da5342bdbf332158d8488939 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:24.069441 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:24.081335 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:24.087975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:24.089274 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:24.226121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2177658 Apr 05 18:54:24.229249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60072) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:24.235537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1831485571'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:24.277742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Made reservation on behalf of 25eb3a2be0e7460b8ed143b93aee1483 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:24.281650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:24.283592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-70b40f81-e377-4ea1-a286-04045e2f7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:24.285577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-70b40f81-e377-4ea1-a286-04045e2f7a71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 1094 time: 0.2768710 Apr 05 18:54:24.337554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:24.369534 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:24.370085 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Added segment 6eaa3a14-5bc5-41ac-9480-3835fe3355c7 of type vlan for network 3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa Apr 05 18:54:24.372858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-6a897933-f6c2-4ce1-b119-75bc7e555dbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b HTTP/1.1" status: 200 len: 217 time: 0.0712357 Apr 05 18:54:24.375864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3968b7-b586-4661-8788-904c4b303c83 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Network': ['ID=e665cfa1-acb4-4167-a438-2c51beb01646,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:24.389312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network e665cfa1-acb4-4167-a438-2c51beb01646 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:24.445704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:24.459049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Allocated IP 172.20.0.13 (2c05242d-a21f-4f15-928c-9b5c45ed88ad/9f903f2a-22fb-4998-b52e-ae9c18bc9c99/73c833b1-58a4-4aa1-bf1e-5dabb6a154a8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:54:24.480058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-802c63e0-a02e-4c9a-a911-76946fd25dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:24.481814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-802c63e0-a02e-4c9a-a911-76946fd25dbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 200 len: 849 time: 0.0895753 Apr 05 18:54:24.573358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:24.622468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:24.624603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:24.626834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-b09869f0-eab6-4d46-abb9-85f56e8f6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:24.628202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-b09869f0-eab6-4d46-abb9-85f56e8f6816 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=915604ac-55a7-4f2d-abfa-faea6df09772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376245 Apr 05 18:54:24.707933 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4769461 Apr 05 18:54:24.749774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60084) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:24.760873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:54:24.780765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'ports': [{'network_id': 'e665cfa1-acb4-4167-a438-2c51beb01646', 'name': 'tempest-port--10026323', 'admin_state_up': True}, {'network_id': '3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa', 'admin_state_up': False}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:24.781616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'port': {'network_id': 'e665cfa1-acb4-4167-a438-2c51beb01646', 'name': 'tempest-port--10026323', 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:24.784475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'port': {'network_id': '3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa', 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:24.805326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b850c-c4b2-41c9-affc-8fd8f723d0dd tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Network': ['ID=3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:24.831500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:24.973968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-f6f6ca74-67d4-4a07-8a9d-33996b5bdb85 req-f8c2fab6-9717-4dac-be05-304d9a812f5d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:54:24.976427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6f6ca74-67d4-4a07-8a9d-33996b5bdb85 req-f8c2fab6-9717-4dac-be05-304d9a812f5d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166495 Apr 05 18:54:25.017205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9350ce9-00e7-4006-9199-4e1976cd4582 req-d027a0ba-cf0c-45c0-a2f2-e8c88915fc07 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:25.027052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9350ce9-00e7-4006-9199-4e1976cd4582 req-d027a0ba-cf0c-45c0-a2f2-e8c88915fc07 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 943 time: 0.3501492 Apr 05 18:54:25.039407 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:25.225561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9350ce9-00e7-4006-9199-4e1976cd4582 req-88b0cca6-161a-4186-a47b-1d8ac8205a2f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830873 Apr 05 18:54:25.225561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-1d6a3589-ab2c-4098-8266-bbed26b252b9 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782764 Apr 05 18:54:25.247446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-380d0478-736a-4fac-95e9-59aa00081c31 req-64cdbe73-e0f1-4dab-98b4-a6303267a484 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 210 time: 0.1016502 Apr 05 18:54:25.332338 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:25.463164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Network 2c05242d-a21f-4f15-928c-9b5c45ed88ad is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:25.476754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:25.481019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:25.489652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fbee700-10eb-4a8a-b52f-ae63c7d843c0 req-625da274-60e6-46df-80ef-f4a22ae0accd service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473714 Apr 05 18:54:25.490247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Pushing event updated for resources: {'Port': ['ID=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:25.532744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Made reservation on behalf of 25eb3a2be0e7460b8ed143b93aee1483 for: {'port': 2} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:25.537402 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:25.556114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac882-5f89-45de-b206-0e84f81da009 req-4eab5740-36db-4e27-a282-87e9984e7f21 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:25.557733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33dac882-5f89-45de-b206-0e84f81da009 req-4eab5740-36db-4e27-a282-87e9984e7f21 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.2269998 Apr 05 18:54:25.591590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:25.592214 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:25.592744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60120) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:25.601556 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:25.641138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ce9732c7-243b-47bb-9683-f92e7c0b18a2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3231463 Apr 05 18:54:25.680814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Request body: {'port': {'device_id': '476c6bed-11e5-4e11-bf01-66e82c36c1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:25.686046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33dac882-5f89-45de-b206-0e84f81da009 req-fd2dd606-51af-4388-b114-c0d447ed44c0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168303 Apr 05 18:54:25.822430 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:25.851084 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-39c49e94-88ff-4ea6-8c5f-7d8d038996cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2571259 Apr 05 18:54:25.852085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] device_id is not set on port 47a4b589-f7c8-4e89-83d7-e7cce8ab9991 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:54:25.868215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-d5de10ab-3df0-439a-8e7b-579f9be4bc4f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:54:25.880969 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-d5de10ab-3df0-439a-8e7b-579f9be4bc4f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159626 Apr 05 18:54:26.108791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:26.209586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] device_id is not set on port 7fc6eed8-83d6-47a7-909f-fb7722d22fce yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:54:26.346535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:54:26.394489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:26.448032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Transition to ACTIVE for port object 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:54:26.469634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:26.497999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba4fbe-22ff-41d8-a96b-01d74d264127 req-8675c6a0-168b-44ad-8b1b-26ae2eb912b5 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:26.499746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5ba4fbe-22ff-41d8-a96b-01d74d264127 req-8675c6a0-168b-44ad-8b1b-26ae2eb912b5 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 943 time: 0.1820676 Apr 05 18:54:26.593699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Pushing event updated for resources: {'Port': ['ID=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:26.618605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa372c-bad1-4d4a-9680-9f12f0bec146 req-d23712f3-1601-41e1-a40f-1b38a804406f tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:26.634734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5afa372c-bad1-4d4a-9680-9f12f0bec146 req-d23712f3-1601-41e1-a40f-1b38a804406f tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 932 time: 0.2563989 Apr 05 18:54:26.681909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:27.096967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-8f3eac5c-ea1b-4bd5-87d1-a80400383811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:27.098492 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-8f3eac5c-ea1b-4bd5-87d1-a80400383811 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4&tenant_id=b87ec6a12b424ee4b62965872178bef7 HTTP/1.1" status: 200 len: 1094 time: 0.1227114 Apr 05 18:54:27.121805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5ba4fbe-22ff-41d8-a96b-01d74d264127 req-eb0c4243-7729-48ac-a161-00f19e85538b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5927825 Apr 05 18:54:27.152235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5afa372c-bad1-4d4a-9680-9f12f0bec146 req-c6d91570-468f-463e-9b48-3edcd3dbeb0f tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135655 Apr 05 18:54:27.192038 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:27.229537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Attempting to bind port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:54:27.230566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Attempting to bind port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '13b946a3-e0d2-488c-94d8-ed0827e77103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c05242d-a21f-4f15-928c-9b5c45ed88ad'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:54:27.230566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Attempting to bind port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 on network 2c05242d-a21f-4f15-928c-9b5c45ed88ad {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:54:27.247077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-21fbd589-ef3d-4687-9c47-a0ff8fe735ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:27.249156 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-21fbd589-ef3d-4687-9c47-a0ff8fe735ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 1094 time: 0.1189945 Apr 05 18:54:27.258498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 on network 2c05242d-a21f-4f15-928c-9b5c45ed88ad not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:54:27.258827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Attempting to bind port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 on network 2c05242d-a21f-4f15-928c-9b5c45ed88ad {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:54:27.291671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:54:27.292114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Checking segment: {'id': '13b946a3-e0d2-488c-94d8-ed0827e77103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c05242d-a21f-4f15-928c-9b5c45ed88ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:27.292740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Bound using segment: {'id': '13b946a3-e0d2-488c-94d8-ed0827e77103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c05242d-a21f-4f15-928c-9b5c45ed88ad'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:54:27.293253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Bound port: 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b946a3-e0d2-488c-94d8-ed0827e77103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c05242d-a21f-4f15-928c-9b5c45ed88ad'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:54:27.293611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:27.314667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Port': ['ID=47a4b589-f7c8-4e89-83d7-e7cce8ab9991,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:27.367994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Checking segment: {'id': 'f1695e9b-6e2b-4131-9f71-1dcb40635491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e665cfa1-acb4-4167-a438-2c51beb01646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:27.368626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Network hostable DHCP agents. Network: e665cfa1-acb4-4167-a438-2c51beb01646, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:27.374718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-be251d74-e665-408c-8880-9a56751bfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:27.376417 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-be251d74-e665-408c-8880-9a56751bfbd7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.1187210 Apr 05 18:54:27.389267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254b141-535b-46da-945d-b55f7065cc09 req-d50eaf33-2073-47c6-b2c6-8ed7a1f06c5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:27.390979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2254b141-535b-46da-945d-b55f7065cc09 req-d50eaf33-2073-47c6-b2c6-8ed7a1f06c5a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.1630275 Apr 05 18:54:27.430029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] For port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:54:27.436924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Network e665cfa1-acb4-4167-a438-2c51beb01646 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:27.457133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] For port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,segment=NetworkSegment(13b946a3-e0d2-488c-94d8-ed0827e77103),segment_id=13b946a3-e0d2-488c-94d8-ed0827e77103)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:54:27.465993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, e665cfa1-acb4-4167-a438-2c51beb01646) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:27.468583 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:27.478337 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-f715fe09-a62c-4c91-9b5a-1836d4bea4d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9d50a5-7025-4d59-9158-5b39470de104 HTTP/1.1" status: 200 len: 999 time: 0.0934734 Apr 05 18:54:27.480043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b8b2d-e44d-4432-87f6-e4dcf54b14f8 None None] Network e665cfa1-acb4-4167-a438-2c51beb01646 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:27.481177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:27.481996 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:27.539933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2254b141-535b-46da-945d-b55f7065cc09 req-2243d000-7f39-42dc-93f5-d9ed5b193d11 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383178 Apr 05 18:54:27.568197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:27.571732 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:27.574096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] 10.222.0.25 "PUT /v2.0/ports/73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 HTTP/1.1" status: 200 len: 1092 time: 1.8977656 Apr 05 18:54:27.580506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476c6bed-11e5-4e11-bf01-66e82c36c1e1', 'tag': '73c833b1-58a4-4aa1-bf1e-5dabb6a154a8'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:54:27.595212 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1192b73-f410-450f-8158-b7a0bc82f008" -d '{"events": [{"name": "network-changed", "server_uuid": "476c6bed-11e5-4e11-bf01-66e82c36c1e1", "tag": "73c833b1-58a4-4aa1-bf1e-5dabb6a154a8"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:54:27.598687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-2bc36208-16e7-4aeb-9f4e-b35a5f084c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:27.600290 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-2bc36208-16e7-4aeb-9f4e-b35a5f084c9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.1129096 Apr 05 18:54:27.658156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-4fec8150-2cf8-4783-b509-86126fc635d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:27.659806 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-4fec8150-2cf8-4783-b509-86126fc635d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487654 Apr 05 18:54:27.782934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ef4f-37c8-41ad-908f-99be3575b008 service neutron] Pushing event updated for resources: {'Port': ['ID=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:27.783564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1b02f393-eaba-4f47-9d51-05f144a47a5b details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:54:27.818352 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-e469ba54-eded-47c6-86b4-e23b72c2deb5 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499074 Apr 05 18:54:27.846670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Port': ['ID=7fc6eed8-83d6-47a7-909f-fb7722d22fce,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:27.860912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Checking segment: {'id': '6eaa3a14-5bc5-41ac-9480-3835fe3355c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:27.861484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Network hostable DHCP agents. Network: 3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:27.879188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ec9f25c9-e33b-41b1-993a-16899c26f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:27.881067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ec9f25c9-e33b-41b1-993a-16899c26f90d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3074ee8da5342bdbf332158d8488939&device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 1095 time: 0.2279303 Apr 05 18:54:27.903885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Network 3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:27.942956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-ac55e836-ea13-42d0-ba2b-647e67c6a45e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 HTTP/1.1" status: 200 len: 217 time: 0.0493398 Apr 05 18:54:27.949534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:27.966002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d2beb-a9e0-401b-b1bd-8cba52959cf9 None None] Network 3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:28.016325 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a9f7fc68-be44-44e8-a701-fe15f466eff4 req-92a382a5-4b84-4d9b-acf0-19b942be0ce3 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909952 Apr 05 18:54:28.030351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1b02f393-eaba-4f47-9d51-05f144a47a5b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:28.036701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:28.046362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:28.051656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:28.052360 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:28.056115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-a70f71aa-7e6e-4eb1-8b4e-5769c97049ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:28.058117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-a70f71aa-7e6e-4eb1-8b4e-5769c97049ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f903f2a-22fb-4998-b52e-ae9c18bc9c99 HTTP/1.1" status: 200 len: 861 time: 0.1028504 Apr 05 18:54:28.104709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '1b02f393-eaba-4f47-9d51-05f144a47a5b', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'port_id': '1b02f393-eaba-4f47-9d51-05f144a47a5b', 'mac_address': 'fa:16:3e:a5:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:54:28.132122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-770fec62-e0eb-489e-8e80-c9e57a900b6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c05242d-a21f-4f15-928c-9b5c45ed88ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639429 Apr 05 18:54:28.278646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-cf15be84-32ab-445c-869b-23042b6f7421 service neutron] 10.222.0.25 "GET /v2.0/networks/2c05242d-a21f-4f15-928c-9b5c45ed88ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391995 Apr 05 18:54:28.280125 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a885bb-6fc6-4dc6-9b50-4612f1ef513e x-openstack-request-id: req-82a885bb-6fc6-4dc6-9b50-4612f1ef513e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:54:28.280406 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476c6bed-11e5-4e11-bf01-66e82c36c1e1", "tag": "73c833b1-58a4-4aa1-bf1e-5dabb6a154a8", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:54:28.280665 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82a885bb-6fc6-4dc6-9b50-4612f1ef513e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:54:28.281056 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a885bb-6fc6-4dc6-9b50-4612f1ef513e'] response: {'name': 'network-changed', 'server_uuid': '476c6bed-11e5-4e11-bf01-66e82c36c1e1', 'tag': '73c833b1-58a4-4aa1-bf1e-5dabb6a154a8', 'status': 'completed', 'code': 200} Apr 05 18:54:28.286584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c6afb04b-3045-45c8-80e4-a0bc2c8fe687 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.5293424 Apr 05 18:54:28.289137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60184) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:28.319335 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:28.334697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b02f393-eaba-4f47-9d51-05f144a47a5b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:54:28.363567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1b02f393-eaba-4f47-9d51-05f144a47a5b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:28.371381 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:28.384262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009bfe7e-f111-4dc4-ba4a-11e8860a4e74 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:28.393375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009bfe7e-f111-4dc4-ba4a-11e8860a4e74 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:28.396004 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-009bfe7e-f111-4dc4-ba4a-11e8860a4e74 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1053059 Apr 05 18:54:28.398630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60186) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:28.489760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1b02f393-eaba-4f47-9d51-05f144a47a5b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:28.490281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c505f62-6fd0-4b50-8f56-c860b2a06a6b req-d28106e7-3a85-4790-9b2c-0eee2d62f7b4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:28.491629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c505f62-6fd0-4b50-8f56-c860b2a06a6b req-d28106e7-3a85-4790-9b2c-0eee2d62f7b4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 943 time: 0.2098289 Apr 05 18:54:28.502324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff480-16a7-4e5d-91d4-ba6ebc57e846 req-fa884362-3e00-4b17-b8f8-f243f34a139c tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:28.503993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc0ff480-16a7-4e5d-91d4-ba6ebc57e846 req-fa884362-3e00-4b17-b8f8-f243f34a139c tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 944 time: 0.1404324 Apr 05 18:54:28.577492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-633d7a68-8a8a-4627-91ec-0afbb4a59820 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Deleting port 47a4b589-f7c8-4e89-83d7-e7cce8ab9991 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:28.578902 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-633d7a68-8a8a-4627-91ec-0afbb4a59820 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:28.590152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57026fb9-583f-4230-8282-6e76fbb4e8ec req-bba782f8-ae21-49ab-9979-7984baa4c7d5 service neutron] 10.222.0.25 "GET /v2.0/networks/2c05242d-a21f-4f15-928c-9b5c45ed88ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020897 Apr 05 18:54:28.598269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c505f62-6fd0-4b50-8f56-c860b2a06a6b req-12fe2f37-d1a0-40ec-a9df-9f22ae2ec5ca tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916712 Apr 05 18:54:28.606067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc0ff480-16a7-4e5d-91d4-ba6ebc57e846 req-2edbc541-e145-4454-af13-3cc7f86aae16 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889006 Apr 05 18:54:28.645986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['1b02f393-eaba-4f47-9d51-05f144a47a5b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:54:28.745153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-633d7a68-8a8a-4627-91ec-0afbb4a59820 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:28.747094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-23955cd2-922b-4d0b-9090-aed08f5fdea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:28.752671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-23955cd2-922b-4d0b-9090-aed08f5fdea6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3074ee8da5342bdbf332158d8488939&device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0972359 Apr 05 18:54:28.766437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-633d7a68-8a8a-4627-91ec-0afbb4a59820 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Calling delete_port for 47a4b589-f7c8-4e89-83d7-e7cce8ab9991 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:28.939439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-6890a1ef-6f23-4176-80a8-e19be92e3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:28.941422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-6890a1ef-6f23-4176-80a8-e19be92e3514 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c05242d-a21f-4f15-928c-9b5c45ed88ad HTTP/1.1" status: 200 len: 921 time: 0.1800954 Apr 05 18:54:28.975842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-633d7a68-8a8a-4627-91ec-0afbb4a59820 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:29.013119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-ba1e981b-c1c4-46ec-aba9-c6349f32996d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 HTTP/1.1" status: 200 len: 217 time: 0.0468400 Apr 05 18:54:29.029319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d7a68-8a8a-4627-91ec-0afbb4a59820 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Port': ['ID=47a4b589-f7c8-4e89-83d7-e7cce8ab9991,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:29.038995 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-633d7a68-8a8a-4627-91ec-0afbb4a59820 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:29.046918 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-633d7a68-8a8a-4627-91ec-0afbb4a59820 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/ports/47a4b589-f7c8-4e89-83d7-e7cce8ab9991 HTTP/1.1" status: 204 len: 168 time: 0.6458385 Apr 05 18:54:29.047542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60200) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:29.060988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd2c11-7d86-4831-9bea-729b1f87e7b2 req-2f838fb0-bf35-4221-b92b-f6f54d0fa083 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:29.062951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03cd2c11-7d86-4831-9bea-729b1f87e7b2 req-2f838fb0-bf35-4221-b92b-f6f54d0fa083 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.2068958 Apr 05 18:54:29.133069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-9588b1ca-cfb3-4bea-9ef7-1e132ff54d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:29.134694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-9588b1ca-cfb3-4bea-9ef7-1e132ff54d6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f903f2a-22fb-4998-b52e-ae9c18bc9c99 HTTP/1.1" status: 200 len: 861 time: 0.1093314 Apr 05 18:54:29.143794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03cd2c11-7d86-4831-9bea-729b1f87e7b2 req-1eedc844-9b8c-4fda-9292-22ea57986772 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561664 Apr 05 18:54:29.205033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-5d3f7df2-8cfd-456e-9b89-0f14b9732cd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c05242d-a21f-4f15-928c-9b5c45ed88ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598137 Apr 05 18:54:29.314749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-377181b7-88cb-47f2-b725-bf4298803c10 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Deleting port 7fc6eed8-83d6-47a7-909f-fb7722d22fce {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:29.315783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-377181b7-88cb-47f2-b725-bf4298803c10 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:29.388445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-7994120e-ec5f-4356-bf54-af358457b4c9 service neutron] 10.222.0.25 "GET /v2.0/networks/2c05242d-a21f-4f15-928c-9b5c45ed88ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749494 Apr 05 18:54:29.567933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-377181b7-88cb-47f2-b725-bf4298803c10 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:29.581270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1192b73-f410-450f-8158-b7a0bc82f008 req-313befd1-5f15-48fe-bbb6-36688da9e573 service neutron] 10.222.0.25 "GET /v2.0/networks/2c05242d-a21f-4f15-928c-9b5c45ed88ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784225 Apr 05 18:54:29.624354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-377181b7-88cb-47f2-b725-bf4298803c10 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Calling delete_port for 7fc6eed8-83d6-47a7-909f-fb7722d22fce owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:29.773597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-377181b7-88cb-47f2-b725-bf4298803c10 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:29.796720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1b02f393-eaba-4f47-9d51-05f144a47a5b up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:54:29.879961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377181b7-88cb-47f2-b725-bf4298803c10 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Port': ['ID=7fc6eed8-83d6-47a7-909f-fb7722d22fce,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:29.907984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-377181b7-88cb-47f2-b725-bf4298803c10 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:29.923973 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-377181b7-88cb-47f2-b725-bf4298803c10 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/ports/7fc6eed8-83d6-47a7-909f-fb7722d22fce HTTP/1.1" status: 204 len: 168 time: 0.8743970 Apr 05 18:54:29.924773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60226) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:29.957447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 1b02f393-eaba-4f47-9d51-05f144a47a5b completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:54:29.961940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 1b02f393-eaba-4f47-9d51-05f144a47a5b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:29.963917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:29.984337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8832c3d1-3830-43ef-9d37-ed772efebfd7 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0559988 Apr 05 18:54:29.985504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60230) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:29.992387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-667437099'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:30.020653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211be507-a926-40bf-84f2-b25cc903e623 req-ca2b1d1b-541c-49a5-bb4f-003abeacd88d tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.022265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-211be507-a926-40bf-84f2-b25cc903e623 req-ca2b1d1b-541c-49a5-bb4f-003abeacd88d tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 944 time: 0.2117603 Apr 05 18:54:30.039848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e1547-9147-42a8-99b6-ad9cc0faf4b2 req-e17d1bf2-b82d-4748-a502-4056dff5b61f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.041407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-261e1547-9147-42a8-99b6-ad9cc0faf4b2 req-e17d1bf2-b82d-4748-a502-4056dff5b61f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 944 time: 0.2208202 Apr 05 18:54:30.068090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Made reservation on behalf of 25eb3a2be0e7460b8ed143b93aee1483 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:30.071531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:30.141045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-211be507-a926-40bf-84f2-b25cc903e623 req-c4267d0b-7e91-4874-bc55-4856bbfbce78 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093779 Apr 05 18:54:30.146564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-261e1547-9147-42a8-99b6-ad9cc0faf4b2 req-1d1d2d9c-1146-4d9c-badc-a3bf7c3f4dda tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965135 Apr 05 18:54:30.150248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:30.191005 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:30.191445 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Added segment 615536f3-a3f8-4690-a7ae-9c34eb4de7c5 of type vlan for network 929bb67d-ba39-401b-9af4-ef4cae446c2c Apr 05 18:54:30.211714 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:30.279150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b02f393-eaba-4f47-9d51-05f144a47a5b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:54:30.287609 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d600097-3916-431d-89a4-18ea9fa492ab" -d '{"events": [{"server_uuid": "6e25e41e-c5a4-421d-99be-6a16af5acbdc", "name": "network-vif-plugged", "status": "completed", "tag": "1b02f393-eaba-4f47-9d51-05f144a47a5b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:54:30.316404 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:30.331204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1b02f393-eaba-4f47-9d51-05f144a47a5b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:30.336434 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:30.455762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1b02f393-eaba-4f47-9d51-05f144a47a5b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:30.590087 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:30.596406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.597278 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:30.748803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7622862 Apr 05 18:54:30.754123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60246) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:30.762247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-859313681'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:30.792380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:54:30.792578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3022-5d43-447e-a631-0c3c1080a2c0 req-2f437273-6aae-490e-a3c2-f8eb707d1f89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.799223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3022-5d43-447e-a631-0c3c1080a2c0 req-2f437273-6aae-490e-a3c2-f8eb707d1f89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.806135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3022-5d43-447e-a631-0c3c1080a2c0 req-2f437273-6aae-490e-a3c2-f8eb707d1f89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.813608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3022-5d43-447e-a631-0c3c1080a2c0 req-2f437273-6aae-490e-a3c2-f8eb707d1f89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.833178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3022-5d43-447e-a631-0c3c1080a2c0 req-2f437273-6aae-490e-a3c2-f8eb707d1f89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.840701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Made reservation on behalf of 25eb3a2be0e7460b8ed143b93aee1483 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:30.849944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:30.864920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3022-5d43-447e-a631-0c3c1080a2c0 req-2f437273-6aae-490e-a3c2-f8eb707d1f89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.886790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3022-5d43-447e-a631-0c3c1080a2c0 req-2f437273-6aae-490e-a3c2-f8eb707d1f89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.890697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d2c3022-5d43-447e-a631-0c3c1080a2c0 req-2f437273-6aae-490e-a3c2-f8eb707d1f89 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.4756455 Apr 05 18:54:30.909399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f188c7-2b8d-422b-8a03-41d8ae023113 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Network': ['ID=929bb67d-ba39-401b-9af4-ef4cae446c2c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:30.934948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:30.946584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93febbaa-8962-4843-b082-4285298236a9 req-1d2b85ed-ca2a-476a-8153-beb12812c77a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:30.950326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 929bb67d-ba39-401b-9af4-ef4cae446c2c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:30.962546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93febbaa-8962-4843-b082-4285298236a9 req-1d2b85ed-ca2a-476a-8153-beb12812c77a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.5629306 Apr 05 18:54:30.977605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:30.978020 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Added segment f996fb6f-5d0a-4184-8137-f4243d5c41d1 of type vlan for network 93d0d39f-72ec-4e1f-937e-546fa0cd5323 Apr 05 18:54:31.107398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93febbaa-8962-4843-b082-4285298236a9 req-f5577a92-f900-45b9-9b53-c175dd882235 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414921 Apr 05 18:54:31.132389 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d2c3022-5d43-447e-a631-0c3c1080a2c0 req-6bbefa33-8dc0-499b-985f-9ca2cf286059 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2268887 Apr 05 18:54:31.163552 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:31.244614 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:31.252981 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b7446c-1baa-4657-9b13-4257d8c22413 x-openstack-request-id: req-f0b7446c-1baa-4657-9b13-4257d8c22413 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:54:31.253288 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e25e41e-c5a4-421d-99be-6a16af5acbdc", "name": "network-vif-plugged", "status": "completed", "tag": "1b02f393-eaba-4f47-9d51-05f144a47a5b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:54:31.256232 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0b7446c-1baa-4657-9b13-4257d8c22413 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:54:31.256722 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b7446c-1baa-4657-9b13-4257d8c22413'] response: {'server_uuid': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b02f393-eaba-4f47-9d51-05f144a47a5b', 'code': 200} Apr 05 18:54:31.265847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:31.268379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:31.294814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,segment=NetworkSegment(13b946a3-e0d2-488c-94d8-ed0827e77103),segment_id=13b946a3-e0d2-488c-94d8-ed0827e77103)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:31.327496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '73c833b1-58a4-4aa1-bf1e-5dabb6a154a8', 'network_id': '2c05242d-a21f-4f15-928c-9b5c45ed88ad', 'port_id': '73c833b1-58a4-4aa1-bf1e-5dabb6a154a8', 'mac_address': 'fa:16:3e:7e:8f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f903f2a-22fb-4998-b52e-ae9c18bc9c99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:54:31.355415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5983295 Apr 05 18:54:31.446134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:31.487802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:54:31.520441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedad51-bd71-4d30-aa24-f3a1de964880 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Network': ['ID=93d0d39f-72ec-4e1f-937e-546fa0cd5323,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:31.575657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 93d0d39f-72ec-4e1f-937e-546fa0cd5323 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:31.633801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,segment=NetworkSegment(13b946a3-e0d2-488c-94d8-ed0827e77103),segment_id=13b946a3-e0d2-488c-94d8-ed0827e77103)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:31.716190 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:32.069280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:32.092110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcaf9d-a414-46fc-a538-1a4c9343e55d req-e2d860e3-c62f-4664-b9cc-4449923ced3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:32.096934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64fcaf9d-a414-46fc-a538-1a4c9343e55d req-e2d860e3-c62f-4664-b9cc-4449923ced3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 1096 time: 0.5493541 Apr 05 18:54:32.113945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c23f07-1cf2-4b85-aa7f-f3769a860b07 req-dd7ecb0b-9378-48cb-ab8a-9e1f08f65b56 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:32.128386 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5c23f07-1cf2-4b85-aa7f-f3769a860b07 req-dd7ecb0b-9378-48cb-ab8a-9e1f08f65b56 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 944 time: 0.8085372 Apr 05 18:54:32.224006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5c23f07-1cf2-4b85-aa7f-f3769a860b07 req-83365eef-55b1-4f2d-9c1a-db3c9591cba2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905073 Apr 05 18:54:32.268350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['73c833b1-58a4-4aa1-bf1e-5dabb6a154a8'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:54:32.330005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176396bf-6ac4-4dfd-8d2f-bcfa39d3814a req-23167a48-f3f2-495d-8b8f-f85869c2dbdf tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:32.359210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-176396bf-6ac4-4dfd-8d2f-bcfa39d3814a req-23167a48-f3f2-495d-8b8f-f85869c2dbdf tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.8250940 Apr 05 18:54:32.463962 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64fcaf9d-a414-46fc-a538-1a4c9343e55d req-3e69c801-1b89-4179-896d-be27943dbe39 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053706 Apr 05 18:54:32.767311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-176396bf-6ac4-4dfd-8d2f-bcfa39d3814a req-4413f028-be52-453d-892c-c34729b1c717 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296001 Apr 05 18:54:32.913523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33447e-ab20-4e5e-95b4-8eff09aec415 req-0038e9ee-f7e2-4179-b364-0e0d15bc8772 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:32.958107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33447e-ab20-4e5e-95b4-8eff09aec415 req-0038e9ee-f7e2-4179-b364-0e0d15bc8772 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:32.983703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33447e-ab20-4e5e-95b4-8eff09aec415 req-0038e9ee-f7e2-4179-b364-0e0d15bc8772 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:32.992625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33447e-ab20-4e5e-95b4-8eff09aec415 req-0038e9ee-f7e2-4179-b364-0e0d15bc8772 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:33.002516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33447e-ab20-4e5e-95b4-8eff09aec415 req-0038e9ee-f7e2-4179-b364-0e0d15bc8772 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:33.008870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33447e-ab20-4e5e-95b4-8eff09aec415 req-0038e9ee-f7e2-4179-b364-0e0d15bc8772 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:33.016813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33447e-ab20-4e5e-95b4-8eff09aec415 req-0038e9ee-f7e2-4179-b364-0e0d15bc8772 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:33.034580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e33447e-ab20-4e5e-95b4-8eff09aec415 req-0038e9ee-f7e2-4179-b364-0e0d15bc8772 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.5852096 Apr 05 18:54:33.308409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0bd3-fcb2-4065-8781-5f55c0643066 req-9494a3cb-70ea-4953-be69-fd9e40097efa tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:33.317863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46be0bd3-fcb2-4065-8781-5f55c0643066 req-9494a3cb-70ea-4953-be69-fd9e40097efa tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.2149732 Apr 05 18:54:33.489694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46be0bd3-fcb2-4065-8781-5f55c0643066 req-01af6e1d-a832-406a-bf08-3fe98270b33d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656311 Apr 05 18:54:33.646141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b1f7d-25b2-4dad-9d05-5f2275232f34 req-ae802552-8a52-40de-9f2e-44c96b8b8d23 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:33.660277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-513b1f7d-25b2-4dad-9d05-5f2275232f34 req-ae802552-8a52-40de-9f2e-44c96b8b8d23 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 945 time: 0.1677413 Apr 05 18:54:33.858433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-513b1f7d-25b2-4dad-9d05-5f2275232f34 req-1bcea302-9e5e-4a14-a03a-1ca86ca8f478 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971676 Apr 05 18:54:34.044498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b41ea6-4760-49d2-97fc-03996c4e5bae req-8386410b-05a0-4a24-8c3c-85959aa7601f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:34.056614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03b41ea6-4760-49d2-97fc-03996c4e5bae req-8386410b-05a0-4a24-8c3c-85959aa7601f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1413674 Apr 05 18:54:34.186475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03b41ea6-4760-49d2-97fc-03996c4e5bae req-64a2da17-f6fd-47fe-9ca0-af8e0ba88d06 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245041 Apr 05 18:54:34.469553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf265b-1b68-4918-b223-3acffc45a19d req-48731246-e935-4c6c-9df0-844a1167c175 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:34.482039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13cf265b-1b68-4918-b223-3acffc45a19d req-48731246-e935-4c6c-9df0-844a1167c175 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1118236 Apr 05 18:54:34.485860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60298) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:34.492780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'floatingip': {'port_id': '1b02f393-eaba-4f47-9d51-05f144a47a5b'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:34.561365 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:34.825682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:54:34.997081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97bf6c-8ee2-40db-8982-509df5183a2a req-6ee7cde9-6d70-40f2-9663-766fa2e6d73c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:34.998894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e97bf6c-8ee2-40db-8982-509df5183a2a req-6ee7cde9-6d70-40f2-9663-766fa2e6d73c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.2127357 Apr 05 18:54:35.230808 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:35.297003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:54:35.315538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:35.316115 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:35.450209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e97bf6c-8ee2-40db-8982-509df5183a2a req-55dfdf4d-f32d-4b5e-9811-45bea78b6083 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4135747 Apr 05 18:54:35.624900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a860312-7a53-4a61-a4f5-77b82f3511f7 req-93de014d-ad7a-49e4-afce-12a046377b5c tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:35.634712 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a860312-7a53-4a61-a4f5-77b82f3511f7 req-93de014d-ad7a-49e4-afce-12a046377b5c tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 945 time: 0.6066880 Apr 05 18:54:35.650734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60338) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:35.657172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'subnets': [{'network_id': '929bb67d-ba39-401b-9af4-ef4cae446c2c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2065462702', 'ip_version': 6}, {'network_id': '93d0d39f-72ec-4e1f-937e-546fa0cd5323', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:35.657820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'subnet': {'network_id': '929bb67d-ba39-401b-9af4-ef4cae446c2c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2065462702', 'ip_version': 6}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:35.658785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Request body: {'subnet': {'network_id': '93d0d39f-72ec-4e1f-937e-546fa0cd5323', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:35.711442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:35.794245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476c6bed-11e5-4e11-bf01-66e82c36c1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c833b1-58a4-4aa1-bf1e-5dabb6a154a8'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:54:35.812073 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46b7305-cb3f-4cdd-995c-7a9417a903f3" -d '{"events": [{"server_uuid": "476c6bed-11e5-4e11-bf01-66e82c36c1e1", "name": "network-vif-plugged", "status": "completed", "tag": "73c833b1-58a4-4aa1-bf1e-5dabb6a154a8"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:54:35.872776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,segment=NetworkSegment(13b946a3-e0d2-488c-94d8-ed0827e77103),segment_id=13b946a3-e0d2-488c-94d8-ed0827e77103)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:35.884788 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:36.006174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Made reservation on behalf of 25eb3a2be0e7460b8ed143b93aee1483 for: {'subnet': 2} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:36.024457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:36.025139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:36.069990 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f00d0a4-0b8c-4fc0-b0b3-64c6baa9130b x-openstack-request-id: req-1f00d0a4-0b8c-4fc0-b0b3-64c6baa9130b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:54:36.075105 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476c6bed-11e5-4e11-bf01-66e82c36c1e1", "name": "network-vif-plugged", "status": "completed", "tag": "73c833b1-58a4-4aa1-bf1e-5dabb6a154a8", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:54:36.075541 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f00d0a4-0b8c-4fc0-b0b3-64c6baa9130b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:54:36.076141 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f00d0a4-0b8c-4fc0-b0b3-64c6baa9130b'] response: {'server_uuid': '476c6bed-11e5-4e11-bf01-66e82c36c1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c833b1-58a4-4aa1-bf1e-5dabb6a154a8', 'code': 200} Apr 05 18:54:36.077425 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:36.130257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60348) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:36.195957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a860312-7a53-4a61-a4f5-77b82f3511f7 req-652d09bb-0a90-4700-a94d-e60a95a9457c tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596514 Apr 05 18:54:36.330599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60356) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:36.440154 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca43c064-29ee-4588-8d1e-0aca81630340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:36.449815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f760-2ea1-42cc-a6cc-0967151588b9 req-4843b148-3aff-4ad5-a4d1-8d99f562b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:36.456438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3762f760-2ea1-42cc-a6cc-0967151588b9 req-4843b148-3aff-4ad5-a4d1-8d99f562b826 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.2549870 Apr 05 18:54:36.591997 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:54:36.801534 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:36.826021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:36.955749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Subnet': ['ID=0d24237e-78d8-455f-90b4-df438d2bebb4,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:36.958217 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:36.976834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Checking segment: {'id': '615536f3-a3f8-4690-a7ae-9c34eb4de7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '929bb67d-ba39-401b-9af4-ef4cae446c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:36.977287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Network hostable DHCP agents. Network: 929bb67d-ba39-401b-9af4-ef4cae446c2c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:37.013190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Network 929bb67d-ba39-401b-9af4-ef4cae446c2c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:37.028620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 929bb67d-ba39-401b-9af4-ef4cae446c2c) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:37.047299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec3e3e2-2fbb-410e-916b-0fdf31909b7d None None] Network 929bb67d-ba39-401b-9af4-ef4cae446c2c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:37.058936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.079174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60368) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:37.296359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Checking segment: {'id': 'f996fb6f-5d0a-4184-8137-f4243d5c41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '93d0d39f-72ec-4e1f-937e-546fa0cd5323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:37.296820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Network hostable DHCP agents. Network: 93d0d39f-72ec-4e1f-937e-546fa0cd5323, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:37.314172 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.335776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event updated for resources: {'Subnet': ['ID=edcb1e5b-921b-477b-b4b3-9f37872ad7de,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:37.357343 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b913bfa0-5ef1-46b7-b4c0-02f8b814bb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.359727 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3762f760-2ea1-42cc-a6cc-0967151588b9 req-b2fcde3b-8b55-456b-97ce-0823df8c078d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538406 Apr 05 18:54:37.380071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Network 93d0d39f-72ec-4e1f-937e-546fa0cd5323 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:37.403791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 93d0d39f-72ec-4e1f-937e-546fa0cd5323) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:37.410241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-66fd2ff4-9093-4bc9-be09-796c9614639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.410747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-66fd2ff4-9093-4bc9-be09-796c9614639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.411214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-66fd2ff4-9093-4bc9-be09-796c9614639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.411678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-66fd2ff4-9093-4bc9-be09-796c9614639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.412995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-66fd2ff4-9093-4bc9-be09-796c9614639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.413459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-66fd2ff4-9093-4bc9-be09-796c9614639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.413915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-66fd2ff4-9093-4bc9-be09-796c9614639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.417709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-66fd2ff4-9093-4bc9-be09-796c9614639d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6491 time: 1.0859261 Apr 05 18:54:37.424727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afba44-0966-4213-b1b9-0002f4895ef7 None None] Network 93d0d39f-72ec-4e1f-937e-546fa0cd5323 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:37.435957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.437090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.438056 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.451118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b2f2b-d302-451a-85ce-45af3d968037 req-63ac9b73-404f-429f-9fda-1445afff387c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.452934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f77b2f2b-d302-451a-85ce-45af3d968037 req-63ac9b73-404f-429f-9fda-1445afff387c tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.6370299 Apr 05 18:54:37.473369 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e3688e78-86f1-4f32-842b-9567b96db084 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8199303 Apr 05 18:54:37.477527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60374) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:37.556640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-7824c7b5-2bbd-45df-8166-074c9704841f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023645 Apr 05 18:54:37.597014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289d14a8-805d-4f27-9f19-0c7c88f4c844 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.599552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289d14a8-805d-4f27-9f19-0c7c88f4c844 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.601656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289d14a8-805d-4f27-9f19-0c7c88f4c844 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:37.610418 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-289d14a8-805d-4f27-9f19-0c7c88f4c844 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1248639 Apr 05 18:54:37.619876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60378) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:37.704807 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b913bfa0-5ef1-46b7-b4c0-02f8b814bb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.717751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb2fbb7-df9f-47f4-9d19-34361a7f8a0e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Deleting subnet 0d24237e-78d8-455f-90b4-df438d2bebb4 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:54:37.719222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f77b2f2b-d302-451a-85ce-45af3d968037 req-7b869056-457c-4262-9e4f-6fe79c5f9867 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200003 Apr 05 18:54:37.726822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1eb2fbb7-df9f-47f4-9d19-34361a7f8a0e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.739927 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Floating IP b0c1d17e-99e8-40a4-89e2-3fa6786f0167 associated. External IP: 172.25.4.39, port: 1b02f393-eaba-4f47-9d51-05f144a47a5b. Apr 05 18:54:37.778682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1eb2fbb7-df9f-47f4-9d19-34361a7f8a0e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.794857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d14c31-d0f9-43af-898e-5e684b97cc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-929bb67d-ba39-401b-9af4-ef4cae446c2c', 'network_id': '929bb67d-ba39-401b-9af4-ef4cae446c2c', 'tenant_id': '25eb3a2be0e7460b8ed143b93aee1483', 'fixed_ips': [{'subnet_id': '0d24237e-78d8-455f-90b4-df438d2bebb4'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:54:37.795722 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3d14c31-d0f9-43af-898e-5e684b97cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.853628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1eb2fbb7-df9f-47f4-9d19-34361a7f8a0e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.912587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b913bfa0-5ef1-46b7-b4c0-02f8b814bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:37.990797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e16a66-ec8b-4f08-8457-7ef2f85b2e9c req-2a29dca3-644f-43a7-b01d-4ea19a293ff2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:38.001441 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60e16a66-ec8b-4f08-8457-7ef2f85b2e9c req-2a29dca3-644f-43a7-b01d-4ea19a293ff2 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 946 time: 0.6211627 Apr 05 18:54:38.043374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4e1cd-2c9a-4d30-8b0b-9b0ccb024089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-93d0d39f-72ec-4e1f-937e-546fa0cd5323', 'network_id': '93d0d39f-72ec-4e1f-937e-546fa0cd5323', 'tenant_id': '25eb3a2be0e7460b8ed143b93aee1483', 'fixed_ips': [{'subnet_id': 'edcb1e5b-921b-477b-b4b3-9f37872ad7de'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:54:38.044844 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e1cd-2c9a-4d30-8b0b-9b0ccb024089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.082913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913bfa0-5ef1-46b7-b4c0-02f8b814bb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba9a673-2010-4b85-9a0e-164cf4345f5e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-f3d14c31-d0f9-43af-898e-5e684b97cc1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d24237e-78d8-455f-90b4-df438d2bebb4: This subnet is being modified by another concurrent operation. Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:54:38.089279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d24237e-78d8-455f-90b4-df438d2bebb4: This subnet is being modified by another concurrent operation. Apr 05 18:54:38.093248 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 18:54:38.096778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1eb2fbb7-df9f-47f4-9d19-34361a7f8a0e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.132375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b913bfa0-5ef1-46b7-b4c0-02f8b814bb96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3dcc98682e604386b5220cde21030756&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0187936 Apr 05 18:54:38.134574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60386) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:38.196640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2fbb7-df9f-47f4-9d19-34361a7f8a0e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Subnet': ['ID=0d24237e-78d8-455f-90b4-df438d2bebb4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:38.202217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1eb2fbb7-df9f-47f4-9d19-34361a7f8a0e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.206589 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1eb2fbb7-df9f-47f4-9d19-34361a7f8a0e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/subnets/0d24237e-78d8-455f-90b4-df438d2bebb4 HTTP/1.1" status: 204 len: 168 time: 0.5893021 Apr 05 18:54:38.214959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60388) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:38.222325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Router 0d126e29-d72a-4954-adb2-ec5c3a29528a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:54:38.261343 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca43c064-29ee-4588-8d1e-0aca81630340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.261570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e61cbd5-cc06-4972-93ab-9a5a69e461d1 None None] Network 929bb67d-ba39-401b-9af4-ef4cae446c2c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:38.272836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca43c064-29ee-4588-8d1e-0aca81630340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.312410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-effd6874-e3c0-480b-a99d-f762dafc0701 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Deleting subnet edcb1e5b-921b-477b-b4b3-9f37872ad7de {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:54:38.322308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60e16a66-ec8b-4f08-8457-7ef2f85b2e9c req-c46bd023-5207-4cd8-91a2-945f0001d27e tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159754 Apr 05 18:54:38.324283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-effd6874-e3c0-480b-a99d-f762dafc0701 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.328871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31839527-0abd-4ece-8ae5-6274b30ec895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.334477 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ca43c064-29ee-4588-8d1e-0aca81630340 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7db4f052d28945bb9074accd252afc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1984293 Apr 05 18:54:38.344869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60390) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:38.393271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31839527-0abd-4ece-8ae5-6274b30ec895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.396626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-effd6874-e3c0-480b-a99d-f762dafc0701 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.483216 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-effd6874-e3c0-480b-a99d-f762dafc0701 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.495252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43c064-29ee-4588-8d1e-0aca81630340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff066ed4-4fe6-4394-9952-377de7567819,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:38.534906 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31839527-0abd-4ece-8ae5-6274b30ec895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.537906 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31839527-0abd-4ece-8ae5-6274b30ec895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.542695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-31839527-0abd-4ece-8ae5-6274b30ec895 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ba9a673-2010-4b85-9a0e-164cf4345f5e HTTP/1.1" status: 204 len: 168 time: 0.3999705 Apr 05 18:54:38.570690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31839527-0abd-4ece-8ae5-6274b30ec895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba9a673-2010-4b85-9a0e-164cf4345f5e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:38.597615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-effd6874-e3c0-480b-a99d-f762dafc0701 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-3ba4e1cd-2c9a-4d30-8b0b-9b0ccb024089 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edcb1e5b-921b-477b-b4b3-9f37872ad7de: This subnet is being modified by another concurrent operation. Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:54:38.635770 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edcb1e5b-921b-477b-b4b3-9f37872ad7de: This subnet is being modified by another concurrent operation. Apr 05 18:54:38.638553 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 18:54:38.676106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6422525b-c9f4-4ce4-b8bf-b413875a7c8a None None] Network 93d0d39f-72ec-4e1f-937e-546fa0cd5323 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:38.677593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd6874-e3c0-480b-a99d-f762dafc0701 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Subnet': ['ID=edcb1e5b-921b-477b-b4b3-9f37872ad7de,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:38.689558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-effd6874-e3c0-480b-a99d-f762dafc0701 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:38.693263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-effd6874-e3c0-480b-a99d-f762dafc0701 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/subnets/edcb1e5b-921b-477b-b4b3-9f37872ad7de HTTP/1.1" status: 204 len: 168 time: 0.4769981 Apr 05 18:54:38.697597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60396) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:38.867966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea82e1-b85c-4ed9-99c5-7a846c3c31c2 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:38.870431 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c9ea82e1-b85c-4ed9-99c5-7a846c3c31c2 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1711674 Apr 05 18:54:38.883833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60402) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:38.940074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedaed2e-1b79-4abb-87ec-ee0a672e01e9 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:54:39.058147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.205726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedaed2e-1b79-4abb-87ec-ee0a672e01e9 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:54:39.242331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60404) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:39.305247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-072bccb8-6522-43e6-ad7b-7b9e7b2367bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.369098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652fc617-8b87-459c-bec3-1c465f33d251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.448311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:54:39.462991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.468957 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] Sync routers for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:54:39.491528 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:39.492210 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:39.516528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-072bccb8-6522-43e6-ad7b-7b9e7b2367bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.566792 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25cac970-e823-41ee-bc4c-19c499c1ce52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.669528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942aed-c64d-4a9e-b819-9dcd3a8c3855 req-114b84a1-f7b0-4a55-a829-22400499136d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:39.671147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b942aed-c64d-4a9e-b819-9dcd3a8c3855 req-114b84a1-f7b0-4a55-a829-22400499136d tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.4263847 Apr 05 18:54:39.761134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-630a4bc0-b1f5-4478-9eb4-daf837239dc2 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "PUT /v2.0/floatingips/b0c1d17e-99e8-40a4-89e2-3fa6786f0167 HTTP/1.1" status: 200 len: 990 time: 5.2732375 Apr 05 18:54:39.772877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9508352a-328c-488b-b4ab-b564293c76a5 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:54:39.820898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'tag': '1b02f393-eaba-4f47-9d51-05f144a47a5b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:54:39.823486 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800535de-58f9-483d-8684-c29ac106d4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e25e41e-c5a4-421d-99be-6a16af5acbdc", "tag": "1b02f393-eaba-4f47-9d51-05f144a47a5b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:54:39.826348 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.846960 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:54:39.861502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d0d39f-72ec-4e1f-937e-546fa0cd5323']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:39.877262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f996fb6f-5d0a-4184-8137-f4243d5c41d1') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:39.878172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f996fb6f-5d0a-4184-8137-f4243d5c41d1') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:39.895580 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.902481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b942aed-c64d-4a9e-b819-9dcd3a8c3855 req-7b9b6d09-8b37-413c-a8c1-48541302de9b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987088 Apr 05 18:54:39.918845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.930125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:39.931186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:39.998659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10ac53-8aa2-469b-a0ad-4291e4c00847 req-2dd8abe3-d4e3-49e3-8137-e439155f4fb6 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:40.010486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df10ac53-8aa2-469b-a0ad-4291e4c00847 req-2dd8abe3-d4e3-49e3-8137-e439155f4fb6 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 946 time: 0.5073562 Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:40.034012 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:40.038375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.045626 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef689052-479c-45ce-a2a9-08d6876994c9 x-openstack-request-id: req-ef689052-479c-45ce-a2a9-08d6876994c9 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:54:40.045950 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e25e41e-c5a4-421d-99be-6a16af5acbdc", "tag": "1b02f393-eaba-4f47-9d51-05f144a47a5b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:54:40.046145 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef689052-479c-45ce-a2a9-08d6876994c9 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:54:40.046661 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef689052-479c-45ce-a2a9-08d6876994c9'] response: {'name': 'network-changed', 'server_uuid': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'tag': '1b02f393-eaba-4f47-9d51-05f144a47a5b', 'status': 'completed', 'code': 200} Apr 05 18:54:40.049252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9508352a-328c-488b-b4ab-b564293c76a5 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:54:40.061292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.068282 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/networks/93d0d39f-72ec-4e1f-937e-546fa0cd5323 HTTP/1.1" status: 204 len: 168 time: 1.1831090 Apr 05 18:54:40.069700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a769477-6154-4c8b-bbed-c66eb1e77910 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Network': ['ID=93d0d39f-72ec-4e1f-937e-546fa0cd5323,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:40.071713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60412) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:40.077637 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-072bccb8-6522-43e6-ad7b-7b9e7b2367bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.080262 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-072bccb8-6522-43e6-ad7b-7b9e7b2367bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.081506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-072bccb8-6522-43e6-ad7b-7b9e7b2367bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff066ed4-4fe6-4394-9952-377de7567819 HTTP/1.1" status: 204 len: 168 time: 1.7339449 Apr 05 18:54:40.205520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bccb8-6522-43e6-ad7b-7b9e7b2367bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff066ed4-4fe6-4394-9952-377de7567819,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:40.222708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652fc617-8b87-459c-bec3-1c465f33d251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.249211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652fc617-8b87-459c-bec3-1c465f33d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.271276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df10ac53-8aa2-469b-a0ad-4291e4c00847 req-d0923903-fced-4619-83ac-02010f846c5d tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528467 Apr 05 18:54:40.284028 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.320773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800535de-58f9-483d-8684-c29ac106d4b4 req-6bc7bab9-641f-4d6c-b616-b13d8d0328ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:40.322270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-800535de-58f9-483d-8684-c29ac106d4b4 req-6bc7bab9-641f-4d6c-b616-b13d8d0328ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 1096 time: 0.2380159 Apr 05 18:54:40.380229 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'b0c1d17e-99e8-40a4-89e2-3fa6786f0167', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'port_id': '1b02f393-eaba-4f47-9d51-05f144a47a5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'mac_address': 'fa:16:3e:a5:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:54:11Z', 'updated_at': '2022-04-05T18:54:36Z', 'revision_number': 1, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:40.458138 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] Checking router: 0d126e29-d72a-4954-adb2-ec5c3a29528a for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:54:40.484526 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.511381 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:40.512176 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:40.531986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929bb67d-ba39-401b-9af4-ef4cae446c2c']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:40.565688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615536f3-a3f8-4690-a7ae-9c34eb4de7c5') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:40.566534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615536f3-a3f8-4690-a7ae-9c34eb4de7c5') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:40.582454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-652fc617-8b87-459c-bec3-1c465f33d251 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7dbbe333f2248b9811d0830ba3c0bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3213108 Apr 05 18:54:40.592814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60424) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:40.601242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fc617-8b87-459c-bec3-1c465f33d251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01158ea1-cb02-4a08-9f2f-78f42bc52409,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:40.716359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.776181 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.804139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-235312c6-e60b-41b7-83e2-b7c1062aa77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.848522 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:54:40.857557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800535de-58f9-483d-8684-c29ac106d4b4 req-13399df0-fdee-4807-a895-b9a73d786648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:40.860733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-800535de-58f9-483d-8684-c29ac106d4b4 req-13399df0-fdee-4807-a895-b9a73d786648 service neutron] 10.222.0.20 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 910 time: 0.5152657 Apr 05 18:54:40.864794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-235312c6-e60b-41b7-83e2-b7c1062aa77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.986718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:40.987389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.992377 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-235312c6-e60b-41b7-83e2-b7c1062aa77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:40.995047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-235312c6-e60b-41b7-83e2-b7c1062aa77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:41.005888 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-235312c6-e60b-41b7-83e2-b7c1062aa77e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01158ea1-cb02-4a08-9f2f-78f42bc52409 HTTP/1.1" status: 204 len: 168 time: 0.4119000 Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:41.006744 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:41.116434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36546318-2bde-4534-9177-1f950e9ede8e req-968f753b-cfb6-4acc-9151-bb98623a6f95 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:41.131017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235312c6-e60b-41b7-83e2-b7c1062aa77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01158ea1-cb02-4a08-9f2f-78f42bc52409,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:41.135941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36546318-2bde-4534-9177-1f950e9ede8e req-968f753b-cfb6-4acc-9151-bb98623a6f95 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 946 time: 0.2459295 Apr 05 18:54:41.142115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-800535de-58f9-483d-8684-c29ac106d4b4 req-be4e8efd-8312-4565-9850-ea38be4a45a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b HTTP/1.1" status: 200 len: 998 time: 0.2743905 Apr 05 18:54:41.177532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:41.208883 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:41.220578 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/networks/929bb67d-ba39-401b-9af4-ef4cae446c2c HTTP/1.1" status: 204 len: 168 time: 1.1464388 Apr 05 18:54:41.221589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf2ff2-f87a-49f2-ab50-d825072daf7e tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Network': ['ID=929bb67d-ba39-401b-9af4-ef4cae446c2c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:41.223175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60440) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:41.345426 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36546318-2bde-4534-9177-1f950e9ede8e req-1ccc596d-88bf-46c1-9105-c53746873891 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083457 Apr 05 18:54:41.358033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09274359-7941-4cd3-a054-4cd79c74a59b req-25ad8c56-46b5-4c8e-bc1d-c8bb6b77f2b9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:41.359836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09274359-7941-4cd3-a054-4cd79c74a59b req-25ad8c56-46b5-4c8e-bc1d-c8bb6b77f2b9 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.2211938 Apr 05 18:54:41.428984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800535de-58f9-483d-8684-c29ac106d4b4 req-e1769946-da35-4231-a835-199ae804aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:41.433489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-800535de-58f9-483d-8684-c29ac106d4b4 req-e1769946-da35-4231-a835-199ae804aac3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 200 len: 849 time: 0.2222669 Apr 05 18:54:41.446848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:41.570668 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'b0c1d17e-99e8-40a4-89e2-3fa6786f0167', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'port_id': '1b02f393-eaba-4f47-9d51-05f144a47a5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'mac_address': 'fa:16:3e:a5:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:54:11Z', 'updated_at': '2022-04-05T18:54:36Z', 'revision_number': 1, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:41.595392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09274359-7941-4cd3-a054-4cd79c74a59b req-05507165-90d0-4b8e-bef8-0e11741288cc tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245877 Apr 05 18:54:41.642232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800535de-58f9-483d-8684-c29ac106d4b4 req-b2cb5106-9da5-4dd8-ac9a-b5f380b0c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:41.652528 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0eaeb6-8055-4b91-887f-d21df23c0214 None None] The sync data for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 is: [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'b0c1d17e-99e8-40a4-89e2-3fa6786f0167', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'port_id': '1b02f393-eaba-4f47-9d51-05f144a47a5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'mac_address': 'fa:16:3e:a5:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:54:11Z', 'updated_at': '2022-04-05T18:54:36Z', 'revision_number': 1, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:54:41.652737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-800535de-58f9-483d-8684-c29ac106d4b4 req-b2cb5106-9da5-4dd8-ac9a-b5f380b0c613 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=915604ac-55a7-4f2d-abfa-faea6df09772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081833 Apr 05 18:54:41.676871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:41.740599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:41.768364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eaa3a14-5bc5-41ac-9480-3835fe3355c7') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:41.769927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eaa3a14-5bc5-41ac-9480-3835fe3355c7') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:41.782243 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d23bca0-d54f-49d1-a707-575278aebc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:41.800128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:41.838616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:41.851450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:41.853322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:41.887955 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:41.918692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-800535de-58f9-483d-8684-c29ac106d4b4 req-1d0cb518-d3de-4e5a-bf53-3b93f8a9620d service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566979 Apr 05 18:54:42.029834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.056363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.073150 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/networks/3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa HTTP/1.1" status: 204 len: 168 time: 0.8484118 Apr 05 18:54:42.076398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60462) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:42.107618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e4ac8-a2c8-4937-8bf6-e85a3c08c80a None None] New status for floating IP b0c1d17e-99e8-40a4-89e2-3fa6786f0167: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:54:42.114560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e906a-4472-425f-9ca6-a9be83139008 tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Network': ['ID=3c1e6145-3c56-4c1c-998e-ef9f3c7faaaa,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:42.223164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-800535de-58f9-483d-8684-c29ac106d4b4 req-c3e06d32-111e-4101-a901-7acbf4cc539e service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990065 Apr 05 18:54:42.256313 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.512838 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.574652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e665cfa1-acb4-4167-a438-2c51beb01646']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:42.587065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1695e9b-6e2b-4131-9f71-1dcb40635491') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:42.587354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1695e9b-6e2b-4131-9f71-1dcb40635491') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:42.601495 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.619826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10624cf-eae0-4982-9935-c9967fd44232 req-e2ad18c6-a1cb-4d08-949d-c45342fcb2d0 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:42.621405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e10624cf-eae0-4982-9935-c9967fd44232 req-e2ad18c6-a1cb-4d08-949d-c45342fcb2d0 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 946 time: 0.0930676 Apr 05 18:54:42.628545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.652931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:42.653337 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:42.656568 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:42.777836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e10624cf-eae0-4982-9935-c9967fd44232 req-f2901ded-0526-448d-83dd-caa26b3d3d2e tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462152 Apr 05 18:54:42.786026 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.808282 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.808282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] 10.222.0.15 "DELETE /v2.0/networks/e665cfa1-acb4-4167-a438-2c51beb01646 HTTP/1.1" status: 204 len: 168 time: 0.7273104 Apr 05 18:54:42.825971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9dea0-a47e-4411-b32c-e44859cb6e1b tempest-BulkNetworkOpsIpV6Test-1252969136 tempest-BulkNetworkOpsIpV6Test-1252969136-project] Pushing event deleted for resources: {'Network': ['ID=e665cfa1-acb4-4167-a438-2c51beb01646,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:42.840089 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:42.841801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279508-c519-4e47-b0f9-bf42547515ca req-f30f561d-9235-44c2-bc19-6117cd8f59f7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:42.843410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b279508-c519-4e47-b0f9-bf42547515ca req-f30f561d-9235-44c2-bc19-6117cd8f59f7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.1177783 Apr 05 18:54:42.921233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b279508-c519-4e47-b0f9-bf42547515ca req-70112105-b7e2-401b-a5df-37229aaf0f34 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706825 Apr 05 18:54:43.086418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60498) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:43.119870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60502) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:43.270541 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ffda98b-85f9-4ebd-accb-ce06484fb564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.309548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-253c501f-9ebb-48d0-9207-6f2d3cf3c8e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25eb3a2be0e7460b8ed143b93aee1483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885533 Apr 05 18:54:43.312406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60506) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:43.376330 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee675e0c-1ec6-4caa-8228-e722d3c5a5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.380401 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ffda98b-85f9-4ebd-accb-ce06484fb564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.385851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ffda98b-85f9-4ebd-accb-ce06484fb564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.402455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee675e0c-1ec6-4caa-8228-e722d3c5a5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.428110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7ffda98b-85f9-4ebd-accb-ce06484fb564 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9793cfddc354fd4a214196413fc5e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406124 Apr 05 18:54:43.429000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffda98b-85f9-4ebd-accb-ce06484fb564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf29304d-ee65-4601-9476-364b6c2af1f1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:43.430753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60508) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:43.482728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee675e0c-1ec6-4caa-8228-e722d3c5a5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.485407 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee675e0c-1ec6-4caa-8228-e722d3c5a5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.486670 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ee675e0c-1ec6-4caa-8228-e722d3c5a5de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3207d81-34fe-439f-9901-30f8fbe85a6e HTTP/1.1" status: 204 len: 168 time: 0.1728513 Apr 05 18:54:43.500949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee675e0c-1ec6-4caa-8228-e722d3c5a5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3207d81-34fe-439f-9901-30f8fbe85a6e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:43.510571 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-759dd6ed-6e6e-4179-89e7-1b81699e18f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.548376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-759dd6ed-6e6e-4179-89e7-1b81699e18f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.608249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-759dd6ed-6e6e-4179-89e7-1b81699e18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.611723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-759dd6ed-6e6e-4179-89e7-1b81699e18f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:43.613121 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-759dd6ed-6e6e-4179-89e7-1b81699e18f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf29304d-ee65-4601-9476-364b6c2af1f1 HTTP/1.1" status: 204 len: 168 time: 0.1814172 Apr 05 18:54:43.632401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dd6ed-6e6e-4179-89e7-1b81699e18f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf29304d-ee65-4601-9476-364b6c2af1f1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:43.914150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44338766-c866-4df1-90cf-c0d85131898c req-c8cdd4ff-6bde-4c32-b76e-4143259de813 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:43.915842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44338766-c866-4df1-90cf-c0d85131898c req-c8cdd4ff-6bde-4c32-b76e-4143259de813 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 946 time: 0.0563779 Apr 05 18:54:43.960585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44338766-c866-4df1-90cf-c0d85131898c req-8d969863-b015-4f84-94e9-cc17b2f32c5d tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d190a57-1d9c-4e36-91f7-e8aeb241eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373220 Apr 05 18:54:44.066889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102f6c-01c1-4219-b5ba-628d14c94b4c req-c7cc5f71-7e31-47c5-86da-a137fd3cc16e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:44.068621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6102f6c-01c1-4219-b5ba-628d14c94b4c req-c7cc5f71-7e31-47c5-86da-a137fd3cc16e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.0564938 Apr 05 18:54:44.113716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6102f6c-01c1-4219-b5ba-628d14c94b4c req-7a9a5f24-9227-41cd-9f39-2aa323171cbb tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372627 Apr 05 18:54:44.365327 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.445589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-17bed400-479b-4410-88d2-7c12f9413c50 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:44.450124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-17bed400-479b-4410-88d2-7c12f9413c50 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.25 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 946 time: 0.0640321 Apr 05 18:54:44.454823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60558) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:44.568758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Deleting port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:44.569103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.694664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] For port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,segment=NetworkSegment(13b946a3-e0d2-488c-94d8-ed0827e77103),segment_id=13b946a3-e0d2-488c-94d8-ed0827e77103)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:44.695212 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.704030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'networks': [{'name': 'tempest-network--743845774'}, {'name': 'tempest-network--189751363'}]} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:44.704653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'network': {'name': 'tempest-network--743845774'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:44.705307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'network': {'name': 'tempest-network--189751363'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:44.715364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Calling delete_port for 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:44.731975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Made reservation on behalf of 63b50674e8a64ec58c1503a377b0ef5d for: {'network': 2} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:44.739889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.750767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.839992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:54:44.851478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.856623 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.857152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.863845 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.903594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd1fa37-ecf4-4e6a-9aee-cea992325f53,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:44.905332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Pushing event deleted for resources: {'Port': ['ID=73c833b1-58a4-4aa1-bf1e-5dabb6a154a8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:44.912652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:44.924859 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:44.925209 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Added segment 6440eab8-c3ee-4f47-b002-660784661a6b of type vlan for network f58e5d44-a78a-4a50-aae5-f90681f6a0fd Apr 05 18:54:44.930899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No active binding found for port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 {{(pid=102641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 18:54:44.933199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:54:44.969937 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.003980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] No DVR routers for this DVR port 73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:54:45.007417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.012373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9114e2b-0d3e-4ea2-aaa9-a72045ca73d9 req-944ce86b-f33b-4135-a8be-516679c6af0a tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.25 "DELETE /v2.0/ports/73c833b1-58a4-4aa1-bf1e-5dabb6a154a8 HTTP/1.1" status: 204 len: 173 time: 0.5540588 Apr 05 18:54:45.012949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476c6bed-11e5-4e11-bf01-66e82c36c1e1', 'name': 'network-vif-deleted', 'tag': '73c833b1-58a4-4aa1-bf1e-5dabb6a154a8'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:54:45.016155 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a30b152-3dea-4696-8e19-a3ac12521af1" -d '{"events": [{"server_uuid": "476c6bed-11e5-4e11-bf01-66e82c36c1e1", "name": "network-vif-deleted", "tag": "73c833b1-58a4-4aa1-bf1e-5dabb6a154a8"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:54:45.019390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.080309 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:54:45.086803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:45.105699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.106042 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Added segment 5841d5db-3f68-4534-8014-6f93754ce0ea of type vlan for network a14f594a-8d53-4acb-877c-000763148073 Apr 05 18:54:45.119002 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92643584-30ef-4e19-aa6b-39d6d4525da8 x-openstack-request-id: req-92643584-30ef-4e19-aa6b-39d6d4525da8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:54:45.120374 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476c6bed-11e5-4e11-bf01-66e82c36c1e1", "name": "network-vif-deleted", "tag": "73c833b1-58a4-4aa1-bf1e-5dabb6a154a8", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:54:45.120900 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92643584-30ef-4e19-aa6b-39d6d4525da8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:54:45.121432 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92643584-30ef-4e19-aa6b-39d6d4525da8'] response: {'server_uuid': '476c6bed-11e5-4e11-bf01-66e82c36c1e1', 'name': 'network-vif-deleted', 'tag': '73c833b1-58a4-4aa1-bf1e-5dabb6a154a8', 'status': 'completed', 'code': 200} Apr 05 18:54:45.123717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e306312-05d3-40e7-b3ec-36f65c004399 req-21f2ce2d-79d1-4bd1-8618-a1c81845b9e9 tempest-ServerAddressesNegativeTestJSON-417210257 tempest-ServerAddressesNegativeTestJSON-417210257-project] 10.222.0.15 "GET /v2.0/ports?device_id=476c6bed-11e5-4e11-bf01-66e82c36c1e1 HTTP/1.1" status: 200 len: 210 time: 0.0637295 Apr 05 18:54:45.182166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.217782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.218775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.229740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:45.232650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:45.233328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.288389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570a434-784d-44f6-bbc0-cd343c781007 req-fbddcab5-d47f-4716-bc7b-8db5994c2032 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:45.295046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3570a434-784d-44f6-bbc0-cd343c781007 req-fbddcab5-d47f-4716-bc7b-8db5994c2032 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.0827959 Apr 05 18:54:45.299536 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8429859 Apr 05 18:54:45.302727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60582) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:45.330060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Network': ['ID=f58e5d44-a78a-4a50-aae5-f90681f6a0fd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:45.341715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network f58e5d44-a78a-4a50-aae5-f90681f6a0fd details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:45.370849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3570a434-784d-44f6-bbc0-cd343c781007 req-d1a81f11-35b6-44e3-b426-c29c19663fde tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687511 Apr 05 18:54:45.476738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78c59-b998-4f54-b4ce-60d3068873e3 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Network': ['ID=a14f594a-8d53-4acb-877c-000763148073,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:45.503637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network a14f594a-8d53-4acb-877c-000763148073 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:45.520355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad85d4-5402-4284-9aec-c1ba6b3fa2bf tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:45.527585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad85d4-5402-4284-9aec-c1ba6b3fa2bf tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:45.535600 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad85d4-5402-4284-9aec-c1ba6b3fa2bf tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:45.542493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad85d4-5402-4284-9aec-c1ba6b3fa2bf tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:45.544834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-caad85d4-5402-4284-9aec-c1ba6b3fa2bf tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2413061 Apr 05 18:54:45.547701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60588) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:45.555798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60590) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:45.654887 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.718132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1739732752', 'router:external': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:45.739229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Made reservation on behalf of a655e1032bc849629f1c7fc7dda6f7dd for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:45.741405 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.750896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.752571 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.776889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58e5d44-a78a-4a50-aae5-f90681f6a0fd']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:45.786083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6440eab8-c3ee-4f47-b002-660784661a6b') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:45.786411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6440eab8-c3ee-4f47-b002-660784661a6b') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:45.796549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.811058 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.816893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:45.817657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:45.821986 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:45.831941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.836759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.864928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:45.875744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a02c6-4b6a-445d-96cb-b253122e875c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:45.882311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.882703 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Added segment 72fd5409-3dd2-418a-adc8-6b807e0f6416 of type vlan for network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 Apr 05 18:54:45.885711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.893926 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:45.896919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/networks/f58e5d44-a78a-4a50-aae5-f90681f6a0fd HTTP/1.1" status: 204 len: 168 time: 0.3480527 Apr 05 18:54:45.900044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60594) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:45.907867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6855fd9-717b-4d8a-a4a2-d6e9c73c9972 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Network': ['ID=f58e5d44-a78a-4a50-aae5-f90681f6a0fd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:45.996657 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.024896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.054718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.055658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:46.056228 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.181335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6203949 Apr 05 18:54:46.182365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60600) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:46.189636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'subnet': {'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:46.195755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.204503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c92f73-e87f-4824-8891-38cd72ed390d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event updated for resources: {'Network': ['ID=305468c0-cb8f-4db2-a23e-c42bba6ddb68,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:46.217839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:46.233038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14f594a-8d53-4acb-877c-000763148073']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:46.249961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60602) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:46.250687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5841d5db-3f68-4534-8014-6f93754ce0ea') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:46.251066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5841d5db-3f68-4534-8014-6f93754ce0ea') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:46.257435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Made reservation on behalf of a655e1032bc849629f1c7fc7dda6f7dd for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:46.261153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.263064 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.278127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.285169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:46.285844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:46.289630 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:46.367537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.371806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-707e2a67-facc-43ff-8ad6-c75ad51ebd9c admin admin] Deleting subnet 9f903f2a-22fb-4998-b52e-ae9c18bc9c99 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:54:46.377892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-707e2a67-facc-43ff-8ad6-c75ad51ebd9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.377982 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.383630 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/networks/a14f594a-8d53-4acb-877c-000763148073 HTTP/1.1" status: 204 len: 168 time: 0.4797142 Apr 05 18:54:46.401740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60606) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:46.405378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcf5f9-6efe-4f9f-b8e9-49845efa6942 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Network': ['ID=a14f594a-8d53-4acb-877c-000763148073,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:46.489428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-707e2a67-facc-43ff-8ad6-c75ad51ebd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.636345 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-707e2a67-facc-43ff-8ad6-c75ad51ebd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.678635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e85882-f084-49db-a4d7-5c4b450ca2c6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:46.684778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e85882-f084-49db-a4d7-5c4b450ca2c6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:46.690726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e85882-f084-49db-a4d7-5c4b450ca2c6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:46.692322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-41e85882-f084-49db-a4d7-5c4b450ca2c6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1899 time: 0.2897317 Apr 05 18:54:46.696750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60610) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:46.700490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18058b-036f-4b17-907a-612f4a83c7a4 req-1eb25922-9e0f-4ac3-a90f-4dc866ac2910 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:46.701912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae18058b-036f-4b17-907a-612f4a83c7a4 req-1eb25922-9e0f-4ac3-a90f-4dc866ac2910 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 943 time: 0.2608871 Apr 05 18:54:46.702796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-556179724'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:46.725345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Made reservation on behalf of 63b50674e8a64ec58c1503a377b0ef5d for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:46.731701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.766141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:46.782090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.783066 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Added segment 8bdf09f3-eab2-4c8e-8463-c9db1db9fa1c of type vlan for network eb90c251-149c-4375-a891-2186c0fea46c Apr 05 18:54:46.785668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae18058b-036f-4b17-907a-612f4a83c7a4 req-4aefa023-1e69-44f9-a42b-2084be70dc67 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735381 Apr 05 18:54:46.788135 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-707e2a67-facc-43ff-8ad6-c75ad51ebd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.834733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.850011 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-707e2a67-facc-43ff-8ad6-c75ad51ebd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.856966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-707e2a67-facc-43ff-8ad6-c75ad51ebd9c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9f903f2a-22fb-4998-b52e-ae9c18bc9c99 HTTP/1.1" status: 204 len: 168 time: 0.6036699 Apr 05 18:54:46.857152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:54:46.857588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e2a67-facc-43ff-8ad6-c75ad51ebd9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f903f2a-22fb-4998-b52e-ae9c18bc9c99,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:46.859994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60612) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:46.876744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.886850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:46.889046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.962158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:46.981160 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2820919 Apr 05 18:54:46.982050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60614) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:46.987941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-149339069'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:47.000557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446dc3c-9370-4c86-98da-7290fb45f589 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Network': ['ID=eb90c251-149c-4375-a891-2186c0fea46c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:47.000999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:47.016463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network eb90c251-149c-4375-a891-2186c0fea46c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:47.033473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '8b9d50a5-7025-4d59-9158-5b39470de104', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'port_id': '8b9d50a5-7025-4d59-9158-5b39470de104', 'mac_address': 'fa:16:3e:dd:18:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:54:47.123988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 18:54:47.124556 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.125003 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.145125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9d50a5-7025-4d59-9158-5b39470de104 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:54:47.157336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Made reservation on behalf of 63b50674e8a64ec58c1503a377b0ef5d for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:47.161047 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.169246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:47.171569 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.174624 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.222609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c05242d-a21f-4f15-928c-9b5c45ed88ad']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:47.230259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:47.257210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b946a3-e0d2-488c-94d8-ed0827e77103') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:47.257505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b946a3-e0d2-488c-94d8-ed0827e77103') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:47.262376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event updated for resources: {'Subnet': ['ID=77259e2d-ecd5-40c4-8952-a2aa72f5f96a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:47.275949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.277530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:47.279539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Checking segment: {'id': '72fd5409-3dd2-418a-adc8-6b807e0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:47.279893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Network hostable DHCP agents. Network: 305468c0-cb8f-4db2-a23e-c42bba6ddb68, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:47.301240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.301579 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Added segment 00071fd8-444e-40d0-912b-e0e471ddfb87 of type vlan for network df7a1bac-b996-4c59-9dcf-79eaccdb4c0e Apr 05 18:54:47.303091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.319754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:47.320137 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:47.322831 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:47.391737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:47.401774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.415084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 305468c0-cb8f-4db2-a23e-c42bba6ddb68) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:47.420838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:47.421426 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.428165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29aa5e-d26e-45e6-b241-eefa70e39a71 None None] Network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:47.437247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.458242 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.464536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2c05242d-a21f-4f15-928c-9b5c45ed88ad HTTP/1.1" status: 204 len: 168 time: 0.6035471 Apr 05 18:54:47.466422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2f1cd-5f79-48f9-b3c8-6d72780d5576 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c05242d-a21f-4f15-928c-9b5c45ed88ad,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:47.469685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.475292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:47.475894 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.489027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-de6f0017-b6d3-44d0-9386-adfc4b496acd tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3050964 Apr 05 18:54:47.492192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60620) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:47.502150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1441535986', 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:47.537290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['8b9d50a5-7025-4d59-9158-5b39470de104'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:54:47.537632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5534534 Apr 05 18:54:47.538253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60622) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:47.547519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Made reservation on behalf of a655e1032bc849629f1c7fc7dda6f7dd for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:47.550265 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.556154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'ports': [{'network_id': 'eb90c251-149c-4375-a891-2186c0fea46c', 'name': 'tempest-port--1290982749', 'admin_state_up': True}, {'network_id': 'df7a1bac-b996-4c59-9dcf-79eaccdb4c0e', 'admin_state_up': False}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:47.556459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'port': {'network_id': 'eb90c251-149c-4375-a891-2186c0fea46c', 'name': 'tempest-port--1290982749', 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:47.557026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'port': {'network_id': 'df7a1bac-b996-4c59-9dcf-79eaccdb4c0e', 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:47.582068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816a078-3649-42db-a3b6-df22d8881279 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Network': ['ID=df7a1bac-b996-4c59-9dcf-79eaccdb4c0e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:47.584334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] device_id is not set on port 43b51c98-ee9e-435f-bdb3-02f1c3706166 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:54:47.625719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network df7a1bac-b996-4c59-9dcf-79eaccdb4c0e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:47.793857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Made reservation on behalf of 63b50674e8a64ec58c1503a377b0ef5d for: {'port': 2} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:47.802132 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.813613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f3e3d2-402a-4b9f-9509-a7827d9c9626 None None] Network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:47.821059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Allocated IP 172.20.0.9 (305468c0-cb8f-4db2-a23e-c42bba6ddb68/77259e2d-ecd5-40c4-8952-a2aa72f5f96a/43b51c98-ee9e-435f-bdb3-02f1c3706166) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:54:47.832188 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:47.894552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60628) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:48.019389 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2da15cbe-5276-4bef-8d07-108a9895853d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3074ee8da5342bdbf332158d8488939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1236935 Apr 05 18:54:48.022281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60630) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:48.072835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec013a1e-e41c-4f6f-bd97-3bf80b59c9f9 req-bc94c184-3dff-41b2-9deb-03c059ab126f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:48.075809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec013a1e-e41c-4f6f-bd97-3bf80b59c9f9 req-bc94c184-3dff-41b2-9deb-03c059ab126f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 944 time: 0.1442065 Apr 05 18:54:48.081463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] device_id is not set on port 24091613-4a66-4459-a504-676ee24ac7b8 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:54:48.110552 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.118640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e31db8a-38f4-41e0-9a3b-5bc59ef386d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.133815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec013a1e-e41c-4f6f-bd97-3bf80b59c9f9 req-a2a28e4f-9138-4a3d-a60e-8415d8a05b4a tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484769 Apr 05 18:54:48.151928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e31db8a-38f4-41e0-9a3b-5bc59ef386d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.200662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.238906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.269920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:48.272821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e31db8a-38f4-41e0-9a3b-5bc59ef386d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.276136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e31db8a-38f4-41e0-9a3b-5bc59ef386d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.279637 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8e31db8a-38f4-41e0-9a3b-5bc59ef386d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d190a57-1d9c-4e36-91f7-e8aeb241eb16 HTTP/1.1" status: 204 len: 168 time: 0.2539072 Apr 05 18:54:48.285702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:48.289942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:48.319900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event updated for resources: {'Port': ['ID=43b51c98-ee9e-435f-bdb3-02f1c3706166,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:48.325634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] device_id is not set on port 363bf9d1-a1eb-423d-8343-2d8f422fa2d2 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:54:48.327920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31db8a-38f4-41e0-9a3b-5bc59ef386d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d190a57-1d9c-4e36-91f7-e8aeb241eb16,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:48.349152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:48.349772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.370817 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-570f3966-95ab-4e8c-8fcf-25dba3380f9d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8761854 Apr 05 18:54:48.372996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60636) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:48.482855 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.525871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-cd774289-6225-445c-acd9-604f2c5aa4c5 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Deleting port 43b51c98-ee9e-435f-bdb3-02f1c3706166 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:48.526309 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd774289-6225-445c-acd9-604f2c5aa4c5 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.573652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.644994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Port': ['ID=24091613-4a66-4459-a504-676ee24ac7b8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:48.665728 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd774289-6225-445c-acd9-604f2c5aa4c5 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.684707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-cd774289-6225-445c-acd9-604f2c5aa4c5 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Calling delete_port for 43b51c98-ee9e-435f-bdb3-02f1c3706166 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:48.688727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Checking segment: {'id': '8bdf09f3-eab2-4c8e-8463-c9db1db9fa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb90c251-149c-4375-a891-2186c0fea46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:48.689188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Network hostable DHCP agents. Network: eb90c251-149c-4375-a891-2186c0fea46c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:48.750369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Network eb90c251-149c-4375-a891-2186c0fea46c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:48.769110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, eb90c251-149c-4375-a891-2186c0fea46c) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:48.779199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a51384-9261-4cda-ac58-8e22d6408561 None None] Network eb90c251-149c-4375-a891-2186c0fea46c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:48.780784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:48.781672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:48.878386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Port': ['ID=363bf9d1-a1eb-423d-8343-2d8f422fa2d2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:48.903295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Checking segment: {'id': '00071fd8-444e-40d0-912b-e0e471ddfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'df7a1bac-b996-4c59-9dcf-79eaccdb4c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:48.903654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Network hostable DHCP agents. Network: df7a1bac-b996-4c59-9dcf-79eaccdb4c0e, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:48.910258 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd774289-6225-445c-acd9-604f2c5aa4c5 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.152783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60656) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:49.285004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2054378246-network', 'tenant_id': 'df4bd962a6f6427aa5737e6162f5b045'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:49.285755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd774289-6225-445c-acd9-604f2c5aa4c5 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event deleted for resources: {'Port': ['ID=43b51c98-ee9e-435f-bdb3-02f1c3706166,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:49.302671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Network df7a1bac-b996-4c59-9dcf-79eaccdb4c0e is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:49.315079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Made reservation on behalf of df4bd962a6f6427aa5737e6162f5b045 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:49.317548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.326519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.359418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, df7a1bac-b996-4c59-9dcf-79eaccdb4c0e) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:49.370859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e158cc-364c-46a5-ad2e-ea66bd2ae62a None None] Network df7a1bac-b996-4c59-9dcf-79eaccdb4c0e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:49.372028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:49.378217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:49.382651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:49.383339 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.410497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd774289-6225-445c-acd9-604f2c5aa4c5 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.413737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cd774289-6225-445c-acd9-604f2c5aa4c5 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "DELETE /v2.0/ports/43b51c98-ee9e-435f-bdb3-02f1c3706166 HTTP/1.1" status: 204 len: 168 time: 1.0378432 Apr 05 18:54:49.420201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60664) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:49.422514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e284ae1-75ab-4e85-9aef-d9f95acb0431 req-8d009985-f165-4cf2-a21d-e2b07e61d73e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:49.424013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e284ae1-75ab-4e85-9aef-d9f95acb0431 req-8d009985-f165-4cf2-a21d-e2b07e61d73e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 944 time: 0.1418364 Apr 05 18:54:49.430762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68', 'external_fixed_ips': [{'subnet_id': '77259e2d-ecd5-40c4-8952-a2aa72f5f96a', 'ip_address': '172.20.0.9'}]}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:49.432605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-38f5fce4-c110-4546-9a5c-efcfec8b8c72 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8867729 Apr 05 18:54:49.433256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:49.464068 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.474075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.483789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.485169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.501444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e284ae1-75ab-4e85-9aef-d9f95acb0431 req-13386dd7-a803-47cf-9ef9-dcd2292f39bd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671179 Apr 05 18:54:49.512045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:49.516465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b617cfa5-4b9d-491f-8a4f-07299aaff690 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:49.523414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b617cfa5-4b9d-491f-8a4f-07299aaff690 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:49.529039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b617cfa5-4b9d-491f-8a4f-07299aaff690 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0932267 Apr 05 18:54:49.529774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:49.586887 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.591458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857df836-02f2-4eca-a5fa-25c5c0fa9871,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:49.601237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.601638 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Added segment d1f0a286-2b90-493f-a43d-d9330a33aee7 of type vlan for network 7f7cc223-da62-4f20-96ab-5a78c29b0c26 Apr 05 18:54:49.627536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-95f9ee76-f0c6-4fc5-a349-0d94a098fd63 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Deleting port 24091613-4a66-4459-a504-676ee24ac7b8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:49.627872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95f9ee76-f0c6-4fc5-a349-0d94a098fd63 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.694698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.698658 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95f9ee76-f0c6-4fc5-a349-0d94a098fd63 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.711906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-95f9ee76-f0c6-4fc5-a349-0d94a098fd63 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Calling delete_port for 24091613-4a66-4459-a504-676ee24ac7b8 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:49.794474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95f9ee76-f0c6-4fc5-a349-0d94a098fd63 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.819583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.823168 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.824209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:49.824785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.829410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9ee76-f0c6-4fc5-a349-0d94a098fd63 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Port': ['ID=24091613-4a66-4459-a504-676ee24ac7b8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:49.836301 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95f9ee76-f0c6-4fc5-a349-0d94a098fd63 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.843051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-95f9ee76-f0c6-4fc5-a349-0d94a098fd63 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/ports/24091613-4a66-4459-a504-676ee24ac7b8 HTTP/1.1" status: 204 len: 168 time: 0.3119707 Apr 05 18:54:49.843705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:49.899579 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7422469 Apr 05 18:54:49.901210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60672) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:49.909872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Request body: {'subnet': {'network_id': '7f7cc223-da62-4f20-96ab-5a78c29b0c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2054378246-subnet', 'tenant_id': 'df4bd962a6f6427aa5737e6162f5b045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:49.924718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1d526-43e3-4f16-bca2-e967868ebbd8 admin admin] Pushing event updated for resources: {'Network': ['ID=7f7cc223-da62-4f20-96ab-5a78c29b0c26,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:49.939511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 7f7cc223-da62-4f20-96ab-5a78c29b0c26 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:49.961161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1324f52e-3705-4edf-8bee-aa9146ec83d6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Deleting port 363bf9d1-a1eb-423d-8343-2d8f422fa2d2 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:49.962275 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1324f52e-3705-4edf-8bee-aa9146ec83d6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:49.980277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Made reservation on behalf of df4bd962a6f6427aa5737e6162f5b045 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:49.982593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.051685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1324f52e-3705-4edf-8bee-aa9146ec83d6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.066688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1324f52e-3705-4edf-8bee-aa9146ec83d6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Calling delete_port for 363bf9d1-a1eb-423d-8343-2d8f422fa2d2 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:50.148734 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1324f52e-3705-4edf-8bee-aa9146ec83d6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.180459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324f52e-3705-4edf-8bee-aa9146ec83d6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Port': ['ID=363bf9d1-a1eb-423d-8343-2d8f422fa2d2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:50.186525 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1324f52e-3705-4edf-8bee-aa9146ec83d6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.191875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1324f52e-3705-4edf-8bee-aa9146ec83d6 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/ports/363bf9d1-a1eb-423d-8343-2d8f422fa2d2 HTTP/1.1" status: 204 len: 168 time: 0.3470378 Apr 05 18:54:50.193957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60674) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:50.245240 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1649f03a-63bc-4c57-a1f3-48dfc1527a1c tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0487604 Apr 05 18:54:50.249231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60676) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:50.255475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-868458603'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:50.278999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Made reservation on behalf of 63b50674e8a64ec58c1503a377b0ef5d for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:50.282879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.298383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.309629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:50.318945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.319332 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Added segment 4da29d5e-5a6c-4be0-8d96-27d65c8886ce of type vlan for network 059962fb-3b5b-45c8-93b8-a3c7cf0798bf Apr 05 18:54:50.320707 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.324758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.364718 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.391040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.397234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:50.397925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.431342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1800959 Apr 05 18:54:50.432397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=194ea59a-8e02-4884-ae37-52655adc3e3d,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:50.459650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:50.472799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1482037273'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:50.488613 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Checking segment: {'id': 'd1f0a286-2b90-493f-a43d-d9330a33aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7f7cc223-da62-4f20-96ab-5a78c29b0c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:50.488870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Network hostable DHCP agents. Network: 7f7cc223-da62-4f20-96ab-5a78c29b0c26, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:50.491314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1223d-2d67-4a4a-83bb-be122b2683de tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Network': ['ID=059962fb-3b5b-45c8-93b8-a3c7cf0798bf,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:50.507705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Made reservation on behalf of 63b50674e8a64ec58c1503a377b0ef5d for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:50.512588 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.540432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:50.552906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.553418 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Added segment 1bc0009d-eef6-49d1-898b-b76e68637f22 of type vlan for network 2c48d0df-31e2-423c-a346-9a5c7e533681 Apr 05 18:54:50.571030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 059962fb-3b5b-45c8-93b8-a3c7cf0798bf details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:50.571220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Network 7f7cc223-da62-4f20-96ab-5a78c29b0c26 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:50.574722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Allocated IP 172.20.0.9 (305468c0-cb8f-4db2-a23e-c42bba6ddb68/77259e2d-ecd5-40c4-8952-a2aa72f5f96a/724f63bc-675e-4b9e-9553-54f22b11a7c5) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:54:50.595013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 7f7cc223-da62-4f20-96ab-5a78c29b0c26) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:50.609306 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.621610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:50.623742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.651335 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.657178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:50.657824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.668058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82879667-865e-449a-95b2-4b29bf552e4d None None] Network 7f7cc223-da62-4f20-96ab-5a78c29b0c26 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:50.683008 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a87e920f-67a5-49cf-b183-930b9dce0641 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7741246 Apr 05 18:54:50.747613 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.775795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3145237 Apr 05 18:54:50.791714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03546ea0-ada7-4b92-b7b9-e8473ce187cf req-0a99715b-0777-4ebc-b27b-cc8390daef4e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:50.796319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03546ea0-ada7-4b92-b7b9-e8473ce187cf req-0a99715b-0777-4ebc-b27b-cc8390daef4e tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 944 time: 0.1468163 Apr 05 18:54:50.800460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:50.823719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08eece-1f1a-48fe-b843-db367a56f5f8 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Network': ['ID=2c48d0df-31e2-423c-a346-9a5c7e533681,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:50.837226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e05c9a-3561-4421-8036-fe53c72f2e05 None None] Network 7f7cc223-da62-4f20-96ab-5a78c29b0c26 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:50.877015 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 2c48d0df-31e2-423c-a346-9a5c7e533681 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:50.899919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:54:50.917459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:50.931140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:50.931140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event updated for resources: {'Port': ['ID=724f63bc-675e-4b9e-9553-54f22b11a7c5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:50.931413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60688) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:50.937395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:50.971612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'subnets': [{'network_id': '059962fb-3b5b-45c8-93b8-a3c7cf0798bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--186299599', 'ip_version': 4}, {'network_id': '2c48d0df-31e2-423c-a346-9a5c7e533681', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:50.972218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'subnet': {'network_id': '059962fb-3b5b-45c8-93b8-a3c7cf0798bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--186299599', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:50.973055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Request body: {'subnet': {'network_id': '2c48d0df-31e2-423c-a346-9a5c7e533681', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:51.044602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03546ea0-ada7-4b92-b7b9-e8473ce187cf req-b66d31b1-dd2a-41d0-b4df-cb0425c8edf0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868632 Apr 05 18:54:51.149029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 8b9d50a5-7025-4d59-9158-5b39470de104 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:54:51.149471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.198914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Made reservation on behalf of 63b50674e8a64ec58c1503a377b0ef5d for: {'subnet': 2} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:51.203514 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.203863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.305369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.307929 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.377961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:54:51.383117 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cef650-9afc-4a7d-859e-ec558c9ff490" -d '{"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-plugged", "status": "completed", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:54:51.391059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:51.402425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.449353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60704) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:51.491810 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3340feae-5c07-49d5-9190-660e0c8882dc x-openstack-request-id: req-3340feae-5c07-49d5-9190-660e0c8882dc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:54:51.492103 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-plugged", "status": "completed", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:54:51.492358 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3340feae-5c07-49d5-9190-660e0c8882dc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:54:51.492901 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3340feae-5c07-49d5-9190-660e0c8882dc'] response: {'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104', 'code': 200} Apr 05 18:54:51.493476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:51.574235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0060f593-4afa-4fb4-ad2b-bfd4bcbaccbe admin admin] Deleting subnet 194ea59a-8e02-4884-ae37-52655adc3e3d {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:54:51.582562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0060f593-4afa-4fb4-ad2b-bfd4bcbaccbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.606075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.662249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0060f593-4afa-4fb4-ad2b-bfd4bcbaccbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.718025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beffb15-68cb-46c6-b7c7-7f8a4068af98 req-ee5db703-2c6c-40b4-8e65-298fff2e19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:51.719564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7beffb15-68cb-46c6-b7c7-7f8a4068af98 req-ee5db703-2c6c-40b4-8e65-298fff2e19dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 1097 time: 0.1150725 Apr 05 18:54:51.739630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Router 72a4b241-bc16-408e-8909-17353c5eb1ce is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:54:51.744859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0060f593-4afa-4fb4-ad2b-bfd4bcbaccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.826177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7beffb15-68cb-46c6-b7c7-7f8a4068af98 req-13a08094-b111-4d09-b015-34beea14a3f7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826025 Apr 05 18:54:51.848363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:54:51.860790 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Sync routers for ids ['72a4b241-bc16-408e-8909-17353c5eb1ce'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:54:51.872465 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Routers {'72a4b241-bc16-408e-8909-17353c5eb1ce'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:51.873263 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['72a4b241-bc16-408e-8909-17353c5eb1ce'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:51.877096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.881114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.881296 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-23dbe6bc-1e26-4c52-93e2-ab307da4d55c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4572029 Apr 05 18:54:51.882135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60712) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:51.905886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0060f593-4afa-4fb4-ad2b-bfd4bcbaccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.933055 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0060f593-4afa-4fb4-ad2b-bfd4bcbaccbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:51.936405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0060f593-4afa-4fb4-ad2b-bfd4bcbaccbe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/194ea59a-8e02-4884-ae37-52655adc3e3d HTTP/1.1" status: 204 len: 168 time: 0.4847870 Apr 05 18:54:51.940423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60714) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:51.957301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Subnet': ['ID=f11acc93-e66d-4ca6-810a-2e81e456601f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:51.987905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060f593-4afa-4fb4-ad2b-bfd4bcbaccbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194ea59a-8e02-4884-ae37-52655adc3e3d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:51.990812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Checking segment: {'id': '4da29d5e-5a6c-4be0-8d96-27d65c8886ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '059962fb-3b5b-45c8-93b8-a3c7cf0798bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:51.991185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Network hostable DHCP agents. Network: 059962fb-3b5b-45c8-93b8-a3c7cf0798bf, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:52.008262 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Set router 72a4b241-bc16-408e-8909-17353c5eb1ce gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:54:52.013868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Network 059962fb-3b5b-45c8-93b8-a3c7cf0798bf is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:52.025969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 059962fb-3b5b-45c8-93b8-a3c7cf0798bf) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:52.034855 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.051271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b16990c-c3fb-4e95-938c-cc0a7c5f1013 None None] Network 059962fb-3b5b-45c8-93b8-a3c7cf0798bf requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:52.177647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event updated for resources: {'Subnet': ['ID=d8bd0bbd-8151-43e7-b276-ee8cc59ccd83,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:52.216617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Checking segment: {'id': '1bc0009d-eef6-49d1-898b-b76e68637f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2c48d0df-31e2-423c-a346-9a5c7e533681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:52.216617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Network hostable DHCP agents. Network: 2c48d0df-31e2-423c-a346-9a5c7e533681, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:52.261614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Network 2c48d0df-31e2-423c-a346-9a5c7e533681 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:52.272836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e225e-862e-4519-bc61-cc0c5a81dbbb req-6c55631b-9655-4332-9c8d-7ea6aec0a587 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:52.282859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e8e225e-862e-4519-bc61-cc0c5a81dbbb req-6c55631b-9655-4332-9c8d-7ea6aec0a587 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 946 time: 0.0880680 Apr 05 18:54:52.315683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 2c48d0df-31e2-423c-a346-9a5c7e533681) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:52.327357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:52.327990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:52.328625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.350632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03f01e-c756-4c0d-8b5d-eebd80f23f28 None None] Network 2c48d0df-31e2-423c-a346-9a5c7e533681 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:52.355325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e8e225e-862e-4519-bc61-cc0c5a81dbbb req-f138305b-c748-4784-a5d5-5dc5a9418168 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709250 Apr 05 18:54:52.386145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8ec41804-ffea-481a-bd7c-486d1f135598 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4508662 Apr 05 18:54:52.386918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60718) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:52.509260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0e28d-f9d9-43a4-be2f-92a344c876cd tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:52.512058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0e28d-f9d9-43a4-be2f-92a344c876cd tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:52.514029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0e28d-f9d9-43a4-be2f-92a344c876cd tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:52.518602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7ce0e28d-f9d9-43a4-be2f-92a344c876cd tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1280222 Apr 05 18:54:52.518944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60720) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:52.563758 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a4b241-bc16-408e-8909-17353c5eb1ce', 'name': '', 'tenant_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68', 'external_fixed_ips': [{'subnet_id': '77259e2d-ecd5-40c4-8952-a2aa72f5f96a', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '724f63bc-675e-4b9e-9553-54f22b11a7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:54:49Z', 'updated_at': '2022-04-05T18:54:51Z', 'revision_number': 3, 'project_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'gw_port': {'id': '724f63bc-675e-4b9e-9553-54f22b11a7c5', 'name': '', 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a4b241-bc16-408e-8909-17353c5eb1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '77259e2d-ecd5-40c4-8952-a2aa72f5f96a', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:54:50Z', 'updated_at': '2022-04-05T18:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77259e2d-ecd5-40c4-8952-a2aa72f5f96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:52.568994 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.575282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.605366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42faaf8-41ea-402b-9aac-66906508d39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-059962fb-3b5b-45c8-93b8-a3c7cf0798bf', 'network_id': '059962fb-3b5b-45c8-93b8-a3c7cf0798bf', 'tenant_id': '63b50674e8a64ec58c1503a377b0ef5d', 'fixed_ips': [{'subnet_id': 'f11acc93-e66d-4ca6-810a-2e81e456601f'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:54:52.608691 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c42faaf8-41ea-402b-9aac-66906508d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.623133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-75adb951-e6db-4f1b-918c-66c2829d4193 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Deleting subnet f11acc93-e66d-4ca6-810a-2e81e456601f {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:54:52.627088 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75adb951-e6db-4f1b-918c-66c2829d4193 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.645318 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Checking router: 72a4b241-bc16-408e-8909-17353c5eb1ce for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:54:52.645842 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Updating router 72a4b241-bc16-408e-8909-17353c5eb1ce port 724f63bc-675e-4b9e-9553-54f22b11a7c5 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:54:52.701315 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.718779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75adb951-e6db-4f1b-918c-66c2829d4193 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.771332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-2c48d0df-31e2-423c-a346-9a5c7e533681', 'network_id': '2c48d0df-31e2-423c-a346-9a5c7e533681', 'tenant_id': '63b50674e8a64ec58c1503a377b0ef5d', 'fixed_ips': [{'subnet_id': 'd8bd0bbd-8151-43e7-b276-ee8cc59ccd83'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:54:52.772117 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.799352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75adb951-e6db-4f1b-918c-66c2829d4193 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.822801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.857316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.900111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7cc223-da62-4f20-96ab-5a78c29b0c26']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:52.904278 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75adb951-e6db-4f1b-918c-66c2829d4193 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.933194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f0a286-2b90-493f-a43d-d9330a33aee7') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:52.933380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f0a286-2b90-493f-a43d-d9330a33aee7') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:52.944460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-c42faaf8-41ea-402b-9aac-66906508d39c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f11acc93-e66d-4ca6-810a-2e81e456601f: This subnet is being modified by another concurrent operation. Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 18:54:52.949998 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f11acc93-e66d-4ca6-810a-2e81e456601f: This subnet is being modified by another concurrent operation. Apr 05 18:54:52.953523 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 18:54:52.968966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.978057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:52.978628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:52.980405 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:53.003359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adb951-e6db-4f1b-918c-66c2829d4193 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Subnet': ['ID=f11acc93-e66d-4ca6-810a-2e81e456601f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:53.008563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247fff3e-b233-4059-a9ac-e6f31b3db91d None None] Network 059962fb-3b5b-45c8-93b8-a3c7cf0798bf requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:53.009702 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75adb951-e6db-4f1b-918c-66c2829d4193 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.015839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-75adb951-e6db-4f1b-918c-66c2829d4193 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/subnets/f11acc93-e66d-4ca6-810a-2e81e456601f HTTP/1.1" status: 204 len: 168 time: 0.4958789 Apr 05 18:54:53.019082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60732) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:53.022747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Allocated IP 172.20.0.18 (2c48d0df-31e2-423c-a346-9a5c7e533681/d8bd0bbd-8151-43e7-b276-ee8cc59ccd83/043ee6e6-5641-4bd9-a4e3-88bba7eaa056) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:54:53.023187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Deleting port 724f63bc-675e-4b9e-9553-54f22b11a7c5 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:53.024083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.092034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.102284 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.109699 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7f7cc223-da62-4f20-96ab-5a78c29b0c26 HTTP/1.1" status: 204 len: 168 time: 1.1611750 Apr 05 18:54:53.148411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Deleting subnet d8bd0bbd-8151-43e7-b276-ee8cc59ccd83 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:54:53.155096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abe3ed-9606-43a3-ac64-381d36702ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7cc223-da62-4f20-96ab-5a78c29b0c26,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:53.193152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.210374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Calling delete_port for 724f63bc-675e-4b9e-9553-54f22b11a7c5 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:53.263847 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.278000 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.340033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.348126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60754) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:53.355029 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.360732 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.373351 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbb65f-6e9c-475e-899a-f39774a4b4bb None None] Pushing event updated for resources: {'Port': ['ID=724f63bc-675e-4b9e-9553-54f22b11a7c5,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:53.383484 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Attempting to bind port 724f63bc-675e-4b9e-9553-54f22b11a7c5 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:54:53.383855 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Attempting to bind port 724f63bc-675e-4b9e-9553-54f22b11a7c5 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '72fd5409-3dd2-418a-adc8-6b807e0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:54:53.384214 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Attempting to bind port 724f63bc-675e-4b9e-9553-54f22b11a7c5 on network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:54:53.391443 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:54:53.391872 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Checking segment: {'id': '72fd5409-3dd2-418a-adc8-6b807e0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:53.392546 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.393152 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Bound using segment: {'id': '72fd5409-3dd2-418a-adc8-6b807e0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:54:53.393646 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Bound port: 724f63bc-675e-4b9e-9553-54f22b11a7c5, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fd5409-3dd2-418a-adc8-6b807e0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:54:53.394234 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.409612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Network 2c48d0df-31e2-423c-a346-9a5c7e533681 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:53.413484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:53.429184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:53.438503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Pushing event updated for resources: {'Port': ['ID=043ee6e6-5641-4bd9-a4e3-88bba7eaa056,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:53.492820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d65287f4-aabc-4379-8367-cc92a7804130 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df4bd962a6f6427aa5737e6162f5b045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432211 Apr 05 18:54:53.497417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60760) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:53.499328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.601457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db77735c-5e59-4a57-9bef-1f446b105982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.614033 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.db.api [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:54:53.614224 n-d-836650-3 neutron-server[102642]: DEBUG oslo_db.api [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:54:53.642683 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.643597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db77735c-5e59-4a57-9bef-1f446b105982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.679630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dd722-864e-4792-828d-8cdc082cac76 req-e4a65db8-6e15-42ff-845b-55278544f122 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:53.681213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-412dd722-864e-4792-828d-8cdc082cac76 req-e4a65db8-6e15-42ff-845b-55278544f122 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 946 time: 0.1214709 Apr 05 18:54:53.694099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.731996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Attempting to bind port 043ee6e6-5641-4bd9-a4e3-88bba7eaa056 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:54:53.732516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Attempting to bind port 043ee6e6-5641-4bd9-a4e3-88bba7eaa056 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1bc0009d-eef6-49d1-898b-b76e68637f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2c48d0df-31e2-423c-a346-9a5c7e533681'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:54:53.733051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Attempting to bind port 043ee6e6-5641-4bd9-a4e3-88bba7eaa056 on network 2c48d0df-31e2-423c-a346-9a5c7e533681 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:54:53.743693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:54:53.744148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Checking segment: {'id': '1bc0009d-eef6-49d1-898b-b76e68637f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2c48d0df-31e2-423c-a346-9a5c7e533681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:53.746531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.748139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Bound using segment: {'id': '1bc0009d-eef6-49d1-898b-b76e68637f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2c48d0df-31e2-423c-a346-9a5c7e533681'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:54:53.748663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Bound port: 043ee6e6-5641-4bd9-a4e3-88bba7eaa056, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc0009d-eef6-49d1-898b-b76e68637f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2c48d0df-31e2-423c-a346-9a5c7e533681'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:54:53.749083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.752401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event deleted for resources: {'Port': ['ID=724f63bc-675e-4b9e-9553-54f22b11a7c5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:53.753943 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db77735c-5e59-4a57-9bef-1f446b105982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.764740 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-412dd722-864e-4792-828d-8cdc082cac76 req-dde88b5c-b559-4e19-95d8-d82e577fb448 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740941 Apr 05 18:54:53.764980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db77735c-5e59-4a57-9bef-1f446b105982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.766539 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-db77735c-5e59-4a57-9bef-1f446b105982 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/857df836-02f2-4eca-a5fa-25c5c0fa9871 HTTP/1.1" status: 204 len: 168 time: 0.2671022 Apr 05 18:54:53.777148 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.819172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bd0bbd-8151-43e7-b276-ee8cc59ccd83,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:53.834167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.842959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/subnets/d8bd0bbd-8151-43e7-b276-ee8cc59ccd83 HTTP/1.1" status: 204 len: 168 time: 0.8138411 Apr 05 18:54:53.843090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60776) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:53.845464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.845907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.846360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.846816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.847245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.847831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.848259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.848681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.849100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.849593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.850015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.850465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8297c19b-96f0-4d84-a79d-fea547d3ab8a tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:54:53.893048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77735c-5e59-4a57-9bef-1f446b105982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857df836-02f2-4eca-a5fa-25c5c0fa9871,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:53.917746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] For port 043ee6e6-5641-4bd9-a4e3-88bba7eaa056, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:54:53.945116 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.961387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] For port 043ee6e6-5641-4bd9-a4e3-88bba7eaa056, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=043ee6e6-5641-4bd9-a4e3-88bba7eaa056,segment=NetworkSegment(1bc0009d-eef6-49d1-898b-b76e68637f22),segment_id=1bc0009d-eef6-49d1-898b-b76e68637f22)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:54:53.974641 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:53.977956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9772f9d-d22b-43f0-9c89-ae99c3789d53 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:53.979977 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a9772f9d-d22b-43f0-9c89-ae99c3789d53 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1356802 Apr 05 18:54:53.983969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60790) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:54.051909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.054161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.106369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.108239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72a4b241-bc16-408e-8909-17353c5eb1ce {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:54:54.138661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.143724 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bfefac88-7625-48dc-ba9b-b7c3b0468bcf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "DELETE /v2.0/routers/72a4b241-bc16-408e-8909-17353c5eb1ce HTTP/1.1" status: 204 len: 168 time: 2.2586410 Apr 05 18:54:54.144730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60804) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:54.146506 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Attempting to bind port 724f63bc-675e-4b9e-9553-54f22b11a7c5 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:54:54.146907 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Attempting to bind port 724f63bc-675e-4b9e-9553-54f22b11a7c5 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '72fd5409-3dd2-418a-adc8-6b807e0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:54:54.147273 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Attempting to bind port 724f63bc-675e-4b9e-9553-54f22b11a7c5 on network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:54:54.157372 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84f840-dc8c-4d5a-8145-61fb231b3335 None None] Pushing event updated for resources: {'Port': ['ID=043ee6e6-5641-4bd9-a4e3-88bba7eaa056,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:54.176533 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:54:54.176923 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Checking segment: {'id': '72fd5409-3dd2-418a-adc8-6b807e0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:54.177320 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.177713 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Bound using segment: {'id': '72fd5409-3dd2-418a-adc8-6b807e0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:54:54.178186 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Bound port: 724f63bc-675e-4b9e-9553-54f22b11a7c5, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fd5409-3dd2-418a-adc8-6b807e0f6416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '305468c0-cb8f-4db2-a23e-c42bba6ddb68'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:54:54.180496 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.183383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b634bed-1fb3-41fa-b380-6a6c77c9e340 None None] Network 2c48d0df-31e2-423c-a346-9a5c7e533681 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:54.221347 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Port 724f63bc-675e-4b9e-9553-54f22b11a7c5 has been deleted concurrently {{(pid=102642) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 05 18:54:54.234268 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.251404 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:54.256403 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 18:54:54.257293 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_agentschedulers_db [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'72a4b241-bc16-408e-8909-17353c5eb1ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102642) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 18:54:54.257673 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883845b-755d-40a0-ab6c-ca20ec7f7f14 None None] The sync data for ids ['72a4b241-bc16-408e-8909-17353c5eb1ce'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:54:54.280139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-228904d8-8e63-496e-b0a1-9960d6e47f49 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Deleting subnet 77259e2d-ecd5-40c4-8952-a2aa72f5f96a {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:54:54.283824 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-228904d8-8e63-496e-b0a1-9960d6e47f49 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.325386 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-228904d8-8e63-496e-b0a1-9960d6e47f49 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.370625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Deleting port 043ee6e6-5641-4bd9-a4e3-88bba7eaa056 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:54:54.371210 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.401561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-228904d8-8e63-496e-b0a1-9960d6e47f49 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.471208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] For port 043ee6e6-5641-4bd9-a4e3-88bba7eaa056, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=043ee6e6-5641-4bd9-a4e3-88bba7eaa056,segment=NetworkSegment(1bc0009d-eef6-49d1-898b-b76e68637f22),segment_id=1bc0009d-eef6-49d1-898b-b76e68637f22)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:54:54.471580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.498970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Calling delete_port for 043ee6e6-5641-4bd9-a4e3-88bba7eaa056 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:54:54.500565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-228904d8-8e63-496e-b0a1-9960d6e47f49 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.530305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f38342f-4418-47ba-b42a-08e499a6f42d None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:54:54.560833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228904d8-8e63-496e-b0a1-9960d6e47f49 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=77259e2d-ecd5-40c4-8952-a2aa72f5f96a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:54.576811 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-228904d8-8e63-496e-b0a1-9960d6e47f49 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.582227 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-228904d8-8e63-496e-b0a1-9960d6e47f49 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/77259e2d-ecd5-40c4-8952-a2aa72f5f96a HTTP/1.1" status: 204 len: 168 time: 0.4329803 Apr 05 18:54:54.584911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60818) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:54.636818 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.696517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] No DVR routers for this DVR port 043ee6e6-5641-4bd9-a4e3-88bba7eaa056 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:54:54.702926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Port': ['ID=043ee6e6-5641-4bd9-a4e3-88bba7eaa056,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:54.737007 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.772988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f38342f-4418-47ba-b42a-08e499a6f42d None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:54:54.865370 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.939540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c48d0df-31e2-423c-a346-9a5c7e533681']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:54.949390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:54.992579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305468c0-cb8f-4db2-a23e-c42bba6ddb68']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:54.998165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc0009d-eef6-49d1-898b-b76e68637f22') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:54.998700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc0009d-eef6-49d1-898b-b76e68637f22') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:55.004136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fd5409-3dd2-418a-adc8-6b807e0f6416') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:55.004606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fd5409-3dd2-418a-adc8-6b807e0f6416') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:55.009334 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.016478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.025937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.033016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:55.033705 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.035888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.051123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:55.053059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: items = [ Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:55.058795 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:55.109447 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:55.122139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.140929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.144433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/networks/2c48d0df-31e2-423c-a346-9a5c7e533681 HTTP/1.1" status: 204 len: 168 time: 1.1592512 Apr 05 18:54:55.155873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60836) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:55.202961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60838) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:55.211044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.218149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 305468c0-cb8f-4db2-a23e-c42bba6ddb68 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 18:54:55.231380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.240694 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "DELETE /v2.0/networks/305468c0-cb8f-4db2-a23e-c42bba6ddb68 HTTP/1.1" status: 204 len: 168 time: 0.6525860 Apr 05 18:54:55.256632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528c638-6846-48f1-aa1d-3f67c72dd59f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event deleted for resources: {'Network': ['ID=305468c0-cb8f-4db2-a23e-c42bba6ddb68,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:55.345297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4258736-8fd5-499a-914b-935c4af17ea2 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Network': ['ID=2c48d0df-31e2-423c-a346-9a5c7e533681,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:55.373938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5381c8a9-e33c-4b1e-8f42-5a2026b65e6b None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 18:54:55.381465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d42dab-2169-4016-ab1b-eb6b9f3511aa req-ff8ec04d-2ae4-4eac-8208-bf90b6d0ebdc tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:55.383209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8d42dab-2169-4016-ab1b-eb6b9f3511aa req-ff8ec04d-2ae4-4eac-8208-bf90b6d0ebdc tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 946 time: 0.4743950 Apr 05 18:54:55.388088 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.458022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1152780124-network', 'tenant_id': '631e33f5f20e4a35a8800a2eab9df64c'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:55.536960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Made reservation on behalf of 631e33f5f20e4a35a8800a2eab9df64c for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:55.543494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.564738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.589741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.597329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5381c8a9-e33c-4b1e-8f42-5a2026b65e6b None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 18:54:55.613913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059962fb-3b5b-45c8-93b8-a3c7cf0798bf']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:55.629432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da29d5e-5a6c-4be0-8d96-27d65c8886ce') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:55.633113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da29d5e-5a6c-4be0-8d96-27d65c8886ce') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:55.668678 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.707303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.723627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:55.723977 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.727089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.733206 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.787899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfa1b76-e351-4b29-9435-cca7b76d7551,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:55.805949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60854) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:55.821924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1d82c3a0-4668-4381-9be8-3af217509bd1 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'router': {'name': 'tempest-router--592967445', 'project_id': '88c3b805b45f4e998d91d47c194dc124'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:55.857695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d82c3a0-4668-4381-9be8-3af217509bd1 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.860692 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d82c3a0-4668-4381-9be8-3af217509bd1 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:55.897106 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:55.906748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8d42dab-2169-4016-ab1b-eb6b9f3511aa req-5efc7b83-a66a-498f-9fae-eaf7b4ff21e3 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5141444 Apr 05 18:54:55.909554 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.924464 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:55.937143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/networks/059962fb-3b5b-45c8-93b8-a3c7cf0798bf HTTP/1.1" status: 204 len: 168 time: 0.7631583 Apr 05 18:54:55.939281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60860) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:55.954750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:55.981401 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124eee7-8475-42ce-90c3-b68b5a3ef4d5 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Network': ['ID=059962fb-3b5b-45c8-93b8-a3c7cf0798bf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:56.065699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.066088 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Added segment 397ccf54-a94c-495f-91d2-4996dec22417 of type vlan for network d1175179-99eb-40cb-9f28-ca998a87785e Apr 05 18:54:56.068253 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d82c3a0-4668-4381-9be8-3af217509bd1 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.077090 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.077892 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d82c3a0-4668-4381-9be8-3af217509bd1 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.171066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.218234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1d82c3a0-4668-4381-9be8-3af217509bd1 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.222595 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1d82c3a0-4668-4381-9be8-3af217509bd1 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4142764 Apr 05 18:54:56.228660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60864) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:56.281249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.302480 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.303438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:56.304071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.320778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7a1bac-b996-4c59-9dcf-79eaccdb4c0e']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:56.332001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00071fd8-444e-40d0-912b-e0e471ddfb87') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:56.332376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00071fd8-444e-40d0-912b-e0e471ddfb87') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:56.344478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.360523 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.362882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95faf310-fd83-4429-a4ef-2ed1f7cb104d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.380244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:56.380828 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:56.384202 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:56.449147 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2448943 Apr 05 18:54:56.451515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60870) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:56.452094 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5fe1c-bb6d-4f0c-9966-1d323315da11 admin admin] Pushing event updated for resources: {'Network': ['ID=d1175179-99eb-40cb-9f28-ca998a87785e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:56.459832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Request body: {'subnet': {'network_id': 'd1175179-99eb-40cb-9f28-ca998a87785e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1152780124-subnet', 'tenant_id': '631e33f5f20e4a35a8800a2eab9df64c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:56.466140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d1175179-99eb-40cb-9f28-ca998a87785e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:56.522718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Made reservation on behalf of 631e33f5f20e4a35a8800a2eab9df64c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:56.528160 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.533131 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.558249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.561319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/networks/df7a1bac-b996-4c59-9dcf-79eaccdb4c0e HTTP/1.1" status: 204 len: 168 time: 0.6211083 Apr 05 18:54:56.572940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60872) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:56.583592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1908798-5648-4c3c-b94c-df751b49ce76 tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Network': ['ID=df7a1bac-b996-4c59-9dcf-79eaccdb4c0e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:56.611401 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95faf310-fd83-4429-a4ef-2ed1f7cb104d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.614060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95faf310-fd83-4429-a4ef-2ed1f7cb104d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.662884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95faf310-fd83-4429-a4ef-2ed1f7cb104d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.663500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95faf310-fd83-4429-a4ef-2ed1f7cb104d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28db26ab-e45f-4816-ac25-913951b8ee6c {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:54:56.681133 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95faf310-fd83-4429-a4ef-2ed1f7cb104d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.687511 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-95faf310-fd83-4429-a4ef-2ed1f7cb104d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "DELETE /v2.0/routers/28db26ab-e45f-4816-ac25-913951b8ee6c HTTP/1.1" status: 204 len: 168 time: 0.4575300 Apr 05 18:54:56.714126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.802854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60882) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:56.845443 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.871799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb90c251-149c-4375-a891-2186c0fea46c']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:56.906136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdf09f3-eab2-4c8e-8463-c9db1db9fa1c') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:56.906838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdf09f3-eab2-4c8e-8463-c9db1db9fa1c') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:56.923431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.937725 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.942020 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.968790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:54:56.969191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:54:56.973582 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:54:57.043519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-501946465', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:57.050874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eacadd8-a953-45d9-b049-311c11346972,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:57.060623 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.079402 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.080908 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.082084 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.082649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] 10.222.0.15 "DELETE /v2.0/networks/eb90c251-149c-4375-a891-2186c0fea46c HTTP/1.1" status: 204 len: 168 time: 0.5087512 Apr 05 18:54:57.085465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c187e99-b28d-444b-94a1-bec07fd706dc tempest-BulkNetworkOpsTest-285142266 tempest-BulkNetworkOpsTest-285142266-project] Pushing event deleted for resources: {'Network': ['ID=eb90c251-149c-4375-a891-2186c0fea46c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:57.091516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Checking segment: {'id': '397ccf54-a94c-495f-91d2-4996dec22417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1175179-99eb-40cb-9f28-ca998a87785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:54:57.092046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Network hostable DHCP agents. Network: d1175179-99eb-40cb-9f28-ca998a87785e, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:54:57.111358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Network d1175179-99eb-40cb-9f28-ca998a87785e is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:54:57.124720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d1175179-99eb-40cb-9f28-ca998a87785e) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:57.129564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:57.130475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.137329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399a8b2b-429c-4bea-aa46-3ac75fac4703 None None] Network d1175179-99eb-40cb-9f28-ca998a87785e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:57.166057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b3eeea84-1f72-4743-b204-ee1069e661b7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7059042 Apr 05 18:54:57.188475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.323015 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a210a37-483b-4af7-9d11-7c5019635b95 None None] Network d1175179-99eb-40cb-9f28-ca998a87785e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:54:57.381007 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.557800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:57.622468 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.642052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.777723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Allocated IP 172.25.4.49 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/625e60ca-6ecf-4fc5-8b82-ca5f77e65158) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:54:57.777921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-55501c9e-1cf2-4dbb-bb03-ed89acc04545 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63b50674e8a64ec58c1503a377b0ef5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183249 Apr 05 18:54:57.780673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60920) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:57.845562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c60b83b4-212c-4eec-b513-532af29d2aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.907994 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.914517 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c60b83b4-212c-4eec-b513-532af29d2aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.954503 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:57.977842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-bc283987-3375-4e96-9e01-fb942b705d4d tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:57.979297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-bc283987-3375-4e96-9e01-fb942b705d4d tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/networks?id=d1175179-99eb-40cb-9f28-ca998a87785e HTTP/1.1" status: 200 len: 821 time: 0.1481104 Apr 05 18:54:58.000417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-8ae10b30-1673-4673-a704-e92542413c80 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/quotas/631e33f5f20e4a35a8800a2eab9df64c HTTP/1.1" status: 200 len: 375 time: 0.0114930 Apr 05 18:54:58.001945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:54:58.005960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:54:58.008234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event updated for resources: {'Port': ['ID=625e60ca-6ecf-4fc5-8b82-ca5f77e65158,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:58.011099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:54:58.027209 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c60b83b4-212c-4eec-b513-532af29d2aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:58.031625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c60b83b4-212c-4eec-b513-532af29d2aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:58.032864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c60b83b4-212c-4eec-b513-532af29d2aa4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfd1fa37-ecf4-4e6a-9aee-cea992325f53 HTTP/1.1" status: 204 len: 168 time: 0.2512805 Apr 05 18:54:58.071000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b83b4-212c-4eec-b513-532af29d2aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd1fa37-ecf4-4e6a-9aee-cea992325f53,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:58.075042 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-1dc10193-a4e8-4fa2-8c67-6e0e1bec8908 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=631e33f5f20e4a35a8800a2eab9df64c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520530 Apr 05 18:54:58.260451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-2b0b55bd-7abe-4041-b1d8-38048f3df580 service neutron] 10.222.0.15 "GET /v2.0/networks/d1175179-99eb-40cb-9f28-ca998a87785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627450 Apr 05 18:54:58.329651 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:58.380766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-0575e9ce-8ddb-43a4-a69e-863dbaaf0d9b service neutron] 10.222.0.15 "GET /v2.0/networks/d1175179-99eb-40cb-9f28-ca998a87785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191103 Apr 05 18:54:58.627194 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:58.637330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb326544-6cbe-4eb0-9097-8ea015d17f07 req-1929b4ee-0a23-42d9-9f8f-0f6c75ca61d3 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 210 time: 0.0382991 Apr 05 18:54:58.807809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Router e94998f2-f8db-47a1-80ba-51366d1edd12 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:54:58.903163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60972) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:58.953468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:54:58.966325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c94f8-2f1d-4683-ae29-20a909b132f3 None None] Sync routers for ids ['e94998f2-f8db-47a1-80ba-51366d1edd12'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:54:58.980486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c94f8-2f1d-4683-ae29-20a909b132f3 None None] Routers {'e94998f2-f8db-47a1-80ba-51366d1edd12'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:58.981489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-887c94f8-2f1d-4683-ae29-20a909b132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e94998f2-f8db-47a1-80ba-51366d1edd12'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:58.984481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:58.988683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60976) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:58.990881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8ac80e1b-2d42-4ad6-9ba5-51969f7ec68b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1860638 Apr 05 18:54:59.031076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-887c94f8-2f1d-4683-ae29-20a909b132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:59.041957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c94f8-2f1d-4683-ae29-20a909b132f3 None None] Routers {'e94998f2-f8db-47a1-80ba-51366d1edd12'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:54:59.042653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-887c94f8-2f1d-4683-ae29-20a909b132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e94998f2-f8db-47a1-80ba-51366d1edd12'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:59.057941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'network': {'name': 'tempest-RoutersTest-1730684689'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:59.089737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-887c94f8-2f1d-4683-ae29-20a909b132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:54:59.090583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c94f8-2f1d-4683-ae29-20a909b132f3 None None] The sync data for ids ['e94998f2-f8db-47a1-80ba-51366d1edd12'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:54:59.119374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:59.123178 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.134483 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.175010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e352ddea-4b19-4204-a4ca-2dcc26293c75 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/routers/e94998f2-f8db-47a1-80ba-51366d1edd12 HTTP/1.1" status: 200 len: 919 time: 0.1851797 Apr 05 18:54:59.177688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60984) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:59.231736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5de2c4d9-d3b0-47a7-bde1-7f9e22e87ef4 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e94998f2-f8db-47a1-80ba-51366d1edd12 HTTP/1.1" status: 200 len: 205 time: 0.0527961 Apr 05 18:54:59.232317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60986) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:59.288947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.294274 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.329590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab70dfe9-74df-469a-907b-fb00fd5837eb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:59.344454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:59.356635 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.358225 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added segment 05fcd47c-32a0-4b13-b285-fae9d1ff095e of type vlan for network 65e5e449-1608-4897-ae3d-e316ffadee9f Apr 05 18:54:59.404456 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.450079 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.456373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:59.457009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.530576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6261885 Apr 05 18:54:59.533524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60994) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:54:59.538379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'network': {'name': 'tempest-RoutersTest-1762958436'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:54:59.552011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06989f49-78ad-4e4d-94a1-288e27a4e1c3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Network': ['ID=65e5e449-1608-4897-ae3d-e316ffadee9f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:54:59.566814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:54:59.567514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 65e5e449-1608-4897-ae3d-e316ffadee9f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:54:59.571548 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.600062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:54:59.612304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.612588 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added segment 4937bd82-4c5a-4882-a2da-e550c02bb82b of type vlan for network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 Apr 05 18:54:59.675331 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.741696 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.749444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:54:59.750127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.770377 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:54:59.799524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61dcad52-265b-43e6-bda1-cac278d3bf46 req-b7d78f9a-3cc1-4738-aba9-08177eaa2f33 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 210 time: 0.0588911 Apr 05 18:54:59.958840 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.017113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Deleting port 625e60ca-6ecf-4fc5-8b82-ca5f77e65158 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:00.017637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.099158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.113717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Calling delete_port for 625e60ca-6ecf-4fc5-8b82-ca5f77e65158 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:00.190228 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6532111 Apr 05 18:55:00.198985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 32776) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:00.205878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'subnet': {'network_id': '65e5e449-1608-4897-ae3d-e316ffadee9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:00.230082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0959-7987-402a-9816-e1c06ee9c37b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Network': ['ID=9bd18cc2-acb0-4f16-8d85-83e6b9dcc064,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:00.246258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:55:00.309199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.342274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event deleted for resources: {'Port': ['ID=625e60ca-6ecf-4fc5-8b82-ca5f77e65158,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:00.391312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-326bdb75-e426-4605-af9c-d1ff92bb303c tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:00.392834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-326bdb75-e426-4605-af9c-d1ff92bb303c tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.25 "GET /v2.0/networks?id=d1175179-99eb-40cb-9f28-ca998a87785e HTTP/1.1" status: 200 len: 821 time: 0.5988965 Apr 05 18:55:00.393790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:00.397699 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.418200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.459693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Request body: {'port': {'device_id': 'a8751844-6fe0-4606-b10b-498dfcc37388', 'network_id': 'd1175179-99eb-40cb-9f28-ca998a87785e', 'admin_state_up': True, 'tenant_id': '631e33f5f20e4a35a8800a2eab9df64c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:00.516607 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.518873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.565834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.566732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Fanout notify agent at l3_agent the message router_deleted on router e94998f2-f8db-47a1-80ba-51366d1edd12 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:00.579842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.580389 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e092d7b-6304-43c7-b6c5-7c9474550a9b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/e94998f2-f8db-47a1-80ba-51366d1edd12 HTTP/1.1" status: 204 len: 168 time: 1.3449354 Apr 05 18:55:00.585815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 32782) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:00.591187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'router': {'name': 'tempest-snat-router-662466546', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': False}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:00.611803 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.612930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.671080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.703532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Made reservation on behalf of 631e33f5f20e4a35a8800a2eab9df64c for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:00.707076 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.798471 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.814478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:00.942518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Subnet': ['ID=4004ae68-4548-4b17-884a-7eed1e9f92e3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:00.988995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14937184-6493-4bc7-84bb-51f5261939f5 req-2524b61a-a022-4497-8f20-e0faf757dbe4 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 210 time: 0.0646195 Apr 05 18:55:01.001930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Allocated IP 172.20.0.8 (d1175179-99eb-40cb-9f28-ca998a87785e/5eacadd8-a953-45d9-b049-311c11346972/b033a7af-ef79-49ce-9e80-e0cb8cf77158) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:01.004313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Checking segment: {'id': '05fcd47c-32a0-4b13-b285-fae9d1ff095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65e5e449-1608-4897-ae3d-e316ffadee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:01.004756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network hostable DHCP agents. Network: 65e5e449-1608-4897-ae3d-e316ffadee9f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:01.044700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 65e5e449-1608-4897-ae3d-e316ffadee9f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:01.064209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 65e5e449-1608-4897-ae3d-e316ffadee9f) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:01.064859 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.073690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:01.074582 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.075115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30deb60-d164-45b2-b7b1-7d34027ceb5d None None] Network 65e5e449-1608-4897-ae3d-e316ffadee9f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:01.094374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.133310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2dc7d7f0-1f5a-4074-aea6-1abbe5b5c18e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9311376 Apr 05 18:55:01.133990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 32796) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:01.141850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'subnet': {'network_id': '9bd18cc2-acb0-4f16-8d85-83e6b9dcc064', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:01.240702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Allocated IP 172.25.4.44 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/4b066ec2-4e11-4824-a0a6-ba74d36f30d3) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:01.276403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-65e5e449-1608-4897-ae3d-e316ffadee9f', 'network_id': '65e5e449-1608-4897-ae3d-e316ffadee9f', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'fixed_ips': [{'subnet_id': '4004ae68-4548-4b17-884a-7eed1e9f92e3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:55:01.277528 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.292388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.300398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:01.304112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.399004 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.403706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.447917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Allocated IP 172.20.0.2 (65e5e449-1608-4897-ae3d-e316ffadee9f/4004ae68-4548-4b17-884a-7eed1e9f92e3/642f733f-1b44-444e-a66b-af01464502c4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:01.453214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Network d1175179-99eb-40cb-9f28-ca998a87785e is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:01.466303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:01.471699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:01.482183 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.500906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Pushing event updated for resources: {'Port': ['ID=b033a7af-ef79-49ce-9e80-e0cb8cf77158,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:01.551147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:01.557879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:01.561204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:01.569165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:01.569870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.604702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-04833a4a-9891-42ef-a3f6-808ea11b0c86 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1484542 Apr 05 18:55:01.605279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event updated for resources: {'Port': ['ID=4b066ec2-4e11-4824-a0a6-ba74d36f30d3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:01.620356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Request body: {'port': {'device_id': 'a8751844-6fe0-4606-b10b-498dfcc37388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:01.642349 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.648924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.718487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.722873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Network 65e5e449-1608-4897-ae3d-e316ffadee9f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:01.726267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:01.729472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:01.738157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Pushing event updated for resources: {'Port': ['ID=642f733f-1b44-444e-a66b-af01464502c4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:01.740275 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.793975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Attempting to bind port 642f733f-1b44-444e-a66b-af01464502c4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:01.794333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Attempting to bind port 642f733f-1b44-444e-a66b-af01464502c4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '05fcd47c-32a0-4b13-b285-fae9d1ff095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65e5e449-1608-4897-ae3d-e316ffadee9f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:01.794856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Attempting to bind port 642f733f-1b44-444e-a66b-af01464502c4 on network 65e5e449-1608-4897-ae3d-e316ffadee9f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:01.800057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:01.800437 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Checking segment: {'id': '05fcd47c-32a0-4b13-b285-fae9d1ff095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65e5e449-1608-4897-ae3d-e316ffadee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:01.800837 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.801230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Bound using segment: {'id': '05fcd47c-32a0-4b13-b285-fae9d1ff095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65e5e449-1608-4897-ae3d-e316ffadee9f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:01.801693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Bound port: 642f733f-1b44-444e-a66b-af01464502c4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fcd47c-32a0-4b13-b285-fae9d1ff095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65e5e449-1608-4897-ae3d-e316ffadee9f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:01.802083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.871022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] For port 642f733f-1b44-444e-a66b-af01464502c4, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:01.874577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] For port 642f733f-1b44-444e-a66b-af01464502c4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=642f733f-1b44-444e-a66b-af01464502c4,segment=NetworkSegment(05fcd47c-32a0-4b13-b285-fae9d1ff095e),segment_id=05fcd47c-32a0-4b13-b285-fae9d1ff095e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:01.880049 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.928359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:01.936870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Subnet': ['ID=e85dc9b1-608f-4b89-9e41-749ca1b4a248,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:01.980564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9e17e-6107-4279-bbae-d04eb88696fd None None] Pushing event updated for resources: {'Port': ['ID=642f733f-1b44-444e-a66b-af01464502c4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:02.118336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Checking segment: {'id': '4937bd82-4c5a-4882-a2da-e550c02bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9bd18cc2-acb0-4f16-8d85-83e6b9dcc064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:02.119414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network hostable DHCP agents. Network: 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:02.208407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5b913-9d30-42d0-93cc-d27c05a7494c req-f50917c6-1ae1-4e9a-b2c1-95f5b1b2d5be tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:02.209969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddc5b913-9d30-42d0-93cc-d27c05a7494c req-f50917c6-1ae1-4e9a-b2c1-95f5b1b2d5be tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 931 time: 0.1040893 Apr 05 18:55:02.250221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:02.293679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:02.298345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:02.299198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.307952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.308521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b737599-523d-46d1-87ac-de5ae81f5bf3 None None] Network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:02.416330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddc5b913-9d30-42d0-93cc-d27c05a7494c req-db782f50-a00a-419c-82f8-18a138c923b8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736026 Apr 05 18:55:02.429997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-62a37891-a03e-462b-9e15-0e5964eddbad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2919881 Apr 05 18:55:02.433519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 32818) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:02.439039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-01aa00fd-9e7d-4f25-b02e-d9d1188e7fc3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-271882670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:02.448300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b033a7af-ef79-49ce-9e80-e0cb8cf77158 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:55:02.471654 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.537704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Transition to ACTIVE for port object b033a7af-ef79-49ce-9e80-e0cb8cf77158 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:55:02.553871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.590283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Router fcab2a58-b04e-48de-bac4-c9428d38211f is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:02.641662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Pushing event updated for resources: {'Port': ['ID=b033a7af-ef79-49ce-9e80-e0cb8cf77158,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:02.649016 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01aa00fd-9e7d-4f25-b02e-d9d1188e7fc3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.651480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01aa00fd-9e7d-4f25-b02e-d9d1188e7fc3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.656051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-9bd18cc2-acb0-4f16-8d85-83e6b9dcc064', 'network_id': '9bd18cc2-acb0-4f16-8d85-83e6b9dcc064', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'fixed_ips': [{'subnet_id': 'e85dc9b1-608f-4b89-9e41-749ca1b4a248'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:55:02.656959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.689768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 642f733f-1b44-444e-a66b-af01464502c4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:02.811860 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01aa00fd-9e7d-4f25-b02e-d9d1188e7fc3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.828918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:02.840882 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Sync routers for ids ['fcab2a58-b04e-48de-bac4-c9428d38211f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:02.841965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01aa00fd-9e7d-4f25-b02e-d9d1188e7fc3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.856601 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Routers {'fcab2a58-b04e-48de-bac4-c9428d38211f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:02.857728 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcab2a58-b04e-48de-bac4-c9428d38211f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:02.862966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.864694 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9f1c02a3-885e-4c2d-9e4e-3c046dca8bf9 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2778308 Apr 05 18:55:02.867253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 32824) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:02.881554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 642f733f-1b44-444e-a66b-af01464502c4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:02.881847 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.947772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Allocated IP 172.21.0.2 (9bd18cc2-acb0-4f16-8d85-83e6b9dcc064/e85dc9b1-608f-4b89-9e41-749ca1b4a248/6d21d27a-e032-4f87-8713-5374d30320c9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:02.951484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01aa00fd-9e7d-4f25-b02e-d9d1188e7fc3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:02.953311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-01aa00fd-9e7d-4f25-b02e-d9d1188e7fc3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5186889 Apr 05 18:55:02.958669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 32828) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:03.116881 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.155989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Attempting to bind port b033a7af-ef79-49ce-9e80-e0cb8cf77158 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:03.156385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Attempting to bind port b033a7af-ef79-49ce-9e80-e0cb8cf77158 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '397ccf54-a94c-495f-91d2-4996dec22417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1175179-99eb-40cb-9f28-ca998a87785e'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:03.156664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Attempting to bind port b033a7af-ef79-49ce-9e80-e0cb8cf77158 on network d1175179-99eb-40cb-9f28-ca998a87785e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:03.213402 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Set router fcab2a58-b04e-48de-bac4-c9428d38211f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:55:03.242503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 642f733f-1b44-444e-a66b-af01464502c4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=642f733f-1b44-444e-a66b-af01464502c4,segment=NetworkSegment(05fcd47c-32a0-4b13-b285-fae9d1ff095e),segment_id=05fcd47c-32a0-4b13-b285-fae9d1ff095e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:03.250117 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.267459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Port b033a7af-ef79-49ce-9e80-e0cb8cf77158 on network d1175179-99eb-40cb-9f28-ca998a87785e not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:55:03.267774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Attempting to bind port b033a7af-ef79-49ce-9e80-e0cb8cf77158 on network d1175179-99eb-40cb-9f28-ca998a87785e {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:03.269291 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f313125f-c44c-4964-8715-a4d2e336bfd8 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/routers/fcab2a58-b04e-48de-bac4-c9428d38211f HTTP/1.1" status: 200 len: 907 time: 0.4006202 Apr 05 18:55:03.273106 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.277880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 32832) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:03.286014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:03.286014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Checking segment: {'id': '397ccf54-a94c-495f-91d2-4996dec22417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1175179-99eb-40cb-9f28-ca998a87785e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:03.286309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Bound using segment: {'id': '397ccf54-a94c-495f-91d2-4996dec22417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1175179-99eb-40cb-9f28-ca998a87785e'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:03.286668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Bound port: b033a7af-ef79-49ce-9e80-e0cb8cf77158, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397ccf54-a94c-495f-91d2-4996dec22417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1175179-99eb-40cb-9f28-ca998a87785e'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:03.287024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.300593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'router': {'name': 'tempest-snat-router-662466546', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': True}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:03.348951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.350334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.457095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.511361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.547570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:03.549465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:03.551482 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=642f733f-1b44-444e-a66b-af01464502c4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:03.556799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:03.649647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Pushing event updated for resources: {'Port': ['ID=6d21d27a-e032-4f87-8713-5374d30320c9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:03.655440 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab2a58-b04e-48de-bac4-c9428d38211f', 'name': 'tempest-snat-router-662466546', 'tenant_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': False}, 'gw_port_id': '4b066ec2-4e11-4824-a0a6-ba74d36f30d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:00Z', 'updated_at': '2022-04-05T18:55:01Z', 'revision_number': 3, 'project_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'gw_port': {'id': '4b066ec2-4e11-4824-a0a6-ba74d36f30d3', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab2a58-b04e-48de-bac4-c9428d38211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:01Z', 'updated_at': '2022-04-05T18:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:03.674889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Attempting to bind port 6d21d27a-e032-4f87-8713-5374d30320c9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:03.675281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Attempting to bind port 6d21d27a-e032-4f87-8713-5374d30320c9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4937bd82-4c5a-4882-a2da-e550c02bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9bd18cc2-acb0-4f16-8d85-83e6b9dcc064'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:03.675643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Attempting to bind port 6d21d27a-e032-4f87-8713-5374d30320c9 on network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:03.678034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.683248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:03.683645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Checking segment: {'id': '4937bd82-4c5a-4882-a2da-e550c02bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9bd18cc2-acb0-4f16-8d85-83e6b9dcc064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:03.690936 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.691444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Bound using segment: {'id': '4937bd82-4c5a-4882-a2da-e550c02bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9bd18cc2-acb0-4f16-8d85-83e6b9dcc064'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:03.693201 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Checking router: fcab2a58-b04e-48de-bac4-c9428d38211f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:55:03.693541 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Updating router fcab2a58-b04e-48de-bac4-c9428d38211f port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:55:03.695096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Bound port: 6d21d27a-e032-4f87-8713-5374d30320c9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4937bd82-4c5a-4882-a2da-e550c02bb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9bd18cc2-acb0-4f16-8d85-83e6b9dcc064'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:03.695485 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.699267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add66f97-4f02-4631-ad7d-0ae56c0e618b None None] Network 65e5e449-1608-4897-ae3d-e316ffadee9f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:03.749052 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.751033 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.778808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] For port b033a7af-ef79-49ce-9e80-e0cb8cf77158, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:03.792048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2720fa0-12ab-4d31-8582-32c9716592f4 req-2ab20c57-bb5a-44d7-9413-e31f8083ab2c tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:03.793611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2720fa0-12ab-4d31-8582-32c9716592f4 req-2ab20c57-bb5a-44d7-9413-e31f8083ab2c tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 943 time: 0.1812391 Apr 05 18:55:03.840166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] For port 6d21d27a-e032-4f87-8713-5374d30320c9, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:03.856319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] For port 6d21d27a-e032-4f87-8713-5374d30320c9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6d21d27a-e032-4f87-8713-5374d30320c9,segment=NetworkSegment(4937bd82-4c5a-4882-a2da-e550c02bb82b),segment_id=4937bd82-4c5a-4882-a2da-e550c02bb82b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:03.860108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] For port b033a7af-ef79-49ce-9e80-e0cb8cf77158, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b033a7af-ef79-49ce-9e80-e0cb8cf77158,segment=NetworkSegment(397ccf54-a94c-495f-91d2-4996dec22417),segment_id=397ccf54-a94c-495f-91d2-4996dec22417)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:03.883337 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.907766 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:03.973127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-71f22214-88f8-49f2-93c5-f37c54f06ebc None None] Provisioning complete for port 642f733f-1b44-444e-a66b-af01464502c4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:03.973847 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71f22214-88f8-49f2-93c5-f37c54f06ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.026751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2720fa0-12ab-4d31-8582-32c9716592f4 req-fac7f121-9935-4cb2-b781-2a1c4f9500b5 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164605 Apr 05 18:55:04.043629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:04.044250 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.057049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] 10.222.0.25 "PUT /v2.0/ports/b033a7af-ef79-49ce-9e80-e0cb8cf77158 HTTP/1.1" status: 200 len: 1091 time: 2.4442146 Apr 05 18:55:04.057830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8751844-6fe0-4606-b10b-498dfcc37388', 'tag': 'b033a7af-ef79-49ce-9e80-e0cb8cf77158'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:55:04.060240 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8751844-6fe0-4606-b10b-498dfcc37388", "tag": "b033a7af-ef79-49ce-9e80-e0cb8cf77158"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:55:04.097144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57967d58-42e1-4c1b-949c-46ec18dfba37 None None] Pushing event updated for resources: {'Port': ['ID=6d21d27a-e032-4f87-8713-5374d30320c9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:04.116514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.182832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834f00b-14ad-4962-9d0b-a9db7edb8331 service neutron] Pushing event updated for resources: {'Port': ['ID=b033a7af-ef79-49ce-9e80-e0cb8cf77158,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:04.184488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.186702 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.187428 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a9136f-ef6b-4ed1-babf-3f6b95bace5d x-openstack-request-id: req-66a9136f-ef6b-4ed1-babf-3f6b95bace5d {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:55:04.187428 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8751844-6fe0-4606-b10b-498dfcc37388", "tag": "b033a7af-ef79-49ce-9e80-e0cb8cf77158", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:55:04.187595 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66a9136f-ef6b-4ed1-babf-3f6b95bace5d {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:55:04.187868 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a9136f-ef6b-4ed1-babf-3f6b95bace5d'] response: {'name': 'network-changed', 'server_uuid': 'a8751844-6fe0-4606-b10b-498dfcc37388', 'tag': 'b033a7af-ef79-49ce-9e80-e0cb8cf77158', 'status': 'completed', 'code': 200} Apr 05 18:55:04.206692 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.242800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-8c54c15f-f395-4e45-adf1-01129cbb4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:04.244470 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-8c54c15f-f395-4e45-adf1-01129cbb4d72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=631e33f5f20e4a35a8800a2eab9df64c&device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 1094 time: 0.1441238 Apr 05 18:55:04.298092 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Pushing event updated for resources: {'Port': ['ID=4b066ec2-4e11-4824-a0a6-ba74d36f30d3,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:04.337035 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Attempting to bind port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:04.338913 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Attempting to bind port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:04.339759 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Attempting to bind port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:04.381374 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:04.382038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-b05d81e9-b5d3-4e66-afa8-8291b387aa3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b033a7af-ef79-49ce-9e80-e0cb8cf77158 HTTP/1.1" status: 200 len: 217 time: 0.1026595 Apr 05 18:55:04.382945 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:04.383625 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.384502 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:04.386051 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Bound port: 4b066ec2-4e11-4824-a0a6-ba74d36f30d3, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:04.386570 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.390869 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.391295 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.391688 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.392087 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.392475 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.392989 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.393485 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.393987 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.394364 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.394785 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.395169 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.395551 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:04.479265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.20.0.1 (65e5e449-1608-4897-ae3d-e316ffadee9f/4004ae68-4548-4b17-884a-7eed1e9f92e3/67dfb887-4464-4728-bb7e-6f292b0c27e7) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:04.512730 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] For port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:04.516628 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] For port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4b066ec2-4e11-4824-a0a6-ba74d36f30d3,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:04.528737 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.560847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-4fc8e7f1-6cbc-4b5c-b912-7cbae4a03c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:04.562330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-4fc8e7f1-6cbc-4b5c-b912-7cbae4a03c5c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5eacadd8-a953-45d9-b049-311c11346972 HTTP/1.1" status: 200 len: 861 time: 0.1654048 Apr 05 18:55:04.663769 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e7aca-5adb-4f4d-8ae1-a46eb9ed68fe None None] Pushing event updated for resources: {'Port': ['ID=4b066ec2-4e11-4824-a0a6-ba74d36f30d3,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:04.685516 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Routers {'fcab2a58-b04e-48de-bac4-c9428d38211f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:04.686823 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcab2a58-b04e-48de-bac4-c9428d38211f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:04.747543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 642f733f-1b44-444e-a66b-af01464502c4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:04.772069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-b402fcb1-67ab-4ae2-af97-049d73344dad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d1175179-99eb-40cb-9f28-ca998a87785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677704 Apr 05 18:55:04.861639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 642f733f-1b44-444e-a66b-af01464502c4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:04.862114 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.905829 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] Set router fcab2a58-b04e-48de-bac4-c9428d38211f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:55:04.906055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-7219b38f-1777-42aa-9a21-133264afdf85 service neutron] 10.222.0.25 "GET /v2.0/networks/d1175179-99eb-40cb-9f28-ca998a87785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266005 Apr 05 18:55:04.925395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-366e624f-71bb-44f9-8133-4ec34e1aeb76 None None] Provisioning complete for port 642f733f-1b44-444e-a66b-af01464502c4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:04.926264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-366e624f-71bb-44f9-8133-4ec34e1aeb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:04.984440 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:05.039047 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:05.048620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6d21d27a-e032-4f87-8713-5374d30320c9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:05.139293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:05.159487 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-711e3dd1-973d-497b-8032-ca8dba8498f9 req-c6f89e7f-d65d-4fde-96ff-942d34b59942 service neutron] 10.222.0.25 "GET /v2.0/networks/d1175179-99eb-40cb-9f28-ca998a87785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442744 Apr 05 18:55:05.165009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Allocated IP 172.25.4.134 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/daa3bc9d-cd06-4351-a9dc-dad2a87f658c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:05.267286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6d21d27a-e032-4f87-8713-5374d30320c9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:05.267663 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:05.335842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 65e5e449-1608-4897-ae3d-e316ffadee9f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:05.371450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:05.391174 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:05.407575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:05.413691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:05.434245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=67dfb887-4464-4728-bb7e-6f292b0c27e7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:05.447274 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab2a58-b04e-48de-bac4-c9428d38211f', 'name': 'tempest-snat-router-662466546', 'tenant_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': False}, 'gw_port_id': '4b066ec2-4e11-4824-a0a6-ba74d36f30d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:00Z', 'updated_at': '2022-04-05T18:55:01Z', 'revision_number': 3, 'project_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'gw_port': {'id': '4b066ec2-4e11-4824-a0a6-ba74d36f30d3', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab2a58-b04e-48de-bac4-c9428d38211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:01Z', 'updated_at': '2022-04-05T18:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:05.475282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 6d21d27a-e032-4f87-8713-5374d30320c9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6d21d27a-e032-4f87-8713-5374d30320c9,segment=NetworkSegment(4937bd82-4c5a-4882-a2da-e550c02bb82b),segment_id=4937bd82-4c5a-4882-a2da-e550c02bb82b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:05.489513 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:05.502371 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:05.534763 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cab76-52ea-4e37-a96e-141c660d9ecc None None] The sync data for ids ['fcab2a58-b04e-48de-bac4-c9428d38211f'] in n-d-836650-3 is: [{'id': 'fcab2a58-b04e-48de-bac4-c9428d38211f', 'name': 'tempest-snat-router-662466546', 'tenant_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': False}, 'gw_port_id': '4b066ec2-4e11-4824-a0a6-ba74d36f30d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:00Z', 'updated_at': '2022-04-05T18:55:01Z', 'revision_number': 3, 'project_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'gw_port': {'id': '4b066ec2-4e11-4824-a0a6-ba74d36f30d3', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab2a58-b04e-48de-bac4-c9428d38211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:01Z', 'updated_at': '2022-04-05T18:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:05.536747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-1edef919-96a7-40de-9940-fde44512ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:05.538328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-1edef919-96a7-40de-9940-fde44512ad5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=631e33f5f20e4a35a8800a2eab9df64c&device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 1094 time: 0.2146599 Apr 05 18:55:05.550006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436fcf3-65d7-4b1b-948b-a44a1ff441a0 req-4f366959-0abb-46f4-b62c-a0bcb3c60f06 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:05.564268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4436fcf3-65d7-4b1b-948b-a44a1ff441a0 req-4f366959-0abb-46f4-b62c-a0bcb3c60f06 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 943 time: 0.3454423 Apr 05 18:55:05.566587 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:05.568055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event updated for resources: {'Port': ['ID=daa3bc9d-cd06-4351-a9dc-dad2a87f658c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:05.585720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:05.587218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:05.590134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:05.645566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=6d21d27a-e032-4f87-8713-5374d30320c9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:05.703459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-d22d7280-bc47-43ba-b20e-2f24575fc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:05.704741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-d22d7280-bc47-43ba-b20e-2f24575fc4ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=d1175179-99eb-40cb-9f28-ca998a87785e HTTP/1.1" status: 200 len: 921 time: 0.1393042 Apr 05 18:55:05.840594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e74d32-8646-4727-9ea9-efd4bfb1d53f None None] Network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:05.899591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-0d0ab674-a1b4-4d2a-b009-9609abc6c0b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b033a7af-ef79-49ce-9e80-e0cb8cf77158 HTTP/1.1" status: 200 len: 217 time: 0.0810211 Apr 05 18:55:05.938934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ce31eca9-f1be-4096-af04-1e483912888e None None] Provisioning complete for port 67dfb887-4464-4728-bb7e-6f292b0c27e7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:05.939229 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce31eca9-f1be-4096-af04-1e483912888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:06.000453 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:06.006088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ce31eca9-f1be-4096-af04-1e483912888e None None] Port 67dfb887-4464-4728-bb7e-6f292b0c27e7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:06.077797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ce31eca9-f1be-4096-af04-1e483912888e None None] Provisioning complete for port 6d21d27a-e032-4f87-8713-5374d30320c9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:06.078092 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce31eca9-f1be-4096-af04-1e483912888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:06.361281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:06.410909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4436fcf3-65d7-4b1b-948b-a44a1ff441a0 req-04191cc8-6138-4fb0-a6e8-c080f0db53ce tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502726 Apr 05 18:55:06.491929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:06.524082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-001375ad-e059-4844-a66d-d06782252e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:06.528011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-001375ad-e059-4844-a66d-d06782252e3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5eacadd8-a953-45d9-b049-311c11346972 HTTP/1.1" status: 200 len: 861 time: 0.6077390 Apr 05 18:55:06.583315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-54063c07-619f-4813-a4e5-3eb891daa711 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d1175179-99eb-40cb-9f28-ca998a87785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333817 Apr 05 18:55:06.611039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Router a71353cc-7a21-4399-b59f-374d9c715f1d is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:06.652435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-48bdcc15-f387-49c3-ba37-4c6b14aa4229 None None] Provisioning complete for port 6d21d27a-e032-4f87-8713-5374d30320c9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:06.666876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48bdcc15-f387-49c3-ba37-4c6b14aa4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:06.777903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:06.814942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:06.818647 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7d1568ca-17bc-44b9-96e9-d3b02b3c3178 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5192525 Apr 05 18:55:06.821170 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 32878) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:06.833121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:06.835152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Sync routers for ids ['a71353cc-7a21-4399-b59f-374d9c715f1d'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:06.838815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-dd0365e7-0936-475a-afeb-0a8e9a3f3e53 service neutron] 10.222.0.25 "GET /v2.0/networks/d1175179-99eb-40cb-9f28-ca998a87785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449415 Apr 05 18:55:06.873935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Routers {'a71353cc-7a21-4399-b59f-374d9c715f1d'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:06.874613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['a71353cc-7a21-4399-b59f-374d9c715f1d'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:06.982018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4c69b737-a6f0-470e-8982-5398dbba00b3 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/routers/a71353cc-7a21-4399-b59f-374d9c715f1d HTTP/1.1" status: 200 len: 907 time: 0.1585307 Apr 05 18:55:06.984119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 32884) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:06.993960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Set router a71353cc-7a21-4399-b59f-374d9c715f1d gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:55:07.075444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1089f74c-c8eb-47c5-9eac-fa86345a1d6d req-cb2289dc-e7cb-4418-bbd8-967d2141c63c service neutron] 10.222.0.25 "GET /v2.0/networks/d1175179-99eb-40cb-9f28-ca998a87785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987236 Apr 05 18:55:07.136320 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.143376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.145153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.150076 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.162068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:07.162480 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.266925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.270976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=67dfb887-4464-4728-bb7e-6f292b0c27e7,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:07.300973 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.336352 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.346460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71353cc-7a21-4399-b59f-374d9c715f1d', 'name': 'tempest-snat-router-662466546', 'tenant_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'daa3bc9d-cd06-4351-a9dc-dad2a87f658c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:03Z', 'updated_at': '2022-04-05T18:55:05Z', 'revision_number': 3, 'project_id': 'a655e1032bc849629f1c7fc7dda6f7dd', 'gw_port': {'id': 'daa3bc9d-cd06-4351-a9dc-dad2a87f658c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71353cc-7a21-4399-b59f-374d9c715f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:04Z', 'updated_at': '2022-04-05T18:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:07.387133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Deleting port daa3bc9d-cd06-4351-a9dc-dad2a87f658c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:07.387736 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.389007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Checking router: a71353cc-7a21-4399-b59f-374d9c715f1d for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:55:07.389359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Updating router a71353cc-7a21-4399-b59f-374d9c715f1d port daa3bc9d-cd06-4351-a9dc-dad2a87f658c binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:55:07.403589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 65e5e449-1608-4897-ae3d-e316ffadee9f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:07.406109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:07.411439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4b066ec2-4e11-4824-a0a6-ba74d36f30d3,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:07.421821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.422624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6d21d27a-e032-4f87-8713-5374d30320c9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:07.489140 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.501849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.527156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Calling delete_port for daa3bc9d-cd06-4351-a9dc-dad2a87f658c owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:07.669489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3938b4-a653-4af0-80d6-66d3f31c93ce req-43743f1d-5844-473f-b916-bc350fd92e24 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:07.678182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e3938b4-a653-4af0-80d6-66d3f31c93ce req-43743f1d-5844-473f-b916-bc350fd92e24 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 943 time: 0.0909066 Apr 05 18:55:07.724877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 304fd2b5-841b-41d5-a47b-46ba1ac57519 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:07.739102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=4b066ec2-4e11-4824-a0a6-ba74d36f30d3,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:07.770590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e3938b4-a653-4af0-80d6-66d3f31c93ce req-fefb7f41-0e14-4c7d-aa84-21b6699951c3 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914910 Apr 05 18:55:07.832081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.862698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7b5c5b1f-5428-4ce1-8640-13104ea1444f None None] Provisioning complete for port 67dfb887-4464-4728-bb7e-6f292b0c27e7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:07.863076 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5b1f-5428-4ce1-8640-13104ea1444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.872104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa3bc9d-cd06-4351-a9dc-dad2a87f658c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:07.883099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.883433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.883771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.884700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.885381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.885721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.892813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.892813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.892813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.892813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.892813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.892813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:07.897804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6d21d27a-e032-4f87-8713-5374d30320c9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:07.898317 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:07.919268 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:07.926302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fd4c5733-ff26-4f59-957f-7ca09705dd20 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/304fd2b5-841b-41d5-a47b-46ba1ac57519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9644103 Apr 05 18:55:07.929072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 32898) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:07.932564 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c443780-e44d-40cb-a23d-afb18cfa8f2e None None] Sync routers for ids ['304fd2b5-841b-41d5-a47b-46ba1ac57519'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:07.942561 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:55:07.942903 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:55:07.952075 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c443780-e44d-40cb-a23d-afb18cfa8f2e None None] Routers {'304fd2b5-841b-41d5-a47b-46ba1ac57519'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:07.953014 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5c443780-e44d-40cb-a23d-afb18cfa8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['304fd2b5-841b-41d5-a47b-46ba1ac57519'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:07.957139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c5b1f-5428-4ce1-8640-13104ea1444f None None] Port 67dfb887-4464-4728-bb7e-6f292b0c27e7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:08.006984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c6e7e5-8d7b-4295-9cf7-44125000ac09 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:08.012249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 32900) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:08.012725 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5c443780-e44d-40cb-a23d-afb18cfa8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:08.013384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-83c6e7e5-8d7b-4295-9cf7-44125000ac09 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports/67dfb887-4464-4728-bb7e-6f292b0c27e7 HTTP/1.1" status: 200 len: 910 time: 0.0814817 Apr 05 18:55:08.022591 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c443780-e44d-40cb-a23d-afb18cfa8f2e None None] Routers {'304fd2b5-841b-41d5-a47b-46ba1ac57519'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:08.023517 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5c443780-e44d-40cb-a23d-afb18cfa8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['304fd2b5-841b-41d5-a47b-46ba1ac57519'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:08.028176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:08.067766 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5c443780-e44d-40cb-a23d-afb18cfa8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:08.068659 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c443780-e44d-40cb-a23d-afb18cfa8f2e None None] The sync data for ids ['304fd2b5-841b-41d5-a47b-46ba1ac57519'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:08.198561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:08.202246 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:08.292071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:08.292580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a71353cc-7a21-4399-b59f-374d9c715f1d {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:08.298187 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:08.299340 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1dc39bc7-908c-4b0e-aaf2-e55774ca3481 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a71353cc-7a21-4399-b59f-374d9c715f1d HTTP/1.1" status: 204 len: 168 time: 1.3114157 Apr 05 18:55:08.302166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 32908) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:08.463984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Port daa3bc9d-cd06-4351-a9dc-dad2a87f658c not found while updating agent binding for router a71353cc-7a21-4399-b59f-374d9c715f1d. {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 05 18:55:08.480959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:08.481547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 18:55:08.482285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_agentschedulers_db [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a71353cc-7a21-4399-b59f-374d9c715f1d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 18:55:08.482962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d447b8-0f4d-4f45-a4da-b5ab7a5ed174 None None] The sync data for ids ['a71353cc-7a21-4399-b59f-374d9c715f1d'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:08.516328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:08.579665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:08.627985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:08.628357 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:08.695659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:08.699336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:08.911428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b3a65-b435-438a-8e83-5ebddbdd4f59 req-27c49a40-2565-46a4-8471-ab6095c876d8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:08.913188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-014b3a65-b435-438a-8e83-5ebddbdd4f59 req-27c49a40-2565-46a4-8471-ab6095c876d8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 943 time: 0.0607095 Apr 05 18:55:08.931235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b033a7af-ef79-49ce-9e80-e0cb8cf77158 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:55:08.970570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-014b3a65-b435-438a-8e83-5ebddbdd4f59 req-e42dc94f-d5d7-4efd-b0a6-9010f21775ee tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491407 Apr 05 18:55:09.224161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b033a7af-ef79-49ce-9e80-e0cb8cf77158, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b033a7af-ef79-49ce-9e80-e0cb8cf77158,segment=NetworkSegment(397ccf54-a94c-495f-91d2-4996dec22417),segment_id=397ccf54-a94c-495f-91d2-4996dec22417)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:09.240801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Deleting port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:09.241142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:09.241748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b033a7af-ef79-49ce-9e80-e0cb8cf77158', 'network_id': 'd1175179-99eb-40cb-9f28-ca998a87785e', 'port_id': 'b033a7af-ef79-49ce-9e80-e0cb8cf77158', 'mac_address': 'fa:16:3e:62:f1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eacadd8-a953-45d9-b049-311c11346972', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:55:09.285814 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:09.301934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b033a7af-ef79-49ce-9e80-e0cb8cf77158 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:55:09.321424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b033a7af-ef79-49ce-9e80-e0cb8cf77158, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b033a7af-ef79-49ce-9e80-e0cb8cf77158,segment=NetworkSegment(397ccf54-a94c-495f-91d2-4996dec22417),segment_id=397ccf54-a94c-495f-91d2-4996dec22417)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:09.330056 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:09.380266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b033a7af-ef79-49ce-9e80-e0cb8cf77158,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:09.425007 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fbf5-8f7f-486b-b80d-1967bf49d882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:09.430476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] For port 4b066ec2-4e11-4824-a0a6-ba74d36f30d3, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4b066ec2-4e11-4824-a0a6-ba74d36f30d3,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:09.430845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:09.451396 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Calling delete_port for 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:09.461091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.21.0.1 (9bd18cc2-acb0-4f16-8d85-83e6b9dcc064/e85dc9b1-608f-4b89-9e41-749ca1b4a248/3cd65119-7c8e-4489-bcdb-4fc88857f431) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:09.688006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b033a7af-ef79-49ce-9e80-e0cb8cf77158'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:55:09.701834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:09.773564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:09.809847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:09.811818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b066ec2-4e11-4824-a0a6-ba74d36f30d3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:09.896424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:09.904148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:09.911757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:09.918087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=3cd65119-7c8e-4489-bcdb-4fc88857f431,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:09.951874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.060702 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.108882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.113300 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.121214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494a845-9385-4cce-91ec-3bf637909c71 req-5e742a54-aed0-4ed1-bad5-a40ab899f4d0 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:10.127588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6494a845-9385-4cce-91ec-3bf637909c71 req-5e742a54-aed0-4ed1-bad5-a40ab899f4d0 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 944 time: 0.0631783 Apr 05 18:55:10.166461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6494a845-9385-4cce-91ec-3bf637909c71 req-1d736d2b-8c94-44a2-a656-c326e3660df5 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353842 Apr 05 18:55:10.193662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.194145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcab2a58-b04e-48de-bac4-c9428d38211f {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:10.199577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.204137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fd1c1f4e-542e-45f9-ba88-591a9f464343 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "DELETE /v2.0/routers/fcab2a58-b04e-48de-bac4-c9428d38211f HTTP/1.1" status: 204 len: 168 time: 1.8976684 Apr 05 18:55:10.204275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7b3579b9-56cb-4941-a5b6-0c36b891a0de None None] Provisioning complete for port 3cd65119-7c8e-4489-bcdb-4fc88857f431 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:10.204275 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b3579b9-56cb-4941-a5b6-0c36b891a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.204801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 32946) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:10.209223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1685922600', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:10.263153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.264258 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.264783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7b3579b9-56cb-4941-a5b6-0c36b891a0de None None] Port 3cd65119-7c8e-4489-bcdb-4fc88857f431 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:10.278070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.319676 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.472479 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.580021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.586743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.664283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=3cd65119-7c8e-4489-bcdb-4fc88857f431,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:10.668874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.669033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.689156 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:10.806047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:10.808097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:10.880501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:55:10.892075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Allocated IP 172.25.4.53 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/1a0d04f4-84f7-4056-87bd-c0dba8961437) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:10.925730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:55:10.926080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4b066ec2-4e11-4824-a0a6-ba74d36f30d3 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:55:10.940111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b033a7af-ef79-49ce-9e80-e0cb8cf77158 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:10.954698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 304fd2b5-841b-41d5-a47b-46ba1ac57519 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:11.012866 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.039082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port b033a7af-ef79-49ce-9e80-e0cb8cf77158 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:55:11.043628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b033a7af-ef79-49ce-9e80-e0cb8cf77158 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:11.044348 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.073899 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.124863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:11.130963 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c6389d60-5796-472a-8802-3cfb60fa5827 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/304fd2b5-841b-41d5-a47b-46ba1ac57519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1106212 Apr 05 18:55:11.133261 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 32956) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:11.146427 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.148188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236c062-52a0-4210-8753-6cc0d0bc8726 None None] Sync routers for ids ['304fd2b5-841b-41d5-a47b-46ba1ac57519'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:11.151616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:11.158696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:11.161951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:11.166387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event updated for resources: {'Port': ['ID=1a0d04f4-84f7-4056-87bd-c0dba8961437,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:11.176879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236c062-52a0-4210-8753-6cc0d0bc8726 None None] Routers {'304fd2b5-841b-41d5-a47b-46ba1ac57519'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:11.177622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e236c062-52a0-4210-8753-6cc0d0bc8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['304fd2b5-841b-41d5-a47b-46ba1ac57519'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:11.184142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8751844-6fe0-4606-b10b-498dfcc37388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b033a7af-ef79-49ce-9e80-e0cb8cf77158'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:55:11.186439 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d976be7b-8fd9-4105-af6a-b759d002c08f" -d '{"events": [{"server_uuid": "a8751844-6fe0-4606-b10b-498dfcc37388", "name": "network-vif-plugged", "status": "completed", "tag": "b033a7af-ef79-49ce-9e80-e0cb8cf77158"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:55:11.201654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f020030-6015-4d7f-834c-6800fe968a1b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:11.202747 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2f020030-6015-4d7f-834c-6800fe968a1b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports/3cd65119-7c8e-4489-bcdb-4fc88857f431 HTTP/1.1" status: 200 len: 910 time: 0.0684166 Apr 05 18:55:11.205570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 32962) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:11.285255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b033a7af-ef79-49ce-9e80-e0cb8cf77158, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b033a7af-ef79-49ce-9e80-e0cb8cf77158,segment=NetworkSegment(397ccf54-a94c-495f-91d2-4996dec22417),segment_id=397ccf54-a94c-495f-91d2-4996dec22417)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:11.295676 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2503bcc-ccb8-46e5-a1eb-2defaf60ed26 x-openstack-request-id: req-a2503bcc-ccb8-46e5-a1eb-2defaf60ed26 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:55:11.296130 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8751844-6fe0-4606-b10b-498dfcc37388", "name": "network-vif-plugged", "status": "completed", "tag": "b033a7af-ef79-49ce-9e80-e0cb8cf77158", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:55:11.296389 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2503bcc-ccb8-46e5-a1eb-2defaf60ed26 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:55:11.296834 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2503bcc-ccb8-46e5-a1eb-2defaf60ed26'] response: {'server_uuid': 'a8751844-6fe0-4606-b10b-498dfcc37388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b033a7af-ef79-49ce-9e80-e0cb8cf77158', 'code': 200} Apr 05 18:55:11.298864 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.300679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e236c062-52a0-4210-8753-6cc0d0bc8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:11.337979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cef75f62-f63d-4dbe-8f9a-fb7993c85850 None None] Provisioning complete for port 3cd65119-7c8e-4489-bcdb-4fc88857f431 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:11.338372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cef75f62-f63d-4dbe-8f9a-fb7993c85850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.400954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236c062-52a0-4210-8753-6cc0d0bc8726 None None] Routers {'304fd2b5-841b-41d5-a47b-46ba1ac57519'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:11.401600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e236c062-52a0-4210-8753-6cc0d0bc8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:54:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['304fd2b5-841b-41d5-a47b-46ba1ac57519'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:11.456461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e236c062-52a0-4210-8753-6cc0d0bc8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:11.457128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236c062-52a0-4210-8753-6cc0d0bc8726 None None] The sync data for ids ['304fd2b5-841b-41d5-a47b-46ba1ac57519'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:11.463974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b033a7af-ef79-49ce-9e80-e0cb8cf77158,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:11.467247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cef75f62-f63d-4dbe-8f9a-fb7993c85850 None None] Port 3cd65119-7c8e-4489-bcdb-4fc88857f431 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:11.499679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57fedd-ea39-46e9-bc1f-212e5ef4964a req-00f585c4-5f1a-4e6a-b540-815c109a3ba2 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:11.501189 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa57fedd-ea39-46e9-bc1f-212e5ef4964a req-00f585c4-5f1a-4e6a-b540-815c109a3ba2 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 945 time: 0.1288319 Apr 05 18:55:11.544755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdad04c-f7f1-47f3-bd48-ff1b1ca927b3 req-72357ed6-a9ed-49a5-a8c6-332195729d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:11.546255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fdad04c-f7f1-47f3-bd48-ff1b1ca927b3 req-72357ed6-a9ed-49a5-a8c6-332195729d9a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 1096 time: 0.1436861 Apr 05 18:55:11.553310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa57fedd-ea39-46e9-bc1f-212e5ef4964a req-c00401e2-a9bf-4f47-800c-d562da86e825 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Apr 05 18:55:11.630291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fdad04c-f7f1-47f3-bd48-ff1b1ca927b3 req-1541a14c-b1e5-4ad2-859f-77d4ab57385e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759981 Apr 05 18:55:11.642274 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.699514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.776347 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9d58c8d-1fc1-4496-b048-c120fc6b1372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.864721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:11.963587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 3cd65119-7c8e-4489-bcdb-4fc88857f431 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:11.964471 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:12.001870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Router 309458db-9fbd-4726-98ac-b77a97e35e9f is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:12.051983 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:12.064166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 3cd65119-7c8e-4489-bcdb-4fc88857f431 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:12.117196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:12.128287 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f5191-e6bc-4f0c-8639-4b1d0d6cda73 None None] Sync routers for ids ['309458db-9fbd-4726-98ac-b77a97e35e9f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:12.140182 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f5191-e6bc-4f0c-8639-4b1d0d6cda73 None None] Routers {'309458db-9fbd-4726-98ac-b77a97e35e9f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:12.140717 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7b9f5191-e6bc-4f0c-8639-4b1d0d6cda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['309458db-9fbd-4726-98ac-b77a97e35e9f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:12.151171 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:12.152757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9fc53ddb-b49a-40c6-a691-fb448643a48b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9472866 Apr 05 18:55:12.155719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 32982) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:12.161064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-19f567cc-5197-46d9-beb2-78f227979fdf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': False}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:12.181329 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7b9f5191-e6bc-4f0c-8639-4b1d0d6cda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:12.191501 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f5191-e6bc-4f0c-8639-4b1d0d6cda73 None None] Routers {'309458db-9fbd-4726-98ac-b77a97e35e9f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:12.192288 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7b9f5191-e6bc-4f0c-8639-4b1d0d6cda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['309458db-9fbd-4726-98ac-b77a97e35e9f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:12.231359 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7b9f5191-e6bc-4f0c-8639-4b1d0d6cda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:12.232269 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f5191-e6bc-4f0c-8639-4b1d0d6cda73 None None] The sync data for ids ['309458db-9fbd-4726-98ac-b77a97e35e9f'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:12.265644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:12.304081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=3cd65119-7c8e-4489-bcdb-4fc88857f431,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:12.503826 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:12.734075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 304fd2b5-841b-41d5-a47b-46ba1ac57519 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:12.815969 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:12.853933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:12.861254 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b5a3dc3b-44a1-42b4-819f-c333715c5c82 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/304fd2b5-841b-41d5-a47b-46ba1ac57519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6541917 Apr 05 18:55:12.865157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33004) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:12.865570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2a577-0153-4adc-9f95-876b2cf2142f None None] Sync routers for ids ['304fd2b5-841b-41d5-a47b-46ba1ac57519'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:12.876227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2a577-0153-4adc-9f95-876b2cf2142f None None] Routers {'304fd2b5-841b-41d5-a47b-46ba1ac57519'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:12.876886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5fb2a577-0153-4adc-9f95-876b2cf2142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['304fd2b5-841b-41d5-a47b-46ba1ac57519'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:12.911213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5fb2a577-0153-4adc-9f95-876b2cf2142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:12.922384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2a577-0153-4adc-9f95-876b2cf2142f None None] Routers {'304fd2b5-841b-41d5-a47b-46ba1ac57519'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:12.923231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5fb2a577-0153-4adc-9f95-876b2cf2142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['304fd2b5-841b-41d5-a47b-46ba1ac57519'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:12.965305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5fb2a577-0153-4adc-9f95-876b2cf2142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:12.965936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2a577-0153-4adc-9f95-876b2cf2142f None None] The sync data for ids ['304fd2b5-841b-41d5-a47b-46ba1ac57519'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:13.016026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc568984-f480-47e9-8855-ff0aee6b9c6c req-dd66fbe5-e8e1-404e-9356-39bc367fb6bd tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:13.017884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc568984-f480-47e9-8855-ff0aee6b9c6c req-dd66fbe5-e8e1-404e-9356-39bc367fb6bd tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 945 time: 0.1623220 Apr 05 18:55:13.039075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19f567cc-5197-46d9-beb2-78f227979fdf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:13.171861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc568984-f480-47e9-8855-ff0aee6b9c6c req-2e2ab035-3a5f-440f-b510-f1b35e93a607 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285577 Apr 05 18:55:13.457163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:13.832459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19f567cc-5197-46d9-beb2-78f227979fdf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:13.839773 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19f567cc-5197-46d9-beb2-78f227979fdf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:13.998234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 67dfb887-4464-4728-bb7e-6f292b0c27e7 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:13.998747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:14.025824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f567cc-5197-46d9-beb2-78f227979fdf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Router 309458db-9fbd-4726-98ac-b77a97e35e9f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:14.150670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:14.195884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 67dfb887-4464-4728-bb7e-6f292b0c27e7 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:14.327328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f567cc-5197-46d9-beb2-78f227979fdf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:14.338272 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621079b8-8f5f-4878-89bb-8bf52fc0a0f1 None None] Sync routers for ids ['309458db-9fbd-4726-98ac-b77a97e35e9f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:14.350871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19f567cc-5197-46d9-beb2-78f227979fdf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:14.354910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-19f567cc-5197-46d9-beb2-78f227979fdf tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "PUT /v2.0/routers/309458db-9fbd-4726-98ac-b77a97e35e9f HTTP/1.1" status: 200 len: 921 time: 2.1980953 Apr 05 18:55:14.355179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33040) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:14.355890 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621079b8-8f5f-4878-89bb-8bf52fc0a0f1 None None] Routers {'309458db-9fbd-4726-98ac-b77a97e35e9f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:14.356724 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-621079b8-8f5f-4878-89bb-8bf52fc0a0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['309458db-9fbd-4726-98ac-b77a97e35e9f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:14.395530 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:14.404501 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-621079b8-8f5f-4878-89bb-8bf52fc0a0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:14.416224 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621079b8-8f5f-4878-89bb-8bf52fc0a0f1 None None] Routers {'309458db-9fbd-4726-98ac-b77a97e35e9f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:14.417225 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-621079b8-8f5f-4878-89bb-8bf52fc0a0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['309458db-9fbd-4726-98ac-b77a97e35e9f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:14.421420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f91ec-77d1-4b3e-8f20-b917169e63e3 req-c654e6f0-eb4a-4414-9f3c-cf76addd50d5 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:14.422981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb1f91ec-77d1-4b3e-8f20-b917169e63e3 req-c654e6f0-eb4a-4414-9f3c-cf76addd50d5 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 945 time: 0.1706631 Apr 05 18:55:14.460629 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-621079b8-8f5f-4878-89bb-8bf52fc0a0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:14.461571 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621079b8-8f5f-4878-89bb-8bf52fc0a0f1 None None] The sync data for ids ['309458db-9fbd-4726-98ac-b77a97e35e9f'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:14.530987 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5c1eed83-d7f4-4708-972e-72cf92286458 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/routers/309458db-9fbd-4726-98ac-b77a97e35e9f HTTP/1.1" status: 200 len: 921 time: 0.1744392 Apr 05 18:55:14.534490 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33046) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:14.538084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:14.562009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb1f91ec-77d1-4b3e-8f20-b917169e63e3 req-550e1f41-8229-49f3-a3a8-06f382faaadf tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787585 Apr 05 18:55:14.618040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=67dfb887-4464-4728-bb7e-6f292b0c27e7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:14.833732 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:14.986087 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:15.060562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 304fd2b5-841b-41d5-a47b-46ba1ac57519 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:15.186667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:15.198741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104f97a-9992-40bc-bdf3-efcf600f6d0d None None] Sync routers for ids ['304fd2b5-841b-41d5-a47b-46ba1ac57519'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:15.202117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6704bdff-5274-4a5b-868d-328d8534b28c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/304fd2b5-841b-41d5-a47b-46ba1ac57519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3359580 Apr 05 18:55:15.210135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33084) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:15.223140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104f97a-9992-40bc-bdf3-efcf600f6d0d None None] Routers {'304fd2b5-841b-41d5-a47b-46ba1ac57519'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:15.223990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5104f97a-9992-40bc-bdf3-efcf600f6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['304fd2b5-841b-41d5-a47b-46ba1ac57519'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:15.263375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5104f97a-9992-40bc-bdf3-efcf600f6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:15.267901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4741c6-148b-455b-8e7b-87032f80561f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:15.269515 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b4741c6-148b-455b-8e7b-87032f80561f tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=309458db-9fbd-4726-98ac-b77a97e35e9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7337270 Apr 05 18:55:15.273986 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dd8f5953-6fb1-43d9-af90-f4140753f34b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fd2b5-841b-41d5-a47b-46ba1ac57519 HTTP/1.1" status: 200 len: 205 time: 0.0610790 Apr 05 18:55:15.275476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33086) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:15.275794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33088) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:15.295618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104f97a-9992-40bc-bdf3-efcf600f6d0d None None] Routers {'304fd2b5-841b-41d5-a47b-46ba1ac57519'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:15.296385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5104f97a-9992-40bc-bdf3-efcf600f6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['304fd2b5-841b-41d5-a47b-46ba1ac57519'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:15.357142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5104f97a-9992-40bc-bdf3-efcf600f6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:15.357815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104f97a-9992-40bc-bdf3-efcf600f6d0d None None] The sync data for ids ['304fd2b5-841b-41d5-a47b-46ba1ac57519'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:15.409766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c73ed6c2-f06e-475d-8331-c3109f96aeef tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:15.521031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2573df0a-1b6b-4b30-a30c-66f6ac5f5d02 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:15.522489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2573df0a-1b6b-4b30-a30c-66f6ac5f5d02 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 881 time: 0.2457142 Apr 05 18:55:15.526093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33104) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:15.561762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b25025b5-acaa-4d24-b838-8a011b922747 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=309458db-9fbd-4726-98ac-b77a97e35e9f HTTP/1.1" status: 200 len: 205 time: 0.0322688 Apr 05 18:55:15.561984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33106) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:15.610371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dc6dc-2468-4888-946e-3097c54503ee req-b6008cf7-25e4-4ea8-ac97-10e3b490cfd4 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:15.611915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-409dc6dc-2468-4888-946e-3097c54503ee req-b6008cf7-25e4-4ea8-ac97-10e3b490cfd4 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 945 time: 0.1732864 Apr 05 18:55:15.621444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c73ed6c2-f06e-475d-8331-c3109f96aeef tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:15.624764 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c73ed6c2-f06e-475d-8331-c3109f96aeef tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:15.684681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c73ed6c2-f06e-475d-8331-c3109f96aeef tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:15.685190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73ed6c2-f06e-475d-8331-c3109f96aeef tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Fanout notify agent at l3_agent the message router_deleted on router 304fd2b5-841b-41d5-a47b-46ba1ac57519 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:15.716910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c73ed6c2-f06e-475d-8331-c3109f96aeef tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:15.726273 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c73ed6c2-f06e-475d-8331-c3109f96aeef tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/304fd2b5-841b-41d5-a47b-46ba1ac57519 HTTP/1.1" status: 204 len: 168 time: 0.4472227 Apr 05 18:55:15.726971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33108) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:15.798160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-879fdd76-fca0-4d61-8e80-6b3ffd0c4451 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting subnet e85dc9b1-608f-4b89-9e41-749ca1b4a248 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:55:15.802208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-879fdd76-fca0-4d61-8e80-6b3ffd0c4451 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:15.852276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-879fdd76-fca0-4d61-8e80-6b3ffd0c4451 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:15.972457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-879fdd76-fca0-4d61-8e80-6b3ffd0c4451 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.042906 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-879fdd76-fca0-4d61-8e80-6b3ffd0c4451 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.052304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-409dc6dc-2468-4888-946e-3097c54503ee req-df5e4836-b82d-4291-87ec-8e9e7a79e8b5 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321246 Apr 05 18:55:16.077736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.089955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fdd76-fca0-4d61-8e80-6b3ffd0c4451 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Subnet': ['ID=e85dc9b1-608f-4b89-9e41-749ca1b4a248,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:16.093362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-879fdd76-fca0-4d61-8e80-6b3ffd0c4451 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.097703 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-879fdd76-fca0-4d61-8e80-6b3ffd0c4451 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/e85dc9b1-608f-4b89-9e41-749ca1b4a248 HTTP/1.1" status: 204 len: 168 time: 0.3682258 Apr 05 18:55:16.099623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33116) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:16.101622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f5185-1599-4825-a6c8-756858ca2f9d None None] Network 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:16.156863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca08172b-3d6b-4c7f-aa83-87534bbefcb5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting subnet 4004ae68-4548-4b17-884a-7eed1e9f92e3 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:55:16.160815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca08172b-3d6b-4c7f-aa83-87534bbefcb5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.209942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca08172b-3d6b-4c7f-aa83-87534bbefcb5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.251088 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.334091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Deleting port 1a0d04f4-84f7-4056-87bd-c0dba8961437 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:16.334646 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.362049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca08172b-3d6b-4c7f-aa83-87534bbefcb5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.363201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32893285-4f00-4042-bade-78d038df409f None None] DHCP port deletion for 9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:55:16.457514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-32893285-4f00-4042-bade-78d038df409f None None] Deleting port 6d21d27a-e032-4f87-8713-5374d30320c9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:16.457888 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32893285-4f00-4042-bade-78d038df409f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.469193 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.478351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca08172b-3d6b-4c7f-aa83-87534bbefcb5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.484715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Calling delete_port for 1a0d04f4-84f7-4056-87bd-c0dba8961437 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:16.520397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08172b-3d6b-4c7f-aa83-87534bbefcb5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Subnet': ['ID=4004ae68-4548-4b17-884a-7eed1e9f92e3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:16.528304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca08172b-3d6b-4c7f-aa83-87534bbefcb5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.539195 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ca08172b-3d6b-4c7f-aa83-87534bbefcb5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/4004ae68-4548-4b17-884a-7eed1e9f92e3 HTTP/1.1" status: 204 len: 168 time: 0.4383230 Apr 05 18:55:16.542157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33126) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:16.596720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-32893285-4f00-4042-bade-78d038df409f None None] For port 6d21d27a-e032-4f87-8713-5374d30320c9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6d21d27a-e032-4f87-8713-5374d30320c9,segment=NetworkSegment(4937bd82-4c5a-4882-a2da-e550c02bb82b),segment_id=4937bd82-4c5a-4882-a2da-e550c02bb82b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:16.597494 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32893285-4f00-4042-bade-78d038df409f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.629312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-32893285-4f00-4042-bade-78d038df409f None None] Calling delete_port for 6d21d27a-e032-4f87-8713-5374d30320c9 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:16.705531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.771457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee3144-fa95-40f6-bd24-34d2b84f6d57 None None] Network 65e5e449-1608-4897-ae3d-e316ffadee9f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:16.773032 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.775926 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6d21d27a-e032-4f87-8713-5374d30320c9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:55:16.778282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 6d21d27a-e032-4f87-8713-5374d30320c9 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:16.778762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.874645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event deleted for resources: {'Port': ['ID=1a0d04f4-84f7-4056-87bd-c0dba8961437,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:16.881051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 6d21d27a-e032-4f87-8713-5374d30320c9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6d21d27a-e032-4f87-8713-5374d30320c9,segment=NetworkSegment(4937bd82-4c5a-4882-a2da-e550c02bb82b),segment_id=4937bd82-4c5a-4882-a2da-e550c02bb82b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:16.881580 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.906187 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32893285-4f00-4042-bade-78d038df409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.934736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 6d21d27a-e032-4f87-8713-5374d30320c9 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:16.941077 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:16.947925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32893285-4f00-4042-bade-78d038df409f None None] Pushing event deleted for resources: {'Port': ['ID=6d21d27a-e032-4f87-8713-5374d30320c9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:16.954887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32893285-4f00-4042-bade-78d038df409f None None] No DVR routers for this DVR port 6d21d27a-e032-4f87-8713-5374d30320c9 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:16.981199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No active binding found for port 6d21d27a-e032-4f87-8713-5374d30320c9 {{(pid=102641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 18:55:16.981884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6d21d27a-e032-4f87-8713-5374d30320c9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:55:17.099665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.111139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29067c1-25de-46f5-b897-2fdb9a5dc86e None None] DHCP port deletion for 65e5e449-1608-4897-ae3d-e316ffadee9f request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:55:17.168979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=6d21d27a-e032-4f87-8713-5374d30320c9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:17.174508 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.182657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No DVR routers for this DVR port 6d21d27a-e032-4f87-8713-5374d30320c9 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:17.188995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.204028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b29067c1-25de-46f5-b897-2fdb9a5dc86e None None] Deleting port 642f733f-1b44-444e-a66b-af01464502c4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:17.204813 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b29067c1-25de-46f5-b897-2fdb9a5dc86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.223494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-e070b299-ba8c-4fe1-9121-cbfc5911589f tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:17.225161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-e070b299-ba8c-4fe1-9121-cbfc5911589f tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 945 time: 0.2730899 Apr 05 18:55:17.302031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b29067c1-25de-46f5-b897-2fdb9a5dc86e None None] For port 642f733f-1b44-444e-a66b-af01464502c4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=642f733f-1b44-444e-a66b-af01464502c4,segment=NetworkSegment(05fcd47c-32a0-4b13-b285-fae9d1ff095e),segment_id=05fcd47c-32a0-4b13-b285-fae9d1ff095e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:17.302481 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b29067c1-25de-46f5-b897-2fdb9a5dc86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.325994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b29067c1-25de-46f5-b897-2fdb9a5dc86e None None] Calling delete_port for 642f733f-1b44-444e-a66b-af01464502c4 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:17.338932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.341195 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.343777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Fanout notify agent at l3_agent the message router_deleted on router 309458db-9fbd-4726-98ac-b77a97e35e9f {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:17.354873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.359388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4cbf4140-9106-4818-a507-008ee13b3751 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/309458db-9fbd-4726-98ac-b77a97e35e9f HTTP/1.1" status: 204 len: 168 time: 1.7931428 Apr 05 18:55:17.361989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33140) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:17.367441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-685a0b43-3740-4cdb-8bca-d0e3bf9fa78f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1137547930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:17.393098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd18cc2-acb0-4f16-8d85-83e6b9dcc064']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:17.406306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4937bd82-4c5a-4882-a2da-e550c02bb82b') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:17.406706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4937bd82-4c5a-4882-a2da-e550c02bb82b') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:17.419937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.435629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35512eb-03ea-46f6-99ea-5b8095816260 req-493993ba-bd9f-4a5c-95fc-70ef00fd6f24 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:17.437440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c35512eb-03ea-46f6-99ea-5b8095816260 req-493993ba-bd9f-4a5c-95fc-70ef00fd6f24 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 945 time: 0.2340059 Apr 05 18:55:17.437638 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.439986 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-685a0b43-3740-4cdb-8bca-d0e3bf9fa78f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.442021 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-685a0b43-3740-4cdb-8bca-d0e3bf9fa78f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.455914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:55:17.456412 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:55:17.459832 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:55:17.504638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c35512eb-03ea-46f6-99ea-5b8095816260 req-6d1b5c83-a9a2-469b-93cf-1643cd1ff084 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/security-groups?id=edfa1b76-e351-4b29-9435-cca7b76d7551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528235 Apr 05 18:55:17.576017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.585285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.588559 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/networks/9bd18cc2-acb0-4f16-8d85-83e6b9dcc064 HTTP/1.1" status: 204 len: 168 time: 1.0453186 Apr 05 18:55:17.596091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33146) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:17.612589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-685a0b43-3740-4cdb-8bca-d0e3bf9fa78f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.615379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Deleting port b033a7af-ef79-49ce-9e80-e0cb8cf77158 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:17.615798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.621558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-685a0b43-3740-4cdb-8bca-d0e3bf9fa78f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.659208 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b29067c1-25de-46f5-b897-2fdb9a5dc86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.696677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29067c1-25de-46f5-b897-2fdb9a5dc86e None None] Pushing event deleted for resources: {'Port': ['ID=642f733f-1b44-444e-a66b-af01464502c4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:17.703320 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-685a0b43-3740-4cdb-8bca-d0e3bf9fa78f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.707424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-685a0b43-3740-4cdb-8bca-d0e3bf9fa78f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3435719 Apr 05 18:55:17.708031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33150) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:17.713048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29067c1-25de-46f5-b897-2fdb9a5dc86e None None] No DVR routers for this DVR port 642f733f-1b44-444e-a66b-af01464502c4 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:17.720710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:17.770813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.777009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891d8b2-a70d-4233-953b-1b563750a7af tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Network': ['ID=9bd18cc2-acb0-4f16-8d85-83e6b9dcc064,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:17.898633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.920706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e5e449-1608-4897-ae3d-e316ffadee9f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:17.932527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fcd47c-32a0-4b13-b285-fae9d1ff095e') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:17.932827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fcd47c-32a0-4b13-b285-fae9d1ff095e') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:17.944688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] For port b033a7af-ef79-49ce-9e80-e0cb8cf77158, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b033a7af-ef79-49ce-9e80-e0cb8cf77158,segment=NetworkSegment(397ccf54-a94c-495f-91d2-4996dec22417),segment_id=397ccf54-a94c-495f-91d2-4996dec22417)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:17.945237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.947709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.964101 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.971946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:55:17.972769 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:55:17.977265 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:55:17.992607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Calling delete_port for b033a7af-ef79-49ce-9e80-e0cb8cf77158 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:18.072297 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.083075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.094623 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.102555 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/networks/65e5e449-1608-4897-ae3d-e316ffadee9f HTTP/1.1" status: 204 len: 168 time: 0.5014043 Apr 05 18:55:18.108695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33160) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:18.113851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a5b5a-0ed1-4cb4-8ddb-f5008bba6b88 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Network': ['ID=65e5e449-1608-4897-ae3d-e316ffadee9f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:18.114673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'network': {'name': 'tempest-RoutersTest-1707944928'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:18.206911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:18.210978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.311118 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.316304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:55:18.323035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b033a7af-ef79-49ce-9e80-e0cb8cf77158'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:55:18.382850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Pushing event deleted for resources: {'Port': ['ID=b033a7af-ef79-49ce-9e80-e0cb8cf77158,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:18.396489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.396908 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added segment 2a66c30b-f8d9-44a2-9305-35f167bd7184 of type vlan for network 83dd75d2-2014-4a70-a77a-ab01b2378127 Apr 05 18:55:18.485613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] No DVR routers for this DVR port b033a7af-ef79-49ce-9e80-e0cb8cf77158 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:18.488585 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.493933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.497938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6cc7d4ac-9b32-4ee2-820e-2ac5f9057237 req-4650044d-7dcf-4aee-94a4-52baed9179e8 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.25 "DELETE /v2.0/ports/b033a7af-ef79-49ce-9e80-e0cb8cf77158 HTTP/1.1" status: 204 len: 173 time: 1.2278447 Apr 05 18:55:18.498711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8751844-6fe0-4606-b10b-498dfcc37388', 'name': 'network-vif-deleted', 'tag': 'b033a7af-ef79-49ce-9e80-e0cb8cf77158'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:55:18.501370 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97049ab3-ca08-49bf-bde8-a5fd3092013b" -d '{"events": [{"server_uuid": "a8751844-6fe0-4606-b10b-498dfcc37388", "name": "network-vif-deleted", "tag": "b033a7af-ef79-49ce-9e80-e0cb8cf77158"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:55:18.639773 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279e7b5e-2f63-4ec4-b57f-a01ff4da91b4 x-openstack-request-id: req-279e7b5e-2f63-4ec4-b57f-a01ff4da91b4 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:55:18.640201 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8751844-6fe0-4606-b10b-498dfcc37388", "name": "network-vif-deleted", "tag": "b033a7af-ef79-49ce-9e80-e0cb8cf77158", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:55:18.641117 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-279e7b5e-2f63-4ec4-b57f-a01ff4da91b4 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:55:18.641483 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279e7b5e-2f63-4ec4-b57f-a01ff4da91b4'] response: {'server_uuid': 'a8751844-6fe0-4606-b10b-498dfcc37388', 'name': 'network-vif-deleted', 'tag': 'b033a7af-ef79-49ce-9e80-e0cb8cf77158', 'status': 'completed', 'code': 200} Apr 05 18:55:18.652740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:55:18.694867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 642f733f-1b44-444e-a66b-af01464502c4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:55:18.701726 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.729157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 642f733f-1b44-444e-a66b-af01464502c4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:55:18.729685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 642f733f-1b44-444e-a66b-af01464502c4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:55:18.735336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.759716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87641c73-037b-42a5-a252-8575470350f4 req-c4fbba6c-df6a-4415-9c72-386d53cdf550 tempest-ServerMetadataNegativeTestJSON-568423716 tempest-ServerMetadataNegativeTestJSON-568423716-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8751844-6fe0-4606-b10b-498dfcc37388 HTTP/1.1" status: 200 len: 210 time: 0.0623529 Apr 05 18:55:18.760317 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.766143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:18.766421 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:18.868207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7548079 Apr 05 18:55:18.871010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33180) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:18.876193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'subnet': {'network_id': '83dd75d2-2014-4a70-a77a-ab01b2378127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:18.923487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a79a5-a97a-49c7-85f5-0ba5ebdcbfa8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Network': ['ID=83dd75d2-2014-4a70-a77a-ab01b2378127,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:18.940565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 83dd75d2-2014-4a70-a77a-ab01b2378127 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:55:18.991861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Allocated IP 172.25.4.187 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/7486e7c1-acc7-4daa-b5a3-b9dc1bad89ef) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:18.997343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:19.001615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.198428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.256219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.270011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.296506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:19.301806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:19.305997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:19.330975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event updated for resources: {'Port': ['ID=7486e7c1-acc7-4daa-b5a3-b9dc1bad89ef,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:19.364952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Checking segment: {'id': '2a66c30b-f8d9-44a2-9305-35f167bd7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83dd75d2-2014-4a70-a77a-ab01b2378127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:19.365424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network hostable DHCP agents. Network: 83dd75d2-2014-4a70-a77a-ab01b2378127, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:19.367479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Subnet': ['ID=57f9da87-dddf-4b94-9670-819ec15400fa,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:19.388239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 83dd75d2-2014-4a70-a77a-ab01b2378127 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:19.401198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 83dd75d2-2014-4a70-a77a-ab01b2378127) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:19.409624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6762788-2744-4578-93e1-1c7de75cd6d0 None None] Network 83dd75d2-2014-4a70-a77a-ab01b2378127 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:19.434017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:19.435060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.486312 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e102c13c-dae4-425a-80a8-1577a8b943cb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6141474 Apr 05 18:55:19.490710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33192) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:19.498816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4407c5d5-db38-4e51-ad14-5c10315147d7 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1419863927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:19.552826 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4407c5d5-db38-4e51-ad14-5c10315147d7 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.554745 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4407c5d5-db38-4e51-ad14-5c10315147d7 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.641687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4407c5d5-db38-4e51-ad14-5c10315147d7 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.652738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4407c5d5-db38-4e51-ad14-5c10315147d7 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.684688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4407c5d5-db38-4e51-ad14-5c10315147d7 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.688828 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4407c5d5-db38-4e51-ad14-5c10315147d7 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1941895 Apr 05 18:55:19.688981 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33196) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:19.699813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'port': {'network_id': '83dd75d2-2014-4a70-a77a-ab01b2378127', 'name': 'tempest-RoutersTest-1295939161'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:19.730768 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.846192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-83dd75d2-2014-4a70-a77a-ab01b2378127', 'network_id': '83dd75d2-2014-4a70-a77a-ab01b2378127', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'fixed_ips': [{'subnet_id': '57f9da87-dddf-4b94-9670-819ec15400fa'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:55:19.852236 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:19.877103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33206) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:20.083341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72c5e18-a3d8-49e8-b305-5e4d96ba5378 admin admin] Deleting subnet 5eacadd8-a953-45d9-b049-311c11346972 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:55:20.092937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72c5e18-a3d8-49e8-b305-5e4d96ba5378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.126527 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.138319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:20.138967 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.144487 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.178238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Allocated IP 172.20.0.2 (83dd75d2-2014-4a70-a77a-ab01b2378127/57f9da87-dddf-4b94-9670-819ec15400fa/28cbc9c5-5eda-42aa-8c16-0d5ce1539f92) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:20.246870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] device_id is not set on port c741d9ee-a3ae-43f4-af99-8730c1a416e8 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:55:20.354571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Router 064931c3-7eec-49b6-8125-2e3580f82717 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:20.355958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72c5e18-a3d8-49e8-b305-5e4d96ba5378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.434974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72c5e18-a3d8-49e8-b305-5e4d96ba5378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.495450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:20.496404 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.508114 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143ee2b-02f2-4fa2-a8be-d5d177faa3a3 None None] Sync routers for ids ['064931c3-7eec-49b6-8125-2e3580f82717'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:20.511747 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.512886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.517606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-90268841-af87-459c-a254-008073d85585 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "PUT /v2.0/routers/064931c3-7eec-49b6-8125-2e3580f82717 HTTP/1.1" status: 200 len: 880 time: 2.8032835 Apr 05 18:55:20.518828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33214) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:20.523453 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143ee2b-02f2-4fa2-a8be-d5d177faa3a3 None None] Routers {'064931c3-7eec-49b6-8125-2e3580f82717'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:20.524048 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8143ee2b-02f2-4fa2-a8be-d5d177faa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['064931c3-7eec-49b6-8125-2e3580f82717'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:20.596431 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8143ee2b-02f2-4fa2-a8be-d5d177faa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:20.617256 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143ee2b-02f2-4fa2-a8be-d5d177faa3a3 None None] Routers {'064931c3-7eec-49b6-8125-2e3580f82717'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:20.618548 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8143ee2b-02f2-4fa2-a8be-d5d177faa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['064931c3-7eec-49b6-8125-2e3580f82717'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:20.646198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Network 83dd75d2-2014-4a70-a77a-ab01b2378127 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:20.656554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:20.679909 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8143ee2b-02f2-4fa2-a8be-d5d177faa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:20.680811 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143ee2b-02f2-4fa2-a8be-d5d177faa3a3 None None] The sync data for ids ['064931c3-7eec-49b6-8125-2e3580f82717'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:20.683029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:20.688121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.20.0.9 (83dd75d2-2014-4a70-a77a-ab01b2378127/57f9da87-dddf-4b94-9670-819ec15400fa/c741d9ee-a3ae-43f4-af99-8730c1a416e8) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:20.714565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Pushing event updated for resources: {'Port': ['ID=28cbc9c5-5eda-42aa-8c16-0d5ce1539f92,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:20.748915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72c5e18-a3d8-49e8-b305-5e4d96ba5378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.764616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72c5e18-a3d8-49e8-b305-5e4d96ba5378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.770125 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b72c5e18-a3d8-49e8-b305-5e4d96ba5378 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5eacadd8-a953-45d9-b049-311c11346972 HTTP/1.1" status: 204 len: 168 time: 0.8897164 Apr 05 18:55:20.790521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33222) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:20.809411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c5e18-a3d8-49e8-b305-5e4d96ba5378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eacadd8-a953-45d9-b049-311c11346972,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:20.869315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Attempting to bind port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:20.869944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Attempting to bind port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '2a66c30b-f8d9-44a2-9305-35f167bd7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83dd75d2-2014-4a70-a77a-ab01b2378127'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:20.870513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Attempting to bind port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 on network 83dd75d2-2014-4a70-a77a-ab01b2378127 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:20.877789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:20.878166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Checking segment: {'id': '2a66c30b-f8d9-44a2-9305-35f167bd7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83dd75d2-2014-4a70-a77a-ab01b2378127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:20.878603 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.878994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Bound using segment: {'id': '2a66c30b-f8d9-44a2-9305-35f167bd7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83dd75d2-2014-4a70-a77a-ab01b2378127'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:20.879464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Bound port: 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a66c30b-f8d9-44a2-9305-35f167bd7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '83dd75d2-2014-4a70-a77a-ab01b2378127'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:20.879844 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:20.974884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b033a7af-ef79-49ce-9e80-e0cb8cf77158 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:55:20.993840 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.012712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: b033a7af-ef79-49ce-9e80-e0cb8cf77158 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:55:21.013296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b033a7af-ef79-49ce-9e80-e0cb8cf77158 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:55:21.021881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] For port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:21.026508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] For port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=28cbc9c5-5eda-42aa-8c16-0d5ce1539f92,segment=NetworkSegment(2a66c30b-f8d9-44a2-9305-35f167bd7184),segment_id=2a66c30b-f8d9-44a2-9305-35f167bd7184)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:21.036711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.133620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.141838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.176518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8dfeb7be-62ce-4f74-b455-188e2e6b2eb8 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/routers/064931c3-7eec-49b6-8125-2e3580f82717 HTTP/1.1" status: 200 len: 921 time: 0.6564448 Apr 05 18:55:21.177107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33230) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:21.179216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1175179-99eb-40cb-9f28-ca998a87785e']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:21.183109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b9a49-24af-42a4-8007-d3add733e3b8 None None] Pushing event updated for resources: {'Port': ['ID=28cbc9c5-5eda-42aa-8c16-0d5ce1539f92,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:21.200268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397ccf54-a94c-495f-91d2-4996dec22417') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:21.200569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397ccf54-a94c-495f-91d2-4996dec22417') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:21.213236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.229333 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.236480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:55:21.236900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:55:21.253572 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:55:21.306801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b9d52-01b7-43f7-b06c-84715771a99d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:21.308717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c97b9d52-01b7-43f7-b06c-84715771a99d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=064931c3-7eec-49b6-8125-2e3580f82717&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1271665 Apr 05 18:55:21.309071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.311385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33232) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:21.378708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=c741d9ee-a3ae-43f4-af99-8730c1a416e8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:21.410544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 83dd75d2-2014-4a70-a77a-ab01b2378127 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:21.412459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:21.414787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.418081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:21.431979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.436703 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] 10.222.0.15 "DELETE /v2.0/networks/d1175179-99eb-40cb-9f28-ca998a87785e HTTP/1.1" status: 204 len: 168 time: 0.6448355 Apr 05 18:55:21.482311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131fd735-8e43-4af5-8fbc-216f385e7bf0 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:21.484307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-131fd735-8e43-4af5-8fbc-216f385e7bf0 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 881 time: 0.1717005 Apr 05 18:55:21.490883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33236) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:21.500280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb13ecc-fd21-4e75-954c-e335572ca5fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d1175179-99eb-40cb-9f28-ca998a87785e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:21.548499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:21.549635 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.572128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-586827e7-f21a-4316-b6db-cf058d9e1de6 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=064931c3-7eec-49b6-8125-2e3580f82717 HTTP/1.1" status: 200 len: 205 time: 0.0801256 Apr 05 18:55:21.576058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:21.583508 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d1935732-6c54-4cf8-9658-7c081ee7e19f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8927948 Apr 05 18:55:21.586071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33244) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:21.780736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33250) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:21.837429 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:21.893830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d06e2c7d-8d43-442d-a271-51451a137577 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=631e33f5f20e4a35a8800a2eab9df64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119466 Apr 05 18:55:21.896315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33252) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:22.001123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-371a9eab-f3f4-4f08-9553-19310e6f2573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.012249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.030764 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-371a9eab-f3f4-4f08-9553-19310e6f2573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.049725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.080154 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:55:22.121843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Deleting port 7486e7c1-acc7-4daa-b5a3-b9dc1bad89ef {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:22.122547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.126542 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-371a9eab-f3f4-4f08-9553-19310e6f2573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.129955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-371a9eab-f3f4-4f08-9553-19310e6f2573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.133354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-371a9eab-f3f4-4f08-9553-19310e6f2573 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edfa1b76-e351-4b29-9435-cca7b76d7551 HTTP/1.1" status: 204 len: 168 time: 0.2339358 Apr 05 18:55:22.188519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a9eab-f3f4-4f08-9553-19310e6f2573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfa1b76-e351-4b29-9435-cca7b76d7551,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:22.241378 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.257702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Calling delete_port for 7486e7c1-acc7-4daa-b5a3-b9dc1bad89ef owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:22.486650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.492106 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.495786 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.614801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=c741d9ee-a3ae-43f4-af99-8730c1a416e8,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:22.643205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db9388-039f-4db3-899c-066a064e89d9 None None] Network 83dd75d2-2014-4a70-a77a-ab01b2378127 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:22.670813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event deleted for resources: {'Port': ['ID=7486e7c1-acc7-4daa-b5a3-b9dc1bad89ef,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:22.690384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:22.752628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.841880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Provisioning complete for port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:22.842653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.882630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.886078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.886434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.965418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:22.965703 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.986142 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:22.988260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Fanout notify agent at l3_agent the message router_deleted on router 064931c3-7eec-49b6-8125-2e3580f82717 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:23.023414 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.026177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-335a3f3a-f20f-42f8-ac68-d4e8f7738468 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/064931c3-7eec-49b6-8125-2e3580f82717 HTTP/1.1" status: 204 len: 168 time: 1.4489579 Apr 05 18:55:23.031404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33286) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:23.042688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2db584a0-2790-46f2-96f4-d3ee4c67d0c2 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1516388953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:23.055310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.074673 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.083602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2db584a0-2790-46f2-96f4-d3ee4c67d0c2 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.085066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2db584a0-2790-46f2-96f4-d3ee4c67d0c2 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.157919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] For port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=28cbc9c5-5eda-42aa-8c16-0d5ce1539f92,segment=NetworkSegment(2a66c30b-f8d9-44a2-9305-35f167bd7184),segment_id=2a66c30b-f8d9-44a2-9305-35f167bd7184)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:23.191671 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2db584a0-2790-46f2-96f4-d3ee4c67d0c2 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.196822 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.240165 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2db584a0-2790-46f2-96f4-d3ee4c67d0c2 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.298113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2db584a0-2790-46f2-96f4-d3ee4c67d0c2 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.303200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2db584a0-2790-46f2-96f4-d3ee4c67d0c2 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2665770 Apr 05 18:55:23.303200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33296) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:23.310623 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.312910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': True}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:23.392459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Pushing event updated for resources: {'Port': ['ID=28cbc9c5-5eda-42aa-8c16-0d5ce1539f92,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:23.415728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-7fb39748-ef6d-4742-a6db-62e9d8b19a31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1938233 Apr 05 18:55:23.437117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33300) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:23.441556 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:55:23.446698 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:55:23.463286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.463632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.463968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.464554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.464880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.465204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.465526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.465847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.468783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.469138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.469477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.469816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecdbed-4390-4ca5-abd7-ae341178b68f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:23.523036 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.538023 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.608505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1565198373-network', 'tenant_id': 'bedc8b06df174d5d838d939dc7ba7d44'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:23.652359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=c741d9ee-a3ae-43f4-af99-8730c1a416e8,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:23.652799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b8a030c0-6471-489b-8002-edff60d0e138 None None] Provisioning complete for port c741d9ee-a3ae-43f4-af99-8730c1a416e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:23.653313 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8a030c0-6471-489b-8002-edff60d0e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.657457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.697735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Made reservation on behalf of bedc8b06df174d5d838d939dc7ba7d44 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:23.705447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.733347 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.735759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b8a030c0-6471-489b-8002-edff60d0e138 None None] Port c741d9ee-a3ae-43f4-af99-8730c1a416e8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:23.737774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-e38ca67b-1618-46cf-a2dc-b44d78b9b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:23.739332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-e38ca67b-1618-46cf-a2dc-b44d78b9b558 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 1096 time: 0.1492536 Apr 05 18:55:23.760645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b8a030c0-6471-489b-8002-edff60d0e138 None None] Provisioning complete for port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:23.761098 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8a030c0-6471-489b-8002-edff60d0e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.796205 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:23.898028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 83dd75d2-2014-4a70-a77a-ab01b2378127 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:23.904753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:23.977687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-7813dc71-afec-4426-848f-78b95678c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:23.979386 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-7813dc71-afec-4426-848f-78b95678c057 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.2073302 Apr 05 18:55:24.031013 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.047663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.079538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:55:24.104472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cccb8f-4afd-4ac2-8d64-13f4fb341974,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:24.107679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.108021 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Added segment 4f3fb0e7-e468-4f30-bd20-a19c8b980a53 of type vlan for network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f Apr 05 18:55:24.113713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4de67d65-73da-48fc-9f7b-41a12134ec66 None None] Provisioning complete for port c741d9ee-a3ae-43f4-af99-8730c1a416e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:24.114282 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4de67d65-73da-48fc-9f7b-41a12134ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.163170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4de67d65-73da-48fc-9f7b-41a12134ec66 None None] Port c741d9ee-a3ae-43f4-af99-8730c1a416e8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:24.177321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.183837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router e6e67e6c-b3a5-4ea4-8cb1-b02667de1120 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:24.201899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-3d78aa25-140e-4c4f-9018-2afcdc2e92b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd4188e-8772-4f3d-ac19-a52064380565 HTTP/1.1" status: 200 len: 1000 time: 0.2099762 Apr 05 18:55:24.203198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.245957 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.251915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.252998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:24.253666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.347173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-562915c5-0b83-4edd-9e9d-7b967d6eb482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:24.348853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-562915c5-0b83-4edd-9e9d-7b967d6eb482 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1136441 Apr 05 18:55:24.365613 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9232538 Apr 05 18:55:24.375132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33320) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:24.380603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:24.387693 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ba60ff92-5c7a-42c7-a7dd-a1e3dfb8fdc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/e6e67e6c-b3a5-4ea4-8cb1-b02667de1120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8003993 Apr 05 18:55:24.390561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33322) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:24.409514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe43b29-9dbb-4851-8b9d-689e7c227c5e None None] Sync routers for ids ['e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:24.432026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Allocated IP 172.25.4.24 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/ea27ee36-eb40-4f78-9713-74e60ec21c6a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:24.440462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe43b29-9dbb-4851-8b9d-689e7c227c5e None None] Routers {'e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:24.443446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6fe43b29-9dbb-4851-8b9d-689e7c227c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:24.453823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796d29a-0b24-4467-9b38-fbe1d4723f32 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:24.458195 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5796d29a-0b24-4467-9b38-fbe1d4723f32 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports/c741d9ee-a3ae-43f4-af99-8730c1a416e8 HTTP/1.1" status: 200 len: 977 time: 0.0640731 Apr 05 18:55:24.464724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a419c0c-d349-4ff5-901e-55d3a96e172a admin admin] Pushing event updated for resources: {'Network': ['ID=4d8ec832-5cca-40d5-9da4-d5253d99dc7f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:24.493714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33326) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:24.496541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6fe43b29-9dbb-4851-8b9d-689e7c227c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:24.499551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:55:24.517365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b051e876-5a78-45e1-ae12-7a52eedaa38f None None] Provisioning complete for port c741d9ee-a3ae-43f4-af99-8730c1a416e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:24.522541 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b051e876-5a78-45e1-ae12-7a52eedaa38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.629131 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.678871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Request body: {'subnet': {'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1565198373-subnet', 'tenant_id': 'bedc8b06df174d5d838d939dc7ba7d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:24.702426 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.710707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:24.777565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:24.779182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe43b29-9dbb-4851-8b9d-689e7c227c5e None None] Routers {'e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:24.780427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6fe43b29-9dbb-4851-8b9d-689e7c227c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:24.786385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:24.788864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event updated for resources: {'Port': ['ID=ea27ee36-eb40-4f78-9713-74e60ec21c6a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:24.795015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:24.800692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Made reservation on behalf of bedc8b06df174d5d838d939dc7ba7d44 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:24.803064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.834873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b051e876-5a78-45e1-ae12-7a52eedaa38f None None] Port c741d9ee-a3ae-43f4-af99-8730c1a416e8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:24.843973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6fe43b29-9dbb-4851-8b9d-689e7c227c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:24.845250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe43b29-9dbb-4851-8b9d-689e7c227c5e None None] The sync data for ids ['e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:24.854825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:24.855205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:24.894527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-8b8ed935-e5ab-4c54-b413-2a4faabbb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:24.894527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-8b8ed935-e5ab-4c54-b413-2a4faabbb26b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5259042 Apr 05 18:55:25.002053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0f934c33-84cd-4d7d-b701-a602177b510b None None] Provisioning complete for port c741d9ee-a3ae-43f4-af99-8730c1a416e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:25.002598 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f934c33-84cd-4d7d-b701-a602177b510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:25.043742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0f934c33-84cd-4d7d-b701-a602177b510b None None] Port c741d9ee-a3ae-43f4-af99-8730c1a416e8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:25.203696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-0585a1db-3e6b-440e-80e8-ec44f1f65e07 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852001 Apr 05 18:55:25.287243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:25.345821 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:25.415814 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:25.521413 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port c741d9ee-a3ae-43f4-af99-8730c1a416e8 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:25.522369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:25.627243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:25.640070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for c741d9ee-a3ae-43f4-af99-8730c1a416e8 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:25.820234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3534d7b1-3153-42e9-a090-2ae9557416c7 req-2a84d936-96e2-4bd7-ba25-071b0333a02d service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024435 Apr 05 18:55:25.824548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4493b425-a339-4865-a703-1763462166db,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:25.855631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:25.909223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=c741d9ee-a3ae-43f4-af99-8730c1a416e8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:25.931675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Checking segment: {'id': '4f3fb0e7-e468-4f30-bd20-a19c8b980a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:25.932033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Network hostable DHCP agents. Network: 4d8ec832-5cca-40d5-9da4-d5253d99dc7f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:26.001932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:26.021806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 4d8ec832-5cca-40d5-9da4-d5253d99dc7f) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:26.027073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:26.027674 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:26.033290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bab1c86-3fbc-413c-9adc-19b8902b30a7 None None] Network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:26.078630 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:26.092424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-36088ef6-3aec-47fa-85dd-9a4109e965d7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4166739 Apr 05 18:55:26.170111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:26.177151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:26.184251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-f59052bb-fd7f-48ff-8b65-707ebf6acb9d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1213484 Apr 05 18:55:26.263795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc46ba3-713a-47fe-bd04-0e7addc55e53 None None] Network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:26.321629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-e313f53a-16b1-466e-8750-f3b7c8dbe86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:26.321629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-e313f53a-16b1-466e-8750-f3b7c8dbe86d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b87ec6a12b424ee4b62965872178bef7&device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 1097 time: 0.0681231 Apr 05 18:55:26.495096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-3d4e6ed9-9978-4a6e-97e8-3686078136a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:26.496865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-3d4e6ed9-9978-4a6e-97e8-3686078136a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 200 len: 916 time: 0.1471565 Apr 05 18:55:26.503153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router e6e67e6c-b3a5-4ea4-8cb1-b02667de1120 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:26.567645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Router 8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:26.628243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:26.631817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-aa786c01-074a-4b47-b36f-8ee8de42076f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9d50a5-7025-4d59-9158-5b39470de104 HTTP/1.1" status: 200 len: 1001 time: 0.1274717 Apr 05 18:55:26.641758 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75983c35-5969-405f-954e-5c383e4fa5b0 None None] Sync routers for ids ['e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:26.653291 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7fdca6ef-67ad-4271-869e-03c43b436413 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/e6e67e6c-b3a5-4ea4-8cb1-b02667de1120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1582050 Apr 05 18:55:26.654178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33370) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:26.667723 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75983c35-5969-405f-954e-5c383e4fa5b0 None None] Routers {'e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:26.668338 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-75983c35-5969-405f-954e-5c383e4fa5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:26.704931 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-75983c35-5969-405f-954e-5c383e4fa5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:26.715948 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75983c35-5969-405f-954e-5c383e4fa5b0 None None] Routers {'e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:26.716691 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-75983c35-5969-405f-954e-5c383e4fa5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:26.753659 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-75983c35-5969-405f-954e-5c383e4fa5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:26.754511 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75983c35-5969-405f-954e-5c383e4fa5b0 None None] The sync data for ids ['e6e67e6c-b3a5-4ea4-8cb1-b02667de1120'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:26.816815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:26.825019 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:26.828551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d3c468b2-0969-4db3-b4cc-028887bd19fa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "PUT /v2.0/routers/8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f HTTP/1.1" status: 200 len: 914 time: 3.5223904 Apr 05 18:55:26.830486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33382) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:26.836209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f620570-8e79-4fd5-bac3-4fb87c23f4bf None None] Sync routers for ids ['8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:26.863269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f620570-8e79-4fd5-bac3-4fb87c23f4bf None None] Routers {'8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:26.863791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7f620570-8e79-4fd5-bac3-4fb87c23f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:26.889880 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-cc1ef6b0-e609-4c60-b166-63a08e790fad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 18:55:26.890934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cc1ef6b0-e609-4c60-b166-63a08e790fad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/e6e67e6c-b3a5-4ea4-8cb1-b02667de1120/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2357731 Apr 05 18:55:26.893700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33384) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:26.909592 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7f620570-8e79-4fd5-bac3-4fb87c23f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:26.917970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-24b9fc6c-f8f6-425d-8d1a-c92f47153c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:26.918478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-24b9fc6c-f8f6-425d-8d1a-c92f47153c11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 200 len: 855 time: 0.2733335 Apr 05 18:55:26.937815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f620570-8e79-4fd5-bac3-4fb87c23f4bf None None] Routers {'8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:26.939320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7f620570-8e79-4fd5-bac3-4fb87c23f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:26.947511 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4d19622f-ae00-4a00-81c0-a0ab85542bd7 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e67e6c-b3a5-4ea4-8cb1-b02667de1120 HTTP/1.1" status: 200 len: 205 time: 0.0517139 Apr 05 18:55:26.949725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33388) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:26.981541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7f620570-8e79-4fd5-bac3-4fb87c23f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:26.982568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f620570-8e79-4fd5-bac3-4fb87c23f4bf None None] The sync data for ids ['8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:27.039618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e1139f9-9917-4137-a5d9-695f2a40fcb9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.040424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-b14f37b2-d624-448a-ad63-f11d5e683f74 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:27.042116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-b14f37b2-d624-448a-ad63-f11d5e683f74 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 814 time: 0.2741649 Apr 05 18:55:27.064867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-6b361a57-e4e4-48b0-8e23-97f5e059e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:27.066351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-6b361a57-e4e4-48b0-8e23-97f5e059e992 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=51113868-0ddf-4ec4-9d93-46cd3c682af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372111 Apr 05 18:55:27.077478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-a65cf256-4f3d-4efc-bf3f-e9bb30bbc1d9 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/quotas/bedc8b06df174d5d838d939dc7ba7d44 HTTP/1.1" status: 200 len: 375 time: 0.0258391 Apr 05 18:55:27.098510 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-114166e3-6ac2-4162-8c27-b8b452d707aa tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/routers/8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f HTTP/1.1" status: 200 len: 920 time: 0.2669191 Apr 05 18:55:27.101530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33394) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:27.183758 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-f9f249ae-6554-4ebd-89d2-48dce4d84b8b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828476 Apr 05 18:55:27.221898 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e1139f9-9917-4137-a5d9-695f2a40fcb9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.224449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e1139f9-9917-4137-a5d9-695f2a40fcb9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.233535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-7f0f7bbb-721b-43cc-b7ec-d39e3baaaf68 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571519 Apr 05 18:55:27.248034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67eabdb-f2e9-4734-bcf1-8320ab64828b tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:27.250701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b67eabdb-f2e9-4734-bcf1-8320ab64828b tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1461627 Apr 05 18:55:27.269493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33398) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:27.295083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e1139f9-9917-4137-a5d9-695f2a40fcb9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.296008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1139f9-9917-4137-a5d9-695f2a40fcb9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Fanout notify agent at l3_agent the message router_deleted on router e6e67e6c-b3a5-4ea4-8cb1-b02667de1120 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:27.303566 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e1139f9-9917-4137-a5d9-695f2a40fcb9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.304840 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4e1139f9-9917-4137-a5d9-695f2a40fcb9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/e6e67e6c-b3a5-4ea4-8cb1-b02667de1120 HTTP/1.1" status: 204 len: 168 time: 0.3542080 Apr 05 18:55:27.307666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33404) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:27.328284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-f46dd906-d4c6-4624-b343-d7f6647515f3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:55:27.329333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-f46dd906-d4c6-4624-b343-d7f6647515f3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1380696 Apr 05 18:55:27.376988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b9e2f4-0b2a-476e-8fa7-913719ab7a45 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting subnet 57f9da87-dddf-4b94-9670-819ec15400fa {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:55:27.380363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85b9e2f4-0b2a-476e-8fa7-913719ab7a45 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.421407 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85b9e2f4-0b2a-476e-8fa7-913719ab7a45 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.475896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bdf9ea9-9f18-4278-8995-540377cc9930 req-f6936fcb-f3fb-4c23-9a96-1c3eb724eb87 service neutron] 10.222.0.25 "GET /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304041 Apr 05 18:55:27.496247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3651b-b7e8-4928-a34b-2c579297f4a4 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:27.500431 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ffc3651b-b7e8-4928-a34b-2c579297f4a4 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 881 time: 0.2271070 Apr 05 18:55:27.500919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33406) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:27.512841 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-7eeef514-b0a9-4e38-a95a-28c95277ce52 service neutron] 10.222.0.15 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451101 Apr 05 18:55:27.542951 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-45890b64-0e42-49fc-b756-e85851a5f10a tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f HTTP/1.1" status: 200 len: 205 time: 0.0382216 Apr 05 18:55:27.544179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33408) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:27.614881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85b9e2f4-0b2a-476e-8fa7-913719ab7a45 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.635272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-f28fe2a5-36a6-4521-9ac8-036d395d6aaa service neutron] 10.222.0.15 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146414 Apr 05 18:55:27.746315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.750237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85b9e2f4-0b2a-476e-8fa7-913719ab7a45 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.828440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85b9e2f4-0b2a-476e-8fa7-913719ab7a45 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:27.832880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19722fe-1909-4d81-90b2-24db79c52b18 None None] Network 83dd75d2-2014-4a70-a77a-ab01b2378127 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:27.845636 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-85b9e2f4-0b2a-476e-8fa7-913719ab7a45 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/57f9da87-dddf-4b94-9670-819ec15400fa HTTP/1.1" status: 204 len: 168 time: 0.5367160 Apr 05 18:55:27.849127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:27.878883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9e2f4-0b2a-476e-8fa7-913719ab7a45 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Subnet': ['ID=57f9da87-dddf-4b94-9670-819ec15400fa,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:27.923811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e451e7aa-568a-40cd-8aa3-4531c32365cb req-f70858bc-56bf-4590-b681-dc533f67acde tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 210 time: 0.0871241 Apr 05 18:55:27.968102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.067726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Deleting port ea27ee36-eb40-4f78-9713-74e60ec21c6a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:28.069565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.121591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.159322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58329-12df-47b1-b9c1-3bacadaa51e9 req-d3221ea2-38d2-40fb-beff-df6774aef06c tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:28.166987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eba58329-12df-47b1-b9c1-3bacadaa51e9 req-d3221ea2-38d2-40fb-beff-df6774aef06c tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.0945730 Apr 05 18:55:28.184927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb1c22c-b31d-418d-ad90-17d7d86a8a6b None None] DHCP port deletion for 83dd75d2-2014-4a70-a77a-ab01b2378127 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:55:28.265145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.266927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1c22c-b31d-418d-ad90-17d7d86a8a6b None None] Deleting port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:28.267289 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fb1c22c-b31d-418d-ad90-17d7d86a8a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.294054 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Calling delete_port for ea27ee36-eb40-4f78-9713-74e60ec21c6a owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:28.317575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eba58329-12df-47b1-b9c1-3bacadaa51e9 req-c494ad81-0b18-4aa9-92f7-a6f37f9982de tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455269 Apr 05 18:55:28.342036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:28.342736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.360520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4fb1c22c-b31d-418d-ad90-17d7d86a8a6b None None] For port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=28cbc9c5-5eda-42aa-8c16-0d5ce1539f92,segment=NetworkSegment(2a66c30b-f8d9-44a2-9305-35f167bd7184),segment_id=2a66c30b-f8d9-44a2-9305-35f167bd7184)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:28.360996 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fb1c22c-b31d-418d-ad90-17d7d86a8a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.378262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1c22c-b31d-418d-ad90-17d7d86a8a6b None None] Calling delete_port for 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:28.490987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=28cbc9c5-5eda-42aa-8c16-0d5ce1539f92,segment=NetworkSegment(2a66c30b-f8d9-44a2-9305-35f167bd7184),segment_id=2a66c30b-f8d9-44a2-9305-35f167bd7184)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:28.491439 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.526456 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fb1c22c-b31d-418d-ad90-17d7d86a8a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.528156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:28.598364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1c22c-b31d-418d-ad90-17d7d86a8a6b None None] Pushing event deleted for resources: {'Port': ['ID=28cbc9c5-5eda-42aa-8c16-0d5ce1539f92,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:28.613377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1c22c-b31d-418d-ad90-17d7d86a8a6b None None] No DVR routers for this DVR port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:28.620023 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.637315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:55:28.661210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event deleted for resources: {'Port': ['ID=ea27ee36-eb40-4f78-9713-74e60ec21c6a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:28.679236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:55:28.680553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:55:28.702699 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.723160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No DVR routers for this DVR port 28cbc9c5-5eda-42aa-8c16-0d5ce1539f92 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:28.753378 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.788388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=28cbc9c5-5eda-42aa-8c16-0d5ce1539f92,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:28.872684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.895973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83dd75d2-2014-4a70-a77a-ab01b2378127']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:28.908411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a66c30b-f8d9-44a2-9305-35f167bd7184') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:28.908803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a66c30b-f8d9-44a2-9305-35f167bd7184') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:28.913225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.919822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.924358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.939924 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.957907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:55:28.959002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:55:28.963478 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:55:28.969202 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.969977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Fanout notify agent at l3_agent the message router_deleted on router 8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:28.982175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:28.983565 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-13066020-72e4-44c9-b802-d049be869198 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f HTTP/1.1" status: 204 len: 168 time: 1.4391112 Apr 05 18:55:28.988555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33454) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:28.993922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a2860416-b9cb-40ad-b620-27616916092b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-512979610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:29.019819 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2860416-b9cb-40ad-b620-27616916092b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.021148 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2860416-b9cb-40ad-b620-27616916092b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.084822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ed1cbe0-1237-4b5e-bc33-370e6e8042e7 req-8d2114a2-0afb-47cb-8d34-cb45adca9b18 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 210 time: 0.0541446 Apr 05 18:55:29.085793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2860416-b9cb-40ad-b620-27616916092b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.090281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.092375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2860416-b9cb-40ad-b620-27616916092b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.099625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.106948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/networks/83dd75d2-2014-4a70-a77a-ab01b2378127 HTTP/1.1" status: 204 len: 168 time: 1.2566457 Apr 05 18:55:29.107092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33458) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:29.112130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'network': {'name': 'tempest-RoutersTest-467268056'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:29.118842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1e206-b914-4e89-8a43-88edd5abd9d3 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Network': ['ID=83dd75d2-2014-4a70-a77a-ab01b2378127,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:29.138482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a2860416-b9cb-40ad-b620-27616916092b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.139753 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a2860416-b9cb-40ad-b620-27616916092b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1498775 Apr 05 18:55:29.142624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33460) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:29.147761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'enable_snat': False}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:29.155574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:29.160854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.195050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:55:29.206151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.206593 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added segment 40dc3d07-8fd5-4274-9de1-5808e694fb28 of type vlan for network c42f95c0-9c23-4e00-904e-565ba14582cc Apr 05 18:55:29.254735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.287959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.294358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:29.295592 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.353976 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2458570 Apr 05 18:55:29.360948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33468) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:29.366608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'subnet': {'network_id': 'c42f95c0-9c23-4e00-904e-565ba14582cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:29.392093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76797b5-db42-41a6-824c-ea19c3483c7d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Network': ['ID=c42f95c0-9c23-4e00-904e-565ba14582cc,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:29.411568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c42f95c0-9c23-4e00-904e-565ba14582cc details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:55:29.511219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:29.516712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.548063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.594549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-e8bbb8df-5baf-47b9-bbe5-26fec91cc192 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:29.595992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-e8bbb8df-5baf-47b9-bbe5-26fec91cc192 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.25 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 814 time: 0.3107588 Apr 05 18:55:29.616890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Request body: {'port': {'device_id': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f', 'admin_state_up': True, 'tenant_id': 'bedc8b06df174d5d838d939dc7ba7d44'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:29.652058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d095-4255-4566-8b55-83f82304454f req-faab9241-acde-4711-9539-5703ee632f8a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:29.653557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9276d095-4255-4566-8b55-83f82304454f req-faab9241-acde-4711-9539-5703ee632f8a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1529891 Apr 05 18:55:29.740716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.807178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Subnet': ['ID=518216d9-8ed2-424b-880b-f08d48164028,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:29.818072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Checking segment: {'id': '40dc3d07-8fd5-4274-9de1-5808e694fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c42f95c0-9c23-4e00-904e-565ba14582cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:29.818544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network hostable DHCP agents. Network: c42f95c0-9c23-4e00-904e-565ba14582cc, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:29.838225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network c42f95c0-9c23-4e00-904e-565ba14582cc is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:29.848955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c42f95c0-9c23-4e00-904e-565ba14582cc) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:29.855280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:29.855870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.861845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1ac23-c911-45db-9bba-4bb9afa914e2 None None] Network c42f95c0-9c23-4e00-904e-565ba14582cc requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:29.896196 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fffc99d7-bae8-4266-a0ea-1e43e94d5480 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5341978 Apr 05 18:55:29.906626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33474) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:29.912304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2c243d13-2d1f-4018-9b02-aaa3a9d842ad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-10768728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:29.947805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c243d13-2d1f-4018-9b02-aaa3a9d842ad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:29.950161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c243d13-2d1f-4018-9b02-aaa3a9d842ad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.065978 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c243d13-2d1f-4018-9b02-aaa3a9d842ad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.067961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-c42f95c0-9c23-4e00-904e-565ba14582cc', 'network_id': 'c42f95c0-9c23-4e00-904e-565ba14582cc', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'fixed_ips': [{'subnet_id': '518216d9-8ed2-424b-880b-f08d48164028'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:55:30.069215 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.074328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c243d13-2d1f-4018-9b02-aaa3a9d842ad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.104997 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c243d13-2d1f-4018-9b02-aaa3a9d842ad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.106502 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2c243d13-2d1f-4018-9b02-aaa3a9d842ad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1983247 Apr 05 18:55:30.113901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33482) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:30.153392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9276d095-4255-4566-8b55-83f82304454f req-e68cbbf7-27dc-49bc-8dac-7af4a46226f6 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4695859 Apr 05 18:55:30.221410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c4e9a33-a919-4a64-8155-11edeca735f6 req-546741fe-daa3-45a9-80fe-304d3d36d495 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 210 time: 0.0376925 Apr 05 18:55:30.232870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Made reservation on behalf of bedc8b06df174d5d838d939dc7ba7d44 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:30.236737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Allocated IP 172.20.0.2 (c42f95c0-9c23-4e00-904e-565ba14582cc/518216d9-8ed2-424b-880b-f08d48164028/0e8384a0-1de7-4049-a2e0-efeb56544289) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:30.240097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.413253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Allocated IP 172.20.0.12 (4d8ec832-5cca-40d5-9da4-d5253d99dc7f/4493b425-a339-4865-a703-1763462166db/b409eda2-8d3a-464e-84ef-3f843a600794) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:30.615108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.621613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.627443 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.665944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.669576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Network c42f95c0-9c23-4e00-904e-565ba14582cc is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:30.675004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:30.677409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:30.696995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Pushing event updated for resources: {'Port': ['ID=0e8384a0-1de7-4049-a2e0-efeb56544289,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:30.750734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Attempting to bind port 0e8384a0-1de7-4049-a2e0-efeb56544289 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:30.751219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Attempting to bind port 0e8384a0-1de7-4049-a2e0-efeb56544289 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '40dc3d07-8fd5-4274-9de1-5808e694fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c42f95c0-9c23-4e00-904e-565ba14582cc'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:30.751580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Attempting to bind port 0e8384a0-1de7-4049-a2e0-efeb56544289 on network c42f95c0-9c23-4e00-904e-565ba14582cc {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:30.757313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:30.757691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Checking segment: {'id': '40dc3d07-8fd5-4274-9de1-5808e694fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c42f95c0-9c23-4e00-904e-565ba14582cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:30.758094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.758573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Bound using segment: {'id': '40dc3d07-8fd5-4274-9de1-5808e694fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c42f95c0-9c23-4e00-904e-565ba14582cc'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:30.759184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Bound port: 0e8384a0-1de7-4049-a2e0-efeb56544289, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dc3d07-8fd5-4274-9de1-5808e694fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c42f95c0-9c23-4e00-904e-565ba14582cc'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:30.759662 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.836296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] For port 0e8384a0-1de7-4049-a2e0-efeb56544289, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:30.846083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] For port 0e8384a0-1de7-4049-a2e0-efeb56544289, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0e8384a0-1de7-4049-a2e0-efeb56544289,segment=NetworkSegment(40dc3d07-8fd5-4274-9de1-5808e694fb28),segment_id=40dc3d07-8fd5-4274-9de1-5808e694fb28)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:30.854298 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.862361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.886499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:30.894808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Allocated IP 172.25.4.174 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/583fb6b2-4f6f-4792-9858-616b0ce2c77f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:30.961986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefba4-4eae-41b6-b9fe-7b16ece7ae0e None None] Pushing event updated for resources: {'Port': ['ID=0e8384a0-1de7-4049-a2e0-efeb56544289,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:31.025789 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:31.105349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:31.108175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:31.114858 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:31.117007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:31.120489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:31.191728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.20.0.1 (c42f95c0-9c23-4e00-904e-565ba14582cc/518216d9-8ed2-424b-880b-f08d48164028/80636622-c1dd-419e-8fb4-046f3c250463) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:31.200649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:31.201940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:31.243534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-c462d628-9979-4b63-b6fd-29e8897917cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6304758 Apr 05 18:55:31.245239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:31.293209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Request body: {'port': {'device_id': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:31.401447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:31.405359 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:31.422484 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:31.449401 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:31.454282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:31.464523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:31.484590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Pushing event updated for resources: {'Port': ['ID=583fb6b2-4f6f-4792-9858-616b0ce2c77f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:31.507624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network c42f95c0-9c23-4e00-904e-565ba14582cc is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:31.513515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:31.516126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:31.552157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=80636622-c1dd-419e-8fb4-046f3c250463,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:31.560491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f45a7-691d-4ef1-914e-8125d935679b req-f9500456-1f71-4c7b-963a-22d779a4778b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:31.562007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-624f45a7-691d-4ef1-914e-8125d935679b req-f9500456-1f71-4c7b-963a-22d779a4778b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 932 time: 0.2134383 Apr 05 18:55:31.569598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83607ae-aef4-48fc-9198-e26e2a8d17a0 req-7c3b616a-4159-496e-80fe-fbb95a9c5933 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:31.574931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d83607ae-aef4-48fc-9198-e26e2a8d17a0 req-7c3b616a-4159-496e-80fe-fbb95a9c5933 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.2293935 Apr 05 18:55:31.576615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:31.717083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:31.786070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-624f45a7-691d-4ef1-914e-8125d935679b req-e7be5260-ac11-4a2e-8add-34e16afbcf6c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058923 Apr 05 18:55:31.829161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d83607ae-aef4-48fc-9198-e26e2a8d17a0 req-a9a3d685-8694-447a-8793-cc50eed96c9f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423685 Apr 05 18:55:32.050244 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.058548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.128665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.129378 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.180856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b409eda2-8d3a-464e-84ef-3f843a600794 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:55:32.193575 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.233814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=80636622-c1dd-419e-8fb4-046f3c250463,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:32.255219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07337e30-974c-482b-b46d-263dca44f1a6 None None] Network c42f95c0-9c23-4e00-904e-565ba14582cc requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:32.256753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Transition to ACTIVE for port object b409eda2-8d3a-464e-84ef-3f843a600794 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:55:32.269547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.293064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network c42f95c0-9c23-4e00-904e-565ba14582cc is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:32.295082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:32.360530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dced7e1f-0793-41b0-9a55-de862868deb5 None None] Provisioning complete for port 0e8384a0-1de7-4049-a2e0-efeb56544289 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:32.360902 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dced7e1f-0793-41b0-9a55-de862868deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.426930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.433167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.439236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:32.445621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:32.554496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:32.561155 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-87d2c679-93b8-43f1-b425-03b42e2f56fe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4461508 Apr 05 18:55:32.564231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33512) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:32.567941 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b947054-e589-465a-9c66-1c816149eeff None None] Sync routers for ids ['6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:32.585791 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b947054-e589-465a-9c66-1c816149eeff None None] Routers {'6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:32.586476 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b947054-e589-465a-9c66-1c816149eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:32.598306 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dced7e1f-0793-41b0-9a55-de862868deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.630721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52128413-3129-40fb-8fef-ee141fd5c8c0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:32.632827 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-52128413-3129-40fb-8fef-ee141fd5c8c0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports/80636622-c1dd-419e-8fb4-046f3c250463 HTTP/1.1" status: 200 len: 910 time: 0.0676501 Apr 05 18:55:32.635984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33514) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:32.665739 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b947054-e589-465a-9c66-1c816149eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:32.676396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dced7e1f-0793-41b0-9a55-de862868deb5 None None] For port 0e8384a0-1de7-4049-a2e0-efeb56544289, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0e8384a0-1de7-4049-a2e0-efeb56544289,segment=NetworkSegment(40dc3d07-8fd5-4274-9de1-5808e694fb28),segment_id=40dc3d07-8fd5-4274-9de1-5808e694fb28)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:32.684861 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b947054-e589-465a-9c66-1c816149eeff None None] Routers {'6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:32.685671 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b947054-e589-465a-9c66-1c816149eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:32.686147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Attempting to bind port b409eda2-8d3a-464e-84ef-3f843a600794 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:32.688218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Attempting to bind port b409eda2-8d3a-464e-84ef-3f843a600794 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '4f3fb0e7-e468-4f30-bd20-a19c8b980a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:32.688738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Attempting to bind port b409eda2-8d3a-464e-84ef-3f843a600794 on network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:32.692691 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dced7e1f-0793-41b0-9a55-de862868deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.719925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Port b409eda2-8d3a-464e-84ef-3f843a600794 on network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:55:32.720495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Attempting to bind port b409eda2-8d3a-464e-84ef-3f843a600794 on network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:32.729436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:32.730015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Checking segment: {'id': '4f3fb0e7-e468-4f30-bd20-a19c8b980a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:32.730609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Bound using segment: {'id': '4f3fb0e7-e468-4f30-bd20-a19c8b980a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:32.737215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Bound port: b409eda2-8d3a-464e-84ef-3f843a600794, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3fb0e7-e468-4f30-bd20-a19c8b980a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:32.737584 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.751892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0e8384a0-1de7-4049-a2e0-efeb56544289 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:32.758253 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b947054-e589-465a-9c66-1c816149eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:32.759129 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b947054-e589-465a-9c66-1c816149eeff None None] The sync data for ids ['6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:32.897618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0e8384a0-1de7-4049-a2e0-efeb56544289 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:32.899575 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:32.949071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced7e1f-0793-41b0-9a55-de862868deb5 None None] Pushing event updated for resources: {'Port': ['ID=0e8384a0-1de7-4049-a2e0-efeb56544289,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:32.970428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Router 42bac988-2742-4407-b638-1b50f3537ab9 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:32.982042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-901ec217-fae1-4c61-8a2d-c6f10b16df75 None None] Provisioning complete for port 80636622-c1dd-419e-8fb4-046f3c250463 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:32.982042 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901ec217-fae1-4c61-8a2d-c6f10b16df75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.035955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-901ec217-fae1-4c61-8a2d-c6f10b16df75 None None] Port 80636622-c1dd-419e-8fb4-046f3c250463 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:33.066424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-901ec217-fae1-4c61-8a2d-c6f10b16df75 None None] Provisioning complete for port 0e8384a0-1de7-4049-a2e0-efeb56544289 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:33.067419 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901ec217-fae1-4c61-8a2d-c6f10b16df75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.076530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:33.162517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3c9b4-c577-4c91-958e-458bff57a0ab req-736281af-7ba4-4b85-ad68-54a39f81b841 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:33.165169 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdf3c9b4-c577-4c91-958e-458bff57a0ab req-736281af-7ba4-4b85-ad68-54a39f81b841 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.2677481 Apr 05 18:55:33.181910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:33.192903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a2da3-fc60-4ed1-8fb3-c37383d6db1d req-1f197418-ab1c-4994-bbf3-a1dc8af78039 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:33.200607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-825a2da3-fc60-4ed1-8fb3-c37383d6db1d req-1f197418-ab1c-4994-bbf3-a1dc8af78039 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.2280440 Apr 05 18:55:33.210051 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.225565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.300434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:33.305072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b29e133e-3904-4d29-8fe4-9268184b2986 None None] Provisioning complete for port 80636622-c1dd-419e-8fb4-046f3c250463 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:33.307173 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b29e133e-3904-4d29-8fe4-9268184b2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.357886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b29e133e-3904-4d29-8fe4-9268184b2986 None None] Port 80636622-c1dd-419e-8fb4-046f3c250463 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:33.395603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdf3c9b4-c577-4c91-958e-458bff57a0ab req-94324a23-cedb-4f95-b51b-b3798b2cbbd8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215059 Apr 05 18:55:33.433682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:33.434240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.435661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-293fd877-3b3e-49e2-87c5-5b728ac75724 service neutron] 10.222.0.25 "PUT /v2.0/ports/b409eda2-8d3a-464e-84ef-3f843a600794 HTTP/1.1" status: 200 len: 1092 time: 2.1840601 Apr 05 18:55:33.436191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:55:33.438437 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13519c30-f164-49bd-8e46-734eecbba813" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:55:33.450153 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-825a2da3-fc60-4ed1-8fb3-c37383d6db1d req-70aed737-e67b-496c-a3b3-1f219ebe82ee tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486732 Apr 05 18:55:33.466239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:33.474307 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.475636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d03611db-2662-4bb6-8765-f075828bf292 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "PUT /v2.0/routers/42bac988-2742-4407-b638-1b50f3537ab9 HTTP/1.1" status: 200 len: 915 time: 4.3314395 Apr 05 18:55:33.478990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33524) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:33.484291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34c247-296c-438d-9dc1-90bb1ebbbc1e None None] Sync routers for ids ['42bac988-2742-4407-b638-1b50f3537ab9'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:33.501317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34c247-296c-438d-9dc1-90bb1ebbbc1e None None] Routers {'42bac988-2742-4407-b638-1b50f3537ab9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:33.501765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-bc34c247-296c-438d-9dc1-90bb1ebbbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['42bac988-2742-4407-b638-1b50f3537ab9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:33.509052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8ada2934-f14a-4749-82e2-c9a36f438a4c None None] Provisioning complete for port 80636622-c1dd-419e-8fb4-046f3c250463 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:33.509677 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ada2934-f14a-4749-82e2-c9a36f438a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.551533 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dec2106-69a7-4bad-b223-532463df5ac4 x-openstack-request-id: req-3dec2106-69a7-4bad-b223-532463df5ac4 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:55:33.551810 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:55:33.552063 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dec2106-69a7-4bad-b223-532463df5ac4 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:55:33.552477 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dec2106-69a7-4bad-b223-532463df5ac4'] response: {'name': 'network-changed', 'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'status': 'completed', 'code': 200} Apr 05 18:55:33.569321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-bc34c247-296c-438d-9dc1-90bb1ebbbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:33.593767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34c247-296c-438d-9dc1-90bb1ebbbc1e None None] Routers {'42bac988-2742-4407-b638-1b50f3537ab9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:33.594586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-bc34c247-296c-438d-9dc1-90bb1ebbbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['42bac988-2742-4407-b638-1b50f3537ab9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:33.612491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 80636622-c1dd-419e-8fb4-046f3c250463 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:33.613089 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.640433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-bc34c247-296c-438d-9dc1-90bb1ebbbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:33.641079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34c247-296c-438d-9dc1-90bb1ebbbc1e None None] The sync data for ids ['42bac988-2742-4407-b638-1b50f3537ab9'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:33.642587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8ada2934-f14a-4749-82e2-c9a36f438a4c None None] Port 80636622-c1dd-419e-8fb4-046f3c250463 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:33.663388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-be671249-37bc-4a8c-9be8-046c168125fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:33.665523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-be671249-37bc-4a8c-9be8-046c168125fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 1095 time: 0.1122239 Apr 05 18:55:33.710763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-8413bbb8-ba5e-4b8f-bffb-76a1483b76d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b409eda2-8d3a-464e-84ef-3f843a600794 HTTP/1.1" status: 200 len: 217 time: 0.0366716 Apr 05 18:55:33.715959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-85751f0b-a063-4f6f-b67c-ef266046f25c tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/routers/42bac988-2742-4407-b638-1b50f3537ab9 HTTP/1.1" status: 200 len: 921 time: 0.2310996 Apr 05 18:55:33.716480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33526) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:33.720138 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.732730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 80636622-c1dd-419e-8fb4-046f3c250463 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:33.924520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:33.954135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=80636622-c1dd-419e-8fb4-046f3c250463,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:34.101345 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:34.137659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-b4010f96-4838-4dbf-b8c0-303637e8f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:34.139390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-b4010f96-4838-4dbf-b8c0-303637e8f122 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4493b425-a339-4865-a703-1763462166db HTTP/1.1" status: 200 len: 854 time: 0.4208083 Apr 05 18:55:34.146685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b69563-7782-40fc-9191-ddd4e01928a2 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:34.151243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a8b69563-7782-40fc-9191-ddd4e01928a2 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=42bac988-2742-4407-b638-1b50f3537ab9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4307017 Apr 05 18:55:34.151800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33528) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:34.192432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-ba80c1ad-b322-48dd-9dc4-6d6e1678008e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413258 Apr 05 18:55:34.298768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:34.349722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435dd5bf-f1e4-4a6d-afd5-d84d8b6db686 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:34.354296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-435dd5bf-f1e4-4a6d-afd5-d84d8b6db686 tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/networks/b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 881 time: 0.1986873 Apr 05 18:55:34.354296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-5411fe98-ae5f-4592-8455-0334a06431d9 service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478763 Apr 05 18:55:34.355002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33532) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:34.381877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:34.387959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3a7ecfb9-32f6-4c3e-a9f1-75ab5a93addb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508254 Apr 05 18:55:34.393437 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe820fc7-4544-4a9f-aadc-03a60ac9396a None None] Sync routers for ids ['6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:34.393948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33534) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:34.399571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-51ff3bc7-3d3c-4f35-98cf-6f97328ee221 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=42bac988-2742-4407-b638-1b50f3537ab9 HTTP/1.1" status: 200 len: 205 time: 0.0407677 Apr 05 18:55:34.400473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33536) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:34.405458 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe820fc7-4544-4a9f-aadc-03a60ac9396a None None] Routers {'6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:34.406298 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fe820fc7-4544-4a9f-aadc-03a60ac9396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:34.451200 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fe820fc7-4544-4a9f-aadc-03a60ac9396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:34.455704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33540) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:34.457449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d0426883-946a-41d8-b207-d9bf5c879f21 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1 HTTP/1.1" status: 200 len: 205 time: 0.0628808 Apr 05 18:55:34.463123 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe820fc7-4544-4a9f-aadc-03a60ac9396a None None] Routers {'6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:34.464254 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fe820fc7-4544-4a9f-aadc-03a60ac9396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:34.518450 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fe820fc7-4544-4a9f-aadc-03a60ac9396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:34.520818 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe820fc7-4544-4a9f-aadc-03a60ac9396a None None] The sync data for ids ['6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:34.598507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5abf1899-19e0-425b-81df-326ac5231dbe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:34.618540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0e8384a0-1de7-4049-a2e0-efeb56544289 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:34.636541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f092183f-8c51-49bc-9e14-dcfa5188c1cf req-b5364362-8b6a-4e20-80ee-58faba786d01 service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723944 Apr 05 18:55:34.680502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0e8384a0-1de7-4049-a2e0-efeb56544289 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:34.680959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:34.688569 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:34.688769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c43cf-80c0-487b-a9d7-508a6a8bc079 req-f0593039-1271-4409-932e-c1bb32b9e530 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:34.697319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb3c43cf-80c0-487b-a9d7-508a6a8bc079 req-f0593039-1271-4409-932e-c1bb32b9e530 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.1791496 Apr 05 18:55:34.754816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b98c79-97de-4e27-a504-4418f37573db req-e1ef59cc-9e0a-4ca5-b876-cbfc4e2ad8f6 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:34.756578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9b98c79-97de-4e27-a504-4418f37573db req-e1ef59cc-9e0a-4ca5-b876-cbfc4e2ad8f6 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1687417 Apr 05 18:55:34.792498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb3c43cf-80c0-487b-a9d7-508a6a8bc079 req-1c16d6bb-37f0-4463-8355-1572d3c86105 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943141 Apr 05 18:55:34.819805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13519c30-f164-49bd-8e46-734eecbba813 req-b0b4a213-d803-4a57-a236-bac0bc0d45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:34.822316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13519c30-f164-49bd-8e46-734eecbba813 req-b0b4a213-d803-4a57-a236-bac0bc0d45b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 1095 time: 0.1224017 Apr 05 18:55:34.827692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9b98c79-97de-4e27-a504-4418f37573db req-0591c8f3-9e1d-4e5e-84ae-0dc9772bfbae tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621276 Apr 05 18:55:34.929316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13519c30-f164-49bd-8e46-734eecbba813 req-3b975825-6fbd-4b49-b141-ae1f9730f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:34.931101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13519c30-f164-49bd-8e46-734eecbba813 req-3b975825-6fbd-4b49-b141-ae1f9730f030 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 914 time: 0.1024423 Apr 05 18:55:34.975976 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13519c30-f164-49bd-8e46-734eecbba813 req-3b98e13f-95e6-44e6-8753-a195615b59d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b409eda2-8d3a-464e-84ef-3f843a600794 HTTP/1.1" status: 200 len: 217 time: 0.0385349 Apr 05 18:55:35.011277 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.029034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13519c30-f164-49bd-8e46-734eecbba813 req-9fa23830-3c98-48dd-b1b3-e30f3d7f233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:35.030636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13519c30-f164-49bd-8e46-734eecbba813 req-9fa23830-3c98-48dd-b1b3-e30f3d7f233f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4493b425-a339-4865-a703-1763462166db HTTP/1.1" status: 200 len: 854 time: 0.0477769 Apr 05 18:55:35.071602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13519c30-f164-49bd-8e46-734eecbba813 req-2c2dc635-a4b6-4810-956e-47c44eea299e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342622 Apr 05 18:55:35.168782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13519c30-f164-49bd-8e46-734eecbba813 req-ecf12cbe-96c4-4709-a8fa-7e0badc41970 service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908031 Apr 05 18:55:35.273145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13519c30-f164-49bd-8e46-734eecbba813 req-3908933e-d043-4955-847b-98f1ed533107 service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973110 Apr 05 18:55:35.300416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.341175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5abf1899-19e0-425b-81df-326ac5231dbe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.343764 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5abf1899-19e0-425b-81df-326ac5231dbe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.406025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5abf1899-19e0-425b-81df-326ac5231dbe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.406603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abf1899-19e0-425b-81df-326ac5231dbe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Fanout notify agent at l3_agent the message router_deleted on router 6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:35.413892 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5abf1899-19e0-425b-81df-326ac5231dbe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.415519 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5abf1899-19e0-425b-81df-326ac5231dbe tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1 HTTP/1.1" status: 204 len: 168 time: 0.9588978 Apr 05 18:55:35.418801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33546) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:35.431269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Deleting port 583fb6b2-4f6f-4792-9858-616b0ce2c77f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:35.431622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.472922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a108c5-1332-4a9c-afef-18a0043f7126 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting subnet 518216d9-8ed2-424b-880b-f08d48164028 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:55:35.476113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55a108c5-1332-4a9c-afef-18a0043f7126 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.515928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.517245 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55a108c5-1332-4a9c-afef-18a0043f7126 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.528494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Calling delete_port for 583fb6b2-4f6f-4792-9858-616b0ce2c77f owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:35.614351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55a108c5-1332-4a9c-afef-18a0043f7126 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.676844 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55a108c5-1332-4a9c-afef-18a0043f7126 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.704662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a108c5-1332-4a9c-afef-18a0043f7126 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Subnet': ['ID=518216d9-8ed2-424b-880b-f08d48164028,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:35.708457 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55a108c5-1332-4a9c-afef-18a0043f7126 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.714983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-55a108c5-1332-4a9c-afef-18a0043f7126 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/518216d9-8ed2-424b-880b-f08d48164028 HTTP/1.1" status: 204 len: 168 time: 0.2950761 Apr 05 18:55:35.715319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33548) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:35.727590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.730116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0338057-d6da-40fb-a038-feaf3a041978 None None] Network c42f95c0-9c23-4e00-904e-565ba14582cc requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:35.770039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event deleted for resources: {'Port': ['ID=583fb6b2-4f6f-4792-9858-616b0ce2c77f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:35.880629 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.906170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:35.986048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267babd-fbe2-4950-9764-c81f42ffb096 req-9b81b0f6-0dc3-4bf7-b38f-1109de83e80d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:35.986292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e1b12-69ca-4d32-84e7-a5eed196c8be None None] DHCP port deletion for c42f95c0-9c23-4e00-904e-565ba14582cc request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:55:35.987697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8267babd-fbe2-4950-9764-c81f42ffb096 req-9b81b0f6-0dc3-4bf7-b38f-1109de83e80d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.0857463 Apr 05 18:55:36.020153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e131c-ffb5-4075-ac86-0763d2bcfd80 req-f7324dfa-288b-49fe-a42b-c5097be09a46 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:36.022087 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc8e131c-ffb5-4075-ac86-0763d2bcfd80 req-f7324dfa-288b-49fe-a42b-c5097be09a46 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.0885887 Apr 05 18:55:36.038444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.044057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.046748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e1b12-69ca-4d32-84e7-a5eed196c8be None None] Deleting port 0e8384a0-1de7-4049-a2e0-efeb56544289 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:36.047565 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b12-69ca-4d32-84e7-a5eed196c8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.080825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8267babd-fbe2-4950-9764-c81f42ffb096 req-c872af64-d3ac-431a-bfef-20c8f0ec9bd1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857425 Apr 05 18:55:36.090064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc8e131c-ffb5-4075-ac86-0763d2bcfd80 req-55972fe5-11dd-45ec-974a-0d19ef357e58 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585840 Apr 05 18:55:36.115157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.115382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6f8e1b12-69ca-4d32-84e7-a5eed196c8be None None] For port 0e8384a0-1de7-4049-a2e0-efeb56544289, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0e8384a0-1de7-4049-a2e0-efeb56544289,segment=NetworkSegment(40dc3d07-8fd5-4274-9de1-5808e694fb28),segment_id=40dc3d07-8fd5-4274-9de1-5808e694fb28)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:36.115626 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b12-69ca-4d32-84e7-a5eed196c8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.115869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Fanout notify agent at l3_agent the message router_deleted on router 42bac988-2742-4407-b638-1b50f3537ab9 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:36.125056 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.130459 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-709c6cf1-f316-4504-849b-891bb2836df9 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/42bac988-2742-4407-b638-1b50f3537ab9 HTTP/1.1" status: 204 len: 168 time: 1.7248082 Apr 05 18:55:36.130459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 0e8384a0-1de7-4049-a2e0-efeb56544289 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:36.130459 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.130901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33554) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:36.136028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e1b12-69ca-4d32-84e7-a5eed196c8be None None] Calling delete_port for 0e8384a0-1de7-4049-a2e0-efeb56544289 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:36.136573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1288401371', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:36.161409 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.162509 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.213803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 0e8384a0-1de7-4049-a2e0-efeb56544289, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0e8384a0-1de7-4049-a2e0-efeb56544289,segment=NetworkSegment(40dc3d07-8fd5-4274-9de1-5808e694fb28),segment_id=40dc3d07-8fd5-4274-9de1-5808e694fb28)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:36.214558 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.225611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.236289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 0e8384a0-1de7-4049-a2e0-efeb56544289 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:36.246023 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1b12-69ca-4d32-84e7-a5eed196c8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.282022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e1b12-69ca-4d32-84e7-a5eed196c8be None None] Pushing event deleted for resources: {'Port': ['ID=0e8384a0-1de7-4049-a2e0-efeb56544289,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:36.291939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e1b12-69ca-4d32-84e7-a5eed196c8be None None] No DVR routers for this DVR port 0e8384a0-1de7-4049-a2e0-efeb56544289 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:36.340899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.378003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=0e8384a0-1de7-4049-a2e0-efeb56544289,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:36.379932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No DVR routers for this DVR port 0e8384a0-1de7-4049-a2e0-efeb56544289 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:36.431071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.472276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.499948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42f95c0-9c23-4e00-904e-565ba14582cc']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:36.512817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dc3d07-8fd5-4274-9de1-5808e694fb28') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:36.513165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dc3d07-8fd5-4274-9de1-5808e694fb28') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:36.528632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.552505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.562746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:55:36.563189 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:55:36.567006 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:55:36.616880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0e8384a0-1de7-4049-a2e0-efeb56544289 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:55:36.641629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0e8384a0-1de7-4049-a2e0-efeb56544289 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:55:36.641892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0e8384a0-1de7-4049-a2e0-efeb56544289 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:55:36.652421 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.658852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.662910 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/networks/c42f95c0-9c23-4e00-904e-565ba14582cc HTTP/1.1" status: 204 len: 168 time: 0.9461629 Apr 05 18:55:36.669365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33586) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:36.675261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-260569481', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:36.683488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df321e23-f9ba-4cf5-8e5e-0b23e119ac24 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Network': ['ID=c42f95c0-9c23-4e00-904e-565ba14582cc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:36.709225 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.739162 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.742357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.743508 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.840585 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:36.986786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Allocated IP 172.25.4.66 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/68d62e40-790b-41a9-99cd-5246f95b8427) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:37.019034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:37.109288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:37.192244 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:37.309775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e4577-ee8e-49fc-8cd1-4d4ee76f3b36 req-b9d53b59-5f64-4ed6-aa31-fa4e7a1d9e7c tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:37.311254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd9e4577-ee8e-49fc-8cd1-4d4ee76f3b36 req-b9d53b59-5f64-4ed6-aa31-fa4e7a1d9e7c tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1400058 Apr 05 18:55:37.327045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaefd78-f3d0-4492-bcfa-ddac8248d51e req-216fb217-88cb-4a2e-8130-5307d0f06f2a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:37.328499 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-afaefd78-f3d0-4492-bcfa-ddac8248d51e req-216fb217-88cb-4a2e-8130-5307d0f06f2a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.1197062 Apr 05 18:55:37.378454 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:37.501150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:37.506505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:37.525695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd9e4577-ee8e-49fc-8cd1-4d4ee76f3b36 req-aaa40b6a-2d00-4154-97e9-c198195776fe tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958184 Apr 05 18:55:37.526714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:37.552213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:37.554211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event updated for resources: {'Port': ['ID=68d62e40-790b-41a9-99cd-5246f95b8427,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:37.558780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:37.579788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-afaefd78-f3d0-4492-bcfa-ddac8248d51e req-b6bd22d9-cc50-4bb9-9740-151c2dea8850 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104561 Apr 05 18:55:37.789074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.25.4.18 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/5ab425bb-1d86-4ff3-a913-a99fa059dbc9) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:37.955803 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:38.022380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:38.143743 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:38.198544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:38.229269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:38.233566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:38.267155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=5ab425bb-1d86-4ff3-a913-a99fa059dbc9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:38.288032 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:38.930652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371eb0-5c15-49dc-978b-ed737b2b5367 req-e87256e9-e9b2-4fec-a880-84e02c20dd0d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:38.932377 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10371eb0-5c15-49dc-978b-ed737b2b5367 req-e87256e9-e9b2-4fec-a880-84e02c20dd0d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.2082455 Apr 05 18:55:38.974697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3ec47-6de2-4ad0-a77f-78b6de61b8a6 req-71575899-3ebe-41a5-8b0e-a4c660dfd914 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:38.976595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cf3ec47-6de2-4ad0-a77f-78b6de61b8a6 req-71575899-3ebe-41a5-8b0e-a4c660dfd914 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.2821069 Apr 05 18:55:39.056635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b409eda2-8d3a-464e-84ef-3f843a600794 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:55:39.106487 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10371eb0-5c15-49dc-978b-ed737b2b5367 req-107b5cf4-ec11-4723-8917-d7ed48ec4757 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248341 Apr 05 18:55:39.117602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cf3ec47-6de2-4ad0-a77f-78b6de61b8a6 req-f1466d9f-cccf-4216-915d-e62ec91c9893 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277072 Apr 05 18:55:39.148277 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Router 2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:39.151733 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.177251 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:39.190898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f', 'port_id': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'mac_address': 'fa:16:3e:85:57:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4493b425-a339-4865-a703-1763462166db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:55:39.237211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.254078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b409eda2-8d3a-464e-84ef-3f843a600794 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:55:39.276198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:39.286790 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.339195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:39.410515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:39.425361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7731a-a42f-4b2b-9aad-46be22f43097 None None] Sync routers for ids ['2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:39.436470 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12740e83-f353-473e-9fb8-39f6506129ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.438835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7731a-a42f-4b2b-9aad-46be22f43097 None None] Routers {'2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:39.439488 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-05d7731a-a42f-4b2b-9aad-46be22f43097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:39.468549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.469687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3fa844be-11c2-4ffd-950d-767183926a33 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3376510 Apr 05 18:55:39.472692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33994) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:39.477775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:39.481994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-05d7731a-a42f-4b2b-9aad-46be22f43097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:39.490915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7731a-a42f-4b2b-9aad-46be22f43097 None None] Routers {'2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:39.491512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-05d7731a-a42f-4b2b-9aad-46be22f43097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:39.491639 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.529996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-05d7731a-a42f-4b2b-9aad-46be22f43097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:39.530659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7731a-a42f-4b2b-9aad-46be22f43097 None None] The sync data for ids ['2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:39.643725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 68912304-746a-48dc-8f19-c0b06d422798 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:39.685666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b409eda2-8d3a-464e-84ef-3f843a600794'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:55:39.769041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:39.785014 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c26623-06e8-4e53-80c1-b27dfd1a5b48 None None] Sync routers for ids ['68912304-746a-48dc-8f19-c0b06d422798'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:39.796394 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c26623-06e8-4e53-80c1-b27dfd1a5b48 None None] Routers {'68912304-746a-48dc-8f19-c0b06d422798'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:39.798039 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-32c26623-06e8-4e53-80c1-b27dfd1a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['68912304-746a-48dc-8f19-c0b06d422798'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:39.806927 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.808183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-51973c39-26f8-4a35-a3ee-187cf1e009be tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1379073 Apr 05 18:55:39.811343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34016) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:39.840878 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.850830 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-32c26623-06e8-4e53-80c1-b27dfd1a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:39.855763 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.861139 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c26623-06e8-4e53-80c1-b27dfd1a5b48 None None] Routers {'68912304-746a-48dc-8f19-c0b06d422798'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:39.861972 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-32c26623-06e8-4e53-80c1-b27dfd1a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['68912304-746a-48dc-8f19-c0b06d422798'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:39.895443 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-32c26623-06e8-4e53-80c1-b27dfd1a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:39.896204 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c26623-06e8-4e53-80c1-b27dfd1a5b48 None None] The sync data for ids ['68912304-746a-48dc-8f19-c0b06d422798'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:39.909797 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Deleting port 68d62e40-790b-41a9-99cd-5246f95b8427 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:39.910137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.935639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2e913c8d-263b-4253-82ad-38ce42006380 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/routers/68912304-746a-48dc-8f19-c0b06d422798 HTTP/1.1" status: 200 len: 879 time: 0.1223762 Apr 05 18:55:39.937149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34018) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:39.987125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:39.999312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Calling delete_port for 68d62e40-790b-41a9-99cd-5246f95b8427 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:40.165658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-efab7c1a-c2cd-48df-9c3c-789d89725e68 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2274451 Apr 05 18:55:40.168341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34024) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:40.173479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e21a7cf3-26c7-49e6-95ee-c57384d35dd4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-260569481'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:40.180977 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:40.214494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Pushing event deleted for resources: {'Port': ['ID=68d62e40-790b-41a9-99cd-5246f95b8427,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:40.279529 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:40.337319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8697a-600e-4f55-9a69-2032d5ae0a7d req-20dd634c-e4ea-4371-9231-e45a1e975860 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:40.339055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62f8697a-600e-4f55-9a69-2032d5ae0a7d req-20dd634c-e4ea-4371-9231-e45a1e975860 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1261601 Apr 05 18:55:40.357115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba627262-cc67-482b-a5d8-890c47ee1193 req-fb91e58b-0b90-458e-af0e-de74c9ad8304 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:40.358570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba627262-cc67-482b-a5d8-890c47ee1193 req-fb91e58b-0b90-458e-af0e-de74c9ad8304 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 945 time: 0.1360736 Apr 05 18:55:40.447903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62f8697a-600e-4f55-9a69-2032d5ae0a7d req-bf85446a-eef0-486e-aa22-b8588188b148 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015105 Apr 05 18:55:40.472251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba627262-cc67-482b-a5d8-890c47ee1193 req-b58e0c7a-5511-4e00-b9d3-4348db4b4647 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064470 Apr 05 18:55:40.488295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:40.491797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:40.569395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Router 2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:40.628432 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e21a7cf3-26c7-49e6-95ee-c57384d35dd4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:40.641346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e21a7cf3-26c7-49e6-95ee-c57384d35dd4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:40.648214 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:40.655460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:40.658953 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0f03e820-0284-4a38-b8ad-8d394cef957c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "PUT /v2.0/routers/2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd HTTP/1.1" status: 200 len: 706 time: 1.1851540 Apr 05 18:55:40.659701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34030) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:40.663463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7dbb06-beec-4099-857d-1b7fb3d570ab None None] Sync routers for ids ['2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:40.689856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7dbb06-beec-4099-857d-1b7fb3d570ab None None] Routers {'2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:40.696984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ee7dbb06-beec-4099-857d-1b7fb3d570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:40.757651 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6f995b3b-7184-409b-9260-f781b142f2bb tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/routers/2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd HTTP/1.1" status: 200 len: 741 time: 0.0933077 Apr 05 18:55:40.757857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34034) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:40.771820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ee7dbb06-beec-4099-857d-1b7fb3d570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:40.781021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7dbb06-beec-4099-857d-1b7fb3d570ab None None] Routers {'2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:40.781949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ee7dbb06-beec-4099-857d-1b7fb3d570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:40.818462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ee7dbb06-beec-4099-857d-1b7fb3d570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:40.819125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7dbb06-beec-4099-857d-1b7fb3d570ab None None] The sync data for ids ['2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:41.070860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b409eda2-8d3a-464e-84ef-3f843a600794 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:41.124402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port b409eda2-8d3a-464e-84ef-3f843a600794 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:55:41.129893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b409eda2-8d3a-464e-84ef-3f843a600794 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:41.130312 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.148638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b08d0610-e960-498a-8350-6c7654079c4d tempest-RoutersAdminTest-479746427 tempest-RoutersAdminTest-479746427-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&device_id=2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd HTTP/1.1" status: 200 len: 205 time: 0.3905494 Apr 05 18:55:41.152091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34036) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:41.175524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21a7cf3-26c7-49e6-95ee-c57384d35dd4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 68912304-746a-48dc-8f19-c0b06d422798 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:41.183254 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-145b50e2-38f4-4431-8b35-c3b05f007f5f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd HTTP/1.1" status: 200 len: 205 time: 0.0297439 Apr 05 18:55:41.185387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34038) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:41.238227 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.268262 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5924c3d9-4e92-45d2-b35d-af3a6753fd9c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.287137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:41.288331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:55:41.293009 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8dc130-1572-45a4-9d83-6adef1a0484c" -d '{"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-plugged", "status": "completed", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:55:41.298506 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.331446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a7cf3-26c7-49e6-95ee-c57384d35dd4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:41.346035 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b3122-b279-4193-9f18-816969e93a7d None None] Sync routers for ids ['68912304-746a-48dc-8f19-c0b06d422798'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:41.350056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e21a7cf3-26c7-49e6-95ee-c57384d35dd4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.354430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e21a7cf3-26c7-49e6-95ee-c57384d35dd4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/68912304-746a-48dc-8f19-c0b06d422798 HTTP/1.1" status: 200 len: 886 time: 1.1822166 Apr 05 18:55:41.355078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34042) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:41.360470 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b3122-b279-4193-9f18-816969e93a7d None None] Routers {'68912304-746a-48dc-8f19-c0b06d422798'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:41.361093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9b0b3122-b279-4193-9f18-816969e93a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['68912304-746a-48dc-8f19-c0b06d422798'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:41.387427 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6905aa1a-67a6-4569-add9-fd5bb062cdd1 x-openstack-request-id: req-6905aa1a-67a6-4569-add9-fd5bb062cdd1 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:55:41.388077 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-plugged", "status": "completed", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:55:41.388505 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6905aa1a-67a6-4569-add9-fd5bb062cdd1 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:55:41.389090 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6905aa1a-67a6-4569-add9-fd5bb062cdd1'] response: {'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'code': 200} Apr 05 18:55:41.395880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:41.444848 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9b0b3122-b279-4193-9f18-816969e93a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:41.457587 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b3122-b279-4193-9f18-816969e93a7d None None] Routers {'68912304-746a-48dc-8f19-c0b06d422798'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:41.458877 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9b0b3122-b279-4193-9f18-816969e93a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['68912304-746a-48dc-8f19-c0b06d422798'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:41.499179 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9b0b3122-b279-4193-9f18-816969e93a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:41.499831 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b3122-b279-4193-9f18-816969e93a7d None None] The sync data for ids ['68912304-746a-48dc-8f19-c0b06d422798'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:41.527610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3d34-cd11-4bd0-8b4a-b1c5395ea561 req-9b49332e-339d-457a-be19-83b3c81ec241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:41.529618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba1b3d34-cd11-4bd0-8b4a-b1c5395ea561 req-9b49332e-339d-457a-be19-83b3c81ec241 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 1097 time: 0.0977845 Apr 05 18:55:41.545321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c58235b2-9599-473b-b80f-794dd71eba61 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/routers/68912304-746a-48dc-8f19-c0b06d422798 HTTP/1.1" status: 200 len: 886 time: 0.1867266 Apr 05 18:55:41.560765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34048) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:41.619567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-da016b95-ddf8-46eb-81c6-f1a9a9780ec8 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=68912304-746a-48dc-8f19-c0b06d422798 HTTP/1.1" status: 200 len: 205 time: 0.0543063 Apr 05 18:55:41.627137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34050) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:41.710986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba1b3d34-cd11-4bd0-8b4a-b1c5395ea561 req-57f88da2-24f4-4197-a009-3cc85263ff7e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668563 Apr 05 18:55:41.771188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cee5a-6c48-43a0-8834-f8d675bee264 req-82b6b043-227a-40e7-af04-5c60250eb994 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:41.771572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb4cee5a-6c48-43a0-8834-f8d675bee264 req-82b6b043-227a-40e7-af04-5c60250eb994 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.2215781 Apr 05 18:55:41.792718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc210f-92b2-43b5-80ec-3431847503d9 req-dcf88680-ba47-4b99-8b49-aab4b5b49f7c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:41.794801 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67b5ff15-2174-45f9-9ddf-3ac9485d4ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.797716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84dc210f-92b2-43b5-80ec-3431847503d9 req-dcf88680-ba47-4b99-8b49-aab4b5b49f7c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2087250 Apr 05 18:55:41.866373 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.876353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb4cee5a-6c48-43a0-8834-f8d675bee264 req-dd78e5ce-ff95-42be-a3f1-b64e689b10aa tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775354 Apr 05 18:55:41.889767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5924c3d9-4e92-45d2-b35d-af3a6753fd9c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.891974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5924c3d9-4e92-45d2-b35d-af3a6753fd9c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.913822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84dc210f-92b2-43b5-80ec-3431847503d9 req-5c9c2366-88b7-4ca2-aa4d-8656a54f3661 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062319 Apr 05 18:55:41.948490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5924c3d9-4e92-45d2-b35d-af3a6753fd9c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.949088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924c3d9-4e92-45d2-b35d-af3a6753fd9c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Fanout notify agent at l3_agent the message router_deleted on router 2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:41.956923 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5924c3d9-4e92-45d2-b35d-af3a6753fd9c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:41.957992 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5924c3d9-4e92-45d2-b35d-af3a6753fd9c tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd HTTP/1.1" status: 204 len: 168 time: 0.7714121 Apr 05 18:55:41.963005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:41.998066 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c27ec995-fd71-46a7-a3ee-d6767eea8802 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd HTTP/1.1" status: 200 len: 205 time: 0.0338717 Apr 05 18:55:42.000442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34056) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.012308 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.040713 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-4644f2aa-0fc2-47bb-8f20-5bb289a5d87e tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] delete failed (client error): The resource could not be found. Apr 05 18:55:42.041793 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4644f2aa-0fc2-47bb-8f20-5bb289a5d87e tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/2f93b377-6c69-4d03-bf6d-9b9b2f8b29cd HTTP/1.1" status: 404 len: 336 time: 0.0403557 Apr 05 18:55:42.044483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34058) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.077440 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-08bf9c0a-7464-4018-a77b-8dac3a110cde tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=42bac988-2742-4407-b638-1b50f3537ab9 HTTP/1.1" status: 200 len: 205 time: 0.0313680 Apr 05 18:55:42.079662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34060) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.082591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 5ab425bb-1d86-4ff3-a913-a99fa059dbc9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:42.082937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.116977 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-44cc11c7-cfa1-44e1-bf48-96d7b7cbef4b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] delete failed (client error): The resource could not be found. Apr 05 18:55:42.120636 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-44cc11c7-cfa1-44e1-bf48-96d7b7cbef4b tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/42bac988-2742-4407-b638-1b50f3537ab9 HTTP/1.1" status: 404 len: 336 time: 0.0376554 Apr 05 18:55:42.121157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34062) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.149608 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-37bbced4-e48d-48ef-80a3-b9155b3b2e12 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f HTTP/1.1" status: 200 len: 205 time: 0.0263178 Apr 05 18:55:42.151786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34064) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.162024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.174008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 5ab425bb-1d86-4ff3-a913-a99fa059dbc9 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:42.193207 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-52a3caa5-cca0-4e9a-8da2-10c17f4e2f1f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] delete failed (client error): The resource could not be found. Apr 05 18:55:42.194707 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-52a3caa5-cca0-4e9a-8da2-10c17f4e2f1f tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/8a6e0a8e-b4bd-4d27-97d2-4dc90ff3270f HTTP/1.1" status: 404 len: 336 time: 0.0416510 Apr 05 18:55:42.198198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.240791 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-823082c7-ac04-41d2-bcd5-baae0ce042e0 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=064931c3-7eec-49b6-8125-2e3580f82717 HTTP/1.1" status: 200 len: 205 time: 0.0409079 Apr 05 18:55:42.242869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34068) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.285600 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-e085da8d-cdeb-4fce-8bef-44726c31a155 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] delete failed (client error): The resource could not be found. Apr 05 18:55:42.286979 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e085da8d-cdeb-4fce-8bef-44726c31a155 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/064931c3-7eec-49b6-8125-2e3580f82717 HTTP/1.1" status: 404 len: 336 time: 0.0432069 Apr 05 18:55:42.289859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.324162 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-10432994-1787-4412-aac1-833f9d26cbf7 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=309458db-9fbd-4726-98ac-b77a97e35e9f HTTP/1.1" status: 200 len: 205 time: 0.0328429 Apr 05 18:55:42.326597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34072) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.363358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.366566 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-d7e3472d-70c0-42ef-a5db-7f4bd17d4054 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] delete failed (client error): The resource could not be found. Apr 05 18:55:42.369943 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d7e3472d-70c0-42ef-a5db-7f4bd17d4054 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/309458db-9fbd-4726-98ac-b77a97e35e9f HTTP/1.1" status: 404 len: 336 time: 0.0399480 Apr 05 18:55:42.370838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34074) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.394520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=5ab425bb-1d86-4ff3-a913-a99fa059dbc9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:42.403409 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ae068d7e-0073-44ee-be9b-776b837f56af tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e94998f2-f8db-47a1-80ba-51366d1edd12 HTTP/1.1" status: 200 len: 205 time: 0.0312867 Apr 05 18:55:42.406048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34076) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.451620 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-d51a72c2-fde6-44d0-b561-455be8ec47d4 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] delete failed (client error): The resource could not be found. Apr 05 18:55:42.452695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d51a72c2-fde6-44d0-b561-455be8ec47d4 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/routers/e94998f2-f8db-47a1-80ba-51366d1edd12 HTTP/1.1" status: 404 len: 336 time: 0.0457251 Apr 05 18:55:42.455773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34078) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.467497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.490960 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8814b6-d312-44f9-b5ad-2ffcb3082e22 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] DELETE failed (client error): The resource could not be found. Apr 05 18:55:42.491371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8814b6-d312-44f9-b5ad-2ffcb3082e22 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:55:42.498010 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1e8814b6-d312-44f9-b5ad-2ffcb3082e22 tempest-RoutersAdminTest-138268244 tempest-RoutersAdminTest-138268244-project] 10.222.0.15 "DELETE /v2.0/subnets/77259e2d-ecd5-40c4-8952-a2aa72f5f96a HTTP/1.1" status: 404 len: 337 time: 0.0384917 Apr 05 18:55:42.569751 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.573181 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.622471 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.623164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Fanout notify agent at l3_agent the message router_deleted on router 68912304-746a-48dc-8f19-c0b06d422798 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:42.634056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.635657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9d644315-b0f9-4eb0-8ab7-e38cbdbd5fc0 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/68912304-746a-48dc-8f19-c0b06d422798 HTTP/1.1" status: 204 len: 168 time: 1.0063264 Apr 05 18:55:42.639674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34084) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.645824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'network': {'name': 'tempest-RoutersTest-1772783141'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:42.666993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:42.670803 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.697574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:55:42.707970 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.708314 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added segment bc1ff3d2-5972-42b4-bf8f-4e427b6c1071 of type vlan for network 9251d038-c8f7-4844-8dda-4b9c6609ab52 Apr 05 18:55:42.739464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34086) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.760213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.785512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.796336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:42.797269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.807459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.834728 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1936545 Apr 05 18:55:42.837778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34090) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:42.843235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'subnet': {'network_id': '9251d038-c8f7-4844-8dda-4b9c6609ab52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:42.908160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbd5e-0ba5-47a9-a388-f1a10898a6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:42.910093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62903a87-bd98-4783-9466-67569b7a0e56 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Network': ['ID=9251d038-c8f7-4844-8dda-4b9c6609ab52,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:42.922767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 9251d038-c8f7-4844-8dda-4b9c6609ab52 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:55:42.968173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:42.974323 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.048190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbd5e-0ba5-47a9-a388-f1a10898a6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.054305 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbd5e-0ba5-47a9-a388-f1a10898a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.109369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dbd5e-0ba5-47a9-a388-f1a10898a6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ccddfe-9b26-48b3-a543-5aa7397c49ee,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:43.116948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4d1dbd5e-0ba5-47a9-a388-f1a10898a6dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1c21de9b07240939bc7ce44a83da57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767581 Apr 05 18:55:43.117832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34098) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:43.186276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e410f8-d918-4644-83b8-dc37da457968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.216043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e410f8-d918-4644-83b8-dc37da457968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.232115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9b94c-5319-4207-be12-779a27f5a1c0 req-8a0a0139-15d7-4c6b-b472-b70a472962a0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:43.241197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fae9b94c-5319-4207-be12-779a27f5a1c0 req-8a0a0139-15d7-4c6b-b472-b70a472962a0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1684167 Apr 05 18:55:43.255518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371be5e-cdd0-429c-851f-0688b815852a req-cbed5702-d5d8-4e12-aa82-e6ea87205ced tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:43.257393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9371be5e-cdd0-429c-851f-0688b815852a req-cbed5702-d5d8-4e12-aa82-e6ea87205ced tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1623824 Apr 05 18:55:43.287800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e410f8-d918-4644-83b8-dc37da457968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.292610 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53e410f8-d918-4644-83b8-dc37da457968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.293889 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-53e410f8-d918-4644-83b8-dc37da457968 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0ccddfe-9b26-48b3-a543-5aa7397c49ee HTTP/1.1" status: 204 len: 168 time: 0.1744187 Apr 05 18:55:43.309654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e410f8-d918-4644-83b8-dc37da457968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ccddfe-9b26-48b3-a543-5aa7397c49ee,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:43.379424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fae9b94c-5319-4207-be12-779a27f5a1c0 req-9f90f558-854a-4fc2-8ca6-b897da610f38 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325049 Apr 05 18:55:43.385007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9371be5e-cdd0-429c-851f-0688b815852a req-f7626ebb-2407-413a-b0da-aa45b74e8b1f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202626 Apr 05 18:55:43.457942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.528954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Subnet': ['ID=78ea7925-9341-4968-8dc6-a69d6596738d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:43.533620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Checking segment: {'id': 'bc1ff3d2-5972-42b4-bf8f-4e427b6c1071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9251d038-c8f7-4844-8dda-4b9c6609ab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:43.534186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network hostable DHCP agents. Network: 9251d038-c8f7-4844-8dda-4b9c6609ab52, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:43.554656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 9251d038-c8f7-4844-8dda-4b9c6609ab52 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:43.565959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 9251d038-c8f7-4844-8dda-4b9c6609ab52) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:43.570361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:43.571031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.582898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09bd187-8237-469e-ade3-51be39507c80 None None] Network 9251d038-c8f7-4844-8dda-4b9c6609ab52 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:43.594083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f4be7b9a-9b23-4b32-8fb5-542b3b6f8639 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7551806 Apr 05 18:55:43.596818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34106) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:43.602497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6b0efaf9-c3f3-4911-a385-0aa001695a2a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-579709055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:43.627407 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b0efaf9-c3f3-4911-a385-0aa001695a2a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.628736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b0efaf9-c3f3-4911-a385-0aa001695a2a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.681809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34108) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:43.694680 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b0efaf9-c3f3-4911-a385-0aa001695a2a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.700681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b0efaf9-c3f3-4911-a385-0aa001695a2a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.724427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b0efaf9-c3f3-4911-a385-0aa001695a2a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.730036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6b0efaf9-c3f3-4911-a385-0aa001695a2a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1278923 Apr 05 18:55:43.730036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34110) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:43.746307 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d602ca66-4370-4e75-8656-cc356c02871c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a655e1032bc849629f1c7fc7dda6f7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598872 Apr 05 18:55:43.748702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34112) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:43.768654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-9251d038-c8f7-4844-8dda-4b9c6609ab52', 'network_id': '9251d038-c8f7-4844-8dda-4b9c6609ab52', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'fixed_ips': [{'subnet_id': '78ea7925-9341-4968-8dc6-a69d6596738d'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:55:43.770645 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.811922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d83f8fa2-5710-47cd-9cf8-c8a68c9b6694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.847851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d83f8fa2-5710-47cd-9cf8-c8a68c9b6694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.917440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d83f8fa2-5710-47cd-9cf8-c8a68c9b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.920998 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d83f8fa2-5710-47cd-9cf8-c8a68c9b6694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:43.922674 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d83f8fa2-5710-47cd-9cf8-c8a68c9b6694 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a9a02c6-4b6a-445d-96cb-b253122e875c HTTP/1.1" status: 204 len: 168 time: 0.1725547 Apr 05 18:55:43.948558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f8fa2-5710-47cd-9cf8-c8a68c9b6694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a02c6-4b6a-445d-96cb-b253122e875c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:43.956543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Allocated IP 172.20.0.2 (9251d038-c8f7-4844-8dda-4b9c6609ab52/78ea7925-9341-4968-8dc6-a69d6596738d/5612933c-0179-4ca2-857c-d8181d3fc347) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:44.119642 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.301854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.315768 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.319869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34124) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:44.389943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Network 9251d038-c8f7-4844-8dda-4b9c6609ab52 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:44.396111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:44.402383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:44.411027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Pushing event updated for resources: {'Port': ['ID=5612933c-0179-4ca2-857c-d8181d3fc347,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:44.413432 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.469574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Attempting to bind port 5612933c-0179-4ca2-857c-d8181d3fc347 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:44.470360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Attempting to bind port 5612933c-0179-4ca2-857c-d8181d3fc347 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'bc1ff3d2-5972-42b4-bf8f-4e427b6c1071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9251d038-c8f7-4844-8dda-4b9c6609ab52'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:44.470970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Attempting to bind port 5612933c-0179-4ca2-857c-d8181d3fc347 on network 9251d038-c8f7-4844-8dda-4b9c6609ab52 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:44.487336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:44.488156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Checking segment: {'id': 'bc1ff3d2-5972-42b4-bf8f-4e427b6c1071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9251d038-c8f7-4844-8dda-4b9c6609ab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:44.488863 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.489548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Bound using segment: {'id': 'bc1ff3d2-5972-42b4-bf8f-4e427b6c1071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9251d038-c8f7-4844-8dda-4b9c6609ab52'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:44.501793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Bound port: 5612933c-0179-4ca2-857c-d8181d3fc347, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1ff3d2-5972-42b4-bf8f-4e427b6c1071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9251d038-c8f7-4844-8dda-4b9c6609ab52'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:44.504655 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.507752 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e79061f8-8114-4691-b4fc-5cbc44d1d28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.563445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.20.0.1 (9251d038-c8f7-4844-8dda-4b9c6609ab52/78ea7925-9341-4968-8dc6-a69d6596738d/6fc42d1a-c917-44a1-9167-d9e2ffd9888f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:44.655549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e79061f8-8114-4691-b4fc-5cbc44d1d28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.661913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e79061f8-8114-4691-b4fc-5cbc44d1d28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.727783 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e79061f8-8114-4691-b4fc-5cbc44d1d28b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5e80eb051f24ff8b0982daa77b12452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067388 Apr 05 18:55:44.728696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34140) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:44.733824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79061f8-8114-4691-b4fc-5cbc44d1d28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335f3c6d-47fa-4e11-a99d-32e0fbc889ce,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:44.737514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb2964-114f-47a5-a5c7-7e9d5fb44c89 req-4a6a11ad-c2de-4e61-9e41-66be1dfc112f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:44.746268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73fb2964-114f-47a5-a5c7-7e9d5fb44c89 req-4a6a11ad-c2de-4e61-9e41-66be1dfc112f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1768358 Apr 05 18:55:44.756488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd96ed-a664-46b7-bcc0-2ba9205407ae req-222fb048-28a6-44ea-b580-d0ba2804a2a0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:44.757910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cbd96ed-a664-46b7-bcc0-2ba9205407ae req-222fb048-28a6-44ea-b580-d0ba2804a2a0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1873033 Apr 05 18:55:44.800494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] For port 5612933c-0179-4ca2-857c-d8181d3fc347, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:44.804702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] For port 5612933c-0179-4ca2-857c-d8181d3fc347, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5612933c-0179-4ca2-857c-d8181d3fc347,segment=NetworkSegment(bc1ff3d2-5972-42b4-bf8f-4e427b6c1071),segment_id=bc1ff3d2-5972-42b4-bf8f-4e427b6c1071)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:44.816959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.880103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73fb2964-114f-47a5-a5c7-7e9d5fb44c89 req-96d71d63-7025-41d2-8002-ce0faaf10cec tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305223 Apr 05 18:55:44.901819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a606a4-db7f-4419-a6e2-d8c2089eeb10 None None] Pushing event updated for resources: {'Port': ['ID=5612933c-0179-4ca2-857c-d8181d3fc347,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:44.926628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cbd96ed-a664-46b7-bcc0-2ba9205407ae req-9fe11e36-9aca-4be9-a6f7-58572902f091 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575189 Apr 05 18:55:44.945255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.950718 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-038f3b79-85ff-4f86-bd6c-9078197e5889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:44.974237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.025746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-038f3b79-85ff-4f86-bd6c-9078197e5889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.085172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.152330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34166) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:45.161831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 9251d038-c8f7-4844-8dda-4b9c6609ab52 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:45.177829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:45.201094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:45.208020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=6fc42d1a-c917-44a1-9167-d9e2ffd9888f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:45.313450 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-038f3b79-85ff-4f86-bd6c-9078197e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.319155 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-038f3b79-85ff-4f86-bd6c-9078197e5889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.321418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-038f3b79-85ff-4f86-bd6c-9078197e5889 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/335f3c6d-47fa-4e11-a99d-32e0fbc889ce HTTP/1.1" status: 204 len: 168 time: 0.5612266 Apr 05 18:55:45.377891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-478673220'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:45.390483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f3b79-85ff-4f86-bd6c-9078197e5889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335f3c6d-47fa-4e11-a99d-32e0fbc889ce,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:45.418495 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.420577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:45.429334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.442955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.548967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6481f2b-8d5f-4ec4-ae08-042a2d82aa7b req-07f493f1-4f89-4f33-b26d-dd1d88ac8d34 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:45.554546 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.558955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6481f2b-8d5f-4ec4-ae08-042a2d82aa7b req-07f493f1-4f89-4f33-b26d-dd1d88ac8d34 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.2670405 Apr 05 18:55:45.560421 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.577254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-d996b6e7-a93f-408b-8a1e-c8713451463b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:45.584192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-d996b6e7-a93f-408b-8a1e-c8713451463b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 814 time: 0.4358730 Apr 05 18:55:45.590461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:55:45.600570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa246ee1-26be-45c4-ad8d-35223bfac8b7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:45.606167 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.606548 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added segment a25d3f04-573c-47f3-8ce6-0628e15a618b of type vlan for network 97409e7d-0359-4329-ab36-0879e3710684 Apr 05 18:55:45.607631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-a103acd2-50bd-4dfb-9839-e64ccb23c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:45.609224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-a103acd2-50bd-4dfb-9839-e64ccb23c3c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 1096 time: 0.3156688 Apr 05 18:55:45.625052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2c52254c-91b7-44ce-9279-29703d6214f5 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/quotas/bedc8b06df174d5d838d939dc7ba7d44 HTTP/1.1" status: 200 len: 375 time: 0.0399883 Apr 05 18:55:45.648011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.684180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.694679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:45.694679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.783850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6296766 Apr 05 18:55:45.785200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34178) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:45.797139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1656464553'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:45.807238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7343fd0-328b-4dc1-a93e-8a9c64920ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Network': ['ID=97409e7d-0359-4329-ab36-0879e3710684,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:45.832200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 97409e7d-0359-4329-ab36-0879e3710684 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:55:45.838455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:45.845158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.884429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:55:45.904033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:45.906125 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added segment 6fdeede7-f6fc-448c-9655-7b5b6152b771 of type vlan for network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 Apr 05 18:55:45.980744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.029449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.036284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:46.037195 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.077143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2852688 Apr 05 18:55:46.110501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34188) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:46.126006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'subnet': {'network_id': '97409e7d-0359-4329-ab36-0879e3710684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:46.142557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6481f2b-8d5f-4ec4-ae08-042a2d82aa7b req-dc2a7c74-ab11-4c1a-9fcc-f3213def5d63 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5825689 Apr 05 18:55:46.171634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03f86a-ec17-45d5-9ef5-a7d24f8e5a1f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Network': ['ID=0b5acfe2-c170-4984-ab1d-ab454b6abfb4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:46.178144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.186187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:55:46.208783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-cf124c0f-d186-4885-b29d-606f75e3bde4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5827925 Apr 05 18:55:46.315750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:46.320367 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.368357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-3cec5939-0708-4abe-8e40-910c991b0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:46.370193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-3cec5939-0708-4abe-8e40-910c991b0936 service neutron] 10.222.0.20 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 910 time: 0.7524891 Apr 05 18:55:46.406751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c53e0-df61-4220-9dce-2138b4f4b23b None None] Network 9251d038-c8f7-4844-8dda-4b9c6609ab52 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:46.487496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-005159f2-58c9-40fe-b75d-c4fcfa938fa1 service neutron] 10.222.0.15 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778490 Apr 05 18:55:46.518708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e5b65932-2f14-48b7-86a9-e9045825f964 None None] Provisioning complete for port 5612933c-0179-4ca2-857c-d8181d3fc347 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:46.518708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5b65932-2f14-48b7-86a9-e9045825f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.613237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-286f76d9-ea2c-4a8c-a22d-f89ee5959f48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b HTTP/1.1" status: 200 len: 1000 time: 0.1953630 Apr 05 18:55:46.618244 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.687120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Subnet': ['ID=d20df3f3-3430-4674-9212-18d535c015ac,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:46.698899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Checking segment: {'id': 'a25d3f04-573c-47f3-8ce6-0628e15a618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97409e7d-0359-4329-ab36-0879e3710684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:46.699406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network hostable DHCP agents. Network: 97409e7d-0359-4329-ab36-0879e3710684, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:46.709402 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5b65932-2f14-48b7-86a9-e9045825f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.724493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 97409e7d-0359-4329-ab36-0879e3710684 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:46.728986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5612933c-0179-4ca2-857c-d8181d3fc347 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:46.741990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 97409e7d-0359-4329-ab36-0879e3710684) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:46.749816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:46.750568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.764340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e099a5d9-9ed1-40cc-8b17-596c17e542b0 None None] Network 97409e7d-0359-4329-ab36-0879e3710684 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:46.783996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-798b1103-8dd2-456d-959a-6c2e40a20172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:46.785930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-798b1103-8dd2-456d-959a-6c2e40a20172 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 200 len: 849 time: 0.1610041 Apr 05 18:55:46.793543 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6bc41309-7cd7-4dd4-8921-0521e1a39be1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6793258 Apr 05 18:55:46.793715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34198) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:46.796304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-8ef13993-4831-4800-953e-3c6ca1262119 service neutron] 10.222.0.15 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944784 Apr 05 18:55:46.798665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'subnet': {'network_id': '0b5acfe2-c170-4984-ab1d-ab454b6abfb4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:46.882135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e5b65932-2f14-48b7-86a9-e9045825f964 None None] For port 5612933c-0179-4ca2-857c-d8181d3fc347, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5612933c-0179-4ca2-857c-d8181d3fc347,segment=NetworkSegment(bc1ff3d2-5972-42b4-bf8f-4e427b6c1071),segment_id=bc1ff3d2-5972-42b4-bf8f-4e427b6c1071)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:46.907248 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5b65932-2f14-48b7-86a9-e9045825f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.914020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:46.920213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:46.938273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-8a8ed9eb-d9e3-4c72-a2f7-7d7713128ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:46.939810 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-8a8ed9eb-d9e3-4c72-a2f7-7d7713128ccd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=915604ac-55a7-4f2d-abfa-faea6df09772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395097 Apr 05 18:55:46.988687 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.013766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.057598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5612933c-0179-4ca2-857c-d8181d3fc347 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:47.058185 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.061138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b65932-2f14-48b7-86a9-e9045825f964 None None] Pushing event updated for resources: {'Port': ['ID=5612933c-0179-4ca2-857c-d8181d3fc347,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:47.245450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-97409e7d-0359-4329-ab36-0879e3710684', 'network_id': '97409e7d-0359-4329-ab36-0879e3710684', 'tenant_id': '654177f36674476ba227bc202d43d819', 'fixed_ips': [{'subnet_id': 'd20df3f3-3430-4674-9212-18d535c015ac'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:55:47.246900 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.330703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf1e59d5-8c8a-4c63-a25a-d898e0113631 req-1abcd7f8-3a3e-4122-870f-3f3e777b8bff tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 210 time: 0.1714005 Apr 05 18:55:47.338030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.387980 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.447957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=6fc42d1a-c917-44a1-9167-d9e2ffd9888f,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:47.457701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-05c2bc4f-5181-4354-8502-29aebd9b2a4d None None] Provisioning complete for port 6fc42d1a-c917-44a1-9167-d9e2ffd9888f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:47.458156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05c2bc4f-5181-4354-8502-29aebd9b2a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.472375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Subnet': ['ID=1f1ff573-f261-45be-89b5-4c86988e7ba9,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:47.495406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Checking segment: {'id': '6fdeede7-f6fc-448c-9655-7b5b6152b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0b5acfe2-c170-4984-ab1d-ab454b6abfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:47.495774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network hostable DHCP agents. Network: 0b5acfe2-c170-4984-ab1d-ab454b6abfb4, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:47.525988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:47.538720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0b5acfe2-c170-4984-ab1d-ab454b6abfb4) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:47.544438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:47.548659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.559460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3797a9b-e9b1-40a8-bf79-91b565910630 req-a46e78a2-17dc-4796-9895-ea5e743be718 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:47.561279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3797a9b-e9b1-40a8-bf79-91b565910630 req-a46e78a2-17dc-4796-9895-ea5e743be718 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.2394180 Apr 05 18:55:47.565794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-a4286f73-4993-4fed-8680-e96e870ff337 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097696 Apr 05 18:55:47.576054 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a7fc79cc-84ff-48a7-98d1-dd8db152f331 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7812979 Apr 05 18:55:47.580515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34224) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:47.585092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b8f19a56-56b8-4ce7-b8ec-d0135c6ba63e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-722723211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:47.608576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2799393c-935b-4f34-8738-8557bfe32974 None None] Network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:47.612232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-05c2bc4f-5181-4354-8502-29aebd9b2a4d None None] Port 6fc42d1a-c917-44a1-9167-d9e2ffd9888f cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:47.634749 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8f19a56-56b8-4ce7-b8ec-d0135c6ba63e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.635804 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8f19a56-56b8-4ce7-b8ec-d0135c6ba63e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.688914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-05c2bc4f-5181-4354-8502-29aebd9b2a4d None None] Provisioning complete for port 5612933c-0179-4ca2-857c-d8181d3fc347 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:47.689293 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05c2bc4f-5181-4354-8502-29aebd9b2a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.739154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3797a9b-e9b1-40a8-bf79-91b565910630 req-a531a777-203c-4c7d-9d9f-30ad0a4d10c3 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314533 Apr 05 18:55:47.772693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 9251d038-c8f7-4844-8dda-4b9c6609ab52 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:47.775249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8f19a56-56b8-4ce7-b8ec-d0135c6ba63e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.780836 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8f19a56-56b8-4ce7-b8ec-d0135c6ba63e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.801354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:47.803831 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8f19a56-56b8-4ce7-b8ec-d0135c6ba63e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:47.805909 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b8f19a56-56b8-4ce7-b8ec-d0135c6ba63e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2244267 Apr 05 18:55:47.808547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34228) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:47.931277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Allocated IP 2001:db8::2 (97409e7d-0359-4329-ab36-0879e3710684/d20df3f3-3430-4674-9212-18d535c015ac/4f330b15-d48e-4359-9982-bf5bebfdef16) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:47.934033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-998ba14a-aa13-4203-9c92-87851c5e45cd req-1002c1c0-b93a-4a8a-8e28-92bd92800670 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370273 Apr 05 18:55:48.033971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 1b76fcdd-b576-4a75-a3f1-9864bbef9f1b is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:48.205292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b5acfe2-c170-4984-ab1d-ab454b6abfb4', 'network_id': '0b5acfe2-c170-4984-ab1d-ab454b6abfb4', 'tenant_id': '654177f36674476ba227bc202d43d819', 'fixed_ips': [{'subnet_id': '1f1ff573-f261-45be-89b5-4c86988e7ba9'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:55:48.206709 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.207760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:48.214910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8ee99469-e8b2-4a9f-81cb-225b66e47a17 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/1b76fcdd-b576-4a75-a3f1-9864bbef9f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4842143 Apr 05 18:55:48.217221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34230) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:48.230805 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34232) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:48.238940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06355c57-79a2-46b2-81f7-4b591a175687 None None] Sync routers for ids ['1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:48.240285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722301609', 'description': 'tempest-secgroup-smoke-722301609 description', 'project_id': 'b886d9b388b44c298984420374d39150'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:48.279900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7389641-7eb4-4d60-a86c-7392ff41cb37 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:48.283899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c7389641-7eb4-4d60-a86c-7392ff41cb37 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports/6fc42d1a-c917-44a1-9167-d9e2ffd9888f HTTP/1.1" status: 200 len: 910 time: 0.0632417 Apr 05 18:55:48.284097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34234) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:48.289054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.291455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06355c57-79a2-46b2-81f7-4b591a175687 None None] Routers {'1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:48.292194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-06355c57-79a2-46b2-81f7-4b591a175687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:48.295012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5ea239c6-6fce-4974-8845-5eb6fe13a338 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78ea7925-9341-4968-8dc6-a69d6596738d'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:48.302089 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.341965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.361753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e0d2e0ff-2ef4-44ae-a21e-0dbb6587d89a None None] Provisioning complete for port 6fc42d1a-c917-44a1-9167-d9e2ffd9888f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:48.362239 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e0ff-2ef4-44ae-a21e-0dbb6587d89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.422583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-06355c57-79a2-46b2-81f7-4b591a175687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:48.475520 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.478018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e0d2e0ff-2ef4-44ae-a21e-0dbb6587d89a None None] Port 6fc42d1a-c917-44a1-9167-d9e2ffd9888f cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:48.482649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06355c57-79a2-46b2-81f7-4b591a175687 None None] Routers {'1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:48.483516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-06355c57-79a2-46b2-81f7-4b591a175687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:48.513336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ea239c6-6fce-4974-8845-5eb6fe13a338 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.537662 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.549709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-06355c57-79a2-46b2-81f7-4b591a175687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:48.550358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06355c57-79a2-46b2-81f7-4b591a175687 None None] The sync data for ids ['1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:48.600328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.608177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.615080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Network 97409e7d-0359-4329-ab36-0879e3710684 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:48.623766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-19bed4eb-1642-419a-adc7-b8ea5e258e3b req-da245ca4-37af-42d0-b781-326ed42ab173 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 210 time: 0.1013253 Apr 05 18:55:48.635666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Allocated IP 2001:db8:1::2 (0b5acfe2-c170-4984-ab1d-ab454b6abfb4/1f1ff573-f261-45be-89b5-4c86988e7ba9/0c70172e-227c-45b1-954a-d27384ddd713) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:48.640627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:48.656481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:48.658478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Pushing event updated for resources: {'Port': ['ID=4f330b15-d48e-4359-9982-bf5bebfdef16,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:48.689959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 2001:db8::1 (97409e7d-0359-4329-ab36-0879e3710684/d20df3f3-3430-4674-9212-18d535c015ac/83619647-b0d9-4fbd-9a0b-70b27ef16da8) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:48.697593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fea549fe-5ffa-4810-88f8-512611fb6f43 None None] Provisioning complete for port 6fc42d1a-c917-44a1-9167-d9e2ffd9888f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:48.697593 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fea549fe-5ffa-4810-88f8-512611fb6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.728296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2520517-8eef-41f1-82db-1d3df560328d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:48.843569 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.852502 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.919514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:48.924287 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6923096 Apr 05 18:55:48.930904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34240) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:48.940300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1a1eb5a0-b29b-4523-aae5-8a2fef607a31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '1e85ebff-508b-42b7-9788-717036670412', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:48.948032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5612933c-0179-4ca2-857c-d8181d3fc347 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:48.953826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a4a55-63e2-4549-a5d5-d9049056afc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e85ebff-508b-42b7-9788-717036670412,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:48.986754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.003877 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb5a0-b29b-4523-aae5-8a2fef607a31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.012674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Attempting to bind port 4f330b15-d48e-4359-9982-bf5bebfdef16 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:49.013044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Attempting to bind port 4f330b15-d48e-4359-9982-bf5bebfdef16 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'a25d3f04-573c-47f3-8ce6-0628e15a618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97409e7d-0359-4329-ab36-0879e3710684'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:49.013402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Attempting to bind port 4f330b15-d48e-4359-9982-bf5bebfdef16 on network 97409e7d-0359-4329-ab36-0879e3710684 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:49.018668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fea549fe-5ffa-4810-88f8-512611fb6f43 None None] Port 6fc42d1a-c917-44a1-9167-d9e2ffd9888f cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:49.037911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:49.038328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Checking segment: {'id': 'a25d3f04-573c-47f3-8ce6-0628e15a618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97409e7d-0359-4329-ab36-0879e3710684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:49.038707 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.039637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Bound using segment: {'id': 'a25d3f04-573c-47f3-8ce6-0628e15a618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97409e7d-0359-4329-ab36-0879e3710684'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:49.040359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Bound port: 4f330b15-d48e-4359-9982-bf5bebfdef16, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25d3f04-573c-47f3-8ce6-0628e15a618b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97409e7d-0359-4329-ab36-0879e3710684'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:49.040743 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.041803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ae28a-fc60-4892-8bc7-935f0b578489 req-54d7d936-943b-42dc-806e-d46b8e719786 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:49.043342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee8ae28a-fc60-4892-8bc7-935f0b578489 req-54d7d936-943b-42dc-806e-d46b8e719786 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1744671 Apr 05 18:55:49.088225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb5a0-b29b-4523-aae5-8a2fef607a31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.090538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.092512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2f8e21ba-3149-4884-b796-251d83f096e8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:49.095631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2f8e21ba-3149-4884-b796-251d83f096e8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.20 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 814 time: 0.2734041 Apr 05 18:55:49.101328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb5a0-b29b-4523-aae5-8a2fef607a31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.114952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Request body: {'port': {'device_id': '15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3', 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f', 'admin_state_up': True, 'tenant_id': 'bedc8b06df174d5d838d939dc7ba7d44'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:49.132300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5612933c-0179-4ca2-857c-d8181d3fc347 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:49.132669 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.156280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 97409e7d-0359-4329-ab36-0879e3710684 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:49.165013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:49.169012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb5a0-b29b-4523-aae5-8a2fef607a31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.173277 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1a1eb5a0-b29b-4523-aae5-8a2fef607a31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2413337 Apr 05 18:55:49.174137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34242) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:49.176685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:49.177293 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.187601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.189955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4363be04-4cf7-4661-9821-1cfc67c9ae9d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '1e85ebff-508b-42b7-9788-717036670412', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:49.203199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] For port 4f330b15-d48e-4359-9982-bf5bebfdef16, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:49.205941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.208871 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] For port 4f330b15-d48e-4359-9982-bf5bebfdef16, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4f330b15-d48e-4359-9982-bf5bebfdef16,segment=NetworkSegment(a25d3f04-573c-47f3-8ce6-0628e15a618b),segment_id=a25d3f04-573c-47f3-8ce6-0628e15a618b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:49.236487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eb5a0-b29b-4523-aae5-8a2fef607a31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0815b71d-14e6-4a3d-9d3a-fe0f3a47c724,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:49.239755 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.258591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=83619647-b0d9-4fbd-9a0b-70b27ef16da8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:49.276606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:49.277297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Pushing event updated for resources: {'Port': ['ID=0c70172e-227c-45b1-954a-d27384ddd713,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:49.284907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:49.288794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:49.292145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4363be04-4cf7-4661-9821-1cfc67c9ae9d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.369706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4363be04-4cf7-4661-9821-1cfc67c9ae9d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.379132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee8ae28a-fc60-4892-8bc7-935f0b578489 req-c90e0aa9-e70b-49c6-a6bd-0061f2f59344 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035204 Apr 05 18:55:49.395977 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4363be04-4cf7-4661-9821-1cfc67c9ae9d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.424718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.427238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363be04-4cf7-4661-9821-1cfc67c9ae9d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ae1eba-1c6d-4b96-acae-5b6d04cda230,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:49.442247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4363be04-4cf7-4661-9821-1cfc67c9ae9d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.443745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad37bb5-9f39-4055-a79e-5cb697132b64 None None] Pushing event updated for resources: {'Port': ['ID=4f330b15-d48e-4359-9982-bf5bebfdef16,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:49.447778 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4363be04-4cf7-4661-9821-1cfc67c9ae9d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2620173 Apr 05 18:55:49.449859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34246) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:49.451478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Attempting to bind port 0c70172e-227c-45b1-954a-d27384ddd713 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:49.451845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Attempting to bind port 0c70172e-227c-45b1-954a-d27384ddd713 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6fdeede7-f6fc-448c-9655-7b5b6152b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0b5acfe2-c170-4984-ab1d-ab454b6abfb4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:49.452242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Attempting to bind port 0c70172e-227c-45b1-954a-d27384ddd713 on network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:49.454286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-df8b7638-2083-4612-a4cb-18a46598eaa3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '1e85ebff-508b-42b7-9788-717036670412', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:49.458063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:49.459134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Checking segment: {'id': '6fdeede7-f6fc-448c-9655-7b5b6152b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0b5acfe2-c170-4984-ab1d-ab454b6abfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:49.459134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.459372 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Bound using segment: {'id': '6fdeede7-f6fc-448c-9655-7b5b6152b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0b5acfe2-c170-4984-ab1d-ab454b6abfb4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:49.459774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Bound port: 0c70172e-227c-45b1-954a-d27384ddd713, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdeede7-f6fc-448c-9655-7b5b6152b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0b5acfe2-c170-4984-ab1d-ab454b6abfb4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:49.460173 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.532780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ea239c6-6fce-4974-8845-5eb6fe13a338 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.536010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] For port 0c70172e-227c-45b1-954a-d27384ddd713, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:49.542273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] For port 0c70172e-227c-45b1-954a-d27384ddd713, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0c70172e-227c-45b1-954a-d27384ddd713,segment=NetworkSegment(6fdeede7-f6fc-448c-9655-7b5b6152b771),segment_id=6fdeede7-f6fc-448c-9655-7b5b6152b771)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:49.543423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Made reservation on behalf of bedc8b06df174d5d838d939dc7ba7d44 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:49.547644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.547779 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.550870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ea239c6-6fce-4974-8845-5eb6fe13a338 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.612548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df8b7638-2083-4612-a4cb-18a46598eaa3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.683219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675296d7-a1ce-4c7a-9d08-46f3b6aecfa3 None None] Pushing event updated for resources: {'Port': ['ID=0c70172e-227c-45b1-954a-d27384ddd713,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:49.721422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea239c6-6fce-4974-8845-5eb6fe13a338 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:49.722063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ea239c6-6fce-4974-8845-5eb6fe13a338 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.723453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5ea239c6-6fce-4974-8845-5eb6fe13a338 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/ports/6fc42d1a-c917-44a1-9167-d9e2ffd9888f HTTP/1.1" status: 200 len: 910 time: 1.4379041 Apr 05 18:55:49.724372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea239c6-6fce-4974-8845-5eb6fe13a338 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=6fc42d1a-c917-44a1-9167-d9e2ffd9888f,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:49.726344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34250) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:49.764413 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df8b7638-2083-4612-a4cb-18a46598eaa3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.770089 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df8b7638-2083-4612-a4cb-18a46598eaa3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.839124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4da0abf4-adbc-45fa-b689-61cac6919fdd req-beeccd60-9b79-4c33-be84-7eb4dc24fb8b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 210 time: 0.0973873 Apr 05 18:55:49.855675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b7638-2083-4612-a4cb-18a46598eaa3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182ca8f8-6577-41a4-b592-81488d8f2c12,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:49.896130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df8b7638-2083-4612-a4cb-18a46598eaa3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.897351 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df8b7638-2083-4612-a4cb-18a46598eaa3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4465644 Apr 05 18:55:49.900100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34252) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:49.904481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1f68dbe2-19b9-46ad-9c5c-ef03dd1dc10c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '1e85ebff-508b-42b7-9788-717036670412', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:49.942932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Allocated IP 172.20.0.13 (4d8ec832-5cca-40d5-9da4-d5253d99dc7f/4493b425-a339-4865-a703-1763462166db/fbb7438b-ab72-46e4-ab92-45177e24512b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:49.955011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.956599 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1f68dbe2-19b9-46ad-9c5c-ef03dd1dc10c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.984633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:49.985417 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.130827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=83619647-b0d9-4fbd-9a0b-70b27ef16da8,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:50.155886 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1f68dbe2-19b9-46ad-9c5c-ef03dd1dc10c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.165889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1f68dbe2-19b9-46ad-9c5c-ef03dd1dc10c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.200818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68dbe2-19b9-46ad-9c5c-ef03dd1dc10c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20671916-dd51-4824-baf8-0de376a044cd,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:50.210305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 97409e7d-0359-4329-ab36-0879e3710684 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:50.212106 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:50.216885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1f68dbe2-19b9-46ad-9c5c-ef03dd1dc10c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.218118 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1f68dbe2-19b9-46ad-9c5c-ef03dd1dc10c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3170767 Apr 05 18:55:50.221761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34254) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:50.227566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4a289ca9-fc71-4f8d-9bae-2b906458cf3b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '1e85ebff-508b-42b7-9788-717036670412', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:50.321889 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-4a289ca9-fc71-4f8d-9bae-2b906458cf3b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Project b886d9b388b44c298984420374d39150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:55:50.329612 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a289ca9-fc71-4f8d-9bae-2b906458cf3b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.421908 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a289ca9-fc71-4f8d-9bae-2b906458cf3b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.423684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router 363974f7-a809-492b-a9ca-751e25b24eed is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:50.432885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a289ca9-fc71-4f8d-9bae-2b906458cf3b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.494849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a289ca9-fc71-4f8d-9bae-2b906458cf3b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfdc6ac-05e1-4cb6-80d1-6c56735321d2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:50.530008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a289ca9-fc71-4f8d-9bae-2b906458cf3b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.531280 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4a289ca9-fc71-4f8d-9bae-2b906458cf3b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3086457 Apr 05 18:55:50.533914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34256) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:50.538361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6e80d544-b69f-46ab-a765-bf3cf6495e05 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '1e85ebff-508b-42b7-9788-717036670412', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:50.572237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:50.580733 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6b808050-e5d9-4f8c-993b-0e1996d127fe tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/363974f7-a809-492b-a9ca-751e25b24eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7708497 Apr 05 18:55:50.583598 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-6e80d544-b69f-46ab-a765-bf3cf6495e05 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Project b886d9b388b44c298984420374d39150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:55:50.586375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34258) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:50.590759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e80d544-b69f-46ab-a765-bf3cf6495e05 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.593174 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910f9ac-b60c-413f-8846-eb0378415a57 None None] Sync routers for ids ['363974f7-a809-492b-a9ca-751e25b24eed'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:50.609036 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910f9ac-b60c-413f-8846-eb0378415a57 None None] Routers {'363974f7-a809-492b-a9ca-751e25b24eed'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:50.610156 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3910f9ac-b60c-413f-8846-eb0378415a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['363974f7-a809-492b-a9ca-751e25b24eed'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:50.648558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106002a-a1c8-4119-a956-557eb0ec91c5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:50.650306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3106002a-a1c8-4119-a956-557eb0ec91c5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports/83619647-b0d9-4fbd-9a0b-70b27ef16da8 HTTP/1.1" status: 200 len: 911 time: 0.0578310 Apr 05 18:55:50.656326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.662052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34260) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:50.690173 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3910f9ac-b60c-413f-8846-eb0378415a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:50.701888 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910f9ac-b60c-413f-8846-eb0378415a57 None None] Routers {'363974f7-a809-492b-a9ca-751e25b24eed'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:50.702962 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3910f9ac-b60c-413f-8846-eb0378415a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['363974f7-a809-492b-a9ca-751e25b24eed'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:50.741425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.803479 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3910f9ac-b60c-413f-8846-eb0378415a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:50.804152 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910f9ac-b60c-413f-8846-eb0378415a57 None None] The sync data for ids ['363974f7-a809-492b-a9ca-751e25b24eed'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:50.830936 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.854970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b409eda2-8d3a-464e-84ef-3f843a600794'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:55:50.876378 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e80d544-b69f-46ab-a765-bf3cf6495e05 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.892892 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e80d544-b69f-46ab-a765-bf3cf6495e05 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:50.907066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:50.944251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80d544-b69f-46ab-a765-bf3cf6495e05 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e4db87-026f-43d7-908c-8d2f16707623,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:50.956512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81612678-4226-44b5-9e66-f9cb3a3c78e2 None None] Network 97409e7d-0359-4329-ab36-0879e3710684 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:50.965013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:51.027721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:51.055369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4f330b15-d48e-4359-9982-bf5bebfdef16 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:51.095545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Pushing event updated for resources: {'Port': ['ID=fbb7438b-ab72-46e4-ab92-45177e24512b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:51.120185 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e80d544-b69f-46ab-a765-bf3cf6495e05 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.121402 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e80d544-b69f-46ab-a765-bf3cf6495e05 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5865011 Apr 05 18:55:51.126565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34266) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:51.138700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'network': {'name': 'tempest-network-smoke--1542427993', 'project_id': 'b886d9b388b44c298984420374d39150', 'port_security_enabled': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:51.146009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f374f629-c6ec-43e5-bb6b-3ceb1318dd7d None None] Provisioning complete for port 4f330b15-d48e-4359-9982-bf5bebfdef16 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:51.146378 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f374f629-c6ec-43e5-bb6b-3ceb1318dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.150467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:51.151251 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.187105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-e68b40b3-80d1-421c-8a2f-850021aca22f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0790107 Apr 05 18:55:51.197280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af23e7-c6ee-48dc-84d8-a50c423b152a req-fa2a21b7-df99-4d8b-ad08-4d65074ebb96 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:51.199040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41af23e7-c6ee-48dc-84d8-a50c423b152a req-fa2a21b7-df99-4d8b-ad08-4d65074ebb96 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 932 time: 0.2159848 Apr 05 18:55:51.205737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Request body: {'port': {'device_id': '15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:51.224446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:51.228290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.253625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad76a0-b7f5-48c9-b0cf-4a22f26ed7c6 None None] Network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:51.290861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:55:51.300137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41af23e7-c6ee-48dc-84d8-a50c423b152a req-5c75dbd5-ce37-46ca-96f7-64c43dd5993f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900488 Apr 05 18:55:51.327657 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.328909 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Added segment 1e45cd11-954e-43f0-97c6-e6c743a03b69 of type vlan for network 1bc7f2b0-810f-4911-8cf1-da27da5071ae Apr 05 18:55:51.329687 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.379297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4f330b15-d48e-4359-9982-bf5bebfdef16 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:51.379661 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.390178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.396208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.481339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 6fc42d1a-c917-44a1-9167-d9e2ffd9888f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:51.481670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.546566 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f374f629-c6ec-43e5-bb6b-3ceb1318dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.649714 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.669947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f374f629-c6ec-43e5-bb6b-3ceb1318dd7d None None] For port 4f330b15-d48e-4359-9982-bf5bebfdef16, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4f330b15-d48e-4359-9982-bf5bebfdef16,segment=NetworkSegment(a25d3f04-573c-47f3-8ce6-0628e15a618b),segment_id=a25d3f04-573c-47f3-8ce6-0628e15a618b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:51.674042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 6fc42d1a-c917-44a1-9167-d9e2ffd9888f owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:51.679385 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.684013 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f374f629-c6ec-43e5-bb6b-3ceb1318dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.798039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb7438b-ab72-46e4-ab92-45177e24512b {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:55:51.810729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.816507 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:55:51.816980 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:55:51.838042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374f629-c6ec-43e5-bb6b-3ceb1318dd7d None None] Pushing event updated for resources: {'Port': ['ID=4f330b15-d48e-4359-9982-bf5bebfdef16,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:51.853997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0bc0742c-6dc4-4ee1-b987-dae190482261 None None] Provisioning complete for port 0c70172e-227c-45b1-954a-d27384ddd713 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:51.854374 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bc0742c-6dc4-4ee1-b987-dae190482261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.895746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Transition to ACTIVE for port object fbb7438b-ab72-46e4-ab92-45177e24512b will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:55:51.909833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:51.982785 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bc0742c-6dc4-4ee1-b987-dae190482261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.015464 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.056835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Pushing event updated for resources: {'Port': ['ID=fbb7438b-ab72-46e4-ab92-45177e24512b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:52.059446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0bc0742c-6dc4-4ee1-b987-dae190482261 None None] For port 0c70172e-227c-45b1-954a-d27384ddd713, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0c70172e-227c-45b1-954a-d27384ddd713,segment=NetworkSegment(6fdeede7-f6fc-448c-9655-7b5b6152b771),segment_id=6fdeede7-f6fc-448c-9655-7b5b6152b771)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:52.069000 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bc0742c-6dc4-4ee1-b987-dae190482261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.073454 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.079397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:52.080282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.184617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Network': ['ID=1bc7f2b0-810f-4911-8cf1-da27da5071ae,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:52.190260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0742c-6dc4-4ee1-b987-dae190482261 None None] Pushing event updated for resources: {'Port': ['ID=0c70172e-227c-45b1-954a-d27384ddd713,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:52.194695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d3b61f58-607e-48b5-8abd-2460b311ec31 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0677950 Apr 05 18:55:52.198288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34268) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:52.199738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 1bc7f2b0-810f-4911-8cf1-da27da5071ae details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:55:52.206992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'admin_state_up': True, 'project_id': 'b886d9b388b44c298984420374d39150', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:52.212621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=6fc42d1a-c917-44a1-9167-d9e2ffd9888f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:52.250956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 2001:db8:1::1 (0b5acfe2-c170-4984-ab1d-ab454b6abfb4/1f1ff573-f261-45be-89b5-4c86988e7ba9/1b409a47-329d-40a2-9745-933cfcaf0667) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:52.319821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Attempting to bind port fbb7438b-ab72-46e4-ab92-45177e24512b on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:52.320159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Attempting to bind port fbb7438b-ab72-46e4-ab92-45177e24512b by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '4f3fb0e7-e468-4f30-bd20-a19c8b980a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:52.321370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Attempting to bind port fbb7438b-ab72-46e4-ab92-45177e24512b on network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:52.330288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Port fbb7438b-ab72-46e4-ab92-45177e24512b on network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:55:52.330640 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Attempting to bind port fbb7438b-ab72-46e4-ab92-45177e24512b on network 4d8ec832-5cca-40d5-9da4-d5253d99dc7f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:52.390424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:52.390775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Checking segment: {'id': '4f3fb0e7-e468-4f30-bd20-a19c8b980a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:52.391158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Bound using segment: {'id': '4f3fb0e7-e468-4f30-bd20-a19c8b980a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:52.391608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Bound port: fbb7438b-ab72-46e4-ab92-45177e24512b, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3fb0e7-e468-4f30-bd20-a19c8b980a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:52.391960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.406463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0c70172e-227c-45b1-954a-d27384ddd713 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:52.419357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.421065 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.439113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.442827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-382538bd-65a0-4737-93ba-4dd7b6b2ed89 None None] Provisioning complete for port 83619647-b0d9-4fbd-9a0b-70b27ef16da8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:52.443094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-382538bd-65a0-4737-93ba-4dd7b6b2ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.510462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-382538bd-65a0-4737-93ba-4dd7b6b2ed89 None None] Port 83619647-b0d9-4fbd-9a0b-70b27ef16da8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:52.544294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-382538bd-65a0-4737-93ba-4dd7b6b2ed89 None None] Provisioning complete for port 4f330b15-d48e-4359-9982-bf5bebfdef16 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:52.544879 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-382538bd-65a0-4737-93ba-4dd7b6b2ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.546557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0c70172e-227c-45b1-954a-d27384ddd713 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:52.546913 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.570754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.597319 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.659091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] For port fbb7438b-ab72-46e4-ab92-45177e24512b, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:52.663086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] For port fbb7438b-ab72-46e4-ab92-45177e24512b, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbb7438b-ab72-46e4-ab92-45177e24512b,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:52.710775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.726470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed29be6-09e2-42c1-bf28-7fe690914434 req-3dd76472-004b-43a9-9bf1-6c6c78c33597 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:52.735963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ed29be6-09e2-42c1-bf28-7fe690914434 req-3dd76472-004b-43a9-9bf1-6c6c78c33597 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 944 time: 0.2448981 Apr 05 18:55:52.796755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.821572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:52.822184 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.823581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] 10.222.0.20 "PUT /v2.0/ports/fbb7438b-ab72-46e4-ab92-45177e24512b HTTP/1.1" status: 200 len: 1092 time: 1.6233568 Apr 05 18:55:52.826485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3', 'tag': 'fbb7438b-ab72-46e4-ab92-45177e24512b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:55:52.828576 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595a377d-e5d9-42b8-bcb3-7b850892dbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3", "tag": "fbb7438b-ab72-46e4-ab92-45177e24512b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:55:52.835033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 1b76fcdd-b576-4a75-a3f1-9864bbef9f1b has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:52.841561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.868054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ed29be6-09e2-42c1-bf28-7fe690914434 req-94447d7e-7956-456d-aa01-d102bef39681 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310599 Apr 05 18:55:52.886335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4f330b15-d48e-4359-9982-bf5bebfdef16 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:52.886753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9918e-d98e-489e-8e3a-b19086f74e2f service neutron] Pushing event updated for resources: {'Port': ['ID=fbb7438b-ab72-46e4-ab92-45177e24512b,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:52.901582 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2885374-1612-432d-8c42-c0c386c576cb x-openstack-request-id: req-d2885374-1612-432d-8c42-c0c386c576cb {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:55:52.901855 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3", "tag": "fbb7438b-ab72-46e4-ab92-45177e24512b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:55:52.902097 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2885374-1612-432d-8c42-c0c386c576cb {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:55:52.902518 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2885374-1612-432d-8c42-c0c386c576cb'] response: {'name': 'network-changed', 'server_uuid': '15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3', 'tag': 'fbb7438b-ab72-46e4-ab92-45177e24512b', 'status': 'completed', 'code': 200} Apr 05 18:55:52.916835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-03a7aa0e-a594-4df0-aa15-69b3298084bf None None] Provisioning complete for port 83619647-b0d9-4fbd-9a0b-70b27ef16da8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:52.917197 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03a7aa0e-a594-4df0-aa15-69b3298084bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.919393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=1b409a47-329d-40a2-9745-933cfcaf0667,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:52.964827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:52.967065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:52.970084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:52.970828 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:52.988226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-03a7aa0e-a594-4df0-aa15-69b3298084bf None None] Port 83619647-b0d9-4fbd-9a0b-70b27ef16da8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:52.995965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:52.999973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4f330b15-d48e-4359-9982-bf5bebfdef16 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:53.000338 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.004178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dcfb754d-ed93-42b1-b87b-f13b7658a833 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/1b76fcdd-b576-4a75-a3f1-9864bbef9f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2683780 Apr 05 18:55:53.005786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34274) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:53.019518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-cc81e579-245f-453f-a384-868a5928f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:53.021203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-cc81e579-245f-453f-a384-868a5928f55e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 1095 time: 0.1307030 Apr 05 18:55:53.050683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a3ff553c-5c37-46d6-81db-efe5425db51d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b76fcdd-b576-4a75-a3f1-9864bbef9f1b HTTP/1.1" status: 200 len: 205 time: 0.0443821 Apr 05 18:55:53.053739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:53.064804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-03a7aa0e-a594-4df0-aa15-69b3298084bf None None] Provisioning complete for port 0c70172e-227c-45b1-954a-d27384ddd713 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:53.065174 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03a7aa0e-a594-4df0-aa15-69b3298084bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.094927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013c902-0470-48f0-932f-bee5304f2893 None None] Sync routers for ids ['1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:53.103177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-42b35789-84d3-4f03-a081-700cda8e1179 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbb7438b-ab72-46e4-ab92-45177e24512b HTTP/1.1" status: 200 len: 217 time: 0.0613828 Apr 05 18:55:53.135769 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.137151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013c902-0470-48f0-932f-bee5304f2893 None None] Routers {'1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:53.137801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7013c902-0470-48f0-932f-bee5304f2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:53.234213 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c04614d-2fd4-4797-9bd9-49eecbada188 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.311812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-d197c888-f305-476c-b49c-48bc9904f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:53.313197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-d197c888-f305-476c-b49c-48bc9904f8b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4493b425-a339-4865-a703-1763462166db HTTP/1.1" status: 200 len: 854 time: 0.1528702 Apr 05 18:55:53.369398 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.388217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7013c902-0470-48f0-932f-bee5304f2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:53.400554 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.403290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-780d28bd-150f-4b93-b2a0-dbc460b9e1f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833650 Apr 05 18:55:53.426280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0c70172e-227c-45b1-954a-d27384ddd713 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:53.452544 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013c902-0470-48f0-932f-bee5304f2893 None None] Routers {'1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:53.453162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7013c902-0470-48f0-932f-bee5304f2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:53.457328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c04614d-2fd4-4797-9bd9-49eecbada188 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.461982 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c04614d-2fd4-4797-9bd9-49eecbada188 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.498693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7013c902-0470-48f0-932f-bee5304f2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:53.499349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013c902-0470-48f0-932f-bee5304f2893 None None] The sync data for ids ['1b76fcdd-b576-4a75-a3f1-9864bbef9f1b'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:53.527049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0c70172e-227c-45b1-954a-d27384ddd713 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:53.527342 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.554598 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c04614d-2fd4-4797-9bd9-49eecbada188 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.555696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c04614d-2fd4-4797-9bd9-49eecbada188 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Fanout notify agent at l3_agent the message router_deleted on router 1b76fcdd-b576-4a75-a3f1-9864bbef9f1b {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:55:53.563946 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c04614d-2fd4-4797-9bd9-49eecbada188 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.567606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3c04614d-2fd4-4797-9bd9-49eecbada188 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/1b76fcdd-b576-4a75-a3f1-9864bbef9f1b HTTP/1.1" status: 204 len: 168 time: 0.5102444 Apr 05 18:55:53.567606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34278) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:53.590284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.25.4.130 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/5c98f954-aa12-417b-a811-4e3a989ddb14) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:53.611737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-c83ca95d-b56b-4d7a-b494-fb2c25f4c949 service neutron] 10.222.0.20 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751785 Apr 05 18:55:53.618474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.634099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1c826ca6-4143-4742-956a-63c1918f6adc None None] Provisioning complete for port 1b409a47-329d-40a2-9745-933cfcaf0667 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:53.634546 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c826ca6-4143-4742-956a-63c1918f6adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.667777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.668538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1c826ca6-4143-4742-956a-63c1918f6adc None None] Port 1b409a47-329d-40a2-9745-933cfcaf0667 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:53.668667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.680424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting subnet 78ea7925-9341-4968-8dc6-a69d6596738d {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:55:53.683547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.775637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=1b409a47-329d-40a2-9745-933cfcaf0667,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:53.819544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:53.847453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:53.850007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:53.943058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.007288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:54.013474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:54.020162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:54.026951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=5c98f954-aa12-417b-a811-4e3a989ddb14,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:54.050179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router 363974f7-a809-492b-a9ca-751e25b24eed has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:54.119507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.167343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fdb1ea4-7c8c-47e3-9a1f-51a471e363b8 req-3de6920c-1d9a-474f-89af-333b07d10de3 service neutron] 10.222.0.20 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446310 Apr 05 18:55:54.184248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748521c-5eab-4aa5-8e0e-3e26a2cc5960 req-b5636e82-bd4e-4c02-b08a-5c342237da21 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:54.185749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0748521c-5eab-4aa5-8e0e-3e26a2cc5960 req-b5636e82-bd4e-4c02-b08a-5c342237da21 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 944 time: 0.1202223 Apr 05 18:55:54.205700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9f85ddc1-63e6-4106-b51a-d8a425a09f32 None None] Provisioning complete for port 1b409a47-329d-40a2-9745-933cfcaf0667 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:54.206259 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f85ddc1-63e6-4106-b51a-d8a425a09f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.247127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:54.253877 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5f463f6c-dbcf-4a63-b4d2-aacaae878441 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/363974f7-a809-492b-a9ca-751e25b24eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5886257 Apr 05 18:55:54.256482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34282) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:54.261358 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e3208-b407-495d-ad58-f962b36c04de None None] Sync routers for ids ['363974f7-a809-492b-a9ca-751e25b24eed'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:54.267233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9f85ddc1-63e6-4106-b51a-d8a425a09f32 None None] Port 1b409a47-329d-40a2-9745-933cfcaf0667 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:55:54.271805 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e3208-b407-495d-ad58-f962b36c04de None None] Routers {'363974f7-a809-492b-a9ca-751e25b24eed'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:54.272512 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-119e3208-b407-495d-ad58-f962b36c04de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['363974f7-a809-492b-a9ca-751e25b24eed'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:54.297312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.307074 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0748521c-5eab-4aa5-8e0e-3e26a2cc5960 req-4763ce08-43c4-456d-b7af-caa41a406d60 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139910 Apr 05 18:55:54.315115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b4ce4-0dc8-4d0a-abd7-cc50a2061c9d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:54.315302 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-119e3208-b407-495d-ad58-f962b36c04de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:54.319106 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e31b4ce4-0dc8-4d0a-abd7-cc50a2061c9d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports/1b409a47-329d-40a2-9745-933cfcaf0667 HTTP/1.1" status: 200 len: 913 time: 0.0588810 Apr 05 18:55:54.325571 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e3208-b407-495d-ad58-f962b36c04de None None] Routers {'363974f7-a809-492b-a9ca-751e25b24eed'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:54.326629 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-119e3208-b407-495d-ad58-f962b36c04de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['363974f7-a809-492b-a9ca-751e25b24eed'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:54.332451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34284) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:54.361276 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-119e3208-b407-495d-ad58-f962b36c04de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:54.362170 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e3208-b407-495d-ad58-f962b36c04de None None] The sync data for ids ['363974f7-a809-492b-a9ca-751e25b24eed'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:54.400518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-e517c5f5-9801-483c-b9a6-bcf10b5dae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:54.402070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-e517c5f5-9801-483c-b9a6-bcf10b5dae35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 1095 time: 0.1688793 Apr 05 18:55:54.418322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.531219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.604140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Subnet': ['ID=78ea7925-9341-4968-8dc6-a69d6596738d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:54.620422 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.651921 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.653046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e7fe3-d91f-4491-9c9e-4e6ba6dd0206 None None] Network 9251d038-c8f7-4844-8dda-4b9c6609ab52 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:54.657671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/78ea7925-9341-4968-8dc6-a69d6596738d HTTP/1.1" status: 204 len: 168 time: 1.0868680 Apr 05 18:55:54.658522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34286) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:54.659133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.659561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.659902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.660234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.660562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.660886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.661224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.661532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.661852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.662170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.662511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.662831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e6c8e-c1e7-4578-b0c0-7d410d1ef101 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:55:54.676347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-ed7bc8c4-819b-4697-889a-8994d3f43b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:54.677809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-ed7bc8c4-819b-4697-889a-8994d3f43b10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 914 time: 0.2407351 Apr 05 18:55:54.748790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-b4b0a799-06fe-46e6-ae95-a376e3fb27b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbb7438b-ab72-46e4-ab92-45177e24512b HTTP/1.1" status: 200 len: 217 time: 0.0571740 Apr 05 18:55:54.782351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.866511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-64649ee4-6344-4b2c-abaf-dd375539a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:54.869096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-64649ee4-6344-4b2c-abaf-dd375539a108 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4493b425-a339-4865-a703-1763462166db HTTP/1.1" status: 200 len: 854 time: 0.1103365 Apr 05 18:55:54.874726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 69e033d4-7198-4a70-8195-4e3ebea632e0 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:55:54.881062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 5612933c-0179-4ca2-857c-d8181d3fc347 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:54.881407 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.888555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce3d0f4-421c-411d-a6d6-beb0367aaa2a None None] DHCP port deletion for 9251d038-c8f7-4844-8dda-4b9c6609ab52 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:55:54.952740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3d0f4-421c-411d-a6d6-beb0367aaa2a None None] Deleting port 5612933c-0179-4ca2-857c-d8181d3fc347 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:54.953135 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d0f4-421c-411d-a6d6-beb0367aaa2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:54.965264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-e67be875-a21e-42a3-981f-ae62721ae038 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406539 Apr 05 18:55:55.036643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4ce3d0f4-421c-411d-a6d6-beb0367aaa2a None None] For port 5612933c-0179-4ca2-857c-d8181d3fc347, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5612933c-0179-4ca2-857c-d8181d3fc347,segment=NetworkSegment(bc1ff3d2-5972-42b4-bf8f-4e427b6c1071),segment_id=bc1ff3d2-5972-42b4-bf8f-4e427b6c1071)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:55.037563 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d0f4-421c-411d-a6d6-beb0367aaa2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.064964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3d0f4-421c-411d-a6d6-beb0367aaa2a None None] Calling delete_port for 5612933c-0179-4ca2-857c-d8181d3fc347 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:55.076398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.160922 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d0f4-421c-411d-a6d6-beb0367aaa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.167374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-f2dfb217-9043-4c51-b18e-31ef1a13ca09 service neutron] 10.222.0.20 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927564 Apr 05 18:55:55.196064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3d0f4-421c-411d-a6d6-beb0367aaa2a None None] Pushing event deleted for resources: {'Port': ['ID=5612933c-0179-4ca2-857c-d8181d3fc347,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:55.237623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3d0f4-421c-411d-a6d6-beb0367aaa2a None None] No DVR routers for this DVR port 5612933c-0179-4ca2-857c-d8181d3fc347 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:55.340053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-595a377d-e5d9-42b8-bcb3-7b850892dbcb req-0d5899b3-5614-4818-882d-c0d36497c017 service neutron] 10.222.0.20 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602237 Apr 05 18:55:55.433675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:55.443425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 5612933c-0179-4ca2-857c-d8181d3fc347, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5612933c-0179-4ca2-857c-d8181d3fc347,segment=NetworkSegment(bc1ff3d2-5972-42b4-bf8f-4e427b6c1071),segment_id=bc1ff3d2-5972-42b4-bf8f-4e427b6c1071)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:55.443794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.446096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Sync routers for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:55.462917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 5612933c-0179-4ca2-857c-d8181d3fc347 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:55.465977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:55.467413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:55.476846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.478219 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-03e763a5-17da-4f8c-b60c-2954e7fa3cef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2782145 Apr 05 18:55:55.482597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34290) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:55.486656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f4bb0-0df8-4688-b7b0-0e8e68fd4dea req-032afcc4-8b23-4af1-9660-5aedec230a10 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:55.488177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-972f4bb0-0df8-4688-b7b0-0e8e68fd4dea req-032afcc4-8b23-4af1-9660-5aedec230a10 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 944 time: 0.0735443 Apr 05 18:55:55.508252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 1b409a47-329d-40a2-9745-933cfcaf0667 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:55.509373 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.562368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.578597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No DVR routers for this DVR port 5612933c-0179-4ca2-857c-d8181d3fc347 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:55:55.607034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=5612933c-0179-4ca2-857c-d8181d3fc347,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:55.627422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:55:55.633416 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.655292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-972f4bb0-0df8-4688-b7b0-0e8e68fd4dea req-5bda1ad1-0a8e-42a6-8e2d-7c301078b62f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576796 Apr 05 18:55:55.671536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 1b409a47-329d-40a2-9745-933cfcaf0667 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:55.701574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.733309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9251d038-c8f7-4844-8dda-4b9c6609ab52']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:55.772215 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-19583e15-f878-4c99-8181-41217a435a19 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b886d9b388b44c298984420374d39150&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2892535 Apr 05 18:55:55.774000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1ff3d2-5972-42b4-bf8f-4e427b6c1071') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:55.774298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1ff3d2-5972-42b4-bf8f-4e427b6c1071') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:55.776543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34294) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:55.811675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.857201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:54Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:55.880473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.881686 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.897142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Checking router: 69e033d4-7198-4a70-8195-4e3ebea632e0 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:55:55.897843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Updating router 69e033d4-7198-4a70-8195-4e3ebea632e0 port 5c98f954-aa12-417b-a811-4e3a989ddb14 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:55:55.910583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:55:55.910995 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:55:55.914218 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:55:55.917812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=1b409a47-329d-40a2-9745-933cfcaf0667,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:55.930353 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.032375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d7a23-14bf-4f84-a489-94ee7baeabc2 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:56.036988 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a06d7a23-14bf-4f84-a489-94ee7baeabc2 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2569540 Apr 05 18:55:56.038269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34296) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:56.051461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.059085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.087567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.090993 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/networks/9251d038-c8f7-4844-8dda-4b9c6609ab52 HTTP/1.1" status: 204 len: 168 time: 1.4317012 Apr 05 18:55:56.095569 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aaca2c9b-f7ba-45c7-8024-b2e1608ee748 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565350 Apr 05 18:55:56.097628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34298) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:56.098031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34300) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:56.118856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fbb7438b-ab72-46e4-ab92-45177e24512b details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:55:56.119629 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-43095a07-74db-4cdc-9797-5a32b7ef6e72 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-707965304', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:56.142074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1617784817', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'project_id': 'b886d9b388b44c298984420374d39150', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:56.147946 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43095a07-74db-4cdc-9797-5a32b7ef6e72 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.149098 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43095a07-74db-4cdc-9797-5a32b7ef6e72 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.153372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cc216-cbeb-4c83-8cb8-103b4d20500b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Network': ['ID=9251d038-c8f7-4844-8dda-4b9c6609ab52,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:56.284240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43095a07-74db-4cdc-9797-5a32b7ef6e72 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.285072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:56.288566 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.294229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43095a07-74db-4cdc-9797-5a32b7ef6e72 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.300528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port fbb7438b-ab72-46e4-ab92-45177e24512b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbb7438b-ab72-46e4-ab92-45177e24512b,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:56.317976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'fbb7438b-ab72-46e4-ab92-45177e24512b', 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f', 'port_id': 'fbb7438b-ab72-46e4-ab92-45177e24512b', 'mac_address': 'fa:16:3e:77:bf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4493b425-a339-4865-a703-1763462166db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:55:56.331091 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.341052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router 363974f7-a809-492b-a9ca-751e25b24eed has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:56.352229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43095a07-74db-4cdc-9797-5a32b7ef6e72 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.353323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.354340 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-43095a07-74db-4cdc-9797-5a32b7ef6e72 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2551994 Apr 05 18:55:56.357089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34304) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:56.361940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'network': {'name': 'tempest-RoutersTest-35226917'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:56.389695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:56.393153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.406612 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.418062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c584fa-6faf-42ce-ae09-560f7182c959 None None] Pushing event updated for resources: {'Port': ['ID=5c98f954-aa12-417b-a811-4e3a989ddb14,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:56.434042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Attempting to bind port 5c98f954-aa12-417b-a811-4e3a989ddb14 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:56.434597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Attempting to bind port 5c98f954-aa12-417b-a811-4e3a989ddb14 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:56.435058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Attempting to bind port 5c98f954-aa12-417b-a811-4e3a989ddb14 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:56.440242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb7438b-ab72-46e4-ab92-45177e24512b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:55:56.444522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:55:56.448491 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:56.448950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:56.449449 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.450429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:56.450429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Bound port: 5c98f954-aa12-417b-a811-4e3a989ddb14, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:56.451057 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.458709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.459057 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added segment 8809b65b-976e-4b01-b5f1-c28549d6cde8 of type vlan for network e0db248c-fdb1-4654-a47e-964d47115af9 Apr 05 18:55:56.461554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:56.467680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6cde4e79-b3fe-432c-aae6-7a35e8da033a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/363974f7-a809-492b-a9ca-751e25b24eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1287229 Apr 05 18:55:56.470510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:56.474849 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f7308-65cd-4250-a30b-2eb8abb7b5f2 None None] Sync routers for ids ['363974f7-a809-492b-a9ca-751e25b24eed'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:56.487461 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f7308-65cd-4250-a30b-2eb8abb7b5f2 None None] Routers {'363974f7-a809-492b-a9ca-751e25b24eed'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:56.488450 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-618f7308-65cd-4250-a30b-2eb8abb7b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['363974f7-a809-492b-a9ca-751e25b24eed'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:56.490159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port fbb7438b-ab72-46e4-ab92-45177e24512b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbb7438b-ab72-46e4-ab92-45177e24512b,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:56.503753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.562544 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-618f7308-65cd-4250-a30b-2eb8abb7b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:56.573298 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f7308-65cd-4250-a30b-2eb8abb7b5f2 None None] Routers {'363974f7-a809-492b-a9ca-751e25b24eed'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:56.574223 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-618f7308-65cd-4250-a30b-2eb8abb7b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['363974f7-a809-492b-a9ca-751e25b24eed'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:56.575587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] For port 5c98f954-aa12-417b-a811-4e3a989ddb14, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:56.593608 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.608587 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-618f7308-65cd-4250-a30b-2eb8abb7b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:56.609416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] For port 5c98f954-aa12-417b-a811-4e3a989ddb14, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5c98f954-aa12-417b-a811-4e3a989ddb14,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:56.609837 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f7308-65cd-4250-a30b-2eb8abb7b5f2 None None] The sync data for ids ['363974f7-a809-492b-a9ca-751e25b24eed'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:56.624584 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.634699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=fbb7438b-ab72-46e4-ab92-45177e24512b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:56.689292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.708900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:56.709562 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.713172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:56.714065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:56.732738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:56.765654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c584fa-6faf-42ce-ae09-560f7182c959 None None] Pushing event updated for resources: {'Port': ['ID=5c98f954-aa12-417b-a811-4e3a989ddb14,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:56.775896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['fbb7438b-ab72-46e4-ab92-45177e24512b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:55:56.849912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5612933c-0179-4ca2-857c-d8181d3fc347 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:55:56.864543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1143-1ab3-4258-9222-2876b8b7ed29 req-ad54a7e3-4cfd-4b2e-b45d-bfec596cb0f1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:56.866254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Network': ['ID=e0db248c-fdb1-4654-a47e-964d47115af9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:56.882650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a3b1143-1ab3-4258-9222-2876b8b7ed29 req-ad54a7e3-4cfd-4b2e-b45d-bfec596cb0f1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 945 time: 0.1549759 Apr 05 18:55:56.884224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dd3fe0a0-bb24-4985-9be5-3e3b38f306a2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5258837 Apr 05 18:55:56.887097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network e0db248c-fdb1-4654-a47e-964d47115af9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:55:56.892931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34310) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:56.904734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'subnet': {'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:55:56.919010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 5612933c-0179-4ca2-857c-d8181d3fc347 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:55:56.919349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5612933c-0179-4ca2-857c-d8181d3fc347 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:55:56.925682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Subnet': ['ID=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:56.929837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Checking segment: {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:56.930051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network hostable DHCP agents. Network: 1bc7f2b0-810f-4911-8cf1-da27da5071ae, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:56.955738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network 1bc7f2b0-810f-4911-8cf1-da27da5071ae is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:56.970594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 1bc7f2b0-810f-4911-8cf1-da27da5071ae) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:56.977305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:56.977994 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:57.004866 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-82526b09-99b2-45ef-aff5-1a7285691382 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9045727 Apr 05 18:55:57.005560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34312) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:57.054122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a3b1143-1ab3-4258-9222-2876b8b7ed29 req-23d9070e-9e92-4e77-a8ca-bf43933f463f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691039 Apr 05 18:55:57.123488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:55:57.127569 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:57.166726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb6e1a-603b-42da-87a0-58ea9bc61c72 None None] Network 1bc7f2b0-810f-4911-8cf1-da27da5071ae requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:57.250567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:55:57.252303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:57.544762 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:57.578411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:55:57.579382 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:57.619733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:57.677170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:54Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:57.708181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b038154-8340-468e-be99-6f8d5e418835 None None] The sync data for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 is: [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:54Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:57.770703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Allocated IP 172.20.0.2 (1bc7f2b0-810f-4911-8cf1-da27da5071ae/ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc/bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:57.943222 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:57.954162 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.021151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Pushing event updated for resources: {'Port': ['ID=bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:58.036919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Network 1bc7f2b0-810f-4911-8cf1-da27da5071ae is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:58.038281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:58.043237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:58.045446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.20.0.1 (1bc7f2b0-810f-4911-8cf1-da27da5071ae/ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc/d3a0f139-acf3-4f20-a7fd-6b4051e15a00) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:58.069875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Subnet': ['ID=9f865a3d-9790-4b35-8529-0adc05ca4304,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:58.095949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fbb7438b-ab72-46e4-ab92-45177e24512b up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:58.109189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Checking segment: {'id': '8809b65b-976e-4b01-b5f1-c28549d6cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:58.109552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network hostable DHCP agents. Network: e0db248c-fdb1-4654-a47e-964d47115af9, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:55:58.141273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network e0db248c-fdb1-4654-a47e-964d47115af9 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:55:58.159748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 83619647-b0d9-4fbd-9a0b-70b27ef16da8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:55:58.160176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.164838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, e0db248c-fdb1-4654-a47e-964d47115af9) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:58.185835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:58.186508 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.188679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0583eae9-f438-4a2e-976e-6aee89573398 None None] Network e0db248c-fdb1-4654-a47e-964d47115af9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:55:58.285930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.308810 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4ab386e9-362d-47f9-8516-c7a06e4fb59d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4087012 Apr 05 18:55:58.310428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34316) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:58.310581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Attempting to bind port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:58.310967 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Attempting to bind port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:58.311818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Attempting to bind port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 on network 1bc7f2b0-810f-4911-8cf1-da27da5071ae {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:58.324066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.344667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:58.345190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Checking segment: {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:58.345343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649690d-b5f4-47b3-975d-9db2baead8e7 req-2dd299ea-42b1-498a-b6b1-51dc77ebbd8f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:58.345787 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.346274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Bound using segment: {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:58.346866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Bound port: bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:58.346990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8649690d-b5f4-47b3-975d-9db2baead8e7 req-2dd299ea-42b1-498a-b6b1-51dc77ebbd8f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 945 time: 0.0978489 Apr 05 18:55:58.347404 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.354329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 83619647-b0d9-4fbd-9a0b-70b27ef16da8 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:55:58.391119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.429766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port fbb7438b-ab72-46e4-ab92-45177e24512b completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:55:58.442677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port fbb7438b-ab72-46e4-ab92-45177e24512b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:58.449831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.451611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8649690d-b5f4-47b3-975d-9db2baead8e7 req-bef97d60-0db7-4af9-bc4a-686fc2124dd8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952563 Apr 05 18:55:58.456385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-e0db248c-fdb1-4654-a47e-964d47115af9', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:55:58.457376 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.507253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=d3a0f139-acf3-4f20-a7fd-6b4051e15a00,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:58.557945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] For port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:55:58.561504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] For port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:55:58.573024 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.596076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network 1bc7f2b0-810f-4911-8cf1-da27da5071ae is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:58.599185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:58.603598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:58.625413 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.657107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=83619647-b0d9-4fbd-9a0b-70b27ef16da8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:58.813652 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.819162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ff92b-58d0-4cae-a1eb-5cc9eadc1902 None None] Pushing event updated for resources: {'Port': ['ID=bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:58.841290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.889021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.889612 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:58.945009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb7438b-ab72-46e4-ab92-45177e24512b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:55:58.948048 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caac956a-15b4-4b07-899d-06259c46f25e" -d '{"events": [{"server_uuid": "15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3", "name": "network-vif-plugged", "status": "completed", "tag": "fbb7438b-ab72-46e4-ab92-45177e24512b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:55:58.961212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5c98f954-aa12-417b-a811-4e3a989ddb14 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:55:59.047414 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecf5106-3ce0-4e5d-969b-9d1d0266a15f x-openstack-request-id: req-7ecf5106-3ce0-4e5d-969b-9d1d0266a15f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:55:59.048315 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3", "name": "network-vif-plugged", "status": "completed", "tag": "fbb7438b-ab72-46e4-ab92-45177e24512b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:55:59.048569 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ecf5106-3ce0-4e5d-969b-9d1d0266a15f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:55:59.048965 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecf5106-3ce0-4e5d-969b-9d1d0266a15f'] response: {'server_uuid': '15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb7438b-ab72-46e4-ab92-45177e24512b', 'code': 200} Apr 05 18:55:59.052505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port fbb7438b-ab72-46e4-ab92-45177e24512b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbb7438b-ab72-46e4-ab92-45177e24512b,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:59.071782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:59.089586 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:55:59.198071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=fbb7438b-ab72-46e4-ab92-45177e24512b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:59.205958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Allocated IP 172.20.0.2 (e0db248c-fdb1-4654-a47e-964d47115af9/9f865a3d-9790-4b35-8529-0adc05ca4304/3cf056a4-8f99-476e-ade3-f230f64b2e46) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:55:59.218855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router 363974f7-a809-492b-a9ca-751e25b24eed has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:55:59.221136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5c98f954-aa12-417b-a811-4e3a989ddb14 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:55:59.221589 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:59.333824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778818-2898-466b-a16a-40ebeb3c86b2 req-06cd3c8a-9a7c-42c1-aa67-e18e30c005be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:59.335673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df778818-2898-466b-a16a-40ebeb3c86b2 req-06cd3c8a-9a7c-42c1-aa67-e18e30c005be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 1097 time: 0.1925452 Apr 05 18:55:59.339301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:55:59.344581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-00c7d154-673b-4667-8f09-c26cb26e088d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/363974f7-a809-492b-a9ca-751e25b24eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651218 Apr 05 18:55:59.348848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34324) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:59.394091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f950f7-3385-4515-a1e7-4710ff314eb0 None None] Sync routers for ids ['363974f7-a809-492b-a9ca-751e25b24eed'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:55:59.400546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-28978745-3ff5-4d5c-a097-86a6ef6ba772 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=363974f7-a809-492b-a9ca-751e25b24eed HTTP/1.1" status: 200 len: 205 time: 0.0482454 Apr 05 18:55:59.401340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34326) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:55:59.414480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-df778818-2898-466b-a16a-40ebeb3c86b2 req-1a725586-5bb0-4eac-b0f0-e2515330adba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663166 Apr 05 18:55:59.417732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f950f7-3385-4515-a1e7-4710ff314eb0 None None] Routers {'363974f7-a809-492b-a9ca-751e25b24eed'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:59.418349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c5f950f7-3385-4515-a1e7-4710ff314eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['363974f7-a809-492b-a9ca-751e25b24eed'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:59.465925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c5f950f7-3385-4515-a1e7-4710ff314eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:59.482224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:59.494796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69818323-bd0d-4727-8481-d66468cd59e3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:59.532268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f950f7-3385-4515-a1e7-4710ff314eb0 None None] Routers {'363974f7-a809-492b-a9ca-751e25b24eed'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:55:59.532795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c5f950f7-3385-4515-a1e7-4710ff314eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['363974f7-a809-492b-a9ca-751e25b24eed'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:59.596412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457141b-cb18-4b1b-b8e4-9a6903f58d1b req-3ddcd347-9efe-496b-82de-1b4da7f73d5b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:55:59.598736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e457141b-cb18-4b1b-b8e4-9a6903f58d1b req-3ddcd347-9efe-496b-82de-1b4da7f73d5b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 946 time: 0.0703816 Apr 05 18:55:59.642974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e457141b-cb18-4b1b-b8e4-9a6903f58d1b req-1afb35a8-063d-4ded-a09d-3919ed254aec tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370831 Apr 05 18:55:59.757714 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:59.771049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c5f950f7-3385-4515-a1e7-4710ff314eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:55:59.771693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f950f7-3385-4515-a1e7-4710ff314eb0 None None] The sync data for ids ['363974f7-a809-492b-a9ca-751e25b24eed'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:55:59.797286 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:59.799652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 5c98f954-aa12-417b-a811-4e3a989ddb14, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5c98f954-aa12-417b-a811-4e3a989ddb14,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:55:59.803946 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:59.809386 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:59.851623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Network e0db248c-fdb1-4654-a47e-964d47115af9 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:55:59.855327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:55:59.857838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:55:59.877305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=5c98f954-aa12-417b-a811-4e3a989ddb14,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:59.959413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Attempting to bind port 3cf056a4-8f99-476e-ade3-f230f64b2e46 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:55:59.959786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Attempting to bind port 3cf056a4-8f99-476e-ade3-f230f64b2e46 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8809b65b-976e-4b01-b5f1-c28549d6cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:55:59.960142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Attempting to bind port 3cf056a4-8f99-476e-ade3-f230f64b2e46 on network e0db248c-fdb1-4654-a47e-964d47115af9 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:55:59.968301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Pushing event updated for resources: {'Port': ['ID=3cf056a4-8f99-476e-ade3-f230f64b2e46,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:55:59.973824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:55:59.974208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Checking segment: {'id': '8809b65b-976e-4b01-b5f1-c28549d6cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:55:59.974620 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:55:59.975007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Bound using segment: {'id': '8809b65b-976e-4b01-b5f1-c28549d6cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:55:59.975478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Bound port: 3cf056a4-8f99-476e-ade3-f230f64b2e46, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8809b65b-976e-4b01-b5f1-c28549d6cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:55:59.975856 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.057286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] For port 3cf056a4-8f99-476e-ade3-f230f64b2e46, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:00.064956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] For port 3cf056a4-8f99-476e-ade3-f230f64b2e46, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3cf056a4-8f99-476e-ade3-f230f64b2e46,segment=NetworkSegment(8809b65b-976e-4b01-b5f1-c28549d6cde8),segment_id=8809b65b-976e-4b01-b5f1-c28549d6cde8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:00.072736 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.139021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69818323-bd0d-4727-8481-d66468cd59e3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.171246 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69818323-bd0d-4727-8481-d66468cd59e3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.174951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a0cb3-cd75-41a0-8f35-8cd9bf750011 None None] Pushing event updated for resources: {'Port': ['ID=3cf056a4-8f99-476e-ade3-f230f64b2e46,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:00.289296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.20.0.1 (e0db248c-fdb1-4654-a47e-964d47115af9/9f865a3d-9790-4b35-8529-0adc05ca4304/215ab705-698d-4964-bfd3-816b9e66e3fb) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:00.303514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69818323-bd0d-4727-8481-d66468cd59e3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.304097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69818323-bd0d-4727-8481-d66468cd59e3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Fanout notify agent at l3_agent the message router_deleted on router 363974f7-a809-492b-a9ca-751e25b24eed {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:56:00.317663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69818323-bd0d-4727-8481-d66468cd59e3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.322263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34338) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:00.322768 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-69818323-bd0d-4727-8481-d66468cd59e3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/363974f7-a809-492b-a9ca-751e25b24eed HTTP/1.1" status: 204 len: 168 time: 0.9200826 Apr 05 18:56:00.401601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead924fc-fafc-45cf-955e-14aaf25fc15d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting subnet 1f1ff573-f261-45be-89b5-4c86988e7ba9 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:56:00.405424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead924fc-fafc-45cf-955e-14aaf25fc15d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.550814 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead924fc-fafc-45cf-955e-14aaf25fc15d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.617013 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.653452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.658451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a75dff8-8270-4642-9a3d-caef9cf8e8ac None None] Network 1bc7f2b0-810f-4911-8cf1-da27da5071ae requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:00.665454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47d493-f920-4b48-8e36-e7596ba47365 req-a12d773f-add7-40bb-abe7-f27222e1d77f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:00.670043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.673529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f47d493-f920-4b48-8e36-e7596ba47365 req-a12d773f-add7-40bb-abe7-f27222e1d77f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 946 time: 0.2354617 Apr 05 18:56:00.785188 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.791137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f47d493-f920-4b48-8e36-e7596ba47365 req-e3ad1296-e4a3-41a8-8245-4a3bf85499d6 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165464 Apr 05 18:56:00.796973 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.828887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a327a90c-db98-47d1-86d8-b9e71d9efc7e None None] Provisioning complete for port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:00.829568 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a327a90c-db98-47d1-86d8-b9e71d9efc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.833549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=d3a0f139-acf3-4f20-a7fd-6b4051e15a00,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:00.886844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network e0db248c-fdb1-4654-a47e-964d47115af9 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:00.900776 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead924fc-fafc-45cf-955e-14aaf25fc15d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:00.914290 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:00.934423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:00.988295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c6b3-f510-4594-9653-dfbe338de06a req-c26dff85-a5e0-4e55-b715-7c6675fa6537 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:00.992900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0464c6b3-f510-4594-9653-dfbe338de06a req-c26dff85-a5e0-4e55-b715-7c6675fa6537 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 946 time: 0.2450135 Apr 05 18:56:01.034893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=215ab705-698d-4964-bfd3-816b9e66e3fb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:01.063952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.067424 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a327a90c-db98-47d1-86d8-b9e71d9efc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.127058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a327a90c-db98-47d1-86d8-b9e71d9efc7e None None] For port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:01.131914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0464c6b3-f510-4594-9653-dfbe338de06a req-55596f9c-a17a-43cb-8e92-71400c02d3ca tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245642 Apr 05 18:56:01.134799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead924fc-fafc-45cf-955e-14aaf25fc15d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.145153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3cf056a4-8f99-476e-ade3-f230f64b2e46 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:01.172088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network 1bc7f2b0-810f-4911-8cf1-da27da5071ae is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:01.176130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:01.189116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead924fc-fafc-45cf-955e-14aaf25fc15d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1ff573-f261-45be-89b5-4c86988e7ba9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:01.201663 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead924fc-fafc-45cf-955e-14aaf25fc15d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.206663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ead924fc-fafc-45cf-955e-14aaf25fc15d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/1f1ff573-f261-45be-89b5-4c86988e7ba9 HTTP/1.1" status: 204 len: 168 time: 0.8826976 Apr 05 18:56:01.214766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490d441-b597-4ada-ae82-f36b24033b7b None None] Network 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:01.216793 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a327a90c-db98-47d1-86d8-b9e71d9efc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.227140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34350) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:01.295818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4650b6-4b8d-437f-b335-e757ef9ee665 req-0a3be8c2-85c1-4410-afeb-54aa2bfdf138 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:01.297747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e4650b6-4b8d-437f-b335-e757ef9ee665 req-0a3be8c2-85c1-4410-afeb-54aa2bfdf138 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 945 time: 0.1332572 Apr 05 18:56:01.310766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e9d437-cd23-4202-8969-91c83b390819 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting subnet d20df3f3-3430-4674-9212-18d535c015ac {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:56:01.332051 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44e9d437-cd23-4202-8969-91c83b390819 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.352116 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.362428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3cf056a4-8f99-476e-ade3-f230f64b2e46 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:01.369004 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.386293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 69e033d4-7198-4a70-8195-4e3ebea632e0 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:01.404151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e4650b6-4b8d-437f-b335-e757ef9ee665 req-4f92a7e5-6fd8-4cd2-aac0-6be93b3413bb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896609 Apr 05 18:56:01.423972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327a90c-db98-47d1-86d8-b9e71d9efc7e None None] Pushing event updated for resources: {'Port': ['ID=bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:01.450979 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44e9d437-cd23-4202-8969-91c83b390819 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.565622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44e9d437-cd23-4202-8969-91c83b390819 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.641667 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.699278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 3cf056a4-8f99-476e-ade3-f230f64b2e46, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3cf056a4-8f99-476e-ade3-f230f64b2e46,segment=NetworkSegment(8809b65b-976e-4b01-b5f1-c28549d6cde8),segment_id=8809b65b-976e-4b01-b5f1-c28549d6cde8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:01.703671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eb7eb6-8d3b-4b67-984c-ff6bec292dda None None] DHCP port deletion for 0b5acfe2-c170-4984-ab1d-ab454b6abfb4 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:56:01.704909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44e9d437-cd23-4202-8969-91c83b390819 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.726689 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.728813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:01.747843 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44e9d437-cd23-4202-8969-91c83b390819 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:01.751088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-44e9d437-cd23-4202-8969-91c83b390819 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/d20df3f3-3430-4674-9212-18d535c015ac HTTP/1.1" status: 204 len: 168 time: 0.5186765 Apr 05 18:56:01.753848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9d437-cd23-4202-8969-91c83b390819 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Subnet': ['ID=d20df3f3-3430-4674-9212-18d535c015ac,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:01.756943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34354) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:01.790940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f608353-a406-4aef-b1b9-d7a901bbcb78 req-b8eb85e3-5e81-4df1-a688-34043efe86cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:01.792912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f608353-a406-4aef-b1b9-d7a901bbcb78 req-b8eb85e3-5e81-4df1-a688-34043efe86cb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 946 time: 0.2310507 Apr 05 18:56:01.818176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e699c-8f02-46e5-9c29-d20a5db75d3d None None] Network 97409e7d-0359-4329-ab36-0879e3710684 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:01.855205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:01.865652 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Sync routers for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:01.877431 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5065225b-719f-4be0-9708-dac9347759d0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "PUT /v2.0/routers/69e033d4-7198-4a70-8195-4e3ebea632e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8708100 Apr 05 18:56:01.901548 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:01.902581 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:01.908189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=3cf056a4-8f99-476e-ade3-f230f64b2e46,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:02.017437 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-92ef9a72-d589-42f4-88b8-8bd5faa6196d None None] Provisioning complete for port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:02.017810 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92ef9a72-d589-42f4-88b8-8bd5faa6196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.035452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f608353-a406-4aef-b1b9-d7a901bbcb78 req-0eb87374-187b-4b76-879b-09fa6dd1b623 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258570 Apr 05 18:56:02.089058 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:02.108223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-92ef9a72-d589-42f4-88b8-8bd5faa6196d None None] Port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:02.119131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb1e0bc-701a-4138-a8bc-c6185ea5dde5 None None] Network e0db248c-fdb1-4654-a47e-964d47115af9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:02.158964 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.166213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.175675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.262639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-92ef9a72-d589-42f4-88b8-8bd5faa6196d None None] Provisioning complete for port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:02.263433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92ef9a72-d589-42f4-88b8-8bd5faa6196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.277020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c21310-0c52-4838-8c12-cd48e8fe2bd0 req-a8e66e17-a8b0-4551-93ef-e8bf832f3e0b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:02.278626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8c21310-0c52-4838-8c12-cd48e8fe2bd0 req-a8e66e17-a8b0-4551-93ef-e8bf832f3e0b tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 946 time: 0.2422137 Apr 05 18:56:02.291023 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.303674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-547490f5-80f4-42b7-9a59-25dc6e1da90f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:02.305138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-547490f5-80f4-42b7-9a59-25dc6e1da90f tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.25 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 946 time: 0.3006077 Apr 05 18:56:02.340393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-7f594524-3bdf-4ff7-8848-2189a5ec919d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722301609&fields=id&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 267 time: 0.1678770 Apr 05 18:56:02.363599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:02.363975 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.411573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb7eb6-8d3b-4b67-984c-ff6bec292dda None None] Deleting port 0c70172e-227c-45b1-954a-d27384ddd713 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:02.411789 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0eb7eb6-8d3b-4b67-984c-ff6bec292dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.459511 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3a0f139-acf3-4f20-a7fd-6b4051e15a00', 'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:7b:71:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:57Z', 'updated_at': '2022-04-05T18:56:00Z', 'revision_number': 2, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:02.486606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f0eb7eb6-8d3b-4b67-984c-ff6bec292dda None None] For port 0c70172e-227c-45b1-954a-d27384ddd713, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0c70172e-227c-45b1-954a-d27384ddd713,segment=NetworkSegment(6fdeede7-f6fc-448c-9655-7b5b6152b771),segment_id=6fdeede7-f6fc-448c-9655-7b5b6152b771)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:02.486998 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0eb7eb6-8d3b-4b67-984c-ff6bec292dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.501858 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Checking router: 69e033d4-7198-4a70-8195-4e3ebea632e0 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:02.502602 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Updating router 69e033d4-7198-4a70-8195-4e3ebea632e0 port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:56:02.503036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb7eb6-8d3b-4b67-984c-ff6bec292dda None None] Calling delete_port for 0c70172e-227c-45b1-954a-d27384ddd713 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:02.518323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network e0db248c-fdb1-4654-a47e-964d47115af9 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:02.522195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:02.532761 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.532971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=215ab705-698d-4964-bfd3-816b9e66e3fb,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:02.550377 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8c21310-0c52-4838-8c12-cd48e8fe2bd0 req-0965a666-d27c-4e85-9679-f8b45623ddfd tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups?id=8111a570-fcc5-442d-a2be-60ba69d4a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435734 Apr 05 18:56:02.593700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d796-2879-4534-bd76-f2ec094716fd req-77a38975-a16c-4ecd-b6a7-bdfd14f40d23 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:02.613793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-77a38975-a16c-4ecd-b6a7-bdfd14f40d23 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 797 time: 0.2395623 Apr 05 18:56:02.653858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-d3e71f01-211c-4bb8-a116-3c4fd487ab4b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/quotas/b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 375 time: 0.0388846 Apr 05 18:56:02.704457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:56:02.729665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993961a-df9a-4d86-a2d3-94e7fa60c9a9 None None] DHCP port deletion for 97409e7d-0359-4329-ab36-0879e3710684 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:56:02.808096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 0c70172e-227c-45b1-954a-d27384ddd713 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:02.808845 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.840504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:02.853568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:02.856272 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d47bb523-eb04-497f-b508-f9249af9e07d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5448093 Apr 05 18:56:02.857949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34372) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:02.869004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'network': {'name': 'tempest-RoutersTest-737330593'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:02.872561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:02.873197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:02.893093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3d391-f6a1-46e6-8978-a11041aeeeb3 req-507e4c57-c157-4845-b9a5-9ddba8749714 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:02.895622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75c3d391-f6a1-46e6-8978-a11041aeeeb3 req-507e4c57-c157-4845-b9a5-9ddba8749714 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 945 time: 0.1897552 Apr 05 18:56:02.907925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:02.913096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:02.918767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-4108e33f-6148-4d69-bffe-423c9a59f057 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2544112 Apr 05 18:56:02.952210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0eb7eb6-8d3b-4b67-984c-ff6bec292dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.018738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:56:03.040818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6592ba48-c13b-4148-8a90-f11f9bff381c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:03.042566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6592ba48-c13b-4148-8a90-f11f9bff381c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.20 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 946 time: 0.1055355 Apr 05 18:56:03.051273 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.051607 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added segment 015445f5-9a72-4744-8eab-bf78b0b5e50e of type vlan for network 8c43181a-0a91-4c23-93dc-25ff37aefd03 Apr 05 18:56:03.058450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb7eb6-8d3b-4b67-984c-ff6bec292dda None None] Pushing event deleted for resources: {'Port': ['ID=0c70172e-227c-45b1-954a-d27384ddd713,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:03.078916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5c98f954-aa12-417b-a811-4e3a989ddb14 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:03.081356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Deleting port 8b9d50a5-7025-4d59-9158-5b39470de104 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:03.081935 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.086433 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.106584 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.175925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb7eb6-8d3b-4b67-984c-ff6bec292dda None None] No DVR routers for this DVR port 0c70172e-227c-45b1-954a-d27384ddd713 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:03.184348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e5a8dc7c-5aca-48a9-bd29-77d873eccc7c None None] Provisioning complete for port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:03.184779 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dc7c-5aca-48a9-bd29-77d873eccc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.191455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7993961a-df9a-4d86-a2d3-94e7fa60c9a9 None None] Deleting port 4f330b15-d48e-4359-9982-bf5bebfdef16 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:03.191822 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7993961a-df9a-4d86-a2d3-94e7fa60c9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.194291 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e229a-ceaa-4994-adf3-de17f449c889 None None] Pushing event updated for resources: {'Port': ['ID=d3a0f139-acf3-4f20-a7fd-6b4051e15a00,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:03.202308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] For port 8b9d50a5-7025-4d59-9158-5b39470de104, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=8b9d50a5-7025-4d59-9158-5b39470de104,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:03.203082 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.241258 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.301285 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Attempting to bind port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:03.302107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Deleting port fbb7438b-ab72-46e4-ab92-45177e24512b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:03.302484 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.307673 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Attempting to bind port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:03.308444 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Attempting to bind port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 on network 1bc7f2b0-810f-4911-8cf1-da27da5071ae {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:03.325546 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:03.325938 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Checking segment: {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:03.326323 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.326752 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Bound using segment: {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:03.327222 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Bound port: d3a0f139-acf3-4f20-a7fd-6b4051e15a00, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:03.327603 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.456321 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] For port d3a0f139-acf3-4f20-a7fd-6b4051e15a00, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:03.457775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] For port fbb7438b-ab72-46e4-ab92-45177e24512b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbb7438b-ab72-46e4-ab92-45177e24512b,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:03.458212 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.461692 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] For port d3a0f139-acf3-4f20-a7fd-6b4051e15a00, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d3a0f139-acf3-4f20-a7fd-6b4051e15a00,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:03.470909 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.480308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Calling delete_port for fbb7438b-ab72-46e4-ab92-45177e24512b owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:03.494755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.495933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.496499 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Floating IP 54343e17-ca8a-4763-94e1-013e9ab3a48d disassociated. External IP: 172.25.4.125, port: 8b9d50a5-7025-4d59-9158-5b39470de104. Apr 05 18:56:03.497070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Calling delete_port for 8b9d50a5-7025-4d59-9158-5b39470de104 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:03.579969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 0c70172e-227c-45b1-954a-d27384ddd713, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0c70172e-227c-45b1-954a-d27384ddd713,segment=NetworkSegment(6fdeede7-f6fc-448c-9655-7b5b6152b771),segment_id=6fdeede7-f6fc-448c-9655-7b5b6152b771)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:03.580335 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.583827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:03.613893 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:03.614548 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:03.615564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-e39e5165-2c02-411b-ac4f-1a91e686affb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:03.622428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-e39e5165-2c02-411b-ac4f-1a91e686affb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 945 time: 0.8022013 Apr 05 18:56:03.642718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.647919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75c3d391-f6a1-46e6-8978-a11041aeeeb3 req-9f43fe74-0af3-413b-a57a-d2abf7ffbf94 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7247517 Apr 05 18:56:03.648296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:03.648922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.676774 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e229a-ceaa-4994-adf3-de17f449c889 None None] Pushing event updated for resources: {'Port': ['ID=d3a0f139-acf3-4f20-a7fd-6b4051e15a00,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:03.762171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7993961a-df9a-4d86-a2d3-94e7fa60c9a9 None None] For port 4f330b15-d48e-4359-9982-bf5bebfdef16, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4f330b15-d48e-4359-9982-bf5bebfdef16,segment=NetworkSegment(a25d3f04-573c-47f3-8ce6-0628e15a618b),segment_id=a25d3f04-573c-47f3-8ce6-0628e15a618b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:03.762601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7993961a-df9a-4d86-a2d3-94e7fa60c9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.768781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5c98f954-aa12-417b-a811-4e3a989ddb14 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:03.768781 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.816882 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9575617 Apr 05 18:56:03.820486 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:03.835134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34378) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:03.848364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'subnet': {'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:03.853825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b983d8-612a-4e26-9528-af167ccb25f5 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Network': ['ID=8c43181a-0a91-4c23-93dc-25ff37aefd03,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:03.870170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7993961a-df9a-4d86-a2d3-94e7fa60c9a9 None None] Calling delete_port for 4f330b15-d48e-4359-9982-bf5bebfdef16 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:03.874698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 8c43181a-0a91-4c23-93dc-25ff37aefd03 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:56:03.877580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 0c70172e-227c-45b1-954a-d27384ddd713 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:03.881689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:03.915459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b409eda2-8d3a-464e-84ef-3f843a600794'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:56:03.931558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['fbb7438b-ab72-46e4-ab92-45177e24512b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:56:04.008799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Pushing event deleted for resources: {'Port': ['ID=fbb7438b-ab72-46e4-ab92-45177e24512b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:04.064128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] No DVR routers for this DVR port fbb7438b-ab72-46e4-ab92-45177e24512b on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:04.069331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:04.072748 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7f5f95df-c1a5-49fa-9586-d940c3cba9c2 req-6c8441b9-5e7e-4adf-b0c8-797aeb5c61ae tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.20 "DELETE /v2.0/ports/fbb7438b-ab72-46e4-ab92-45177e24512b HTTP/1.1" status: 204 len: 173 time: 1.0232217 Apr 05 18:56:04.073205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3', 'name': 'network-vif-deleted', 'tag': 'fbb7438b-ab72-46e4-ab92-45177e24512b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:04.075973 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e7e419-9927-4e22-a7b1-4964e6deb903" -d '{"events": [{"server_uuid": "15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3", "name": "network-vif-deleted", "tag": "fbb7438b-ab72-46e4-ab92-45177e24512b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:04.099169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:04.104255 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:04.105252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:04.108969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-a0ac617d-6f72-4a0b-a6b8-ab5bc296ab56 service neutron] 10.222.0.15 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1237903 Apr 05 18:56:04.191500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event deleted for resources: {'Port': ['ID=8b9d50a5-7025-4d59-9158-5b39470de104,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:04.212289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c93c2-c856-47fd-ba9c-aeb0b804aa7f req-6b6e3678-ada2-4920-be2d-d507df9c1305 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:04.214808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2c93c2-c856-47fd-ba9c-aeb0b804aa7f req-6b6e3678-ada2-4920-be2d-d507df9c1305 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3 HTTP/1.1" status: 200 len: 867 time: 0.3784332 Apr 05 18:56:04.229499 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3a0f139-acf3-4f20-a7fd-6b4051e15a00', 'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:7b:71:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:57Z', 'updated_at': '2022-04-05T18:56:03Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:04.299293 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e5546-5dcd-4c7d-8862-53144a69614a None None] The sync data for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 is: [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3a0f139-acf3-4f20-a7fd-6b4051e15a00', 'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:7b:71:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:57Z', 'updated_at': '2022-04-05T18:56:03Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:04.400524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dc7c-5aca-48a9-bd29-77d873eccc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:04.416389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:04.431310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-ffb581c1-9b07-48e7-abdf-86e8c2e216bf service neutron] 10.222.0.15 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093619 Apr 05 18:56:04.548494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e5a8dc7c-5aca-48a9-bd29-77d873eccc7c None None] For port d3a0f139-acf3-4f20-a7fd-6b4051e15a00, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d3a0f139-acf3-4f20-a7fd-6b4051e15a00,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:04.568216 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dc7c-5aca-48a9-bd29-77d873eccc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:04.588068 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7993961a-df9a-4d86-a2d3-94e7fa60c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:04.751573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993961a-df9a-4d86-a2d3-94e7fa60c9a9 None None] No DVR routers for this DVR port 4f330b15-d48e-4359-9982-bf5bebfdef16 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:04.883277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e5a8dc7c-5aca-48a9-bd29-77d873eccc7c None None] Provisioning complete for port 3cf056a4-8f99-476e-ade3-f230f64b2e46 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:04.885595 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dc7c-5aca-48a9-bd29-77d873eccc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.008001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8dc7c-5aca-48a9-bd29-77d873eccc7c None None] Pushing event updated for resources: {'Port': ['ID=d3a0f139-acf3-4f20-a7fd-6b4051e15a00,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:05.087180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:01Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:01Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:05.127674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.134083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2c93c2-c856-47fd-ba9c-aeb0b804aa7f req-43575321-8e32-4f1b-bf15-4188c4c61b3e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8726940 Apr 05 18:56:05.138874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:05.139339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Updating router 6febed1f-0c30-45c8-a004-c6b29f2d4166 port 215ab705-698d-4964-bfd3-816b9e66e3fb binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:56:05.140414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=0c70172e-227c-45b1-954a-d27384ddd713,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:05.181351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port fbd4188e-8772-4f3d-ac19-a52064380565 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:05.181502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:05.181998 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.187369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993961a-df9a-4d86-a2d3-94e7fa60c9a9 None None] Pushing event deleted for resources: {'Port': ['ID=4f330b15-d48e-4359-9982-bf5bebfdef16,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:05.248435 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.268751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Checking segment: {'id': '015445f5-9a72-4744-8eab-bf78b0b5e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:05.269361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network hostable DHCP agents. Network: 8c43181a-0a91-4c23-93dc-25ff37aefd03, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:56:05.272425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.285816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Subnet': ['ID=51f30ad9-02d1-41aa-965c-ed2c33f2c720,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:05.309386 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 8c43181a-0a91-4c23-93dc-25ff37aefd03 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:56:05.337895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 8c43181a-0a91-4c23-93dc-25ff37aefd03) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:05.345046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No DVR routers for this DVR port 0c70172e-227c-45b1-954a-d27384ddd713 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:05.348181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:05.348792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.372726 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c4da7f52-3558-43cf-ab05-3274ad9c1b9b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5317409 Apr 05 18:56:05.373099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6694ac-19ad-4e7e-9bac-e0c51149e2eb None None] Network 8c43181a-0a91-4c23-93dc-25ff37aefd03 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:05.375540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34394) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:05.397269 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5892a08-0295-4d45-a719-56bd0bbac23f x-openstack-request-id: req-b5892a08-0295-4d45-a719-56bd0bbac23f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:05.397558 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3", "name": "network-vif-deleted", "tag": "fbb7438b-ab72-46e4-ab92-45177e24512b", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:05.397810 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5892a08-0295-4d45-a719-56bd0bbac23f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:05.398363 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5892a08-0295-4d45-a719-56bd0bbac23f'] response: {'server_uuid': '15bafe4a-a3c3-46fa-a03a-1cecc5e54ce3', 'name': 'network-vif-deleted', 'tag': 'fbb7438b-ab72-46e4-ab92-45177e24512b', 'status': 'completed', 'code': 200} Apr 05 18:56:05.422472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dad7b9b6-a322-4cb5-aad3-2a37a195aaa0 req-3a638c4a-d82a-4138-8d74-a0c26e2f8743 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 210 time: 0.3089018 Apr 05 18:56:05.598560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69e29fbb-30b5-498a-96b8-d9b6902c8150 req-eb5870a0-1ed2-4226-b266-1d62201daccd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 210 time: 0.1596344 Apr 05 18:56:05.714178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:05.714773 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.768160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Router 4d70f1c4-1135-4095-9991-47e1c2f6d20c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:05.770307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] For port fbd4188e-8772-4f3d-ac19-a52064380565, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fbd4188e-8772-4f3d-ac19-a52064380565,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:05.770701 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.776266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.831043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5acfe2-c170-4984-ab1d-ab454b6abfb4']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:05.844309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d15ee6-949e-431a-b12c-eac4795ed72d req-12baaf8e-9a4a-46cb-996e-3b9e1fb7c2a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:05.845959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55d15ee6-949e-431a-b12c-eac4795ed72d req-12baaf8e-9a4a-46cb-996e-3b9e1fb7c2a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 945 time: 0.2731228 Apr 05 18:56:05.907417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdeede7-f6fc-448c-9655-7b5b6152b771') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:05.907417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdeede7-f6fc-448c-9655-7b5b6152b771') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:05.931762 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.935223 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.953907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.974319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:56:05.974732 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:05.974870 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:56:06.003588 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:56:06.019965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e90839a4-6135-499d-a85d-0329128f15df None None] Provisioning complete for port 215ab705-698d-4964-bfd3-816b9e66e3fb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:06.020339 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e90839a4-6135-499d-a85d-0329128f15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.060116 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.127879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce7be7-e3ed-4a48-90b9-b0c9278e5ca0 None None] Pushing event updated for resources: {'Port': ['ID=215ab705-698d-4964-bfd3-816b9e66e3fb,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:06.190424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55d15ee6-949e-431a-b12c-eac4795ed72d req-a5f85730-a761-4153-afb5-3a915e49f438 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880661 Apr 05 18:56:06.190424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.191176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e90839a4-6135-499d-a85d-0329128f15df None None] Port 215ab705-698d-4964-bfd3-816b9e66e3fb cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:06.209340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.215506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/networks/0b5acfe2-c170-4984-ab1d-ab454b6abfb4 HTTP/1.1" status: 204 len: 168 time: 4.4566870 Apr 05 18:56:06.222930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-8c43181a-0a91-4c23-93dc-25ff37aefd03', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:56:06.224408 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.249888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34400) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:06.322081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f8cb3-cfa7-48b6-9387-955b2af5d8d0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Network': ['ID=0b5acfe2-c170-4984-ab1d-ab454b6abfb4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:06.437844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3cf056a4-8f99-476e-ade3-f230f64b2e46 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:06.548760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:06.561118 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] Sync routers for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:06.575978 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:06.576597 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:06.623478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.623478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.623824 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Floating IP c7c45948-76ff-4ea6-9f26-ef55b72339fe disassociated. External IP: 172.25.4.12, port: fbd4188e-8772-4f3d-ac19-a52064380565. Apr 05 18:56:06.624064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for fbd4188e-8772-4f3d-ac19-a52064380565 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:06.660431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] No DVR routers for this DVR port 8b9d50a5-7025-4d59-9158-5b39470de104 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:06.672372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c41d7-e793-4539-9cca-4129690a55b8 req-47348d93-ed34-44e7-bc56-28a7835b67a0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:06.673958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a4c41d7-e793-4539-9cca-4129690a55b8 req-47348d93-ed34-44e7-bc56-28a7835b67a0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2673006 Apr 05 18:56:06.675985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e7d7932-38f8-4c98-9834-c90d25ce9672 req-9aa71f41-3099-4191-8c85-dc0e8f6c8477 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f6223d-1938-45ed-a1d3-85c880c370a4 HTTP/1.1" status: 200 len: 210 time: 0.0658412 Apr 05 18:56:06.680107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.687495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c7672a1-ca70-4c79-b3fe-70a54f0300e0 req-c3dba146-c37e-4eea-b5f6-34663d9b2be8 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.25 "DELETE /v2.0/ports/8b9d50a5-7025-4d59-9158-5b39470de104 HTTP/1.1" status: 204 len: 173 time: 4.3585114 Apr 05 18:56:06.687988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-deleted', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:06.690806 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84f9d9e-5614-4e2e-b114-0afc9802733f" -d '{"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-deleted", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:06.704127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.735522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e90839a4-6135-499d-a85d-0329128f15df None None] Provisioning complete for port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:06.736086 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e90839a4-6135-499d-a85d-0329128f15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.754214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a4c41d7-e793-4539-9cca-4129690a55b8 req-d12cb5f7-1a25-4a7b-a0e2-b88935441232 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607307 Apr 05 18:56:06.798713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Attempting to bind port 215ab705-698d-4964-bfd3-816b9e66e3fb on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:06.798713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Attempting to bind port 215ab705-698d-4964-bfd3-816b9e66e3fb by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8809b65b-976e-4b01-b5f1-c28549d6cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:06.798713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Attempting to bind port 215ab705-698d-4964-bfd3-816b9e66e3fb on network e0db248c-fdb1-4654-a47e-964d47115af9 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:06.833960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:06.834340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Checking segment: {'id': '8809b65b-976e-4b01-b5f1-c28549d6cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:06.840535 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.841012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Bound using segment: {'id': '8809b65b-976e-4b01-b5f1-c28549d6cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:06.841820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Bound port: 215ab705-698d-4964-bfd3-816b9e66e3fb, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8809b65b-976e-4b01-b5f1-c28549d6cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:06.842261 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.862795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d796-2879-4534-bd76-f2ec094716fd req-2884cdd6-8865-4954-a8a3-8824b1397b3a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:06.865422 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-2884cdd6-8865-4954-a8a3-8824b1397b3a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 797 time: 0.4513943 Apr 05 18:56:06.911417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:06.928988 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:06.941084 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501b8838-0eb2-4b6b-9928-97c49591ac36 x-openstack-request-id: req-501b8838-0eb2-4b6b-9928-97c49591ac36 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:06.941480 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f6223d-1938-45ed-a1d3-85c880c370a4", "name": "network-vif-deleted", "tag": "8b9d50a5-7025-4d59-9158-5b39470de104", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:06.941843 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-501b8838-0eb2-4b6b-9928-97c49591ac36 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:06.942308 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501b8838-0eb2-4b6b-9928-97c49591ac36'] response: {'server_uuid': '51f6223d-1938-45ed-a1d3-85c880c370a4', 'name': 'network-vif-deleted', 'tag': '8b9d50a5-7025-4d59-9158-5b39470de104', 'status': 'completed', 'code': 200} Apr 05 18:56:06.947196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-787de2a3-3d75-4120-b726-0206935f3fcf req-f8f3bab4-886c-4df1-9eed-f8760334dd13 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 210 time: 0.0491655 Apr 05 18:56:06.975536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=fbd4188e-8772-4f3d-ac19-a52064380565,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:07.102012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.116980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.21.0.1 (8c43181a-0a91-4c23-93dc-25ff37aefd03/51f30ad9-02d1-41aa-965c-ed2c33f2c720/a714aeda-13ed-4316-b719-959f3a0dda49) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:07.130782 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-686e39b1-5a61-4a57-950b-226e9b755709 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 379 time: 0.1929963 Apr 05 18:56:07.141662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] For port 215ab705-698d-4964-bfd3-816b9e66e3fb, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:07.144069 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e90839a4-6135-499d-a85d-0329128f15df None None] Provisioning complete for port 3cf056a4-8f99-476e-ade3-f230f64b2e46 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:07.144582 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e90839a4-6135-499d-a85d-0329128f15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.148516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:07.155557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'port': {'device_id': '6e17747f-30cf-4073-948b-593c0ace3794', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'admin_state_up': True, 'tenant_id': 'b886d9b388b44c298984420374d39150', 'security_groups': ['1e85ebff-508b-42b7-9788-717036670412']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:07.193911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:07.196477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3cf056a4-8f99-476e-ade3-f230f64b2e46 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:07.197205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.258454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97409e7d-0359-4329-ab36-0879e3710684']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:07.263445 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.268125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] For port 215ab705-698d-4964-bfd3-816b9e66e3fb, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=215ab705-698d-4964-bfd3-816b9e66e3fb,segment=NetworkSegment(8809b65b-976e-4b01-b5f1-c28549d6cde8),segment_id=8809b65b-976e-4b01-b5f1-c28549d6cde8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:07.273304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 8b9d50a5-7025-4d59-9158-5b39470de104 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:07.273454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 8b9d50a5-7025-4d59-9158-5b39470de104 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:07.286337 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.309861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25d3f04-573c-47f3-8ce6-0628e15a618b') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:07.309996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25d3f04-573c-47f3-8ce6-0628e15a618b') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:07.331066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.386189 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:07.430098 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.475247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a575d4-5fce-4045-9610-cb361472052b req-78a7b273-3716-48e0-ad15-8147620dddc4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:07.476111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:07.477163 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] Checking router: 4d70f1c4-1135-4095-9991-47e1c2f6d20c for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:07.478203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92a575d4-5fce-4045-9610-cb361472052b req-78a7b273-3716-48e0-ad15-8147620dddc4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3286510 Apr 05 18:56:07.482335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:56:07.483017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.485237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:07.486727 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4bb62b6-7be5-43c7-ba00-fa6a0a8fcbb8 req-afd7ceb5-62ed-45f2-83d3-056fe2e5a7d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 210 time: 0.1169829 Apr 05 18:56:07.492641 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:07.493297 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:07.496431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce7be7-e3ed-4a48-90b9-b0c9278e5ca0 None None] Pushing event updated for resources: {'Port': ['ID=215ab705-698d-4964-bfd3-816b9e66e3fb,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:56:07.500050 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:56:07.622080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:07.629628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.649233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d3a0f139-acf3-4f20-a7fd-6b4051e15a00 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:07.685047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92a575d4-5fce-4045-9610-cb361472052b req-a5adc1ad-20a6-4a58-afaa-aa7c3e82daf3 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961870 Apr 05 18:56:07.715223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:07.746612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] Sync routers for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:07.754925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:07.763515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.796872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] No DVR routers for this DVR port fbd4188e-8772-4f3d-ac19-a52064380565 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:07.800928 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.807010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b81e3d4-e9d4-446d-9f6f-a6be739df9e6 req-ed32aa6b-73e6-4f2d-8a21-c2b2fbe0021c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "DELETE /v2.0/ports/fbd4188e-8772-4f3d-ac19-a52064380565 HTTP/1.1" status: 204 len: 173 time: 4.0615027 Apr 05 18:56:07.829144 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:07.844118 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.850713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.879534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-eaa45599-2d79-4974-bbf9-65840e2edb6b None None] Provisioning complete for port 215ab705-698d-4964-bfd3-816b9e66e3fb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:07.879896 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eaa45599-2d79-4974-bbf9-65840e2edb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.884011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34424) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:07.896385 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.900095 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/networks/97409e7d-0359-4329-ab36-0879e3710684 HTTP/1.1" status: 204 len: 168 time: 1.6487677 Apr 05 18:56:07.912390 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34426) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:07.918535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1948365888'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:07.954932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aaf75-1a5d-41bf-aa81-835ab8d0bba8 req-6602f52c-993a-4795-92e4-b905b911e8d2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:07.957996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc7aaf75-1a5d-41bf-aa81-835ab8d0bba8 req-6602f52c-993a-4795-92e4-b905b911e8d2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1311841 Apr 05 18:56:07.959596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:07.964908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:07.966335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 8c43181a-0a91-4c23-93dc-25ff37aefd03 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:07.978624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:07.980599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Network': ['ID=97409e7d-0359-4329-ab36-0879e3710684,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:07.997532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:08.085195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.085576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.085884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.086227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.087110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.087451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.087786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.088116 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.088716 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.089038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.089365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.089689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ca4837-5003-43be-9b5b-8ec6d16d2cf4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:08.102601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc7aaf75-1a5d-41bf-aa81-835ab8d0bba8 req-4cff3a10-6214-4265-81b0-a70ab0cc4ed2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292045 Apr 05 18:56:08.121232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=a714aeda-13ed-4316-b719-959f3a0dda49,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:08.142447 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:08.168473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66fa5383-3d97-458e-9b34-a07ef4198475 req-b9e5b0a3-2529-4572-9d2b-e20f693a2820 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 210 time: 0.0556278 Apr 05 18:56:08.170696 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc924fc-8580-42d1-9127-de25e987d0db None None] The sync data for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 is: [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:48:03Z', 'revision_number': 4, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '782fccf5-9cff-4164-9203-175e1f3eac0c', 'name': '', 'network_id': '51113868-0ddf-4ec4-9d93-46cd3c682af2', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'mac_address': 'fa:16:3e:f9:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:59Z', 'updated_at': '2022-04-05T18:48:08Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'subnets': [{'id': '6a05e822-bb16-4d27-a487-a5e1d6c2edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:08.183769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:56:08.196884 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.197273 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added segment 96b56e8e-abbf-4d85-be7b-a3863fab18ed of type vlan for network 91baf51c-3d35-41ee-81cd-acfc41f081e0 Apr 05 18:56:08.225539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:08.231403 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c978ed4d-270c-4136-bc65-5a8034dc7de0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.231693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:08.235032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fbb7438b-ab72-46e4-ab92-45177e24512b no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:08.255413 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c978ed4d-270c-4136-bc65-5a8034dc7de0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.302888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.349439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.367144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.370755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: fbb7438b-ab72-46e4-ab92-45177e24512b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:08.371092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fbb7438b-ab72-46e4-ab92-45177e24512b not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:08.371669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fbd4188e-8772-4f3d-ac19-a52064380565 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:08.377561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:08.378199 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.470036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: fbd4188e-8772-4f3d-ac19-a52064380565 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:08.470874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fbd4188e-8772-4f3d-ac19-a52064380565 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:08.484655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Allocated IP 172.21.0.2 (8c43181a-0a91-4c23-93dc-25ff37aefd03/51f30ad9-02d1-41aa-965c-ed2c33f2c720/23bde51e-52a6-42c7-8214-a09d4c857ab9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:08.525437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6111526 Apr 05 18:56:08.526097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34434) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:08.545978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'subnet': {'network_id': '91baf51c-3d35-41ee-81cd-acfc41f081e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:08.590040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:08.609228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3215a-3105-47b7-9071-4fd797b4cde3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Network': ['ID=91baf51c-3d35-41ee-81cd-acfc41f081e0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:08.698243 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702eeb54-4003-48c2-b021-4fcf3566ae50 None None] New status for floating IP 54343e17-ca8a-4763-94e1-013e9ab3a48d: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:56:08.773243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:08.773794 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.811384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0bc76a5a-2e96-4b9e-bbe9-7e51ba0e6d0b req-511607f5-7404-43bf-bede-0936b3c80783 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 210 time: 0.0985353 Apr 05 18:56:08.824434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c978ed4d-270c-4136-bc65-5a8034dc7de0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.827223 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c978ed4d-270c-4136-bc65-5a8034dc7de0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:08.831449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34440) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:08.832933 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c978ed4d-270c-4136-bc65-5a8034dc7de0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "DELETE /v2.0/security-groups/8111a570-fcc5-442d-a2be-60ba69d4a40d HTTP/1.1" status: 204 len: 168 time: 0.9449780 Apr 05 18:56:08.875052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978ed4d-270c-4136-bc65-5a8034dc7de0 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8111a570-fcc5-442d-a2be-60ba69d4a40d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:08.882077 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-f773cebd-8c72-4a3e-b7a7-e2fddf9742c7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] show failed (client error): The resource could not be found. Apr 05 18:56:08.886846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f773cebd-8c72-4a3e-b7a7-e2fddf9742c7 tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "GET /v2.0/security-groups/8111a570-fcc5-442d-a2be-60ba69d4a40d HTTP/1.1" status: 404 len: 347 time: 0.0376501 Apr 05 18:56:08.887554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34442) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:08.925222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 91baf51c-3d35-41ee-81cd-acfc41f081e0 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:56:08.971576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.20.0.10 (1bc7f2b0-810f-4911-8cf1-da27da5071ae/ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc/6337a896-f672-436f-8729-6612b8c8bc34) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:08.987015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'name': 'network-vif-deleted', 'tag': 'fbd4188e-8772-4f3d-ac19-a52064380565'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:08.989609 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb17797-0ce1-459b-b0c8-6c563ee5bb33" -d '{"events": [{"server_uuid": "a5147e94-a4cf-4d3b-aabd-a65d9f3e3573", "name": "network-vif-deleted", "tag": "fbd4188e-8772-4f3d-ac19-a52064380565"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:09.081504 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db886a5-bba2-4927-a0b8-825bc1d4231f x-openstack-request-id: req-6db886a5-bba2-4927-a0b8-825bc1d4231f {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:09.081788 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5147e94-a4cf-4d3b-aabd-a65d9f3e3573", "name": "network-vif-deleted", "tag": "fbd4188e-8772-4f3d-ac19-a52064380565", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:09.082034 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6db886a5-bba2-4927-a0b8-825bc1d4231f {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:09.082496 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db886a5-bba2-4927-a0b8-825bc1d4231f'] response: {'server_uuid': 'a5147e94-a4cf-4d3b-aabd-a65d9f3e3573', 'name': 'network-vif-deleted', 'tag': 'fbd4188e-8772-4f3d-ac19-a52064380565', 'status': 'completed', 'code': 200} Apr 05 18:56:09.096441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.118579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:09.122051 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.167826 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eaa45599-2d79-4974-bbf9-65840e2edb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.327204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a61d0a7-c516-4e7b-bdd9-b06bb5c42131 req-1aa6c4cc-5575-466c-967e-244d0b7e7540 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 210 time: 0.0552764 Apr 05 18:56:09.328064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-eaa45599-2d79-4974-bbf9-65840e2edb6b None None] For port 215ab705-698d-4964-bfd3-816b9e66e3fb, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=215ab705-698d-4964-bfd3-816b9e66e3fb,segment=NetworkSegment(8809b65b-976e-4b01-b5f1-c28549d6cde8),segment_id=8809b65b-976e-4b01-b5f1-c28549d6cde8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:09.344242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Deleting port 96ab893f-e959-4693-986b-38b64e51df74 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:09.349123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.365941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eaa45599-2d79-4974-bbf9-65840e2edb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.434187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.434827 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.447321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Calling delete_port for 96ab893f-e959-4693-986b-38b64e51df74 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:09.460172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa45599-2d79-4974-bbf9-65840e2edb6b None None] Pushing event updated for resources: {'Port': ['ID=215ab705-698d-4964-bfd3-816b9e66e3fb,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:09.489934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:01Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:07Z', 'revision_number': 4, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:09.510260 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.604895 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.677609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Pushing event deleted for resources: {'Port': ['ID=96ab893f-e959-4693-986b-38b64e51df74,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:09.694328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.797594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cf3bb-c461-4ae1-89c0-0cfbb77e7c77 None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:01Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:07Z', 'revision_number': 4, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:09.798183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network 1bc7f2b0-810f-4911-8cf1-da27da5071ae is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:09.798871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:09.808024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:09.845194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:09.888969 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.891854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.897333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-29581f93-afc1-468d-b4bb-eddbf4fcedae tempest-AttachVolumeShelveTestJSON-233143713 tempest-AttachVolumeShelveTestJSON-233143713-project] 10.222.0.15 "DELETE /v2.0/floatingips/54343e17-ca8a-4763-94e1-013e9ab3a48d HTTP/1.1" status: 204 len: 168 time: 1.0067172 Apr 05 18:56:09.898658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f68d4efb-3c6a-41c5-8a0f-27d92b1c9ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:09.970445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:09.970727 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.018130 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e5006972-8c4f-461f-bcaa-b02a0adf7c09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8754978 Apr 05 18:56:10.041543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Request body: {'port': {'device_id': '6e17747f-30cf-4073-948b-593c0ace3794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:10.062863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-18ba9c38-df16-4591-ad95-704fdc7de66a None None] Provisioning complete for port 215ab705-698d-4964-bfd3-816b9e66e3fb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:10.063333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18ba9c38-df16-4591-ad95-704fdc7de66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.105518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3a33a84-c8e0-4c95-804c-244833797755 req-3feb81d6-06b5-4bf2-b075-8048cb557391 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 210 time: 0.1344764 Apr 05 18:56:10.137257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:10.154802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.190436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] Checking router: 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:10.242078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:10.243358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:55:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:10.345653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Subnet': ['ID=461931cc-f6fd-4eb5-bc63-b178d6b21d4f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:10.370920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Checking segment: {'id': '96b56e8e-abbf-4d85-be7b-a3863fab18ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '91baf51c-3d35-41ee-81cd-acfc41f081e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:10.371405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network hostable DHCP agents. Network: 91baf51c-3d35-41ee-81cd-acfc41f081e0, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:56:10.395606 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.401434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 91baf51c-3d35-41ee-81cd-acfc41f081e0 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:56:10.406664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.416948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 91baf51c-3d35-41ee-81cd-acfc41f081e0) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:10.417491 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.432132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:10.432735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.474072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.505112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4f330b15-d48e-4359-9982-bf5bebfdef16 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:10.536192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-21733643-fab7-4e6e-8d94-e543b220749d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0054667 Apr 05 18:56:10.553133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34468) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:10.555816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f02193-7a00-445d-9d44-2a776948d72a None None] Network 91baf51c-3d35-41ee-81cd-acfc41f081e0 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:10.559577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5486d1fa-8215-4e61-92e7-1cb69aa55bf6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-268319970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:10.652508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b2206-71f4-43f8-812c-a6d7f27e1359 req-e5d6c4b9-a8d2-4a60-a442-83788ce84bdf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:10.661877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d3b2206-71f4-43f8-812c-a6d7f27e1359 req-e5d6c4b9-a8d2-4a60-a442-83788ce84bdf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 932 time: 0.1933823 Apr 05 18:56:10.663799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5486d1fa-8215-4e61-92e7-1cb69aa55bf6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.665125 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5486d1fa-8215-4e61-92e7-1cb69aa55bf6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.703341 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.719771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 4f330b15-d48e-4359-9982-bf5bebfdef16 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:10.721885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4f330b15-d48e-4359-9982-bf5bebfdef16 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:10.723144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0c70172e-227c-45b1-954a-d27384ddd713 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:10.778517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d3b2206-71f4-43f8-812c-a6d7f27e1359 req-5fab24f2-2728-47fc-bf13-1db624c5c3db tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748694 Apr 05 18:56:10.900008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0c70172e-227c-45b1-954a-d27384ddd713 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:10.900557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0c70172e-227c-45b1-954a-d27384ddd713 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:10.920232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Pushing event updated for resources: {'Port': ['ID=23bde51e-52a6-42c7-8214-a09d4c857ab9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:10.929962 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5486d1fa-8215-4e61-92e7-1cb69aa55bf6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:10.954329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b802678-9de6-41ea-a97c-0e712a60b558 req-0fd8d41c-bb09-4b81-9c42-20464cfbdbfc tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:10.956478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b802678-9de6-41ea-a97c-0e712a60b558 req-0fd8d41c-bb09-4b81-9c42-20464cfbdbfc tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1461678 Apr 05 18:56:10.957866 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5486d1fa-8215-4e61-92e7-1cb69aa55bf6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.013888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b802678-9de6-41ea-a97c-0e712a60b558 req-6d940613-406d-49d7-a0a0-06b527a32301 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486884 Apr 05 18:56:11.035460 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5486d1fa-8215-4e61-92e7-1cb69aa55bf6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.039092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5486d1fa-8215-4e61-92e7-1cb69aa55bf6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4823833 Apr 05 18:56:11.039333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34478) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:11.044247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Network 8c43181a-0a91-4c23-93dc-25ff37aefd03 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:11.048489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'port': {'network_id': '91baf51c-3d35-41ee-81cd-acfc41f081e0', 'name': 'tempest-RoutersIpV6Test-1443867330'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:11.064454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:11.152465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:11.193531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=a714aeda-13ed-4316-b719-959f3a0dda49,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:11.204737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.328742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6337a896-f672-436f-8729-6612b8c8bc34 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:56:11.362772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.379063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5332b219-af82-4d33-b5ad-143c3b65caa6 req-60663a83-2917-4799-9312-511aa910b1ef tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 210 time: 0.0460763 Apr 05 18:56:11.385328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 215ab705-698d-4964-bfd3-816b9e66e3fb up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:11.418731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c9e9d-e87e-4876-ab62-b98136e17889 req-8fe41bb8-4825-4698-8b7c-c6d6bb51a98c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:11.420270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-859c9e9d-e87e-4876-ab62-b98136e17889 req-8fe41bb8-4825-4698-8b7c-c6d6bb51a98c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1886268 Apr 05 18:56:11.451208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-91baf51c-3d35-41ee-81cd-acfc41f081e0', 'network_id': '91baf51c-3d35-41ee-81cd-acfc41f081e0', 'tenant_id': '654177f36674476ba227bc202d43d819', 'fixed_ips': [{'subnet_id': '461931cc-f6fd-4eb5-bc63-b178d6b21d4f'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:56:11.452326 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.479415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:11.483194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Attempting to bind port 23bde51e-52a6-42c7-8214-a09d4c857ab9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:11.483672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Attempting to bind port 23bde51e-52a6-42c7-8214-a09d4c857ab9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '015445f5-9a72-4744-8eab-bf78b0b5e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:11.484153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Attempting to bind port 23bde51e-52a6-42c7-8214-a09d4c857ab9 on network 8c43181a-0a91-4c23-93dc-25ff37aefd03 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:11.497882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Transition to ACTIVE for port object 6337a896-f672-436f-8729-6612b8c8bc34 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:56:11.500684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-859c9e9d-e87e-4876-ab62-b98136e17889 req-02e50c4d-f177-49d3-ab2f-a6caa3ce2d98 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Apr 05 18:56:11.513958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.516149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:11.521232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.567909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:11.568553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Checking segment: {'id': '015445f5-9a72-4744-8eab-bf78b0b5e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:11.569080 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.569584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Bound using segment: {'id': '015445f5-9a72-4744-8eab-bf78b0b5e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:11.570185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Bound port: 23bde51e-52a6-42c7-8214-a09d4c857ab9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015445f5-9a72-4744-8eab-bf78b0b5e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:11.570741 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.573429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 215ab705-698d-4964-bfd3-816b9e66e3fb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:11.573917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:11.577446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] device_id is not set on port e8bda523-e441-4b12-8b3b-95aa8f00d30e yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:56:11.713027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Pushing event updated for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:11.765655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 8c43181a-0a91-4c23-93dc-25ff37aefd03 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:11.770144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:11.846669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 2001:db8::37f (91baf51c-3d35-41ee-81cd-acfc41f081e0/461931cc-f6fd-4eb5-bc63-b178d6b21d4f/e8bda523-e441-4b12-8b3b-95aa8f00d30e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:11.955162 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10a54add-803c-4909-b1e4-6937b5d620ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:12.120074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b7bcd-3dbd-475c-b344-e3cf0f5a8657 req-0d5919d8-f9f2-486a-92e8-ee02d5e2d790 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:12.121786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-806b7bcd-3dbd-475c-b344-e3cf0f5a8657 req-0d5919d8-f9f2-486a-92e8-ee02d5e2d790 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 944 time: 0.2018793 Apr 05 18:56:12.162252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:12.162957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Attempting to bind port 6337a896-f672-436f-8729-6612b8c8bc34 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:12.163469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Attempting to bind port 6337a896-f672-436f-8729-6612b8c8bc34 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:12.163986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Attempting to bind port 6337a896-f672-436f-8729-6612b8c8bc34 on network 1bc7f2b0-810f-4911-8cf1-da27da5071ae {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:12.173511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Port 6337a896-f672-436f-8729-6612b8c8bc34 on network 1bc7f2b0-810f-4911-8cf1-da27da5071ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:56:12.173948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Attempting to bind port 6337a896-f672-436f-8729-6612b8c8bc34 on network 1bc7f2b0-810f-4911-8cf1-da27da5071ae {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:12.213866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:12.221616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] For port 23bde51e-52a6-42c7-8214-a09d4c857ab9, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:12.222321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Checking segment: {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:12.222902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Bound using segment: {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:12.223509 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Bound port: 6337a896-f672-436f-8729-6612b8c8bc34, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:12.224053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:12.297170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-806b7bcd-3dbd-475c-b344-e3cf0f5a8657 req-88bfc07a-21f5-40bf-824c-a4c5ca699bb4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675587 Apr 05 18:56:12.303306 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:12.349407 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:12.372826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] For port 23bde51e-52a6-42c7-8214-a09d4c857ab9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23bde51e-52a6-42c7-8214-a09d4c857ab9,segment=NetworkSegment(015445f5-9a72-4744-8eab-bf78b0b5e50e),segment_id=015445f5-9a72-4744-8eab-bf78b0b5e50e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:12.399132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:12.416173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d3a0f139-acf3-4f20-a7fd-6b4051e15a00 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:12.473339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=e8bda523-e441-4b12-8b3b-95aa8f00d30e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:12.494616 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ecda31a-77f7-4838-99f4-9991c5265e40 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1096609 Apr 05 18:56:12.496242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34498) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:12.502311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'network': {'name': 'tempest-RoutersTest-624443229'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:12.519698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:12.550527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 91baf51c-3d35-41ee-81cd-acfc41f081e0 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:12.556087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:12.557318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f127da37-c82e-4a8a-b3c2-b2306be39e43 req-383fec5c-13fb-4d89-89e8-fca73fa84acd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 210 time: 0.0449774 Apr 05 18:56:12.563399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:12.564287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:12.568200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:12.570491 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:12.573031 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:12.577166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:12.577869 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:12.612735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7a6657c2-402b-4885-9903-540663bccc2f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5722511 Apr 05 18:56:12.619327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34500) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:12.671234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:12.671862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:12.673264 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] 10.222.0.20 "PUT /v2.0/ports/6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 1092 time: 2.6395998 Apr 05 18:56:12.673715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:12.676017 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6b4083-3d13-4690-a831-871b6f698418" -d '{"events": [{"name": "network-changed", "server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "tag": "6337a896-f672-436f-8729-6612b8c8bc34"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:12.715062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:12.723417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:12.796945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Allocated IP 2001:db8::2 (91baf51c-3d35-41ee-81cd-acfc41f081e0/461931cc-f6fd-4eb5-bc63-b178d6b21d4f/6dccf2e7-475e-4de8-9928-ee71dbfddf4a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:12.828572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfae69-3e17-4337-bd2d-63c0b5069697 service neutron] Pushing event updated for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:12.868563 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b015f-f97f-4d07-b969-875fb7281b21 x-openstack-request-id: req-686b015f-f97f-4d07-b969-875fb7281b21 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:12.868869 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "tag": "6337a896-f672-436f-8729-6612b8c8bc34", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:12.869122 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-686b015f-f97f-4d07-b969-875fb7281b21 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:12.869536 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686b015f-f97f-4d07-b969-875fb7281b21'] response: {'name': 'network-changed', 'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34', 'status': 'completed', 'code': 200} Apr 05 18:56:12.937615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d796-2879-4534-bd76-f2ec094716fd req-2134ff57-e5a6-4ec9-b5a2-47c2f1175704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:12.939435 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-2134ff57-e5a6-4ec9-b5a2-47c2f1175704 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1095 time: 0.2154374 Apr 05 18:56:13.014241 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-6f4a7345-7c3e-4bfb-90f5-ce8e79b45f0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 217 time: 0.0663066 Apr 05 18:56:13.031343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:56:13.053473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:13.066927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:13.067456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:13.087992 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:13.129738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e92adfbf-ebc9-428b-bd90-cfefac235ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:13.131268 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-e92adfbf-ebc9-428b-bd90-cfefac235ccc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 0.1093452 Apr 05 18:56:13.199481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d796-2879-4534-bd76-f2ec094716fd req-ad946bea-b374-4c0d-a489-04a067851ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:13.219150 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:13.220219 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-ad946bea-b374-4c0d-a489-04a067851ece service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807011 Apr 05 18:56:13.489053 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-f3fafc56-d380-4bf9-b16a-7e37e86569dd service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590125 Apr 05 18:56:13.660692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Network 91baf51c-3d35-41ee-81cd-acfc41f081e0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:13.746357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:13.776798 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-acc6d796-2879-4534-bd76-f2ec094716fd req-2835f0b9-0878-4e81-bcb8-89b6edb74e12 service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788057 Apr 05 18:56:13.780038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:13.780415 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:13.785948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:13.796454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128399da-5afb-4f17-9309-8a5dadd4a0e3 None None] Pushing event updated for resources: {'Port': ['ID=23bde51e-52a6-42c7-8214-a09d4c857ab9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:13.813323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:13.896540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b4083-3d13-4690-a831-871b6f698418 req-94013f03-253d-4e91-a455-377e4f9feccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:13.898062 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de6b4083-3d13-4690-a831-871b6f698418 req-94013f03-253d-4e91-a455-377e4f9feccf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1095 time: 0.0529146 Apr 05 18:56:13.964378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:14.043325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead267a-ea3c-4447-b530-9392cfa85504 None None] The sync data for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 is: [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:14.052392 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Pushing event updated for resources: {'Port': ['ID=6dccf2e7-475e-4de8-9928-ee71dbfddf4a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:14.114893 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:14.115382 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added segment e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd of type vlan for network a3704cb4-a036-4656-b9a2-fbabbd477113 Apr 05 18:56:14.118409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Attempting to bind port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:14.118967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b4083-3d13-4690-a831-871b6f698418 req-c4dde732-fc13-449b-890c-88521424bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:14.119481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Attempting to bind port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '96b56e8e-abbf-4d85-be7b-a3863fab18ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '91baf51c-3d35-41ee-81cd-acfc41f081e0'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:14.120028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Attempting to bind port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a on network 91baf51c-3d35-41ee-81cd-acfc41f081e0 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:14.120725 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de6b4083-3d13-4690-a831-871b6f698418 req-c4dde732-fc13-449b-890c-88521424bfb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 897 time: 0.2147834 Apr 05 18:56:14.130895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:14.131559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Checking segment: {'id': '96b56e8e-abbf-4d85-be7b-a3863fab18ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '91baf51c-3d35-41ee-81cd-acfc41f081e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:14.132118 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:14.132668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Bound using segment: {'id': '96b56e8e-abbf-4d85-be7b-a3863fab18ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '91baf51c-3d35-41ee-81cd-acfc41f081e0'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:14.134165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Bound port: 6dccf2e7-475e-4de8-9928-ee71dbfddf4a, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b56e8e-abbf-4d85-be7b-a3863fab18ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '91baf51c-3d35-41ee-81cd-acfc41f081e0'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:14.134764 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:14.248460 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de6b4083-3d13-4690-a831-871b6f698418 req-09977ef0-67df-4c02-ad66-f3a33dfb648a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 217 time: 0.1183844 Apr 05 18:56:14.413756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b4083-3d13-4690-a831-871b6f698418 req-a20fecec-78af-4404-a472-8893d26b4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:14.417760 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de6b4083-3d13-4690-a831-871b6f698418 req-a20fecec-78af-4404-a472-8893d26b4d2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 0.1629207 Apr 05 18:56:14.431665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a25fb36-d2d1-4467-bd0b-7c531270ba3b req-3c48bba0-49f3-40b2-8fa3-a392678cc708 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 210 time: 0.3147285 Apr 05 18:56:14.530556 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:14.533173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] For port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:14.546274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] For port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6dccf2e7-475e-4de8-9928-ee71dbfddf4a,segment=NetworkSegment(96b56e8e-abbf-4d85-be7b-a3863fab18ed),segment_id=96b56e8e-abbf-4d85-be7b-a3863fab18ed)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:14.547094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:14.553434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b4083-3d13-4690-a831-871b6f698418 req-632d5e14-6b72-43de-904b-eba9e2a5f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:14.561609 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de6b4083-3d13-4690-a831-871b6f698418 req-632d5e14-6b72-43de-904b-eba9e2a5f6f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302629 Apr 05 18:56:14.577364 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:14.582256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a36a08-df8c-4d81-9cd0-9ea636ca7a7d req-13fa6236-7b14-4861-bbf9-5f48e7f9d7df tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:14.583901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-63a36a08-df8c-4d81-9cd0-9ea636ca7a7d req-13fa6236-7b14-4861-bbf9-5f48e7f9d7df tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 944 time: 0.4393675 Apr 05 18:56:14.662622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:14.679427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23bde51e-52a6-42c7-8214-a09d4c857ab9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:14.691155 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eded11e-3118-42f7-9038-c56ad6496b26 None None] New status for floating IP c7c45948-76ff-4ea6-9f26-ef55b72339fe: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:56:14.761321 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de6b4083-3d13-4690-a831-871b6f698418 req-c71c94f5-fb94-4988-b6b7-5ae21069505a service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950617 Apr 05 18:56:14.840452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:14.850512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:14.854285 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:14.856728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 3, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:14.955178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9b558-f0d1-412b-b6cb-d15536076e7b None None] Network 8c43181a-0a91-4c23-93dc-25ff37aefd03 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:14.973411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786436e8-6c02-499f-a1ab-afd863573ad4 None None] Pushing event updated for resources: {'Port': ['ID=6dccf2e7-475e-4de8-9928-ee71dbfddf4a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:14.976844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:14.977982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Updating router 6febed1f-0c30-45c8-a004-c6b29f2d4166 port a714aeda-13ed-4316-b719-959f3a0dda49 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:56:14.981234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Network': ['ID=a3704cb4-a036-4656-b9a2-fbabbd477113,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:14.986065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a358380b-7f36-40cc-9f5b-894decaaa371 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4886284 Apr 05 18:56:14.996280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34526) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:14.999438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e494-9172-40fa-9617-df766a3dc631 req-5651337c-b48e-47bb-9ed5-21444bfbe8b9 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:15.000989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50f7e494-9172-40fa-9617-df766a3dc631 req-5651337c-b48e-47bb-9ed5-21444bfbe8b9 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3101232 Apr 05 18:56:15.002804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'subnet': {'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:15.008986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-63a36a08-df8c-4d81-9cd0-9ea636ca7a7d req-47380738-8903-4593-9870-0a15120e7ad5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3947334 Apr 05 18:56:15.064745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network a3704cb4-a036-4656-b9a2-fbabbd477113 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:56:15.069172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 23bde51e-52a6-42c7-8214-a09d4c857ab9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:15.069690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:15.114957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50f7e494-9172-40fa-9617-df766a3dc631 req-ba5c1b19-c293-4acd-ab63-3504581b241d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Apr 05 18:56:15.198799 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:15.295154 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:15.346736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d139e38e-5b71-489d-84ff-e97d8d820e91 None None] Provisioning complete for port 23bde51e-52a6-42c7-8214-a09d4c857ab9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:15.347260 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d139e38e-5b71-489d-84ff-e97d8d820e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:15.511938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:15.525714 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:15.550061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95698c20-ad4d-49e8-b524-89fd602a657f req-3bf58ea4-e008-44ba-9892-08e68ef3181b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:15.552224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95698c20-ad4d-49e8-b524-89fd602a657f req-3bf58ea4-e008-44ba-9892-08e68ef3181b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1929724 Apr 05 18:56:15.700880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95698c20-ad4d-49e8-b524-89fd602a657f req-947b0902-4e65-40ef-9a67-85916b16649d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399913 Apr 05 18:56:15.704488 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:15.738762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=e8bda523-e441-4b12-8b3b-95aa8f00d30e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:15.786474 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d139e38e-5b71-489d-84ff-e97d8d820e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:15.805883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6263b6e6-c3cb-44fb-8478-97a6cdb36be7 req-657bebca-681c-4394-8bb3-3718d6abc174 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5147e94-a4cf-4d3b-aabd-a65d9f3e3573 HTTP/1.1" status: 200 len: 210 time: 0.0370340 Apr 05 18:56:15.873493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 23bde51e-52a6-42c7-8214-a09d4c857ab9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23bde51e-52a6-42c7-8214-a09d4c857ab9,segment=NetworkSegment(015445f5-9a72-4744-8eab-bf78b0b5e50e),segment_id=015445f5-9a72-4744-8eab-bf78b0b5e50e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:15.892174 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:15.972973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:16.012353 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-de6b4083-3d13-4690-a831-871b6f698418 req-f570637a-fb70-48c7-a433-a164e3fc0d7b service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2426531 Apr 05 18:56:16.082167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:16.088190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:16.120805 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-d139e38e-5b71-489d-84ff-e97d8d820e91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:56:16.121329 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-d139e38e-5b71-489d-84ff-e97d8d820e91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:56:16.123992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac906fd-eeb5-4d72-814f-30d94971f4fb req-bd963466-b4ca-4e7c-9110-04d07ca6df93 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:16.125857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ac906fd-eeb5-4d72-814f-30d94971f4fb req-bd963466-b4ca-4e7c-9110-04d07ca6df93 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1496675 Apr 05 18:56:16.187021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 6337a896-f672-436f-8729-6612b8c8bc34 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:56:16.192821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=23bde51e-52a6-42c7-8214-a09d4c857ab9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:16.405269 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:16.421322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:16.425484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:16.533040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:16.539056 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:16.574371 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ac906fd-eeb5-4d72-814f-30d94971f4fb req-b65be7a5-208b-4e24-814b-ec8ddbd8cbe6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371388 Apr 05 18:56:16.606432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Subnet': ['ID=1530eb42-6c02-4c5f-bdd0-ba8b67542c96,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:16.701615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Checking segment: {'id': 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:16.701860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network hostable DHCP agents. Network: a3704cb4-a036-4656-b9a2-fbabbd477113, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:56:16.709438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e635c-ab4a-4305-87a4-1ee15d68c98b req-d1499126-8053-45cd-ad92-66ca055f8438 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:16.720091 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a41e635c-ab4a-4305-87a4-1ee15d68c98b req-d1499126-8053-45cd-ad92-66ca055f8438 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 944 time: 0.4935312 Apr 05 18:56:16.726428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network a3704cb4-a036-4656-b9a2-fbabbd477113 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:56:16.742154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, a3704cb4-a036-4656-b9a2-fbabbd477113) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:16.747596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:16.748411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:16.771091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e8918d05-2b25-451b-9603-44fa34bba68d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7736650 Apr 05 18:56:16.775505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34550) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:16.798853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a41e635c-ab4a-4305-87a4-1ee15d68c98b req-b7246f7a-c4b0-41f7-a9b1-a4c6695b7527 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778422 Apr 05 18:56:16.876346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a5c40-21a8-4e4b-8dd7-803535e4a94d None None] Network 91baf51c-3d35-41ee-81cd-acfc41f081e0 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:16.879196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6dccf2e7-475e-4de8-9928-ee71dbfddf4a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:16.882688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6765839-204f-441d-85a2-249d688c43c5 None None] Network a3704cb4-a036-4656-b9a2-fbabbd477113 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:16.952068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fefb5b-8587-4c0a-957c-0d0e6bc58898 req-3a50bbb7-05e7-4568-b5a5-c0a616ee9583 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:16.953747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35fefb5b-8587-4c0a-957c-0d0e6bc58898 req-3a50bbb7-05e7-4568-b5a5-c0a616ee9583 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2023335 Apr 05 18:56:17.034797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '6337a896-f672-436f-8729-6612b8c8bc34', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'port_id': '6337a896-f672-436f-8729-6612b8c8bc34', 'mac_address': 'fa:16:3e:8e:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:56:17.064432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35fefb5b-8587-4c0a-957c-0d0e6bc58898 req-493a22ab-b7ef-4c04-96e3-2b4690d823bd tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749867 Apr 05 18:56:17.098950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150a696-58d1-4272-bf3e-2bb07d0a7a6c None None] Pushing event updated for resources: {'Port': ['ID=a714aeda-13ed-4316-b719-959f3a0dda49,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:17.397197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.403513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-696eddfc-b2f4-40dc-84ae-b387472d592c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235523498&fields=id&tenant_id=d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 267 time: 0.1223845 Apr 05 18:56:17.429314 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.459908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:17.460968 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.466195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d1710-e360-4b75-9ab5-83c24a169792 req-a2792a11-3570-4f2b-a09e-03a1b1caa621 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:17.472446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-608d1710-e360-4b75-9ab5-83c24a169792 req-a2792a11-3570-4f2b-a09e-03a1b1caa621 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1856456 Apr 05 18:56:17.479824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.488340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.489530 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.530646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6337a896-f672-436f-8729-6612b8c8bc34 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:56:17.554895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Attempting to bind port a714aeda-13ed-4316-b719-959f3a0dda49 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:17.555396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Attempting to bind port a714aeda-13ed-4316-b719-959f3a0dda49 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '015445f5-9a72-4744-8eab-bf78b0b5e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:17.555760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Attempting to bind port a714aeda-13ed-4316-b719-959f3a0dda49 on network 8c43181a-0a91-4c23-93dc-25ff37aefd03 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:17.636263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:17.636684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Checking segment: {'id': '015445f5-9a72-4744-8eab-bf78b0b5e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:17.636684 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.636684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Bound using segment: {'id': '015445f5-9a72-4744-8eab-bf78b0b5e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:17.636684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Bound port: a714aeda-13ed-4316-b719-959f3a0dda49, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015445f5-9a72-4744-8eab-bf78b0b5e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:17.638953 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.670147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] Provisioning complete for port 23bde51e-52a6-42c7-8214-a09d4c857ab9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:17.670555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.677414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:17.687830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-608d1710-e360-4b75-9ab5-83c24a169792 req-72906eba-08dc-4f28-9200-5983df57184b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875048 Apr 05 18:56:17.702375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8dca-3949-486f-b0db-30cf16be656b req-33cad074-ace5-4425-92f7-0f407a49e365 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:17.704104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-33cad074-ace5-4425-92f7-0f407a49e365 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.2801082 Apr 05 18:56:17.754428 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.756715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=e8bda523-e441-4b12-8b3b-95aa8f00d30e,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:17.818252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-7b3b17e3-2cff-4573-908f-e7bdfc3eb0c3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/quotas/d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 375 time: 0.0978446 Apr 05 18:56:17.848122 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.22.0.1 (a3704cb4-a036-4656-b9a2-fbabbd477113/1530eb42-6c02-4c5f-bdd0-ba8b67542c96/164cfa01-ab24-40d4-96d8-38c3ff39dbcc) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:17.922815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] For port a714aeda-13ed-4316-b719-959f3a0dda49, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:17.953754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-a3704cb4-a036-4656-b9a2-fbabbd477113', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:56:17.955113 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:17.958520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:17.963942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] For port a714aeda-13ed-4316-b719-959f3a0dda49, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a714aeda-13ed-4316-b719-959f3a0dda49,segment=NetworkSegment(015445f5-9a72-4744-8eab-bf78b0b5e50e),segment_id=015445f5-9a72-4744-8eab-bf78b0b5e50e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:17.988328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaee1ec-b5e2-44be-98b0-1eb9e78e4fc9 req-37d2bb1b-c6d1-4f42-93ea-d5aed1935ae0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:17.998666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-faaee1ec-b5e2-44be-98b0-1eb9e78e4fc9 req-37d2bb1b-c6d1-4f42-93ea-d5aed1935ae0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1819906 Apr 05 18:56:18.012119 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:18.024063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-71fbc05e-2a88-4c65-ae7f-a9efb73d9261 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780403 Apr 05 18:56:18.032051 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:18.034924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:18.045948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 91baf51c-3d35-41ee-81cd-acfc41f081e0 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:18.047579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['6337a896-f672-436f-8729-6612b8c8bc34'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:56:18.052815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:18.099797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:18.119560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-faaee1ec-b5e2-44be-98b0-1eb9e78e4fc9 req-c881d827-4afe-4457-ac8a-f7efe1691596 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020808 Apr 05 18:56:18.277803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network a3704cb4-a036-4656-b9a2-fbabbd477113 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:18.290323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:18.307385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:18.332032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6dccf2e7-475e-4de8-9928-ee71dbfddf4a,segment=NetworkSegment(96b56e8e-abbf-4d85-be7b-a3863fab18ed),segment_id=96b56e8e-abbf-4d85-be7b-a3863fab18ed)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:18.337227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150a696-58d1-4272-bf3e-2bb07d0a7a6c None None] Pushing event updated for resources: {'Port': ['ID=a714aeda-13ed-4316-b719-959f3a0dda49,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:18.343883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=164cfa01-ab24-40d4-96d8-38c3ff39dbcc,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:18.351300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:18.355347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:18.381210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:18.381989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23bde51e-52a6-42c7-8214-a09d4c857ab9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:18.397625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:18.429675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1b8d-a963-4a91-96aa-e79144e47e5a req-7c6d022a-3054-442b-8e59-8eb6974102a0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:18.438082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e1c1b8d-a963-4a91-96aa-e79144e47e5a req-7c6d022a-3054-442b-8e59-8eb6974102a0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 945 time: 0.1558213 Apr 05 18:56:18.491244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-9610beb1-db44-4aa3-a6fa-3921bc23f069 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399524 Apr 05 18:56:18.539152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e1c1b8d-a963-4a91-96aa-e79144e47e5a req-85e4db72-13f7-4c58-af29-e653f599bb71 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998979 Apr 05 18:56:18.556792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router 398c2056-3187-400a-b78d-c89af47c9a3b is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:56:18.590844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:18.663591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] Provisioning complete for port a714aeda-13ed-4316-b719-959f3a0dda49 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:18.664134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:18.900381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-1c69c7a8-11ec-406d-9a83-b75b2082f415 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718240 Apr 05 18:56:18.931406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Allocated IP 172.22.0.2 (a3704cb4-a036-4656-b9a2-fbabbd477113/1530eb42-6c02-4c5f-bdd0-ba8b67542c96/0cb3b43e-67d5-459d-895b-6a75654c4a24) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:18.948190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:18.952859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=6dccf2e7-475e-4de8-9928-ee71dbfddf4a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:18.993588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:19.014192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cc20cd9e-c45c-4ab8-96a3-34c8f1947776 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/398c2056-3187-400a-b78d-c89af47c9a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3924792 Apr 05 18:56:19.019810 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:19.020634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7eefbb-e1b0-4368-92ba-b77c645637f5 None None] Sync routers for ids ['398c2056-3187-400a-b78d-c89af47c9a3b'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:19.024595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34582) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:19.026119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e689e6-c148-4fcf-a909-5b6c8325dfa0 req-33ffcf7d-227c-4743-bdb4-6356aa385a7b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:19.028602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95e689e6-c148-4fcf-a909-5b6c8325dfa0 req-33ffcf7d-227c-4743-bdb4-6356aa385a7b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3076496 Apr 05 18:56:19.041774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 23bde51e-52a6-42c7-8214-a09d4c857ab9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:19.042215 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:19.059519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:19.117329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95e689e6-c148-4fcf-a909-5b6c8325dfa0 req-ab837c8c-02ec-4a8b-abab-0ed4ace80115 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811527 Apr 05 18:56:19.128421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7eefbb-e1b0-4368-92ba-b77c645637f5 None None] Routers {'398c2056-3187-400a-b78d-c89af47c9a3b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:19.128979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5f7eefbb-e1b0-4368-92ba-b77c645637f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['398c2056-3187-400a-b78d-c89af47c9a3b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:19.197050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:19.309724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=164cfa01-ab24-40d4-96d8-38c3ff39dbcc,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:19.321875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31cf17-c49d-4467-884c-69606444e5f7 req-7f4c012a-1f6a-4840-9a36-1848dab2526e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:19.323843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea31cf17-c49d-4467-884c-69606444e5f7 req-7f4c012a-1f6a-4840-9a36-1848dab2526e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.0792644 Apr 05 18:56:19.340506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c30d7c-97a9-4601-86c0-f9b956545294 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:19.350557 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-24c30d7c-97a9-4601-86c0-f9b956545294 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports/e8bda523-e441-4b12-8b3b-95aa8f00d30e HTTP/1.1" status: 200 len: 984 time: 0.3209274 Apr 05 18:56:19.351630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34592) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:19.514480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network a3704cb4-a036-4656-b9a2-fbabbd477113 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:19.516351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:19.566261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee305604-62b5-4011-a828-a464f72dbb5f req-245c8a4e-2b0b-436b-a443-095bd2088544 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 210 time: 0.0660164 Apr 05 18:56:19.589831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea31cf17-c49d-4467-884c-69606444e5f7 req-819d8902-ae10-45bd-86f1-ffb705527c06 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562981 Apr 05 18:56:19.718330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5f7eefbb-e1b0-4368-92ba-b77c645637f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:19.719465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:19.846250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7eefbb-e1b0-4368-92ba-b77c645637f5 None None] Routers {'398c2056-3187-400a-b78d-c89af47c9a3b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:19.853423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5f7eefbb-e1b0-4368-92ba-b77c645637f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['398c2056-3187-400a-b78d-c89af47c9a3b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:19.900044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:19.905617 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2e7691c-972a-4d15-83e6-bca399bd134d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1283567 Apr 05 18:56:19.907856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34616) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:19.919462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'network': {'name': 'tempest-RoutersTest-374080065'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:19.933149 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:19.934984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5f7eefbb-e1b0-4368-92ba-b77c645637f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:19.935723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7eefbb-e1b0-4368-92ba-b77c645637f5 None None] The sync data for ids ['398c2056-3187-400a-b78d-c89af47c9a3b'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:19.963484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:19.967270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.021043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:56:20.040937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.041338 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added segment 1686beea-8116-49bc-8682-21ac5de9c5bf of type vlan for network 430c9c8d-3208-4281-8dbf-8497007350a2 Apr 05 18:56:20.124481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.143661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] For port a714aeda-13ed-4316-b719-959f3a0dda49, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a714aeda-13ed-4316-b719-959f3a0dda49,segment=NetworkSegment(015445f5-9a72-4744-8eab-bf78b0b5e50e),segment_id=015445f5-9a72-4744-8eab-bf78b0b5e50e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:20.162901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.172115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:20.172741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.193827 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.217548 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.261324 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3493116 Apr 05 18:56:20.268018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34618) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:20.275684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'subnet': {'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:20.285745 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.302754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabb516-c21b-47a8-a6a3-b54d32519c66 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Network': ['ID=430c9c8d-3208-4281-8dbf-8497007350a2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:20.310420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Network a3704cb4-a036-4656-b9a2-fbabbd477113 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:20.311638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:20.315504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:20.326781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 430c9c8d-3208-4281-8dbf-8497007350a2 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:56:20.352179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] Provisioning complete for port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:20.352548 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.424866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Made reservation on behalf of 3cf27f25b45349d789434ec970ded004 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:20.431709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.465652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6dccf2e7-475e-4de8-9928-ee71dbfddf4a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:20.527379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614eaac-8e2c-4e2e-9fa8-7fb95cd1742d req-51342d2e-f5fa-444f-8cf3-d5d7c2498116 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:20.529429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3614eaac-8e2c-4e2e-9fa8-7fb95cd1742d req-51342d2e-f5fa-444f-8cf3-d5d7c2498116 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1102488 Apr 05 18:56:20.549165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be363d-8ead-425d-adc2-741a26d4994e req-c5d3649b-08ef-41c6-ad5f-22fa2966de90 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:20.557747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35be363d-8ead-425d-adc2-741a26d4994e req-c5d3649b-08ef-41c6-ad5f-22fa2966de90 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 945 time: 0.7864118 Apr 05 18:56:20.571529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf1d19-3a40-4038-87ad-680c1437a00d None None] Pushing event updated for resources: {'Port': ['ID=a714aeda-13ed-4316-b719-959f3a0dda49,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:20.652924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-35be363d-8ead-425d-adc2-741a26d4994e req-5313942a-9325-4509-96b2-09fcc6b4e713 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940025 Apr 05 18:56:20.670347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.678004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Pushing event updated for resources: {'Port': ['ID=0cb3b43e-67d5-459d-895b-6a75654c4a24,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:20.693288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Attempting to bind port 0cb3b43e-67d5-459d-895b-6a75654c4a24 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:20.693667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Attempting to bind port 0cb3b43e-67d5-459d-895b-6a75654c4a24 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:20.694029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Attempting to bind port 0cb3b43e-67d5-459d-895b-6a75654c4a24 on network a3704cb4-a036-4656-b9a2-fbabbd477113 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:20.703781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3614eaac-8e2c-4e2e-9fa8-7fb95cd1742d req-194df355-14cc-4950-82ec-22b9bb7faf20 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625309 Apr 05 18:56:20.712520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 3, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:17Z', 'revision_number': 4, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:20.761768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:20.762373 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.787121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34626) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:20.826851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Subnet': ['ID=b70aea18-f6e7-46bf-a17e-fa912efa7177,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:20.846814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfcd82-5cc8-48cb-a718-bfe05c593426 None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 3, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:17Z', 'revision_number': 4, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:20.870358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:20.870766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Checking segment: {'id': 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:20.871171 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.871560 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Bound using segment: {'id': 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:20.872058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Bound port: 0cb3b43e-67d5-459d-895b-6a75654c4a24, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:20.872420 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:20.887788 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Checking segment: {'id': '1686beea-8116-49bc-8682-21ac5de9c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:20.888164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network hostable DHCP agents. Network: 430c9c8d-3208-4281-8dbf-8497007350a2, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:56:20.961198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 430c9c8d-3208-4281-8dbf-8497007350a2 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:56:20.977825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84da46fc-e9a5-42cf-ad4d-ec71b8f79019 req-f2166c2b-1aaa-41ea-aba5-f84fdb390e46 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 210 time: 0.1191080 Apr 05 18:56:20.988977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 430c9c8d-3208-4281-8dbf-8497007350a2) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:21.041244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed4a85-39cf-4444-bceb-48bd88ba375a None None] Network 430c9c8d-3208-4281-8dbf-8497007350a2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:21.057235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:21.074823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:21.075420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:21.131164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-48779907-c184-4364-9922-ddb19ccd295f None None] For port 0cb3b43e-67d5-459d-895b-6a75654c4a24, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:21.141157 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5c72551a-c74b-4d27-9daf-8513df5efe01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8710485 Apr 05 18:56:21.144438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34630) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:21.176148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6204d-656d-4a48-b8a8-de24576d89c1 req-113a38cb-1087-4224-8c23-044498b4c41b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:21.178530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49a6204d-656d-4a48-b8a8-de24576d89c1 req-113a38cb-1087-4224-8c23-044498b4c41b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3089316 Apr 05 18:56:21.179459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-48779907-c184-4364-9922-ddb19ccd295f None None] For port 0cb3b43e-67d5-459d-895b-6a75654c4a24, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0cb3b43e-67d5-459d-895b-6a75654c4a24,segment=NetworkSegment(e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd),segment_id=e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:21.200888 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:21.363957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48779907-c184-4364-9922-ddb19ccd295f None None] Pushing event updated for resources: {'Port': ['ID=0cb3b43e-67d5-459d-895b-6a75654c4a24,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:21.380182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8bd240dd-947f-4b28-8332-c1413eebebbc None None] Provisioning complete for port e8bda523-e441-4b12-8b3b-95aa8f00d30e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:21.380542 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8bd240dd-947f-4b28-8332-c1413eebebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:21.435692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8bd240dd-947f-4b28-8332-c1413eebebbc None None] Port e8bda523-e441-4b12-8b3b-95aa8f00d30e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:21.481972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-430c9c8d-3208-4281-8dbf-8497007350a2', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:56:21.483950 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:21.520250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8bd240dd-947f-4b28-8332-c1413eebebbc None None] Provisioning complete for port a714aeda-13ed-4316-b719-959f3a0dda49 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:21.520250 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8bd240dd-947f-4b28-8332-c1413eebebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:21.603698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49a6204d-656d-4a48-b8a8-de24576d89c1 req-1fa1cafb-6dc3-4a2c-8d24-06ba781a09e2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441327 Apr 05 18:56:22.129381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fd6e-20f4-47df-bea1-7c027cabc834 req-24e70876-2881-4852-9360-4fdf564a1fe6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:22.138047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a67fd6e-20f4-47df-bea1-7c027cabc834 req-24e70876-2881-4852-9360-4fdf564a1fe6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 945 time: 0.2589667 Apr 05 18:56:22.150132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8bd240dd-947f-4b28-8332-c1413eebebbc None None] Provisioning complete for port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:22.150745 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8bd240dd-947f-4b28-8332-c1413eebebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:22.188300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port e8bda523-e441-4b12-8b3b-95aa8f00d30e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:22.188748 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:22.199269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 6337a896-f672-436f-8729-6612b8c8bc34 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:22.232385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575ce6a-d2e9-4a59-b0ba-f5eedee7a5e7 req-b865dcb6-2ecf-4c03-8cd5-32f6530b00e5 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:22.235368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c575ce6a-d2e9-4a59-b0ba-f5eedee7a5e7 req-b865dcb6-2ecf-4c03-8cd5-32f6530b00e5 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2269378 Apr 05 18:56:22.262126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Allocated IP 172.23.0.2 (430c9c8d-3208-4281-8dbf-8497007350a2/b70aea18-f6e7-46bf-a17e-fa912efa7177/24a0d468-1ed2-4558-b0e9-347041c517af) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:22.304038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8dca-3949-486f-b0db-30cf16be656b req-4e138e6d-4c02-413c-8f67-9157f668cf1e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:22.307354 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-4e138e6d-4c02-413c-8f67-9157f668cf1e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 1.3039758 Apr 05 18:56:22.353897 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:22.431333 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:22.444446 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:22.445206 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:22.489419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 6337a896-f672-436f-8729-6612b8c8bc34 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:56:22.497329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-d9683775-ef8d-4dc1-8f11-833b10f063fe tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 380 time: 0.1783667 Apr 05 18:56:22.526474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a714aeda-13ed-4316-b719-959f3a0dda49 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:22.528291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for e8bda523-e441-4b12-8b3b-95aa8f00d30e owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:22.533224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 6337a896-f672-436f-8729-6612b8c8bc34 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:22.533808 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:22.577118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'port': {'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'admin_state_up': True, 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'security_groups': ['887d188b-66de-486b-8cb5-87df2252b5c8']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:22.714908 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:22.745321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:22.870705 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:22.943300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a67fd6e-20f4-47df-bea1-7c027cabc834 req-543c83e0-1b96-4c5e-af45-7bb32eac9aef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8035133 Apr 05 18:56:22.991448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=e8bda523-e441-4b12-8b3b-95aa8f00d30e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:23.011902 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.060702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.131148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c575ce6a-d2e9-4a59-b0ba-f5eedee7a5e7 req-149a2239-e552-488d-9880-0f0b9b759b05 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7505453 Apr 05 18:56:23.191330 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:18Z', 'revision_number': 4, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:18Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:23.196609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Network 430c9c8d-3208-4281-8dbf-8497007350a2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:23.249916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:23.254094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:23.257885 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.275472 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:23.276028 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Updating router 6febed1f-0c30-45c8-a004-c6b29f2d4166 port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:56:23.287174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a714aeda-13ed-4316-b719-959f3a0dda49 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:23.287466 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.298132 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.298441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c628df-c864-434d-b259-9c4e712159cc None None] Network a3704cb4-a036-4656-b9a2-fbabbd477113 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:23.308187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Made reservation on behalf of d2c1400648c047fba9a87da2a9820169 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:23.312694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.328743 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.348932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Allocated IP 172.23.0.1 (430c9c8d-3208-4281-8dbf-8497007350a2/b70aea18-f6e7-46bf-a17e-fa912efa7177/9d86426e-97bf-4536-8e2b-19fc2fb3217b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:23.412399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6044d1f-2f67-4046-ac73-ca0ba6e8d2c8 req-403912df-9831-4923-9d5a-a7b02c031b40 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 210 time: 0.2961414 Apr 05 18:56:23.497673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Pushing event updated for resources: {'Port': ['ID=24a0d468-1ed2-4558-b0e9-347041c517af,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:23.498993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.563021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:23.566159 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ae695-3145-4e80-a272-a71c97c37b3c" -d '{"events": [{"server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "name": "network-vif-plugged", "status": "completed", "tag": "6337a896-f672-436f-8729-6612b8c8bc34"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:23.636378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d0c1-86da-4c72-9f11-84348f73e045 req-257cbfb3-a8e9-4640-8cd5-d98acbc6e4c2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:23.644088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9067d0c1-86da-4c72-9f11-84348f73e045 req-257cbfb3-a8e9-4640-8cd5-d98acbc6e4c2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3432548 Apr 05 18:56:23.692083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:23.720912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.724084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.724546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.725733 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.727356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.730375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.730826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.731236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.731640 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.733163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.733846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.736363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:23.753118 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0595f573-9e59-4d72-8ba8-5f5430fff3be x-openstack-request-id: req-0595f573-9e59-4d72-8ba8-5f5430fff3be {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:23.753418 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "name": "network-vif-plugged", "status": "completed", "tag": "6337a896-f672-436f-8729-6612b8c8bc34", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:23.753686 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0595f573-9e59-4d72-8ba8-5f5430fff3be {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:23.754120 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0595f573-9e59-4d72-8ba8-5f5430fff3be'] response: {'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34', 'code': 200} Apr 05 18:56:23.767550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.20.0.14 (0113a2e8-8527-4f08-b7cd-5061799e746d/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8/d1f7ba63-41b5-4fb6-81c5-e36554270d8d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:23.786096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9067d0c1-86da-4c72-9f11-84348f73e045 req-adbfae32-496d-4fe2-a89e-d6a3f1cb9e3d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396446 Apr 05 18:56:23.791516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-34217f8f-13e1-4858-a411-2de9fc4f50ac None None] Provisioning complete for port 0cb3b43e-67d5-459d-895b-6a75654c4a24 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:23.793177 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34217f8f-13e1-4858-a411-2de9fc4f50ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.807674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.818023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router 398c2056-3187-400a-b78d-c89af47c9a3b has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:23.844281 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.857346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9859a-1658-4daa-bfbc-99805e94e9a3 req-943af0df-e887-431c-9697-8b6ff60ced38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:23.858898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aee9859a-1658-4daa-bfbc-99805e94e9a3 req-943af0df-e887-431c-9697-8b6ff60ced38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1097 time: 0.1018064 Apr 05 18:56:23.901918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Attempting to bind port 24a0d468-1ed2-4558-b0e9-347041c517af on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:23.902278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Attempting to bind port 24a0d468-1ed2-4558-b0e9-347041c517af by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1686beea-8116-49bc-8682-21ac5de9c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:23.902663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Attempting to bind port 24a0d468-1ed2-4558-b0e9-347041c517af on network 430c9c8d-3208-4281-8dbf-8497007350a2 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:23.941991 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 430c9c8d-3208-4281-8dbf-8497007350a2 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:23.949238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:23.959199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:23.959621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Checking segment: {'id': '1686beea-8116-49bc-8682-21ac5de9c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:23.959963 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.960350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Bound using segment: {'id': '1686beea-8116-49bc-8682-21ac5de9c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:23.960825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Bound port: 24a0d468-1ed2-4558-b0e9-347041c517af, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1686beea-8116-49bc-8682-21ac5de9c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:23.961912 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:23.975958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:23.991949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:24.019643 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.026935 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.063426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=9d86426e-97bf-4536-8e2b-19fc2fb3217b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:24.079315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.083804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dcafbe-dddd-4478-b154-d9cf1648e8e2 None None] Sync routers for ids ['398c2056-3187-400a-b78d-c89af47c9a3b'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:24.178489 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Attempting to bind port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:24.178692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dcafbe-dddd-4478-b154-d9cf1648e8e2 None None] Routers {'398c2056-3187-400a-b78d-c89af47c9a3b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:24.179312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-78dcafbe-dddd-4478-b154-d9cf1648e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['398c2056-3187-400a-b78d-c89af47c9a3b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:24.179468 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Attempting to bind port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:24.181105 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Attempting to bind port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc on network a3704cb4-a036-4656-b9a2-fbabbd477113 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:24.186778 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Pushing event updated for resources: {'Port': ['ID=164cfa01-ab24-40d4-96d8-38c3ff39dbcc,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:24.196084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b431b-5f7d-4459-8c03-82759285d228 req-8713b7c6-b8cc-48e5-a664-38892f3d5478 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:24.200731 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.201076 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.201470 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.201807 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.202136 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.202536 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.202864 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.203187 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.203290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f5b431b-5f7d-4459-8c03-82759285d228 req-8713b7c6-b8cc-48e5-a664-38892f3d5478 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 814 time: 0.2082942 Apr 05 18:56:24.203510 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.203953 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.204284 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.207784 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:24.220784 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:24.221249 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Checking segment: {'id': 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:24.221554 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.222014 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Bound using segment: {'id': 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:24.222645 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Bound port: 164cfa01-ab24-40d4-96d8-38c3ff39dbcc, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:24.223040 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.227286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-68ffc09f-241d-4914-b6d1-9a5af4d00d7e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/398c2056-3187-400a-b78d-c89af47c9a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8736403 Apr 05 18:56:24.232045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.238686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34662) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:24.264213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:24.294755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-78dcafbe-dddd-4478-b154-d9cf1648e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:24.302468 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.314846 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] For port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:24.319542 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] For port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=164cfa01-ab24-40d4-96d8-38c3ff39dbcc,segment=NetworkSegment(e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd),segment_id=e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:24.329034 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.329927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0cb3b43e-67d5-459d-895b-6a75654c4a24 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:24.344383 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f5b431b-5f7d-4459-8c03-82759285d228 req-0b9daaa9-ccd3-408c-b101-ec84651167e8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/quotas/bedc8b06df174d5d838d939dc7ba7d44 HTTP/1.1" status: 200 len: 375 time: 0.1402342 Apr 05 18:56:24.396538 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:24.397951 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:24.453334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aee9859a-1658-4daa-bfbc-99805e94e9a3 req-aed424cd-d869-4580-8923-0622a5a10c3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5808961 Apr 05 18:56:24.463757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dcafbe-dddd-4478-b154-d9cf1648e8e2 None None] Routers {'398c2056-3187-400a-b78d-c89af47c9a3b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:24.464455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-78dcafbe-dddd-4478-b154-d9cf1648e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['398c2056-3187-400a-b78d-c89af47c9a3b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:24.515706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] For port 24a0d468-1ed2-4558-b0e9-347041c517af, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:24.527540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-78dcafbe-dddd-4478-b154-d9cf1648e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:24.528179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dcafbe-dddd-4478-b154-d9cf1648e8e2 None None] The sync data for ids ['398c2056-3187-400a-b78d-c89af47c9a3b'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:24.536409 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34217f8f-13e1-4858-a411-2de9fc4f50ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.543710 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] For port 24a0d468-1ed2-4558-b0e9-347041c517af, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=24a0d468-1ed2-4558-b0e9-347041c517af,segment=NetworkSegment(1686beea-8116-49bc-8682-21ac5de9c5bf),segment_id=1686beea-8116-49bc-8682-21ac5de9c5bf)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:24.560090 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.621364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0cb3b43e-67d5-459d-895b-6a75654c4a24 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:24.621731 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.644165 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.682225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-34217f8f-13e1-4858-a411-2de9fc4f50ac None None] For port 0cb3b43e-67d5-459d-895b-6a75654c4a24, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0cb3b43e-67d5-459d-895b-6a75654c4a24,segment=NetworkSegment(e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd),segment_id=e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:24.717285 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34217f8f-13e1-4858-a411-2de9fc4f50ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.770088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b090eab-5cd8-4ffe-bc8b-13a367a38925 None None] Pushing event updated for resources: {'Port': ['ID=24a0d468-1ed2-4558-b0e9-347041c517af,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:24.796287 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:24.807166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:24.877122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34217f8f-13e1-4858-a411-2de9fc4f50ac None None] Pushing event updated for resources: {'Port': ['ID=0cb3b43e-67d5-459d-895b-6a75654c4a24,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:24.934338 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67180a-e6e2-4d06-8c70-6a55450d4f15 None None] Pushing event updated for resources: {'Port': ['ID=164cfa01-ab24-40d4-96d8-38c3ff39dbcc,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:24.971290 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:25.007642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:25.011927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:25.014433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:25.072566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-82fcda8d-daa3-4200-a1a7-a622fe9c0d71 None None] Provisioning complete for port 0cb3b43e-67d5-459d-895b-6a75654c4a24 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:25.072941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fcda8d-daa3-4200-a1a7-a622fe9c0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.286777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.298208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.312157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0cb3b43e-67d5-459d-895b-6a75654c4a24 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:25.424591 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:24Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:24Z', 'revision_number': 4, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:23Z', 'revision_number': 1, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:25.455518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-82fcda8d-daa3-4200-a1a7-a622fe9c0d71 None None] Provisioning complete for port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:25.457830 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fcda8d-daa3-4200-a1a7-a622fe9c0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.460676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:25.465439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.507117 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9070888b-3940-4ab7-bbf4-1780faac588b None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:24Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:24Z', 'revision_number': 4, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:23Z', 'revision_number': 1, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:25.540351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0cb3b43e-67d5-459d-895b-6a75654c4a24 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:25.540831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.542027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a6acc-7576-4dff-ba00-ecb8ec2fdfa9 req-c09d43e9-66b5-444c-9303-ec0937f91b1d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:25.543738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781a6acc-7576-4dff-ba00-ecb8ec2fdfa9 req-c09d43e9-66b5-444c-9303-ec0937f91b1d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 1.3326869 Apr 05 18:56:25.549649 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-2b8b7deb-968a-4c20-a37a-c48c6594ef13 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9762926 Apr 05 18:56:25.567478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.585133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Request body: {'port': {'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:25.651003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9f5b431b-5f7d-4459-8c03-82759285d228 req-60878596-527a-4f45-8150-eaee95040a24 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3056667 Apr 05 18:56:25.720093 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fcda8d-daa3-4200-a1a7-a622fe9c0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.741507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event updated for resources: {'Port': ['ID=9d86426e-97bf-4536-8e2b-19fc2fb3217b,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:25.893156 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.923677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-82fcda8d-daa3-4200-a1a7-a622fe9c0d71 None None] For port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=164cfa01-ab24-40d4-96d8-38c3ff39dbcc,segment=NetworkSegment(e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd),segment_id=e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:25.936250 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fcda8d-daa3-4200-a1a7-a622fe9c0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:25.957134 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-373cba90-9a4e-44ac-a0d6-540fe8e0ff53 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 18:56:25.963918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-373cba90-9a4e-44ac-a0d6-540fe8e0ff53 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/398c2056-3187-400a-b78d-c89af47c9a3b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.7232213 Apr 05 18:56:25.980677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:26.067101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcda8d-daa3-4200-a1a7-a622fe9c0d71 None None] Pushing event updated for resources: {'Port': ['ID=164cfa01-ab24-40d4-96d8-38c3ff39dbcc,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:26.104541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4a0ba321-3927-4699-9dec-e1452198a841 None None] Provisioning complete for port d1f7ba63-41b5-4fb6-81c5-e36554270d8d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:26.104541 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a0ba321-3927-4699-9dec-e1452198a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:26.108851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4d36aaa8-5089-4203-b822-ad1855310b51 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=398c2056-3187-400a-b78d-c89af47c9a3b HTTP/1.1" status: 200 len: 205 time: 0.1040847 Apr 05 18:56:26.111694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:26.116505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-757bb606-6b88-4909-b526-47c50aac9e9e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7082956 Apr 05 18:56:26.215650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ba321-3927-4699-9dec-e1452198a841 None None] Port d1f7ba63-41b5-4fb6-81c5-e36554270d8d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:26.236538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4a0ba321-3927-4699-9dec-e1452198a841 None None] Provisioning complete for port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:26.237004 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a0ba321-3927-4699-9dec-e1452198a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:26.311832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Network 430c9c8d-3208-4281-8dbf-8497007350a2 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:26.321608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:26.536571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-61e87beb-bcb2-44b2-a8bf-d2a1e45c566a None None] Provisioning complete for port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:26.537159 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61e87beb-bcb2-44b2-a8bf-d2a1e45c566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:26.571895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781a6acc-7576-4dff-ba00-ecb8ec2fdfa9 req-27824f28-cacd-4478-8fa8-50eaacb74a48 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9118817 Apr 05 18:56:26.624600 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50117787-53fd-4f85-933d-414e1d965999 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:26.705055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ab2f2f-cd9a-44c6-a9bf-45050bf71b26 None None] Network 430c9c8d-3208-4281-8dbf-8497007350a2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:26.730340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:26.888270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d476045-b347-4e1a-9f20-cc2dcebf895e req-12699e90-bf13-4bcb-8c9d-70d4e14b0c0e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:26.890317 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d476045-b347-4e1a-9f20-cc2dcebf895e req-12699e90-bf13-4bcb-8c9d-70d4e14b0c0e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 932 time: 0.9863081 Apr 05 18:56:26.904531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f7ba63-41b5-4fb6-81c5-e36554270d8d {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:56:26.919294 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:26.922584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-b17197d1-3217-4bb3-9927-2bb29193990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:26.924282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-b17197d1-3217-4bb3-9927-2bb29193990c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 1096 time: 0.7413368 Apr 05 18:56:26.947699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:26.953675 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8d9cad02-e187-4476-8728-a7e9084af654 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8082590 Apr 05 18:56:26.954871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Transition to ACTIVE for port object d1f7ba63-41b5-4fb6-81c5-e36554270d8d will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:56:26.957129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34672) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:26.972029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:26.995626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-16a11f5c-3249-4b7a-a11d-a5abc5e78d3c None None] Provisioning complete for port 24a0d468-1ed2-4558-b0e9-347041c517af triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:26.996148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16a11f5c-3249-4b7a-a11d-a5abc5e78d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.075701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.147791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50117787-53fd-4f85-933d-414e1d965999 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.160877 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50117787-53fd-4f85-933d-414e1d965999 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.253195 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16a11f5c-3249-4b7a-a11d-a5abc5e78d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.272762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d2e23-6386-448c-9870-d8a948c1b886 req-adfaa06c-2eed-45a9-9d28-552359bf788a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:27.276255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603d2e23-6386-448c-9870-d8a948c1b886 req-adfaa06c-2eed-45a9-9d28-552359bf788a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.4799354 Apr 05 18:56:27.321010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 24a0d468-1ed2-4558-b0e9-347041c517af up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:27.393178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8d476045-b347-4e1a-9f20-cc2dcebf895e req-16460167-5ab9-4f7e-93b0-1100949983e6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4891050 Apr 05 18:56:27.438568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-16a11f5c-3249-4b7a-a11d-a5abc5e78d3c None None] For port 24a0d468-1ed2-4558-b0e9-347041c517af, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=24a0d468-1ed2-4558-b0e9-347041c517af,segment=NetworkSegment(1686beea-8116-49bc-8682-21ac5de9c5bf),segment_id=1686beea-8116-49bc-8682-21ac5de9c5bf)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:27.461718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16a11f5c-3249-4b7a-a11d-a5abc5e78d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.474919 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50117787-53fd-4f85-933d-414e1d965999 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.475423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50117787-53fd-4f85-933d-414e1d965999 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Fanout notify agent at l3_agent the message router_deleted on router 398c2056-3187-400a-b78d-c89af47c9a3b {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:56:27.483698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50117787-53fd-4f85-933d-414e1d965999 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.489485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-50117787-53fd-4f85-933d-414e1d965999 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/398c2056-3187-400a-b78d-c89af47c9a3b HTTP/1.1" status: 204 len: 168 time: 1.3576846 Apr 05 18:56:27.506005 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-603d2e23-6386-448c-9870-d8a948c1b886 req-9c5d212a-9b44-4260-a817-1da042187ab3 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167156 Apr 05 18:56:27.508030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34676) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:27.646142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a11f5c-3249-4b7a-a11d-a5abc5e78d3c None None] Pushing event updated for resources: {'Port': ['ID=24a0d468-1ed2-4558-b0e9-347041c517af,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:27.666442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-16a11f5c-3249-4b7a-a11d-a5abc5e78d3c None None] Provisioning complete for port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:27.666976 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16a11f5c-3249-4b7a-a11d-a5abc5e78d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.670138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 24a0d468-1ed2-4558-b0e9-347041c517af triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:27.672518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-dcc968ea-d87d-462f-8e94-eb9b50a117bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:27.676087 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-dcc968ea-d87d-462f-8e94-eb9b50a117bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 910 time: 0.7032177 Apr 05 18:56:27.677840 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.750783 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:27.772250 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:27.772848 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:27.877622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Deleting port 782fccf5-9cff-4164-9203-175e1f3eac0c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:27.877998 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:27.885389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07d1c31-75c9-4ba9-8c68-d89e70339ce0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting subnet 461931cc-f6fd-4eb5-bc63-b178d6b21d4f {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:56:27.967741 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:27.992158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b07d1c31-75c9-4ba9-8c68-d89e70339ce0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.060505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-048dba9a-ea7a-471e-81ca-f14ba754dd59 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5390050 Apr 05 18:56:28.076173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-38fd4ad5-9e0a-4a19-9f92-3eb31726161e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b HTTP/1.1" status: 200 len: 1000 time: 0.3615825 Apr 05 18:56:28.107162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6d791-775a-4985-972f-3566a2c7719a req-5bb376e8-65cb-4aac-b11e-9cabb9ee257b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:28.109225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7d6d791-775a-4985-972f-3566a2c7719a req-5bb376e8-65cb-4aac-b11e-9cabb9ee257b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.4050086 Apr 05 18:56:28.200588 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b07d1c31-75c9-4ba9-8c68-d89e70339ce0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.245386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] For port 782fccf5-9cff-4164-9203-175e1f3eac0c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=782fccf5-9cff-4164-9203-175e1f3eac0c,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:28.246006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.256573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 164cfa01-ab24-40d4-96d8-38c3ff39dbcc up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:28.260768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Calling delete_port for 782fccf5-9cff-4164-9203-175e1f3eac0c owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:28.308099 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:24Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:24Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:28.315900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:28.361716 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:28.362877 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Updating router 6febed1f-0c30-45c8-a004-c6b29f2d4166 port 9d86426e-97bf-4536-8e2b-19fc2fb3217b binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:56:28.370105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:28.370527 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.394608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-baca68f9-7c5f-4cfa-9149-1e1e7e61d546 None None] Provisioning complete for port 9d86426e-97bf-4536-8e2b-19fc2fb3217b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:28.394956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-baca68f9-7c5f-4cfa-9149-1e1e7e61d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.396034 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.458327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-baca68f9-7c5f-4cfa-9149-1e1e7e61d546 None None] Port 9d86426e-97bf-4536-8e2b-19fc2fb3217b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:28.519029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Attempting to bind port d1f7ba63-41b5-4fb6-81c5-e36554270d8d on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:28.519369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Attempting to bind port d1f7ba63-41b5-4fb6-81c5-e36554270d8d by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:28.519774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Attempting to bind port d1f7ba63-41b5-4fb6-81c5-e36554270d8d on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:28.531392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Port d1f7ba63-41b5-4fb6-81c5-e36554270d8d on network 0113a2e8-8527-4f08-b7cd-5061799e746d not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:56:28.531723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Attempting to bind port d1f7ba63-41b5-4fb6-81c5-e36554270d8d on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:28.539627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:28.540090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:28.540404 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Bound using segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:28.540825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Bound port: d1f7ba63-41b5-4fb6-81c5-e36554270d8d, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:28.541191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.545371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-baca68f9-7c5f-4cfa-9149-1e1e7e61d546 None None] Provisioning complete for port 24a0d468-1ed2-4558-b0e9-347041c517af triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:28.545920 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-baca68f9-7c5f-4cfa-9149-1e1e7e61d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.594189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 18:56:28.636388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Removed routes are [] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 18:56:28.636388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.706011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] For port d1f7ba63-41b5-4fb6-81c5-e36554270d8d, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:28.761240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] For port d1f7ba63-41b5-4fb6-81c5-e36554270d8d, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:28.770733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.800738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5a58ef3a-217c-4b2d-86a2-5d7dbbfe9708 None None] Provisioning complete for port 9d86426e-97bf-4536-8e2b-19fc2fb3217b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:28.801308 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a58ef3a-217c-4b2d-86a2-5d7dbbfe9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.815841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:28.816457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.818813 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] 10.222.0.20 "PUT /v2.0/ports/d1f7ba63-41b5-4fb6-81c5-e36554270d8d HTTP/1.1" status: 200 len: 1092 time: 3.2526381 Apr 05 18:56:28.825633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:28.827955 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097" -d '{"events": [{"name": "network-changed", "server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:28.886543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5a58ef3a-217c-4b2d-86a2-5d7dbbfe9708 None None] Port 9d86426e-97bf-4536-8e2b-19fc2fb3217b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:28.897163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b2a8-6615-415f-abf2-1ab122830926 req-d9e93245-53ae-431f-bf8a-3c135cb9b547 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:28.905518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9d8b2a8-6615-415f-abf2-1ab122830926 req-d9e93245-53ae-431f-bf8a-3c135cb9b547 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 1.0767047 Apr 05 18:56:28.907246 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.917909 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.955813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.992974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:28.994185 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e3092-8657-4879-a3ee-de1782880650 None None] Pushing event updated for resources: {'Port': ['ID=9d86426e-97bf-4536-8e2b-19fc2fb3217b,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:29.077335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8dca-3949-486f-b0db-30cf16be656b req-4d0d8dbe-d6d0-4503-8b83-b1023050f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.078590 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-4d0d8dbe-d6d0-4503-8b83-b1023050f6c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 1095 time: 0.1132076 Apr 05 18:56:29.085330 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Attempting to bind port 9d86426e-97bf-4536-8e2b-19fc2fb3217b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:29.086675 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Attempting to bind port 9d86426e-97bf-4536-8e2b-19fc2fb3217b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1686beea-8116-49bc-8682-21ac5de9c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:29.087762 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Attempting to bind port 9d86426e-97bf-4536-8e2b-19fc2fb3217b on network 430c9c8d-3208-4281-8dbf-8497007350a2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:29.095278 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:29.095920 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Checking segment: {'id': '1686beea-8116-49bc-8682-21ac5de9c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:29.097104 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.098379 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Bound using segment: {'id': '1686beea-8116-49bc-8682-21ac5de9c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:29.099205 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Bound port: 9d86426e-97bf-4536-8e2b-19fc2fb3217b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1686beea-8116-49bc-8682-21ac5de9c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:29.099794 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.114873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-1d948890-8b38-4604-b245-c9094c1b7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.116416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-1d948890-8b38-4604-b245-c9094c1b7b04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 200 len: 849 time: 1.0286655 Apr 05 18:56:29.174422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7d6d791-775a-4985-972f-3566a2c7719a req-d295a54e-2e78-4ed3-abc1-0f89420d760b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0132718 Apr 05 18:56:29.216704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 24a0d468-1ed2-4558-b0e9-347041c517af up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:29.236960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192a7e5-4e19-4735-a888-156ccb4d4de5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:29.246992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9d8b2a8-6615-415f-abf2-1ab122830926 req-6f4551f6-1b38-4e90-a4dd-44f475ea6516 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405797 Apr 05 18:56:29.267741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:29.308670 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] For port 9d86426e-97bf-4536-8e2b-19fc2fb3217b, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:29.320304 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] For port 9d86426e-97bf-4536-8e2b-19fc2fb3217b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9d86426e-97bf-4536-8e2b-19fc2fb3217b,segment=NetworkSegment(1686beea-8116-49bc-8682-21ac5de9c5bf),segment_id=1686beea-8116-49bc-8682-21ac5de9c5bf)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:29.341228 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.386345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 24a0d468-1ed2-4558-b0e9-347041c517af triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:29.386753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.394033 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-a55c37fc-83e1-4cc7-97bd-6bbccba569f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d HTTP/1.1" status: 200 len: 217 time: 0.1674182 Apr 05 18:56:29.400431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4cdf4578-61e5-459c-bf0f-64d487461ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.401408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4cdf4578-61e5-459c-bf0f-64d487461ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.402141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4cdf4578-61e5-459c-bf0f-64d487461ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.404526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4cdf4578-61e5-459c-bf0f-64d487461ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.405263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4cdf4578-61e5-459c-bf0f-64d487461ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.406517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4cdf4578-61e5-459c-bf0f-64d487461ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.408498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4cdf4578-61e5-459c-bf0f-64d487461ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.412379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4cdf4578-61e5-459c-bf0f-64d487461ee9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4dfab4cfb44e4cdd88372808419896a2&device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 6491 time: 1.2987757 Apr 05 18:56:29.437135 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.479077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8dca-3949-486f-b0db-30cf16be656b req-5a33db9f-5c0c-40f6-bf46-a3ce2b5d6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.480624 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-5a33db9f-5c0c-40f6-bf46-a3ce2b5d6d9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.0795460 Apr 05 18:56:29.482252 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e3092-8657-4879-a3ee-de1782880650 None None] Pushing event updated for resources: {'Port': ['ID=9d86426e-97bf-4536-8e2b-19fc2fb3217b,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:29.531261 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:29.531891 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:29.577113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Pushing event deleted for resources: {'Port': ['ID=782fccf5-9cff-4164-9203-175e1f3eac0c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:29.690221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-50b16346-7f40-4607-977b-b77a1fb3ef1e None None] Provisioning complete for port 9d86426e-97bf-4536-8e2b-19fc2fb3217b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:29.697184 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50b16346-7f40-4607-977b-b77a1fb3ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.750893 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f64ddf-4877-46b9-b39a-00166fb3cc42 x-openstack-request-id: req-a7f64ddf-4877-46b9-b39a-00166fb3cc42 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:29.751451 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:29.751868 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7f64ddf-4877-46b9-b39a-00166fb3cc42 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:29.753477 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f64ddf-4877-46b9-b39a-00166fb3cc42'] response: {'name': 'network-changed', 'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'status': 'completed', 'code': 200} Apr 05 18:56:29.816377 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:29.852849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8dca-3949-486f-b0db-30cf16be656b req-3872c325-4360-4438-a9b5-34a0658fcd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.855675 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-3872c325-4360-4438-a9b5-34a0658fcd4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3589234 Apr 05 18:56:29.895137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50b16346-7f40-4607-977b-b77a1fb3ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.920417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:29.946006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-50b16346-7f40-4607-977b-b77a1fb3ef1e None None] For port 9d86426e-97bf-4536-8e2b-19fc2fb3217b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9d86426e-97bf-4536-8e2b-19fc2fb3217b,segment=NetworkSegment(1686beea-8116-49bc-8682-21ac5de9c5bf),segment_id=1686beea-8116-49bc-8682-21ac5de9c5bf)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:29.954611 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50b16346-7f40-4607-977b-b77a1fb3ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.957873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.970924 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b07d1c31-75c9-4ba9-8c68-d89e70339ce0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:29.974943 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-18aa9456-337a-454a-800b-f1b923f49ac2 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166 HTTP/1.1" status: 200 len: 933 time: 3.0167110 Apr 05 18:56:29.979286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34700) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:29.983873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-7fbaa409-98da-4d4a-bf77-e1f80612802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:29.986652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-7fbaa409-98da-4d4a-bf77-e1f80612802e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=915604ac-55a7-4f2d-abfa-faea6df09772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8404872 Apr 05 18:56:30.062510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b16346-7f40-4607-977b-b77a1fb3ef1e None None] Pushing event updated for resources: {'Port': ['ID=9d86426e-97bf-4536-8e2b-19fc2fb3217b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:30.083088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e2e16c4f-162e-4cfb-a4e5-50c5b5d8b6a4 None None] Provisioning complete for port 9d86426e-97bf-4536-8e2b-19fc2fb3217b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:30.083586 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2e16c4f-162e-4cfb-a4e5-50c5b5d8b6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:30.097108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f0347-aa13-41de-972e-26aac7e2ed8e req-0701c0c9-c7ee-44cc-bbea-7401e89b750e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:30.098833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b88f0347-aa13-41de-972e-26aac7e2ed8e req-0701c0c9-c7ee-44cc-bbea-7401e89b750e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 944 time: 0.6724296 Apr 05 18:56:30.162206 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1b130465-7f7f-4cdd-becd-8c37d2734f89 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166 HTTP/1.1" status: 200 len: 933 time: 0.1808264 Apr 05 18:56:30.162816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34702) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:30.203385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'routes': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:30.212996 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:28Z', 'revision_number': 6, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 4, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:30.229112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4288e80c-0e1c-41c5-b148-1ba2e56f47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:30.229836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4288e80c-0e1c-41c5-b148-1ba2e56f47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:30.230469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4288e80c-0e1c-41c5-b148-1ba2e56f47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:30.232265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4288e80c-0e1c-41c5-b148-1ba2e56f47b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=798730b5-7361-4e69-83c3-9ab022a1409a&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=2dae8a42-fd72-4f84-93dc-c11df35ece60&id=a954e435-97fc-41ff-8911-773ef5d9cc23&id=a954e435-97fc-41ff-8911-773ef5d9cc23 HTTP/1.1" status: 200 len: 2290 time: 0.7430468 Apr 05 18:56:30.240269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50811b51-8774-4520-b614-8086a3d12d65 req-6b267070-3f2c-43bb-9459-84afbb5a67e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:30.246953 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520bc1e5-02cc-49a9-ae48-b456e0cbdc02 None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:28Z', 'revision_number': 6, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 4, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:30.248481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50811b51-8774-4520-b614-8086a3d12d65 req-6b267070-3f2c-43bb-9459-84afbb5a67e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.3505893 Apr 05 18:56:30.376301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b88f0347-aa13-41de-972e-26aac7e2ed8e req-4cf96abf-6dae-4582-868a-4982876c42d0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654746 Apr 05 18:56:30.405850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-103eef8b-813c-475a-a307-613a99897adb service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766859 Apr 05 18:56:30.406930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b07d1c31-75c9-4ba9-8c68-d89e70339ce0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:30.434345 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-1001eb2f-2c7c-40ad-a390-36cca736e7cb service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458934 Apr 05 18:56:30.514982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-1c6d5899-62be-4143-8101-39d63192f3fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed51f31e-0c53-4122-bb43-bc2f914bb1b5 HTTP/1.1" status: 200 len: 1001 time: 0.2617168 Apr 05 18:56:30.549940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8340251c-4138-4122-88f0-db50efd9f0f1 None None] Network 91baf51c-3d35-41ee-81cd-acfc41f081e0 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:30.617090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50811b51-8774-4520-b614-8086a3d12d65 req-b6837a3e-2d63-4102-bde8-f7ea9aa0dca7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620756 Apr 05 18:56:30.625596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d1c31-75c9-4ba9-8c68-d89e70339ce0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Subnet': ['ID=461931cc-f6fd-4eb5-bc63-b178d6b21d4f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:30.637078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:30.641681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b07d1c31-75c9-4ba9-8c68-d89e70339ce0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:30.643918 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-470a8dca-3949-486f-b0db-30cf16be656b req-d70f7818-ef91-4bdd-9502-15677a1adb24 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827421 Apr 05 18:56:30.644839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34712) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:30.647995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b07d1c31-75c9-4ba9-8c68-d89e70339ce0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/461931cc-f6fd-4eb5-bc63-b178d6b21d4f HTTP/1.1" status: 204 len: 168 time: 3.1326106 Apr 05 18:56:30.681573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34714) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:30.705707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:30.706444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:30.814268 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:30.824384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5943168f-67fc-49db-86cf-1f018aca3f25 req-9ffd6075-acc4-48e7-8942-8e77dd30e8b5 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bedc8b06df174d5d838d939dc7ba7d44 HTTP/1.1" status: 200 len: 221 time: 0.2921739 Apr 05 18:56:30.860818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-fa3ca2c0-50b5-4e2a-924c-6270a1b6f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:30.862903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-fa3ca2c0-50b5-4e2a-924c-6270a1b6f650 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b62ed36d-03a3-43ab-9bae-48fb9d376e66 HTTP/1.1" status: 200 len: 850 time: 0.3218453 Apr 05 18:56:30.882899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:30.939605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added routes are [] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 18:56:30.939924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 18:56:30.973277 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:30.997304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc86a7-6fab-4b4a-b852-775a638b52d2 None None] DHCP port deletion for 91baf51c-3d35-41ee-81cd-acfc41f081e0 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:56:31.021666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:31.031474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6691aa07-1413-46eb-ac97-60c3605c0e7b req-58faa6c2-a399-4fbf-be7a-7694380fd398 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089242 Apr 05 18:56:31.054501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-a9d61b56-b181-4b34-8bab-4b5854da5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:31.057504 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-a9d61b56-b181-4b34-8bab-4b5854da5e7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 1095 time: 0.2585278 Apr 05 18:56:31.065685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-08e730d6-aef2-459f-9cc0-949c88cd8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:31.067788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-08e730d6-aef2-459f-9cc0-949c88cd8680 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=798730b5-7361-4e69-83c3-9ab022a1409a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905949 Apr 05 18:56:31.171802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f07df4c-4efe-48d0-9ee2-03d7326610c7 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:31.176819 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4f07df4c-4efe-48d0-9ee2-03d7326610c7 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1092 time: 0.3967011 Apr 05 18:56:31.182751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34720) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:31.193917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '6337a896-f672-436f-8729-6612b8c8bc34', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:31.260453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845c5db-c698-4abf-9cf4-cc012c715dab req-b72eed6d-f5f5-45b7-9c21-d482d2ccd60f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:31.262130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2845c5db-c698-4abf-9cf4-cc012c715dab req-b72eed6d-f5f5-45b7-9c21-d482d2ccd60f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2793505 Apr 05 18:56:31.356018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9d86426e-97bf-4536-8e2b-19fc2fb3217b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:31.379844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-aca0a5b7-6dd0-44d2-a72b-e996a1bb03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:31.381445 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-aca0a5b7-6dd0-44d2-a72b-e996a1bb03d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.2642081 Apr 05 18:56:31.395969 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:31.434221 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-86708731-e2a9-43e7-928f-c059cc72bcfc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d HTTP/1.1" status: 200 len: 217 time: 0.0435789 Apr 05 18:56:31.439654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:31.454113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:31.509774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc86a7-6fab-4b4a-b852-775a638b52d2 None None] Deleting port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:31.510321 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2bc86a7-6fab-4b4a-b852-775a638b52d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:31.599234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d2bc86a7-6fab-4b4a-b852-775a638b52d2 None None] For port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6dccf2e7-475e-4de8-9928-ee71dbfddf4a,segment=NetworkSegment(96b56e8e-abbf-4d85-be7b-a3863fab18ed),segment_id=96b56e8e-abbf-4d85-be7b-a3863fab18ed)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:31.599801 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2bc86a7-6fab-4b4a-b852-775a638b52d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:31.628765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc86a7-6fab-4b4a-b852-775a638b52d2 None None] Calling delete_port for 6dccf2e7-475e-4de8-9928-ee71dbfddf4a owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:31.754219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9d86426e-97bf-4536-8e2b-19fc2fb3217b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:31.754852 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:31.776926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2845c5db-c698-4abf-9cf4-cc012c715dab req-81eb1526-076e-4653-a753-ead7a25281e4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068874 Apr 05 18:56:31.807237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:31.807237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:31.850489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-48110243-1227-4631-8e98-83cac2a781da service neutron] 10.222.0.25 "GET /v2.0/networks/798730b5-7361-4e69-83c3-9ab022a1409a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7742970 Apr 05 18:56:31.951882 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2bc86a7-6fab-4b4a-b852-775a638b52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:31.984881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-c0046990-7049-4bce-8109-63db9f3d36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:31.986498 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-c0046990-7049-4bce-8109-63db9f3d36f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.5444274 Apr 05 18:56:32.000834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc86a7-6fab-4b4a-b852-775a638b52d2 None None] Pushing event deleted for resources: {'Port': ['ID=6dccf2e7-475e-4de8-9928-ee71dbfddf4a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:32.045623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bc86a7-6fab-4b4a-b852-775a638b52d2 None None] No DVR routers for this DVR port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:32.060145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:32.076899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-46df1798-2acd-4d0d-aaf0-91af3d6fe96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:32.078154 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-46df1798-2acd-4d0d-aaf0-91af3d6fe96d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808375 Apr 05 18:56:32.094451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:28Z', 'revision_number': 6, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:32.132923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:32.148253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:32.149589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:32.201035 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f43b4-1c8e-4c1e-bc96-c3d97ac461c8 req-9168bf12-55c7-4b7b-bf66-e60d5fefa23f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:32.210434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e3f43b4-1c8e-4c1e-bc96-c3d97ac461c8 req-9168bf12-55c7-4b7b-bf66-e60d5fefa23f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 944 time: 0.4530926 Apr 05 18:56:32.242952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6dccf2e7-475e-4de8-9928-ee71dbfddf4a,segment=NetworkSegment(96b56e8e-abbf-4d85-be7b-a3863fab18ed),segment_id=96b56e8e-abbf-4d85-be7b-a3863fab18ed)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:32.243591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:32.244173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:32.252247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:32.253837 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8254d445-2ba4-4ee6-9e69-22236bb2ec6b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166 HTTP/1.1" status: 200 len: 699 time: 2.0539606 Apr 05 18:56:32.258447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 6dccf2e7-475e-4de8-9928-ee71dbfddf4a owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:32.261757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34730) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:32.274040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6dccf2e7-475e-4de8-9928-ee71dbfddf4a no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:32.298695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 6dccf2e7-475e-4de8-9928-ee71dbfddf4a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:32.299349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6dccf2e7-475e-4de8-9928-ee71dbfddf4a not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:32.325606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:32.364387 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-45fdecca-a0ef-40d0-9175-89e51b44fe6c service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479212 Apr 05 18:56:32.368347 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:32.403138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Router 4d70f1c4-1135-4095-9991-47e1c2f6d20c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:32.464881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1560f026-c7ae-4e18-ac27-7ea6b06e063a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166 HTTP/1.1" status: 200 len: 699 time: 0.2014863 Apr 05 18:56:32.467620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34732) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:32.483844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=6dccf2e7-475e-4de8-9928-ee71dbfddf4a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:32.498245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No DVR routers for this DVR port 6dccf2e7-475e-4de8-9928-ee71dbfddf4a on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:32.503208 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e3f43b4-1c8e-4c1e-bc96-c3d97ac461c8 req-18dc77de-0711-40cc-bb8b-0fe343219a4d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924528 Apr 05 18:56:32.511093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58639719-1231-4c24-bc51-692bf392a11c req-9e4d6209-a470-400d-857d-5ca54f923708 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:32.518291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58639719-1231-4c24-bc51-692bf392a11c req-9e4d6209-a470-400d-857d-5ca54f923708 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.5614362 Apr 05 18:56:32.584174 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-e771e6dd-c07d-4236-b6b1-a74166947cb8 service neutron] 10.222.0.25 "GET /v2.0/networks/798730b5-7361-4e69-83c3-9ab022a1409a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052054 Apr 05 18:56:32.609216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:30Z', 'revision_number': 7, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:32.651891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c603115-6b67-4469-aa7c-1d3feeda859b None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:30Z', 'revision_number': 7, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:32.656307 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5954c6c2-c77a-4dfc-add6-aa89f6d6f097 req-5a51f44c-4b1d-45f5-99c9-971e1bf63a2f service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809649 Apr 05 18:56:32.708652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:32.758984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-3e5ae527-263f-4e5c-9a4b-9261625ce66d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=728ba331-3953-4dc4-aeed-a08dac3ae9c4 HTTP/1.1" status: 200 len: 217 time: 0.0784299 Apr 05 18:56:32.760492 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:32.779488 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58639719-1231-4c24-bc51-692bf392a11c req-bffc6b65-4402-4bf1-8b97-aca8bc7cc279 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602746 Apr 05 18:56:32.900628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91baf51c-3d35-41ee-81cd-acfc41f081e0']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:33.003699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.013770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b56e8e-abbf-4d85-be7b-a3863fab18ed') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:33.014066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b56e8e-abbf-4d85-be7b-a3863fab18ed') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:33.049085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-ab35e89e-d39e-4309-9c69-4d2a9d1074d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:33.049523 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:33.050784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-ab35e89e-d39e-4309-9c69-4d2a9d1074d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d1345e6-e695-4fa1-aece-6cb1798127f9 HTTP/1.1" status: 200 len: 797 time: 0.2759631 Apr 05 18:56:33.055833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.061988 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:33.062641 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:33.148150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8c5e1-89aa-45fa-b3eb-182f078c6db0 req-8552a8db-8469-41a5-9234-7864b50a4eb6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:33.157415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ce8c5e1-89aa-45fa-b3eb-182f078c6db0 req-8552a8db-8469-41a5-9234-7864b50a4eb6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2071536 Apr 05 18:56:33.210520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:33.216312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.221728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-81e8b19b-3a32-4b03-93c1-b494cec0159a admin admin] 10.222.0.15 "PUT /v2.0/routers/4d70f1c4-1135-4095-9991-47e1c2f6d20c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4225502 Apr 05 18:56:33.223103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] Sync routers for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:33.238175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34740) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:33.251543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:33.252175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:33.258130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:56:33.258879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.280600 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:56:33.307880 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:56:33.339561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ce8c5e1-89aa-45fa-b3eb-182f078c6db0 req-51348a46-b47f-48b3-a1ac-83d15d0b366a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763957 Apr 05 18:56:33.378380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.25.4.21 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/062ee184-b9ec-40f4-9155-09cdf7961469) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:33.385034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-62810eb6-2e51-448c-bc29-91f958ede8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:33.387157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-62810eb6-2e51-448c-bc29-91f958ede8b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dae8a42-fd72-4f84-93dc-c11df35ece60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3065586 Apr 05 18:56:33.443588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 9d86426e-97bf-4536-8e2b-19fc2fb3217b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:33.443962 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.587574 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:30Z', 'revision_number': 7, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:33.589010 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.628106 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.632692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/networks/91baf51c-3d35-41ee-81cd-acfc41f081e0 HTTP/1.1" status: 204 len: 168 time: 2.9492872 Apr 05 18:56:33.650221 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:33.655542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34746) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:33.661102 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:33.661720 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:33.674845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-840064750'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:33.686417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 9d86426e-97bf-4536-8e2b-19fc2fb3217b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9d86426e-97bf-4536-8e2b-19fc2fb3217b,segment=NetworkSegment(1686beea-8116-49bc-8682-21ac5de9c5bf),segment_id=1686beea-8116-49bc-8682-21ac5de9c5bf)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:33.686915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.705825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 9d86426e-97bf-4536-8e2b-19fc2fb3217b owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:33.722529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:33.724995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:33.725177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181aaa0-c7f1-4cc9-a5c3-2ba111e29d96 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Network': ['ID=91baf51c-3d35-41ee-81cd-acfc41f081e0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:33.725653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.779073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1b325-0458-4640-a068-2d3879fb5ae8 req-31e21b4e-d2dd-4d1e-bc75-73c4e146ab27 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:33.787202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8b1b325-0458-4640-a068-2d3879fb5ae8 req-31e21b4e-d2dd-4d1e-bc75-73c4e146ab27 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3187582 Apr 05 18:56:33.793948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:56:33.809104 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:33.809520 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added segment 28d3c5f0-056b-4998-87d5-8ed561046bd9 of type vlan for network c6672d6d-f005-4d26-8cea-4727d2d23153 Apr 05 18:56:33.839436 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:33.941152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.001854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.008593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:34.009406 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.062998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:34.092656 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:30Z', 'revision_number': 7, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:34.102867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] Checking router: 4d70f1c4-1135-4095-9991-47e1c2f6d20c for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:34.112915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] Routers {'4d70f1c4-1135-4095-9991-47e1c2f6d20c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:34.113522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:34.129445 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4689326 Apr 05 18:56:34.130211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34748) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:34.141703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'subnet': {'network_id': 'c6672d6d-f005-4d26-8cea-4727d2d23153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:34.143548 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d162e-f79e-4737-be4e-f08385fac386 None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:30Z', 'revision_number': 7, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86426e-97bf-4536-8e2b-19fc2fb3217b', 'name': '', 'network_id': '430c9c8d-3208-4281-8dbf-8497007350a2', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:94:6c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:22Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': 'b70aea18-f6e7-46bf-a17e-fa912efa7177', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:34.172714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028c8c4-a72a-47dc-8270-0b8e41913db1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Network': ['ID=c6672d6d-f005-4d26-8cea-4727d2d23153,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:34.222630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c6672d6d-f005-4d26-8cea-4727d2d23153 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:56:34.284577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.294987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:56:34.298866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.306584 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.323883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.324213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] Set router 4d70f1c4-1135-4095-9991-47e1c2f6d20c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:34.340288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-e3737c41-edcc-4650-950e-682106623b29 service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9201772 Apr 05 18:56:34.370129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=9d86426e-97bf-4536-8e2b-19fc2fb3217b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:34.456004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaaf44-1e86-4f0f-b503-d1351c2a5833 req-ce835cb0-1da9-4a73-8022-a36dac395f1b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:34.458064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cccaaf44-1e86-4f0f-b503-d1351c2a5833 req-ce835cb0-1da9-4a73-8022-a36dac395f1b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 944 time: 0.7481763 Apr 05 18:56:34.513901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.560392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:34.565827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8b1b325-0458-4640-a068-2d3879fb5ae8 req-da9ab842-b85b-43fa-ad9e-a0c29fa8c7ba tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7771072 Apr 05 18:56:34.606784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:34.610148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:34.625092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:34.691040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986987b-513f-47bc-89f5-d57578c877bd None None] The sync data for ids ['4d70f1c4-1135-4095-9991-47e1c2f6d20c'] in n-d-836650-3 is: [{'id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'name': 'tempest-AttachVolumeShelveTestJSON-325031705-router', 'tenant_id': 'b87ec6a12b424ee4b62965872178bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '821014e3-9213-4227-bb3c-722578c6ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:54Z', 'updated_at': '2022-04-05T18:56:29Z', 'revision_number': 5, 'project_id': 'b87ec6a12b424ee4b62965872178bef7', 'gw_port': {'id': '821014e3-9213-4227-bb3c-722578c6ec43', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d70f1c4-1135-4095-9991-47e1c2f6d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:55Z', 'updated_at': '2022-04-05T18:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:34.754492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=062ee184-b9ec-40f4-9155-09cdf7961469,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:34.768481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.792227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cccaaf44-1e86-4f0f-b503-d1351c2a5833 req-c53b8967-6f66-4fdc-9349-ef8e21d03bc1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088226 Apr 05 18:56:34.838844 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.916815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576725d7-b5d8-4f78-98ec-e506761e949e req-4496ac14-04a3-4c88-8c74-804314381f62 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:34.917469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:34.918065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-576725d7-b5d8-4f78-98ec-e506761e949e req-4496ac14-04a3-4c88-8c74-804314381f62 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2138355 Apr 05 18:56:34.922958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-8c72a1b0-5099-4325-9c23-a0672e043afe service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282464 Apr 05 18:56:34.989132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Subnet': ['ID=d7c941ff-5119-428a-b4f8-4fdbac6782b6,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:35.035198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.047106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-f9c74807-5b05-4b33-8b2d-fa34bac1a3e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=51bcb90f-f863-4c98-ac38-a1ae6aed7379 HTTP/1.1" status: 200 len: 217 time: 0.1121588 Apr 05 18:56:35.203947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 782fccf5-9cff-4164-9203-175e1f3eac0c no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:35.218838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-576725d7-b5d8-4f78-98ec-e506761e949e req-698c4dc0-998b-4cc8-8866-260216b6a7c1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875290 Apr 05 18:56:35.234844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-ad50e4ec-b49c-4acd-9628-b76297ba1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:35.235589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-ad50e4ec-b49c-4acd-9628-b76297ba1a19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d1345e6-e695-4fa1-aece-6cb1798127f9 HTTP/1.1" status: 200 len: 797 time: 0.1350543 Apr 05 18:56:35.285531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Deleting port 821014e3-9213-4227-bb3c-722578c6ec43 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:35.286217 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.303414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 782fccf5-9cff-4164-9203-175e1f3eac0c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:35.304001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 782fccf5-9cff-4164-9203-175e1f3eac0c not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:35.412051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Checking segment: {'id': '28d3c5f0-056b-4998-87d5-8ed561046bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6672d6d-f005-4d26-8cea-4727d2d23153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:35.412412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network hostable DHCP agents. Network: c6672d6d-f005-4d26-8cea-4727d2d23153, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:56:35.444539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:35.451347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network c6672d6d-f005-4d26-8cea-4727d2d23153 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:56:35.490018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-5365e956-37e7-427a-9238-beb02bb8375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:35.491826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-5365e956-37e7-427a-9238-beb02bb8375f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dae8a42-fd72-4f84-93dc-c11df35ece60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2466249 Apr 05 18:56:35.497476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c6672d6d-f005-4d26-8cea-4727d2d23153) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:35.505262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:35.505262 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.517003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a0ed88-5dde-48a4-a9ff-018f7a3a539c None None] Network c6672d6d-f005-4d26-8cea-4727d2d23153 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:35.560931 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bfdb6038-b07a-4930-a28f-d629c7ec2c92 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4232986 Apr 05 18:56:35.564576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34762) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:35.568904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b9f29dc2-be76-46c0-afb5-b17540e05e0a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-765380255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:35.582239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:35.589864 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9b56c360-af7e-447c-9f99-0d78a1bde197 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1200323 Apr 05 18:56:35.594171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34764) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:35.603073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] For port 821014e3-9213-4227-bb3c-722578c6ec43, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=821014e3-9213-4227-bb3c-722578c6ec43,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:35.603563 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.603975 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:35.618067 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:35.618336 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:35.634114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9f29dc2-be76-46c0-afb5-b17540e05e0a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.635212 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9f29dc2-be76-46c0-afb5-b17540e05e0a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.650107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da717d-135d-45ce-940f-079f97c9725c req-d00f9c09-6a80-4ea3-ab8e-865e5de45265 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:35.657660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76da717d-135d-45ce-940f-079f97c9725c req-d00f9c09-6a80-4ea3-ab8e-865e5de45265 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2886472 Apr 05 18:56:35.659233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1f591e-d4a6-48e3-89c3-f738be158781 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting subnet b70aea18-f6e7-46bf-a17e-fa912efa7177 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:56:35.665198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d1f591e-d4a6-48e3-89c3-f738be158781 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.680161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Calling delete_port for 821014e3-9213-4227-bb3c-722578c6ec43 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:35.761716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9f29dc2-be76-46c0-afb5-b17540e05e0a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.780842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d1f591e-d4a6-48e3-89c3-f738be158781 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.784435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9f29dc2-be76-46c0-afb5-b17540e05e0a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.812267 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:35.835218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9f29dc2-be76-46c0-afb5-b17540e05e0a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.839873 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b9f29dc2-be76-46c0-afb5-b17540e05e0a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2711370 Apr 05 18:56:35.840098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34768) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:35.867900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-c6672d6d-f005-4d26-8cea-4727d2d23153', 'network_id': 'c6672d6d-f005-4d26-8cea-4727d2d23153', 'tenant_id': '654177f36674476ba227bc202d43d819', 'fixed_ips': [{'subnet_id': 'd7c941ff-5119-428a-b4f8-4fdbac6782b6'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:56:35.869694 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:35.994166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76da717d-135d-45ce-940f-079f97c9725c req-c99ad581-7ac8-4b12-b5b2-1214c9b3f202 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323770 Apr 05 18:56:36.103724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-53e23bcc-9ca3-435d-a6d4-51bc15db71bd service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994053 Apr 05 18:56:36.106178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Allocated IP 2001:db8::2 (c6672d6d-f005-4d26-8cea-4727d2d23153/d7c941ff-5119-428a-b4f8-4fdbac6782b6/3e2bf189-545d-46d5-98b4-03e1da144618) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:36.147081 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:56:36.164883 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d1f591e-d4a6-48e3-89c3-f738be158781 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.192568 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:34Z', 'revision_number': 8, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:36.229722 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:36.239610 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:36.240717 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:36.243340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.336943 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d1f591e-d4a6-48e3-89c3-f738be158781 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.345507 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.357649 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.371129 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:36.384419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f591e-d4a6-48e3-89c3-f738be158781 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Subnet': ['ID=b70aea18-f6e7-46bf-a17e-fa912efa7177,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:36.392556 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d1f591e-d4a6-48e3-89c3-f738be158781 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.399298 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9d1f591e-d4a6-48e3-89c3-f738be158781 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/b70aea18-f6e7-46bf-a17e-fa912efa7177 HTTP/1.1" status: 204 len: 168 time: 0.8040519 Apr 05 18:56:36.422083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Pushing event updated for resources: {'Port': ['ID=3e2bf189-545d-46d5-98b4-03e1da144618,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:36.424763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a08b30-ee43-46d4-a871-951a4da8ff14 None None] Network 430c9c8d-3208-4281-8dbf-8497007350a2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:36.436145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34776) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:36.454232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Network c6672d6d-f005-4d26-8cea-4727d2d23153 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:36.488328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:36.493148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:36.526560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.597641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.621094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Attempting to bind port 3e2bf189-545d-46d5-98b4-03e1da144618 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:56:36.622160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Attempting to bind port 3e2bf189-545d-46d5-98b4-03e1da144618 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '28d3c5f0-056b-4998-87d5-8ed561046bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6672d6d-f005-4d26-8cea-4727d2d23153'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:56:36.623034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Attempting to bind port 3e2bf189-545d-46d5-98b4-03e1da144618 on network c6672d6d-f005-4d26-8cea-4727d2d23153 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:56:36.635070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:56:36.635956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Checking segment: {'id': '28d3c5f0-056b-4998-87d5-8ed561046bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6672d6d-f005-4d26-8cea-4727d2d23153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:56:36.636573 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.637201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Bound using segment: {'id': '28d3c5f0-056b-4998-87d5-8ed561046bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6672d6d-f005-4d26-8cea-4727d2d23153'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:56:36.637931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Bound port: 3e2bf189-545d-46d5-98b4-03e1da144618, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d3c5f0-056b-4998-87d5-8ed561046bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6672d6d-f005-4d26-8cea-4727d2d23153'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:56:36.638596 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.687713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 2001:db8::1 (c6672d6d-f005-4d26-8cea-4727d2d23153/d7c941ff-5119-428a-b4f8-4fdbac6782b6/6194b89a-5261-49c9-9bd1-3188182787f5) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:36.690857 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:34Z', 'revision_number': 8, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:36.746173 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14872451-9d4e-4e3e-b4d9-1efb4746ecb7 None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:34Z', 'revision_number': 8, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '164cfa01-ab24-40d4-96d8-38c3ff39dbcc', 'name': '', 'network_id': 'a3704cb4-a036-4656-b9a2-fbabbd477113', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:11:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:17Z', 'updated_at': '2022-04-05T18:56:25Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '1530eb42-6c02-4c5f-bdd0-ba8b67542c96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:36.751448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] For port 3e2bf189-545d-46d5-98b4-03e1da144618, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:36.754997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] For port 3e2bf189-545d-46d5-98b4-03e1da144618, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3e2bf189-545d-46d5-98b4-03e1da144618,segment=NetworkSegment(28d3c5f0-056b-4998-87d5-8ed561046bd9),segment_id=28d3c5f0-056b-4998-87d5-8ed561046bd9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:56:36.761527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ce4fc-2ce9-482c-836e-8962c2406222 None None] DHCP port deletion for 430c9c8d-3208-4281-8dbf-8497007350a2 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:56:36.765237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.774536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b742b-cb97-4be2-8c0f-7808ee947d84 req-8377ce72-9bac-49e5-8a89-b4829d0eafc3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:36.776090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f04b742b-cb97-4be2-8c0f-7808ee947d84 req-8377ce72-9bac-49e5-8a89-b4829d0eafc3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 944 time: 0.8169711 Apr 05 18:56:36.780557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 24a0d468-1ed2-4558-b0e9-347041c517af {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:36.780895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.833313 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.888248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 24a0d468-1ed2-4558-b0e9-347041c517af, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=24a0d468-1ed2-4558-b0e9-347041c517af,segment=NetworkSegment(1686beea-8116-49bc-8682-21ac5de9c5bf),segment_id=1686beea-8116-49bc-8682-21ac5de9c5bf)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:36.888607 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.891540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71094e0-720b-4092-874a-da8a6a5fdf79 None None] Pushing event updated for resources: {'Port': ['ID=3e2bf189-545d-46d5-98b4-03e1da144618,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:36.917183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ce4fc-2ce9-482c-836e-8962c2406222 None None] Deleting port 24a0d468-1ed2-4558-b0e9-347041c517af {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:36.918452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b7ce4fc-2ce9-482c-836e-8962c2406222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.918571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 24a0d468-1ed2-4558-b0e9-347041c517af owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:36.930273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e264710-0d86-4419-86cd-58b1039bb9ed req-f5e5343f-7285-4f7f-9e17-61441a8cc2ce tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:36.931797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:36.931953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e264710-0d86-4419-86cd-58b1039bb9ed req-f5e5343f-7285-4f7f-9e17-61441a8cc2ce tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.7646410 Apr 05 18:56:36.999756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8b7ce4fc-2ce9-482c-836e-8962c2406222 None None] For port 24a0d468-1ed2-4558-b0e9-347041c517af, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=24a0d468-1ed2-4558-b0e9-347041c517af,segment=NetworkSegment(1686beea-8116-49bc-8682-21ac5de9c5bf),segment_id=1686beea-8116-49bc-8682-21ac5de9c5bf)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:37.000165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b7ce4fc-2ce9-482c-836e-8962c2406222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.020406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ce4fc-2ce9-482c-836e-8962c2406222 None None] Calling delete_port for 24a0d468-1ed2-4558-b0e9-347041c517af owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:37.026134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.030763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-014d6712-db59-437c-bd3c-440ac748440e service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9090168 Apr 05 18:56:37.046480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f04b742b-cb97-4be2-8c0f-7808ee947d84 req-93b6951c-e0cd-467e-b6d7-59891881d792 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270553 Apr 05 18:56:37.077834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network c6672d6d-f005-4d26-8cea-4727d2d23153 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:37.077834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.077834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:37.081966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:37.083685 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.105951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-933c2191-a760-4b5c-bb99-4a318c312e03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=389dba6c-91c0-4017-9dd7-6abd0e6e4f29 HTTP/1.1" status: 200 len: 217 time: 0.0542917 Apr 05 18:56:37.111010 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.180613 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No DVR routers for this DVR port 24a0d468-1ed2-4558-b0e9-347041c517af on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:37.188738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=6194b89a-5261-49c9-9bd1-3188182787f5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:37.228520 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b7ce4fc-2ce9-482c-836e-8962c2406222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.338600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 24a0d468-1ed2-4558-b0e9-347041c517af no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:37.347221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ce4fc-2ce9-482c-836e-8962c2406222 None None] Pushing event deleted for resources: {'Port': ['ID=24a0d468-1ed2-4558-b0e9-347041c517af,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:37.354080 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.355393 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ce4fc-2ce9-482c-836e-8962c2406222 None None] No DVR routers for this DVR port 24a0d468-1ed2-4558-b0e9-347041c517af on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:37.367401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e264710-0d86-4419-86cd-58b1039bb9ed req-5d488838-24c6-44b1-90ab-72d3b7b43f94 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153495 Apr 05 18:56:37.370120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-71300892-da68-462e-aee2-e19c79651b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:37.371593 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-71300892-da68-462e-aee2-e19c79651b1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d1345e6-e695-4fa1-aece-6cb1798127f9 HTTP/1.1" status: 200 len: 797 time: 0.2102277 Apr 05 18:56:37.386636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Pushing event deleted for resources: {'Port': ['ID=821014e3-9213-4227-bb3c-722578c6ec43,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:37.425000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 24a0d468-1ed2-4558-b0e9-347041c517af {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:37.425585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 24a0d468-1ed2-4558-b0e9-347041c517af not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:37.426244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9d86426e-97bf-4536-8e2b-19fc2fb3217b no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:37.464816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 9d86426e-97bf-4536-8e2b-19fc2fb3217b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:37.465107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9d86426e-97bf-4536-8e2b-19fc2fb3217b not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:37.515450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=24a0d468-1ed2-4558-b0e9-347041c517af,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:37.536619 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.583580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430c9c8d-3208-4281-8dbf-8497007350a2']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:37.586203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.603021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1686beea-8116-49bc-8682-21ac5de9c5bf') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:37.603354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1686beea-8116-49bc-8682-21ac5de9c5bf') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:37.614499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.632177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.659779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.674057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:56:37.674489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:56:37.677354 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:56:37.722237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-323adeef-1d40-4e9c-8653-204f6e9a4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:37.723757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-323adeef-1d40-4e9c-8653-204f6e9a4da8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dae8a42-fd72-4f84-93dc-c11df35ece60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3322389 Apr 05 18:56:37.738902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32771c12-30b1-4122-955a-f3ad7b1e74da req-340cf87d-4a91-4fca-9a0b-c6b230a21bdc tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:37.740316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32771c12-30b1-4122-955a-f3ad7b1e74da req-340cf87d-4a91-4fca-9a0b-c6b230a21bdc tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2337379 Apr 05 18:56:37.787055 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.800245 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.814047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.817195 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/networks/430c9c8d-3208-4281-8dbf-8497007350a2 HTTP/1.1" status: 204 len: 168 time: 1.3799679 Apr 05 18:56:37.819011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a649ce-5b81-4ae8-a32b-a078932c7764 req-5b3082b3-873f-427b-8b22-d1d73dc70c4f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:37.821196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4a649ce-5b81-4ae8-a32b-a078932c7764 req-5b3082b3-873f-427b-8b22-d1d73dc70c4f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.3270116 Apr 05 18:56:37.822756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.824010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34784) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:37.830073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.879648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.888235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1a970-479c-41aa-b243-b4a020e61b03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Network': ['ID=430c9c8d-3208-4281-8dbf-8497007350a2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:37.981505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.981906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d70f1c4-1135-4095-9991-47e1c2f6d20c {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:56:37.985758 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32771c12-30b1-4122-955a-f3ad7b1e74da req-eb2ceded-0a21-4fb0-97f8-4b04cd71b904 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121575 Apr 05 18:56:37.988664 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:37.989664 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0510a4e7-c8ae-4d4d-9be9-37600f41da41 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4d70f1c4-1135-4095-9991-47e1c2f6d20c HTTP/1.1" status: 204 len: 168 time: 4.7505145 Apr 05 18:56:37.995003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34786) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:38.088642 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.166441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=062ee184-b9ec-40f4-9155-09cdf7961469,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:38.199261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4a649ce-5b81-4ae8-a32b-a078932c7764 req-3c5b1c94-6639-4867-aacc-3c2717bac6da tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3605466 Apr 05 18:56:38.235486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d1f7ba63-41b5-4fb6-81c5-e36554270d8d details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:56:38.275842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-14fe84d7-25ce-4e63-a4aa-fd627a5dc721 service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096538 Apr 05 18:56:38.393532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port d1f7ba63-41b5-4fb6-81c5-e36554270d8d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:38.401551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920d554-e55d-49ae-ba24-f1f42d7a838c req-a7b267ce-8b55-4a91-ac52-bdef48d157b5 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:38.403199 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c920d554-e55d-49ae-ba24-f1f42d7a838c req-a7b267ce-8b55-4a91-ac52-bdef48d157b5 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2491539 Apr 05 18:56:38.405117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-62e9b3d0-eb38-424f-82c5-b82433c8bdc4 service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115127 Apr 05 18:56:38.407425 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:56:38.456455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.473658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f7ba63-41b5-4fb6-81c5-e36554270d8d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:56:38.495954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port d1f7ba63-41b5-4fb6-81c5-e36554270d8d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:38.498303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91ab46a-58f3-4c5a-8c4d-ad5582095026 admin admin] Deleting subnet 6a05e822-bb16-4d27-a487-a5e1d6c2edb4 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:56:38.498769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-872cfa4c-aa1d-4379-9a93-b4176ae8b598 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=6b598a8d-1bf7-4860-9381-97716fe6007b HTTP/1.1" status: 200 len: 217 time: 0.0751002 Apr 05 18:56:38.502732 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.509080 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Floating IP 6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c associated. External IP: 172.25.4.21, port: 6337a896-f672-436f-8729-6612b8c8bc34. Apr 05 18:56:38.520336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e91ab46a-58f3-4c5a-8c4d-ad5582095026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.548836 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.565575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.565816 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.582911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc89a0-98a2-4e9c-b174-b7a109ac0f76 None None] Network c6672d6d-f005-4d26-8cea-4727d2d23153 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:38.636450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e91ab46a-58f3-4c5a-8c4d-ad5582095026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.655950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:38.684506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ed8b7947-3121-4928-9b1a-3bd52b2c6a83 None None] Provisioning complete for port 3e2bf189-545d-46d5-98b4-03e1da144618 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:38.684874 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed8b7947-3121-4928-9b1a-3bd52b2c6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.688123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbd888-b864-439b-9f71-f317845f1df5 req-0852344a-3ab2-442e-bcfa-61572b6bb62a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:38.690432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9fbd888-b864-439b-9f71-f317845f1df5 req-0852344a-3ab2-442e-bcfa-61572b6bb62a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 944 time: 0.2817919 Apr 05 18:56:38.691091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-f0629a83-c8f7-473c-b793-f20d3bb81a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:38.692744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-f0629a83-c8f7-473c-b793-f20d3bb81a21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d1345e6-e695-4fa1-aece-6cb1798127f9 HTTP/1.1" status: 200 len: 797 time: 0.1800401 Apr 05 18:56:38.702300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=6194b89a-5261-49c9-9bd1-3188182787f5,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:38.704476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c920d554-e55d-49ae-ba24-f1f42d7a838c req-717489a4-3a19-40c6-9734-1cd539d3b461 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900786 Apr 05 18:56:38.793486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['d1f7ba63-41b5-4fb6-81c5-e36554270d8d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:56:38.860567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e91ab46a-58f3-4c5a-8c4d-ad5582095026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:38.864924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network c6672d6d-f005-4d26-8cea-4727d2d23153 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:38.890654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:39.048741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e91ab46a-58f3-4c5a-8c4d-ad5582095026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.085660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ab46a-58f3-4c5a-8c4d-ad5582095026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a05e822-bb16-4d27-a487-a5e1d6c2edb4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:39.095038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e91ab46a-58f3-4c5a-8c4d-ad5582095026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.100912 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e91ab46a-58f3-4c5a-8c4d-ad5582095026 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6a05e822-bb16-4d27-a487-a5e1d6c2edb4 HTTP/1.1" status: 204 len: 168 time: 1.1048832 Apr 05 18:56:39.102426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34796) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:39.110781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59979e76-1783-444b-9e41-c888bf4f8461 None None] Network 51113868-0ddf-4ec4-9d93-46cd3c682af2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:39.153910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-1a67112c-d791-4b81-837f-05bc4598fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:39.155428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-1a67112c-d791-4b81-837f-05bc4598fcc0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dae8a42-fd72-4f84-93dc-c11df35ece60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4472687 Apr 05 18:56:39.158188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9fbd888-b864-439b-9f71-f317845f1df5 req-50529df1-4cb0-40a1-a8b9-bf2e6bd1ef61 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528635 Apr 05 18:56:39.193127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.215886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3e2bf189-545d-46d5-98b4-03e1da144618 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:39.240430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be869a-2caf-4f2c-b26b-d599626b9727 req-88d5133a-0bdc-41e8-9dc5-1f4b38c3c607 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:39.243955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49be869a-2caf-4f2c-b26b-d599626b9727 req-88d5133a-0bdc-41e8-9dc5-1f4b38c3c607 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.4618435 Apr 05 18:56:39.245154 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.281631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router babf6914-8991-4e4f-a180-3bd78df41e0c is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:56:39.308767 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed8b7947-3121-4928-9b1a-3bd52b2c6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.329304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 69e033d4-7198-4a70-8195-4e3ebea632e0 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:39.359655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49be869a-2caf-4f2c-b26b-d599626b9727 req-7e65cde2-f6c9-4699-976c-f3cbb5532dac tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868001 Apr 05 18:56:39.399539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-569c602b-5e4b-4c81-9973-62fdba175066 service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017326 Apr 05 18:56:39.494595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:39.504137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4121bcd4-2c98-4f9f-87c1-86727f060d69 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/babf6914-8991-4e4f-a180-3bd78df41e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6606452 Apr 05 18:56:39.505998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34806) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:39.524056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236b276-bf64-4b2f-9b60-0063d6163f80 req-db90d0bd-5416-421e-90b8-d75ed0400488 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:39.525667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f236b276-bf64-4b2f-9b60-0063d6163f80 req-db90d0bd-5416-421e-90b8-d75ed0400488 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1953275 Apr 05 18:56:39.546842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Deleting port 04dad083-4319-467c-8ca4-63fa4013be19 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:39.547286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.574950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010c1f1-85e6-4d42-b099-5fc9bc69cb23 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:39.575120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842d035-2453-42ce-aa12-663587b43102 None None] Sync routers for ids ['babf6914-8991-4e4f-a180-3bd78df41e0c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:39.579151 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b010c1f1-85e6-4d42-b099-5fc9bc69cb23 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports/6194b89a-5261-49c9-9bd1-3188182787f5 HTTP/1.1" status: 200 len: 911 time: 0.0693724 Apr 05 18:56:39.580358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34808) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:39.629125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:39.642848 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] Sync routers for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:39.659094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842d035-2453-42ce-aa12-663587b43102 None None] Routers {'babf6914-8991-4e4f-a180-3bd78df41e0c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:39.660087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f842d035-2453-42ce-aa12-663587b43102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['babf6914-8991-4e4f-a180-3bd78df41e0c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:39.661205 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:39.662773 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:39.670978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ed8b7947-3121-4928-9b1a-3bd52b2c6a83 None None] For port 3e2bf189-545d-46d5-98b4-03e1da144618, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3e2bf189-545d-46d5-98b4-03e1da144618,segment=NetworkSegment(28d3c5f0-056b-4998-87d5-8ed561046bd9),segment_id=28d3c5f0-056b-4998-87d5-8ed561046bd9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:39.676799 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5daaccf4-f639-41d8-8c7c-8b2e3ca41841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.685362 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.721675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] For port 04dad083-4319-467c-8ca4-63fa4013be19, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=04dad083-4319-467c-8ca4-63fa4013be19,segment=NetworkSegment(5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46),segment_id=5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:39.722140 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.759756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-9c789582-ba10-42ed-ad95-02fc22feedb2 service neutron] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111930 Apr 05 18:56:39.764273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5d4d9f2c-88f0-4a83-a818-0c4a81572d30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5731411 Apr 05 18:56:39.764273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:39.765020 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d5670f-f67f-4e79-9b8d-b568036fb64a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "tag": "6337a896-f672-436f-8729-6612b8c8bc34"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:39.781935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f236b276-bf64-4b2f-9b60-0063d6163f80 req-f06c7de2-3020-455a-99ab-d7b0902c15b7 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369227 Apr 05 18:56:39.796852 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed8b7947-3121-4928-9b1a-3bd52b2c6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.831795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Calling delete_port for 04dad083-4319-467c-8ca4-63fa4013be19 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:39.861602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-6c57201e-30fa-4076-8faa-91a1270b1977 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89589758-ae48-4a90-86b3-e8e4e2a59960 HTTP/1.1" status: 200 len: 217 time: 0.0784495 Apr 05 18:56:39.871954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f842d035-2453-42ce-aa12-663587b43102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:39.887030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b7947-3121-4928-9b1a-3bd52b2c6a83 None None] Pushing event updated for resources: {'Port': ['ID=3e2bf189-545d-46d5-98b4-03e1da144618,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:39.908769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3e2bf189-545d-46d5-98b4-03e1da144618 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:39.909606 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:39.926294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-7cd2a219-c28b-420d-895f-104e823f48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:39.927936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-7cd2a219-c28b-420d-895f-104e823f48b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=53324cb9-a35a-4f7c-8b6c-7d894a246310 HTTP/1.1" status: 200 len: 797 time: 0.0535893 Apr 05 18:56:40.021280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842d035-2453-42ce-aa12-663587b43102 None None] Routers {'babf6914-8991-4e4f-a180-3bd78df41e0c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:40.021905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f842d035-2453-42ce-aa12-663587b43102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['babf6914-8991-4e4f-a180-3bd78df41e0c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:40.040689 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:40.084217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f842d035-2453-42ce-aa12-663587b43102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:40.084958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842d035-2453-42ce-aa12-663587b43102 None None] The sync data for ids ['babf6914-8991-4e4f-a180-3bd78df41e0c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:40.101691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf188-a64c-4dac-a93f-8ecebfd374d9 req-fe11e50d-eb8c-4d72-8bfa-55f3fd3b9c40 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.108201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf188-a64c-4dac-a93f-8ecebfd374d9 req-fe11e50d-eb8c-4d72-8bfa-55f3fd3b9c40 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.114109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf188-a64c-4dac-a93f-8ecebfd374d9 req-fe11e50d-eb8c-4d72-8bfa-55f3fd3b9c40 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.120949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf188-a64c-4dac-a93f-8ecebfd374d9 req-fe11e50d-eb8c-4d72-8bfa-55f3fd3b9c40 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.127917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf188-a64c-4dac-a93f-8ecebfd374d9 req-fe11e50d-eb8c-4d72-8bfa-55f3fd3b9c40 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.134932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf188-a64c-4dac-a93f-8ecebfd374d9 req-fe11e50d-eb8c-4d72-8bfa-55f3fd3b9c40 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.138657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68843556-032b-4035-912f-92704270b3bd None None] DHCP port deletion for 51113868-0ddf-4ec4-9d93-46cd3c682af2 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:56:40.141846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf188-a64c-4dac-a93f-8ecebfd374d9 req-fe11e50d-eb8c-4d72-8bfa-55f3fd3b9c40 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.152944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27acf188-a64c-4dac-a93f-8ecebfd374d9 req-fe11e50d-eb8c-4d72-8bfa-55f3fd3b9c40 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.2894588 Apr 05 18:56:40.172998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f7fc2-d37d-4c85-986f-ba4811db6c6f req-d3b072cd-ec88-4454-81a3-9006f4f4d182 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.175283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e8f7fc2-d37d-4c85-986f-ba4811db6c6f req-d3b072cd-ec88-4454-81a3-9006f4f4d182 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2316515 Apr 05 18:56:40.178588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-188f3e0d-0d93-4ab9-b7bb-61e713982ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.180997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-188f3e0d-0d93-4ab9-b7bb-61e713982ed4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a954e435-97fc-41ff-8911-773ef5d9cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2275796 Apr 05 18:56:40.266940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e8f7fc2-d37d-4c85-986f-ba4811db6c6f req-1e2ff716-fe74-4652-9299-f420071b3168 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766559 Apr 05 18:56:40.331993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27acf188-a64c-4dac-a93f-8ecebfd374d9 req-03163e3e-51c5-4f49-95ce-5b69b9c9af79 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1693113 Apr 05 18:56:40.337847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:40.345733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:40.385803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b0c929e1-c159-45f0-8839-1b74511cb592 None None] Provisioning complete for port 6194b89a-5261-49c9-9bd1-3188182787f5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:40.386353 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0c929e1-c159-45f0-8839-1b74511cb592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:40.405183 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:40.444059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-68843556-032b-4035-912f-92704270b3bd None None] Deleting port 04dad083-4319-467c-8ca4-63fa4013be19 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:40.445458 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68843556-032b-4035-912f-92704270b3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:40.448368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04dad083-4319-467c-8ca4-63fa4013be19,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:40.458589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 821014e3-9213-4227-bb3c-722578c6ec43 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:40.480995 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbed9007-8465-4e5e-be89-ed1713a7e8bb x-openstack-request-id: req-cbed9007-8465-4e5e-be89-ed1713a7e8bb {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:40.481280 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "tag": "6337a896-f672-436f-8729-6612b8c8bc34", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:40.481771 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbed9007-8465-4e5e-be89-ed1713a7e8bb {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:40.482167 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbed9007-8465-4e5e-be89-ed1713a7e8bb'] response: {'name': 'network-changed', 'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34', 'status': 'completed', 'code': 200} Apr 05 18:56:40.489921 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'port_id': '6337a896-f672-436f-8729-6612b8c8bc34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'mac_address': 'fa:16:3e:8e:9f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17747f-30cf-4073-948b-593c0ace3794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:35Z', 'updated_at': '2022-04-05T18:56:35Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a0f139-acf3-4f20-a7fd-6b4051e15a00', 'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:7b:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:57Z', 'updated_at': '2022-04-05T18:56:04Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:40.524927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] No DVR routers for this DVR port 04dad083-4319-467c-8ca4-63fa4013be19 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:40.543127 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] Checking router: 69e033d4-7198-4a70-8195-4e3ebea632e0 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:40.547231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b0c929e1-c159-45f0-8839-1b74511cb592 None None] Port 6194b89a-5261-49c9-9bd1-3188182787f5 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:40.548971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 821014e3-9213-4227-bb3c-722578c6ec43 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:40.549531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 821014e3-9213-4227-bb3c-722578c6ec43 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:40.568619 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:40.569443 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:40.638933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8b86c-2063-43ed-924a-3b1ec73582c7 req-70901b37-a3e3-4840-a830-4df771179a97 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.640635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69f8b86c-2063-43ed-924a-3b1ec73582c7 req-70901b37-a3e3-4840-a830-4df771179a97 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.1909065 Apr 05 18:56:40.643220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b0c929e1-c159-45f0-8839-1b74511cb592 None None] Provisioning complete for port 3e2bf189-545d-46d5-98b4-03e1da144618 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:40.643896 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0c929e1-c159-45f0-8839-1b74511cb592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:40.657118 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-68843556-032b-4035-912f-92704270b3bd None None] For port 04dad083-4319-467c-8ca4-63fa4013be19, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:40.657874 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68843556-032b-4035-912f-92704270b3bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:40.676196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-56f98569-cb3f-4648-b1a3-6dbf1485cab9 service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475186 Apr 05 18:56:40.697219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948e2b6-e849-483a-9a7c-766d80b9f28a req-f498d4f9-fb35-46f6-9ac6-2cef49473441 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.702553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-68843556-032b-4035-912f-92704270b3bd None None] Calling delete_port for 04dad083-4319-467c-8ca4-63fa4013be19 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:40.704890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5948e2b6-e849-483a-9a7c-766d80b9f28a req-f498d4f9-fb35-46f6-9ac6-2cef49473441 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 945 time: 0.1248479 Apr 05 18:56:40.709269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-68843556-032b-4035-912f-92704270b3bd None None] Port 04dad083-4319-467c-8ca4-63fa4013be19 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:56:40.715119 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68843556-032b-4035-912f-92704270b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:40.729391 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:40.743067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-d9d434cc-4b52-478c-9075-945e9fca5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:40.749787 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-d9d434cc-4b52-478c-9075-945e9fca5cfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1097 time: 0.2516537 Apr 05 18:56:40.755599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68843556-032b-4035-912f-92704270b3bd None None] Pushing event deleted for resources: {'Port': ['ID=04dad083-4319-467c-8ca4-63fa4013be19,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:40.773080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68843556-032b-4035-912f-92704270b3bd None None] No DVR routers for this DVR port 04dad083-4319-467c-8ca4-63fa4013be19 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:40.795735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69f8b86c-2063-43ed-924a-3b1ec73582c7 req-a582d41a-4ea7-4145-b97f-5bf3477bff24 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476278 Apr 05 18:56:40.804931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 164cfa01-ab24-40d4-96d8-38c3ff39dbcc, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=164cfa01-ab24-40d4-96d8-38c3ff39dbcc,segment=NetworkSegment(e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd),segment_id=e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:40.805847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:40.808654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:40.860316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34824) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:40.908474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 164cfa01-ab24-40d4-96d8-38c3ff39dbcc owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:40.939917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-4ffc3d4a-1b56-4564-a8cc-a5977263ddce service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184799 Apr 05 18:56:40.989777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8e82d0f9-c27e-4fb0-920e-ce9c87b32c6c None None] Provisioning complete for port 6194b89a-5261-49c9-9bd1-3188182787f5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:40.990226 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e82d0f9-c27e-4fb0-920e-ce9c87b32c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.012814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.027609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51113868-0ddf-4ec4-9d93-46cd3c682af2']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:41.030817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8e82d0f9-c27e-4fb0-920e-ce9c87b32c6c None None] Port 6194b89a-5261-49c9-9bd1-3188182787f5 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:41.043435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5948e2b6-e849-483a-9a7c-766d80b9f28a req-2cca3894-73c0-4088-913c-37f29291993d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376913 Apr 05 18:56:41.046937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-6fa0e17a-ab61-4442-a83e-1fe96c49d08e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972f50a2-1ed6-469d-a070-b3997252b0ff HTTP/1.1" status: 200 len: 217 time: 0.0861404 Apr 05 18:56:41.105711 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'port_id': '6337a896-f672-436f-8729-6612b8c8bc34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'mac_address': 'fa:16:3e:8e:9f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17747f-30cf-4073-948b-593c0ace3794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:35Z', 'updated_at': '2022-04-05T18:56:35Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a0f139-acf3-4f20-a7fd-6b4051e15a00', 'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:7b:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:57Z', 'updated_at': '2022-04-05T18:56:04Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:41.108281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e67d-db7e-45af-8311-3fdb78b28dde req-5eb752ec-0b73-414d-b4d0-313732eaefe8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.110133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af44e67d-db7e-45af-8311-3fdb78b28dde req-5eb752ec-0b73-414d-b4d0-313732eaefe8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1624479 Apr 05 18:56:41.145270 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f90f3-afe0-4490-b9fa-fad4835bded2 None None] The sync data for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 is: [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'port_id': '6337a896-f672-436f-8729-6612b8c8bc34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'mac_address': 'fa:16:3e:8e:9f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e17747f-30cf-4073-948b-593c0ace3794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:35Z', 'updated_at': '2022-04-05T18:56:35Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a0f139-acf3-4f20-a7fd-6b4051e15a00', 'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:7b:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:57Z', 'updated_at': '2022-04-05T18:56:04Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:41.145883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-3ab62bb2-059e-4a0e-aad0-8e98f2df9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.147514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-3ab62bb2-059e-4a0e-aad0-8e98f2df9caf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=53324cb9-a35a-4f7c-8b6c-7d894a246310 HTTP/1.1" status: 200 len: 797 time: 0.0918064 Apr 05 18:56:41.163823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d354b44e-4f42-4848-b792-6f52f74d9176 None None] Provisioning complete for port 6194b89a-5261-49c9-9bd1-3188182787f5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:41.167901 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d354b44e-4f42-4848-b792-6f52f74d9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.202305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3e2bf189-545d-46d5-98b4-03e1da144618 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:41.234646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af44e67d-db7e-45af-8311-3fdb78b28dde req-d7765bc6-085d-4819-959e-437069c25b1c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177819 Apr 05 18:56:41.249845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-216108cf-77c1-431a-a7ce-9ddc974045ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.251482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-216108cf-77c1-431a-a7ce-9ddc974045ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a954e435-97fc-41ff-8911-773ef5d9cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0958350 Apr 05 18:56:41.269583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d354b44e-4f42-4848-b792-6f52f74d9176 None None] Port 6194b89a-5261-49c9-9bd1-3188182787f5 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:41.279610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c227-f316-42b5-ab39-e31ccea22831 req-5fb55774-3a16-4045-93bc-dc585d99dce0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.281274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1109c227-f316-42b5-ab39-e31ccea22831 req-5fb55774-3a16-4045-93bc-dc585d99dce0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1082757 Apr 05 18:56:41.305838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3e2bf189-545d-46d5-98b4-03e1da144618 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:41.306239 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.399243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1109c227-f316-42b5-ab39-e31ccea22831 req-4ff0842d-be64-4185-a950-9f1a495f6113 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063802 Apr 05 18:56:41.448927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56d58-3df3-4036-a11f-5cc3e395fd60 req-5a87e743-d682-423c-8781-ea7b899ea9d6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.450537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57f56d58-3df3-4036-a11f-5cc3e395fd60 req-5a87e743-d682-423c-8781-ea7b899ea9d6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1059358 Apr 05 18:56:41.454829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-e731b45e-efac-4eb0-9606-64f11704ee3b service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934354 Apr 05 18:56:41.470330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b638d61-12bd-4832-9f9f-1120a42b10ff None None] New status for floating IP 6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:56:41.513357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 04dad083-4319-467c-8ca4-63fa4013be19 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:41.536877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:41.537479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0de0e6-5a0a-49fb-aaf9-e31e831dbb46') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:41.544619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 04dad083-4319-467c-8ca4-63fa4013be19 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:41.545158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 04dad083-4319-467c-8ca4-63fa4013be19 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:41.606001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57f56d58-3df3-4036-a11f-5cc3e395fd60 req-635c111d-d86d-493b-bd06-dc3204d7c0db tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473787 Apr 05 18:56:41.643199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.667310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980c5b-acf1-4d5c-9589-5e8cf5718cb7 req-95315ee1-866f-4224-9eb8-3fa755c63b6a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.673219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980c5b-acf1-4d5c-9589-5e8cf5718cb7 req-95315ee1-866f-4224-9eb8-3fa755c63b6a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.676380 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eaaa759a-b62b-4920-9066-fb210ee1d886 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c HTTP/1.1" status: 200 len: 991 time: 0.8121662 Apr 05 18:56:41.681776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980c5b-acf1-4d5c-9589-5e8cf5718cb7 req-95315ee1-866f-4224-9eb8-3fa755c63b6a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.687805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980c5b-acf1-4d5c-9589-5e8cf5718cb7 req-95315ee1-866f-4224-9eb8-3fa755c63b6a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.695861 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.700904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980c5b-acf1-4d5c-9589-5e8cf5718cb7 req-95315ee1-866f-4224-9eb8-3fa755c63b6a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.705104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-22f4e8e1-cadc-4e44-ad1f-0e0e5ee5bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.706589 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-22f4e8e1-cadc-4e44-ad1f-0e0e5ee5bf27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 897 time: 0.9408283 Apr 05 18:56:41.708585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980c5b-acf1-4d5c-9589-5e8cf5718cb7 req-95315ee1-866f-4224-9eb8-3fa755c63b6a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.714637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:56:41.715052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:56:41.716740 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:56:41.719101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980c5b-acf1-4d5c-9589-5e8cf5718cb7 req-95315ee1-866f-4224-9eb8-3fa755c63b6a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.725451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a980c5b-acf1-4d5c-9589-5e8cf5718cb7 req-95315ee1-866f-4224-9eb8-3fa755c63b6a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.2008474 Apr 05 18:56:41.738924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-647d5df9-57ae-45ab-8c5f-6919ef3e30cc req-323a6945-58d4-4ffc-a6c3-221c47fd3e35 service neutron] 10.222.0.25 "GET /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713344 Apr 05 18:56:41.775481 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8b821ef-a609-4914-bb2f-bfe5379e18d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.828454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e63f26-0047-4b7f-be55-79989156a337 req-d80381e1-1ec6-48ff-b1e3-2ef9c8960dfb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:41.836779 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11e63f26-0047-4b7f-be55-79989156a337 req-d80381e1-1ec6-48ff-b1e3-2ef9c8960dfb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1060722 Apr 05 18:56:41.847616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a980c5b-acf1-4d5c-9589-5e8cf5718cb7 req-8e861b01-e5c4-4923-adf5-7c494edfc7c2 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213398 Apr 05 18:56:41.880418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11e63f26-0047-4b7f-be55-79989156a337 req-fdad55f4-614c-44fa-8b24-4e51d3f232e2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427895 Apr 05 18:56:41.914148 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.936011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:41.939211 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/51113868-0ddf-4ec4-9d93-46cd3c682af2 HTTP/1.1" status: 204 len: 168 time: 2.8354769 Apr 05 18:56:41.944374 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-d1f3212e-1876-4c2f-a613-ea3c7b355008 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 1001 time: 0.2164876 Apr 05 18:56:41.970161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088e894-8091-4b34-b866-fb064dbdbee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=51113868-0ddf-4ec4-9d93-46cd3c682af2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:42.052779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-46999dbd-83f1-4e9d-aded-21b829b3e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:42.054423 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-46999dbd-83f1-4e9d-aded-21b829b3e6cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 0.0988815 Apr 05 18:56:42.106110 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.140614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108e2e-ae07-4008-93a1-0c78a2d0bf8f req-8aad3327-4d0d-4d2e-9449-4934543cd811 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:42.143026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a108e2e-ae07-4008-93a1-0c78a2d0bf8f req-8aad3327-4d0d-4d2e-9449-4934543cd811 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.0922554 Apr 05 18:56:42.152211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34844) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:42.166253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=164cfa01-ab24-40d4-96d8-38c3ff39dbcc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:42.248411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d1f7ba63-41b5-4fb6-81c5-e36554270d8d up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:56:42.281750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-d73af798-a1a4-4ba8-8691-3703a3e51a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:42.283405 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-d73af798-a1a4-4ba8-8691-3703a3e51a25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2111609 Apr 05 18:56:42.294745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-326a82c9-27f1-47d5-ab0e-6cc3ee4cd332 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b87ec6a12b424ee4b62965872178bef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412940 Apr 05 18:56:42.298840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34846) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:42.331393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a108e2e-ae07-4008-93a1-0c78a2d0bf8f req-6ea206fc-9f62-4af5-88b8-5d87b651120d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680963 Apr 05 18:56:42.367442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port d1f7ba63-41b5-4fb6-81c5-e36554270d8d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:56:42.371718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port d1f7ba63-41b5-4fb6-81c5-e36554270d8d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:42.372096 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.401968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498b639-2711-4130-8483-45f197c35375 req-c5db5f9a-ad6b-46e9-8341-1554e85e3d8f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:42.413243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0498b639-2711-4130-8483-45f197c35375 req-c5db5f9a-ad6b-46e9-8341-1554e85e3d8f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 945 time: 0.2542133 Apr 05 18:56:42.494153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.515089 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.520013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:42.523586 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb09b67-283d-4f83-85bd-acd71d3c68b4" -d '{"events": [{"server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "name": "network-vif-plugged", "status": "completed", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:42.536990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 6194b89a-5261-49c9-9bd1-3188182787f5 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:42.537550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.544112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e364e861-a30e-4abc-94ce-69b16388001a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.546960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port d1f7ba63-41b5-4fb6-81c5-e36554270d8d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:42.552435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0498b639-2711-4130-8483-45f197c35375 req-563befd2-159c-4525-a426-e8bf75732a41 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311777 Apr 05 18:56:42.560406 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.579509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0542b2c-4324-41b7-8c08-5630242bfba4 req-8e9ff16a-9ea4-4c51-841b-f7e43ebc63bc tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:42.589242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0542b2c-4324-41b7-8c08-5630242bfba4 req-8e9ff16a-9ea4-4c51-841b-f7e43ebc63bc tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1178286 Apr 05 18:56:42.631008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:42.634930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0542b2c-4324-41b7-8c08-5630242bfba4 req-82ad1362-e468-4796-887a-23fc6baa8eee tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Apr 05 18:56:42.638114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e364e861-a30e-4abc-94ce-69b16388001a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.688042 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e051851-cb6d-48a0-a155-4c49240d6a1c x-openstack-request-id: req-2e051851-cb6d-48a0-a155-4c49240d6a1c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:42.688920 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "name": "network-vif-plugged", "status": "completed", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:42.689524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34856) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:42.689820 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e051851-cb6d-48a0-a155-4c49240d6a1c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:42.690238 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e051851-cb6d-48a0-a155-4c49240d6a1c'] response: {'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'code': 200} Apr 05 18:56:42.710984 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-f2104ac5-8569-47ec-ba92-5d967854ad82 service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141953 Apr 05 18:56:42.737375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5834a69-2fc0-40c0-8bd1-70d2872baee0 req-1799277a-0db6-4cb7-88cd-b96705534b04 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:42.746560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5834a69-2fc0-40c0-8bd1-70d2872baee0 req-1799277a-0db6-4cb7-88cd-b96705534b04 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1105089 Apr 05 18:56:42.811061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e364e861-a30e-4abc-94ce-69b16388001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.813599 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e364e861-a30e-4abc-94ce-69b16388001a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.818669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e364e861-a30e-4abc-94ce-69b16388001a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35320db5-f70f-4e00-906f-80e282bd238e HTTP/1.1" status: 204 len: 168 time: 0.5186484 Apr 05 18:56:42.822577 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:42.836851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5834a69-2fc0-40c0-8bd1-70d2872baee0 req-1d3910d0-c291-486e-a97b-481e905fbb8e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892515 Apr 05 18:56:42.839371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364e861-a30e-4abc-94ce-69b16388001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35320db5-f70f-4e00-906f-80e282bd238e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:42.848036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ad15d-22d9-4664-bfd1-acbc4e2316f0 req-ecb40e4f-fdb3-4127-afe7-8a0b5942a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:42.850432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e2ad15d-22d9-4664-bfd1-acbc4e2316f0 req-ecb40e4f-fdb3-4127-afe7-8a0b5942a429 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 1097 time: 0.0857742 Apr 05 18:56:42.982882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e2ad15d-22d9-4664-bfd1-acbc4e2316f0 req-354264f0-5e5a-4adf-b67c-481d8233caa3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239014 Apr 05 18:56:42.989143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a0562349-b4d1-4126-aeae-5862b4f392c1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c HTTP/1.1" status: 200 len: 993 time: 0.2981117 Apr 05 18:56:42.993296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:43.023730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 6194b89a-5261-49c9-9bd1-3188182787f5 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:43.026476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:43.030185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-5b915079-9425-43b6-920b-956506d05079 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.036168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-5b915079-9425-43b6-920b-956506d05079 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.044024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-5b915079-9425-43b6-920b-956506d05079 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.050771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-5b915079-9425-43b6-920b-956506d05079 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.061026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-5b915079-9425-43b6-920b-956506d05079 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.071179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-5b915079-9425-43b6-920b-956506d05079 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.083248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-5b915079-9425-43b6-920b-956506d05079 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.087756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-5b915079-9425-43b6-920b-956506d05079 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.2089832 Apr 05 18:56:43.090114 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-72d5670f-f67f-4e79-9b8d-b568036fb64a req-0926a6e6-3875-4b72-ad62-c320a9675c7b service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345420 Apr 05 18:56:43.111806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb535d11-0012-4a7e-adf8-d2982439ec5e req-1a141221-5c89-4e40-95f3-71d076b44465 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.118934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb535d11-0012-4a7e-adf8-d2982439ec5e req-1a141221-5c89-4e40-95f3-71d076b44465 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1926329 Apr 05 18:56:43.170924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9c239-4981-4300-ab27-bc3260bdfb8e req-e9c1c433-631b-4730-b184-f569b04bead5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.177428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9c239-4981-4300-ab27-bc3260bdfb8e req-e9c1c433-631b-4730-b184-f569b04bead5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.190685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9c239-4981-4300-ab27-bc3260bdfb8e req-e9c1c433-631b-4730-b184-f569b04bead5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.199007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9c239-4981-4300-ab27-bc3260bdfb8e req-e9c1c433-631b-4730-b184-f569b04bead5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.205292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9c239-4981-4300-ab27-bc3260bdfb8e req-e9c1c433-631b-4730-b184-f569b04bead5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.210868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9c239-4981-4300-ab27-bc3260bdfb8e req-e9c1c433-631b-4730-b184-f569b04bead5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.216945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9c239-4981-4300-ab27-bc3260bdfb8e req-e9c1c433-631b-4730-b184-f569b04bead5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.225003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89d9c239-4981-4300-ab27-bc3260bdfb8e req-e9c1c433-631b-4730-b184-f569b04bead5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 5434 time: 0.2716091 Apr 05 18:56:43.236997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:43.243611 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-72399723-ae6d-49ef-ab0a-0a833e3d757d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4187679 Apr 05 18:56:43.246200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:43.252566 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:43.264384 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:43.265231 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:43.303713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89d9c239-4981-4300-ab27-bc3260bdfb8e req-25b1bd6b-ba25-47e8-aa2a-b3b73fde364f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703568 Apr 05 18:56:43.308047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-08302876-52fa-4a5b-b471-3bd0c75572a9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.309431 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-08302876-52fa-4a5b-b471-3bd0c75572a9 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "GET /v2.0/ports/51bcb90f-f863-4c98-ac38-a1ae6aed7379?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2090194 Apr 05 18:56:43.344054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb535d11-0012-4a7e-adf8-d2982439ec5e req-4a81d11c-93bd-4a84-a6fb-aef3e848f21d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139673 Apr 05 18:56:43.368847 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:43.382639 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:43.431973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=6194b89a-5261-49c9-9bd1-3188182787f5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:43.478236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-40981937-6830-4717-a3c3-37e9f3451d41 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting subnet 1530eb42-6c02-4c5f-bdd0-ba8b67542c96 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:56:43.484179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40981937-6830-4717-a3c3-37e9f3451d41 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:43.552659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-5ae6c6bb-ddef-4b67-8679-edad3ce152af tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "GET /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2304845 Apr 05 18:56:43.560976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9145d-91a9-45f2-a318-d5b1ca06aac0 req-477c1bec-ecb1-4f16-84fa-6f5c0fb547ed tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.570219 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57c9145d-91a9-45f2-a318-d5b1ca06aac0 req-477c1bec-ecb1-4f16-84fa-6f5c0fb547ed tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1278491 Apr 05 18:56:43.596038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:43.630105 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:43.645595 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40981937-6830-4717-a3c3-37e9f3451d41 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:43.673750 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:41Z', 'revision_number': 9, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:43.706163 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:43.716621 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:43.717356 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:43.753926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57c9145d-91a9-45f2-a318-d5b1ca06aac0 req-8761bea3-3a29-4d41-afcc-6e0bea3bd1b6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768317 Apr 05 18:56:43.762449 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:43.857225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61dc8c-fe00-4d01-9c48-cb75506e7e15 req-c64e6c8c-35cc-4335-8309-56680bdc3f80 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:43.864218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a61dc8c-fe00-4d01-9c48-cb75506e7e15 req-c64e6c8c-35cc-4335-8309-56680bdc3f80 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 946 time: 0.1091738 Apr 05 18:56:43.866821 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:43.930637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router babf6914-8991-4e4f-a180-3bd78df41e0c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:43.946742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a61dc8c-fe00-4d01-9c48-cb75506e7e15 req-b7d1bd4a-95a6-4d30-ac6c-6647c35ffeca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813971 Apr 05 18:56:43.969785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40981937-6830-4717-a3c3-37e9f3451d41 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.132207 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:41Z', 'revision_number': 9, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:44.167788 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6a618-21ab-4bd4-a469-d3f424d7f5ce None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:41Z', 'revision_number': 9, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a714aeda-13ed-4316-b719-959f3a0dda49', 'name': '', 'network_id': '8c43181a-0a91-4c23-93dc-25ff37aefd03', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:37:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:56:06Z', 'updated_at': '2022-04-05T18:56:20Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '51f30ad9-02d1-41aa-965c-ed2c33f2c720', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:44.364230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919f8dc-034e-4d86-8898-a04797962dba req-f6592e8d-003d-436e-8193-f618e04061f3 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:44.365855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d919f8dc-034e-4d86-8898-a04797962dba req-f6592e8d-003d-436e-8193-f618e04061f3 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.4697571 Apr 05 18:56:44.368348 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.378083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:44.386225 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a4e7a763-4ef6-4325-854c-8cea656c0204 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/babf6914-8991-4e4f-a180-3bd78df41e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8054674 Apr 05 18:56:44.388830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34900) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:44.390020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67493123-88b1-4cdc-b76b-53bb02de988d None None] Sync routers for ids ['babf6914-8991-4e4f-a180-3bd78df41e0c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:44.404102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67493123-88b1-4cdc-b76b-53bb02de988d None None] Routers {'babf6914-8991-4e4f-a180-3bd78df41e0c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:44.405206 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67493123-88b1-4cdc-b76b-53bb02de988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['babf6914-8991-4e4f-a180-3bd78df41e0c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:44.424364 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-898f8f47-16e2-403e-af28-251a6f961f1c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=babf6914-8991-4e4f-a180-3bd78df41e0c HTTP/1.1" status: 200 len: 205 time: 0.0344207 Apr 05 18:56:44.424964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] For port 51bcb90f-f863-4c98-ac38-a1ae6aed7379, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=51bcb90f-f863-4c98-ac38-a1ae6aed7379,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:44.425570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34902) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:44.446138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67493123-88b1-4cdc-b76b-53bb02de988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:44.453331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dd689-46a9-421a-baa2-45f9e8c06f5e req-e07daeb6-0353-4d47-8d0e-16e47c77da44 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:44.454824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-476dd689-46a9-421a-baa2-45f9e8c06f5e req-e07daeb6-0353-4d47-8d0e-16e47c77da44 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1349664 Apr 05 18:56:44.455754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67493123-88b1-4cdc-b76b-53bb02de988d None None] Routers {'babf6914-8991-4e4f-a180-3bd78df41e0c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:44.456573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67493123-88b1-4cdc-b76b-53bb02de988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['babf6914-8991-4e4f-a180-3bd78df41e0c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:44.468462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d919f8dc-034e-4d86-8898-a04797962dba req-031e150d-f8c0-4380-9411-caec4ff0aa29 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919087 Apr 05 18:56:44.468805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40981937-6830-4717-a3c3-37e9f3451d41 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.497699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67493123-88b1-4cdc-b76b-53bb02de988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:44.498607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67493123-88b1-4cdc-b76b-53bb02de988d None None] The sync data for ids ['babf6914-8991-4e4f-a180-3bd78df41e0c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:44.508493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c40135-ee8c-49f5-9d18-145eb95e7ec3 None None] Network a3704cb4-a036-4656-b9a2-fbabbd477113 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:44.526032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] For port 51bcb90f-f863-4c98-ac38-a1ae6aed7379, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:44.558473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a1ae-4e98-4248-9d49-c817b4634bd5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.620273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-476dd689-46a9-421a-baa2-45f9e8c06f5e req-ee963880-a1a7-4946-b1ac-1fb163d26961 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505206 Apr 05 18:56:44.630339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] device_id is not set on port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:56:44.644137 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.660046 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.673554 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-40981937-6830-4717-a3c3-37e9f3451d41 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.677771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-40981937-6830-4717-a3c3-37e9f3451d41 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/1530eb42-6c02-4c5f-bdd0-ba8b67542c96 HTTP/1.1" status: 204 len: 168 time: 1.4305634 Apr 05 18:56:44.681282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34908) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:44.683089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40981937-6830-4717-a3c3-37e9f3451d41 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Subnet': ['ID=1530eb42-6c02-4c5f-bdd0-ba8b67542c96,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:44.743470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] No DVR routers for this DVR port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:44.787514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a15344-a5d4-4271-a9e9-c618ae0150d7 None None] DHCP port deletion for a3704cb4-a036-4656-b9a2-fbabbd477113 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:56:44.788365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] Pushing event updated for resources: {'Port': ['ID=51bcb90f-f863-4c98-ac38-a1ae6aed7379,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:44.834507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] In _notify_port_updated(), no bound segment for port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:56:44.836066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:44.836779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.838569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8f7df2aa-136b-48fb-9625-aad0758d6d93 service neutron] 10.222.0.25 "PUT /v2.0/ports/51bcb90f-f863-4c98-ac38-a1ae6aed7379 HTTP/1.1" status: 200 len: 1027 time: 1.2651024 Apr 05 18:56:44.863044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64444b50-ba8d-4c4b-9585-aed5f90bc232 req-bd1081e7-a83c-40de-8e39-4bf7cf23f803 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:44.869836 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a1ae-4e98-4248-9d49-c817b4634bd5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.870043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64444b50-ba8d-4c4b-9585-aed5f90bc232 req-bd1081e7-a83c-40de-8e39-4bf7cf23f803 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:44.872799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b2a15344-a5d4-4271-a9e9-c618ae0150d7 None None] Deleting port 0cb3b43e-67d5-459d-895b-6a75654c4a24 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:44.873336 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a15344-a5d4-4271-a9e9-c618ae0150d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.876857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64444b50-ba8d-4c4b-9585-aed5f90bc232 req-bd1081e7-a83c-40de-8e39-4bf7cf23f803 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:44.882962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64444b50-ba8d-4c4b-9585-aed5f90bc232 req-bd1081e7-a83c-40de-8e39-4bf7cf23f803 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:44.889824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64444b50-ba8d-4c4b-9585-aed5f90bc232 req-bd1081e7-a83c-40de-8e39-4bf7cf23f803 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:44.896331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64444b50-ba8d-4c4b-9585-aed5f90bc232 req-bd1081e7-a83c-40de-8e39-4bf7cf23f803 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:44.903262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64444b50-ba8d-4c4b-9585-aed5f90bc232 req-bd1081e7-a83c-40de-8e39-4bf7cf23f803 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 4660 time: 0.1559486 Apr 05 18:56:44.904362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a1ae-4e98-4248-9d49-c817b4634bd5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:44.980583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b2a15344-a5d4-4271-a9e9-c618ae0150d7 None None] For port 0cb3b43e-67d5-459d-895b-6a75654c4a24, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0cb3b43e-67d5-459d-895b-6a75654c4a24,segment=NetworkSegment(e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd),segment_id=e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:44.980973 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a15344-a5d4-4271-a9e9-c618ae0150d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.005324 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.010486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a1ae-4e98-4248-9d49-c817b4634bd5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.011075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a7a1ae-4e98-4248-9d49-c817b4634bd5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Fanout notify agent at l3_agent the message router_deleted on router babf6914-8991-4e4f-a180-3bd78df41e0c {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:56:45.016757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-10746066-56bd-4311-9084-af0ab3db4785 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:45.018848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-10746066-56bd-4311-9084-af0ab3db4785 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "GET /v2.0/ports/728ba331-3953-4dc4-aeed-a08dac3ae9c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1717560 Apr 05 18:56:45.037103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a1ae-4e98-4248-9d49-c817b4634bd5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.042270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:45.043341 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c9a7a1ae-4e98-4248-9d49-c817b4634bd5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/babf6914-8991-4e4f-a180-3bd78df41e0c HTTP/1.1" status: 204 len: 168 time: 0.6162252 Apr 05 18:56:45.045837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34914) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:45.058764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64444b50-ba8d-4c4b-9585-aed5f90bc232 req-31d69b26-8632-4b61-85a9-5170aaa44310 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&id=ce0d3b0f-9576-458f-82ed-d5db19dc1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363313 Apr 05 18:56:45.161870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.189560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d376fda3-1bcb-498b-8d34-f77cd7d94312 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting subnet d7c941ff-5119-428a-b4f8-4fdbac6782b6 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:56:45.202033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d376fda3-1bcb-498b-8d34-f77cd7d94312 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.231358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 164cfa01-ab24-40d4-96d8-38c3ff39dbcc no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:45.244978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b2a15344-a5d4-4271-a9e9-c618ae0150d7 None None] Calling delete_port for 0cb3b43e-67d5-459d-895b-6a75654c4a24 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:45.254235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 0cb3b43e-67d5-459d-895b-6a75654c4a24 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:45.254621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.278672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d376fda3-1bcb-498b-8d34-f77cd7d94312 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.339146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bc1ea-07d5-442a-994a-b2ec842dfd4c req-d040ceac-4793-462f-9211-0d39c03b6414 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:45.340948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a3bc1ea-07d5-442a-994a-b2ec842dfd4c req-d040ceac-4793-462f-9211-0d39c03b6414 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1344163 Apr 05 18:56:45.366049 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 0cb3b43e-67d5-459d-895b-6a75654c4a24, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0cb3b43e-67d5-459d-895b-6a75654c4a24,segment=NetworkSegment(e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd),segment_id=e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:45.366429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.404654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 0cb3b43e-67d5-459d-895b-6a75654c4a24 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:45.406902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 164cfa01-ab24-40d4-96d8-38c3ff39dbcc {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:45.407857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 164cfa01-ab24-40d4-96d8-38c3ff39dbcc not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:45.408381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0cb3b43e-67d5-459d-895b-6a75654c4a24 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:45.416794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] For port 728ba331-3953-4dc4-aeed-a08dac3ae9c4, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=728ba331-3953-4dc4-aeed-a08dac3ae9c4,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:45.456206 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.457714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b2b78f27-ea7d-439f-8b75-ae03f2d88045 None None] Provisioning complete for port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:45.458172 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2b78f27-ea7d-439f-8b75-ae03f2d88045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.465348 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d376fda3-1bcb-498b-8d34-f77cd7d94312 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.467970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] For port 728ba331-3953-4dc4-aeed-a08dac3ae9c4, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:56:45.505736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b2b78f27-ea7d-439f-8b75-ae03f2d88045 None None] Port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:45.558262 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a15344-a5d4-4271-a9e9-c618ae0150d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.576669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.602136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a3bc1ea-07d5-442a-994a-b2ec842dfd4c req-59692105-fe6b-4080-a771-b00da5f81575 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473481 Apr 05 18:56:45.606248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] device_id is not set on port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:56:45.617763 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.618514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d376fda3-1bcb-498b-8d34-f77cd7d94312 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.629777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7775b-65c0-4148-a9e6-56cdf14db53c req-7392c3a8-04e9-4051-8cbc-bd109ca805a3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:45.634528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=0cb3b43e-67d5-459d-895b-6a75654c4a24,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:45.635890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9c7775b-65c0-4148-a9e6-56cdf14db53c req-7392c3a8-04e9-4051-8cbc-bd109ca805a3 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 946 time: 0.1380804 Apr 05 18:56:45.640648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a15344-a5d4-4271-a9e9-c618ae0150d7 None None] Pushing event deleted for resources: {'Port': ['ID=0cb3b43e-67d5-459d-895b-6a75654c4a24,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:45.642537 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.643738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a15344-a5d4-4271-a9e9-c618ae0150d7 None None] No DVR routers for this DVR port 0cb3b43e-67d5-459d-895b-6a75654c4a24 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:45.668750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.677260 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d376fda3-1bcb-498b-8d34-f77cd7d94312 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.688306 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d376fda3-1bcb-498b-8d34-f77cd7d94312 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/d7c941ff-5119-428a-b4f8-4fdbac6782b6 HTTP/1.1" status: 204 len: 168 time: 0.6389019 Apr 05 18:56:45.703178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34930) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:45.703748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23040012-0a64-43b7-a8b4-b01c7e8e1696 None None] Network c6672d6d-f005-4d26-8cea-4727d2d23153 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:45.735168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376fda3-1bcb-498b-8d34-f77cd7d94312 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c941ff-5119-428a-b4f8-4fdbac6782b6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:45.738472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No DVR routers for this DVR port 0cb3b43e-67d5-459d-895b-6a75654c4a24 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:45.773161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9c7775b-65c0-4148-a9e6-56cdf14db53c req-a2b12090-8900-45e4-ac5e-f82ddc50089f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280057 Apr 05 18:56:45.871750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] Pushing event updated for resources: {'Port': ['ID=728ba331-3953-4dc4-aeed-a08dac3ae9c4,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:45.875169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] No DVR routers for this DVR port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:45.907630 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.951182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3704cb4-a036-4656-b9a2-fbabbd477113']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:45.967703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:45.967703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d5c13f-dee3-4bb7-ae1e-2aabc7aaebcd') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:45.980182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:45.998749 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.010169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:56:46.010945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.061192 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.063553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] In _notify_port_updated(), no bound segment for port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 on network 2dae8a42-fd72-4f84-93dc-c11df35ece60 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:56:46.064493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.065084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.066347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-8999b63a-2d4e-4a92-83f6-cc7612fada6d service neutron] 10.222.0.25 "PUT /v2.0/ports/728ba331-3953-4dc4-aeed-a08dac3ae9c4 HTTP/1.1" status: 200 len: 1027 time: 1.0332344 Apr 05 18:56:46.119019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d054e0-aeb5-402a-afe0-740164b912c3 None None] DHCP port deletion for c6672d6d-f005-4d26-8cea-4727d2d23153 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:56:46.120326 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:56:46.125792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.143038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.151727 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/networks/a3704cb4-a036-4656-b9a2-fbabbd477113 HTTP/1.1" status: 204 len: 168 time: 1.4695513 Apr 05 18:56:46.152527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34938) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:46.172693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-84fe7567-3040-4902-84c1-d0708c56c2e2 None None] Provisioning complete for port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:56:46.173066 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fe7567-3040-4902-84c1-d0708c56c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.181536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71259c05-f0ab-4ea2-93cc-3c1af1479828 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Network': ['ID=a3704cb4-a036-4656-b9a2-fbabbd477113,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:46.244248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-84fe7567-3040-4902-84c1-d0708c56c2e2 None None] Port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:56:46.249509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f60c2-6334-4b86-8046-4d93dc72e4b0 req-3f64ca59-374b-4a39-86e8-b50d0b4c3225 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.250667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-76d054e0-aeb5-402a-afe0-740164b912c3 None None] Deleting port 3e2bf189-545d-46d5-98b4-03e1da144618 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:46.251031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b16f60c2-6334-4b86-8046-4d93dc72e4b0 req-3f64ca59-374b-4a39-86e8-b50d0b4c3225 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.3048637 Apr 05 18:56:46.258527 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76d054e0-aeb5-402a-afe0-740164b912c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.297311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de90ed5-0e78-4b0a-9de4-9d48a209d151 req-f65bea2c-b3f7-4a13-8a92-5234c6c00f04 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.298878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8de90ed5-0e78-4b0a-9de4-9d48a209d151 req-f65bea2c-b3f7-4a13-8a92-5234c6c00f04 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 946 time: 0.2305996 Apr 05 18:56:46.338901 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-76d054e0-aeb5-402a-afe0-740164b912c3 None None] For port 3e2bf189-545d-46d5-98b4-03e1da144618, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3e2bf189-545d-46d5-98b4-03e1da144618,segment=NetworkSegment(28d3c5f0-056b-4998-87d5-8ed561046bd9),segment_id=28d3c5f0-056b-4998-87d5-8ed561046bd9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:46.339269 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76d054e0-aeb5-402a-afe0-740164b912c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.357225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-76d054e0-aeb5-402a-afe0-740164b912c3 None None] Calling delete_port for 3e2bf189-545d-46d5-98b4-03e1da144618 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:46.402999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b16f60c2-6334-4b86-8046-4d93dc72e4b0 req-05b0eddf-bb19-4e57-bf8e-1d8c34134574 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321616 Apr 05 18:56:46.410587 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8de90ed5-0e78-4b0a-9de4-9d48a209d151 req-77e2e9ce-15fe-4fb2-92b3-d2a492beeca5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990908 Apr 05 18:56:46.447821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:46.448186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.455125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34940) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:46.481345 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76d054e0-aeb5-402a-afe0-740164b912c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.530980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d054e0-aeb5-402a-afe0-740164b912c3 None None] Pushing event deleted for resources: {'Port': ['ID=3e2bf189-545d-46d5-98b4-03e1da144618,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:46.547249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d054e0-aeb5-402a-afe0-740164b912c3 None None] No DVR routers for this DVR port 3e2bf189-545d-46d5-98b4-03e1da144618 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:46.605103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 3e2bf189-545d-46d5-98b4-03e1da144618 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:46.605453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.648860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.772741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b7e3e5-00ba-4997-8929-55f049d569be tempest-TestVolumeBootPattern-591668036 tempest-TestVolumeBootPattern-591668036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.774875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e3b7e3e5-00ba-4997-8929-55f049d569be tempest-TestVolumeBootPattern-591668036 tempest-TestVolumeBootPattern-591668036-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 1092 time: 0.2766728 Apr 05 18:56:46.776789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 3e2bf189-545d-46d5-98b4-03e1da144618, host n-d-836650-3, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:46.777147 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.786952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34944) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:46.792423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:46.805966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da6b5f-1f8d-4843-a0ef-371995e46654 req-8fa791d6-cac1-4f81-abb1-d0e32bccaf44 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.811855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da6b5f-1f8d-4843-a0ef-371995e46654 req-8fa791d6-cac1-4f81-abb1-d0e32bccaf44 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.817587 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da6b5f-1f8d-4843-a0ef-371995e46654 req-8fa791d6-cac1-4f81-abb1-d0e32bccaf44 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.824094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da6b5f-1f8d-4843-a0ef-371995e46654 req-8fa791d6-cac1-4f81-abb1-d0e32bccaf44 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.826286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.830667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da6b5f-1f8d-4843-a0ef-371995e46654 req-8fa791d6-cac1-4f81-abb1-d0e32bccaf44 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.831722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89da6b5f-1f8d-4843-a0ef-371995e46654 req-8fa791d6-cac1-4f81-abb1-d0e32bccaf44 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 3886 time: 0.2570956 Apr 05 18:56:46.841409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] For port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:46.841775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.859465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e823eb-f21c-43d5-a11f-17cda54380f7 req-e1b598f8-911f-4445-84b5-f40ec9d5ba87 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:46.860928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85e823eb-f21c-43d5-a11f-17cda54380f7 req-e1b598f8-911f-4445-84b5-f40ec9d5ba87 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2832925 Apr 05 18:56:46.862532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 3e2bf189-545d-46d5-98b4-03e1da144618 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:46.866623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Port 3e2bf189-545d-46d5-98b4-03e1da144618 was not found and therefore no delete operation was performed {{(pid=102640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 18:56:46.877567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:46.886491 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:46.937362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=3e2bf189-545d-46d5-98b4-03e1da144618,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:46.948953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No DVR routers for this DVR port 3e2bf189-545d-46d5-98b4-03e1da144618 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:46.995444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.004013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port a714aeda-13ed-4316-b719-959f3a0dda49 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:47.004338 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.017397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89da6b5f-1f8d-4843-a0ef-371995e46654 req-8cf1c66d-5805-4551-b440-8bcfa8e063eb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730094 Apr 05 18:56:47.029465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85e823eb-f21c-43d5-a11f-17cda54380f7 req-419c1997-07d2-4ccf-8c4d-44b068090775 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533861 Apr 05 18:56:47.096122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.126801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6672d6d-f005-4d26-8cea-4727d2d23153']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:47.137972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d3c5f0-056b-4998-87d5-8ed561046bd9') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:47.138299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d3c5f0-056b-4998-87d5-8ed561046bd9') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:47.155654 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.163457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port a714aeda-13ed-4316-b719-959f3a0dda49, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a714aeda-13ed-4316-b719-959f3a0dda49,segment=NetworkSegment(015445f5-9a72-4744-8eab-bf78b0b5e50e),segment_id=015445f5-9a72-4744-8eab-bf78b0b5e50e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:47.169109 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.188815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3e2bf189-545d-46d5-98b4-03e1da144618 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:47.199576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.212262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:56:47.212682 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:56:47.215959 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:56:47.230243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for a714aeda-13ed-4316-b719-959f3a0dda49 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:47.246996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 3e2bf189-545d-46d5-98b4-03e1da144618 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:47.247698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3e2bf189-545d-46d5-98b4-03e1da144618 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:47.277090 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.313001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=389dba6c-91c0-4017-9dd7-6abd0e6e4f29,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:47.359679 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.386606 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.394847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/networks/c6672d6d-f005-4d26-8cea-4727d2d23153 HTTP/1.1" status: 204 len: 168 time: 1.6889536 Apr 05 18:56:47.398993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34958) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:47.399840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] No DVR routers for this DVR port 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:47.405570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-483903447', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:47.417707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device ed51f31e-0c53-4122-bb43-bc2f914bb1b5 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:47.427492 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.431018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-7fa28469-cb31-4818-a308-bb57dbc357bb tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "DELETE /v2.0/ports/389dba6c-91c0-4017-9dd7-6abd0e6e4f29 HTTP/1.1" status: 204 len: 173 time: 1.3477304 Apr 05 18:56:47.431481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': '389dba6c-91c0-4017-9dd7-6abd0e6e4f29'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:47.433781 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc74d374-baf4-45bd-9d48-37358de259e0" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "389dba6c-91c0-4017-9dd7-6abd0e6e4f29"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:47.466474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5a693-8561-4317-bb90-6ff0ee0f31cb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Network': ['ID=c6672d6d-f005-4d26-8cea-4727d2d23153,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:47.560319 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.604174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:47.606980 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b52722e-97e3-4382-a193-61be7e19e905" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:47.620681 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port ed51f31e-0c53-4122-bb43-bc2f914bb1b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:47.623734 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.625274 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.625590 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.25.4.121 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/83399b5c-de2d-48fe-ab33-aa64759327d9) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:47.628074 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.629087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 728ba331-3953-4dc4-aeed-a08dac3ae9c4 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:47.708147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 728ba331-3953-4dc4-aeed-a08dac3ae9c4 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:47.708965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6b598a8d-1bf7-4860-9381-97716fe6007b no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:47.716708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb069a8-4d2d-414f-a4c4-efd6658b1845 req-8a4113bb-64cb-4a6a-91bd-73a8cc581bf0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:47.718558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-afb069a8-4d2d-414f-a4c4-efd6658b1845 req-8a4113bb-64cb-4a6a-91bd-73a8cc581bf0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3210115 Apr 05 18:56:47.739547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbec8c7-d488-401c-aa76-17c864366942 req-a7ec37d5-6242-44e1-b4f0-65abda47399e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:47.748690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acbec8c7-d488-401c-aa76-17c864366942 req-a7ec37d5-6242-44e1-b4f0-65abda47399e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1811872 Apr 05 18:56:47.806176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:47.821633 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.822498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.859885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acbec8c7-d488-401c-aa76-17c864366942 req-f4838779-3db4-4bfb-bee3-0241c019b825 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099920 Apr 05 18:56:47.863823 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.878204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6b598a8d-1bf7-4860-9381-97716fe6007b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6b598a8d-1bf7-4860-9381-97716fe6007b,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:47.886529 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.887511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 972f50a2-1ed6-469d-a070-b3997252b0ff no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:47.953758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:47.954336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=a714aeda-13ed-4316-b719-959f3a0dda49,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:48.025576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:48.070202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6b598a8d-1bf7-4860-9381-97716fe6007b,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:48.099165 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0e9e96-0f25-488c-a86a-37ab46b2cd59 x-openstack-request-id: req-0b0e9e96-0f25-488c-a86a-37ab46b2cd59 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:48.101762 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:48.102342 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b0e9e96-0f25-488c-a86a-37ab46b2cd59 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:48.102902 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0e9e96-0f25-488c-a86a-37ab46b2cd59'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'code': 200} Apr 05 18:56:48.108891 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d39551b-f814-4a9b-bc73-cbac8892c425 x-openstack-request-id: req-3d39551b-f814-4a9b-bc73-cbac8892c425 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:48.109180 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "389dba6c-91c0-4017-9dd7-6abd0e6e4f29", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:48.109439 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d39551b-f814-4a9b-bc73-cbac8892c425 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:48.111155 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d39551b-f814-4a9b-bc73-cbac8892c425'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': '389dba6c-91c0-4017-9dd7-6abd0e6e4f29', 'status': 'completed', 'code': 200} Apr 05 18:56:48.114418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port 6b598a8d-1bf7-4860-9381-97716fe6007b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:48.114765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:48.143497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-afb069a8-4d2d-414f-a4c4-efd6658b1845 req-826cb4d3-8fe4-4f01-b49c-091a076040e8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567076 Apr 05 18:56:48.155324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=83399b5c-de2d-48fe-ab33-aa64759327d9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:48.191270 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:48.234371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 972f50a2-1ed6-469d-a070-b3997252b0ff, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=972f50a2-1ed6-469d-a070-b3997252b0ff,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:48.244239 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:48.245389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 89589758-ae48-4a90-86b3-e8e4e2a59960 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:48.299213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:48.304043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:48.352650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:48.368072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=972f50a2-1ed6-469d-a070-b3997252b0ff,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:48.414243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:48.417240 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:48.442635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] For port 6b598a8d-1bf7-4860-9381-97716fe6007b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6b598a8d-1bf7-4860-9381-97716fe6007b,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:48.443029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:48.447473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:48.450480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 89589758-ae48-4a90-86b3-e8e4e2a59960, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=89589758-ae48-4a90-86b3-e8e4e2a59960,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:48.457005 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:48.457823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 51bcb90f-f863-4c98-ac38-a1ae6aed7379 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:48.480161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d018-e2f2-44d9-b734-e1330767ef6b req-04c34342-8d14-440a-bf58-9ad6308c9253 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:48.486088 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d018-e2f2-44d9-b734-e1330767ef6b req-04c34342-8d14-440a-bf58-9ad6308c9253 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:48.492644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d018-e2f2-44d9-b734-e1330767ef6b req-04c34342-8d14-440a-bf58-9ad6308c9253 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:48.498566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d018-e2f2-44d9-b734-e1330767ef6b req-04c34342-8d14-440a-bf58-9ad6308c9253 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:48.500312 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c017d018-e2f2-44d9-b734-e1330767ef6b req-04c34342-8d14-440a-bf58-9ad6308c9253 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 3145 time: 0.1729846 Apr 05 18:56:48.513951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for 6b598a8d-1bf7-4860-9381-97716fe6007b owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:48.532563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=89589758-ae48-4a90-86b3-e8e4e2a59960,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:48.563879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 51bcb90f-f863-4c98-ac38-a1ae6aed7379 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:48.564505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:48.586527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:48.586894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 389dba6c-91c0-4017-9dd7-6abd0e6e4f29 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:49.022956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c017d018-e2f2-44d9-b734-e1330767ef6b req-84561072-8a2f-4754-9112-43d0d16df57e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5068443 Apr 05 18:56:49.082373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:49.149017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2869b-a1d4-4d7a-859e-80dcfe04c079 req-65c89915-9cd4-43ba-a1f1-625d486132bb tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:49.150709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18b2869b-a1d4-4d7a-859e-80dcfe04c079 req-65c89915-9cd4-43ba-a1f1-625d486132bb tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1391139 Apr 05 18:56:49.242919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:49.250957 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6b7f6e0b-0b18-48fc-ab5c-0522c31a0afc tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0786002 Apr 05 18:56:49.251413 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34986) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:49.253220 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:49.263658 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:49.264265 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:49.293414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18b2869b-a1d4-4d7a-859e-80dcfe04c079 req-304b6e76-3e1e-4504-bb4c-0f8bd39fe783 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117723 Apr 05 18:56:49.294013 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:49.380950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0841d2a1-df0c-4f9f-9615-0f35d2eeb505 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting subnet 51f30ad9-02d1-41aa-965c-ed2c33f2c720 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:56:49.388978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=6b598a8d-1bf7-4860-9381-97716fe6007b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:49.416950 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0841d2a1-df0c-4f9f-9615-0f35d2eeb505 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:49.457786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cdaac-6a66-4814-aa23-c9a304e682e8 req-1ff84d08-1f41-45ff-b95b-76dea0141306 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:49.466578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e3cdaac-6a66-4814-aa23-c9a304e682e8 req-1ff84d08-1f41-45ff-b95b-76dea0141306 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2430916 Apr 05 18:56:49.475994 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:49.493245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] No DVR routers for this DVR port 6b598a8d-1bf7-4860-9381-97716fe6007b on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:49.526194 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:49.531772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-1b716a99-1e57-43df-a337-77e2a2fed26a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "DELETE /v2.0/ports/6b598a8d-1bf7-4860-9381-97716fe6007b HTTP/1.1" status: 204 len: 173 time: 2.0669155 Apr 05 18:56:49.534375 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:49.564406 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0841d2a1-df0c-4f9f-9615-0f35d2eeb505 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:49.598253 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:49.650307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e3cdaac-6a66-4814-aa23-c9a304e682e8 req-d263d7bc-9a72-4ce4-9d48-feb2ae70bb8d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827757 Apr 05 18:56:49.703939 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:47Z', 'revision_number': 10, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:49.772477 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:49.793915 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:49.794799 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:49.802031 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:49.856948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port 972f50a2-1ed6-469d-a070-b3997252b0ff {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:49.857369 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:49.862101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 172.25.4.193 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/23402235-c225-4eb8-8bb6-ff0d90d6e595) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:56:49.919060 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:49.992805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0841d2a1-df0c-4f9f-9615-0f35d2eeb505 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.086017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0841d2a1-df0c-4f9f-9615-0f35d2eeb505 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.104385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b598a8d-1bf7-4860-9381-97716fe6007b'}, {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972f50a2-1ed6-469d-a070-b3997252b0ff'}, {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89589758-ae48-4a90-86b3-e8e4e2a59960'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:50.106873 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65f90a9-30cf-4337-b85b-991aaaf88901" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "6b598a8d-1bf7-4860-9381-97716fe6007b"}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "972f50a2-1ed6-469d-a070-b3997252b0ff"}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "89589758-ae48-4a90-86b3-e8e4e2a59960"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:50.112856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': '6b598a8d-1bf7-4860-9381-97716fe6007b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:50.115207 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9933cd0-99ab-4660-90a3-e1ecc70b411d" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "6b598a8d-1bf7-4860-9381-97716fe6007b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:50.132129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614bc36-dc64-40b9-8107-678f70891a0d req-117d01d7-0fe0-4dcb-a7d6-fcf007998cf6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:50.141823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6614bc36-dc64-40b9-8107-678f70891a0d req-117d01d7-0fe0-4dcb-a7d6-fcf007998cf6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3070080 Apr 05 18:56:50.164913 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:47Z', 'revision_number': 10, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:50.173408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841d2a1-df0c-4f9f-9615-0f35d2eeb505 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Subnet': ['ID=51f30ad9-02d1-41aa-965c-ed2c33f2c720,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:50.186105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e04f6-2705-4e31-80fd-0045ed2ac3a1 req-5b6e6a19-ee72-46c3-9d3e-f85b095a7b44 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:50.190813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0841d2a1-df0c-4f9f-9615-0f35d2eeb505 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.193965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d5e04f6-2705-4e31-80fd-0045ed2ac3a1 req-5b6e6a19-ee72-46c3-9d3e-f85b095a7b44 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.3282180 Apr 05 18:56:50.196253 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cbb83-2e01-473d-980b-92b139d79233 None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:47Z', 'revision_number': 10, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None, '_interfaces': [{'id': '215ab705-698d-4964-bfd3-816b9e66e3fb', 'name': '', 'network_id': 'e0db248c-fdb1-4654-a47e-964d47115af9', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'mac_address': 'fa:16:3e:51:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:59Z', 'updated_at': '2022-04-05T18:56:09Z', 'revision_number': 5, 'project_id': '3cf27f25b45349d789434ec970ded004', 'subnets': [{'id': '9f865a3d-9790-4b35-8529-0adc05ca4304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:50.197089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f9951d-7082-4dad-9d2b-1c0de016ff39 None None] Network 8c43181a-0a91-4c23-93dc-25ff37aefd03 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:50.199604 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0841d2a1-df0c-4f9f-9615-0f35d2eeb505 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/51f30ad9-02d1-41aa-965c-ed2c33f2c720 HTTP/1.1" status: 204 len: 168 time: 0.9471331 Apr 05 18:56:50.200520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35010) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:50.216936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.304423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bad70-2308-4788-89d2-bd74a832a6db req-317b54e8-e7ab-4dc9-9afa-68eec959483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:50.306415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b50bad70-2308-4788-89d2-bd74a832a6db req-317b54e8-e7ab-4dc9-9afa-68eec959483d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 1096 time: 0.2377882 Apr 05 18:56:50.329127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.355697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] For port 972f50a2-1ed6-469d-a070-b3997252b0ff, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=972f50a2-1ed6-469d-a070-b3997252b0ff,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:50.356104 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.394631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6614bc36-dc64-40b9-8107-678f70891a0d req-6cfe2922-af0e-4028-b8e8-5e205fce4830 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475083 Apr 05 18:56:50.404848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.419766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for 972f50a2-1ed6-469d-a070-b3997252b0ff owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:50.427158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d5e04f6-2705-4e31-80fd-0045ed2ac3a1 req-680484cc-262f-417b-a927-1d96c11d83ef tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263088 Apr 05 18:56:50.502647 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.520556 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71316e9d-38ea-4a2f-a222-26b1a761b65e x-openstack-request-id: req-71316e9d-38ea-4a2f-a222-26b1a761b65e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:50.521061 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "6b598a8d-1bf7-4860-9381-97716fe6007b", "code": 200}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "972f50a2-1ed6-469d-a070-b3997252b0ff", "code": 200}, {"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "89589758-ae48-4a90-86b3-e8e4e2a59960", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:50.521485 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71316e9d-38ea-4a2f-a222-26b1a761b65e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:50.522036 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71316e9d-38ea-4a2f-a222-26b1a761b65e'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b598a8d-1bf7-4860-9381-97716fe6007b', 'code': 200} Apr 05 18:56:50.522517 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71316e9d-38ea-4a2f-a222-26b1a761b65e'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972f50a2-1ed6-469d-a070-b3997252b0ff', 'code': 200} Apr 05 18:56:50.522994 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71316e9d-38ea-4a2f-a222-26b1a761b65e'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89589758-ae48-4a90-86b3-e8e4e2a59960', 'code': 200} Apr 05 18:56:50.571536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f2b11-b352-4376-a009-1771ce770833 None None] DHCP port deletion for 8c43181a-0a91-4c23-93dc-25ff37aefd03 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:56:50.580895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bad70-2308-4788-89d2-bd74a832a6db req-24aac125-ab52-4324-8ba0-be9374b14f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:50.582369 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b50bad70-2308-4788-89d2-bd74a832a6db req-24aac125-ab52-4324-8ba0-be9374b14f06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 910 time: 0.2672403 Apr 05 18:56:50.618307 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a39ac8-bccc-4a4e-8751-14861dfd28e5 x-openstack-request-id: req-24a39ac8-bccc-4a4e-8751-14861dfd28e5 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:50.618769 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "6b598a8d-1bf7-4860-9381-97716fe6007b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:50.619327 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24a39ac8-bccc-4a4e-8751-14861dfd28e5 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:50.619446 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a39ac8-bccc-4a4e-8751-14861dfd28e5'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': '6b598a8d-1bf7-4860-9381-97716fe6007b', 'status': 'completed', 'code': 200} Apr 05 18:56:50.695959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:56:50.714427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:56:50.717445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:56:50.722068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f2b11-b352-4376-a009-1771ce770833 None None] Deleting port 23bde51e-52a6-42c7-8214-a09d4c857ab9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:50.722864 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc2f2b11-b352-4376-a009-1771ce770833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.724447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=23402235-c225-4eb8-8bb6-ff0d90d6e595,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:50.739491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 23bde51e-52a6-42c7-8214-a09d4c857ab9 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:50.739833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.776534 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.780110 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b50bad70-2308-4788-89d2-bd74a832a6db req-83b47bf5-ff53-4f23-97b6-b0c7f358bffe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b HTTP/1.1" status: 200 len: 1000 time: 0.1890898 Apr 05 18:56:50.812885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db36dd-ddd2-4fc9-9be6-08be74e4e5f1 req-092e0fc6-1462-4b7d-bde2-b5509e23fc25 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:50.818791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db36dd-ddd2-4fc9-9be6-08be74e4e5f1 req-092e0fc6-1462-4b7d-bde2-b5509e23fc25 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:50.824716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db36dd-ddd2-4fc9-9be6-08be74e4e5f1 req-092e0fc6-1462-4b7d-bde2-b5509e23fc25 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:50.831308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10db36dd-ddd2-4fc9-9be6-08be74e4e5f1 req-092e0fc6-1462-4b7d-bde2-b5509e23fc25 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 2410 time: 0.2087767 Apr 05 18:56:50.860679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.895858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-fc2f2b11-b352-4376-a009-1771ce770833 None None] For port 23bde51e-52a6-42c7-8214-a09d4c857ab9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23bde51e-52a6-42c7-8214-a09d4c857ab9,segment=NetworkSegment(015445f5-9a72-4744-8eab-bf78b0b5e50e),segment_id=015445f5-9a72-4744-8eab-bf78b0b5e50e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:50.896762 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc2f2b11-b352-4376-a009-1771ce770833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:50.919584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f2b11-b352-4376-a009-1771ce770833 None None] Calling delete_port for 23bde51e-52a6-42c7-8214-a09d4c857ab9 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:50.956292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=83399b5c-de2d-48fe-ab33-aa64759327d9,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:51.033457 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc2f2b11-b352-4376-a009-1771ce770833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:51.034983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 23bde51e-52a6-42c7-8214-a09d4c857ab9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23bde51e-52a6-42c7-8214-a09d4c857ab9,segment=NetworkSegment(015445f5-9a72-4744-8eab-bf78b0b5e50e),segment_id=015445f5-9a72-4744-8eab-bf78b0b5e50e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:51.035452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:51.063673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10db36dd-ddd2-4fc9-9be6-08be74e4e5f1 req-ec529c76-4fe5-4770-9f7b-eed50bb454c5 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152479 Apr 05 18:56:51.064335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 23bde51e-52a6-42c7-8214-a09d4c857ab9 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:51.068395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f2b11-b352-4376-a009-1771ce770833 None None] No DVR routers for this DVR port 23bde51e-52a6-42c7-8214-a09d4c857ab9 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:51.077140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bad70-2308-4788-89d2-bd74a832a6db req-e1fe7584-7beb-45ed-a35f-b3e859f46dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:51.078919 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b50bad70-2308-4788-89d2-bd74a832a6db req-e1fe7584-7beb-45ed-a35f-b3e859f46dd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 200 len: 849 time: 0.2898486 Apr 05 18:56:51.122580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06ec07-8649-47d1-99cc-aa67654ff691 req-a6112154-6653-4470-b221-14d038378acf tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:51.130118 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:51.130607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a06ec07-8649-47d1-99cc-aa67654ff691 req-a6112154-6653-4470-b221-14d038378acf tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2958407 Apr 05 18:56:51.138435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f2b11-b352-4376-a009-1771ce770833 None None] Pushing event deleted for resources: {'Port': ['ID=23bde51e-52a6-42c7-8214-a09d4c857ab9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:51.142481 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:51.232539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a714aeda-13ed-4316-b719-959f3a0dda49 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:51.255127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a714aeda-13ed-4316-b719-959f3a0dda49 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:51.255806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a714aeda-13ed-4316-b719-959f3a0dda49 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:51.256515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23bde51e-52a6-42c7-8214-a09d4c857ab9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:51.275836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=972f50a2-1ed6-469d-a070-b3997252b0ff,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:51.284605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a06ec07-8649-47d1-99cc-aa67654ff691 req-3075f9e9-e919-4b47-83e3-fdf826132178 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531792 Apr 05 18:56:51.287135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 23bde51e-52a6-42c7-8214-a09d4c857ab9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:51.287693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23bde51e-52a6-42c7-8214-a09d4c857ab9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:51.343110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] No DVR routers for this DVR port 972f50a2-1ed6-469d-a070-b3997252b0ff on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:51.345766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:51.350007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-b717ea62-bcda-4a45-a8b1-eef3ba253e46 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "DELETE /v2.0/ports/972f50a2-1ed6-469d-a070-b3997252b0ff HTTP/1.1" status: 204 len: 173 time: 1.8105140 Apr 05 18:56:51.518864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c34a41-d33e-49b1-b30b-1a3bdc07fbbc req-ee5432fd-d947-4ad7-8841-255b3b082305 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:51.520345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96c34a41-d33e-49b1-b30b-1a3bdc07fbbc req-ee5432fd-d947-4ad7-8841-255b3b082305 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1333301 Apr 05 18:56:51.536183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bad70-2308-4788-89d2-bd74a832a6db req-3ef658bd-dcdc-42c4-9241-c2c0a3c22d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:51.537662 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b50bad70-2308-4788-89d2-bd74a832a6db req-3ef658bd-dcdc-42c4-9241-c2c0a3c22d3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=915604ac-55a7-4f2d-abfa-faea6df09772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4443390 Apr 05 18:56:51.577770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:51.640793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:51.663525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96c34a41-d33e-49b1-b30b-1a3bdc07fbbc req-84a57a3a-08fe-46a2-a96a-70c1a34de934 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262000 Apr 05 18:56:51.671809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b279ff-242e-4f8a-81a1-07d14c892617 req-6565550c-0999-42bd-8c76-b2399102a35b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:51.673349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41b279ff-242e-4f8a-81a1-07d14c892617 req-6565550c-0999-42bd-8c76-b2399102a35b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1520934 Apr 05 18:56:51.684775 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Floating IP 4b1da85c-7cdb-4883-a84c-8df24052a611 associated. External IP: 172.25.4.121, port: d1f7ba63-41b5-4fb6-81c5-e36554270d8d. Apr 05 18:56:51.687980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:51.689082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=23bde51e-52a6-42c7-8214-a09d4c857ab9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:51.690494 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:51.693028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No DVR routers for this DVR port 23bde51e-52a6-42c7-8214-a09d4c857ab9 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:51.851967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41b279ff-242e-4f8a-81a1-07d14c892617 req-c157fcb0-6e8b-479f-b738-a78d9b96a0cb tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448474 Apr 05 18:56:51.897244 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:51.902666 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b50bad70-2308-4788-89d2-bd74a832a6db req-276749de-81ed-4240-a667-1ce4d7c75fbe service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260641 Apr 05 18:56:52.017590 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c43181a-0a91-4c23-93dc-25ff37aefd03']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:52.034173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] For port ed51f31e-0c53-4122-bb43-bc2f914bb1b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:52.034650 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.045245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015445f5-9a72-4744-8eab-bf78b0b5e50e') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:52.045611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015445f5-9a72-4744-8eab-bf78b0b5e50e') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:52.060144 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.132127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.159132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:56:52.159640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:56:52.163884 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:56:52.192123 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b50bad70-2308-4788-89d2-bd74a832a6db req-ebd94dcc-3860-4533-b732-8b2380c62d30 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543135 Apr 05 18:56:52.305700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.316611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.322778 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/networks/8c43181a-0a91-4c23-93dc-25ff37aefd03 HTTP/1.1" status: 204 len: 168 time: 2.1153731 Apr 05 18:56:52.338243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35040) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:52.346998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c5b6d-4477-4c6c-b1c0-211255e23b5e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Network': ['ID=8c43181a-0a91-4c23-93dc-25ff37aefd03,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:52.386594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:52.488273 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.504431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e74ba2-ea78-4a26-9603-3616d1bb07ee req-ce6028b3-8dd9-4a1a-a19b-5f840ad85128 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:52.505959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45e74ba2-ea78-4a26-9603-3616d1bb07ee req-ce6028b3-8dd9-4a1a-a19b-5f840ad85128 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.5576820 Apr 05 18:56:52.618369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01ada-8b5d-4854-b948-dc012c9064ea req-fc70fb1a-d815-4f6f-9a10-cba5a40ab271 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:52.625263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01ada-8b5d-4854-b948-dc012c9064ea req-fc70fb1a-d815-4f6f-9a10-cba5a40ab271 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:52.626919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-74c01ada-8b5d-4854-b948-dc012c9064ea req-fc70fb1a-d815-4f6f-9a10-cba5a40ab271 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 1677 time: 0.1998138 Apr 05 18:56:52.634486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': '972f50a2-1ed6-469d-a070-b3997252b0ff'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:52.637542 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cfd572-b591-4aef-a7b7-f6dad8bbb68d" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "972f50a2-1ed6-469d-a070-b3997252b0ff"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:52.653665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:52.675653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] Sync routers for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:52.697403 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.715328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:52.719192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:52.754722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45e74ba2-ea78-4a26-9603-3616d1bb07ee req-ac8328ac-2079-4f7b-a24f-1a70e94bcd1c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095861 Apr 05 18:56:52.755026 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aca0511b-5f67-44da-ae73-711eb3299a2e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9668691 Apr 05 18:56:52.759550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:52.761869 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5d195b-e690-4f67-af90-e8e0e0a499e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:52.855434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-74c01ada-8b5d-4854-b948-dc012c9064ea req-d3d070bd-b38e-4994-9cd5-969379e12d59 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095363 Apr 05 18:56:52.872570 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0880ff03-998b-4772-a1e7-fb7faec43d15 x-openstack-request-id: req-0880ff03-998b-4772-a1e7-fb7faec43d15 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:52.872826 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "972f50a2-1ed6-469d-a070-b3997252b0ff", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:52.873012 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0880ff03-998b-4772-a1e7-fb7faec43d15 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:52.873410 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0880ff03-998b-4772-a1e7-fb7faec43d15'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': '972f50a2-1ed6-469d-a070-b3997252b0ff', 'status': 'completed', 'code': 200} Apr 05 18:56:52.902699 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3982af-ab38-491a-9fe9-4e9279497c2d x-openstack-request-id: req-fe3982af-ab38-491a-9fe9-4e9279497c2d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:52.905523 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:52.905880 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe3982af-ab38-491a-9fe9-4e9279497c2d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:52.906405 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3982af-ab38-491a-9fe9-4e9279497c2d'] response: {'name': 'network-changed', 'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'status': 'completed', 'code': 200} Apr 05 18:56:52.951199 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.951625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:52.951947 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Floating IP a5ff89c8-b261-4f21-b934-53f41d542809 disassociated. External IP: 172.25.4.246, port: ed51f31e-0c53-4122-bb43-bc2f914bb1b5. Apr 05 18:56:52.952437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for ed51f31e-0c53-4122-bb43-bc2f914bb1b5 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:52.956195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:52.972092 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:53.096818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-4b3fc88b-9381-4e09-820c-731cd5178f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:53.098655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-4b3fc88b-9381-4e09-820c-731cd5178f4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 1097 time: 0.1738350 Apr 05 18:56:53.129765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router cf9ad2ed-b314-49b1-973b-09d90abde58b is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:56:53.160922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9e975-a1bc-44fe-b7ce-a381d20bd6be req-780871c7-0a10-404b-ad30-518fb33b8ca7 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:53.162506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eb9e975-a1bc-44fe-b7ce-a381d20bd6be req-780871c7-0a10-404b-ad30-518fb33b8ca7 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1293807 Apr 05 18:56:53.182710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c581f-1ed5-44b1-96ac-bd3de91c99b3 req-205e221b-6bcb-48ed-86b2-d384fa11a464 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:53.184251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e8c581f-1ed5-44b1-96ac-bd3de91c99b3 req-205e221b-6bcb-48ed-86b2-d384fa11a464 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1621099 Apr 05 18:56:53.278023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4b1da85c-7cdb-4883-a84c-8df24052a611', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:49Z', 'updated_at': '2022-04-05T18:56:49Z', 'revision_number': 0, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:53.299755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-cc74374c-113c-4fa4-a45e-ec46d1625419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:53.301304 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-cc74374c-113c-4fa4-a45e-ec46d1625419 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.1935551 Apr 05 18:56:53.318520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] Checking router: 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:53.319263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e8c581f-1ed5-44b1-96ac-bd3de91c99b3 req-e52bc168-b392-4bbc-8707-ac6e5b9471a6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249399 Apr 05 18:56:53.332017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:53.332828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:53.343762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eb9e975-a1bc-44fe-b7ce-a381d20bd6be req-abb96a0f-1dbd-4152-bbbc-9f0f0d95bab4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559131 Apr 05 18:56:53.387187 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-02682f6c-f974-4d7b-940a-20a7fbf503d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d HTTP/1.1" status: 200 len: 1000 time: 0.0758715 Apr 05 18:56:53.453684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:53.501780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=ed51f31e-0c53-4122-bb43-bc2f914bb1b5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:53.514438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:53.520292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-61f305fe-aa43-4577-8007-bb658adeb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:53.522842 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-61f305fe-aa43-4577-8007-bb658adeb739 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1104817 Apr 05 18:56:53.529701 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0310bf01-48dd-4096-adc6-c374f2d13b56 None None] Sync routers for ids ['cf9ad2ed-b314-49b1-973b-09d90abde58b'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:53.539844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 215ab705-698d-4964-bfd3-816b9e66e3fb {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:53.540201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:53.558765 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310bf01-48dd-4096-adc6-c374f2d13b56 None None] Routers {'cf9ad2ed-b314-49b1-973b-09d90abde58b'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:53.559484 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0310bf01-48dd-4096-adc6-c374f2d13b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf9ad2ed-b314-49b1-973b-09d90abde58b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:53.614855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:53.636400 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0310bf01-48dd-4096-adc6-c374f2d13b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:53.645687 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310bf01-48dd-4096-adc6-c374f2d13b56 None None] Routers {'cf9ad2ed-b314-49b1-973b-09d90abde58b'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:53.646255 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0310bf01-48dd-4096-adc6-c374f2d13b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf9ad2ed-b314-49b1-973b-09d90abde58b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:53.657610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-a86266f5-379b-4833-91cc-59c3565a0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:53.657835 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-a86266f5-379b-4833-91cc-59c3565a0b42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130862 Apr 05 18:56:53.657934 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:53.661177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-11a03130-478a-4106-80b5-e64f5da74061 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.2589319 Apr 05 18:56:53.664325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:53.713305 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0310bf01-48dd-4096-adc6-c374f2d13b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:53.713944 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0310bf01-48dd-4096-adc6-c374f2d13b56 None None] The sync data for ids ['cf9ad2ed-b314-49b1-973b-09d90abde58b'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:53.757010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9df59-96e3-41ee-b3f8-119fcb5bf034 req-d30c8402-ce24-4349-b579-3eb34068ce50 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:53.765595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbf9df59-96e3-41ee-b3f8-119fcb5bf034 req-d30c8402-ce24-4349-b579-3eb34068ce50 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1259570 Apr 05 18:56:53.793310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Router cd1428ff-194b-4b18-81e1-fefae5165c71 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:53.817370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbf9df59-96e3-41ee-b3f8-119fcb5bf034 req-1fd5644f-f552-49ce-ac28-fb31808af078 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507410 Apr 05 18:56:53.961501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:54.004497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] Sync routers for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:54.031826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:54.041844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:54.087649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] No DVR routers for this DVR port ed51f31e-0c53-4122-bb43-bc2f914bb1b5 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:54.094737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:54.098094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-da7c27cc-1cdc-4d3d-8d04-9abf52b983dd tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "DELETE /v2.0/ports/ed51f31e-0c53-4122-bb43-bc2f914bb1b5 HTTP/1.1" status: 204 len: 173 time: 2.7406030 Apr 05 18:56:54.151541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912533d-bc92-49a1-864c-a3523b6364d7 req-85728325-2968-4dad-b940-0c2afc5dae22 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:54.159554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d912533d-bc92-49a1-864c-a3523b6364d7 req-85728325-2968-4dad-b940-0c2afc5dae22 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2066715 Apr 05 18:56:54.196136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e9c9-6469-4daf-8513-1eee8d6d6dfb req-a2027bf4-63a7-4a55-9928-d534048ee0c8 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:54.197838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2978e9c9-6469-4daf-8513-1eee8d6d6dfb req-a2027bf4-63a7-4a55-9928-d534048ee0c8 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 943 time: 0.1734400 Apr 05 18:56:54.304127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d912533d-bc92-49a1-864c-a3523b6364d7 req-aeff7a79-4b03-4e36-88e4-0185b190b7a0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434615 Apr 05 18:56:54.337408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2978e9c9-6469-4daf-8513-1eee8d6d6dfb req-6e52b289-b393-44a4-b5c3-14366d7b02a1 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups?id=db9bf070-715a-40c1-845b-c242e4bc5686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291325 Apr 05 18:56:54.379982 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-87be785a-42ce-4def-ac46-f8a85049bd5a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/routers/cf9ad2ed-b314-49b1-973b-09d90abde58b HTTP/1.1" status: 200 len: 884 time: 0.7148321 Apr 05 18:56:54.381067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4b1da85c-7cdb-4883-a84c-8df24052a611', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:49Z', 'updated_at': '2022-04-05T18:56:49Z', 'revision_number': 0, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:54.386975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35076) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:54.388046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 215ab705-698d-4964-bfd3-816b9e66e3fb, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=215ab705-698d-4964-bfd3-816b9e66e3fb,segment=NetworkSegment(8809b65b-976e-4b01-b5f1-c28549d6cde8),segment_id=8809b65b-976e-4b01-b5f1-c28549d6cde8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:54.388628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:54.414378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810c8ab-3c6b-4389-8ed5-b9beabe3e150 None None] The sync data for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 is: [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4b1da85c-7cdb-4883-a84c-8df24052a611', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:49Z', 'updated_at': '2022-04-05T18:56:49Z', 'revision_number': 0, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:54.416591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 215ab705-698d-4964-bfd3-816b9e66e3fb owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:54.425262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:54.489324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port 89589758-ae48-4a90-86b3-e8e4e2a59960 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:54.489634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:54.658168 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:54.688260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] For port 89589758-ae48-4a90-86b3-e8e4e2a59960, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=89589758-ae48-4a90-86b3-e8e4e2a59960,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:54.689225 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:54.699981 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=215ab705-698d-4964-bfd3-816b9e66e3fb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:54.707716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:15Z', 'revision_number': 5, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:54.716526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for 89589758-ae48-4a90-86b3-e8e4e2a59960 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:54.777991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] Checking router: cd1428ff-194b-4b18-81e1-fefae5165c71 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:54.809250 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-76ebb80a-ddb8-42ef-b052-61ee79c27079 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1313121 Apr 05 18:56:54.819174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:54.827196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:54.879945 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d85efd-b494-4b96-a978-5cac15f853e0 None None] New status for floating IP 4b1da85c-7cdb-4883-a84c-8df24052a611: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:56:54.895604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:54.898020 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ce736a-61d2-45be-b5b3-9bb7ba196773" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:55.021616 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aab74ec-dc17-464b-8d8c-37a649fd5a13 x-openstack-request-id: req-3aab74ec-dc17-464b-8d8c-37a649fd5a13 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:55.022187 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "ed51f31e-0c53-4122-bb43-bc2f914bb1b5", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:55.022687 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aab74ec-dc17-464b-8d8c-37a649fd5a13 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:55.023278 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aab74ec-dc17-464b-8d8c-37a649fd5a13'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': 'ed51f31e-0c53-4122-bb43-bc2f914bb1b5', 'status': 'completed', 'code': 200} Apr 05 18:56:55.118261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c2083-bd5b-4de0-aae7-d26090362e2f req-60875a24-5579-4f93-9deb-e8b050581a3d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:55.134941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-823c2083-bd5b-4de0-aae7-d26090362e2f req-60875a24-5579-4f93-9deb-e8b050581a3d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.7082322 Apr 05 18:56:55.221112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:55.240755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:55.245686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35096) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:55.249970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:55.302739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df5d195b-e690-4f67-af90-e8e0e0a499e2 req-5336d08f-f680-4bfa-8cdb-30e327ff8251 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858630 Apr 05 18:56:55.423460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-823c2083-bd5b-4de0-aae7-d26090362e2f req-83606c3c-fbb1-4b2b-b28e-4c756b1d24a3 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582562 Apr 05 18:56:55.437869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=89589758-ae48-4a90-86b3-e8e4e2a59960,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:55.473197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.473572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.473915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.474453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.475033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.475431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.475878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.476214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.476542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.476881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.477359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.477698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:56:55.584992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] No DVR routers for this DVR port 89589758-ae48-4a90-86b3-e8e4e2a59960 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:55.588818 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:55.595825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecbf9fa-fbf2-4ae6-9208-b1bba48284c1 req-17fa8701-517a-4403-951f-e2ba14ef8e74 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.25 "DELETE /v2.0/ports/89589758-ae48-4a90-86b3-e8e4e2a59960 HTTP/1.1" status: 204 len: 173 time: 1.4874985 Apr 05 18:56:55.599415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb1fda23-49b4-4ec0-ae6e-90f70359f741 req-bba90f9c-be35-449c-b349-18372327aefc tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0543344 Apr 05 18:56:55.630523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:15Z', 'revision_number': 5, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:55.646262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:55.647234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8820b12-95d8-4687-97ae-f2e8a14a0ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:55.686146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e111464-f6b8-4a42-9836-2ee329178296 None None] The sync data for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 is: [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:51:08Z', 'revision_number': 4, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '82acc1b1-9793-409e-8738-08ad99313cb1', 'name': '', 'network_id': '798730b5-7361-4e69-83c3-9ab022a1409a', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'mac_address': 'fa:16:3e:1d:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:07Z', 'updated_at': '2022-04-05T18:51:15Z', 'revision_number': 5, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'subnets': [{'id': 'b62ed36d-03a3-43ab-9bae-48fb9d376e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:55.780655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8db3ba-54d4-439c-ba18-adf0400fe9dd req-23335156-4aed-46d8-8953-9c4cd910dfa6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:55.783808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef8db3ba-54d4-439c-ba18-adf0400fe9dd req-23335156-4aed-46d8-8953-9c4cd910dfa6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1900282 Apr 05 18:56:55.833641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:55.846036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:55.847011 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b62d8cba-374d-4e98-914a-d01e78ec3850 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5062871 Apr 05 18:56:55.849610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35104) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:55.858678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:55.862449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:55.913995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef8db3ba-54d4-439c-ba18-adf0400fe9dd req-88a21547-0b7c-4c04-8fe6-772341de8af8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993752 Apr 05 18:56:55.947785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8d19e113-1250-41c5-9b56-a242bd9ac940 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5552435 Apr 05 18:56:55.948654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:55.964351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-11432f8f-ea8b-40ad-9490-079fc8de3724 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting subnet 9f865a3d-9790-4b35-8529-0adc05ca4304 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:56:55.974756 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11432f8f-ea8b-40ad-9490-079fc8de3724 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:55.978319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-22b2d914-2f7d-475c-b11f-fc555b6f344a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-483903447'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:56.056926 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11432f8f-ea8b-40ad-9490-079fc8de3724 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.070695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:56.130282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8820b12-95d8-4687-97ae-f2e8a14a0ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.149667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8820b12-95d8-4687-97ae-f2e8a14a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.157208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:54Z', 'revision_number': 11, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:56.197850 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdf0f7-0bf7-4f2a-9cab-97edfb35b934 None None] New status for floating IP a5ff89c8-b261-4f21-b934-53f41d542809: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:56:56.202636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:56.220002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:56.220917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:56.239874 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a8820b12-95d8-4687-97ae-f2e8a14a0ea8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b99685b02ee9436e98415f63e6f71749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9931312 Apr 05 18:56:56.244154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35114) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:56.312143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:56.319522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8820b12-95d8-4687-97ae-f2e8a14a0ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334fa657-3b9c-4fd0-930c-0a6ad0569e51,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:56.339937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11432f8f-ea8b-40ad-9490-079fc8de3724 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.405522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:54Z', 'revision_number': 11, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:56.428374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50ce1182-0a79-43f1-94b9-59e9a3834ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.445729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6143e59-2810-4200-9835-6b7003b98680 None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:54Z', 'revision_number': 11, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:56.470247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc150a8-b012-4df6-b3df-5fc192229f46 req-b7e658ed-f960-4813-a942-cbabb59eafd4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:56.472283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccc150a8-b012-4df6-b3df-5fc192229f46 req-b7e658ed-f960-4813-a942-cbabb59eafd4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3348627 Apr 05 18:56:56.483205 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50ce1182-0a79-43f1-94b9-59e9a3834ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.517699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11432f8f-ea8b-40ad-9490-079fc8de3724 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.575942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccc150a8-b012-4df6-b3df-5fc192229f46 req-c5b2a57e-425b-4b5c-ac35-1b9cb108b5e2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871019 Apr 05 18:56:56.590355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11432f8f-ea8b-40ad-9490-079fc8de3724 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Subnet': ['ID=9f865a3d-9790-4b35-8529-0adc05ca4304,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:56.597704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11432f8f-ea8b-40ad-9490-079fc8de3724 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.601171 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-11432f8f-ea8b-40ad-9490-079fc8de3724 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/9f865a3d-9790-4b35-8529-0adc05ca4304 HTTP/1.1" status: 204 len: 168 time: 0.7499731 Apr 05 18:56:56.607895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35116) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:56.608068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb8c828-1f6a-4e8c-a44f-aa787905a4b0 None None] Network e0db248c-fdb1-4654-a47e-964d47115af9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:56:56.674633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50ce1182-0a79-43f1-94b9-59e9a3834ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.681242 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50ce1182-0a79-43f1-94b9-59e9a3834ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.682518 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-50ce1182-0a79-43f1-94b9-59e9a3834ac9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/334fa657-3b9c-4fd0-930c-0a6ad0569e51 HTTP/1.1" status: 204 len: 168 time: 0.4327748 Apr 05 18:56:56.760161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce1182-0a79-43f1-94b9-59e9a3834ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334fa657-3b9c-4fd0-930c-0a6ad0569e51,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:56.782370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.887592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Deleting port 3cf056a4-8f99-476e-ade3-f230f64b2e46 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:56.888166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.900812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae99c59-455d-4711-8fb7-4531a7fa430c None None] DHCP port deletion for e0db248c-fdb1-4654-a47e-964d47115af9 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:56:56.978633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] For port 3cf056a4-8f99-476e-ade3-f230f64b2e46, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3cf056a4-8f99-476e-ade3-f230f64b2e46,segment=NetworkSegment(8809b65b-976e-4b01-b5f1-c28549d6cde8),segment_id=8809b65b-976e-4b01-b5f1-c28549d6cde8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:56.980055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.995458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fae99c59-455d-4711-8fb7-4531a7fa430c None None] Deleting port 3cf056a4-8f99-476e-ade3-f230f64b2e46 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:56.996053 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fae99c59-455d-4711-8fb7-4531a7fa430c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:56.999717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Calling delete_port for 3cf056a4-8f99-476e-ade3-f230f64b2e46 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:57.143477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-fae99c59-455d-4711-8fb7-4531a7fa430c None None] For port 3cf056a4-8f99-476e-ade3-f230f64b2e46, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3cf056a4-8f99-476e-ade3-f230f64b2e46,segment=NetworkSegment(8809b65b-976e-4b01-b5f1-c28549d6cde8),segment_id=8809b65b-976e-4b01-b5f1-c28549d6cde8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:56:57.143871 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fae99c59-455d-4711-8fb7-4531a7fa430c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.185520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fae99c59-455d-4711-8fb7-4531a7fa430c None None] Calling delete_port for 3cf056a4-8f99-476e-ade3-f230f64b2e46 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:57.217632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.268402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Port': ['ID=3cf056a4-8f99-476e-ade3-f230f64b2e46,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:57.276015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No DVR routers for this DVR port 3cf056a4-8f99-476e-ade3-f230f64b2e46 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:57.295511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3cf056a4-8f99-476e-ade3-f230f64b2e46 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:57.296343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': '89589758-ae48-4a90-86b3-e8e4e2a59960'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:56:57.307935 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053ad2b5-b181-462d-8095-a0ba4e070ed2" -d '{"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "89589758-ae48-4a90-86b3-e8e4e2a59960"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:56:57.354154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 3cf056a4-8f99-476e-ade3-f230f64b2e46 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:57.355202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3cf056a4-8f99-476e-ade3-f230f64b2e46 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:57.355839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 215ab705-698d-4964-bfd3-816b9e66e3fb no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:56:57.382681 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 215ab705-698d-4964-bfd3-816b9e66e3fb {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:56:57.383410 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 215ab705-698d-4964-bfd3-816b9e66e3fb not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:56:57.387541 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fae99c59-455d-4711-8fb7-4531a7fa430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.398241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d7d49fd-9575-4296-91f8-d55db1e632f7 req-c9aca6b0-5f7b-4067-9f62-3c852fe2b595 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0720048 Apr 05 18:56:57.418023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae99c59-455d-4711-8fb7-4531a7fa430c None None] Pushing event deleted for resources: {'Port': ['ID=3cf056a4-8f99-476e-ade3-f230f64b2e46,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:57.433263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae99c59-455d-4711-8fb7-4531a7fa430c None None] No DVR routers for this DVR port 3cf056a4-8f99-476e-ade3-f230f64b2e46 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:56:57.482431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22b2d914-2f7d-475c-b11f-fc555b6f344a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.498390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.499671 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8957c3a7-29d1-4178-a0b5-c86ae5987bf3 x-openstack-request-id: req-8957c3a7-29d1-4178-a0b5-c86ae5987bf3 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:56:57.500068 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c", "name": "network-vif-deleted", "tag": "89589758-ae48-4a90-86b3-e8e4e2a59960", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:56:57.500464 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8957c3a7-29d1-4178-a0b5-c86ae5987bf3 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:56:57.501148 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8957c3a7-29d1-4178-a0b5-c86ae5987bf3'] response: {'server_uuid': 'c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c', 'name': 'network-vif-deleted', 'tag': '89589758-ae48-4a90-86b3-e8e4e2a59960', 'status': 'completed', 'code': 200} Apr 05 18:56:57.513813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bafa7-d9db-497b-bd98-b27bffa8c7f8 req-e6b4c85d-9c58-4ef7-b6bb-277cba36f2e6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:57.515973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-954bafa7-d9db-497b-bd98-b27bffa8c7f8 req-e6b4c85d-9c58-4ef7-b6bb-277cba36f2e6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2026541 Apr 05 18:56:57.517715 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22b2d914-2f7d-475c-b11f-fc555b6f344a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.533160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0db248c-fdb1-4654-a47e-964d47115af9']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:57.570660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8809b65b-976e-4b01-b5f1-c28549d6cde8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:57.571310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8809b65b-976e-4b01-b5f1-c28549d6cde8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:57.603402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-954bafa7-d9db-497b-bd98-b27bffa8c7f8 req-623dd31b-6a17-41e9-8860-a747960f102c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779469 Apr 05 18:56:57.637616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.669746 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.694058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:56:57.697270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.706040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b2d914-2f7d-475c-b11f-fc555b6f344a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router cf9ad2ed-b314-49b1-973b-09d90abde58b has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:56:57.724546 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:56:57.826240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.831535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.840740 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/networks/e0db248c-fdb1-4654-a47e-964d47115af9 HTTP/1.1" status: 204 len: 168 time: 1.2306426 Apr 05 18:56:57.844552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35148) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:57.850636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'routes': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:57.899582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b2d914-2f7d-475c-b11f-fc555b6f344a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:57.902430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e018f-f16a-48e4-aa2e-18c91d14bf03 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Pushing event deleted for resources: {'Network': ['ID=e0db248c-fdb1-4654-a47e-964d47115af9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:57.916553 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22b2d914-2f7d-475c-b11f-fc555b6f344a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:57.922606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-22b2d914-2f7d-475c-b11f-fc555b6f344a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/cf9ad2ed-b314-49b1-973b-09d90abde58b HTTP/1.1" status: 200 len: 891 time: 1.9697540 Apr 05 18:56:57.923702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6af3d-41aa-41cb-847e-fb0879336317 None None] Sync routers for ids ['cf9ad2ed-b314-49b1-973b-09d90abde58b'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:57.933480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c265fe8-a73a-4df7-a3f8-b5c65f8b7394 req-099e050a-e138-48f7-88f3-e75d0cc47b5a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:57.937720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35150) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:57.944398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c265fe8-a73a-4df7-a3f8-b5c65f8b7394 req-099e050a-e138-48f7-88f3-e75d0cc47b5a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1201675 Apr 05 18:56:57.959104 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6af3d-41aa-41cb-847e-fb0879336317 None None] Routers {'cf9ad2ed-b314-49b1-973b-09d90abde58b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:57.962048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-cac6af3d-41aa-41cb-847e-fb0879336317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf9ad2ed-b314-49b1-973b-09d90abde58b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:58.023435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c265fe8-a73a-4df7-a3f8-b5c65f8b7394 req-4e83aee5-eb0f-470b-9e63-0ed697e4a86f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787311 Apr 05 18:56:58.074785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-cac6af3d-41aa-41cb-847e-fb0879336317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:58.100509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6af3d-41aa-41cb-847e-fb0879336317 None None] Routers {'cf9ad2ed-b314-49b1-973b-09d90abde58b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:58.102301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-cac6af3d-41aa-41cb-847e-fb0879336317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cf9ad2ed-b314-49b1-973b-09d90abde58b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:58.139825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Added routes are [] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 18:56:58.140129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Removed routes are [] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 18:56:58.140495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:58.185557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-cac6af3d-41aa-41cb-847e-fb0879336317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:58.189769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6af3d-41aa-41cb-847e-fb0879336317 None None] The sync data for ids ['cf9ad2ed-b314-49b1-973b-09d90abde58b'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:58.228475 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8f65173e-002f-4e5a-b12e-693d2d991ca2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/routers/cf9ad2ed-b314-49b1-973b-09d90abde58b HTTP/1.1" status: 200 len: 891 time: 0.2896414 Apr 05 18:56:58.231682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35158) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:58.233623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759b556-0a2c-4153-bb79-0759a29a5d9f req-1c35e402-d3cd-4203-baf3-1874fa88b08a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:58.242931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0759b556-0a2c-4153-bb79-0759a29a5d9f req-1c35e402-d3cd-4203-baf3-1874fa88b08a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.0872245 Apr 05 18:56:58.293604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0759b556-0a2c-4153-bb79-0759a29a5d9f req-41ec9bf0-e5d9-40af-8e1f-d61ac01efb8c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461183 Apr 05 18:56:58.301175 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b1281fc4-f4ad-49ff-ac00-9aec5395efe4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9ad2ed-b314-49b1-973b-09d90abde58b HTTP/1.1" status: 200 len: 205 time: 0.0682278 Apr 05 18:56:58.305962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35162) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:58.380248 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:58.387138 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:58.470038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004f342-05c8-4078-a1ea-2158c9db637d req-4e0d69fd-5b55-4544-a48d-8c39c114d72d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:58.473847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:58.474446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b004f342-05c8-4078-a1ea-2158c9db637d req-4e0d69fd-5b55-4544-a48d-8c39c114d72d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.0898538 Apr 05 18:56:58.556166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33b6d1a0-1401-446f-9790-a43eee6e695c req-605c5429-9d4b-48e5-9d98-d8bd79eca74d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0513663 Apr 05 18:56:58.600176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b004f342-05c8-4078-a1ea-2158c9db637d req-657b83b3-9516-4ec7-8bb6-31b56564da6a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186924 Apr 05 18:56:58.613612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 6febed1f-0c30-45c8-a004-c6b29f2d4166 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:56:58.740874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1320db5-c9a6-4a08-967f-4b71b6e2ca02 req-19efc62b-1690-4d45-b69f-4d65a8390f1c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:58.742114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:56:58.742616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1320db5-c9a6-4a08-967f-4b71b6e2ca02 req-19efc62b-1690-4d45-b69f-4d65a8390f1c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.0703657 Apr 05 18:56:58.758154 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] Sync routers for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:56:58.776144 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:58.778201 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:58.779046 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:58.783073 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b9d1c130-3a8a-4c08-8561-717254c37c01 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166 HTTP/1.1" status: 200 len: 700 time: 0.9362655 Apr 05 18:56:58.783673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35184) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:58.785423 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:58.821646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1320db5-c9a6-4a08-967f-4b71b6e2ca02 req-d419d1cf-fa30-4528-a22a-5308164dbc90 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655870 Apr 05 18:56:58.864596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8d563730-b7c1-46a6-b823-9466e15b1e4e tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=6febed1f-0c30-45c8-a004-c6b29f2d4166 HTTP/1.1" status: 200 len: 205 time: 0.0464933 Apr 05 18:56:58.864971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35190) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:58.897293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 23402235-c225-4eb8-8bb6-ff0d90d6e595 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:56:58.898383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:58.925160 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:59.020513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.025975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8400-7d8d-455d-a874-de9116926d19 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.032011 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:54Z', 'revision_number': 11, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:59.037786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 23402235-c225-4eb8-8bb6-ff0d90d6e595 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:56:59.091600 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] Checking router: 6febed1f-0c30-45c8-a004-c6b29f2d4166 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:56:59.111865 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] Routers {'6febed1f-0c30-45c8-a004-c6b29f2d4166'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:56:59.113247 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6febed1f-0c30-45c8-a004-c6b29f2d4166'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:59.216406 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] Set router 6febed1f-0c30-45c8-a004-c6b29f2d4166 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:56:59.273503 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:54Z', 'revision_number': 11, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:56:59.312241 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4e8395-a73a-4a2a-ac47-f54745187431 None None] The sync data for ids ['6febed1f-0c30-45c8-a004-c6b29f2d4166'] in n-d-836650-3 is: [{'id': '6febed1f-0c30-45c8-a004-c6b29f2d4166', 'name': 'tempest-RoutersTest-router-707965304', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:56Z', 'updated_at': '2022-04-05T18:56:54Z', 'revision_number': 11, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:56:59.328273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ab96b-4641-4a36-9e11-c6e60afe7356 req-6345b85b-89e1-4189-ac55-0e4b649ba048 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:59.334298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-197ab96b-4641-4a36-9e11-c6e60afe7356 req-6345b85b-89e1-4189-ac55-0e4b649ba048 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3300250 Apr 05 18:56:59.342685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8400-7d8d-455d-a874-de9116926d19 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.346953 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8400-7d8d-455d-a874-de9116926d19 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.456045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-197ab96b-4641-4a36-9e11-c6e60afe7356 req-4b68d69d-b8aa-4f11-80d4-166beb83f60a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108654 Apr 05 18:56:59.464132 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8400-7d8d-455d-a874-de9116926d19 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.464914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9c8400-7d8d-455d-a874-de9116926d19 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Fanout notify agent at l3_agent the message router_deleted on router 6febed1f-0c30-45c8-a004-c6b29f2d4166 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:56:59.486141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8400-7d8d-455d-a874-de9116926d19 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.488970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bd9c8400-7d8d-455d-a874-de9116926d19 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166 HTTP/1.1" status: 204 len: 168 time: 0.6226077 Apr 05 18:56:59.495525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35204) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:59.501887 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5a06c1ff-5622-410f-9527-37e3e48071ea tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-175254573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:59.551710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a06c1ff-5622-410f-9527-37e3e48071ea tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.552861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a06c1ff-5622-410f-9527-37e3e48071ea tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.641051 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a06c1ff-5622-410f-9527-37e3e48071ea tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.654506 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a06c1ff-5622-410f-9527-37e3e48071ea tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.657642 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.701741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a06c1ff-5622-410f-9527-37e3e48071ea tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.705529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5a06c1ff-5622-410f-9527-37e3e48071ea tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2056465 Apr 05 18:56:59.707947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35216) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:56:59.718378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6306ddb5-f8ae-40ca-a8c1-43c7c678b1eb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:56:59.719382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=23402235-c225-4eb8-8bb6-ff0d90d6e595,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:56:59.835243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.864744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793773-a7f6-4677-99d1-bc76db45aaa0 req-ccea9d18-1e18-4cf8-89e6-27834aa00c22 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:56:59.872889 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6793773-a7f6-4677-99d1-bc76db45aaa0 req-ccea9d18-1e18-4cf8-89e6-27834aa00c22 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2303617 Apr 05 18:56:59.923304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd3a5aff-ed76-454c-8404-b5c2918b118c req-ffbda925-7b12-47c1-8060-c07674d61318 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.1137567 Apr 05 18:56:59.972365 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.972365 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:56:59.995501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6793773-a7f6-4677-99d1-bc76db45aaa0 req-169a08be-abf6-4e5a-88d3-ccd8bed52ef4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216664 Apr 05 18:57:00.033632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6306ddb5-f8ae-40ca-a8c1-43c7c678b1eb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.043992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.043992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Fanout notify agent at l3_agent the message router_deleted on router cf9ad2ed-b314-49b1-973b-09d90abde58b {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:57:00.056860 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6306ddb5-f8ae-40ca-a8c1-43c7c678b1eb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.061206 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.067098 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4205d0ed-a542-4d67-9c4d-bffc026fbbeb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/cf9ad2ed-b314-49b1-973b-09d90abde58b HTTP/1.1" status: 204 len: 168 time: 1.7596390 Apr 05 18:57:00.068089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35226) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:00.079421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-572393'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:00.114945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:00.118762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.161703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:57:00.178531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.179496 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added segment 6db4e922-d4f9-4cb4-80d6-a6d0797c8854 of type vlan for network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a Apr 05 18:57:00.181720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6306ddb5-f8ae-40ca-a8c1-43c7c678b1eb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Router 0508d563-d1b2-4040-93ef-f839be8e2240 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:57:00.242163 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.281879 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.291150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:00.291938 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.328416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6306ddb5-f8ae-40ca-a8c1-43c7c678b1eb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:00.341128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] Sync routers for ids ['0508d563-d1b2-4040-93ef-f839be8e2240'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:00.348329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6306ddb5-f8ae-40ca-a8c1-43c7c678b1eb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.350160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6306ddb5-f8ae-40ca-a8c1-43c7c678b1eb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "PUT /v2.0/routers/0508d563-d1b2-4040-93ef-f839be8e2240 HTTP/1.1" status: 200 len: 693 time: 0.6404710 Apr 05 18:57:00.353146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35234) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:00.357742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] Routers {'0508d563-d1b2-4040-93ef-f839be8e2240'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:00.358360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0508d563-d1b2-4040-93ef-f839be8e2240'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:00.371839 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3008494 Apr 05 18:57:00.375691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7bb95-8137-4a78-a8c9-8a1e9cd6be1f req-c2777974-553a-4e10-879d-fae6154cf53f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:00.377439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6c7bb95-8137-4a78-a8c9-8a1e9cd6be1f req-c2777974-553a-4e10-879d-fae6154cf53f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.0911040 Apr 05 18:57:00.378089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35236) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:00.391417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c0500-7614-4bc1-aba7-7c278f949b04 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Network': ['ID=0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:00.416320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:57:00.420937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'subnet': {'network_id': '0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:00.467885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] Set router 0508d563-d1b2-4040-93ef-f839be8e2240 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:00.533458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-701351da-9562-4ce7-b708-ca51f8182483 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/routers/0508d563-d1b2-4040-93ef-f839be8e2240 HTTP/1.1" status: 200 len: 699 time: 0.1789334 Apr 05 18:57:00.536250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35240) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:00.547818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6c7bb95-8137-4a78-a8c9-8a1e9cd6be1f req-9ec2216e-6355-4b2b-a481-2f1f15518e26 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305637 Apr 05 18:57:00.560050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508d563-d1b2-4040-93ef-f839be8e2240', 'name': 'tempest-RoutersTest-router-175254573', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:56:59Z', 'updated_at': '2022-04-05T18:57:00Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:00.573062 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0b8c7abf-d554-455c-9164-830e86ca1d77 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=0508d563-d1b2-4040-93ef-f839be8e2240 HTTP/1.1" status: 200 len: 205 time: 0.0356510 Apr 05 18:57:00.576329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35242) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:00.592836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:00.597108 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.643415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] Checking router: 0508d563-d1b2-4040-93ef-f839be8e2240 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:57:00.677258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] Routers {'0508d563-d1b2-4040-93ef-f839be8e2240'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:00.677995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0508d563-d1b2-4040-93ef-f839be8e2240'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:00.694209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5d5d-ce69-426a-a08e-81a6df15f9c9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.879516 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:00.950826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] Set router 0508d563-d1b2-4040-93ef-f839be8e2240 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:01.008259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0508d563-d1b2-4040-93ef-f839be8e2240', 'name': 'tempest-RoutersTest-router-175254573', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:56:59Z', 'updated_at': '2022-04-05T18:57:00Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:01.008673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc76528-450b-40e9-975c-796accf99654 req-8311536c-8339-4925-a95d-81d27bcff758 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:01.010226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcc76528-450b-40e9-975c-796accf99654 req-8311536c-8339-4925-a95d-81d27bcff758 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1446955 Apr 05 18:57:01.024155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Subnet': ['ID=b0f1206a-7b68-4e56-86aa-1b1a9b512057,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:01.032549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Checking segment: {'id': '6db4e922-d4f9-4cb4-80d6-a6d0797c8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:01.033073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network hostable DHCP agents. Network: 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:57:01.041232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd04e7-6a65-4883-b19e-628365db4650 None None] The sync data for ids ['0508d563-d1b2-4040-93ef-f839be8e2240'] in n-d-836650-3 is: [{'id': '0508d563-d1b2-4040-93ef-f839be8e2240', 'name': 'tempest-RoutersTest-router-175254573', 'tenant_id': '3cf27f25b45349d789434ec970ded004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:56:59Z', 'updated_at': '2022-04-05T18:57:00Z', 'revision_number': 2, 'project_id': '3cf27f25b45349d789434ec970ded004', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:01.075276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5d5d-ce69-426a-a08e-81a6df15f9c9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.082759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5d5d-ce69-426a-a08e-81a6df15f9c9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.084240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcc76528-450b-40e9-975c-796accf99654 req-682d0e17-aa21-4971-82af-24c196dfb2f2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652580 Apr 05 18:57:01.100078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:57:01.126492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:01.137800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51579f0f-41ce-48b6-a7b1-c99a8cfb196c None None] Network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:01.144821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:01.146386 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.162060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5d5d-ce69-426a-a08e-81a6df15f9c9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.162768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffc5d5d-ce69-426a-a08e-81a6df15f9c9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Fanout notify agent at l3_agent the message router_deleted on router 0508d563-d1b2-4040-93ef-f839be8e2240 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:57:01.175443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5d5d-ce69-426a-a08e-81a6df15f9c9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.180609 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0ffc5d5d-ce69-426a-a08e-81a6df15f9c9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/0508d563-d1b2-4040-93ef-f839be8e2240 HTTP/1.1" status: 204 len: 168 time: 0.5993140 Apr 05 18:57:01.181176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35258) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.185465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35260) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.186251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8a00ed10-8f45-4cd8-b5a8-d3641ca67dc2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7718093 Apr 05 18:57:01.196852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d8fbb086-b04b-4a79-b2c9-3d6b83235a9d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1374816988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:01.231328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-437976d3-cd66-4aca-a5c5-1864f995a5ce req-e08d4e5c-1ce7-4cf2-b599-d6a76dbf6e1f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0434520 Apr 05 18:57:01.292012 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-557ff5b5-dd71-4dfc-9bb3-152cb5f6f313 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=0508d563-d1b2-4040-93ef-f839be8e2240 HTTP/1.1" status: 200 len: 205 time: 0.1094685 Apr 05 18:57:01.294984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35268) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.350146 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-de35f711-33bf-4f38-8fff-ebd885a68c8a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] delete failed (client error): The resource could not be found. Apr 05 18:57:01.355460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35272) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.356426 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-de35f711-33bf-4f38-8fff-ebd885a68c8a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/0508d563-d1b2-4040-93ef-f839be8e2240 HTTP/1.1" status: 404 len: 336 time: 0.0588613 Apr 05 18:57:01.366774 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb086-b04b-4a79-b2c9-3d6b83235a9d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.367969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb086-b04b-4a79-b2c9-3d6b83235a9d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.412863 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c023fdc-063d-419e-9f21-61dbfafea943 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] DELETE failed (client error): The resource could not be found. Apr 05 18:57:01.413936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c023fdc-063d-419e-9f21-61dbfafea943 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:57:01.420567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35276) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.422949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9c023fdc-063d-419e-9f21-61dbfafea943 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/b70aea18-f6e7-46bf-a17e-fa912efa7177 HTTP/1.1" status: 404 len: 337 time: 0.0664718 Apr 05 18:57:01.476376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a', 'network_id': '0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a', 'tenant_id': '654177f36674476ba227bc202d43d819', 'fixed_ips': [{'subnet_id': 'b0f1206a-7b68-4e56-86aa-1b1a9b512057'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:57:01.477486 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.477675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3429f-d300-4857-b502-91d30eef734b req-44f98144-b9e0-4328-bf2d-ed46e0343c37 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:01.488891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ac3429f-d300-4857-b502-91d30eef734b req-44f98144-b9e0-4328-bf2d-ed46e0343c37 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2001815 Apr 05 18:57:01.522420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb086-b04b-4a79-b2c9-3d6b83235a9d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.535008 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89b8266-84e8-49b2-8ee2-cb7f03005eeb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] DELETE failed (client error): The resource could not be found. Apr 05 18:57:01.535503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89b8266-84e8-49b2-8ee2-cb7f03005eeb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:57:01.541955 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f89b8266-84e8-49b2-8ee2-cb7f03005eeb tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/1530eb42-6c02-4c5f-bdd0-ba8b67542c96 HTTP/1.1" status: 404 len: 337 time: 0.1180327 Apr 05 18:57:01.551769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ac3429f-d300-4857-b502-91d30eef734b req-bf6ff2dd-7a1e-49aa-af9f-159ef1e5cabc tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613360 Apr 05 18:57:01.552301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35280) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.560815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb086-b04b-4a79-b2c9-3d6b83235a9d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.622544 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6a1a02-7143-48bc-aa1b-123b7183eb4b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] DELETE failed (client error): The resource could not be found. Apr 05 18:57:01.623933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6a1a02-7143-48bc-aa1b-123b7183eb4b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:57:01.636067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35288) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.645311 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7d6a1a02-7143-48bc-aa1b-123b7183eb4b tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/51f30ad9-02d1-41aa-965c-ed2c33f2c720 HTTP/1.1" status: 404 len: 337 time: 0.0791726 Apr 05 18:57:01.667247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb086-b04b-4a79-b2c9-3d6b83235a9d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.669732 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d8fbb086-b04b-4a79-b2c9-3d6b83235a9d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4819901 Apr 05 18:57:01.671244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Allocated IP 2001:db8::2 (0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a/b0f1206a-7b68-4e56-86aa-1b1a9b512057/d1957914-69a1-4128-b9e3-5165dce62ab9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:01.672474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35290) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.681714 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd31e20-b3bd-4ade-963e-8da78b200261 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] DELETE failed (client error): The resource could not be found. Apr 05 18:57:01.682163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd31e20-b3bd-4ade-963e-8da78b200261 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:57:01.691256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dbd31e20-b3bd-4ade-963e-8da78b200261 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/9f865a3d-9790-4b35-8529-0adc05ca4304 HTTP/1.1" status: 404 len: 337 time: 0.0540147 Apr 05 18:57:01.691895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.757093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-15434aa7-949f-4d11-bb19-f7ab984b1b91 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=6febed1f-0c30-45c8-a004-c6b29f2d4166 HTTP/1.1" status: 200 len: 205 time: 0.0639739 Apr 05 18:57:01.760516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35294) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.869200 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-ecc9fed3-0120-4021-93b0-da2b19f75dfa tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] delete failed (client error): The resource could not be found. Apr 05 18:57:01.873195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ecc9fed3-0120-4021-93b0-da2b19f75dfa tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/6febed1f-0c30-45c8-a004-c6b29f2d4166 HTTP/1.1" status: 404 len: 336 time: 0.1086342 Apr 05 18:57:01.873904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35298) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.908639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0af58dd2-0ff2-4b5a-83a4-35b5a2adbe8c tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b76fcdd-b576-4a75-a3f1-9864bbef9f1b HTTP/1.1" status: 200 len: 205 time: 0.0321996 Apr 05 18:57:01.909392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35300) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:01.929451 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:01.937837 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:02.010521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Pushing event updated for resources: {'Port': ['ID=d1957914-69a1-4128-b9e3-5165dce62ab9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:02.020416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc69a7-2e2e-4cc9-936c-1f4a380a6f41 req-a68741ff-51d9-403c-9b99-9f67343174a4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:02.026312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:02.028256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:02.031219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:02.032869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85cc69a7-2e2e-4cc9-936c-1f4a380a6f41 req-a68741ff-51d9-403c-9b99-9f67343174a4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2684729 Apr 05 18:57:02.035350 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-1e2c509d-df19-4742-970b-3b6d25cdb940 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] delete failed (client error): The resource could not be found. Apr 05 18:57:02.040301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1e2c509d-df19-4742-970b-3b6d25cdb940 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/1b76fcdd-b576-4a75-a3f1-9864bbef9f1b HTTP/1.1" status: 404 len: 336 time: 0.1128232 Apr 05 18:57:02.041709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.093054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Attempting to bind port d1957914-69a1-4128-b9e3-5165dce62ab9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:02.093263 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87c421e-ddc6-4080-ae3b-1d15509d2793 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] DELETE failed (client error): The resource could not be found. Apr 05 18:57:02.093485 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Attempting to bind port d1957914-69a1-4128-b9e3-5165dce62ab9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6db4e922-d4f9-4cb4-80d6-a6d0797c8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:02.093625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87c421e-ddc6-4080-ae3b-1d15509d2793 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:57:02.093790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Attempting to bind port d1957914-69a1-4128-b9e3-5165dce62ab9 on network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:02.099206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a87c421e-ddc6-4080-ae3b-1d15509d2793 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/78ea7925-9341-4968-8dc6-a69d6596738d HTTP/1.1" status: 404 len: 337 time: 0.0563660 Apr 05 18:57:02.099881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:02.100258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Checking segment: {'id': '6db4e922-d4f9-4cb4-80d6-a6d0797c8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:02.100746 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:02.101122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Bound using segment: {'id': '6db4e922-d4f9-4cb4-80d6-a6d0797c8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:02.101589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Bound port: d1957914-69a1-4128-b9e3-5165dce62ab9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db4e922-d4f9-4cb4-80d6-a6d0797c8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:02.102026 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:02.118838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35308) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.130082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85cc69a7-2e2e-4cc9-936c-1f4a380a6f41 req-4a3dac17-ba55-407a-94dc-41d5506945f1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962498 Apr 05 18:57:02.173251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35312) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.173714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a12918ac-86c4-4b52-a3ef-32fd1d4b85e4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=68912304-746a-48dc-8f19-c0b06d422798 HTTP/1.1" status: 200 len: 205 time: 0.0353041 Apr 05 18:57:02.221192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] For port d1957914-69a1-4128-b9e3-5165dce62ab9, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:02.225162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] For port d1957914-69a1-4128-b9e3-5165dce62ab9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d1957914-69a1-4128-b9e3-5165dce62ab9,segment=NetworkSegment(6db4e922-d4f9-4cb4-80d6-a6d0797c8854),segment_id=6db4e922-d4f9-4cb4-80d6-a6d0797c8854)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:02.235647 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:02.279655 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-a05f0418-7a5f-4de2-83d2-4384566acd7a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] delete failed (client error): The resource could not be found. Apr 05 18:57:02.283147 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a05f0418-7a5f-4de2-83d2-4384566acd7a tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/68912304-746a-48dc-8f19-c0b06d422798 HTTP/1.1" status: 404 len: 336 time: 0.1005659 Apr 05 18:57:02.283836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35316) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.306692 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:02.318746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa3bed-86cb-494b-8f44-b42bdaefab93 None None] Pushing event updated for resources: {'Port': ['ID=d1957914-69a1-4128-b9e3-5165dce62ab9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:02.368334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3b90b64b-d42b-4a0a-9e12-d95e510b1f9d tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1 HTTP/1.1" status: 200 len: 205 time: 0.0783308 Apr 05 18:57:02.368883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35320) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.461852 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-9a964157-e859-4b53-9859-7d17cec2af42 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] delete failed (client error): The resource could not be found. Apr 05 18:57:02.464462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9a964157-e859-4b53-9859-7d17cec2af42 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/6fdc2a4f-0c3c-4c84-894c-5fec50ddfdf1 HTTP/1.1" status: 404 len: 336 time: 0.0945945 Apr 05 18:57:02.467425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35324) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.554718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42b21a02-7345-4d37-9416-ea6dfd99fe25 req-f2bab919-7a83-4eda-aa66-2cf4fe979b21 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0813980 Apr 05 18:57:02.579713 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-64eef41f-4118-45a0-ad15-cb5caf032dc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] DELETE failed (client error): The resource could not be found. Apr 05 18:57:02.580424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64eef41f-4118-45a0-ad15-cb5caf032dc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:57:02.583680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-64eef41f-4118-45a0-ad15-cb5caf032dc9 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/518216d9-8ed2-424b-880b-f08d48164028 HTTP/1.1" status: 404 len: 337 time: 0.1136720 Apr 05 18:57:02.586244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.613913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ccb5f875-14e6-4bdc-aa51-e3de16aa12d7 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e67e6c-b3a5-4ea4-8cb1-b02667de1120 HTTP/1.1" status: 200 len: 205 time: 0.0262578 Apr 05 18:57:02.621341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35334) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.716777 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-b04acb3f-f0ca-46a1-aa2f-2382c774abad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] delete failed (client error): The resource could not be found. Apr 05 18:57:02.718857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b04acb3f-f0ca-46a1-aa2f-2382c774abad tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/e6e67e6c-b3a5-4ea4-8cb1-b02667de1120 HTTP/1.1" status: 404 len: 336 time: 0.0964155 Apr 05 18:57:02.721503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35336) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.772246 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8045762-cb0a-4ec2-b196-3277957939a4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] DELETE failed (client error): The resource could not be found. Apr 05 18:57:02.773205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8045762-cb0a-4ec2-b196-3277957939a4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:57:02.777143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f8045762-cb0a-4ec2-b196-3277957939a4 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/57f9da87-dddf-4b94-9670-819ec15400fa HTTP/1.1" status: 404 len: 337 time: 0.0539811 Apr 05 18:57:02.781139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35342) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.821601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1537d876-403a-4e5f-be09-4ba3e2001141 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fd2b5-841b-41d5-a47b-46ba1ac57519 HTTP/1.1" status: 200 len: 205 time: 0.0390651 Apr 05 18:57:02.823876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.834286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 2001:db8::1 (0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a/b0f1206a-7b68-4e56-86aa-1b1a9b512057/8ccd971b-b9a0-4ad4-b47a-2d39b83b0add) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:02.916698 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-ec5a177f-8b7a-43f0-920a-79e40f68258f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] delete failed (client error): The resource could not be found. Apr 05 18:57:02.919666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ec5a177f-8b7a-43f0-920a-79e40f68258f tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/routers/304fd2b5-841b-41d5-a47b-46ba1ac57519 HTTP/1.1" status: 404 len: 336 time: 0.0945125 Apr 05 18:57:02.922070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35350) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:02.979153 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7392bc30-54b0-4702-adcc-330a7bbc16c1 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] DELETE failed (client error): The resource could not be found. Apr 05 18:57:02.979831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7392bc30-54b0-4702-adcc-330a7bbc16c1 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:57:02.983864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7392bc30-54b0-4702-adcc-330a7bbc16c1 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/e85dc9b1-608f-4b89-9e41-749ca1b4a248 HTTP/1.1" status: 404 len: 337 time: 0.0603807 Apr 05 18:57:02.987631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35352) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:03.034223 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-37773cba-7fda-4940-aa31-b4b56352f966 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] DELETE failed (client error): The resource could not be found. Apr 05 18:57:03.034732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37773cba-7fda-4940-aa31-b4b56352f966 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:57:03.041350 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-37773cba-7fda-4940-aa31-b4b56352f966 tempest-RoutersTest-1691505129 tempest-RoutersTest-1691505129-project] 10.222.0.15 "DELETE /v2.0/subnets/4004ae68-4548-4b17-884a-7eed1e9f92e3 HTTP/1.1" status: 404 len: 337 time: 0.0527134 Apr 05 18:57:03.047654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.056259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94734149-9e5f-422e-8139-f1ca2c33e9e8 req-83ddec31-bf58-447e-932c-b7dde4bce30a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:03.058108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94734149-9e5f-422e-8139-f1ca2c33e9e8 req-83ddec31-bf58-447e-932c-b7dde4bce30a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.0893874 Apr 05 18:57:03.103801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.122724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-94734149-9e5f-422e-8139-f1ca2c33e9e8 req-83e2ac88-69c8-48ed-9beb-cc8e8b7d53c0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580254 Apr 05 18:57:03.190433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:03.220284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:03.222571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=8ccd971b-b9a0-4ad4-b47a-2d39b83b0add,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:03.224933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:03.226549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.264063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d1957914-69a1-4128-b9e3-5165dce62ab9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:03.390411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d1957914-69a1-4128-b9e3-5165dce62ab9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:03.390801 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.412025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.557948 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.635948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port d1957914-69a1-4128-b9e3-5165dce62ab9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d1957914-69a1-4128-b9e3-5165dce62ab9,segment=NetworkSegment(6db4e922-d4f9-4cb4-80d6-a6d0797c8854),segment_id=6db4e922-d4f9-4cb4-80d6-a6d0797c8854)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:03.652738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.687114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35370) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:03.754288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=d1957914-69a1-4128-b9e3-5165dce62ab9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:03.791775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67453161-12e2-4ff2-81f3-0c0d06ff2753 req-908a4a01-b127-41ac-8718-a18de5574d84 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0673435 Apr 05 18:57:03.936375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.943742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.946000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:03.969415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630ea00-1d53-42d3-97bc-efaa2686346e None None] Network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:04.008502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=8ccd971b-b9a0-4ad4-b47a-2d39b83b0add,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:04.086158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ec9e333a-e172-41aa-a658-6a5a0fbc3d6b None None] Provisioning complete for port d1957914-69a1-4128-b9e3-5165dce62ab9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:04.086560 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec9e333a-e172-41aa-a658-6a5a0fbc3d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:04.088603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e033773a-8a6a-4fb1-9ff8-e0ce6abda80c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cf27f25b45349d789434ec970ded004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003510 Apr 05 18:57:04.091556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35384) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:04.120197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:04.121836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:04.154011 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200dc22a-3ec6-444e-b2bd-3f59c5dc62ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:04.181155 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200dc22a-3ec6-444e-b2bd-3f59c5dc62ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:04.243269 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200dc22a-3ec6-444e-b2bd-3f59c5dc62ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:04.248351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200dc22a-3ec6-444e-b2bd-3f59c5dc62ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:04.250471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-200dc22a-3ec6-444e-b2bd-3f59c5dc62ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab70dfe9-74df-469a-907b-fb00fd5837eb HTTP/1.1" status: 204 len: 168 time: 0.1577990 Apr 05 18:57:04.332732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dc22a-3ec6-444e-b2bd-3f59c5dc62ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab70dfe9-74df-469a-907b-fb00fd5837eb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:04.360799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router ecac4f5b-e5d6-4cce-96e4-04a0ae62b297 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:57:04.391114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78106-91a0-4fc4-917e-2578e0e6183c req-a46f51d3-268f-4f45-8ac7-f146183f2354 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:04.392685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1b78106-91a0-4fc4-917e-2578e0e6183c req-a46f51d3-268f-4f45-8ac7-f146183f2354 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1365411 Apr 05 18:57:04.547009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:04.553667 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-78219c59-2dfc-47f0-b4d4-1b47886a8ef2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/ecac4f5b-e5d6-4cce-96e4-04a0ae62b297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8798382 Apr 05 18:57:04.556615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35402) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:04.561369 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa93fe-6e2e-4607-a395-2450f91da9d9 None None] Sync routers for ids ['ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:04.584967 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa93fe-6e2e-4607-a395-2450f91da9d9 None None] Routers {'ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:04.588170 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-40fa93fe-6e2e-4607-a395-2450f91da9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:04.656909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5bc0a-a936-468a-b251-1c90c3b9868c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:04.662302 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f1c5bc0a-a936-468a-b251-1c90c3b9868c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports/8ccd971b-b9a0-4ad4-b47a-2d39b83b0add HTTP/1.1" status: 200 len: 911 time: 0.1046247 Apr 05 18:57:04.663354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35406) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:04.669081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-45edf1a9-bbf8-4dfb-9f15-a83c5b4f4e9a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0f1206a-7b68-4e56-86aa-1b1a9b512057'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:04.674656 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-40fa93fe-6e2e-4607-a395-2450f91da9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:04.703560 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa93fe-6e2e-4607-a395-2450f91da9d9 None None] Routers {'ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:04.704197 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-40fa93fe-6e2e-4607-a395-2450f91da9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:04.742450 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-40fa93fe-6e2e-4607-a395-2450f91da9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:04.743389 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa93fe-6e2e-4607-a395-2450f91da9d9 None None] The sync data for ids ['ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:04.954874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c1b78106-91a0-4fc4-917e-2578e0e6183c req-5340165d-9848-4c00-a675-497d0800edd7 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512054 Apr 05 18:57:04.985422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359fa33-4b5d-4f8f-96b0-5db758a43324 req-6e762a26-1f15-4e5a-aca8-1780b35e7048 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:04.994249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3359fa33-4b5d-4f8f-96b0-5db758a43324 req-6e762a26-1f15-4e5a-aca8-1780b35e7048 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1097 time: 0.5269935 Apr 05 18:57:05.016628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3359fa33-4b5d-4f8f-96b0-5db758a43324 req-b9aa1d38-8d8b-4143-8155-743b9973e1af tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:05.139286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45edf1a9-bbf8-4dfb-9f15-a83c5b4f4e9a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:05.169255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1c9c4c61-9470-497a-8307-6526c1705219 None None] Provisioning complete for port d1957914-69a1-4128-b9e3-5165dce62ab9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:05.169854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4c61-9470-497a-8307-6526c1705219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:05.178018 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:05.255673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d1957914-69a1-4128-b9e3-5165dce62ab9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:05.331099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9581708e-2674-4c01-a28a-793a414289f4 req-a8f0eb62-0762-4372-8032-1c5f30cff80e tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0807405 Apr 05 18:57:05.373489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3359fa33-4b5d-4f8f-96b0-5db758a43324 req-b9aa1d38-8d8b-4143-8155-743b9973e1af tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:05.383868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3359fa33-4b5d-4f8f-96b0-5db758a43324 req-b9aa1d38-8d8b-4143-8155-743b9973e1af tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:05.431904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3359fa33-4b5d-4f8f-96b0-5db758a43324 req-b9aa1d38-8d8b-4143-8155-743b9973e1af tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4306731 Apr 05 18:57:05.466884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa1d38-8d8b-4143-8155-743b9973e1af tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e84f11-9b94-4f2d-bbce-4a438b7e2b60,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:05.503276 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d1957914-69a1-4128-b9e3-5165dce62ab9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:05.503641 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:05.595718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1c9c4c61-9470-497a-8307-6526c1705219 None None] Provisioning complete for port 8ccd971b-b9a0-4ad4-b47a-2d39b83b0add triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:05.596629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4c61-9470-497a-8307-6526c1705219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:05.684292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be074aeb-d960-4ee5-91f7-2d46ae8bd103 req-b477d398-2949-485f-bdd3-d094de838bcb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:05.700777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c4c61-9470-497a-8307-6526c1705219 None None] Port 8ccd971b-b9a0-4ad4-b47a-2d39b83b0add cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:05.700949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be074aeb-d960-4ee5-91f7-2d46ae8bd103 req-b477d398-2949-485f-bdd3-d094de838bcb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.1547890 Apr 05 18:57:05.809930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be074aeb-d960-4ee5-91f7-2d46ae8bd103 req-0dd55970-e7c8-4319-a6e1-cef4e33d9d2f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978415 Apr 05 18:57:05.845724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b341fb0f-75a1-45d1-ba19-1418e7fab87d None None] Provisioning complete for port 8ccd971b-b9a0-4ad4-b47a-2d39b83b0add triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:05.846598 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b341fb0f-75a1-45d1-ba19-1418e7fab87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:05.864770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35446) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:05.949766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b341fb0f-75a1-45d1-ba19-1418e7fab87d None None] Port 8ccd971b-b9a0-4ad4-b47a-2d39b83b0add cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:05.987991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1512ad42-9d69-41fd-a205-15fb9918956e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c HTTP/1.1" status: 200 len: 993 time: 0.1212192 Apr 05 18:57:06.014858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35452) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:06.062678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45edf1a9-bbf8-4dfb-9f15-a83c5b4f4e9a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.074358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ae36bd9f-75cb-4557-9192-6e65d94204b3 None None] Provisioning complete for port 8ccd971b-b9a0-4ad4-b47a-2d39b83b0add triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:06.074754 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae36bd9f-75cb-4557-9192-6e65d94204b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.075764 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45edf1a9-bbf8-4dfb-9f15-a83c5b4f4e9a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.084609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45edf1a9-bbf8-4dfb-9f15-a83c5b4f4e9a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:06.085501 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45edf1a9-bbf8-4dfb-9f15-a83c5b4f4e9a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.090045 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-45edf1a9-bbf8-4dfb-9f15-a83c5b4f4e9a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/ports/8ccd971b-b9a0-4ad4-b47a-2d39b83b0add HTTP/1.1" status: 200 len: 911 time: 1.4224920 Apr 05 18:57:06.103740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35458) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:06.149824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edf1a9-bbf8-4dfb-9f15-a83c5b4f4e9a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=8ccd971b-b9a0-4ad4-b47a-2d39b83b0add,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:06.169062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ae36bd9f-75cb-4557-9192-6e65d94204b3 None None] Port 8ccd971b-b9a0-4ad4-b47a-2d39b83b0add cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:06.245763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b2d7c9be-e42d-45e0-83ca-82c9a84a7b92 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:06.247047 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-b2d7c9be-e42d-45e0-83ca-82c9a84a7b92 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 18:57:06.247651 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-b2d7c9be-e42d-45e0-83ca-82c9a84a7b92 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 18:57:06.252520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35468) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:06.252721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b2d7c9be-e42d-45e0-83ca-82c9a84a7b92 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2365081 Apr 05 18:57:06.262920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--636623488'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:06.307814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-4110d4fa-6392-4ee5-b5af-0a4f50c786d0 req-56d722d5-714d-4801-8c8f-5d13204114d6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:57:06.309140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4110d4fa-6392-4ee5-b5af-0a4f50c786d0 req-56d722d5-714d-4801-8c8f-5d13204114d6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071425 Apr 05 18:57:06.316116 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.330907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.397909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f1a9-522b-457d-a5bf-4e380d79d00f req-03f262e4-9d03-498a-a1d3-d72a46735f74 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:06.405399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d24f1a9-522b-457d-a5bf-4e380d79d00f req-03f262e4-9d03-498a-a1d3-d72a46735f74 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1658752 Apr 05 18:57:06.461970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d24f1a9-522b-457d-a5bf-4e380d79d00f req-13907328-1346-405b-a58b-dc22b0190395 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525966 Apr 05 18:57:06.507889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.514590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.606203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.612136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.638862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85c0c84-54dc-45b5-9e3c-4261d8dcbdc6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:06.655464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6960d6ae-b47b-4f67-a508-6324725a019c req-65c940e2-06f5-470d-86cf-42b7addae50d tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0924232 Apr 05 18:57:06.665930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.675011 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4203527 Apr 05 18:57:06.679679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35486) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:06.686365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e2367acc-80f1-4640-9174-c9addd1f280e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': '4edcf7f3-09a3-4883-aa8e-5e427539b02d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:06.722225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e46574-da93-4b58-9368-f7612ac49a06 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edcf7f3-09a3-4883-aa8e-5e427539b02d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:06.740770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2367acc-80f1-4640-9174-c9addd1f280e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.853876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2367acc-80f1-4640-9174-c9addd1f280e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.861756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.863991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2367acc-80f1-4640-9174-c9addd1f280e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.946577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2367acc-80f1-4640-9174-c9addd1f280e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a0b3fb-fae6-4600-ba3f-4fcf55f527d6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:06.973346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2367acc-80f1-4640-9174-c9addd1f280e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:06.974559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35494) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:06.977857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e2367acc-80f1-4640-9174-c9addd1f280e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2970247 Apr 05 18:57:06.981908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2d89fee3-d7f8-4d70-b49f-83afdb8b28bf tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': '4edcf7f3-09a3-4883-aa8e-5e427539b02d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:07.019011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2d89fee3-d7f8-4d70-b49f-83afdb8b28bf tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.136751 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-2d89fee3-d7f8-4d70-b49f-83afdb8b28bf tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 18:57:07.138902 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2d89fee3-d7f8-4d70-b49f-83afdb8b28bf tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1621468 Apr 05 18:57:07.139767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413301d-eb33-4074-ae39-e476d66e2d5d req-d18ebcba-564a-4490-a77f-24d48f251f82 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:07.141298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7413301d-eb33-4074-ae39-e476d66e2d5d req-d18ebcba-564a-4490-a77f-24d48f251f82 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.0780005 Apr 05 18:57:07.142217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35498) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:07.147984 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.154046 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-8289a764-2af2-415f-8d0f-ca3c39881782 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712504 Apr 05 18:57:07.253107 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7413301d-eb33-4074-ae39-e476d66e2d5d req-64d40877-21ce-43e1-8d24-7aa0757543ac tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953748 Apr 05 18:57:07.302620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d49758c-9529-4da1-b5ec-c851f656e1fe tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.341585 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d49758c-9529-4da1-b5ec-c851f656e1fe tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.365734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 8ccd971b-b9a0-4ad4-b47a-2d39b83b0add {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:07.366851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.457297 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d49758c-9529-4da1-b5ec-c851f656e1fe tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.461826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d49758c-9529-4da1-b5ec-c851f656e1fe tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.463662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4d49758c-9529-4da1-b5ec-c851f656e1fe tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/4edcf7f3-09a3-4883-aa8e-5e427539b02d HTTP/1.1" status: 204 len: 168 time: 0.3205841 Apr 05 18:57:07.468908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35514) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:07.490074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49758c-9529-4da1-b5ec-c851f656e1fe tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edcf7f3-09a3-4883-aa8e-5e427539b02d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:07.507815 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.526980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 8ccd971b-b9a0-4ad4-b47a-2d39b83b0add owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:07.612201 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b96dd05e-7375-4b61-949d-5fe4cb1a9da2 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1419117 Apr 05 18:57:07.617392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35526) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:07.621929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e89913c4-2016-4f04-ad23-538d5bec8045 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517693919'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:07.652951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e89913c4-2016-4f04-ad23-538d5bec8045 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.791337 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e89913c4-2016-4f04-ad23-538d5bec8045 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.799234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e89913c4-2016-4f04-ad23-538d5bec8045 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.850158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e89913c4-2016-4f04-ad23-538d5bec8045 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.856818 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e89913c4-2016-4f04-ad23-538d5bec8045 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2343099 Apr 05 18:57:07.857447 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35534) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:07.865073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0b1e5a3b-b2d2-4737-a5cd-284e1b1cd4ae tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': '15d5fc5b-354e-47a1-aca6-6f52542404be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:07.865815 n-d-836650-3 neutron-server[102639]: WARNING neutron.api.v2.base [None req-0b1e5a3b-b2d2-4737-a5cd-284e1b1cd4ae tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 05 18:57:07.867216 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-0b1e5a3b-b2d2-4737-a5cd-284e1b1cd4ae tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:07.868205 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0b1e5a3b-b2d2-4737-a5cd-284e1b1cd4ae tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069158 Apr 05 18:57:07.870232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89913c4-2016-4f04-ad23-538d5bec8045 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d5fc5b-354e-47a1-aca6-6f52542404be,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:07.873161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35536) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:07.890212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dac87-f3fd-423a-a8b6-8e22719dd13a req-851af4f6-5a6a-420e-8436-5ebabb3cd772 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:07.900383 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-257dac87-f3fd-423a-a8b6-8e22719dd13a req-851af4f6-5a6a-420e-8436-5ebabb3cd772 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2891648 Apr 05 18:57:07.933930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.972443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:07.993796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7bf72c28-728b-477e-bd2f-fd14b30d1c70 req-a622303c-ec6b-4c92-aa10-bd1537336367 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.2120602 Apr 05 18:57:08.004487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.065749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=8ccd971b-b9a0-4ad4-b47a-2d39b83b0add,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:08.071734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.075607 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.080712 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/15d5fc5b-354e-47a1-aca6-6f52542404be HTTP/1.1" status: 204 len: 168 time: 0.2062337 Apr 05 18:57:08.081641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35542) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:08.094090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-257dac87-f3fd-423a-a8b6-8e22719dd13a req-7311616a-b646-468e-b7aa-aefd816bbeca tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923146 Apr 05 18:57:08.119227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d5fc5b-354e-47a1-aca6-6f52542404be,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:08.136861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.137545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.137793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.138225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.138745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.139178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.140001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.140001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.140468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.140942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.141360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.142335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca9ac0-decd-46b1-9858-e734f520faa3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:08.206042 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5fa38961-7d26-4ce2-80fe-cb6b817f6685 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1091828 Apr 05 18:57:08.207040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35544) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:08.231582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-63db08d1-71e9-4e80-9238-e622609c6d10 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--414618276'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:08.290488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63db08d1-71e9-4e80-9238-e622609c6d10 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.335563 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.440134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63db08d1-71e9-4e80-9238-e622609c6d10 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.447134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63db08d1-71e9-4e80-9238-e622609c6d10 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.514845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db08d1-71e9-4e80-9238-e622609c6d10 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4436b701-d17b-4ea9-b089-1652c7f9bf17,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:08.540772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-63db08d1-71e9-4e80-9238-e622609c6d10 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.542031 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-63db08d1-71e9-4e80-9238-e622609c6d10 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3337326 Apr 05 18:57:08.547372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35554) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:08.558140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2b6260e2-9f74-4439-a09c-409097b31e92 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': '4436b701-d17b-4ea9-b089-1652c7f9bf17', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:08.560022 n-d-836650-3 neutron-server[102639]: WARNING neutron.api.v2.base [None req-2b6260e2-9f74-4439-a09c-409097b31e92 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 05 18:57:08.560561 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-2b6260e2-9f74-4439-a09c-409097b31e92 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:08.561720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2b6260e2-9f74-4439-a09c-409097b31e92 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133507 Apr 05 18:57:08.564563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35556) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:08.724028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97788eef-439c-4919-8164-683495a47c4f req-05ba6064-d655-4c38-8d40-45182ad8af30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:08.726484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97788eef-439c-4919-8164-683495a47c4f req-05ba6064-d655-4c38-8d40-45182ad8af30 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.2831485 Apr 05 18:57:08.734079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router ecac4f5b-e5d6-4cce-96e4-04a0ae62b297 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:57:08.765796 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fad5-29e7-4489-aa7d-5e67577d2f7c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.884806 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fad5-29e7-4489-aa7d-5e67577d2f7c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.905113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97788eef-439c-4919-8164-683495a47c4f req-05464a81-85d2-4a88-98ee-befa63a445fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694708 Apr 05 18:57:08.908313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:08.917732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fd81d046-a804-4f7c-bd79-eeebaa7169d5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/ecac4f5b-e5d6-4cce-96e4-04a0ae62b297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8121309 Apr 05 18:57:08.921513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35562) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:08.924339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cb2c0-5b0c-4e9d-a42c-4a88253a1440 None None] Sync routers for ids ['ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:08.947598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cb2c0-5b0c-4e9d-a42c-4a88253a1440 None None] Routers {'ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:08.948481 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fad5-29e7-4489-aa7d-5e67577d2f7c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.949075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-600cb2c0-5b0c-4e9d-a42c-4a88253a1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:08.956634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fad5-29e7-4489-aa7d-5e67577d2f7c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:08.961608 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2dc3fad5-29e7-4489-aa7d-5e67577d2f7c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/4436b701-d17b-4ea9-b089-1652c7f9bf17 HTTP/1.1" status: 204 len: 168 time: 0.3938851 Apr 05 18:57:08.962975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35564) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:08.976774 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7cdd87c9-8139-4275-b11e-2d7d4546d8b2 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecac4f5b-e5d6-4cce-96e4-04a0ae62b297 HTTP/1.1" status: 200 len: 205 time: 0.0541058 Apr 05 18:57:08.980625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35568) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:08.997194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3fad5-29e7-4489-aa7d-5e67577d2f7c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4436b701-d17b-4ea9-b089-1652c7f9bf17,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:09.002554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-600cb2c0-5b0c-4e9d-a42c-4a88253a1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:09.042539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6a17caa6-3398-4bfa-a3f4-9a0420cd760c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715139 Apr 05 18:57:09.046084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35572) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:09.046947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cb2c0-5b0c-4e9d-a42c-4a88253a1440 None None] Routers {'ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:09.049253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-600cb2c0-5b0c-4e9d-a42c-4a88253a1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:56:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:09.054143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-239a5424-e408-448a-a5aa-ad99da092bc5 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019103848'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:09.109424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-239a5424-e408-448a-a5aa-ad99da092bc5 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.146251 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-600cb2c0-5b0c-4e9d-a42c-4a88253a1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:09.147945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cb2c0-5b0c-4e9d-a42c-4a88253a1440 None None] The sync data for ids ['ecac4f5b-e5d6-4cce-96e4-04a0ae62b297'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:09.196730 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31237fd1-c23a-44c3-a9d7-6f9a1c607878 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.315041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47fd218f-ab3d-4055-afc1-b59558052c33 req-b18e34ed-46b8-44fd-bb31-560703d5177f tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0711639 Apr 05 18:57:09.359013 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-239a5424-e408-448a-a5aa-ad99da092bc5 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.373756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b19d4-99dc-465a-8f19-e22f66929b82 req-d7a66e45-7200-4afc-b648-704b51165900 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:09.382871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-967b19d4-99dc-465a-8f19-e22f66929b82 req-d7a66e45-7200-4afc-b648-704b51165900 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1303647 Apr 05 18:57:09.385411 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-239a5424-e408-448a-a5aa-ad99da092bc5 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.430878 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31237fd1-c23a-44c3-a9d7-6f9a1c607878 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.433095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31237fd1-c23a-44c3-a9d7-6f9a1c607878 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.436415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a5424-e408-448a-a5aa-ad99da092bc5 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf26ef-7615-4f80-952e-9b9f87630a41,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:09.448314 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71d6f3a2-b487-4ffb-b698-9b3160357c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.463200 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-239a5424-e408-448a-a5aa-ad99da092bc5 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.468966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-239a5424-e408-448a-a5aa-ad99da092bc5 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4217196 Apr 05 18:57:09.469942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35582) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:09.480537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-af21d601-22cb-4ea2-bdbf-603f3843241b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'eadf26ef-7615-4f80-952e-9b9f87630a41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:09.495364 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31237fd1-c23a-44c3-a9d7-6f9a1c607878 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.495869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31237fd1-c23a-44c3-a9d7-6f9a1c607878 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Fanout notify agent at l3_agent the message router_deleted on router ecac4f5b-e5d6-4cce-96e4-04a0ae62b297 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:57:09.503731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31237fd1-c23a-44c3-a9d7-6f9a1c607878 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.504868 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-31237fd1-c23a-44c3-a9d7-6f9a1c607878 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/ecac4f5b-e5d6-4cce-96e4-04a0ae62b297 HTTP/1.1" status: 204 len: 168 time: 0.5220332 Apr 05 18:57:09.507563 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35584) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:09.514440 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-af21d601-22cb-4ea2-bdbf-603f3843241b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 05 18:57:09.515084 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-af21d601-22cb-4ea2-bdbf-603f3843241b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:09.516786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-af21d601-22cb-4ea2-bdbf-603f3843241b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0421329 Apr 05 18:57:09.530284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-967b19d4-99dc-465a-8f19-e22f66929b82 req-b2c2e514-d505-4b75-8eec-be1b44e0ddef tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463928 Apr 05 18:57:09.534824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35588) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:09.544532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a0e964f7-44fe-4d57-af6a-b0123a915d67 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'eadf26ef-7615-4f80-952e-9b9f87630a41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:09.545414 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-a0e964f7-44fe-4d57-af6a-b0123a915d67 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 05 18:57:09.546091 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-a0e964f7-44fe-4d57-af6a-b0123a915d67 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:09.547303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a0e964f7-44fe-4d57-af6a-b0123a915d67 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108337 Apr 05 18:57:09.550052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35590) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:09.556488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-db598e65-b8a3-4f72-88e3-5c5a2e9fd7ff tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'eadf26ef-7615-4f80-952e-9b9f87630a41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:09.557577 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-db598e65-b8a3-4f72-88e3-5c5a2e9fd7ff tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 05 18:57:09.558281 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-db598e65-b8a3-4f72-88e3-5c5a2e9fd7ff tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:09.560089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-db598e65-b8a3-4f72-88e3-5c5a2e9fd7ff tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088656 Apr 05 18:57:09.562910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35592) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:09.568505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8c8764ca-f98b-469f-8276-6de97e83dc2d tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'eadf26ef-7615-4f80-952e-9b9f87630a41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:09.571334 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-8c8764ca-f98b-469f-8276-6de97e83dc2d tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 05 18:57:09.572043 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-8c8764ca-f98b-469f-8276-6de97e83dc2d tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:09.573756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8c8764ca-f98b-469f-8276-6de97e83dc2d tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095046 Apr 05 18:57:09.578899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35596) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:09.580377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0b0421-143b-470a-9f1b-f60d9b7c2ba0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting subnet b0f1206a-7b68-4e56-86aa-1b1a9b512057 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:57:09.588391 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0421-143b-470a-9f1b-f60d9b7c2ba0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.622262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-556aa718-d699-4915-b000-a1b26f82bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:09.625086 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-556aa718-d699-4915-b000-a1b26f82bd63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1097 time: 0.3271968 Apr 05 18:57:09.658040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16b71597-b646-4684-822d-abfc8c9a1a3b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.700136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16b71597-b646-4684-822d-abfc8c9a1a3b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.763985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16b71597-b646-4684-822d-abfc8c9a1a3b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.768229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16b71597-b646-4684-822d-abfc8c9a1a3b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:09.769778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-16b71597-b646-4684-822d-abfc8c9a1a3b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/eadf26ef-7615-4f80-952e-9b9f87630a41 HTTP/1.1" status: 204 len: 168 time: 0.1890879 Apr 05 18:57:09.775193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35600) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:09.801184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b71597-b646-4684-822d-abfc8c9a1a3b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf26ef-7615-4f80-952e-9b9f87630a41,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:09.842197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4c958875-4b88-4c1a-ba47-6cba9eb1a236 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655882 Apr 05 18:57:09.845978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35604) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:09.852258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-26c25a85-1283-4c45-a0de-df403867ec43 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587457804'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:09.880706 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26c25a85-1283-4c45-a0de-df403867ec43 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.012304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26c25a85-1283-4c45-a0de-df403867ec43 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.019705 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26c25a85-1283-4c45-a0de-df403867ec43 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.068235 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0421-143b-470a-9f1b-f60d9b7c2ba0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.107256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26c25a85-1283-4c45-a0de-df403867ec43 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.108513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-26c25a85-1283-4c45-a0de-df403867ec43 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2614026 Apr 05 18:57:10.113235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35612) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.118645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-28ad820f-eb68-4e54-bdc3-93ae69e78c70 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'e84dcc23-affd-46b7-86fb-60ef20cae47b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:10.119891 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-28ad820f-eb68-4e54-bdc3-93ae69e78c70 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 18:57:10.120566 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-28ad820f-eb68-4e54-bdc3-93ae69e78c70 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:10.121549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-28ad820f-eb68-4e54-bdc3-93ae69e78c70 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073838 Apr 05 18:57:10.124176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c25a85-1283-4c45-a0de-df403867ec43 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84dcc23-affd-46b7-86fb-60ef20cae47b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:10.124980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35614) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.142879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6e42a138-ea19-42ed-9dc3-48c4338d985b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'e84dcc23-affd-46b7-86fb-60ef20cae47b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:10.152099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-8bf02f5a-1930-4e16-9913-b9bf82aa62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:10.153838 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-8bf02f5a-1930-4e16-9913-b9bf82aa62c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 897 time: 0.5203815 Apr 05 18:57:10.154271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193c4f-5245-4119-ae72-48bed6558dce req-d90c46a1-03b3-4444-9dd0-24313f40a0c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:10.158110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38193c4f-5245-4119-ae72-48bed6558dce req-d90c46a1-03b3-4444-9dd0-24313f40a0c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.1020555 Apr 05 18:57:10.211490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38193c4f-5245-4119-ae72-48bed6558dce req-896b6728-2b8b-4a77-9934-3ea6e45ce3ee tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430176 Apr 05 18:57:10.295557 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-9fc925f2-f072-41e5-b7db-553899595f81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 1001 time: 0.1306026 Apr 05 18:57:10.297124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0421-143b-470a-9f1b-f60d9b7c2ba0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.300449 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-6e42a138-ea19-42ed-9dc3-48c4338d985b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:10.304974 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e42a138-ea19-42ed-9dc3-48c4338d985b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1754920 Apr 05 18:57:10.305064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35620) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.310362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-faa45dba-418b-402a-bfd8-0bca128d3152 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'e84dcc23-affd-46b7-86fb-60ef20cae47b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:10.310879 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-faa45dba-418b-402a-bfd8-0bca128d3152 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 05 18:57:10.311366 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-faa45dba-418b-402a-bfd8-0bca128d3152 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:10.315134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-faa45dba-418b-402a-bfd8-0bca128d3152 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062151 Apr 05 18:57:10.315334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35622) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.324098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c3e1243b-6556-4a8b-a04f-8f5a1b654aaa tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'e84dcc23-affd-46b7-86fb-60ef20cae47b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:10.371302 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-c3e1243b-6556-4a8b-a04f-8f5a1b654aaa tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:10.375487 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c3e1243b-6556-4a8b-a04f-8f5a1b654aaa tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0562844 Apr 05 18:57:10.387413 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-63df0b42-2709-4e0c-8107-5e60d5340373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:10.388866 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-63df0b42-2709-4e0c-8107-5e60d5340373 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 0.0671856 Apr 05 18:57:10.392436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35624) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.405350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-10a8ac3a-ce81-4252-9765-b7e050aab826 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'e84dcc23-affd-46b7-86fb-60ef20cae47b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:10.409139 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-10a8ac3a-ce81-4252-9765-b7e050aab826 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 18:57:10.409780 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-10a8ac3a-ce81-4252-9765-b7e050aab826 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:10.419739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-10a8ac3a-ce81-4252-9765-b7e050aab826 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0197556 Apr 05 18:57:10.420413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35628) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.424864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3da5200a-841c-4432-a86e-72249694dc6d tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'e84dcc23-affd-46b7-86fb-60ef20cae47b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:10.442164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0421-143b-470a-9f1b-f60d9b7c2ba0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.484186 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-3da5200a-841c-4432-a86e-72249694dc6d tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Project f722a0b8f7854b868f934a1ed9a841de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:57:10.502665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0421-143b-470a-9f1b-f60d9b7c2ba0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.505449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb60a0a-f065-49c1-9522-600cc6bdfc47 None None] Network 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:10.511429 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bb0b0421-143b-470a-9f1b-f60d9b7c2ba0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/b0f1206a-7b68-4e56-86aa-1b1a9b512057 HTTP/1.1" status: 204 len: 168 time: 1.0026805 Apr 05 18:57:10.514188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35632) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.515237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b0421-143b-470a-9f1b-f60d9b7c2ba0 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f1206a-7b68-4e56-86aa-1b1a9b512057,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:10.521584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cd91f23-6d75-4248-966c-0e60e8d4760d req-77cd5785-57fa-468c-b33d-75f7d1e20658 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0344315 Apr 05 18:57:10.532315 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-3da5200a-841c-4432-a86e-72249694dc6d tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:10.534499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-82f8bd77-f6c2-464b-b5b4-54d725c8d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:10.536120 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-82f8bd77-f6c2-464b-b5b4-54d725c8d1c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374002 Apr 05 18:57:10.536327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3da5200a-841c-4432-a86e-72249694dc6d tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1147854 Apr 05 18:57:10.536755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35634) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.562939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ff3ef082-646d-44f8-8ebb-1bb918032edf tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'e84dcc23-affd-46b7-86fb-60ef20cae47b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:10.564111 n-d-836650-3 neutron-server[102639]: WARNING neutron.api.v2.base [None req-ff3ef082-646d-44f8-8ebb-1bb918032edf tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 05 18:57:10.565197 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-ff3ef082-646d-44f8-8ebb-1bb918032edf tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:10.568414 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ff3ef082-646d-44f8-8ebb-1bb918032edf tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0281734 Apr 05 18:57:10.571660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35638) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.577059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f4ad8775-245b-4780-a8fd-9ab35730b366 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'e84dcc23-affd-46b7-86fb-60ef20cae47b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:10.623415 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-f4ad8775-245b-4780-a8fd-9ab35730b366 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Project f722a0b8f7854b868f934a1ed9a841de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:57:10.647762 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-f4ad8775-245b-4780-a8fd-9ab35730b366 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:10.649047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f4ad8775-245b-4780-a8fd-9ab35730b366 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0763555 Apr 05 18:57:10.651720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35642) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.657374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.659082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-36bdb0e5-f805-48f3-b54a-e22f71d66daa tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'e84dcc23-affd-46b7-86fb-60ef20cae47b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:10.785207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75e64-6009-4d31-bb87-d3d986e9a76c req-b037d083-64f9-4c78-806f-677b6cde8be1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:10.786946 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ee75e64-6009-4d31-bb87-d3d986e9a76c req-b037d083-64f9-4c78-806f-677b6cde8be1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1118090 Apr 05 18:57:10.787600 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-36bdb0e5-f805-48f3-b54a-e22f71d66daa tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Project f722a0b8f7854b868f934a1ed9a841de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:57:10.822769 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-eb64b1e0-ea58-46c8-8c73-aa67f8f7e2de service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804426 Apr 05 18:57:10.827998 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-36bdb0e5-f805-48f3-b54a-e22f71d66daa tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:10.831592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-36bdb0e5-f805-48f3-b54a-e22f71d66daa tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1757023 Apr 05 18:57:10.833723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port d1957914-69a1-4128-b9e3-5165dce62ab9 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:10.834063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.838941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35650) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:10.851527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab5940-5303-4dd5-8234-bab84c70fa71 None None] DHCP port deletion for 0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:57:10.906902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ee75e64-6009-4d31-bb87-d3d986e9a76c req-92ed0210-8b46-4494-b5fd-9ba105554551 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042368 Apr 05 18:57:10.940822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-34ab5940-5303-4dd5-8234-bab84c70fa71 None None] Deleting port d1957914-69a1-4128-b9e3-5165dce62ab9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:10.941588 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ab5940-5303-4dd5-8234-bab84c70fa71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.942371 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6741eb8a-938c-4641-9047-2b62959bc62e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:10.974723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6741eb8a-938c-4641-9047-2b62959bc62e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.032499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-34ab5940-5303-4dd5-8234-bab84c70fa71 None None] For port d1957914-69a1-4128-b9e3-5165dce62ab9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d1957914-69a1-4128-b9e3-5165dce62ab9,segment=NetworkSegment(6db4e922-d4f9-4cb4-80d6-a6d0797c8854),segment_id=6db4e922-d4f9-4cb4-80d6-a6d0797c8854)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:11.032788 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ab5940-5303-4dd5-8234-bab84c70fa71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.036341 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6741eb8a-938c-4641-9047-2b62959bc62e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.039930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6741eb8a-938c-4641-9047-2b62959bc62e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.041106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6741eb8a-938c-4641-9047-2b62959bc62e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/e84dcc23-affd-46b7-86fb-60ef20cae47b HTTP/1.1" status: 204 len: 168 time: 0.2011645 Apr 05 18:57:11.048692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-34ab5940-5303-4dd5-8234-bab84c70fa71 None None] Calling delete_port for d1957914-69a1-4128-b9e3-5165dce62ab9 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:11.050026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port d1957914-69a1-4128-b9e3-5165dce62ab9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d1957914-69a1-4128-b9e3-5165dce62ab9,segment=NetworkSegment(6db4e922-d4f9-4cb4-80d6-a6d0797c8854),segment_id=6db4e922-d4f9-4cb4-80d6-a6d0797c8854)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:11.050787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.052238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35656) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:11.053816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741eb8a-938c-4641-9047-2b62959bc62e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84dcc23-affd-46b7-86fb-60ef20cae47b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:11.080120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for d1957914-69a1-4128-b9e3-5165dce62ab9 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:11.166601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-610f690d-4d3e-4ec8-8008-a9e43d37105f tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982225 Apr 05 18:57:11.167070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35658) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:11.175304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b8dfce1d-ba9d-4adc-84c6-a61c1353f208 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--86925609'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:11.204660 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8dfce1d-ba9d-4adc-84c6-a61c1353f208 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.232245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-eed123f1-8c73-48c0-8eb6-889648a6d75e service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006701 Apr 05 18:57:11.244290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d1957914-69a1-4128-b9e3-5165dce62ab9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:57:11.263969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.319765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8dfce1d-ba9d-4adc-84c6-a61c1353f208 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.322541 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ab5940-5303-4dd5-8234-bab84c70fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.326450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=d1957914-69a1-4128-b9e3-5165dce62ab9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:11.328649 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8dfce1d-ba9d-4adc-84c6-a61c1353f208 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.347014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No DVR routers for this DVR port d1957914-69a1-4128-b9e3-5165dce62ab9 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:57:11.377448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab5940-5303-4dd5-8234-bab84c70fa71 None None] Pushing event deleted for resources: {'Port': ['ID=d1957914-69a1-4128-b9e3-5165dce62ab9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:11.387099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab5940-5303-4dd5-8234-bab84c70fa71 None None] No DVR routers for this DVR port d1957914-69a1-4128-b9e3-5165dce62ab9 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:57:11.401655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No active binding found for port d1957914-69a1-4128-b9e3-5165dce62ab9 {{(pid=102641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 18:57:11.402565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d1957914-69a1-4128-b9e3-5165dce62ab9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:57:11.438111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfce1d-ba9d-4adc-84c6-a61c1353f208 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2942b39-1d60-41b1-a6a8-9210eb8b2ca9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:11.454726 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b8dfce1d-ba9d-4adc-84c6-a61c1353f208 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.456662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b8dfce1d-ba9d-4adc-84c6-a61c1353f208 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2886319 Apr 05 18:57:11.461030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:11.466863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a288121e-d431-4535-9906-4cd6238986e0 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'a2942b39-1d60-41b1-a6a8-9210eb8b2ca9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:11.505530 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.533128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:11.539906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc3f88-e780-41a6-82b2-7043e667bdbd req-6dea8acb-4182-49f0-bc30-249abdf8a4d7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:11.541692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cbc3f88-e780-41a6-82b2-7043e667bdbd req-6dea8acb-4182-49f0-bc30-249abdf8a4d7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.1277056 Apr 05 18:57:11.554307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db4e922-d4f9-4cb4-80d6-a6d0797c8854') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:11.554863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db4e922-d4f9-4cb4-80d6-a6d0797c8854') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:11.567314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.592264 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-a288121e-d431-4535-9906-4cd6238986e0 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The resource could not be found. Apr 05 18:57:11.592760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.593562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a288121e-d431-4535-9906-4cd6238986e0 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1309803 Apr 05 18:57:11.596156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35672) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:11.605503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a3c3b006-affc-42dd-a1b1-71ff4843a585 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'a2942b39-1d60-41b1-a6a8-9210eb8b2ca9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '18d6dcae-f175-4a1e-9393-110f0716167c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:11.608328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:57:11.609069 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:57:11.617277 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:57:11.619936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cbc3f88-e780-41a6-82b2-7043e667bdbd req-83de837b-faf2-495b-bd0b-571be78d0ae8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679390 Apr 05 18:57:11.682971 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-a3c3b006-affc-42dd-a1b1-71ff4843a585 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The resource could not be found. Apr 05 18:57:11.683764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a3c3b006-affc-42dd-a1b1-71ff4843a585 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0867071 Apr 05 18:57:11.686506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:11.711702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2ed9e1a-36c1-4f86-bd9f-052d22dd88b7 req-faafcdd5-e4ef-419f-8233-77e6b272414a tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7f57441-60cc-4eb2-bfe0-4cf7705fbd4c HTTP/1.1" status: 200 len: 210 time: 0.0412929 Apr 05 18:57:11.752825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.770975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.775166 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a63e1ae-ee8a-442c-8525-cbdb0881dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.781772 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/networks/0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a HTTP/1.1" status: 204 len: 168 time: 1.2629464 Apr 05 18:57:11.783066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35678) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:11.791212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-91505e3b-ff88-4b3f-8f02-10728a8fd626 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1844833208', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:11.801114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8831fea-d87f-4856-9aac-64ecc4b5813c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Network': ['ID=0c28fde7-7bfe-4c9b-b18e-e26e9a69a09a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:11.843586 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d27ebd43-3039-4d57-850b-99d879762e71 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.857768 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91505e3b-ff88-4b3f-8f02-10728a8fd626 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.858993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91505e3b-ff88-4b3f-8f02-10728a8fd626 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.881202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d27ebd43-3039-4d57-850b-99d879762e71 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.945027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91505e3b-ff88-4b3f-8f02-10728a8fd626 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.955558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91505e3b-ff88-4b3f-8f02-10728a8fd626 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.979333 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91505e3b-ff88-4b3f-8f02-10728a8fd626 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.981994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-91505e3b-ff88-4b3f-8f02-10728a8fd626 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1966584 Apr 05 18:57:11.984070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35688) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:11.990053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-942938709'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:11.996305 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d27ebd43-3039-4d57-850b-99d879762e71 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:11.998975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d27ebd43-3039-4d57-850b-99d879762e71 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.002507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d27ebd43-3039-4d57-850b-99d879762e71 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/a2942b39-1d60-41b1-a6a8-9210eb8b2ca9 HTTP/1.1" status: 204 len: 168 time: 0.3126054 Apr 05 18:57:12.003570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35690) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:12.019124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ebd43-3039-4d57-850b-99d879762e71 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2942b39-1d60-41b1-a6a8-9210eb8b2ca9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:12.056431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:12.060553 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.100095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:57:12.100814 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-52914e88-ffa2-4ab6-b76c-e2e81d3a4639 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917411 Apr 05 18:57:12.101285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35692) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:12.107411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d504377c-f944-49ed-acc9-c26311d035d6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': '369e4405-94ba-4d2e-bb83-679e5e685a07', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:12.109828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a615ab9-07bc-4b0b-ad99-69b33c96e114 req-78483418-0207-4236-a433-534fdf8b3fa9 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:12.111762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a615ab9-07bc-4b0b-ad99-69b33c96e114 req-78483418-0207-4236-a433-534fdf8b3fa9 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.0897524 Apr 05 18:57:12.122126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.122495 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added segment 94823cae-f765-4e64-a89d-fd2369352401 of type vlan for network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 Apr 05 18:57:12.168467 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-d504377c-f944-49ed-acc9-c26311d035d6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The resource could not be found. Apr 05 18:57:12.170973 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d504377c-f944-49ed-acc9-c26311d035d6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0680048 Apr 05 18:57:12.174522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35696) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:12.182802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-df3832d3-46a2-4fcc-92a4-7d274c2c815e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118683205'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:12.191965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.201032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a615ab9-07bc-4b0b-ad99-69b33c96e114 req-bb5a6029-dd0a-44cc-8945-fc50e9ebcc37 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813928 Apr 05 18:57:12.208157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df3832d3-46a2-4fcc-92a4-7d274c2c815e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.237486 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.244702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:12.245311 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.280106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2945762 Apr 05 18:57:12.311678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35700) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:12.326241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'subnet': {'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:12.340099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df3832d3-46a2-4fcc-92a4-7d274c2c815e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.345571 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df3832d3-46a2-4fcc-92a4-7d274c2c815e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.352913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246902b-03e2-41b9-beb3-e02cdf5a1bb3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Network': ['ID=9496836c-9fa9-47ef-8eb9-51ff3da8ebf5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:12.365099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df3832d3-46a2-4fcc-92a4-7d274c2c815e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.369005 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df3832d3-46a2-4fcc-92a4-7d274c2c815e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1896563 Apr 05 18:57:12.372445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35702) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:12.373445 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:57:12.378296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4cb01aca-76a5-44f0-975d-1cc89b27d7c3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--187728353'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:12.402884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3832d3-46a2-4fcc-92a4-7d274c2c815e tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f84b431-2dc2-4ccc-8442-7840e16deb7d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:12.414511 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cb01aca-76a5-44f0-975d-1cc89b27d7c3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.447240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:12.453503 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.511716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cb01aca-76a5-44f0-975d-1cc89b27d7c3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.516114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cb01aca-76a5-44f0-975d-1cc89b27d7c3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.550636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb01aca-76a5-44f0-975d-1cc89b27d7c3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bca6d9-2177-42c2-bb07-abc59f55fb8f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:12.567805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4cb01aca-76a5-44f0-975d-1cc89b27d7c3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.572109 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4cb01aca-76a5-44f0-975d-1cc89b27d7c3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1986651 Apr 05 18:57:12.574936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35706) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:12.581021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-349b27a0-b0f8-42e3-9848-d928a37a4f25 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': '2f84b431-2dc2-4ccc-8442-7840e16deb7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '10bca6d9-2177-42c2-bb07-abc59f55fb8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:12.650092 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-349b27a0-b0f8-42e3-9848-d928a37a4f25 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:12.651955 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-349b27a0-b0f8-42e3-9848-d928a37a4f25 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0755918 Apr 05 18:57:12.655025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35712) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:12.730294 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1183142b-4548-49ab-b038-fe3fe59a03c7 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.763311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1183142b-4548-49ab-b038-fe3fe59a03c7 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.830834 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.834225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1183142b-4548-49ab-b038-fe3fe59a03c7 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.837282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1183142b-4548-49ab-b038-fe3fe59a03c7 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:12.843195 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1183142b-4548-49ab-b038-fe3fe59a03c7 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/10bca6d9-2177-42c2-bb07-abc59f55fb8f HTTP/1.1" status: 204 len: 168 time: 0.1870975 Apr 05 18:57:12.848717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35716) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:12.874168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183142b-4548-49ab-b038-fe3fe59a03c7 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bca6d9-2177-42c2-bb07-abc59f55fb8f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:12.886827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da930cc-237f-404c-b36f-f8617ad8d15a req-227fbec3-4f0a-4c1d-a44e-d393a0064020 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:12.888565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2da930cc-237f-404c-b36f-f8617ad8d15a req-227fbec3-4f0a-4c1d-a44e-d393a0064020 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.0941904 Apr 05 18:57:12.893836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35722) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:12.960833 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-91cce493-b5bd-4bf4-9a60-c02211c5c21f tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1065514 Apr 05 18:57:12.960833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35724) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.004872 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2da930cc-237f-404c-b36f-f8617ad8d15a req-4e400c58-2805-47b7-912f-87c994e1aced tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918152 Apr 05 18:57:13.025003 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33a642e6-8798-4940-80cd-4a093d172350 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.027924 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843a453c-b8f7-427c-9d6a-41a2376a8bee tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.052666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33a642e6-8798-4940-80cd-4a093d172350 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.089234 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843a453c-b8f7-427c-9d6a-41a2376a8bee tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.105834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33a642e6-8798-4940-80cd-4a093d172350 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.108963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.109392 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33a642e6-8798-4940-80cd-4a093d172350 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.110016 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:57:13.110812 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-33a642e6-8798-4940-80cd-4a093d172350 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/2f84b431-2dc2-4ccc-8442-7840e16deb7d HTTP/1.1" status: 204 len: 168 time: 0.1488698 Apr 05 18:57:13.116633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35730) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.128216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a642e6-8798-4940-80cd-4a093d172350 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f84b431-2dc2-4ccc-8442-7840e16deb7d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:13.163331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Subnet': ['ID=f5fb0d2f-a46b-4805-b668-b51fff573e5a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:13.180249 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e22ff66d-2c18-402b-a326-91644aca25bf tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616176 Apr 05 18:57:13.185589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35732) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.190194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b1d019cc-d59b-4913-ab62-99400e5d7384 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046610477'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:13.218620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Checking segment: {'id': '94823cae-f765-4e64-a89d-fd2369352401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:13.219104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network hostable DHCP agents. Network: 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:57:13.222970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843a453c-b8f7-427c-9d6a-41a2376a8bee tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.223576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1d019cc-d59b-4913-ab62-99400e5d7384 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.226059 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843a453c-b8f7-427c-9d6a-41a2376a8bee tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.230273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-843a453c-b8f7-427c-9d6a-41a2376a8bee tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "DELETE /v2.0/security-groups/db9bf070-715a-40c1-845b-c242e4bc5686 HTTP/1.1" status: 204 len: 168 time: 0.3355119 Apr 05 18:57:13.231032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35734) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.257937 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-e7835661-31a4-4a51-840e-c2eb04057e90 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] show failed (client error): The resource could not be found. Apr 05 18:57:13.259334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e7835661-31a4-4a51-840e-c2eb04057e90 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "GET /v2.0/security-groups/db9bf070-715a-40c1-845b-c242e4bc5686 HTTP/1.1" status: 404 len: 347 time: 0.0241246 Apr 05 18:57:13.260662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a453c-b8f7-427c-9d6a-41a2376a8bee tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9bf070-715a-40c1-845b-c242e4bc5686,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:13.264505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35738) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.317720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:57:13.340223 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1d019cc-d59b-4913-ab62-99400e5d7384 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.346068 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1d019cc-d59b-4913-ab62-99400e5d7384 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.385446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1d019cc-d59b-4913-ab62-99400e5d7384 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.390028 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b1d019cc-d59b-4913-ab62-99400e5d7384 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2038562 Apr 05 18:57:13.391014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d019cc-d59b-4913-ab62-99400e5d7384 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80dda0e-97a7-4b31-8536-edce41932530,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:13.391184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:13.393337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35742) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.398957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-928450f4-421d-466b-b19c-910f15fd7be6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'f80dda0e-97a7-4b31-8536-edce41932530', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:13.403268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86eff8a-e786-4dd1-960d-8f85eb2d51cb None None] Network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:13.403609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:13.404177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.443559 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-928450f4-421d-466b-b19c-910f15fd7be6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:13.448997 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-928450f4-421d-466b-b19c-910f15fd7be6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0545819 Apr 05 18:57:13.449147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d972f3-00d5-45c1-b4c5-03508e0d265a req-c04ddfe9-c66f-4267-ad4f-3c27942bbb25 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:13.449891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35744) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.450613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0d972f3-00d5-45c1-b4c5-03508e0d265a req-c04ddfe9-c66f-4267-ad4f-3c27942bbb25 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1367009 Apr 05 18:57:13.455435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-007286a1-7172-4597-8860-8acb24742daa tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1427884 Apr 05 18:57:13.458354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35746) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.464555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e8855539-a328-43c1-8a71-5e79b79db04c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group_rule': {'security_group_id': 'f80dda0e-97a7-4b31-8536-edce41932530', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:13.511047 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-e8855539-a328-43c1-8a71-5e79b79db04c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 18:57:13.516468 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e8855539-a328-43c1-8a71-5e79b79db04c tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0652657 Apr 05 18:57:13.517280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35748) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.595032 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca5418ff-b954-4190-84de-49f3e6434694 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.608919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:57:13.609789 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.626470 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca5418ff-b954-4190-84de-49f3e6434694 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.675927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port 1ec58a71-00a0-4152-95e8-48b4a878c1c2 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:13.676308 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.680717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca5418ff-b954-4190-84de-49f3e6434694 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.684771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca5418ff-b954-4190-84de-49f3e6434694 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.689525 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ca5418ff-b954-4190-84de-49f3e6434694 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/f80dda0e-97a7-4b31-8536-edce41932530 HTTP/1.1" status: 204 len: 168 time: 0.1707394 Apr 05 18:57:13.690972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35752) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.709496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0d972f3-00d5-45c1-b4c5-03508e0d265a req-2458730f-dc04-4d79-9526-e8d251f7744b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382069 Apr 05 18:57:13.712181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5418ff-b954-4190-84de-49f3e6434694 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80dda0e-97a7-4b31-8536-edce41932530,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:13.775599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Allocated IP 2001:db8::2 (9496836c-9fa9-47ef-8eb9-51ff3da8ebf5/f5fb0d2f-a46b-4805-b668-b51fff573e5a/7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:13.777879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35754) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:13.778214 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9d675797-6e47-4c06-88fc-2fc06c6d9c51 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815687 Apr 05 18:57:13.808676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fa528039-045c-4a3c-9e11-44793cfa85e6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583372687'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:13.884045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa528039-045c-4a3c-9e11-44793cfa85e6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.915313 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.915644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.942422 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.959654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for 1ec58a71-00a0-4152-95e8-48b4a878c1c2 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:13.964696 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:13.971868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.017454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:14.023104 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:14.027906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:14.065726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Pushing event updated for resources: {'Port': ['ID=7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:14.108356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Attempting to bind port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:14.108881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Attempting to bind port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '94823cae-f765-4e64-a89d-fd2369352401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:14.109346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Attempting to bind port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f on network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:14.116433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:14.117418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Checking segment: {'id': '94823cae-f765-4e64-a89d-fd2369352401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:14.118441 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.119204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Bound using segment: {'id': '94823cae-f765-4e64-a89d-fd2369352401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:14.120054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Bound port: 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94823cae-f765-4e64-a89d-fd2369352401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:14.121123 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.205185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] For port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:14.209040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] For port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f,segment=NetworkSegment(94823cae-f765-4e64-a89d-fd2369352401),segment_id=94823cae-f765-4e64-a89d-fd2369352401)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:14.213918 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa528039-045c-4a3c-9e11-44793cfa85e6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.215109 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.229882 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa528039-045c-4a3c-9e11-44793cfa85e6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.303216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a4aa-cac1-4611-a57a-071b18b26765 None None] Pushing event updated for resources: {'Port': ['ID=7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:14.373721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa528039-045c-4a3c-9e11-44793cfa85e6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.375134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fa528039-045c-4a3c-9e11-44793cfa85e6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5962036 Apr 05 18:57:14.378438 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.379390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35764) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:14.382736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa528039-045c-4a3c-9e11-44793cfa85e6 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c23d74a-628e-4a55-8b0a-de6ecdf67b06,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:14.386053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-95f3c83a-6d4d-493a-b037-b61f55fd262f tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:14.386835 n-d-836650-3 neutron-server[102639]: WARNING neutron.api.v2.base [None req-95f3c83a-6d4d-493a-b037-b61f55fd262f tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 18:57:14.387409 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-95f3c83a-6d4d-493a-b037-b61f55fd262f tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 18:57:14.392411 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-95f3c83a-6d4d-493a-b037-b61f55fd262f tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "PUT /v2.0/security-groups/4c23d74a-628e-4a55-8b0a-de6ecdf67b06 HTTP/1.1" status: 409 len: 330 time: 0.0082188 Apr 05 18:57:14.394085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35766) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:14.408204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3550a5-b4a8-4c0b-acb9-a7dc04587611 req-4181a1d3-d490-49ba-9086-2a2d9e607a80 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:14.424138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd3550a5-b4a8-4c0b-acb9-a7dc04587611 req-4181a1d3-d490-49ba-9086-2a2d9e607a80 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.2999592 Apr 05 18:57:14.470856 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41f38d20-c4a0-45eb-bfe8-12379597abe1 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.510467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41f38d20-c4a0-45eb-bfe8-12379597abe1 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.540077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd3550a5-b4a8-4c0b-acb9-a7dc04587611 req-62001225-7ca5-4a14-8f26-f80c93d4b54d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128833 Apr 05 18:57:14.545709 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.586570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=1ec58a71-00a0-4152-95e8-48b4a878c1c2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:14.602845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 2001:db8::1 (9496836c-9fa9-47ef-8eb9-51ff3da8ebf5/f5fb0d2f-a46b-4805-b668-b51fff573e5a/649e9b2b-68eb-4999-bf39-c8a05f8e9565) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:14.627071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35770) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:14.635281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41f38d20-c4a0-45eb-bfe8-12379597abe1 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.638344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41f38d20-c4a0-45eb-bfe8-12379597abe1 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.639610 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-41f38d20-c4a0-45eb-bfe8-12379597abe1 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/4c23d74a-628e-4a55-8b0a-de6ecdf67b06 HTTP/1.1" status: 204 len: 168 time: 0.2443507 Apr 05 18:57:14.643094 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35774) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:14.665996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f38d20-c4a0-45eb-bfe8-12379597abe1 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c23d74a-628e-4a55-8b0a-de6ecdf67b06,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:14.722527 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bb4eb859-8cc0-4f4b-8c69-f3d30d11e8e3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782759 Apr 05 18:57:14.727427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35776) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:14.745912 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-aed8a57a-8383-48a1-ac3a-74e0042e3ee3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] delete failed (client error): The resource could not be found. Apr 05 18:57:14.747375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aed8a57a-8383-48a1-ac3a-74e0042e3ee3 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "DELETE /v2.0/security-groups/6802937b-4036-4315-8def-e22217f87b79 HTTP/1.1" status: 404 len: 347 time: 0.0184474 Apr 05 18:57:14.751146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35780) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:14.779453 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-5106a810-5378-4b88-a2d0-bdcbd8555f3b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] show failed (client error): The resource could not be found. Apr 05 18:57:14.781147 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5106a810-5378-4b88-a2d0-bdcbd8555f3b tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-groups/c6b02552-7755-448f-a6c3-a933be47fcbc HTTP/1.1" status: 404 len: 347 time: 0.0287354 Apr 05 18:57:14.781648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.784903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35782) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:14.785406 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.786872 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-baf9135d-b3b2-452a-929b-47ad48aba561 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "DELETE /v2.0/floatingips/a5ff89c8-b261-4f21-b934-53f41d542809 HTTP/1.1" status: 204 len: 168 time: 1.5211666 Apr 05 18:57:14.790257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35784) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:14.810319 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-1cd3c3cd-69de-4197-aab8-65591d468d80 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] show failed (client error): The resource could not be found. Apr 05 18:57:14.814615 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1cd3c3cd-69de-4197-aab8-65591d468d80 tempest-NegativeSecGroupIPv6Test-1943596719 tempest-NegativeSecGroupIPv6Test-1943596719-project] 10.222.0.15 "GET /v2.0/security-group-rules/dc016152-1705-45c5-8a0d-dd6a273783d1 HTTP/1.1" status: 404 len: 356 time: 0.0250053 Apr 05 18:57:14.823472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77867218-a2eb-4565-a4cd-951f519a12c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.921421 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.945351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77867218-a2eb-4565-a4cd-951f519a12c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.953224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6f3d0-3643-403c-aca6-e51c9d4243cd req-a50b51fe-6f4a-4f8e-8f9a-16f7fa856f70 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:14.958798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77867218-a2eb-4565-a4cd-951f519a12c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:14.960636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8c6f3d0-3643-403c-aca6-e51c9d4243cd req-a50b51fe-6f4a-4f8e-8f9a-16f7fa856f70 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1573715 Apr 05 18:57:14.969686 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.018449 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-77867218-a2eb-4565-a4cd-951f519a12c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c66680d0c114223835d4d5bd385f2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888962 Apr 05 18:57:15.020035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35790) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:15.027667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77867218-a2eb-4565-a4cd-951f519a12c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a597cd-b24b-48aa-980c-f94622cbbe9a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:15.039391 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8c6f3d0-3643-403c-aca6-e51c9d4243cd req-a3902634-61a1-4f77-8038-b3f5c9a4e4b6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777993 Apr 05 18:57:15.049879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.067104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0fe86f19-cb18-47ed-b97a-ff037328d252 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port 51bcb90f-f863-4c98-ac38-a1ae6aed7379 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:15.067581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe86f19-cb18-47ed-b97a-ff037328d252 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.094633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35792) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:15.122098 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dceb681e-5955-493d-b0ab-44d4bb6b8d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.152818 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dceb681e-5955-493d-b0ab-44d4bb6b8d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.188384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:15.202909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:15.214456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:15.217923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.220771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=649e9b2b-68eb-4999-bf39-c8a05f8e9565,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:15.241848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dceb681e-5955-493d-b0ab-44d4bb6b8d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.245863 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dceb681e-5955-493d-b0ab-44d4bb6b8d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.247302 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dceb681e-5955-493d-b0ab-44d4bb6b8d11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5a597cd-b24b-48aa-980c-f94622cbbe9a HTTP/1.1" status: 204 len: 168 time: 0.2261226 Apr 05 18:57:15.258624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb681e-5955-493d-b0ab-44d4bb6b8d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a597cd-b24b-48aa-980c-f94622cbbe9a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:15.312273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:15.367106 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe86f19-cb18-47ed-b97a-ff037328d252 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.370715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:15.371084 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.405840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0fe86f19-cb18-47ed-b97a-ff037328d252 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for 51bcb90f-f863-4c98-ac38-a1ae6aed7379 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:15.496357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35800) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:15.496937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8ebb5f9b-aade-479b-8eba-105856e80d6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f722a0b8f7854b868f934a1ed9a841de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976583 Apr 05 18:57:15.509560 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.515493 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.526137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b409eda2-8d3a-464e-84ef-3f843a600794 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:57:15.585501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f,segment=NetworkSegment(94823cae-f765-4e64-a89d-fd2369352401),segment_id=94823cae-f765-4e64-a89d-fd2369352401)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:15.598152 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.605458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-610c629b-832a-47af-939c-67382b422181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.635371 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-610c629b-832a-47af-939c-67382b422181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.652963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71521d8-afdc-48f9-87e6-c000dd4b747c None None] Network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:15.703268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35804) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:15.710682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-610c629b-832a-47af-939c-67382b422181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.713626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-610c629b-832a-47af-939c-67382b422181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.714806 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-610c629b-832a-47af-939c-67382b422181 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b85c0c84-54dc-45b5-9e3c-4261d8dcbdc6 HTTP/1.1" status: 204 len: 168 time: 0.2171204 Apr 05 18:57:15.729406 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ade4d1f1-921d-4aa1-99ab-6d78c638e257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.759507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c629b-832a-47af-939c-67382b422181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85c0c84-54dc-45b5-9e3c-4261d8dcbdc6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:15.781931 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe86f19-cb18-47ed-b97a-ff037328d252 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.845038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ade4d1f1-921d-4aa1-99ab-6d78c638e257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.852458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ade4d1f1-921d-4aa1-99ab-6d78c638e257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:15.860512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421f9d4-74a6-4ec4-a869-f1b0bcf0f63d req-20046c52-190e-4079-975b-822cbd80be71 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:15.862182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2421f9d4-74a6-4ec4-a869-f1b0bcf0f63d req-20046c52-190e-4079-975b-822cbd80be71 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.1891508 Apr 05 18:57:15.863006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe86f19-cb18-47ed-b97a-ff037328d252 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=51bcb90f-f863-4c98-ac38-a1ae6aed7379,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:15.899177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35808) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:15.907050 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ade4d1f1-921d-4aa1-99ab-6d78c638e257 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=babd50f476544d56802e5b194fe936f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022381 Apr 05 18:57:15.941792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4d1f1-921d-4aa1-99ab-6d78c638e257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497f10b6-84cb-45d6-9c79-098a9d2c0a02,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:16.004229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b71c1a5d-4119-4f1e-a7bd-121b2d79bb39 None None] Provisioning complete for port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:16.004721 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b71c1a5d-4119-4f1e-a7bd-121b2d79bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.006155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:16.063689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:16.081782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f', 'port_id': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'mac_address': 'fa:16:3e:85:57:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4493b425-a339-4865-a703-1763462166db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:57:16.216143 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.237133 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b409eda2-8d3a-464e-84ef-3f843a600794 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:57:16.309711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:16.321216 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.382205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2421f9d4-74a6-4ec4-a869-f1b0bcf0f63d req-a73a89a5-f9bc-4f93-9aab-1a619b8e28d8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4886351 Apr 05 18:57:16.401481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:16.424349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b409eda2-8d3a-464e-84ef-3f843a600794'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:57:16.454728 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fe86f19-cb18-47ed-b97a-ff037328d252 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.469820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35822) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:16.470137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0fe86f19-cb18-47ed-b97a-ff037328d252 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "DELETE /v2.0/ports/51bcb90f-f863-4c98-ac38-a1ae6aed7379 HTTP/1.1" status: 204 len: 168 time: 1.6781709 Apr 05 18:57:16.488682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f03db-a2e3-4306-a5ba-4ea4b967537e req-8490b549-3959-4f30-856e-f9d944fa26b4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:16.490319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a6f03db-a2e3-4306-a5ba-4ea4b967537e req-8490b549-3959-4f30-856e-f9d944fa26b4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 945 time: 0.2058377 Apr 05 18:57:16.494952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fcab856-2e94-4c98-a38d-25b6a7d8d49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.515347 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.570640 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.571487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.594593 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fcab856-2e94-4c98-a38d-25b6a7d8d49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.695969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a6f03db-a2e3-4306-a5ba-4ea4b967537e req-acc3d04f-6187-4f95-9e69-12d6ca5428ea tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762402 Apr 05 18:57:16.697259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3a3cee67-00f7-445a-8a9c-80abf6970dd4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port 728ba331-3953-4dc4-aeed-a08dac3ae9c4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:16.699273 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a3cee67-00f7-445a-8a9c-80abf6970dd4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.705522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=649e9b2b-68eb-4999-bf39-c8a05f8e9565,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:16.778080 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fcab856-2e94-4c98-a38d-25b6a7d8d49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.780739 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fcab856-2e94-4c98-a38d-25b6a7d8d49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.782145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1fcab856-2e94-4c98-a38d-25b6a7d8d49b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/497f10b6-84cb-45d6-9c79-098a9d2c0a02 HTTP/1.1" status: 204 len: 168 time: 0.8760879 Apr 05 18:57:16.796266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:16.801343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:16.804876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcab856-2e94-4c98-a38d-25b6a7d8d49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497f10b6-84cb-45d6-9c79-098a9d2c0a02,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:16.807457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-447d6d50-ef79-4d6b-83f8-514494ff8dbe None None] Provisioning complete for port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:16.807838 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-447d6d50-ef79-4d6b-83f8-514494ff8dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.897960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-447d6d50-ef79-4d6b-83f8-514494ff8dbe None None] Port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:16.916794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a3cee67-00f7-445a-8a9c-80abf6970dd4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.942695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3a3cee67-00f7-445a-8a9c-80abf6970dd4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for 728ba331-3953-4dc4-aeed-a08dac3ae9c4 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:16.949442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-447d6d50-ef79-4d6b-83f8-514494ff8dbe None None] Provisioning complete for port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:16.950048 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-447d6d50-ef79-4d6b-83f8-514494ff8dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:16.955413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:57:17.104649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:17.113689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ad92058c-cc01-4de1-bfa4-0725eee1f569 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6540887 Apr 05 18:57:17.114381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35838) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:17.120206 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:17.134775 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:17.135393 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:17.138224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-655099618'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:17.183394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:17.184591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.210431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a3cee67-00f7-445a-8a9c-80abf6970dd4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.219218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-313b71ac-85cc-4c24-808b-e5f5a6d40f53 None None] Provisioning complete for port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:17.219774 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-313b71ac-85cc-4c24-808b-e5f5a6d40f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.275178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:17.278157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:57:17.295621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cee67-00f7-445a-8a9c-80abf6970dd4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=728ba331-3953-4dc4-aeed-a08dac3ae9c4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:17.304986 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.305341 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added segment 9eb8e650-8daf-4e79-b855-9b55b0627a03 of type vlan for network 1d6291d0-5ace-4340-a326-e024db49a56f Apr 05 18:57:17.370826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.429913 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.432711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-313b71ac-85cc-4c24-808b-e5f5a6d40f53 None None] Port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:17.448468 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:17.450602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:17.451259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.474093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:17.474387 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.534663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b409eda2-8d3a-464e-84ef-3f843a600794 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:17.544226 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a3cee67-00f7-445a-8a9c-80abf6970dd4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.552498 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3a3cee67-00f7-445a-8a9c-80abf6970dd4 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "DELETE /v2.0/ports/728ba331-3953-4dc4-aeed-a08dac3ae9c4 HTTP/1.1" status: 204 len: 168 time: 1.0812442 Apr 05 18:57:17.553337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35848) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:17.630999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e621187-ea58-4512-88d0-bc2e51ac195b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting subnet 53324cb9-a35a-4f7c-8b6c-7d894a246310 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:57:17.642986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e621187-ea58-4512-88d0-bc2e51ac195b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.719044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b409eda2-8d3a-464e-84ef-3f843a600794 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:17.719430 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.737775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e621187-ea58-4512-88d0-bc2e51ac195b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.746219 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6282086 Apr 05 18:57:17.749152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35860) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:17.767474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'subnet': {'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:17.782385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea7a09-6855-41a1-b3f2-01189fe5d2c6 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Network': ['ID=1d6291d0-5ace-4340-a326-e024db49a56f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:17.813391 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 1d6291d0-5ace-4340-a326-e024db49a56f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:57:17.821682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ea992-d3b2-4f96-b803-cac3b695688e req-50e27f4f-3aa6-4ae7-b700-526aba28fb57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:17.823512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-31ff0980-bee4-40ed-ab2d-5f0629561d46 None None] Provisioning complete for port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:17.824120 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31ff0980-bee4-40ed-ab2d-5f0629561d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:17.836372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-904ea992-d3b2-4f96-b803-cac3b695688e req-50e27f4f-3aa6-4ae7-b700-526aba28fb57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.2892461 Apr 05 18:57:17.935855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-904ea992-d3b2-4f96-b803-cac3b695688e req-0b76a294-cf11-44e4-9865-2c47bb839c08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923309 Apr 05 18:57:18.024090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac9492-f3f2-4f1f-a62e-1a0ee097aa5e req-fd15514a-7413-4086-aa83-72de24c21a9f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:18.032533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50ac9492-f3f2-4f1f-a62e-1a0ee097aa5e req-fd15514a-7413-4086-aa83-72de24c21a9f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 945 time: 0.1183808 Apr 05 18:57:18.059007 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.070052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:18.074479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.112801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50ac9492-f3f2-4f1f-a62e-1a0ee097aa5e req-38f75e73-d1cb-42cd-b0d6-ed8f504f7b1d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782068 Apr 05 18:57:18.137406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-31ff0980-bee4-40ed-ab2d-5f0629561d46 None None] Port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:18.174618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:57:18.177741 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb179352-a12e-4e51-bf9e-2699817aadca" -d '{"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-plugged", "status": "completed", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:57:18.195573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:18.204622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.232986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e621187-ea58-4512-88d0-bc2e51ac195b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.250474 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42c15f7-2413-4b0b-9be3-2d63b5402dc5 x-openstack-request-id: req-a42c15f7-2413-4b0b-9be3-2d63b5402dc5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:57:18.251445 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-plugged", "status": "completed", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:57:18.251846 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a42c15f7-2413-4b0b-9be3-2d63b5402dc5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:57:18.252396 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42c15f7-2413-4b0b-9be3-2d63b5402dc5'] response: {'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'code': 200} Apr 05 18:57:18.282426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:18.313802 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:15Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:15Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:18.349615 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:57:18.350874 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Updating router e3b28365-aa9a-4e87-8366-0b02c52bb434 port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:57:18.388621 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.416488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e621187-ea58-4512-88d0-bc2e51ac195b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.433803 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e621187-ea58-4512-88d0-bc2e51ac195b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.440774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35882) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:18.441519 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3e621187-ea58-4512-88d0-bc2e51ac195b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "DELETE /v2.0/subnets/53324cb9-a35a-4f7c-8b6c-7d894a246310 HTTP/1.1" status: 204 len: 168 time: 0.8871191 Apr 05 18:57:18.444510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f90bf5-ad24-4967-b1b5-e9bc11817e95 None None] Network a954e435-97fc-41ff-8911-773ef5d9cc23 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:18.445216 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.473515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e621187-ea58-4512-88d0-bc2e51ac195b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Subnet': ['ID=53324cb9-a35a-4f7c-8b6c-7d894a246310,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:18.547613 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Subnet': ['ID=57f28a1d-71a9-40af-85b6-ebb70a96f6bd,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:18.551572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Checking segment: {'id': '9eb8e650-8daf-4e79-b855-9b55b0627a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:18.552152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network hostable DHCP agents. Network: 1d6291d0-5ace-4340-a326-e024db49a56f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:57:18.562109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19f4739-e9a0-4a31-87e6-e35041225279 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting subnet 6d1345e6-e695-4fa1-aece-6cb1798127f9 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:57:18.574463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 1d6291d0-5ace-4340-a326-e024db49a56f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:57:18.581902 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d19f4739-e9a0-4a31-87e6-e35041225279 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.598649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 1d6291d0-5ace-4340-a326-e024db49a56f) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:18.621468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3af45-ef55-420c-be3f-ecb83e1413f4 None None] Network 1d6291d0-5ace-4340-a326-e024db49a56f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:18.626129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:18.629170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.666514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:18.667440 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9c7847ff-2517-4ddc-a93d-7c28c20d9df5 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9171908 Apr 05 18:57:18.680989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d19f4739-e9a0-4a31-87e6-e35041225279 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.781730 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.791226 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.920542 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039a3e-77bb-454b-b7ed-972409ca06b0 None None] Pushing event updated for resources: {'Port': ['ID=649e9b2b-68eb-4999-bf39-c8a05f8e9565,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:18.923731 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Attempting to bind port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:18.924259 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Attempting to bind port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '94823cae-f765-4e64-a89d-fd2369352401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:18.924795 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Attempting to bind port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 on network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:18.932492 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:18.933123 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Checking segment: {'id': '94823cae-f765-4e64-a89d-fd2369352401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:18.933727 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.934317 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Bound using segment: {'id': '94823cae-f765-4e64-a89d-fd2369352401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:18.957425 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Bound port: 649e9b2b-68eb-4999-bf39-c8a05f8e9565, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94823cae-f765-4e64-a89d-fd2369352401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:18.957821 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d19f4739-e9a0-4a31-87e6-e35041225279 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:18.958900 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:19.033228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-1d6291d0-5ace-4340-a326-e024db49a56f', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:57:19.034242 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:19.177828 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] For port 649e9b2b-68eb-4999-bf39-c8a05f8e9565, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:19.190321 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] For port 649e9b2b-68eb-4999-bf39-c8a05f8e9565, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=649e9b2b-68eb-4999-bf39-c8a05f8e9565,segment=NetworkSegment(94823cae-f765-4e64-a89d-fd2369352401),segment_id=94823cae-f765-4e64-a89d-fd2369352401)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:19.200952 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:19.306666 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:19.307597 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:19.368906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Allocated IP 2001:db8:1::2 (1d6291d0-5ace-4340-a326-e024db49a56f/57f28a1d-71a9-40af-85b6-ebb70a96f6bd/421b8bf2-27ee-4858-9dd9-a095dea405e5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:19.454979 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:19.571790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35924) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:19.595471 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039a3e-77bb-454b-b7ed-972409ca06b0 None None] Pushing event updated for resources: {'Port': ['ID=649e9b2b-68eb-4999-bf39-c8a05f8e9565,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:19.600960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] DHCP port deletion for a954e435-97fc-41ff-8911-773ef5d9cc23 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:57:19.602964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f941cc5a-87c1-4a05-b464-938b2e4ff449 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:57:19.677492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:19.706586 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:19.721626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea38cc-8a1b-46c2-a2d7-7d58c119fd1b req-91030f4d-cd24-4dab-82f8-84cbe1fc3b1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:19.732291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2aea38cc-8a1b-46c2-a2d7-7d58c119fd1b req-91030f4d-cd24-4dab-82f8-84cbe1fc3b1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.2927251 Apr 05 18:57:19.761589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb54b6e-6d57-4028-8169-1af4a90f7865 req-f662fe74-e47b-4d07-a6ff-3a8644745400 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:19.763169 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdb54b6e-6d57-4028-8169-1af4a90f7865 req-f662fe74-e47b-4d07-a6ff-3a8644745400 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3378513 Apr 05 18:57:19.814955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2aea38cc-8a1b-46c2-a2d7-7d58c119fd1b req-0aad447c-7267-46f7-9dcf-abaaf059f08b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760307 Apr 05 18:57:19.841123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d19f4739-e9a0-4a31-87e6-e35041225279 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:19.871703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1a183890-6a9b-443e-b470-9d5e87427de9 None None] Provisioning complete for port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:19.872078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a183890-6a9b-443e-b470-9d5e87427de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:19.872396 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:15Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:19Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:19.889216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f4739-e9a0-4a31-87e6-e35041225279 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1345e6-e695-4fa1-aece-6cb1798127f9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:19.896960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d19f4739-e9a0-4a31-87e6-e35041225279 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:19.900511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d19f4739-e9a0-4a31-87e6-e35041225279 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "DELETE /v2.0/subnets/6d1345e6-e695-4fa1-aece-6cb1798127f9 HTTP/1.1" status: 204 len: 168 time: 1.4587169 Apr 05 18:57:19.903628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35940) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:19.935940 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc8508-04ce-4601-baa4-15ddeaf9372b None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:15Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:19Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:19.951951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdb54b6e-6d57-4028-8169-1af4a90f7865 req-0005e537-8be4-4c53-b58a-f36444bf937c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569712 Apr 05 18:57:19.953966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Network 1d6291d0-5ace-4340-a326-e024db49a56f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:19.957075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec6e0f-78a8-4faf-8f27-8f6e0e062cfc None None] Network 2dae8a42-fd72-4f84-93dc-c11df35ece60 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:20.031542 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.089014 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1318433-4429-4943-ba05-dd74b6625494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.111481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.193528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:20.201987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:20.248432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Pushing event updated for resources: {'Port': ['ID=421b8bf2-27ee-4858-9dd9-a095dea405e5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:20.331152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port f941cc5a-87c1-4a05-b464-938b2e4ff449 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:20.347529 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.511974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1318433-4429-4943-ba05-dd74b6625494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.527252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1318433-4429-4943-ba05-dd74b6625494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.600561 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a1318433-4429-4943-ba05-dd74b6625494 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3eb94814dab4f89bc0458bb46967cda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0272167 Apr 05 18:57:20.604846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] For port f941cc5a-87c1-4a05-b464-938b2e4ff449, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f941cc5a-87c1-4a05-b464-938b2e4ff449,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:20.610467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.612998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35956) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:20.640531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Attempting to bind port 421b8bf2-27ee-4858-9dd9-a095dea405e5 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:20.641050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Attempting to bind port 421b8bf2-27ee-4858-9dd9-a095dea405e5 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '9eb8e650-8daf-4e79-b855-9b55b0627a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:20.641285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Attempting to bind port 421b8bf2-27ee-4858-9dd9-a095dea405e5 on network 1d6291d0-5ace-4340-a326-e024db49a56f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:20.704789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for f941cc5a-87c1-4a05-b464-938b2e4ff449 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:20.722055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] Deleting port f941cc5a-87c1-4a05-b464-938b2e4ff449 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:20.723086 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.744448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 2001:db8:1::1 (1d6291d0-5ace-4340-a326-e024db49a56f/57f28a1d-71a9-40af-85b6-ebb70a96f6bd/04371285-7fe7-4413-ad60-2dd5ae7aa2ad) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:20.751189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:20.751604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Checking segment: {'id': '9eb8e650-8daf-4e79-b855-9b55b0627a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:20.752050 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.752334 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Bound using segment: {'id': '9eb8e650-8daf-4e79-b855-9b55b0627a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:20.752803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Bound port: 421b8bf2-27ee-4858-9dd9-a095dea405e5, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb8e650-8daf-4e79-b855-9b55b0627a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:20.753180 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.783229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1318433-4429-4943-ba05-dd74b6625494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e982f4eb-e54e-4ba1-a4ad-1b488a6f1700,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:20.890496 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.936600 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a183890-6a9b-443e-b470-9d5e87427de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:20.955631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d255540e-1016-422a-8b0b-a82ae4069ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.010656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d255540e-1016-422a-8b0b-a82ae4069ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.095999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d255540e-1016-422a-8b0b-a82ae4069ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.107874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d255540e-1016-422a-8b0b-a82ae4069ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.111966 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d255540e-1016-422a-8b0b-a82ae4069ba9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e982f4eb-e54e-4ba1-a4ad-1b488a6f1700 HTTP/1.1" status: 204 len: 168 time: 0.4926901 Apr 05 18:57:21.127207 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1a183890-6a9b-443e-b470-9d5e87427de9 None None] For port 649e9b2b-68eb-4999-bf39-c8a05f8e9565, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=649e9b2b-68eb-4999-bf39-c8a05f8e9565,segment=NetworkSegment(94823cae-f765-4e64-a89d-fd2369352401),segment_id=94823cae-f765-4e64-a89d-fd2369352401)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:21.145036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255540e-1016-422a-8b0b-a82ae4069ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e982f4eb-e54e-4ba1-a4ad-1b488a6f1700,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:21.190465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.207264 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.222991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc769bd-3182-438d-9d49-ea4f22f3d6b5 req-b7ac1214-2166-4123-8e38-970296e9d362 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:21.225682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6cc769bd-3182-438d-9d49-ea4f22f3d6b5 req-b7ac1214-2166-4123-8e38-970296e9d362 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.2636926 Apr 05 18:57:21.236163 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a183890-6a9b-443e-b470-9d5e87427de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.261388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=f941cc5a-87c1-4a05-b464-938b2e4ff449,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:21.265375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] No DVR routers for this DVR port f941cc5a-87c1-4a05-b464-938b2e4ff449 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:57:21.323475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6cc769bd-3182-438d-9d49-ea4f22f3d6b5 req-1be88d61-1db5-46ba-bd77-c916f147becd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782721 Apr 05 18:57:21.349169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0cad4-8081-471c-83bf-d50c6fb2bf38 req-8019b100-71f0-4c40-ac78-65c69cb7c223 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:21.355787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccd0cad4-8081-471c-83bf-d50c6fb2bf38 req-8019b100-71f0-4c40-ac78-65c69cb7c223 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2405877 Apr 05 18:57:21.401136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.458130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccd0cad4-8081-471c-83bf-d50c6fb2bf38 req-ff47af89-afa5-4812-85bc-f5142923fc71 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802104 Apr 05 18:57:21.474519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 1d6291d0-5ace-4340-a326-e024db49a56f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:21.478330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:21.484779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:21.485354 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.514355 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.558145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=04371285-7fe7-4413-ad60-2dd5ae7aa2ad,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:21.564466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a954e435-97fc-41ff-8911-773ef5d9cc23']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:21.591657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a183890-6a9b-443e-b470-9d5e87427de9 None None] Pushing event updated for resources: {'Port': ['ID=649e9b2b-68eb-4999-bf39-c8a05f8e9565,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:21.599943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fae134e-c786-4020-a849-025a6614c02d') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:21.601452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fae134e-c786-4020-a849-025a6614c02d') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:21.624343 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.627629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] For port f941cc5a-87c1-4a05-b464-938b2e4ff449, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f941cc5a-87c1-4a05-b464-938b2e4ff449,segment=NetworkSegment(2fae134e-c786-4020-a849-025a6614c02d),segment_id=2fae134e-c786-4020-a849-025a6614c02d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:21.631159 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.666894 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.668312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] For port 421b8bf2-27ee-4858-9dd9-a095dea405e5, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:21.675043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] Calling delete_port for f941cc5a-87c1-4a05-b464-938b2e4ff449 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:21.687499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-41373f34-1929-4a8c-ab95-b48e6f4240a3 None None] Provisioning complete for port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:21.688742 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41373f34-1929-4a8c-ab95-b48e6f4240a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.689777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:57:21.690198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.697561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] For port 421b8bf2-27ee-4858-9dd9-a095dea405e5, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=421b8bf2-27ee-4858-9dd9-a095dea405e5,segment=NetworkSegment(9eb8e650-8daf-4e79-b855-9b55b0627a03),segment_id=9eb8e650-8daf-4e79-b855-9b55b0627a03)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:57:21.711568 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:57:21.744331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da543e-fdbd-4f73-bf42-3ef9543876da None None] DHCP port deletion for 2dae8a42-fd72-4f84-93dc-c11df35ece60 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:57:21.788924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.823810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.842325 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.855148 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:21.860981 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "DELETE /v2.0/networks/a954e435-97fc-41ff-8911-773ef5d9cc23 HTTP/1.1" status: 204 len: 168 time: 1.9562728 Apr 05 18:57:21.863587 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35990) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:21.878940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5366957-470f-47ca-8876-58fa6f5b178b tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Network': ['ID=a954e435-97fc-41ff-8911-773ef5d9cc23,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:21.982961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35994) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:22.004986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-068fe596-b270-499f-a129-7d26a1803b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.008314 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:22.157524 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 18:57:22.180837 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.195388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 649e9b2b-68eb-4999-bf39-c8a05f8e9565 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:22.198606 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-068fe596-b270-499f-a129-7d26a1803b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.203747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] Network a954e435-97fc-41ff-8911-773ef5d9cc23 is not hosted by any dhcp agent {{(pid=102641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 18:57:22.204252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] No DVR routers for this DVR port f941cc5a-87c1-4a05-b464-938b2e4ff449 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:57:22.234375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-068fe596-b270-499f-a129-7d26a1803b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.286544 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9944e-5003-426c-a791-a77b77cd6a23 None None] Pushing event updated for resources: {'Port': ['ID=421b8bf2-27ee-4858-9dd9-a095dea405e5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:22.389539 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-068fe596-b270-499f-a129-7d26a1803b99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d22bd0ce798c42c4861e264a7a330c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053888 Apr 05 18:57:22.392148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36000) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:22.410948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fe596-b270-499f-a129-7d26a1803b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c044e-c258-47d7-95ee-ee58b4ebb5ae,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:22.435810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-92da543e-fdbd-4f73-bf42-3ef9543876da None None] Deleting port d032dcae-c385-4ded-8344-09860051a7e8 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:22.436456 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92da543e-fdbd-4f73-bf42-3ef9543876da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.471159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc4988-5fde-4f62-a793-760581666dd5 None None] Pushing event deleted for resources: {'Port': ['ID=f941cc5a-87c1-4a05-b464-938b2e4ff449,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:22.561858 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-292d6549-70eb-4c46-b2da-0c79d1fa14b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.608450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-292d6549-70eb-4c46-b2da-0c79d1fa14b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.637080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36006) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:22.644179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-92da543e-fdbd-4f73-bf42-3ef9543876da None None] For port d032dcae-c385-4ded-8344-09860051a7e8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d032dcae-c385-4ded-8344-09860051a7e8,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:22.647100 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92da543e-fdbd-4f73-bf42-3ef9543876da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.668374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:22.669033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.672535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-92da543e-fdbd-4f73-bf42-3ef9543876da None None] Calling delete_port for d032dcae-c385-4ded-8344-09860051a7e8 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:22.695390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-292d6549-70eb-4c46-b2da-0c79d1fa14b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.697954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-292d6549-70eb-4c46-b2da-0c79d1fa14b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.699141 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-292d6549-70eb-4c46-b2da-0c79d1fa14b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e4c044e-c258-47d7-95ee-ee58b4ebb5ae HTTP/1.1" status: 204 len: 168 time: 0.3005431 Apr 05 18:57:22.714876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d6549-70eb-4c46-b2da-0c79d1fa14b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4c044e-c258-47d7-95ee-ee58b4ebb5ae,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:22.742202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd735b-0805-4854-8afb-c56d56ef72b1 req-6306ab5e-690a-40e1-a806-59bd1af776a3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:22.750344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dcd735b-0805-4854-8afb-c56d56ef72b1 req-6306ab5e-690a-40e1-a806-59bd1af776a3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.2444711 Apr 05 18:57:22.755523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Deleting port d032dcae-c385-4ded-8344-09860051a7e8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:22.755840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.905209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b21c-25cb-434d-8c8d-3f659d602e19 req-66b99d74-ae25-4d3b-b4f2-79e00bfae54d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:22.906928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f606b21c-25cb-434d-8c8d-3f659d602e19 req-66b99d74-ae25-4d3b-b4f2-79e00bfae54d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2244058 Apr 05 18:57:22.929692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dcd735b-0805-4854-8afb-c56d56ef72b1 req-7fdeee3d-3035-4627-926f-4fe75c2cb977 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738937 Apr 05 18:57:22.956286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] For port d032dcae-c385-4ded-8344-09860051a7e8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d032dcae-c385-4ded-8344-09860051a7e8,segment=NetworkSegment(e9ffd613-db33-4e4f-a679-9cc329dfe8a1),segment_id=e9ffd613-db33-4e4f-a679-9cc329dfe8a1)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:22.956946 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:22.984563 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92da543e-fdbd-4f73-bf42-3ef9543876da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:23.028997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da543e-fdbd-4f73-bf42-3ef9543876da None None] Pushing event deleted for resources: {'Port': ['ID=d032dcae-c385-4ded-8344-09860051a7e8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:23.033064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da543e-fdbd-4f73-bf42-3ef9543876da None None] No DVR routers for this DVR port d032dcae-c385-4ded-8344-09860051a7e8 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:57:23.049376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Calling delete_port for d032dcae-c385-4ded-8344-09860051a7e8 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:23.060680 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:23.079080 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:23.080396 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:23.090690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d032dcae-c385-4ded-8344-09860051a7e8 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:57:23.132138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d032dcae-c385-4ded-8344-09860051a7e8 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:57:23.139669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d032dcae-c385-4ded-8344-09860051a7e8 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:57:23.215018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f606b21c-25cb-434d-8c8d-3f659d602e19 req-106d5f84-8185-4b4e-97e7-72717aaab33b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777932 Apr 05 18:57:23.260848 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-448521d1-f670-4db9-81d1-fdd5edc268e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:23.377536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=04371285-7fe7-4413-ad60-2dd5ae7aa2ad,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:23.441208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:23.526672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Port': ['ID=d032dcae-c385-4ded-8344-09860051a7e8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:23.530649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] No DVR routers for this DVR port d032dcae-c385-4ded-8344-09860051a7e8 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:57:23.542737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network 1d6291d0-5ace-4340-a326-e024db49a56f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:23.595552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:23.622905 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-5f76da61-f77f-4694-977d-c70db0e53dc0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1382422 Apr 05 18:57:23.702989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f90ab-9f75-4633-a17f-8943d7b8f321 None None] Network 1d6291d0-5ace-4340-a326-e024db49a56f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:23.785802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-b07ab21e-b4b4-4145-aa82-543c26b7661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:23.792349 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-b07ab21e-b4b4-4145-aa82-543c26b7661b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 1096 time: 0.1078463 Apr 05 18:57:23.893336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Provisioning complete for port 421b8bf2-27ee-4858-9dd9-a095dea405e5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:23.894020 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:23.954765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 421b8bf2-27ee-4858-9dd9-a095dea405e5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:24.018529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-f53ae404-b8c0-4bd8-b9c3-3bda2b0752c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:24.021562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-f53ae404-b8c0-4bd8-b9c3-3bda2b0752c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 910 time: 0.1981683 Apr 05 18:57:24.115220 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:24.135772 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-8b0ab614-04c1-4af2-9a81-099f8b094bd1 service neutron] show failed (client error): The resource could not be found. Apr 05 18:57:24.136950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-8b0ab614-04c1-4af2-9a81-099f8b094bd1 service neutron] 10.222.0.20 "GET /v2.0/ports/6337a896-f672-436f-8729-6612b8c8bc34/bindings/n-h1-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.6405768 Apr 05 18:57:24.141294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 421b8bf2-27ee-4858-9dd9-a095dea405e5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:24.141294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:24.171505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] For port 421b8bf2-27ee-4858-9dd9-a095dea405e5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=421b8bf2-27ee-4858-9dd9-a095dea405e5,segment=NetworkSegment(9eb8e650-8daf-4e79-b855-9b55b0627a03),segment_id=9eb8e650-8daf-4e79-b855-9b55b0627a03)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:24.198381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-602e9f2d-9a35-4995-8651-aeeab1d020e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b HTTP/1.1" status: 200 len: 1000 time: 0.1680846 Apr 05 18:57:24.202378 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:24.283635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Pushing event updated for resources: {'Port': ['ID=421b8bf2-27ee-4858-9dd9-a095dea405e5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:24.297494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.297955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.298383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.298860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.299291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.299707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.300368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.300543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.300953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.301360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.301770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.302175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4473bb-0e27-4595-8665-93dd77d4d202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:24.336944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-0e7af376-e550-47f6-b704-db889f36f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:24.339003 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-0e7af376-e550-47f6-b704-db889f36f283 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 200 len: 849 time: 0.1164427 Apr 05 18:57:24.433975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-1af1b390-3224-4d87-ae19-2e9d54e09c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:24.435772 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-1af1b390-3224-4d87-ae19-2e9d54e09c09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=915604ac-55a7-4f2d-abfa-faea6df09772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834060 Apr 05 18:57:24.623456 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-c1b84849-4ae6-4b67-9496-2793553b4080 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778378 Apr 05 18:57:24.644622 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:24.688176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-448521d1-f670-4db9-81d1-fdd5edc268e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:24.757358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-651afd28-a92e-42cb-9bbf-0c21e52dd643 None None] Provisioning complete for port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:24.759697 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651afd28-a92e-42cb-9bbf-0c21e52dd643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:24.765957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce1820-9e4d-4b9c-b083-f72a07ae0384 req-935b1390-8e73-4a33-83cf-a010e66cc649 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:24.787197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efce1820-9e4d-4b9c-b083-f72a07ae0384 req-935b1390-8e73-4a33-83cf-a010e66cc649 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3318868 Apr 05 18:57:24.799113 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1ae158bc-ed48-452b-b47c-520f72c53411 req-4184a0f4-8ad2-4f12-8d43-09fe6494f9b6 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655846 Apr 05 18:57:24.808936 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-448521d1-f670-4db9-81d1-fdd5edc268e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:24.858820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dae8a42-fd72-4f84-93dc-c11df35ece60']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:24.874601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-651afd28-a92e-42cb-9bbf-0c21e52dd643 None None] Port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:24.882748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-448521d1-f670-4db9-81d1-fdd5edc268e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9814534f2ba43dab07ea24be437782f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2412322 Apr 05 18:57:24.892968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-651afd28-a92e-42cb-9bbf-0c21e52dd643 None None] Provisioning complete for port 421b8bf2-27ee-4858-9dd9-a095dea405e5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:24.893353 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651afd28-a92e-42cb-9bbf-0c21e52dd643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:24.898516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36044) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:24.940092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf451e-3e76-4edd-b3f5-b73a535b9c16 req-13f02e64-2ce2-489d-ad3f-71a25bfc547a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:24.941797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-accf451e-3e76-4edd-b3f5-b73a535b9c16 req-13f02e64-2ce2-489d-ad3f-71a25bfc547a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.8495667 Apr 05 18:57:24.949319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:24.949875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ffd613-db33-4e4f-a679-9cc329dfe8a1') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:25.025898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:57:25.052259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.143136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448521d1-f670-4db9-81d1-fdd5edc268e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a9f747-c0f7-465a-a487-48b813dce498,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:25.165824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-2f4f4470-1baf-45be-8b5b-87a8023ff293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:25.167506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-2f4f4470-1baf-45be-8b5b-87a8023ff293 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 1097 time: 0.7135413 Apr 05 18:57:25.169803 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.176642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-accf451e-3e76-4edd-b3f5-b73a535b9c16 req-6b672d61-3fb0-4937-80ff-d20bbf735174 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099185 Apr 05 18:57:25.189854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efce1820-9e4d-4b9c-b083-f72a07ae0384 req-3d2d2bee-e39a-43e5-aa20-7ad8f08fda09 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992963 Apr 05 18:57:25.202154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:25.207787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:57:25.208191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:57:25.224243 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:57:25.343014 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-224faef4-abe7-43d4-992f-03a6a86f722e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.373933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3985000f-f851-4d05-9755-28bc296016aa None None] Provisioning complete for port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:25.375743 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3985000f-f851-4d05-9755-28bc296016aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.464993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3985000f-f851-4d05-9755-28bc296016aa None None] Port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:25.476835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.482354 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.502821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] 10.222.0.15 "DELETE /v2.0/networks/2dae8a42-fd72-4f84-93dc-c11df35ece60 HTTP/1.1" status: 204 len: 168 time: 3.6248217 Apr 05 18:57:25.507138 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-224faef4-abe7-43d4-992f-03a6a86f722e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.634436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea8ae7-2b5b-48cd-b016-c53cd0ccaa95 tempest-TaggedBootDevicesTest-287773681 tempest-TaggedBootDevicesTest-287773681-project] Pushing event deleted for resources: {'Network': ['ID=2dae8a42-fd72-4f84-93dc-c11df35ece60,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:25.644666 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.660742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:25.672781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-380467cc-9874-4ac5-b3da-2a821b4cea34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0052333 Apr 05 18:57:25.675533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36064) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:25.676000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:25.686552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-983562573'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:25.714762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:25.716537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:25.719981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:25.728225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.812070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2d1090c5-4e26-4080-a1d1-7e669b08525f None None] Provisioning complete for port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:25.812535 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d1090c5-4e26-4080-a1d1-7e669b08525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.855992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:57:25.887663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.888013 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added segment 8507726d-c650-4b55-8c30-96e4cac52d39 of type vlan for network a8ddbf0d-4a92-483d-a4de-460541d287cd Apr 05 18:57:25.983915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:25.991711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2d1090c5-4e26-4080-a1d1-7e669b08525f None None] Port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:26.015023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 421b8bf2-27ee-4858-9dd9-a095dea405e5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:26.019121 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:26.040898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:26.045992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:26.083840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:26.152089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-224faef4-abe7-43d4-992f-03a6a86f722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:26.159375 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-224faef4-abe7-43d4-992f-03a6a86f722e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:26.164723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-224faef4-abe7-43d4-992f-03a6a86f722e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05a9f747-c0f7-465a-a487-48b813dce498 HTTP/1.1" status: 204 len: 168 time: 1.2567744 Apr 05 18:57:26.168177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Network': ['ID=a8ddbf0d-4a92-483d-a4de-460541d287cd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:26.183646 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e3357f79-1576-4e9b-81f1-87c06204d7d9 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5039129 Apr 05 18:57:26.185035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36074) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:26.194221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'subnet': {'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:26.232310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224faef4-abe7-43d4-992f-03a6a86f722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a9f747-c0f7-465a-a487-48b813dce498,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:26.304815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network a8ddbf0d-4a92-483d-a4de-460541d287cd details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:57:26.316637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:26.488437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:26.492538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:26.587085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe319418-12fe-4d13-a8a3-f10e00462d32 req-eb222a73-af65-406b-be79-d295bbf3bd8f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:26.596377 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe319418-12fe-4d13-a8a3-f10e00462d32 req-eb222a73-af65-406b-be79-d295bbf3bd8f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2752261 Apr 05 18:57:26.606758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:26.628379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 421b8bf2-27ee-4858-9dd9-a095dea405e5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:26.628608 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:26.843172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891d0b-e724-4132-8ce1-a6a6f7cc4a86 req-891b198b-c886-4002-a8b9-5bdf808ccaa3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:26.846323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31891d0b-e724-4132-8ce1-a6a6f7cc4a86 req-891b198b-c886-4002-a8b9-5bdf808ccaa3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.4686065 Apr 05 18:57:26.931558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:57:26.935244 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e579860-706c-48b3-a8a6-cc75e86bec7a" -d '{"events": [{"server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "name": "network-vif-unplugged", "status": "completed", "tag": "6337a896-f672-436f-8729-6612b8c8bc34"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:57:26.942242 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:26.964832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe319418-12fe-4d13-a8a3-f10e00462d32 req-9402f6eb-c172-4f87-822b-c2d54e5d71c0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603559 Apr 05 18:57:27.029069 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:27.039904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36092) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:27.043246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Transition to ACTIVE for port object 6337a896-f672-436f-8729-6612b8c8bc34 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:57:27.054237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31891d0b-e724-4132-8ce1-a6a6f7cc4a86 req-9e35b5b0-8867-42af-8e15-cc846d7e553f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969390 Apr 05 18:57:27.057483 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:27.134221 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8300d6bf-cc35-49fa-9f72-ad2b0dc2feee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:27.193459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Pushing event updated for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:27.197753 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4a47e-191d-4674-b9ae-ee0185d5c6a0 x-openstack-request-id: req-efe4a47e-191d-4674-b9ae-ee0185d5c6a0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:57:27.198251 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "name": "network-vif-unplugged", "status": "completed", "tag": "6337a896-f672-436f-8729-6612b8c8bc34", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:57:27.198369 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efe4a47e-191d-4674-b9ae-ee0185d5c6a0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:57:27.198769 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe4a47e-191d-4674-b9ae-ee0185d5c6a0'] response: {'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34', 'code': 200} Apr 05 18:57:27.257972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8300d6bf-cc35-49fa-9f72-ad2b0dc2feee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:27.275194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 3, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:22Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:27.275882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8300d6bf-cc35-49fa-9f72-ad2b0dc2feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:27.336694 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Subnet': ['ID=4e3dd165-3e20-45ef-8afc-f197478127b9,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:27.340243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:57:27.340787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Updating router e3b28365-aa9a-4e87-8366-0b02c52bb434 port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:57:27.368380 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:27.371858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Checking segment: {'id': '8507726d-c650-4b55-8c30-96e4cac52d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:27.373609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network hostable DHCP agents. Network: a8ddbf0d-4a92-483d-a4de-460541d287cd, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:57:27.424968 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8300d6bf-cc35-49fa-9f72-ad2b0dc2feee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c20176b9ea754821b0b1a6df4d2a37bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432717 Apr 05 18:57:27.427361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300d6bf-cc35-49fa-9f72-ad2b0dc2feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d17d51-357e-4e14-96bb-370549ebfd39,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:27.430993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36096) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:27.447548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network a8ddbf0d-4a92-483d-a4de-460541d287cd is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:57:27.464737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, a8ddbf0d-4a92-483d-a4de-460541d287cd) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:27.473386 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:27.476244 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:27.513907 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-751010b7-45e4-4bf0-a941-4a613ed10c59 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3276532 Apr 05 18:57:27.514746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36098) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:27.606949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] No DVR routers for this DVR port 6337a896-f672-436f-8729-6612b8c8bc34 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:57:27.732961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307999f9-9c27-483d-b895-ffe7a20fb150 None None] Network a8ddbf0d-4a92-483d-a4de-460541d287cd requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:27.770887 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f7df6bd-c646-4ffc-a8d6-da21e1c6d561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:27.919777 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f7df6bd-c646-4ffc-a8d6-da21e1c6d561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:28.104837 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:28.119911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Attempting to bind port 6337a896-f672-436f-8729-6612b8c8bc34 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:28.120481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Attempting to bind port 6337a896-f672-436f-8729-6612b8c8bc34 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:28.122954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Attempting to bind port 6337a896-f672-436f-8729-6612b8c8bc34 on network 1bc7f2b0-810f-4911-8cf1-da27da5071ae {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:28.131780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f7df6bd-c646-4ffc-a8d6-da21e1c6d561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:28.138872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f7df6bd-c646-4ffc-a8d6-da21e1c6d561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:28.145194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8f7df6bd-c646-4ffc-a8d6-da21e1c6d561 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14d17d51-357e-4e14-96bb-370549ebfd39 HTTP/1.1" status: 204 len: 168 time: 0.7121243 Apr 05 18:57:28.153445 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:28.163973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7df6bd-c646-4ffc-a8d6-da21e1c6d561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d17d51-357e-4e14-96bb-370549ebfd39,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:28.172296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Port 6337a896-f672-436f-8729-6612b8c8bc34 on network 1bc7f2b0-810f-4911-8cf1-da27da5071ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:57:28.172845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Attempting to bind port 6337a896-f672-436f-8729-6612b8c8bc34 on network 1bc7f2b0-810f-4911-8cf1-da27da5071ae {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:28.191713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:28.192521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Checking segment: {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:28.193235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Bound using segment: {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:28.193985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Bound port: 6337a896-f672-436f-8729-6612b8c8bc34, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45cd11-954e-43f0-97c6-e6c743a03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:28.195001 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:28.483503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 6337a896-f672-436f-8729-6612b8c8bc34 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:57:28.486646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b54d35-a041-44d0-b961-6f67073dce1b None None] Pushing event updated for resources: {'Port': ['ID=04371285-7fe7-4413-ad60-2dd5ae7aa2ad,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:28.657342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:28.665381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:28.683633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:28.754877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667c0a8-c081-4b60-aeac-f911410e6849 req-94fd59bc-0e30-4284-8f73-24ffce1e4b08 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:28.773947 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1667c0a8-c081-4b60-aeac-f911410e6849 req-94fd59bc-0e30-4284-8f73-24ffce1e4b08 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.4970417 Apr 05 18:57:28.791206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:28.793736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:28.796488 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] 10.222.0.25 "PUT /v2.0/ports/6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 1092 time: 3.6043272 Apr 05 18:57:28.831220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-a8ddbf0d-4a92-483d-a4de-460541d287cd', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:57:28.832252 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:28.968949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Attempting to bind port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:28.969319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Attempting to bind port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '9eb8e650-8daf-4e79-b855-9b55b0627a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:28.969677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Attempting to bind port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad on network 1d6291d0-5ace-4340-a326-e024db49a56f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:29.008894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:29.010056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Checking segment: {'id': '9eb8e650-8daf-4e79-b855-9b55b0627a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:29.011895 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:29.013365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Bound using segment: {'id': '9eb8e650-8daf-4e79-b855-9b55b0627a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:29.013960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Bound port: 04371285-7fe7-4413-ad60-2dd5ae7aa2ad, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb8e650-8daf-4e79-b855-9b55b0627a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:29.015524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:29.046153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dc605-ad12-42cb-802b-eb02e54afc26 req-c6793c6d-014c-4b49-9275-bc240494c77c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:29.048471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 6337a896-f672-436f-8729-6612b8c8bc34 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:57:29.049568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a41dc605-ad12-42cb-802b-eb02e54afc26 req-c6793c6d-014c-4b49-9275-bc240494c77c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 944 time: 0.7089849 Apr 05 18:57:29.057638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c24e1f47-0343-46e8-a856-6b60c2584f6b None None] Provisioning complete for port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:29.060700 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c24e1f47-0343-46e8-a856-6b60c2584f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:29.144390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c24e1f47-0343-46e8-a856-6b60c2584f6b None None] Port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:29.235559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0ac5a-60b3-441d-9906-96cb989b379e service neutron] Pushing event updated for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:29.250551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:57:29.261864 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46eaf14-96ad-4872-9170-56e892d08ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "tag": "6337a896-f672-436f-8729-6612b8c8bc34"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:57:29.304515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] For port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:29.316481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] For port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=04371285-7fe7-4413-ad60-2dd5ae7aa2ad,segment=NetworkSegment(9eb8e650-8daf-4e79-b855-9b55b0627a03),segment_id=9eb8e650-8daf-4e79-b855-9b55b0627a03)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:29.351835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:29.409347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1667c0a8-c081-4b60-aeac-f911410e6849 req-064f4e99-199b-4316-a406-ee253c44b215 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970988 Apr 05 18:57:29.480903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-2dd3a22e-56b5-45f8-9710-6286051d68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:29.482580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-2dd3a22e-56b5-45f8-9710-6286051d68c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1095 time: 0.5648341 Apr 05 18:57:29.516829 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:29.592007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a41dc605-ad12-42cb-802b-eb02e54afc26 req-8cced25c-e07d-44a7-9c67-70d2b7dcfc5b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5126996 Apr 05 18:57:29.690416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b54d35-a041-44d0-b961-6f67073dce1b None None] Pushing event updated for resources: {'Port': ['ID=04371285-7fe7-4413-ad60-2dd5ae7aa2ad,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:29.771070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4422bc-def7-4547-b8d9-228d656af797 req-ab59bc4b-47cf-405b-92f8-6397e9be7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:29.781744 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4e4422bc-def7-4547-b8d9-228d656af797 req-ab59bc4b-47cf-405b-92f8-6397e9be7467 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 1097 time: 0.2152319 Apr 05 18:57:29.864064 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4541c019-d388-477d-a945-f904096862c2 x-openstack-request-id: req-4541c019-d388-477d-a945-f904096862c2 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:57:29.868247 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "tag": "6337a896-f672-436f-8729-6612b8c8bc34", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:57:29.871185 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4541c019-d388-477d-a945-f904096862c2 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:57:29.871725 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4541c019-d388-477d-a945-f904096862c2'] response: {'name': 'network-changed', 'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34', 'status': 'completed', 'code': 200} Apr 05 18:57:29.931032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:29.936768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:29.943740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-da24c74d-968b-4f27-9140-ad3ca5977467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:29.945719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-da24c74d-968b-4f27-9140-ad3ca5977467 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 897 time: 0.4552364 Apr 05 18:57:30.115740 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-31b4b372-a11d-4793-b1a0-3a91473ae7b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 999 time: 0.1620963 Apr 05 18:57:30.227421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Allocated IP 2001:db8:2::2 (a8ddbf0d-4a92-483d-a4de-460541d287cd/4e3dd165-3e20-45ef-8afc-f197478127b9/54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:30.242270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-9ca6961c-59ee-41f8-92f9-14ef467cda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:30.244303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-9ca6961c-59ee-41f8-92f9-14ef467cda35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 0.1215026 Apr 05 18:57:30.397736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-694bf9e4-5228-435d-8be9-d40cb431b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:30.400300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-694bf9e4-5228-435d-8be9-d40cb431b905 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475306 Apr 05 18:57:30.400582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:30.415515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295e95b-cba5-42a8-9412-7d171ea73c4e req-198fbbde-5a44-45c2-8df8-1d99799fc306 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:30.416949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4295e95b-cba5-42a8-9412-7d171ea73c4e req-198fbbde-5a44-45c2-8df8-1d99799fc306 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.1469460 Apr 05 18:57:30.541624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-16830fea-7ed4-4538-96a0-2ffc13ed5c30 None None] Provisioning complete for port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:30.542638 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16830fea-7ed4-4538-96a0-2ffc13ed5c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:30.583889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-98c4032f-4e44-43d1-85e8-4f665ddf3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:30.591334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-98c4032f-4e44-43d1-85e8-4f665ddf3430 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1095 time: 0.3368549 Apr 05 18:57:30.693578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4295e95b-cba5-42a8-9412-7d171ea73c4e req-18251b30-a6ff-48e2-8228-8bc19a2a0b12 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676566 Apr 05 18:57:30.728652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34c84c-a2a6-467f-9e3b-f9bec3002e19 req-ea87e436-5fa1-431d-a9c5-74c15de16d1c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:30.741749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc34c84c-a2a6-467f-9e3b-f9bec3002e19 req-ea87e436-5fa1-431d-a9c5-74c15de16d1c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1471395 Apr 05 18:57:30.775867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-0e31f55c-df48-4432-ac71-1079a8e6659d service neutron] 10.222.0.25 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577344 Apr 05 18:57:30.786657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4422bc-def7-4547-b8d9-228d656af797 req-e121b2ec-3c6a-4401-a707-d6163a20ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:30.797003 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4e4422bc-def7-4547-b8d9-228d656af797 req-e121b2ec-3c6a-4401-a707-d6163a20ca7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 914 time: 0.5697098 Apr 05 18:57:30.909905 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4e4422bc-def7-4547-b8d9-228d656af797 req-3d91ba8b-d32d-455a-b910-e19e83687cef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b409eda2-8d3a-464e-84ef-3f843a600794 HTTP/1.1" status: 200 len: 217 time: 0.1010151 Apr 05 18:57:31.009016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-8f48acf2-451f-4c43-8376-4b084cfe7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:31.011538 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-8f48acf2-451f-4c43-8376-4b084cfe7947 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 897 time: 0.4018505 Apr 05 18:57:31.017460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4422bc-def7-4547-b8d9-228d656af797 req-2344f949-e08a-4ebc-80c7-92b09f996f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:31.020365 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4e4422bc-def7-4547-b8d9-228d656af797 req-2344f949-e08a-4ebc-80c7-92b09f996f83 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4493b425-a339-4865-a703-1763462166db HTTP/1.1" status: 200 len: 854 time: 0.1034539 Apr 05 18:57:31.040214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc34c84c-a2a6-467f-9e3b-f9bec3002e19 req-89432b22-b06b-4506-85fc-2a786dc774b9 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979021 Apr 05 18:57:31.130607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff70f8c6-8ce7-4169-a236-d7d933c8d3eb req-87b82f3a-d49d-486a-94b8-ec2b218ade17 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379560 Apr 05 18:57:31.172780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410151a-aba8-4aee-aede-e38f58f4062c req-f12fe526-e9ce-43a9-a957-3b08404f5146 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:31.197890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0410151a-aba8-4aee-aede-e38f58f4062c req-f12fe526-e9ce-43a9-a957-3b08404f5146 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 944 time: 0.3052731 Apr 05 18:57:31.235632 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4e4422bc-def7-4547-b8d9-228d656af797 req-14c4fa6c-3d85-419a-bd55-542eb3c56d9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2047713 Apr 05 18:57:31.403802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0410151a-aba8-4aee-aede-e38f58f4062c req-5639ba92-d2de-4296-b1c1-be2bdf5f5ccb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033148 Apr 05 18:57:31.451493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-267e1d88-63c8-4d47-adac-0296c5710943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:31.453878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-267e1d88-63c8-4d47-adac-0296c5710943 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1095 time: 0.1875119 Apr 05 18:57:31.463332 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:31.477355 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-bf967da1-ac5c-4f70-8472-ef80b4df8f8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 999 time: 0.4519448 Apr 05 18:57:31.479913 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16830fea-7ed4-4538-96a0-2ffc13ed5c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:31.551848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-16830fea-7ed4-4538-96a0-2ffc13ed5c30 None None] For port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=04371285-7fe7-4413-ad60-2dd5ae7aa2ad,segment=NetworkSegment(9eb8e650-8daf-4e79-b855-9b55b0627a03),segment_id=9eb8e650-8daf-4e79-b855-9b55b0627a03)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:31.556178 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:31.624333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Network a8ddbf0d-4a92-483d-a4de-460541d287cd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:31.625794 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16830fea-7ed4-4538-96a0-2ffc13ed5c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:31.628610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Pushing event updated for resources: {'Port': ['ID=54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:31.653478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:31.659195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:31.730978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-6c28d147-af6c-4c46-8880-6c68d96cd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:31.734996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-6c28d147-af6c-4c46-8880-6c68d96cd60c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 897 time: 0.2704289 Apr 05 18:57:31.767721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 2001:db8:2::1 (a8ddbf0d-4a92-483d-a4de-460541d287cd/4e3dd165-3e20-45ef-8afc-f197478127b9/2e22ec20-60da-48dd-8a64-c0be6d942b07) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:31.925599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-8ab7f807-69a9-4662-8b97-c9c086c1afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:31.927146 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-8ab7f807-69a9-4662-8b97-c9c086c1afc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 0.4257522 Apr 05 18:57:31.946670 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4e4422bc-def7-4547-b8d9-228d656af797 req-7aa69be1-14c9-4889-a9eb-d6fa550eafdb service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971922 Apr 05 18:57:31.952966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-68efaf54-0277-4c81-8f2c-b781ad272214 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 999 time: 0.2095697 Apr 05 18:57:32.169616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Attempting to bind port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:32.169986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Attempting to bind port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8507726d-c650-4b55-8c30-96e4cac52d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:32.170345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Attempting to bind port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 on network a8ddbf0d-4a92-483d-a4de-460541d287cd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:32.185476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 3, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:29Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:32.215798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16830fea-7ed4-4538-96a0-2ffc13ed5c30 None None] Pushing event updated for resources: {'Port': ['ID=04371285-7fe7-4413-ad60-2dd5ae7aa2ad,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:32.313539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:32.313916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Checking segment: {'id': '8507726d-c650-4b55-8c30-96e4cac52d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:32.314322 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:32.318927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Bound using segment: {'id': '8507726d-c650-4b55-8c30-96e4cac52d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:32.319602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Bound port: 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8507726d-c650-4b55-8c30-96e4cac52d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:32.319942 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:32.331210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32beb3b8-e1da-40c3-948e-54edbdd45bc3 None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 3, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:29Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:32.410406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-79ad7f9a-20d1-48fe-928e-d73cd873aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:32.421083 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-79ad7f9a-20d1-48fe-928e-d73cd873aace service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4779902 Apr 05 18:57:32.572610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] For port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:32.587401 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] For port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10,segment=NetworkSegment(8507726d-c650-4b55-8c30-96e4cac52d39),segment_id=8507726d-c650-4b55-8c30-96e4cac52d39)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:32.599044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:32.748280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47606f2-20fb-42e8-8c20-ca4836df9208 None None] Pushing event updated for resources: {'Port': ['ID=54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:32.979858 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4e4422bc-def7-4547-b8d9-228d656af797 req-130c2f3a-a7dc-4327-9284-4f5d940f2cdb service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0254159 Apr 05 18:57:33.011402 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:33.277214 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-45d032cc-9013-4ca0-95a5-c28f0581bb45 service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8261042 Apr 05 18:57:33.288628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:33.422186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=2e22ec20-60da-48dd-8a64-c0be6d942b07,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:33.560038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network a8ddbf0d-4a92-483d-a4de-460541d287cd is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:33.563375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:33.566847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:33.567410 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:33.703782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b78c3-ca26-4759-9200-78d0f833674f req-7ef9b12c-64de-4097-be10-0b2f5580ff53 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:33.705366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-950b78c3-ca26-4759-9200-78d0f833674f req-7ef9b12c-64de-4097-be10-0b2f5580ff53 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 1.7636964 Apr 05 18:57:33.740021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-678817da-fc5b-49af-9fef-510f3de23806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:33.748753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-678817da-fc5b-49af-9fef-510f3de23806 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 1.7184446 Apr 05 18:57:33.931756 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:34.124543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-1df64674-b206-4664-9b6e-68199c67d775 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:34.139537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-1df64674-b206-4664-9b6e-68199c67d775 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.8393137 Apr 05 18:57:34.145854 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-84f22db9-e99e-4353-b312-7942aff754ff service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8548925 Apr 05 18:57:34.156008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:34.331278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:34.333601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:34.546381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf402f7-c5ba-4904-8b8b-34f8f75f4429 req-8feaee80-d5b3-4b03-a51c-29bc6fae598a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:34.556282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cf402f7-c5ba-4904-8b8b-34f8f75f4429 req-8feaee80-d5b3-4b03-a51c-29bc6fae598a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 1.2912886 Apr 05 18:57:34.595407 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:34.604911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7612f2-da67-408f-b955-c1e7d14346a0 None None] Network a8ddbf0d-4a92-483d-a4de-460541d287cd requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:34.681738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10,segment=NetworkSegment(8507726d-c650-4b55-8c30-96e4cac52d39),segment_id=8507726d-c650-4b55-8c30-96e4cac52d39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:34.720990 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:34.722050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 04371285-7fe7-4413-ad60-2dd5ae7aa2ad up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:34.773643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8cf402f7-c5ba-4904-8b8b-34f8f75f4429 req-759e604e-a373-4125-a8fd-060d1f24aa0c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110631 Apr 05 18:57:34.784695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-950b78c3-ca26-4759-9200-78d0f833674f req-90160753-81ef-4a86-bee9-d86347403a22 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0349169 Apr 05 18:57:34.809169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-72682405-111e-4117-8844-b3226edf008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:34.814323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-72682405-111e-4117-8844-b3226edf008b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0278208 Apr 05 18:57:34.851933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:34.865653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:34.867081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:34.965995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=2e22ec20-60da-48dd-8a64-c0be6d942b07,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:35.133055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Deleting port 1b02f393-eaba-4f47-9d51-05f144a47a5b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:35.133437 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:35.161466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network a8ddbf0d-4a92-483d-a4de-460541d287cd is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:35.168796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:35.310232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34836596-f48e-42ca-b9ad-9b0db0949e07 req-a6716f2e-a648-4135-b95f-ef030c131771 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:35.318388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34836596-f48e-42ca-b9ad-9b0db0949e07 req-a6716f2e-a648-4135-b95f-ef030c131771 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 944 time: 0.3208683 Apr 05 18:57:35.389872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:57:35.431442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-d1c7ff29-3aff-4935-ac57-e08934f69ebb service neutron] 10.222.0.25 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020675 Apr 05 18:57:35.637077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6337a896-f672-436f-8729-6612b8c8bc34 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:57:35.640089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:35.654200 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:35.657826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1bf22d0d-32c4-400b-b2b8-c6e81fcd206f None None] Provisioning complete for port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:35.662883 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bf22d0d-32c4-400b-b2b8-c6e81fcd206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:35.665157 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4c8840a9-276d-44b8-a755-fca36111bb2e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1492150 Apr 05 18:57:35.667519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36250) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:35.679116 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:35.680040 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:35.680677 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:35.694736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-303449309'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:35.695641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34836596-f48e-42ca-b9ad-9b0db0949e07 req-3b21ba9a-9953-49ab-be87-e0b0602f6a41 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763170 Apr 05 18:57:35.715916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:35.774870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:35.779081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:35.875436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:57:35.925699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:35.927719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] For port 1b02f393-eaba-4f47-9d51-05f144a47a5b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1b02f393-eaba-4f47-9d51-05f144a47a5b,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:35.928840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:35.929374 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added segment 80643e35-74cc-49c4-addc-1f2db215a854 of type vlan for network bf907ffb-038b-4870-9a2f-ade57e05d880 Apr 05 18:57:35.935250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:35.954969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '6337a896-f672-436f-8729-6612b8c8bc34', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'port_id': '6337a896-f672-436f-8729-6612b8c8bc34', 'mac_address': 'fa:16:3e:8e:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:57:35.960988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:35.961449 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:36.114145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:36.161313 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:36.191563 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:36.215906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6337a896-f672-436f-8729-6612b8c8bc34 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:57:36.263503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:36.270028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a46eaf14-96ad-4872-9170-56e892d08ad8 req-8f0770c7-1546-4313-b17f-4c3f5c82ab94 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8288708 Apr 05 18:57:36.329298 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:36.491354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:36.509001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1b02f393-eaba-4f47-9d51-05f144a47a5b no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:57:36.542102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:36.557985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:36.560790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:36.646082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9092f-99ab-4ab9-80d5-c4baf15afe75 req-c314929c-e51a-43dd-883a-2c710b4847e4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:36.649901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13b9092f-99ab-4ab9-80d5-c4baf15afe75 req-c314929c-e51a-43dd-883a-2c710b4847e4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 945 time: 0.4369717 Apr 05 18:57:36.671211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f575a44-4f5f-4af0-ae5d-ae24f80682a1 req-1d75e3b4-2d9d-450d-a830-330d598b42aa tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:36.676348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f575a44-4f5f-4af0-ae5d-ae24f80682a1 req-1d75e3b4-2d9d-450d-a830-330d598b42aa tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.6616507 Apr 05 18:57:36.772334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Network': ['ID=bf907ffb-038b-4870-9a2f-ade57e05d880,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:36.815791 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5680268b-4dff-49d5-9ddf-fe4a81781aa1 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1447489 Apr 05 18:57:36.821184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36272) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:36.828351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'subnet': {'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:36.854709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['6337a896-f672-436f-8729-6612b8c8bc34'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:57:36.859606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-b82cd13c-f52b-4d73-b7f0-9deba9333f1f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:36.861840 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-b82cd13c-f52b-4d73-b7f0-9deba9333f1f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794&tenant_id=b886d9b388b44c298984420374d39150&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 945 time: 0.7084935 Apr 05 18:57:36.934939 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:33Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:34Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:36.969571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13b9092f-99ab-4ab9-80d5-c4baf15afe75 req-b370f947-b821-4db5-a243-b78bf9116fc0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e86e13-37aa-48dd-bf73-6b60e8cb599c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861500 Apr 05 18:57:37.000156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network bf907ffb-038b-4870-9a2f-ade57e05d880 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:57:37.012063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f575a44-4f5f-4af0-ae5d-ae24f80682a1 req-f41c293f-62e8-41e1-a236-6eba998b4ca1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019273 Apr 05 18:57:37.012475 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:57:37.013018 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Updating router e3b28365-aa9a-4e87-8366-0b02c52bb434 port 2e22ec20-60da-48dd-8a64-c0be6d942b07 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:57:37.083270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:37.092719 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:37.093134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:37.093456 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Floating IP b0c1d17e-99e8-40a4-89e2-3fa6786f0167 disassociated. External IP: 172.25.4.39, port: 1b02f393-eaba-4f47-9d51-05f144a47a5b. Apr 05 18:57:37.094936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Calling delete_port for 1b02f393-eaba-4f47-9d51-05f144a47a5b owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:37.100311 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:37.213425 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-71636ac8-f8bd-4f5c-b297-6b1fa929a7e0 service neutron] delete failed (client error): The resource could not be found. Apr 05 18:57:37.214375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-71636ac8-f8bd-4f5c-b297-6b1fa929a7e0 service neutron] 10.222.0.20 "DELETE /v2.0/ports/6337a896-f672-436f-8729-6612b8c8bc34/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.3273320 Apr 05 18:57:37.230271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Made reservation on behalf of 654177f36674476ba227bc202d43d819 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:37.234177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:37.416440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7c3c7fc2-18d5-4641-a2f5-31b3999d5300 None None] Provisioning complete for port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:37.420534 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7fc2-18d5-4641-a2f5-31b3999d5300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:37.638418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed973f-0412-482f-9b82-a0c79a486cee req-735233b5-8d53-4cc9-889b-f8f2ba7f007f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:37.642809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9ed973f-0412-482f-9b82-a0c79a486cee req-735233b5-8d53-4cc9-889b-f8f2ba7f007f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 945 time: 0.2982929 Apr 05 18:57:37.687488 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:37.689350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:37.762368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:37.804489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:37.807517 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:37.961574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9ed973f-0412-482f-9b82-a0c79a486cee req-3e03322b-2bfc-4d4d-8e01-a3a44a76e83d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094485 Apr 05 18:57:38.045907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:38.121625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event deleted for resources: {'Port': ['ID=1b02f393-eaba-4f47-9d51-05f144a47a5b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:38.356486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7c3c7fc2-18d5-4641-a2f5-31b3999d5300 None None] Provisioning complete for port 2e22ec20-60da-48dd-8a64-c0be6d942b07 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:38.357716 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7fc2-18d5-4641-a2f5-31b3999d5300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:38.455132 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:38.473386 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:38.475880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c7fc2-18d5-4641-a2f5-31b3999d5300 None None] Port 2e22ec20-60da-48dd-8a64-c0be6d942b07 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:38.708650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b876a5da-e19c-43c4-9bbe-94493108a2f5 req-31dc0bb4-8d86-491c-ae40-b2dc377b4144 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 210 time: 0.2760723 Apr 05 18:57:38.769916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Router 0d126e29-d72a-4954-adb2-ec5c3a29528a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:57:38.840285 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Attempting to bind port 2e22ec20-60da-48dd-8a64-c0be6d942b07 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:38.840688 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Attempting to bind port 2e22ec20-60da-48dd-8a64-c0be6d942b07 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8507726d-c650-4b55-8c30-96e4cac52d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:38.841048 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Attempting to bind port 2e22ec20-60da-48dd-8a64-c0be6d942b07 on network a8ddbf0d-4a92-483d-a4de-460541d287cd {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:38.843156 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Pushing event updated for resources: {'Port': ['ID=2e22ec20-60da-48dd-8a64-c0be6d942b07,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:38.874712 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.875050 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.875383 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.875707 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.876149 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.876331 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.887054 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.892337 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.892723 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.893054 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.893380 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.893700 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:38.902868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe036fd7-4a31-4d79-b68b-51853b11d699 req-abf7797d-f569-41fc-a176-16139c520c52 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:38.915789 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:38.916319 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Checking segment: {'id': '8507726d-c650-4b55-8c30-96e4cac52d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:38.916732 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:38.917124 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Bound using segment: {'id': '8507726d-c650-4b55-8c30-96e4cac52d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:38.917726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-819f78e7-a3e6-4707-9a7b-e60048f9ef40 None None] Provisioning complete for port 2e22ec20-60da-48dd-8a64-c0be6d942b07 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:38.917885 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Bound port: 2e22ec20-60da-48dd-8a64-c0be6d942b07, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8507726d-c650-4b55-8c30-96e4cac52d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:38.918679 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:38.919151 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-819f78e7-a3e6-4707-9a7b-e60048f9ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:38.922928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe036fd7-4a31-4d79-b68b-51853b11d699 req-abf7797d-f569-41fc-a176-16139c520c52 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.4851785 Apr 05 18:57:39.021013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-819f78e7-a3e6-4707-9a7b-e60048f9ef40 None None] Port 2e22ec20-60da-48dd-8a64-c0be6d942b07 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:39.185583 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] For port 2e22ec20-60da-48dd-8a64-c0be6d942b07, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:39.191916 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] For port 2e22ec20-60da-48dd-8a64-c0be6d942b07, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2e22ec20-60da-48dd-8a64-c0be6d942b07,segment=NetworkSegment(8507726d-c650-4b55-8c30-96e4cac52d39),segment_id=8507726d-c650-4b55-8c30-96e4cac52d39)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:39.200794 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:39.277996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe036fd7-4a31-4d79-b68b-51853b11d699 req-032654bb-1692-4053-aa79-13d49d959454 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421202 Apr 05 18:57:39.329842 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:39.332095 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:39.383854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd640ad-aa1a-4181-920a-ef474ba47278 req-15633207-928a-485b-85a9-37f470787313 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:39.386234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dd640ad-aa1a-4181-920a-ef474ba47278 req-15633207-928a-485b-85a9-37f470787313 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 945 time: 0.2729921 Apr 05 18:57:39.387927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-134698e9-a871-45db-9bad-ab59636315ad None None] Provisioning complete for port 2e22ec20-60da-48dd-8a64-c0be6d942b07 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:39.388404 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134698e9-a871-45db-9bad-ab59636315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:39.449548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:39.500331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] Sync routers for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:39.526674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-35a0711c-7e57-4459-806f-65f4138a3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:39.534435 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-35a0711c-7e57-4459-806f-65f4138a3414 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1096 time: 1.8180971 Apr 05 18:57:39.578833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fce5f93-1dd5-4886-a265-adc952c4b8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:39.596685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:39.597306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:39.631325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] No DVR routers for this DVR port 1b02f393-eaba-4f47-9d51-05f144a47a5b on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:57:39.644581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:39.651728 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:39.653893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1c5731e-7eac-41ca-a4c4-d02410ade9b6 req-f2593c8c-798b-4942-aaa6-9e151087c6e0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "DELETE /v2.0/ports/1b02f393-eaba-4f47-9d51-05f144a47a5b HTTP/1.1" status: 204 len: 173 time: 5.4701483 Apr 05 18:57:39.656506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'name': 'network-vif-deleted', 'tag': '1b02f393-eaba-4f47-9d51-05f144a47a5b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:57:39.663397 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3853f6-b9f3-496d-9a11-a7fbe3d8ec61" -d '{"events": [{"server_uuid": "6e25e41e-c5a4-421d-99be-6a16af5acbdc", "name": "network-vif-deleted", "tag": "1b02f393-eaba-4f47-9d51-05f144a47a5b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:57:39.733100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2dd640ad-aa1a-4181-920a-ef474ba47278 req-ddde9298-6287-420a-828f-e17a6dc684ba tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383775 Apr 05 18:57:39.791619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Subnet': ['ID=b09f98f4-1e5a-4666-a83a-8877ce54ab3b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:39.794298 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd66daa-76e6-4205-854c-d244fad0a141 x-openstack-request-id: req-2cd66daa-76e6-4205-854c-d244fad0a141 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:57:39.794749 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e25e41e-c5a4-421d-99be-6a16af5acbdc", "name": "network-vif-deleted", "tag": "1b02f393-eaba-4f47-9d51-05f144a47a5b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:57:39.795099 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cd66daa-76e6-4205-854c-d244fad0a141 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:57:39.795629 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd66daa-76e6-4205-854c-d244fad0a141'] response: {'server_uuid': '6e25e41e-c5a4-421d-99be-6a16af5acbdc', 'name': 'network-vif-deleted', 'tag': '1b02f393-eaba-4f47-9d51-05f144a47a5b', 'status': 'completed', 'code': 200} Apr 05 18:57:40.038706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-16c2986f-2358-4d36-a407-410bfc831077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:40.040624 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-16c2986f-2358-4d36-a407-410bfc831077 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 897 time: 0.4600537 Apr 05 18:57:40.043650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Checking segment: {'id': '80643e35-74cc-49c4-addc-1f2db215a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:40.044671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network hostable DHCP agents. Network: bf907ffb-038b-4870-9a2f-ade57e05d880, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:57:40.122005 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134698e9-a871-45db-9bad-ab59636315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:40.148519 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9785da9b-c4ba-43f5-aebe-d2d99a34a8b2 req-8eb8acec-55c5-43a6-91ee-105788f6cd03 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e25e41e-c5a4-421d-99be-6a16af5acbdc HTTP/1.1" status: 200 len: 210 time: 0.0639377 Apr 05 18:57:40.201164 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af17de-dd16-45af-ae65-6c2c2bdc08e9 None None] Pushing event updated for resources: {'Port': ['ID=2e22ec20-60da-48dd-8a64-c0be6d942b07,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:40.215382 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-e5eba4e1-fd26-4fb6-b85a-0f6b8b19c743 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 1000 time: 0.1589255 Apr 05 18:57:40.232732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-134698e9-a871-45db-9bad-ab59636315ad None None] For port 2e22ec20-60da-48dd-8a64-c0be6d942b07, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2e22ec20-60da-48dd-8a64-c0be6d942b07,segment=NetworkSegment(8507726d-c650-4b55-8c30-96e4cac52d39),segment_id=8507726d-c650-4b55-8c30-96e4cac52d39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:40.264583 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134698e9-a871-45db-9bad-ab59636315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:40.275376 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:33Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:39Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:40.304376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-14de77e3-6661-4443-b100-daeba151c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:40.306544 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-14de77e3-6661-4443-b100-daeba151c433 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 0.0840878 Apr 05 18:57:40.308913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network bf907ffb-038b-4870-9a2f-ade57e05d880 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:57:40.338372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, bf907ffb-038b-4870-9a2f-ade57e05d880) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:40.360796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:40.363174 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:40.400335 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de95d0e-89e1-4a34-abc9-3b463c7f9a16 None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:33Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:39Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:40.422084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:40.422679 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fbf4cac3-b674-43bb-963c-6cda5aeb3d9c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6002467 Apr 05 18:57:40.449395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-ae665226-8eec-4b00-bd68-e1a353049c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:40.451377 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-ae665226-8eec-4b00-bd68-e1a353049c49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300704 Apr 05 18:57:40.548330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:40.571712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134698e9-a871-45db-9bad-ab59636315ad None None] Pushing event updated for resources: {'Port': ['ID=2e22ec20-60da-48dd-8a64-c0be6d942b07,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:40.589611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72668762-96fd-490f-9e31-ef9c1ec649ae None None] Network bf907ffb-038b-4870-9a2f-ade57e05d880 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:40.682664 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-b91f5c92-de56-4eef-83ea-2381fcf29dc3 service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201941 Apr 05 18:57:41.023109 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8845d835-1e02-4e5e-bab9-d87f65fd0726 req-e9f5316c-0f25-474b-ab39-194ed902957b service neutron] 10.222.0.20 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283272 Apr 05 18:57:41.124092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-22b6f6da-8211-4692-a03c-748cd223b6bb None None] Provisioning complete for port 2e22ec20-60da-48dd-8a64-c0be6d942b07 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:41.124607 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22b6f6da-8211-4692-a03c-748cd223b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:41.194060 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2e22ec20-60da-48dd-8a64-c0be6d942b07 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:41.332571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2e22ec20-60da-48dd-8a64-c0be6d942b07 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:41.333109 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:41.437437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0de776-30ec-49b5-bf57-c7fe19cdab6f req-5fd3b7cb-42eb-45fa-91de-e58953f18174 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:41.451923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0de776-30ec-49b5-bf57-c7fe19cdab6f req-5fd3b7cb-42eb-45fa-91de-e58953f18174 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.8028474 Apr 05 18:57:41.839310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6337a896-f672-436f-8729-6612b8c8bc34 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:42.003066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40666215-c35a-4057-952a-6d0469f0250d req-8733a634-b898-46b2-b50f-5a5082f89cf3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:42.008400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40666215-c35a-4057-952a-6d0469f0250d req-8733a634-b898-46b2-b50f-5a5082f89cf3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 945 time: 1.0156412 Apr 05 18:57:42.050892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0de776-30ec-49b5-bf57-c7fe19cdab6f req-0873a465-f05f-4902-8912-21fd0d0757a4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919061 Apr 05 18:57:42.265131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36346) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:42.391227 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aecea10d-4a8f-4e9d-9536-a2185e51b1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.449252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8803bf79-3d00-4e1b-97b6-0ad1982fd4bb tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.478773 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8803bf79-3d00-4e1b-97b6-0ad1982fd4bb tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.519953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 6337a896-f672-436f-8729-6612b8c8bc34 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:57:42.535324 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8803bf79-3d00-4e1b-97b6-0ad1982fd4bb tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.544339 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8803bf79-3d00-4e1b-97b6-0ad1982fd4bb tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.547447 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8803bf79-3d00-4e1b-97b6-0ad1982fd4bb tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "DELETE /v2.0/security-groups/f7e86e13-37aa-48dd-bf73-6b60e8cb599c HTTP/1.1" status: 204 len: 168 time: 0.2811391 Apr 05 18:57:42.563037 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36352) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:42.606982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803bf79-3d00-4e1b-97b6-0ad1982fd4bb tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e86e13-37aa-48dd-bf73-6b60e8cb599c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:42.620205 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-bb8346bf-5e04-4a1a-8c61-55ddacc8ab29 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] show failed (client error): The resource could not be found. Apr 05 18:57:42.622143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bb8346bf-5e04-4a1a-8c61-55ddacc8ab29 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups/f7e86e13-37aa-48dd-bf73-6b60e8cb599c HTTP/1.1" status: 404 len: 347 time: 0.0569358 Apr 05 18:57:42.625709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36354) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:42.671568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-bf907ffb-038b-4870-9a2f-ade57e05d880', 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880', 'tenant_id': '654177f36674476ba227bc202d43d819', 'fixed_ips': [{'subnet_id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:57:42.672650 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.732781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 6337a896-f672-436f-8729-6612b8c8bc34 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:42.733427 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.797538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Deleting port e4ad98e4-bcfc-4f6c-a4ce-96e23cfc0dc2 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:42.797890 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.888842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.889596 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:42.904331 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Calling delete_port for e4ad98e4-bcfc-4f6c-a4ce-96e23cfc0dc2 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:43.028552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Allocated IP 2001:db8:3::2 (bf907ffb-038b-4870-9a2f-ade57e05d880/b09f98f4-1e5a-4666-a83a-8877ce54ab3b/0313fd2f-67d7-49e6-88ce-d4882a50f9c9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:43.273011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40666215-c35a-4057-952a-6d0469f0250d req-b9c8d967-8c48-4f41-97ea-40b1d50693b0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098007 Apr 05 18:57:43.296382 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:43.371217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:43.377665 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:43.438997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event deleted for resources: {'Port': ['ID=e4ad98e4-bcfc-4f6c-a4ce-96e23cfc0dc2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:43.635200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Network bf907ffb-038b-4870-9a2f-ade57e05d880 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:43.671213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:43.683021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:43.695058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:43.703060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:43.713903 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4e673b23-fee7-46d2-855e-3a75a8883cec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "DELETE /v2.0/floatingips/b0c1d17e-99e8-40a4-89e2-3fa6786f0167 HTTP/1.1" status: 204 len: 168 time: 1.0865974 Apr 05 18:57:43.748678 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:43.793684 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:43.820494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:43.840627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b64d9-686b-4f72-8f63-393c3de7aac1 req-af47ea2c-09ab-4bcf-b92b-5fbcb791687a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:43.842280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d83b64d9-686b-4f72-8f63-393c3de7aac1 req-af47ea2c-09ab-4bcf-b92b-5fbcb791687a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.5858276 Apr 05 18:57:44.009729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Pushing event updated for resources: {'Port': ['ID=0313fd2f-67d7-49e6-88ce-d4882a50f9c9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:44.019418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] Checking router: 0d126e29-d72a-4954-adb2-ec5c3a29528a for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:57:44.060576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Attempting to bind port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:44.061164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Attempting to bind port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '80643e35-74cc-49c4-addc-1f2db215a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:44.061303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Attempting to bind port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 on network bf907ffb-038b-4870-9a2f-ade57e05d880 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:44.087754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:44.088132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Checking segment: {'id': '80643e35-74cc-49c4-addc-1f2db215a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:44.088533 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.088925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Bound using segment: {'id': '80643e35-74cc-49c4-addc-1f2db215a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:44.089417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Bound port: 0313fd2f-67d7-49e6-88ce-d4882a50f9c9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80643e35-74cc-49c4-addc-1f2db215a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:44.089791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.140267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d83b64d9-686b-4f72-8f63-393c3de7aac1 req-042691d1-82b6-4218-9c7b-d97269f6b41a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848053 Apr 05 18:57:44.292333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36380) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:44.317208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:44.317947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:44.456549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36386) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:44.462980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9f1914c1-2e2f-4671-8062-ab5a7f3bc8cc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159572419', 'description': 'tempest-description--807568792'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:44.525477 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1914c1-2e2f-4671-8062-ab5a7f3bc8cc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.548707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] For port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:44.556840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] For port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0313fd2f-67d7-49e6-88ce-d4882a50f9c9,segment=NetworkSegment(80643e35-74cc-49c4-addc-1f2db215a854),segment_id=80643e35-74cc-49c4-addc-1f2db215a854)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:44.681648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822e5be-fd4c-415f-8c94-327ce119a708 req-e231ebce-ec87-4632-b5b3-dbe8ba58d8d7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:44.687357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7822e5be-fd4c-415f-8c94-327ce119a708 req-e231ebce-ec87-4632-b5b3-dbe8ba58d8d7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 945 time: 0.2452235 Apr 05 18:57:44.707941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:44.712895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef67798a-81ee-46ee-9968-154449733744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.731955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Allocated IP 2001:db8:3::1 (bf907ffb-038b-4870-9a2f-ade57e05d880/b09f98f4-1e5a-4666-a83a-8877ce54ab3b/afe1aa1d-8536-4000-9196-8c127b898467) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:44.737778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1914c1-2e2f-4671-8062-ab5a7f3bc8cc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.758153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1914c1-2e2f-4671-8062-ab5a7f3bc8cc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.816297 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.906224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef67798a-81ee-46ee-9968-154449733744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.920046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef67798a-81ee-46ee-9968-154449733744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.948391 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f1914c1-2e2f-4671-8062-ab5a7f3bc8cc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:44.952935 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9f1914c1-2e2f-4671-8062-ab5a7f3bc8cc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4919136 Apr 05 18:57:44.954721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36392) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:44.967672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-97b71594-854f-40d1-9050-3a67191903c9 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'security_group_rule': {'security_group_id': '74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:44.981387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1914c1-2e2f-4671-8062-ab5a7f3bc8cc tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:44.998576 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ef67798a-81ee-46ee-9968-154449733744 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dee9155e6a484bb285cde4c0661c8bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7049804 Apr 05 18:57:45.003156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.004304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7822e5be-fd4c-415f-8c94-327ce119a708 req-e842de38-e3f8-498d-bf0e-3f5b5e0ef9f1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171892 Apr 05 18:57:45.022137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36394) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:45.036031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36396) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:45.091198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.124014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a49f2c-82d9-4f3b-8f80-e3e2ebd1ff41 None None] Pushing event updated for resources: {'Port': ['ID=0313fd2f-67d7-49e6-88ce-d4882a50f9c9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:45.148372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.165688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.166112 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a7f11bb7-fdc3-4488-809e-fa2315d2b411 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c HTTP/1.1" status: 200 len: 992 time: 0.1237514 Apr 05 18:57:45.191962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:45.196099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:57:45.199177 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556ae7ed-6089-4ac3-9904-8bb3ce05b8eb" -d '{"events": [{"server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "name": "network-vif-plugged", "status": "completed", "tag": "6337a896-f672-436f-8729-6612b8c8bc34"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:57:45.203775 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.238195 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97b71594-854f-40d1-9050-3a67191903c9 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.273710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67798a-81ee-46ee-9968-154449733744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d696fa-0ae9-47ec-b109-e2bb29fc84b5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:45.311814 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cc4c32-7996-4d9a-be55-372cf4ef6644 x-openstack-request-id: req-a3cc4c32-7996-4d9a-be55-372cf4ef6644 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:57:45.312139 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "name": "network-vif-plugged", "status": "completed", "tag": "6337a896-f672-436f-8729-6612b8c8bc34", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:57:45.312386 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3cc4c32-7996-4d9a-be55-372cf4ef6644 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:57:45.312783 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3cc4c32-7996-4d9a-be55-372cf4ef6644'] response: {'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34', 'code': 200} Apr 05 18:57:45.324194 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.388332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:45.435231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:45.453214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network bf907ffb-038b-4870-9a2f-ade57e05d880 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:45.487250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:45.493253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:45.493911 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.525671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ebb4e-bf7a-4a3b-9dc2-b7d414c65364 None None] The sync data for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 is: [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:45.555899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b50faa4e-72c9-411d-82a0-52d8aec0bdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.674557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b50faa4e-72c9-411d-82a0-52d8aec0bdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.766357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97b71594-854f-40d1-9050-3a67191903c9 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.830322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36408) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:45.883942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97b71594-854f-40d1-9050-3a67191903c9 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.923990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:45.942271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b71594-854f-40d1-9050-3a67191903c9 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdeb29d-7782-4ac7-a11f-d406c7f96878,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:45.971338 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97b71594-854f-40d1-9050-3a67191903c9 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:45.980693 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-97b71594-854f-40d1-9050-3a67191903c9 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0194755 Apr 05 18:57:45.983304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36414) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:45.996725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-64da44e7-2233-47b6-bae3-15f6915a8e97 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'security_group_rule': {'security_group_id': '74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:46.011577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=afe1aa1d-8536-4000-9196-8c127b898467,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:46.049191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b50faa4e-72c9-411d-82a0-52d8aec0bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.058041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b50faa4e-72c9-411d-82a0-52d8aec0bdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.066362 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b50faa4e-72c9-411d-82a0-52d8aec0bdc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9d696fa-0ae9-47ec-b109-e2bb29fc84b5 HTTP/1.1" status: 204 len: 168 time: 1.0421045 Apr 05 18:57:46.080975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274be51-ae7e-4ae7-bfab-d6bb48292af7 req-8598e6ca-3eb6-4194-aacc-c57e7624b240 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:46.097209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8274be51-ae7e-4ae7-bfab-d6bb48292af7 req-8598e6ca-3eb6-4194-aacc-c57e7624b240 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.6642475 Apr 05 18:57:46.101918 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.109574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50faa4e-72c9-411d-82a0-52d8aec0bdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d696fa-0ae9-47ec-b109-e2bb29fc84b5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:46.123073 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64da44e7-2233-47b6-bae3-15f6915a8e97 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.178290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:46.184982 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.248162 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c097ed-c48f-4d4e-b1e6-b2696521a92c None None] New status for floating IP b0c1d17e-99e8-40a4-89e2-3fa6786f0167: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:57:46.276498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64da44e7-2233-47b6-bae3-15f6915a8e97 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.285907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64da44e7-2233-47b6-bae3-15f6915a8e97 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.347792 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.352574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da44e7-2233-47b6-bae3-15f6915a8e97 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f587cda7-1492-4bbf-ab2d-3d1c8df29676,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:46.399685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0313fd2f-67d7-49e6-88ce-d4882a50f9c9,segment=NetworkSegment(80643e35-74cc-49c4-addc-1f2db215a854),segment_id=80643e35-74cc-49c4-addc-1f2db215a854)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:46.407020 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.525324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=0313fd2f-67d7-49e6-88ce-d4882a50f9c9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:46.556129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-64da44e7-2233-47b6-bae3-15f6915a8e97 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.557407 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-64da44e7-2233-47b6-bae3-15f6915a8e97 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5726047 Apr 05 18:57:46.561849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36418) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:46.584334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:46.631259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8274be51-ae7e-4ae7-bfab-d6bb48292af7 req-1411d9e1-7224-45f8-9ae6-fb4f87937699 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317485 Apr 05 18:57:46.844803 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.912487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.928958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:46.929824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:47.068981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1d3b4c-a4a5-4b83-9346-d15f3050a18f None None] Network bf907ffb-038b-4870-9a2f-ade57e05d880 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:47.212914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:47.260791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event updated for resources: {'Port': ['ID=afe1aa1d-8536-4000-9196-8c127b898467,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:47.276808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36428) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:47.296006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-226da4a1-58cb-4174-8527-4e9541b43ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:47.372970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a987f7b3-a0a8-4136-b57e-d0f56023ef2f None None] Provisioning complete for port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:47.373562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a987f7b3-a0a8-4136-b57e-d0f56023ef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:47.426371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Network bf907ffb-038b-4870-9a2f-ade57e05d880 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:47.443069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:47.479586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Allocated IP 172.25.4.54 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/cb4552fc-2f97-4acc-b3c8-1914d0d27a01) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:47.665042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:57:47.747754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:47.811874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:47.827463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:47.831878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-89812d5a-3260-4159-9565-88395d540879 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4051898 Apr 05 18:57:47.832649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36436) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:47.838532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:47.875498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:47.884200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:47.888854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:47.939614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:47.940252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:48.023756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-226da4a1-58cb-4174-8527-4e9541b43ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.139005 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-226da4a1-58cb-4174-8527-4e9541b43ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.159903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:48.173052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:48.180909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:48.220806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:48.230217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'Port': ['ID=cb4552fc-2f97-4acc-b3c8-1914d0d27a01,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:48.279470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:48.279683 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.316999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-226da4a1-58cb-4174-8527-4e9541b43ad3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a4fef179e9b4b88b2a7a3eaaa8eba2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0389314 Apr 05 18:57:48.322795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36444) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:48.345394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280798c8-7c7f-4c49-a7bc-155679b1ae0c req-05cd386e-820e-413c-87ce-6705cf98317d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:48.347101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-280798c8-7c7f-4c49-a7bc-155679b1ae0c req-05cd386e-820e-413c-87ce-6705cf98317d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3485167 Apr 05 18:57:48.347954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226da4a1-58cb-4174-8527-4e9541b43ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52b585a-dc71-4b64-aba7-386cb04dc345,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:48.462536 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.538662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72f7eee5-aaa2-48a4-8fd2-5bd4190add28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.563049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.613718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Deleting port 82acc1b1-9793-409e-8738-08ad99313cb1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:48.614442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.621672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-280798c8-7c7f-4c49-a7bc-155679b1ae0c req-79734d43-a8bc-4f46-894d-ba3af927c118 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266262 Apr 05 18:57:48.656186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72f7eee5-aaa2-48a4-8fd2-5bd4190add28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.842654 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72f7eee5-aaa2-48a4-8fd2-5bd4190add28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.845690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72f7eee5-aaa2-48a4-8fd2-5bd4190add28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.850240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-72f7eee5-aaa2-48a4-8fd2-5bd4190add28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f52b585a-dc71-4b64-aba7-386cb04dc345 HTTP/1.1" status: 204 len: 168 time: 0.5252640 Apr 05 18:57:48.896087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7eee5-aaa2-48a4-8fd2-5bd4190add28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52b585a-dc71-4b64-aba7-386cb04dc345,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:48.898814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 18:57:48.971949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Removed routes are [] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 18:57:48.974908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:48.984690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] For port 82acc1b1-9793-409e-8738-08ad99313cb1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=82acc1b1-9793-409e-8738-08ad99313cb1,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:48.985296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:49.044814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Calling delete_port for 82acc1b1-9793-409e-8738-08ad99313cb1 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:49.311576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fa378d52-eb8f-4a24-b1ee-a27705830b23 None None] Provisioning complete for port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:49.312093 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa378d52-eb8f-4a24-b1ee-a27705830b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:49.654830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:49.668236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:49.668689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:45Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:40Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe1aa1d-8536-4000-9196-8c127b898467', 'name': '', 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:e1:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:44Z', 'updated_at': '2022-04-05T18:57:46Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:49.685916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:49.815520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fa378d52-eb8f-4a24-b1ee-a27705830b23 None None] Provisioning complete for port afe1aa1d-8536-4000-9196-8c127b898467 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:49.815626 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa378d52-eb8f-4a24-b1ee-a27705830b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:49.861793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'Port': ['ID=cb4552fc-2f97-4acc-b3c8-1914d0d27a01,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:49.876251 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:49.921483 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:49.934422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:57:49.934633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Updating router e3b28365-aa9a-4e87-8366-0b02c52bb434 port afe1aa1d-8536-4000-9196-8c127b898467 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:57:49.997134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82acc1b1-9793-409e-8738-08ad99313cb1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:50.000783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:50.020709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fa378d52-eb8f-4a24-b1ee-a27705830b23 None None] Port afe1aa1d-8536-4000-9196-8c127b898467 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:50.027964 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:50.110814 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:57:50.116640 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:57:50.261020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:50.270468 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2392ea1e-50e5-490b-a4d2-6a2bec8b451f tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6884010 Apr 05 18:57:50.378355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed462570-c0bb-49b8-bdbb-48c1d6f2a2c1 req-6f59c014-7dc6-4cce-8255-683152c283f7 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:50.381378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed462570-c0bb-49b8-bdbb-48c1d6f2a2c1 req-6f59c014-7dc6-4cce-8255-683152c283f7 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.5292618 Apr 05 18:57:50.421020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c7ac1643-1422-4d78-bc70-99df3629cddf None None] Provisioning complete for port afe1aa1d-8536-4000-9196-8c127b898467 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:50.421596 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1643-1422-4d78-bc70-99df3629cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:50.437415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:50.453913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:50.469737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:50.479185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36488) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:50.479905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-92be1519-8f0a-4284-ab39-b7ce2e49ecec tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434 HTTP/1.1" status: 200 len: 954 time: 2.6413522 Apr 05 18:57:50.492664 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed462570-c0bb-49b8-bdbb-48c1d6f2a2c1 req-0d291198-7f23-481d-8391-30fe436c4fd5 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998118 Apr 05 18:57:50.559230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac1643-1422-4d78-bc70-99df3629cddf None None] Port afe1aa1d-8536-4000-9196-8c127b898467 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:50.787498 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4acce510-9587-493a-82b9-1d806d617145 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434 HTTP/1.1" status: 200 len: 954 time: 0.2519898 Apr 05 18:57:50.787498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36504) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:50.787498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'routes': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:50.789202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-af60efe2-25c5-464b-84d5-793fd5ee0e3a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1159572419&fields=id&tenant_id=4b32d3ab7bdd4321b9452ebbbb332473 HTTP/1.1" status: 200 len: 267 time: 0.0972550 Apr 05 18:57:50.994309 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:51.008431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:51.017013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-c3e6a9d7-c225-44f9-805b-4ee32c2fbe6b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:51.028227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-c3e6a9d7-c225-44f9-805b-4ee32c2fbe6b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 810 time: 0.2380280 Apr 05 18:57:51.058887 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-f0b58c59-1c77-4d58-b39e-aeb77c7f5362 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/quotas/4b32d3ab7bdd4321b9452ebbbb332473 HTTP/1.1" status: 200 len: 375 time: 0.0295534 Apr 05 18:57:51.094715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965c8fe-64a8-4dd0-a0b9-ebafb68c7212 None None] Pushing event updated for resources: {'Port': ['ID=afe1aa1d-8536-4000-9196-8c127b898467,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:51.225043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-4bd6f0eb-3d71-4a7d-a4c5-064debd8810d tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1650336 Apr 05 18:57:51.231074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Attempting to bind port afe1aa1d-8536-4000-9196-8c127b898467 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:51.234805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Attempting to bind port afe1aa1d-8536-4000-9196-8c127b898467 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '80643e35-74cc-49c4-addc-1f2db215a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:51.236446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Attempting to bind port afe1aa1d-8536-4000-9196-8c127b898467 on network bf907ffb-038b-4870-9a2f-ade57e05d880 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:51.258095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:51.258528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Checking segment: {'id': '80643e35-74cc-49c4-addc-1f2db215a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:51.258987 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:51.261991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Bound using segment: {'id': '80643e35-74cc-49c4-addc-1f2db215a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:51.262558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Bound port: afe1aa1d-8536-4000-9196-8c127b898467, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80643e35-74cc-49c4-addc-1f2db215a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:51.262957 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:51.444737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] For port afe1aa1d-8536-4000-9196-8c127b898467, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:51.454819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] For port afe1aa1d-8536-4000-9196-8c127b898467, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=afe1aa1d-8536-4000-9196-8c127b898467,segment=NetworkSegment(80643e35-74cc-49c4-addc-1f2db215a854),segment_id=80643e35-74cc-49c4-addc-1f2db215a854)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:51.465132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:51.672433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-82b996bb-db7a-4355-a0fc-41a000551ce1 None None] Provisioning complete for port afe1aa1d-8536-4000-9196-8c127b898467 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:51.674660 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82b996bb-db7a-4355-a0fc-41a000551ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:51.682453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:51.691620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:51.795466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4a4e0-c735-4add-a28b-26ab646cfbc0 req-45c184e4-0683-43d2-ae28-4957c8a71abe tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:51.811275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3a4a4e0-c735-4add-a28b-26ab646cfbc0 req-45c184e4-0683-43d2-ae28-4957c8a71abe tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1378462 Apr 05 18:57:51.878939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965c8fe-64a8-4dd0-a0b9-ebafb68c7212 None None] Pushing event updated for resources: {'Port': ['ID=afe1aa1d-8536-4000-9196-8c127b898467,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:51.924241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3a4a4e0-c735-4add-a28b-26ab646cfbc0 req-b92a7ee2-7c66-4c94-82d7-1c19a90f0a74 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107774 Apr 05 18:57:51.929224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-5ee6afd2-f996-447a-8cca-36ddd7e24a3e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:57:51.941711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-5ee6afd2-f996-447a-8cca-36ddd7e24a3e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7137403 Apr 05 18:57:51.982931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:52.220137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Router cd1428ff-194b-4b18-81e1-fefae5165c71 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:57:52.292460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-020d6b06-8e22-484d-b4e3-4dbfcabda967 service neutron] 10.222.0.15 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420415 Apr 05 18:57:52.431051 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82b996bb-db7a-4355-a0fc-41a000551ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:52.494721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-82b996bb-db7a-4355-a0fc-41a000551ce1 None None] For port afe1aa1d-8536-4000-9196-8c127b898467, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=afe1aa1d-8536-4000-9196-8c127b898467,segment=NetworkSegment(80643e35-74cc-49c4-addc-1f2db215a854),segment_id=80643e35-74cc-49c4-addc-1f2db215a854)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:52.511735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:48Z', 'revision_number': 6, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:40Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe1aa1d-8536-4000-9196-8c127b898467', 'name': '', 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:e1:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:44Z', 'updated_at': '2022-04-05T18:57:51Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:52.542366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-84a04196-f63e-4ee1-aa79-585383744657 service neutron] 10.222.0.15 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427487 Apr 05 18:57:52.567140 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82b996bb-db7a-4355-a0fc-41a000551ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:52.576679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057aa66-11e9-4f7b-9afc-741d22895db1 None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:48Z', 'revision_number': 6, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:40Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe1aa1d-8536-4000-9196-8c127b898467', 'name': '', 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:e1:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:44Z', 'updated_at': '2022-04-05T18:57:51Z', 'revision_number': 4, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:52.628175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36538) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:52.749174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:52.761947 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] Sync routers for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:52.788508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-60b0b5ac-0ea2-48a4-a2fd-a3d66eb1ec19 None None] Provisioning complete for port afe1aa1d-8536-4000-9196-8c127b898467 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:52.789342 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60b0b5ac-0ea2-48a4-a2fd-a3d66eb1ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:52.795131 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b29bd2e-da10-449c-ba4a-dbb24014bdc7 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd1428ff-194b-4b18-81e1-fefae5165c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9601214 Apr 05 18:57:52.795516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36544) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:52.796458 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:52.797087 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:52.964148 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df57aa8f-ff18-4713-89aa-8d85e1079a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.046840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b996bb-db7a-4355-a0fc-41a000551ce1 None None] Pushing event updated for resources: {'Port': ['ID=afe1aa1d-8536-4000-9196-8c127b898467,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:53.158084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added routes are [] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 18:57:53.158442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 18:57:53.226954 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:53.250507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.251742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df57aa8f-ff18-4713-89aa-8d85e1079a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.265863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e99c5f65-f657-42f8-a865-ee067dcd2094 req-ba33f93e-264e-4e6c-abd3-9a463e19167c tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 210 time: 0.2655308 Apr 05 18:57:53.278426 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df57aa8f-ff18-4713-89aa-8d85e1079a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.379683 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.479569 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57aa8f-ff18-4713-89aa-8d85e1079a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7797b643-842b-4199-8269-dc5b76bacd9e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:53.493862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-df57aa8f-ff18-4713-89aa-8d85e1079a70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85c8b13bf9f14dbd9f7d66d77775273c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8618169 Apr 05 18:57:53.496291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36572) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:53.522951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b51ca5-665e-413e-b6c1-be92706fe0b6 req-6f30a386-73ec-4904-9cd6-60b1c2e81575 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:53.524603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66b51ca5-665e-413e-b6c1-be92706fe0b6 req-6f30a386-73ec-4904-9cd6-60b1c2e81575 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.3218758 Apr 05 18:57:53.634570 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.640176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.675792 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:57:49Z', 'revision_number': 5, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port': {'id': 'abc15ace-1550-42cd-9c4a-9471f8b78828', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:04Z', 'updated_at': '2022-04-05T18:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:53.693293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ee79-b7fd-4dd5-a3cc-da6ed2bbfead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.702049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66b51ca5-665e-413e-b6c1-be92706fe0b6 req-94652fa8-1a85-49ff-92c7-906ea2886616 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635554 Apr 05 18:57:53.713797 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.751738 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ee79-b7fd-4dd5-a3cc-da6ed2bbfead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:53.774638 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] Checking router: cd1428ff-194b-4b18-81e1-fefae5165c71 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:57:53.793434 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] Routers {'cd1428ff-194b-4b18-81e1-fefae5165c71'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:53.794258 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['cd1428ff-194b-4b18-81e1-fefae5165c71'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:53.854229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device afe1aa1d-8536-4000-9196-8c127b898467 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:57:53.906038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:57:53.916856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Deleting port abc15ace-1550-42cd-9c4a-9471f8b78828 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:53.917209 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:54.001267 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] Set router cd1428ff-194b-4b18-81e1-fefae5165c71 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:54.023379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port afe1aa1d-8536-4000-9196-8c127b898467 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:54.023815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:54.043517 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ee79-b7fd-4dd5-a3cc-da6ed2bbfead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:54.060403 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ee79-b7fd-4dd5-a3cc-da6ed2bbfead admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:54.070093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bbb8ee79-b7fd-4dd5-a3cc-da6ed2bbfead admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7797b643-842b-4199-8269-dc5b76bacd9e HTTP/1.1" status: 204 len: 168 time: 0.5687637 Apr 05 18:57:54.090666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8ee79-b7fd-4dd5-a3cc-da6ed2bbfead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7797b643-842b-4199-8269-dc5b76bacd9e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:54.148178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:54.158916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:54.158916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-78c73cd5-fead-4621-a74b-0f8fad75799f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434 HTTP/1.1" status: 200 len: 704 time: 3.4165401 Apr 05 18:57:54.161836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36608) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:54.207226 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:57:53Z', 'revision_number': 6, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:54.262155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] For port abc15ace-1550-42cd-9c4a-9471f8b78828, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=abc15ace-1550-42cd-9c4a-9471f8b78828,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:54.262654 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:54.268620 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87837b6-665d-4782-ac54-92dce7813988 None None] The sync data for ids ['cd1428ff-194b-4b18-81e1-fefae5165c71'] in n-d-836650-3 is: [{'id': 'cd1428ff-194b-4b18-81e1-fefae5165c71', 'name': 'tempest-TaggedBootDevicesTest-744164895-router', 'tenant_id': '4dfab4cfb44e4cdd88372808419896a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:03Z', 'updated_at': '2022-04-05T18:57:53Z', 'revision_number': 6, 'project_id': '4dfab4cfb44e4cdd88372808419896a2', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:54.313031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Calling delete_port for abc15ace-1550-42cd-9c4a-9471f8b78828 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:54.326436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-e7215cc4-8f0c-4564-89ef-bc48343b89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:54.337340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-e7215cc4-8f0c-4564-89ef-bc48343b89e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 1097 time: 0.2065442 Apr 05 18:57:54.342075 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7d4aca33-e569-4a58-b453-8be4e51de980 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434 HTTP/1.1" status: 200 len: 704 time: 0.1786020 Apr 05 18:57:54.344457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36612) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:54.449290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:54.462145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:54.462748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:54.520640 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-09e5c2af-9f9f-4821-b75b-d4d00ca66e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:54.522901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-09e5c2af-9f9f-4821-b75b-d4d00ca66e1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 914 time: 0.1822031 Apr 05 18:57:54.646587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:54.768821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65143c4c-b7fe-40f2-8844-55973f3f49f6 req-8e19ddba-50fa-495b-a066-9de6fe96f71d tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 210 time: 0.1786692 Apr 05 18:57:54.784228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36620) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:54.807853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-0c36d6d3-61ab-436a-b870-4c82c53c3fce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b409eda2-8d3a-464e-84ef-3f843a600794 HTTP/1.1" status: 200 len: 217 time: 0.2158768 Apr 05 18:57:54.924154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-8121d031-b3dc-47bd-ab9b-37981e08a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:54.932402 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-8121d031-b3dc-47bd-ab9b-37981e08a223 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4493b425-a339-4865-a703-1763462166db HTTP/1.1" status: 200 len: 854 time: 0.1149185 Apr 05 18:57:55.029940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-b5b34c7e-f8ef-4e67-ba88-55332442e64d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756266 Apr 05 18:57:55.093155 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0af6d21-e3d2-41c2-bd0c-fb9bd400be94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.160570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:53Z', 'revision_number': 7, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:40Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe1aa1d-8536-4000-9196-8c127b898467', 'name': '', 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:e1:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:44Z', 'updated_at': '2022-04-05T18:57:52Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:55.172894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36624) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:55.180019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.198264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:57:55.205683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd082ff1-6053-426e-b340-c74b8b58028a req-7a851891-7643-4fc7-b797-e9c47e946c4c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:55.209080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:55.209819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:55.220635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd082ff1-6053-426e-b340-c74b8b58028a req-7a851891-7643-4fc7-b797-e9c47e946c4c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.2869351 Apr 05 18:57:55.272695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-222fa808-54d3-424d-9d22-49d1e46e1b44 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:55.280130 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-222fa808-54d3-424d-9d22-49d1e46e1b44 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 810 time: 0.3967056 Apr 05 18:57:55.291410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-d41b4c17-271b-4c94-953d-46f68d119045 service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423878 Apr 05 18:57:55.326567 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.328433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:55.364809 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f5d2f6a-0069-4e7d-843c-7f29bf2ada7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.375788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd082ff1-6053-426e-b340-c74b8b58028a req-eed30a0e-8715-4120-bbc6-77f5ede1f636 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534157 Apr 05 18:57:55.441363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=abc15ace-1550-42cd-9c4a-9471f8b78828,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:55.499186 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-ac79bb10-d251-4e06-a581-56c12c1e113e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b32d3ab7bdd4321b9452ebbbb332473 HTTP/1.1" status: 200 len: 380 time: 0.2008426 Apr 05 18:57:55.527762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'port': {'device_id': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'admin_state_up': True, 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'security_groups': ['74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:55.539175 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.580919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:53Z', 'revision_number': 7, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:40Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe1aa1d-8536-4000-9196-8c127b898467', 'name': '', 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:e1:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:44Z', 'updated_at': '2022-04-05T18:57:52Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:55.615454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dacc44-60f1-4b1a-bb26-6efc71bf9a52 None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:53Z', 'revision_number': 7, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:40Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe1aa1d-8536-4000-9196-8c127b898467', 'name': '', 'network_id': 'bf907ffb-038b-4870-9a2f-ade57e05d880', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:e1:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:44Z', 'updated_at': '2022-04-05T18:57:52Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'b09f98f4-1e5a-4666-a83a-8877ce54ab3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:57:55.650913 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.653490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.703665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f5d2f6a-0069-4e7d-843c-7f29bf2ada7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.713295 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.713493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd1428ff-194b-4b18-81e1-fefae5165c71 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:57:55.716481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f5d2f6a-0069-4e7d-843c-7f29bf2ada7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.721157 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.722340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d1032694-f532-452d-a12c-88f51ef0eb6c admin admin] 10.222.0.15 "DELETE /v2.0/routers/cd1428ff-194b-4b18-81e1-fefae5165c71 HTTP/1.1" status: 204 len: 168 time: 2.9258108 Apr 05 18:57:55.725319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36626) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:55.739743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5aa1de87-6810-4e5e-a06f-f37571684466 req-3ca4d976-338a-414b-8cfe-b8c3256694cd service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351308 Apr 05 18:57:55.786129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0af6d21-e3d2-41c2-bd0c-fb9bd400be94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.844603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Deleting subnet b62ed36d-03a3-43ab-9bae-48fb9d376e66 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:57:55.849532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device abc15ace-1550-42cd-9c4a-9471f8b78828 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:57:55.862954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d0af6d21-e3d2-41c2-bd0c-fb9bd400be94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.867297 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.875606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d2f6a-0069-4e7d-843c-7f29bf2ada7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3094239a-281b-47b4-bdf8-e152e97cca4a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:55.901497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: abc15ace-1550-42cd-9c4a-9471f8b78828 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:57:55.902173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device abc15ace-1550-42cd-9c4a-9471f8b78828 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:57:55.903074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 82acc1b1-9793-409e-8738-08ad99313cb1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:57:55.930030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af6d21-e3d2-41c2-bd0c-fb9bd400be94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e708218-4433-4803-9661-689d9b18f6f8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:55.935751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 82acc1b1-9793-409e-8738-08ad99313cb1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:57:55.940706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 82acc1b1-9793-409e-8738-08ad99313cb1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:57:55.947699 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7f5d2f6a-0069-4e7d-843c-7f29bf2ada7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea90b9da524243e483499aa33e2370bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7715652 Apr 05 18:57:55.968206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:55.974514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36630) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:56.020570 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d0af6d21-e3d2-41c2-bd0c-fb9bd400be94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f2be9dc1af94eb1918fa50c71830d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2305374 Apr 05 18:57:56.031061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36632) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:56.075062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.096246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Made reservation on behalf of 4b32d3ab7bdd4321b9452ebbbb332473 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:57:56.100358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.167986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f35bf74-ed7c-40c0-8f53-7563049c99c4 req-9b207a55-b063-43b8-b2c9-f381c66888bf tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 210 time: 0.0399387 Apr 05 18:57:56.171004 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cad5d3a4-f78e-4a20-9c26-616d47be5c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.174291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.207560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62ed36d-03a3-43ab-9bae-48fb9d376e66,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:56.218017 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.218839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad715029-a194-4b00-80d0-3383dd070de1 None None] Network 798730b5-7361-4e69-83c3-9ab022a1409a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:57:56.224621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b62ed36d-03a3-43ab-9bae-48fb9d376e66 HTTP/1.1" status: 204 len: 168 time: 0.4961061 Apr 05 18:57:56.224938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36634) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:56.242256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.242695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.243243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.243641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.244079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.244452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.245221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.245221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.245588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.245917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.246440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.246842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952f408-3568-4fb1-bfc2-fc6f51eebc92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:57:56.290756 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cad5d3a4-f78e-4a20-9c26-616d47be5c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.313663 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.383454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Deleting port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:56.383970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.388450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45ebc4bd-20c8-412e-affc-424288be16b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.457644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] For port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=647c47d9-ad5c-4992-a9e9-a0c1c65fad7f,segment=NetworkSegment(8fc267fb-4874-4c9c-b5d5-b2bd49a664a9),segment_id=8fc267fb-4874-4c9c-b5d5-b2bd49a664a9)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:56.458023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.482588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Calling delete_port for 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:56.517329 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45ebc4bd-20c8-412e-affc-424288be16b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.551674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Allocated IP 172.20.0.3 (915604ac-55a7-4f2d-abfa-faea6df09772/e2830ced-b757-48b1-9e92-cbee255b2f50/49b45f57-a5b6-483b-8152-5fc20396f38f) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:57:56.564341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port afe1aa1d-8536-4000-9196-8c127b898467 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:56.564823 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.569414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffb4eb-8a96-4f61-96b8-9e38d76050b9 req-df6e4fce-4590-4396-bfbe-ab9dd6721dce tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:56.570989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82ffb4eb-8a96-4f61-96b8-9e38d76050b9 req-df6e4fce-4590-4396-bfbe-ab9dd6721dce tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.1043086 Apr 05 18:57:56.597816 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cad5d3a4-f78e-4a20-9c26-616d47be5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.600633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cad5d3a4-f78e-4a20-9c26-616d47be5c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.602027 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cad5d3a4-f78e-4a20-9c26-616d47be5c8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3094239a-281b-47b4-bdf8-e152e97cca4a HTTP/1.1" status: 204 len: 168 time: 0.6263690 Apr 05 18:57:56.631806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82ffb4eb-8a96-4f61-96b8-9e38d76050b9 req-bde7e27e-e7f9-4d61-8f3f-886653c2acaf tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537131 Apr 05 18:57:56.645240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.676377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=647c47d9-ad5c-4992-a9e9-a0c1c65fad7f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:56.686000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] No DVR routers for this DVR port 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:57:56.687656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5d3a4-f78e-4a20-9c26-616d47be5c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3094239a-281b-47b4-bdf8-e152e97cca4a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:56.747639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912948f1-ccd0-455d-aafa-e7d023f694e5 None None] DHCP port deletion for 798730b5-7361-4e69-83c3-9ab022a1409a request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:57:56.796685 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45ebc4bd-20c8-412e-affc-424288be16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.799239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45ebc4bd-20c8-412e-affc-424288be16b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.802378 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-45ebc4bd-20c8-412e-affc-424288be16b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e708218-4433-4803-9661-689d9b18f6f8 HTTP/1.1" status: 204 len: 168 time: 0.7663240 Apr 05 18:57:56.809807 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.829398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port afe1aa1d-8536-4000-9196-8c127b898467, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=afe1aa1d-8536-4000-9196-8c127b898467,segment=NetworkSegment(80643e35-74cc-49c4-addc-1f2db215a854),segment_id=80643e35-74cc-49c4-addc-1f2db215a854)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:56.829767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.837614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798730b5-7361-4e69-83c3-9ab022a1409a']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:56.850146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:56.850480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc267fb-4874-4c9c-b5d5-b2bd49a664a9') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:56.853007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebc4bd-20c8-412e-affc-424288be16b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e708218-4433-4803-9661-689d9b18f6f8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:56.855106 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for afe1aa1d-8536-4000-9196-8c127b898467 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:57:56.867390 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.894239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.901983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:57:56.902737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:57:56.905841 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:57:56.940606 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:56.974852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.009576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.016039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] 10.222.0.15 "DELETE /v2.0/networks/798730b5-7361-4e69-83c3-9ab022a1409a HTTP/1.1" status: 204 len: 168 time: 0.7900102 Apr 05 18:57:57.017023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35394-f4ef-48fd-99f5-031fce929f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=798730b5-7361-4e69-83c3-9ab022a1409a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:57.017782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36646) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:57.091127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.196751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36650) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:57.231523 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e708508-5cc2-455c-8709-3cca0d2d8d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.247004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36652) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:57.266624 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c0d644f7-d3ff-48ad-8201-264c495e7360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.399510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46f88-92d3-40dc-ba75-bfb07b11bf56 req-672ad139-0069-432e-b5e1-87ecf00c2aa0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:57.401227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ffa46f88-92d3-40dc-ba75-bfb07b11bf56 req-672ad139-0069-432e-b5e1-87ecf00c2aa0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 931 time: 0.1240823 Apr 05 18:57:57.470828 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c0d644f7-d3ff-48ad-8201-264c495e7360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.483049 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e708508-5cc2-455c-8709-3cca0d2d8d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.483928 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c0d644f7-d3ff-48ad-8201-264c495e7360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.509042 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e708508-5cc2-455c-8709-3cca0d2d8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.530051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Network 915604ac-55a7-4f2d-abfa-faea6df09772 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:57:57.535647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ffa46f88-92d3-40dc-ba75-bfb07b11bf56 req-235461ad-3cb9-41a6-b973-7f245640158e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172941 Apr 05 18:57:57.550222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:57:57.555598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event updated for resources: {'Port': ['ID=49b45f57-a5b6-483b-8152-5fc20396f38f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:57.556358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c0d644f7-d3ff-48ad-8201-264c495e7360 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=078bf3429c2c469d992f7abe6ec080ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080456 Apr 05 18:57:57.565813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:57.566696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:57:57.566940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d644f7-d3ff-48ad-8201-264c495e7360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4af3ad-3aac-49e3-96b3-0968b6fef8ab,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:57.580806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0e708508-5cc2-455c-8709-3cca0d2d8d6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=627d09004ecc44a6aa9d085e8f5351bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824768 Apr 05 18:57:57.585644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36656) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:57.631830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e708508-5cc2-455c-8709-3cca0d2d8d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cb0b33-83e5-4b23-8137-a1e7ba276295,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:57.665931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b409eda2-8d3a-464e-84ef-3f843a600794 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:57:57.671144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0271860f-3243-469d-ae8c-0a33d6701b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.747973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0271860f-3243-469d-ae8c-0a33d6701b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.791965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.829261 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:57:57.853761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:57:57.854389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 647c47d9-ad5c-4992-a9e9-a0c1c65fad7f not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:57:57.893556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fed76-331c-4a0e-b005-6457662981d5 req-6766f81e-d3c5-4985-b6d8-fa35e65ac42b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:57.900254 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.901849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de5fed76-331c-4a0e-b005-6457662981d5 req-6766f81e-d3c5-4985-b6d8-fa35e65ac42b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 946 time: 0.0818813 Apr 05 18:57:57.912899 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0271860f-3243-469d-ae8c-0a33d6701b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.915624 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0271860f-3243-469d-ae8c-0a33d6701b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:57.917401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0271860f-3243-469d-ae8c-0a33d6701b44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56cb0b33-83e5-4b23-8137-a1e7ba276295 HTTP/1.1" status: 204 len: 168 time: 0.3300204 Apr 05 18:57:57.927992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:57:57.931448 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57278d5-de4f-4294-8ab2-8f732d4445f2" -d '{"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-unplugged", "status": "completed", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:57:57.943162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271860f-3243-469d-ae8c-0a33d6701b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cb0b33-83e5-4b23-8137-a1e7ba276295,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:57.975215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=afe1aa1d-8536-4000-9196-8c127b898467,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:58.000830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de5fed76-331c-4a0e-b005-6457662981d5 req-37f73699-40d8-48a1-943b-12ab010dc52c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907567 Apr 05 18:57:58.015964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:57:58.023424 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 18:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ceff27-a05f-4058-ad82-3bf6d879a7b9 x-openstack-request-id: req-b2ceff27-a05f-4058-ad82-3bf6d879a7b9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:57:58.023928 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-unplugged", "status": "completed", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:57:58.024440 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2ceff27-a05f-4058-ad82-3bf6d879a7b9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:57:58.025215 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ceff27-a05f-4058-ad82-3bf6d879a7b9'] response: {'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'code': 200} Apr 05 18:57:58.030033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:58.041324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1c15aa33-fa38-49f4-8a38-184be0b4663a None None] Provisioning complete for port 49b45f57-a5b6-483b-8152-5fc20396f38f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:57:58.041928 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c15aa33-fa38-49f4-8a38-184be0b4663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:58.055263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:58.056463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:58.172097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1c15aa33-fa38-49f4-8a38-184be0b4663a None None] Port 49b45f57-a5b6-483b-8152-5fc20396f38f cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:57:58.181464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:58.221180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730411f-042f-4084-9f01-6cac0c47dba9 req-37e9706f-7daa-4fb6-a794-a19581c26e44 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:58.223091 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7730411f-042f-4084-9f01-6cac0c47dba9 req-37e9706f-7daa-4fb6-a794-a19581c26e44 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.0728109 Apr 05 18:57:58.285268 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-be1069e4-5060-4783-adcb-7e2d0bbe61d4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7739232 Apr 05 18:57:58.288989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:58.308193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Request body: {'port': {'device_id': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:57:58.316599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7730411f-042f-4084-9f01-6cac0c47dba9 req-1dc12ad1-644c-41f4-b8c0-1908d5326d93 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736496 Apr 05 18:57:58.439980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e80ccb-c8d8-4288-8faf-ea2dd0b1c604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:58.489975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:58.538738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e80ccb-c8d8-4288-8faf-ea2dd0b1c604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:58.745284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c380e39-35c4-4ad5-a2d3-d5cf0eb58d34 req-632de6a8-b44b-4438-95ad-ecfc1fc5c6f6 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:58.748246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c380e39-35c4-4ad5-a2d3-d5cf0eb58d34 req-632de6a8-b44b-4438-95ad-ecfc1fc5c6f6 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 931 time: 0.0898602 Apr 05 18:57:58.757399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5195427-56a5-48f1-89d4-f8bc8877a079 req-3216e802-2226-4b01-b995-756f66f60316 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:58.759280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5195427-56a5-48f1-89d4-f8bc8877a079 req-3216e802-2226-4b01-b995-756f66f60316 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.1098371 Apr 05 18:57:58.815541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c380e39-35c4-4ad5-a2d3-d5cf0eb58d34 req-4253f4c5-4144-439e-b2cf-3b61a7ae3167 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552673 Apr 05 18:57:58.829856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5195427-56a5-48f1-89d4-f8bc8877a079 req-7cf9e1b8-d775-47a3-ac01-0421b016d573 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526767 Apr 05 18:57:58.931956 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e80ccb-c8d8-4288-8faf-ea2dd0b1c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:58.934413 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e80ccb-c8d8-4288-8faf-ea2dd0b1c604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:58.935816 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-81e80ccb-c8d8-4288-8faf-ea2dd0b1c604 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b4af3ad-3aac-49e3-96b3-0968b6fef8ab HTTP/1.1" status: 204 len: 168 time: 1.3630669 Apr 05 18:57:58.959334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-31918d4b-c9af-4b27-b351-32d98cfee61f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2281508 Apr 05 18:57:58.981136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e80ccb-c8d8-4288-8faf-ea2dd0b1c604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4af3ad-3aac-49e3-96b3-0968b6fef8ab,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:59.000153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:57:59.147601 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:59.155819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b45f57-a5b6-483b-8152-5fc20396f38f {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:57:59.205368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:59.233819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Transition to ACTIVE for port object 49b45f57-a5b6-483b-8152-5fc20396f38f will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:57:59.235601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:57:59.245373 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d244dc6d-7ec8-4b33-8f38-3575950d0c34 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8996694 Apr 05 18:57:59.246708 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:59.248700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36718) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:57:59.254840 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:57:59.275733 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:57:59.276712 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:57:59.356086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Pushing event updated for resources: {'Port': ['ID=49b45f57-a5b6-483b-8152-5fc20396f38f,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:59.369850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e2dd7d-c506-483a-a7c0-1df5fedadc6e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting subnet b09f98f4-1e5a-4666-a83a-8877ce54ab3b {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:57:59.404119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e2dd7d-c506-483a-a7c0-1df5fedadc6e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:59.566664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Attempting to bind port 49b45f57-a5b6-483b-8152-5fc20396f38f on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:57:59.568060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Attempting to bind port 49b45f57-a5b6-483b-8152-5fc20396f38f by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:57:59.568585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Attempting to bind port 49b45f57-a5b6-483b-8152-5fc20396f38f on network 915604ac-55a7-4f2d-abfa-faea6df09772 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:59.575286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e2dd7d-c506-483a-a7c0-1df5fedadc6e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:59.580005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Port 49b45f57-a5b6-483b-8152-5fc20396f38f on network 915604ac-55a7-4f2d-abfa-faea6df09772 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:57:59.580576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Attempting to bind port 49b45f57-a5b6-483b-8152-5fc20396f38f on network 915604ac-55a7-4f2d-abfa-faea6df09772 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:57:59.593872 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:57:59.598293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:57:59.599267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Checking segment: {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:57:59.599659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Bound using segment: {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:57:59.600094 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Bound port: 49b45f57-a5b6-483b-8152-5fc20396f38f, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208dea13-c04b-418f-8d65-bdb2e19f3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:57:59.600503 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:59.727266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] For port 49b45f57-a5b6-483b-8152-5fc20396f38f, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:57:59.732578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] For port 49b45f57-a5b6-483b-8152-5fc20396f38f, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=49b45f57-a5b6-483b-8152-5fc20396f38f,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:57:59.742601 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:59.800063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:57:59.801008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:59.803236 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] 10.222.0.20 "PUT /v2.0/ports/49b45f57-a5b6-483b-8152-5fc20396f38f HTTP/1.1" status: 200 len: 1091 time: 1.5028636 Apr 05 18:57:59.805082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'tag': '49b45f57-a5b6-483b-8152-5fc20396f38f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:57:59.808369 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4a4557-9628-4583-aa08-e0d38efd73e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb5f7d8-00d9-4af0-8c03-efda9b019a9d", "tag": "49b45f57-a5b6-483b-8152-5fc20396f38f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:57:59.831144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Deleting port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:57:59.831793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:57:59.850846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fd022-cabb-41e1-a975-1c5634968537 service neutron] Pushing event updated for resources: {'Port': ['ID=49b45f57-a5b6-483b-8152-5fc20396f38f,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:57:59.962655 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a16bf79-5e11-4fdf-8830-e3796dbab514 x-openstack-request-id: req-8a16bf79-5e11-4fdf-8830-e3796dbab514 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:57:59.962781 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb5f7d8-00d9-4af0-8c03-efda9b019a9d", "tag": "49b45f57-a5b6-483b-8152-5fc20396f38f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:57:59.963008 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a16bf79-5e11-4fdf-8830-e3796dbab514 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:57:59.966236 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a16bf79-5e11-4fdf-8830-e3796dbab514'] response: {'name': 'network-changed', 'server_uuid': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'tag': '49b45f57-a5b6-483b-8152-5fc20396f38f', 'status': 'completed', 'code': 200} Apr 05 18:57:59.967711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e2dd7d-c506-483a-a7c0-1df5fedadc6e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:00.102552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] For port 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3a23fe8c-7b1d-4b6a-8378-97bc818a8be7,segment=NetworkSegment(c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba),segment_id=c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:00.103073 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:00.205164 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:57Z', 'revision_number': 8, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:40Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:00.272089 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:00.295556 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:00.296502 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:00.420444 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:00.581887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-22d74490-c6ee-4ce9-ad99-584ea2998790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:00.584031 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-22d74490-c6ee-4ce9-ad99-584ea2998790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 1094 time: 0.6487246 Apr 05 18:58:00.588939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Calling delete_port for 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:00.690951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bddc67-5dc8-4054-9d53-984d6d9a950a req-829d6401-cc1b-4b14-a5c0-e5a429a09d69 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:00.692829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73bddc67-5dc8-4054-9d53-984d6d9a950a req-829d6401-cc1b-4b14-a5c0-e5a429a09d69 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 943 time: 0.6459169 Apr 05 18:58:00.698704 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-0b9b3149-7529-4c69-b4dc-0809a1595c61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49b45f57-a5b6-483b-8152-5fc20396f38f HTTP/1.1" status: 200 len: 217 time: 0.1030066 Apr 05 18:58:00.716361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882db5e-cc29-4bc5-99f2-a23c90718793 req-77090156-d8bc-45c1-bd21-3a5dbe8e4fe3 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:00.724521 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7882db5e-cc29-4bc5-99f2-a23c90718793 req-77090156-d8bc-45c1-bd21-3a5dbe8e4fe3 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.5824528 Apr 05 18:58:00.733156 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e2dd7d-c506-483a-a7c0-1df5fedadc6e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:00.755986 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:57Z', 'revision_number': 8, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:40Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:00.787795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2dd7d-c506-483a-a7c0-1df5fedadc6e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Subnet': ['ID=b09f98f4-1e5a-4666-a83a-8877ce54ab3b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:00.790808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-fded9cfd-4e2b-4574-a06b-f6935a78b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:00.792824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-fded9cfd-4e2b-4574-a06b-f6935a78b162 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985&tenant_id=bedc8b06df174d5d838d939dc7ba7d44 HTTP/1.1" status: 200 len: 1095 time: 0.5646691 Apr 05 18:58:00.793302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e2dd7d-c506-483a-a7c0-1df5fedadc6e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:00.796172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4043d90-39a3-401b-bc63-a634e31d6efe None None] Network bf907ffb-038b-4870-9a2f-ade57e05d880 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:00.796623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-91e2dd7d-c506-483a-a7c0-1df5fedadc6e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/b09f98f4-1e5a-4666-a83a-8877ce54ab3b HTTP/1.1" status: 204 len: 168 time: 1.5441504 Apr 05 18:58:00.801157 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9d8b6-51a5-4eb4-bc3b-9ee80979fd9e None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:57:57Z', 'revision_number': 8, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e22ec20-60da-48dd-8a64-c0be6d942b07', 'name': '', 'network_id': 'a8ddbf0d-4a92-483d-a4de-460541d287cd', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:44:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:29Z', 'updated_at': '2022-04-05T18:57:40Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '4e3dd165-3e20-45ef-8afc-f197478127b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:00.803476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36756) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:00.875042 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73bddc67-5dc8-4054-9d53-984d6d9a950a req-7626ff75-2713-41cf-8d3c-19c5177a5d1a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699917 Apr 05 18:58:00.915425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7882db5e-cc29-4bc5-99f2-a23c90718793 req-99c63dc6-3c1d-4bab-b66c-abc7f26084a8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895907 Apr 05 18:58:00.945177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-854905ba-2be9-4752-8eeb-76b14f5ee1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:00.947832 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-854905ba-2be9-4752-8eeb-76b14f5ee1b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 200 len: 849 time: 0.1528194 Apr 05 18:58:00.979339 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:00.982912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-770a031a-1401-4bed-b11f-07e3be5b64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:00.984623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-770a031a-1401-4bed-b11f-07e3be5b64f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 1095 time: 0.1377811 Apr 05 18:58:01.015916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36760) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:01.078755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-5a187a93-951e-486b-9dec-195677851c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:01.080232 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-5a187a93-951e-486b-9dec-195677851c21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=915604ac-55a7-4f2d-abfa-faea6df09772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197817 Apr 05 18:58:01.198877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-320ae3d1-e53c-4b62-b0d1-f343ee66c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:01.200649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-320ae3d1-e53c-4b62-b0d1-f343ee66c50d service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 914 time: 0.2074485 Apr 05 18:58:01.205729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5787ac10-cb68-46ff-aadf-e4f50fbb1211 None None] DHCP port deletion for bf907ffb-038b-4870-9a2f-ade57e05d880 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:58:01.214699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:01.215063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.303933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5787ac10-cb68-46ff-aadf-e4f50fbb1211 None None] Deleting port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:01.304308 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5787ac10-cb68-46ff-aadf-e4f50fbb1211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.363119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-68640ec1-4d2a-49e3-b7de-0875af6f6ab3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b409eda2-8d3a-464e-84ef-3f843a600794 HTTP/1.1" status: 200 len: 217 time: 0.1039789 Apr 05 18:58:01.366506 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3056bd72-1439-4af2-bae1-e557b1055c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.371098 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-4772f6ae-24eb-4829-83da-9d2cd2526d27 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795579 Apr 05 18:58:01.382682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5787ac10-cb68-46ff-aadf-e4f50fbb1211 None None] For port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0313fd2f-67d7-49e6-88ce-d4882a50f9c9,segment=NetworkSegment(80643e35-74cc-49c4-addc-1f2db215a854),segment_id=80643e35-74cc-49c4-addc-1f2db215a854)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:01.383075 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5787ac10-cb68-46ff-aadf-e4f50fbb1211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.399588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5787ac10-cb68-46ff-aadf-e4f50fbb1211 None None] Calling delete_port for 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:01.416374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.433782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0313fd2f-67d7-49e6-88ce-d4882a50f9c9,segment=NetworkSegment(80643e35-74cc-49c4-addc-1f2db215a854),segment_id=80643e35-74cc-49c4-addc-1f2db215a854)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:01.435152 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.463752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:01.485250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-3dc855aa-e506-45b8-8dc8-db867bdc060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:01.486947 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-3dc855aa-e506-45b8-8dc8-db867bdc060e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4493b425-a339-4865-a703-1763462166db HTTP/1.1" status: 200 len: 854 time: 0.1156108 Apr 05 18:58:01.511063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a23fe8c-7b1d-4b6a-8378-97bc818a8be7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:01.520141 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5787ac10-cb68-46ff-aadf-e4f50fbb1211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.561026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787ac10-cb68-46ff-aadf-e4f50fbb1211 None None] No DVR routers for this DVR port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:01.564576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787ac10-cb68-46ff-aadf-e4f50fbb1211 None None] Pushing event deleted for resources: {'Port': ['ID=0313fd2f-67d7-49e6-88ce-d4882a50f9c9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:01.595794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-d4042391-f5c9-448c-8c1c-9995905427fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015728 Apr 05 18:58:01.643378 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-76d8c7c2-3ec7-4a14-9f55-55b886153319 req-7e2b39d8-f3ef-4977-80d6-a8c766f305f6 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586265 Apr 05 18:58:01.666599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b409eda2-8d3a-464e-84ef-3f843a600794 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:01.744546 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3056bd72-1439-4af2-bae1-e557b1055c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.759798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3056bd72-1439-4af2-bae1-e557b1055c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.792425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3056bd72-1439-4af2-bae1-e557b1055c09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c72fb580efeb4109bf76136b67da4c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7608979 Apr 05 18:58:01.795608 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.802964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36766) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:01.819089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-ed50c1bd-98ca-40b9-b6cf-2d562890d7a9 service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139032 Apr 05 18:58:01.827951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:01.848127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-f2bd6c15-3fad-4ec6-96f5-fea251f6fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:01.851269 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-f2bd6c15-3fad-4ec6-96f5-fea251f6fa6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 1094 time: 0.1084025 Apr 05 18:58:01.855119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device afe1aa1d-8536-4000-9196-8c127b898467 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:01.864915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=0313fd2f-67d7-49e6-88ce-d4882a50f9c9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:01.880158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: afe1aa1d-8536-4000-9196-8c127b898467 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:01.881159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device afe1aa1d-8536-4000-9196-8c127b898467 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:01.881580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:01.885680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No DVR routers for this DVR port 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:01.892321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056bd72-1439-4af2-bae1-e557b1055c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0d4ef3-9074-4df7-87df-88bd909c87de,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:01.919877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:01.920348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0313fd2f-67d7-49e6-88ce-d4882a50f9c9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:02.048530 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-2ef5950c-ea96-47f9-b3d9-7b6feee91dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:02.049906 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-2ef5950c-ea96-47f9-b3d9-7b6feee91dd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 910 time: 0.1605675 Apr 05 18:58:02.050218 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.105871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11473bab-64b0-4b10-8553-04f2ca63cec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.126025 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-b35b8ced-19bc-4fde-bc67-9f6d42967ae6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49b45f57-a5b6-483b-8152-5fc20396f38f HTTP/1.1" status: 200 len: 217 time: 0.0679240 Apr 05 18:58:02.128384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf907ffb-038b-4870-9a2f-ade57e05d880']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:02.160974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80643e35-74cc-49c4-addc-1f2db215a854') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:02.161979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80643e35-74cc-49c4-addc-1f2db215a854') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:02.167823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e80f376f-afec-46ee-810f-1d5f16ba82d3 req-1787e73a-3a87-4653-8eb8-ac7f8a8fdef8 service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161905 Apr 05 18:58:02.172682 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11473bab-64b0-4b10-8553-04f2ca63cec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.191203 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.217372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a98957-dea3-47c2-b166-6b72776e3f9b req-79dc4d5e-d560-4d8d-b438-6b1e40b489a6 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:02.218909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41a98957-dea3-47c2-b166-6b72776e3f9b req-79dc4d5e-d560-4d8d-b438-6b1e40b489a6 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 943 time: 0.2086942 Apr 05 18:58:02.222076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-9a73d964-92eb-4ebb-a673-cd72cbb94d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:02.224334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-9a73d964-92eb-4ebb-a673-cd72cbb94d41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 200 len: 849 time: 0.0901377 Apr 05 18:58:02.234005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fdf8c-baa4-4e9e-8073-319714d6ebcf req-834934f6-680c-4a47-96d5-b24b7f9e8118 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:02.235991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-107fdf8c-baa4-4e9e-8073-319714d6ebcf req-834934f6-680c-4a47-96d5-b24b7f9e8118 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.2212825 Apr 05 18:58:02.253619 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.274154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Router 1d853068-3a63-4c21-86fa-b0157294acf3 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:58:02.282669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:02.283083 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:02.286903 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:02.337077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-418dbb1f-2c31-4bb0-b1a8-7e3559856f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:02.339213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-418dbb1f-2c31-4bb0-b1a8-7e3559856f8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=915604ac-55a7-4f2d-abfa-faea6df09772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082366 Apr 05 18:58:02.382111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-107fdf8c-baa4-4e9e-8073-319714d6ebcf req-b3a7edae-4224-4a96-a2ca-556bc4384d21 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296406 Apr 05 18:58:02.386906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41a98957-dea3-47c2-b166-6b72776e3f9b req-f72e54c1-8ad0-4bfa-916e-b83292578a12 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504357 Apr 05 18:58:02.388580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.403779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.426543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/networks/bf907ffb-038b-4870-9a2f-ade57e05d880 HTTP/1.1" status: 204 len: 168 time: 1.6219833 Apr 05 18:58:02.440257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36784) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:02.442851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11473bab-64b0-4b10-8553-04f2ca63cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.445949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11473bab-64b0-4b10-8553-04f2ca63cec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.447123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-11473bab-64b0-4b10-8553-04f2ca63cec5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c0d4ef3-9074-4df7-87df-88bd909c87de HTTP/1.1" status: 204 len: 168 time: 0.6417029 Apr 05 18:58:02.455381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34872f8b-3150-437c-a4e2-f2151fc2b09f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Network': ['ID=bf907ffb-038b-4870-9a2f-ade57e05d880,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:02.488020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:58:02.494146 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-97e3c07f-e354-4c09-bd6b-263618787f47 admin admin] 10.222.0.15 "PUT /v2.0/routers/1d853068-3a63-4c21-86fa-b0157294acf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4753244 Apr 05 18:58:02.496621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36788) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:02.501996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] Sync routers for ids ['1d853068-3a63-4c21-86fa-b0157294acf3'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:58:02.512105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11473bab-64b0-4b10-8553-04f2ca63cec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0d4ef3-9074-4df7-87df-88bd909c87de,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:02.518052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] Routers {'1d853068-3a63-4c21-86fa-b0157294acf3'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:02.519239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1d853068-3a63-4c21-86fa-b0157294acf3'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:02.565158 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-2cfd54ea-f125-41ba-8099-121c0817c720 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148383 Apr 05 18:58:02.691773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] Set router 1d853068-3a63-4c21-86fa-b0157294acf3 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:02.879045 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:02.945879 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ea4a4557-9628-4583-aa08-e0d38efd73e3 req-faa962e6-68e1-4932-b285-33e79149c92e service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703580 Apr 05 18:58:03.011322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:03.037388 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:03.084335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '3577b79e-610f-4838-b757-7fa513ca524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:12Z', 'updated_at': '2022-04-05T18:58:01Z', 'revision_number': 5, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'gw_port': {'id': '3577b79e-610f-4838-b757-7fa513ca524f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:51:13Z', 'updated_at': '2022-04-05T18:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:03.169532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Deleting port 3577b79e-610f-4838-b757-7fa513ca524f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:03.169889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:03.235044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] Checking router: 1d853068-3a63-4c21-86fa-b0157294acf3 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:03.281007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] Routers {'1d853068-3a63-4c21-86fa-b0157294acf3'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:03.281643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1d853068-3a63-4c21-86fa-b0157294acf3'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:03.359147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] For port 3577b79e-610f-4838-b757-7fa513ca524f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3577b79e-610f-4838-b757-7fa513ca524f,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:03.359528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:03.400696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Calling delete_port for 3577b79e-610f-4838-b757-7fa513ca524f owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:03.483834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] Set router 1d853068-3a63-4c21-86fa-b0157294acf3 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:03.585686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:12Z', 'updated_at': '2022-04-05T18:58:03Z', 'revision_number': 6, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:03.645256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb5b17-49a5-4126-b02e-739674918eea None None] The sync data for ids ['1d853068-3a63-4c21-86fa-b0157294acf3'] in n-d-836650-3 is: [{'id': '1d853068-3a63-4c21-86fa-b0157294acf3', 'name': 'tempest-TaggedBootDevicesTest-1125345690-router', 'tenant_id': 'c21e41c5d7d74768941e4d528dd53f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:51:12Z', 'updated_at': '2022-04-05T18:58:03Z', 'revision_number': 6, 'project_id': 'c21e41c5d7d74768941e4d528dd53f44', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:03.758137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 2e22ec20-60da-48dd-8a64-c0be6d942b07 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:03.759459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:03.846837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68d2f-02a5-473a-981a-a4215edf8bf4 req-34d5922d-61cb-4b26-9899-b9046ed7ec58 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:03.849579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5f68d2f-02a5-473a-981a-a4215edf8bf4 req-34d5922d-61cb-4b26-9899-b9046ed7ec58 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 943 time: 0.2773855 Apr 05 18:58:03.866026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bcb29-a209-4f92-a8f5-b5d4c2265926 req-f715c5dc-6370-44b7-a103-dcf4be16a92b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:03.868056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-669bcb29-a209-4f92-a8f5-b5d4c2265926 req-f715c5dc-6370-44b7-a103-dcf4be16a92b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.2320542 Apr 05 18:58:03.929784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:03.946004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5f68d2f-02a5-473a-981a-a4215edf8bf4 req-eb6c12d6-fe43-4ae3-9fe2-287c6e7b5c0e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766718 Apr 05 18:58:03.986253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-669bcb29-a209-4f92-a8f5-b5d4c2265926 req-a9a2e39f-90f2-439e-8018-1d752c49c942 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110885 Apr 05 18:58:03.992022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 2e22ec20-60da-48dd-8a64-c0be6d942b07, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2e22ec20-60da-48dd-8a64-c0be6d942b07,segment=NetworkSegment(8507726d-c650-4b55-8c30-96e4cac52d39),segment_id=8507726d-c650-4b55-8c30-96e4cac52d39)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:03.992730 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.010178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 2e22ec20-60da-48dd-8a64-c0be6d942b07 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:04.102513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3577b79e-610f-4838-b757-7fa513ca524f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:04.108895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.263523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.268044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.287510 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.339970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=2e22ec20-60da-48dd-8a64-c0be6d942b07,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:04.391549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.392090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d853068-3a63-4c21-86fa-b0157294acf3 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:58:04.404020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.405212 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c76b8af6-ef5a-4992-8acd-05a58fd436f3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1d853068-3a63-4c21-86fa-b0157294acf3 HTTP/1.1" status: 204 len: 168 time: 1.9076540 Apr 05 18:58:04.408542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36844) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:04.567176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1b012a-0a37-4fbf-8c99-a1a3047e7387 admin admin] Deleting subnet daf92139-69f2-4c86-bf2a-c6a15cb55962 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:58:04.578175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e1b012a-0a37-4fbf-8c99-a1a3047e7387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.616219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 49b45f57-a5b6-483b-8152-5fc20396f38f details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:58:04.658780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e1b012a-0a37-4fbf-8c99-a1a3047e7387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.665053 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.894004 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e1b012a-0a37-4fbf-8c99-a1a3047e7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:04.919596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 49b45f57-a5b6-483b-8152-5fc20396f38f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=49b45f57-a5b6-483b-8152-5fc20396f38f,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:04.941069 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '49b45f57-a5b6-483b-8152-5fc20396f38f', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'port_id': '49b45f57-a5b6-483b-8152-5fc20396f38f', 'mac_address': 'fa:16:3e:9c:8d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:58:05.053737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e1b012a-0a37-4fbf-8c99-a1a3047e7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:05.105713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:58:05.108180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b012a-0a37-4fbf-8c99-a1a3047e7387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf92139-69f2-4c86-bf2a-c6a15cb55962,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:05.126344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e1b012a-0a37-4fbf-8c99-a1a3047e7387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:05.127406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e0e64c-6fa4-405c-961b-7876aa389dac None None] Network 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:05.130889 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:05.138142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1e1b012a-0a37-4fbf-8c99-a1a3047e7387 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/daf92139-69f2-4c86-bf2a-c6a15cb55962 HTTP/1.1" status: 204 len: 168 time: 0.7281628 Apr 05 18:58:05.139341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36864) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:05.163662 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:05.275487 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b45f57-a5b6-483b-8152-5fc20396f38f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:58:05.279185 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:05.319621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 49b45f57-a5b6-483b-8152-5fc20396f38f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=49b45f57-a5b6-483b-8152-5fc20396f38f,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:05.347303 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:05.387697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Deleting port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:05.388148 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:05.393698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c915d-b1e4-4b8b-bca0-8a013e3a4dc9 req-e5ee2c22-c56c-4a1d-8176-49d63b28b961 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:05.401641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e64c915d-b1e4-4b8b-bca0-8a013e3a4dc9 req-e5ee2c22-c56c-4a1d-8176-49d63b28b961 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 943 time: 0.2980626 Apr 05 18:58:05.528152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] For port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=15a0581e-6fa9-45e3-aa63-8832b1a2d3cd,segment=NetworkSegment(c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba),segment_id=c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:05.528800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:05.562521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Calling delete_port for 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:05.567462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=49b45f57-a5b6-483b-8152-5fc20396f38f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:05.650482 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['49b45f57-a5b6-483b-8152-5fc20396f38f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:58:05.809566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae032ff-c7e4-4457-9cad-65a9db67eb15 None None] DHCP port deletion for 8a942887-6b5a-4dfc-8aeb-407b75b34ec8 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:58:05.850734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:05.928231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8ae032ff-c7e4-4457-9cad-65a9db67eb15 None None] The port '15a0581e-6fa9-45e3-aa63-8832b1a2d3cd' was deleted {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 05 18:58:05.958544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36882) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:05.968891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a0581e-6fa9-45e3-aa63-8832b1a2d3cd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:05.999283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] No DVR routers for this DVR port 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:06.024610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3577b79e-610f-4838-b757-7fa513ca524f no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:06.130940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 3577b79e-610f-4838-b757-7fa513ca524f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:06.131365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3577b79e-610f-4838-b757-7fa513ca524f not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:06.131781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:06.183557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1238c5a-60ce-42bb-890a-c1743d096e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.199135 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.259284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:06.259500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 15a0581e-6fa9-45e3-aa63-8832b1a2d3cd not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:06.259954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:06.285213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:58:06.295060 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:58:06.309581 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:06.311385 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:06.316761 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-571b3e77-382c-43d9-b002-3c0c4472e779 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8730178 Apr 05 18:58:06.320039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:06.325383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a942887-6b5a-4dfc-8aeb-407b75b34ec8']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:06.335922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:06.336296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3a23fe8c-7b1d-4b6a-8378-97bc818a8be7 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:06.377799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc0ab-5473-456a-9fe3-ed666899d84e req-9d09e09c-e879-479c-95ea-4bc45a4170b6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:06.378609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:06.379223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c281d3f6-c3f2-4ec8-89a6-e5f7aa6634ba') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:06.390870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13fcc0ab-5473-456a-9fe3-ed666899d84e req-9d09e09c-e879-479c-95ea-4bc45a4170b6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 1.1184020 Apr 05 18:58:06.422742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.446493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e64c915d-b1e4-4b8b-bca0-8a013e3a4dc9 req-ca0e8ff3-f6b1-46c3-98eb-72c2b1b25955 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0438931 Apr 05 18:58:06.483495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.510707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:06.511446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:06.513464 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:06.528813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1238c5a-60ce-42bb-890a-c1743d096e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.559002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b618f0f1-0b40-4a39-8c51-703a3b3a0fcf tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting subnet 4e3dd165-3e20-45ef-8afc-f197478127b9 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:58:06.565027 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:06.568094 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1238c5a-60ce-42bb-890a-c1743d096e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.568254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13fcc0ab-5473-456a-9fe3-ed666899d84e req-53ce3663-b667-4838-ade7-ccf060af208c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734173 Apr 05 18:58:06.568810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b618f0f1-0b40-4a39-8c51-703a3b3a0fcf tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.652237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1238c5a-60ce-42bb-890a-c1743d096e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79e989-c576-4dfd-81e8-12b4c152c235,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:06.655564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.669141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b618f0f1-0b40-4a39-8c51-703a3b3a0fcf tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.677007 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f1238c5a-60ce-42bb-890a-c1743d096e80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b4fe8ce2024440db310d51e0b5408af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143736 Apr 05 18:58:06.694085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.700392 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a942887-6b5a-4dfc-8aeb-407b75b34ec8 HTTP/1.1" status: 204 len: 168 time: 1.5573101 Apr 05 18:58:06.700392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36888) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:06.701265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d862b75-a29a-4f49-9a77-7d32c8f1cdf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a942887-6b5a-4dfc-8aeb-407b75b34ec8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:06.785368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed96b0cb-d5ba-4a55-a66d-9e40d9a9b8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:06.874528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b618f0f1-0b40-4a39-8c51-703a3b3a0fcf tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.018859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b618f0f1-0b40-4a39-8c51-703a3b3a0fcf tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.043132 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:04Z', 'revision_number': 9, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:07.074971 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:07.081387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:07.086446 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:07.087545 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:57:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:07.105354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618f0f1-0b40-4a39-8c51-703a3b3a0fcf tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3dd165-3e20-45ef-8afc-f197478127b9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:07.107459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b618f0f1-0b40-4a39-8c51-703a3b3a0fcf tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.110650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b618f0f1-0b40-4a39-8c51-703a3b3a0fcf tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/4e3dd165-3e20-45ef-8afc-f197478127b9 HTTP/1.1" status: 204 len: 168 time: 0.7880812 Apr 05 18:58:07.121890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192e0074-fbef-4011-b532-229389e6d459 None None] Network a8ddbf0d-4a92-483d-a4de-460541d287cd requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:07.131168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36896) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:07.237901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a0fb646c-9b45-4f31-8e13-b248969e572a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dfab4cfb44e4cdd88372808419896a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551116 Apr 05 18:58:07.242493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36898) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:07.250522 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:07.251524 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.351949 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.395134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9dedf24-171f-437a-8e3b-29c975c815c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.487764 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9dedf24-171f-437a-8e3b-29c975c815c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.552684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:07.556154 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.749759 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:04Z', 'revision_number': 9, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:07.759625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed96b0cb-d5ba-4a55-a66d-9e40d9a9b8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.844127 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58f28-281b-431c-8432-decaedbf8edb None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:04Z', 'revision_number': 9, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '04371285-7fe7-4413-ad60-2dd5ae7aa2ad', 'name': '', 'network_id': '1d6291d0-5ace-4340-a326-e024db49a56f', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:5c:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:20Z', 'updated_at': '2022-04-05T18:57:31Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': '57f28a1d-71a9-40af-85b6-ebb70a96f6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:07.884230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9dedf24-171f-437a-8e3b-29c975c815c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.893281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9dedf24-171f-437a-8e3b-29c975c815c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.897839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b9dedf24-171f-437a-8e3b-29c975c815c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce0d3b0f-9576-458f-82ed-d5db19dc1e59 HTTP/1.1" status: 204 len: 168 time: 0.6510017 Apr 05 18:58:07.898027 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed96b0cb-d5ba-4a55-a66d-9e40d9a9b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.922231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed96b0cb-d5ba-4a55-a66d-9e40d9a9b8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:07.926423 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ed96b0cb-d5ba-4a55-a66d-9e40d9a9b8a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb79e989-c576-4dfd-81e8-12b4c152c235 HTTP/1.1" status: 204 len: 168 time: 1.2261770 Apr 05 18:58:07.951626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96b0cb-d5ba-4a55-a66d-9e40d9a9b8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79e989-c576-4dfd-81e8-12b4c152c235,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:07.952882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e118e-8e82-4141-9d93-735e954e7911 None None] DHCP port deletion for a8ddbf0d-4a92-483d-a4de-460541d287cd request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:58:08.028892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dedf24-171f-437a-8e3b-29c975c815c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0d3b0f-9576-458f-82ed-d5db19dc1e59,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:08.047871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10,segment=NetworkSegment(8507726d-c650-4b55-8c30-96e4cac52d39),segment_id=8507726d-c650-4b55-8c30-96e4cac52d39)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:08.048262 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:08.092335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0633c0e-350e-478a-a6e2-cae9f1becf9b req-543df3ea-ea50-47fc-9c40-f1373dfad85e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:08.103487 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0633c0e-350e-478a-a6e2-cae9f1becf9b req-543df3ea-ea50-47fc-9c40-f1373dfad85e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 944 time: 0.4764833 Apr 05 18:58:08.194200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-019e118e-8e82-4141-9d93-735e954e7911 None None] Deleting port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:08.195241 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-019e118e-8e82-4141-9d93-735e954e7911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:08.239635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d925a-ae8f-45a5-add4-5a18905a80bd req-b401aaf1-ee77-4b23-95a3-9d480b617431 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:08.247676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b1d925a-ae8f-45a5-add4-5a18905a80bd req-b401aaf1-ee77-4b23-95a3-9d480b617431 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.4349957 Apr 05 18:58:08.269334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:08.318302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0633c0e-350e-478a-a6e2-cae9f1becf9b req-b9c16166-7d8b-4441-91ea-432c267f5917 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015815 Apr 05 18:58:08.379749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-019e118e-8e82-4141-9d93-735e954e7911 None None] For port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10,segment=NetworkSegment(8507726d-c650-4b55-8c30-96e4cac52d39),segment_id=8507726d-c650-4b55-8c30-96e4cac52d39)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:08.380721 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-019e118e-8e82-4141-9d93-735e954e7911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:08.396977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-019e118e-8e82-4141-9d93-735e954e7911 None None] Calling delete_port for 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:08.490194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b1d925a-ae8f-45a5-add4-5a18905a80bd req-bd7e4e64-2437-45f8-a7ce-549c913671d0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403929 Apr 05 18:58:08.554638 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-019e118e-8e82-4141-9d93-735e954e7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:08.585978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:08.592441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e118e-8e82-4141-9d93-735e954e7911 None None] No DVR routers for this DVR port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:08.674681 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 49b45f57-a5b6-483b-8152-5fc20396f38f up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:58:08.682033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:08.689814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No DVR routers for this DVR port 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:08.790754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e118e-8e82-4141-9d93-735e954e7911 None None] Pushing event deleted for resources: {'Port': ['ID=54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:08.825628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 49b45f57-a5b6-483b-8152-5fc20396f38f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:58:08.831071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 49b45f57-a5b6-483b-8152-5fc20396f38f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:08.831340 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:08.842648 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36922) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:08.873367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:08.929218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ddbf0d-4a92-483d-a4de-460541d287cd']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:08.963650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8507726d-c650-4b55-8c30-96e4cac52d39') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:08.965209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8507726d-c650-4b55-8c30-96e4cac52d39') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:08.982235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36926) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:08.983911 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-07149fa1-d957-4692-abe4-6379c21b85ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c21e41c5d7d74768941e4d528dd53f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399164 Apr 05 18:58:09.021956 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.031469 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.060983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b45f57-a5b6-483b-8152-5fc20396f38f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:58:09.064971 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e839bbf-35df-4bcc-88e8-a712e72434ab" -d '{"events": [{"server_uuid": "9cb5f7d8-00d9-4af0-8c03-efda9b019a9d", "name": "network-vif-plugged", "status": "completed", "tag": "49b45f57-a5b6-483b-8152-5fc20396f38f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:58:09.088425 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 49b45f57-a5b6-483b-8152-5fc20396f38f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=49b45f57-a5b6-483b-8152-5fc20396f38f,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:09.095534 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.177773 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.188616 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f845031-45ed-4d99-ba35-9f6177deef2f x-openstack-request-id: req-1f845031-45ed-4d99-ba35-9f6177deef2f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:58:09.194279 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb5f7d8-00d9-4af0-8c03-efda9b019a9d", "name": "network-vif-plugged", "status": "completed", "tag": "49b45f57-a5b6-483b-8152-5fc20396f38f", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:58:09.195410 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f845031-45ed-4d99-ba35-9f6177deef2f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:58:09.196070 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f845031-45ed-4d99-ba35-9f6177deef2f'] response: {'server_uuid': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b45f57-a5b6-483b-8152-5fc20396f38f', 'code': 200} Apr 05 18:58:09.205772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=49b45f57-a5b6-483b-8152-5fc20396f38f,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:09.218442 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:09.219138 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:09.235285 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:09.334656 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc47-eb1f-458c-8705-14bf4b040fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.386319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.418677 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.427850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/networks/a8ddbf0d-4a92-483d-a4de-460541d287cd HTTP/1.1" status: 204 len: 168 time: 2.2941213 Apr 05 18:58:09.432689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36946) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:09.435615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9f6f9-eaf1-4943-8e6c-c0034ef8ee32 req-7f881c20-6d9b-4d93-a17e-fa4d80cf4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:09.436645 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc47-eb1f-458c-8705-14bf4b040fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.439234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c2a9f6f9-eaf1-4943-8e6c-c0034ef8ee32 req-7f881c20-6d9b-4d93-a17e-fa4d80cf4b1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 1096 time: 0.1460047 Apr 05 18:58:09.452098 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-136f3f0f-92de-4232-a403-ce83a59e9143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.528970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da62ff-4c08-4c1c-b725-3badabbefd07 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Network': ['ID=a8ddbf0d-4a92-483d-a4de-460541d287cd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:09.574023 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c2a9f6f9-eaf1-4943-8e6c-c0034ef8ee32 req-51683eea-a7b9-4dc4-8202-484bf30f5e29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164834 Apr 05 18:58:09.805972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca2044-05ee-4eb3-b39b-f24dab54aae2 req-4f0ed918-31e0-496e-9a7b-c7d078681a51 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:09.820047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09ca2044-05ee-4eb3-b39b-f24dab54aae2 req-4f0ed918-31e0-496e-9a7b-c7d078681a51 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 945 time: 0.2874722 Apr 05 18:58:09.876460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:09.904827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:09.905672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 54cd5ff0-c8a9-4aee-b0ff-1aa99d36ce10 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:09.906581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2e22ec20-60da-48dd-8a64-c0be6d942b07 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:09.914317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a99d21-fc9b-4d17-b3da-97a489531864 req-145c96a8-2ba6-4069-a385-7a39a9deac4d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:09.925576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2a99d21-fc9b-4d17-b3da-97a489531864 req-145c96a8-2ba6-4069-a385-7a39a9deac4d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.2685640 Apr 05 18:58:09.930669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2e22ec20-60da-48dd-8a64-c0be6d942b07 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:09.931139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2e22ec20-60da-48dd-8a64-c0be6d942b07 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:09.983920 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc47-eb1f-458c-8705-14bf4b040fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.991902 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d6bc47-eb1f-458c-8705-14bf4b040fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:09.995580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-69d6bc47-eb1f-458c-8705-14bf4b040fc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b1d1ad1-92f0-42a2-808f-a9b151ca3d38 HTTP/1.1" status: 204 len: 168 time: 1.0113688 Apr 05 18:58:10.045166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6bc47-eb1f-458c-8705-14bf4b040fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1d1ad1-92f0-42a2-808f-a9b151ca3d38,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:10.121106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09ca2044-05ee-4eb3-b39b-f24dab54aae2 req-a0da5766-68c6-4b36-8816-6560a604247c tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968490 Apr 05 18:58:10.150537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2a99d21-fc9b-4d17-b3da-97a489531864 req-e4aabd4c-bb85-4a0c-80cb-68e87373824b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239177 Apr 05 18:58:10.626699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:11.116090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:11.116462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:11.449706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 04371285-7fe7-4413-ad60-2dd5ae7aa2ad, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=04371285-7fe7-4413-ad60-2dd5ae7aa2ad,segment=NetworkSegment(9eb8e650-8daf-4e79-b855-9b55b0627a03),segment_id=9eb8e650-8daf-4e79-b855-9b55b0627a03)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:11.449990 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:11.486658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 04371285-7fe7-4413-ad60-2dd5ae7aa2ad owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:11.500335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d5ad0-3548-4846-aa9c-14bc67e68480 req-3bbcebeb-c98b-415c-8bb4-bd5863dac9aa tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:11.503115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e2d5ad0-3548-4846-aa9c-14bc67e68480 req-3bbcebeb-c98b-415c-8bb4-bd5863dac9aa tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 945 time: 0.2352245 Apr 05 18:58:11.517930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d5d3-170f-49fb-9db1-000094c773d6 req-609ecb25-30cb-4e87-acef-f8d49b0ffc06 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:11.526214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0715d5d3-170f-49fb-9db1-000094c773d6 req-609ecb25-30cb-4e87-acef-f8d49b0ffc06 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.1932425 Apr 05 18:58:11.560001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36994) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:11.671518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e2d5ad0-3548-4846-aa9c-14bc67e68480 req-82b33759-781b-47e1-9893-41c45d1eb254 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429894 Apr 05 18:58:11.723594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0715d5d3-170f-49fb-9db1-000094c773d6 req-d63ed9d1-1b55-47b2-a235-164fd50cffe4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962986 Apr 05 18:58:11.808014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6590acb-d373-4582-b25c-e2c1ab81e91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:11.892122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1466535647-network', 'tenant_id': '569f935e18964b5ba918f63d2edd7785'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:11.905092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f4879-be0f-4b32-aaa9-8968992b6d70 req-7ab00467-ddd2-4ef3-aa6a-504ca8d8e7a1 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:11.915181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-964f4879-be0f-4b32-aaa9-8968992b6d70 req-7ab00467-ddd2-4ef3-aa6a-504ca8d8e7a1 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 945 time: 0.1082056 Apr 05 18:58:11.917326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37010) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:11.933385 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:11.936841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Request body: {'floatingip': {'port_id': '49b45f57-a5b6-483b-8152-5fc20396f38f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:11.992515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=04371285-7fe7-4413-ad60-2dd5ae7aa2ad,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:12.008035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.009560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.010080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.010808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.018454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.019882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.020567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.021210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.022026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.023485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.024113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.024742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:12.081209 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:12.271579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:12.295719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Made reservation on behalf of 569f935e18964b5ba918f63d2edd7785 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:12.298119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:12.351508 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:12.555354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37016) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:12.812555 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:12.825739 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:12.842039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:58:12.843839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:58:12.850107 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:12.877905 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:12.878470 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Added segment 6330b147-2c1e-4b09-9b15-81eaf9549dcc of type vlan for network 1848027a-e479-4520-8b55-3b08b7bc0119 Apr 05 18:58:12.962232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b4006ae-ae9f-4bb1-ab2c-9d427ef267b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:12.966102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:58:12.977009 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e071ad64-6c89-42d9-8499-526447d9e3a7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5307014 Apr 05 18:58:12.977745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37024) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:12.986277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:58:13.016546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:13.017209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:13.048725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11ee671-30be-4957-8797-434f823ab28b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting subnet 57f28a1d-71a9-40af-85b6-ebb70a96f6bd {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:58:13.052612 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d11ee671-30be-4957-8797-434f823ab28b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.110829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d11ee671-30be-4957-8797-434f823ab28b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.191497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:13.213656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d11ee671-30be-4957-8797-434f823ab28b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.287389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b4006ae-ae9f-4bb1-ab2c-9d427ef267b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.294850 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.306886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b4006ae-ae9f-4bb1-ab2c-9d427ef267b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.312103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d11ee671-30be-4957-8797-434f823ab28b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.336204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d11ee671-30be-4957-8797-434f823ab28b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.344589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6b4006ae-ae9f-4bb1-ab2c-9d427ef267b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ace6533f7df647928b805109e25b00f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7834320 Apr 05 18:58:13.351390 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d11ee671-30be-4957-8797-434f823ab28b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/57f28a1d-71a9-40af-85b6-ebb70a96f6bd HTTP/1.1" status: 204 len: 168 time: 0.3681896 Apr 05 18:58:13.351390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37026) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:13.356048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37028) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:13.399897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:13.400108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a0489-8d83-411a-92cc-649c98b37924 None None] Network 1d6291d0-5ace-4340-a326-e024db49a56f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:13.483946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ee671-30be-4957-8797-434f823ab28b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Subnet': ['ID=57f28a1d-71a9-40af-85b6-ebb70a96f6bd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:13.487322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c045-9e39-4b0d-b62e-245f6bbc7fab req-18318bc0-bcca-4214-927a-338b753a8db1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:13.507392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e98c045-9e39-4b0d-b62e-245f6bbc7fab req-18318bc0-bcca-4214-927a-338b753a8db1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.5760341 Apr 05 18:58:13.580113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a12c64db-f82b-4672-889a-afeb1bdd55f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.628305 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a12c64db-f82b-4672-889a-afeb1bdd55f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.658253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e98c045-9e39-4b0d-b62e-245f6bbc7fab req-bde882f4-53ba-410d-b5ec-1462af287932 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365869 Apr 05 18:58:13.659814 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.661811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:13.673827 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.727531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4006ae-ae9f-4bb1-ab2c-9d427ef267b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16676b44-5291-491a-99db-c5b882357e68,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:13.727791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a12c64db-f82b-4672-889a-afeb1bdd55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.730164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a12c64db-f82b-4672-889a-afeb1bdd55f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:13.734112 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a12c64db-f82b-4672-889a-afeb1bdd55f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16676b44-5291-491a-99db-c5b882357e68 HTTP/1.1" status: 204 len: 168 time: 0.2804072 Apr 05 18:58:13.752955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c64db-f82b-4672-889a-afeb1bdd55f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16676b44-5291-491a-99db-c5b882357e68,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:13.868178 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:58:13.880846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2961535 Apr 05 18:58:13.884004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37036) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:13.888966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Request body: {'subnet': {'network_id': '1848027a-e479-4520-8b55-3b08b7bc0119', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1466535647-subnet', 'tenant_id': '569f935e18964b5ba918f63d2edd7785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:13.940673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:11Z', 'revision_number': 10, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:13.969362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Made reservation on behalf of 569f935e18964b5ba918f63d2edd7785 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:13.976129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.004200 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.022219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2680f9f-2a53-44a2-9950-2340a58720be admin admin] Pushing event updated for resources: {'Network': ['ID=1848027a-e479-4520-8b55-3b08b7bc0119,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:14.074920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:14.092073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.100805 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.101808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44191127-e5ef-4e8c-825a-8055ebf1e6f8 None None] DHCP port deletion for 1d6291d0-5ace-4340-a326-e024db49a56f request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:58:14.106024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 1848027a-e479-4520-8b55-3b08b7bc0119 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:58:14.180741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 421b8bf2-27ee-4858-9dd9-a095dea405e5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:14.181032 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.386483 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Floating IP 036015c7-ad07-4103-8954-dd7722b97d7d associated. External IP: 172.25.4.54, port: 49b45f57-a5b6-483b-8152-5fc20396f38f. Apr 05 18:58:14.409110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 421b8bf2-27ee-4858-9dd9-a095dea405e5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=421b8bf2-27ee-4858-9dd9-a095dea405e5,segment=NetworkSegment(9eb8e650-8daf-4e79-b855-9b55b0627a03),segment_id=9eb8e650-8daf-4e79-b855-9b55b0627a03)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:14.409484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.424804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 421b8bf2-27ee-4858-9dd9-a095dea405e5 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:14.487523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.496931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:14.498577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:14.552825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37044) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:14.554720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7f0ff2-638f-4716-bfaf-b285a73834dc,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:14.563118 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.591788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9e18-e310-468e-bd4a-3e7d2079b7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.644409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-44191127-e5ef-4e8c-825a-8055ebf1e6f8 None None] Deleting port 421b8bf2-27ee-4858-9dd9-a095dea405e5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:14.645815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44191127-e5ef-4e8c-825a-8055ebf1e6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.652029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:14.771778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9e18-e310-468e-bd4a-3e7d2079b7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.793912 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9e18-e310-468e-bd4a-3e7d2079b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.830700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Checking segment: {'id': '6330b147-2c1e-4b09-9b15-81eaf9549dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1848027a-e479-4520-8b55-3b08b7bc0119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:58:14.831643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Network hostable DHCP agents. Network: 1848027a-e479-4520-8b55-3b08b7bc0119, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:58:14.859129 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.890748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-44191127-e5ef-4e8c-825a-8055ebf1e6f8 None None] For port 421b8bf2-27ee-4858-9dd9-a095dea405e5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=421b8bf2-27ee-4858-9dd9-a095dea405e5,segment=NetworkSegment(9eb8e650-8daf-4e79-b855-9b55b0627a03),segment_id=9eb8e650-8daf-4e79-b855-9b55b0627a03)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:14.891146 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44191127-e5ef-4e8c-825a-8055ebf1e6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:14.898305 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0c3b9e18-e310-468e-bd4a-3e7d2079b7ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ef32d51696349c4ae502544a57ff96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380997 Apr 05 18:58:14.908966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37050) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:14.964116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No DVR routers for this DVR port 421b8bf2-27ee-4858-9dd9-a095dea405e5 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:14.989967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b9e18-e310-468e-bd4a-3e7d2079b7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c7b8f8-fd71-4b12-a78f-59e2c8a235f4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:15.050153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Network 1848027a-e479-4520-8b55-3b08b7bc0119 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:58:15.090163 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-59463b4f-2d22-4467-b60c-99cc457d002c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:15.102876 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-44191127-e5ef-4e8c-825a-8055ebf1e6f8 None None] Calling delete_port for 421b8bf2-27ee-4858-9dd9-a095dea405e5 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:15.120473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 1848027a-e479-4520-8b55-3b08b7bc0119) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:15.140051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=421b8bf2-27ee-4858-9dd9-a095dea405e5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:15.143033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:15.143665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:15.157594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f0054-d37b-4d78-8329-85f00d2c054c None None] Network 1848027a-e479-4520-8b55-3b08b7bc0119 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:15.165318 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:15.191984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-59463b4f-2d22-4467-b60c-99cc457d002c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:15.268767 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b5a2795-ba5f-444d-9e22-68216880eeb1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3794553 Apr 05 18:58:15.347424 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-59463b4f-2d22-4467-b60c-99cc457d002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:15.350938 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-59463b4f-2d22-4467-b60c-99cc457d002c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:15.355679 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-59463b4f-2d22-4467-b60c-99cc457d002c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58c7b8f8-fd71-4b12-a78f-59e2c8a235f4 HTTP/1.1" status: 204 len: 168 time: 0.4427998 Apr 05 18:58:15.403745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59463b4f-2d22-4467-b60c-99cc457d002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c7b8f8-fd71-4b12-a78f-59e2c8a235f4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:15.540552 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44191127-e5ef-4e8c-825a-8055ebf1e6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:15.595956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44191127-e5ef-4e8c-825a-8055ebf1e6f8 None None] Pushing event deleted for resources: {'Port': ['ID=421b8bf2-27ee-4858-9dd9-a095dea405e5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:15.638367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44191127-e5ef-4e8c-825a-8055ebf1e6f8 None None] No DVR routers for this DVR port 421b8bf2-27ee-4858-9dd9-a095dea405e5 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:15.734499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:11Z', 'revision_number': 10, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:15.849811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3625e1d-1fac-4377-acdc-a83632d935c8 None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:11Z', 'revision_number': 10, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None, '_interfaces': [{'id': '649e9b2b-68eb-4999-bf39-c8a05f8e9565', 'name': '', 'network_id': '9496836c-9fa9-47ef-8eb9-51ff3da8ebf5', 'tenant_id': '654177f36674476ba227bc202d43d819', 'mac_address': 'fa:16:3e:0a:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:57:14Z', 'updated_at': '2022-04-05T18:57:21Z', 'revision_number': 5, 'project_id': '654177f36674476ba227bc202d43d819', 'subnets': [{'id': 'f5fb0d2f-a46b-4805-b668-b51fff573e5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:15.875262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 421b8bf2-27ee-4858-9dd9-a095dea405e5 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:15.940472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 421b8bf2-27ee-4858-9dd9-a095dea405e5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:15.941107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 421b8bf2-27ee-4858-9dd9-a095dea405e5 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:16.011738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3db85f-4bb1-4311-adf9-4b4cd12a1c23 None None] Network 1848027a-e479-4520-8b55-3b08b7bc0119 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:16.405217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894535d0-244b-471b-b3fd-693ddd94fe64 req-996207d0-3423-4e04-8ad3-f852bdf6b840 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:16.407044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-894535d0-244b-471b-b3fd-693ddd94fe64 req-996207d0-3423-4e04-8ad3-f852bdf6b840 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 1.5496902 Apr 05 18:58:16.590684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:16.712432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-894535d0-244b-471b-b3fd-693ddd94fe64 req-2a7b348f-f6b3-48a9-93a1-850f3c9d71de tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968888 Apr 05 18:58:16.714025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6291d0-5ace-4340-a326-e024db49a56f']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:16.734786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb8e650-8daf-4e79-b855-9b55b0627a03') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:16.735104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb8e650-8daf-4e79-b855-9b55b0627a03') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:16.782005 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:16.821231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:16.866943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:16.867352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:16.871625 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:16.897579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-a17388a9-4396-412b-955d-dc1987a1762b tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:16.899094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-a17388a9-4396-412b-955d-dc1987a1762b tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/networks?id=1848027a-e479-4520-8b55-3b08b7bc0119 HTTP/1.1" status: 200 len: 814 time: 0.3985095 Apr 05 18:58:16.967456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Router 0d126e29-d72a-4954-adb2-ec5c3a29528a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:58:16.969558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-4318b4f5-f97e-4227-9b26-14f464f42881 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/quotas/569f935e18964b5ba918f63d2edd7785 HTTP/1.1" status: 200 len: 375 time: 0.0398695 Apr 05 18:58:16.980657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:16.998258 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:17.001605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/networks/1d6291d0-5ace-4340-a326-e024db49a56f HTTP/1.1" status: 204 len: 168 time: 3.6414661 Apr 05 18:58:17.004787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37106) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:17.060183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-2e9eea3d-b211-4da1-8d1b-509a46672a06 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=569f935e18964b5ba918f63d2edd7785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770178 Apr 05 18:58:17.062753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b1fcf-c1c9-4391-be73-a9547fb3f9d8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Network': ['ID=1d6291d0-5ace-4340-a326-e024db49a56f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:17.196690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:58:17.206854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:17.222006 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] Sync routers for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:58:17.248299 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:17.248929 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:17.268787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4b74e8a4-b6f0-4a8b-9b1a-23f4252c3a2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "PUT /v2.0/floatingips/036015c7-ad07-4103-8954-dd7722b97d7d HTTP/1.1" status: 200 len: 990 time: 5.3422952 Apr 05 18:58:17.274658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'tag': '49b45f57-a5b6-483b-8152-5fc20396f38f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:58:17.277127 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8e5495-1c54-4e03-b141-8ba3c399d553" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb5f7d8-00d9-4af0-8c03-efda9b019a9d", "tag": "49b45f57-a5b6-483b-8152-5fc20396f38f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:58:17.296282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-a079d822-30cb-4ff6-8e5e-a3b8e5a6baf4 service neutron] 10.222.0.15 "GET /v2.0/networks/1848027a-e479-4520-8b55-3b08b7bc0119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172534 Apr 05 18:58:17.393133 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc7b00e-4830-4d9b-9ede-88ab4e7c333c x-openstack-request-id: req-fdc7b00e-4830-4d9b-9ede-88ab4e7c333c {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:58:17.393370 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb5f7d8-00d9-4af0-8c03-efda9b019a9d", "tag": "49b45f57-a5b6-483b-8152-5fc20396f38f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:58:17.393635 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdc7b00e-4830-4d9b-9ede-88ab4e7c333c {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:58:17.393971 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc7b00e-4830-4d9b-9ede-88ab4e7c333c'] response: {'name': 'network-changed', 'server_uuid': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'tag': '49b45f57-a5b6-483b-8152-5fc20396f38f', 'status': 'completed', 'code': 200} Apr 05 18:58:17.407057 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-6e00f7df-a8f6-4332-9d9f-0c02766599dd service neutron] 10.222.0.15 "GET /v2.0/networks/1848027a-e479-4520-8b55-3b08b7bc0119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098223 Apr 05 18:58:17.518255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-927422a9-2b40-45cb-aa1e-4421c53e25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:17.519910 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-927422a9-2b40-45cb-aa1e-4421c53e25cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 1096 time: 0.1385143 Apr 05 18:58:17.534198 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:17.705616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2e3f921-b7b0-41e8-8395-9ed081f0e057 req-2b69ddb7-092c-4329-af6c-f26470f861a4 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0709956 Apr 05 18:58:17.718954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 04371285-7fe7-4413-ad60-2dd5ae7aa2ad no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:17.724846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-440d7dbe-a8f5-4885-9c45-cf77a15f5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:17.726474 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-440d7dbe-a8f5-4885-9c45-cf77a15f5785 service neutron] 10.222.0.20 "GET /v2.0/networks?id=915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 200 len: 910 time: 0.1992342 Apr 05 18:58:17.742935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 04371285-7fe7-4413-ad60-2dd5ae7aa2ad {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:17.743283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 04371285-7fe7-4413-ad60-2dd5ae7aa2ad not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:17.899035 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-f0304eec-f82f-40db-9819-8087c26d2455 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49b45f57-a5b6-483b-8152-5fc20396f38f HTTP/1.1" status: 200 len: 998 time: 0.1655567 Apr 05 18:58:17.928561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:17.939839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9bfce-3117-4dde-96ae-5ef67cfb41ef req-4032ab05-1939-4367-ac68-f956a194b0fd tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:17.954657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5f9bfce-3117-4dde-96ae-5ef67cfb41ef req-4032ab05-1939-4367-ac68-f956a194b0fd tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.0973406 Apr 05 18:58:17.956759 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '036015c7-ad07-4103-8954-dd7722b97d7d', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'port_id': '49b45f57-a5b6-483b-8152-5fc20396f38f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'mac_address': 'fa:16:3e:9c:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:57:48Z', 'updated_at': '2022-04-05T18:58:13Z', 'revision_number': 1, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:18.000292 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] Checking router: 0d126e29-d72a-4954-adb2-ec5c3a29528a for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:18.014982 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:18.017527 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:18.043517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5f9bfce-3117-4dde-96ae-5ef67cfb41ef req-0268933e-42ff-4df7-adac-5ee13b6175d7 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878239 Apr 05 18:58:18.135709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-2620e70f-ccab-454b-8cf9-bf2493796124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:18.138159 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-2620e70f-ccab-454b-8cf9-bf2493796124 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 200 len: 849 time: 0.2316532 Apr 05 18:58:18.145628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37144) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:18.243789 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:18.267640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-e5762290-e964-45aa-82bf-830734ecc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:18.269601 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-e5762290-e964-45aa-82bf-830734ecc576 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=915604ac-55a7-4f2d-abfa-faea6df09772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222188 Apr 05 18:58:18.306770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ca475b80-4eba-41f7-813d-9488b4f94015 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:18.334913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ca475b80-4eba-41f7-813d-9488b4f94015 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] 10.222.0.15 "PUT /v2.0/quotas/9369e66a9ee84a9a8f96befff3364208 HTTP/1.1" status: 200 len: 368 time: 0.1877539 Apr 05 18:58:18.335615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37148) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:18.340814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Request body: {'network': {'project_id': '9369e66a9ee84a9a8f96befff3364208'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:18.363986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Made reservation on behalf of 9369e66a9ee84a9a8f96befff3364208 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:18.367352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.379819 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.436007 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-0ec157d7-7962-4a11-8956-e2099df8bf13 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581280 Apr 05 18:58:18.498924 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.506346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.533783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:58:18.548270 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.548511 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Added segment 561a3a2a-3561-440a-aafe-0f49f11d2ad9 of type vlan for network 37e5639d-e5fa-45d2-b839-e0808037d725 Apr 05 18:58:18.566174 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '036015c7-ad07-4103-8954-dd7722b97d7d', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'port_id': '49b45f57-a5b6-483b-8152-5fc20396f38f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'mac_address': 'fa:16:3e:9c:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:57:48Z', 'updated_at': '2022-04-05T18:58:13Z', 'revision_number': 1, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:18.604133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0719aa65-e7a6-42f0-9729-6390341224a1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:18.677843 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f0e1b-e8be-4cb9-b40b-a7314b9c06cf None None] The sync data for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 is: [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '036015c7-ad07-4103-8954-dd7722b97d7d', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'port_id': '49b45f57-a5b6-483b-8152-5fc20396f38f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'mac_address': 'fa:16:3e:9c:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:57:48Z', 'updated_at': '2022-04-05T18:58:13Z', 'revision_number': 1, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:18.684388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 649e9b2b-68eb-4999-bf39-c8a05f8e9565 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:18.684523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.739480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.781109 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ef8e5495-1c54-4e03-b141-8ba3c399d553 req-fa4ac41d-bc93-42a4-987a-1e461af67c27 service neutron] 10.222.0.20 "GET /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120329 Apr 05 18:58:18.787231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.789154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:18.791440 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.887711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5508471 Apr 05 18:58:18.891541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37152) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:18.897743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Request body: {'network': {'project_id': '9369e66a9ee84a9a8f96befff3364208'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:18.927890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-23e23600-167d-4438-98e5-7bd52568aee2 req-242fb771-bea9-40bd-8d06-1eb599328e0d tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0970690 Apr 05 18:58:18.933736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 649e9b2b-68eb-4999-bf39-c8a05f8e9565, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=649e9b2b-68eb-4999-bf39-c8a05f8e9565,segment=NetworkSegment(94823cae-f765-4e64-a89d-fd2369352401),segment_id=94823cae-f765-4e64-a89d-fd2369352401)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:18.934107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:18.936498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da28c1-3e0d-4b45-9fc2-35bab173acdf tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Pushing event updated for resources: {'Network': ['ID=37e5639d-e5fa-45d2-b839-e0808037d725,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:18.954066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 37e5639d-e5fa-45d2-b839-e0808037d725 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:58:18.976104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 649e9b2b-68eb-4999-bf39-c8a05f8e9565 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:18.989901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Made reservation on behalf of 9369e66a9ee84a9a8f96befff3364208 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:18.992770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.008059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052c9d4-3146-43d2-aa08-9dc55a2f8e62 None None] New status for floating IP 036015c7-ad07-4103-8954-dd7722b97d7d: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:58:19.058646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:58:19.079521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.079871 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Added segment 1439d607-e070-432c-a188-832920b100b9 of type vlan for network 172ac16c-9f2b-4803-a631-6013c32270be Apr 05 18:58:19.170233 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.230470 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.230470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:19.230470 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.232072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c8fa9-e033-47c4-806c-dbb915db2313 req-eefd96d2-beb1-40db-b542-c9ae2d6368b6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:19.233625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-089c8fa9-e033-47c4-806c-dbb915db2313 req-eefd96d2-beb1-40db-b542-c9ae2d6368b6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.0898895 Apr 05 18:58:19.268493 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3759525 Apr 05 18:58:19.272786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37158) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:19.279889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-eeec759c-b34f-42e1-9428-ac1e31639339 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Request body: {'network': {'project_id': '9369e66a9ee84a9a8f96befff3364208'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:19.309330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-089c8fa9-e033-47c4-806c-dbb915db2313 req-f4ae24ea-085d-4a7e-9943-f05fc30c5e38 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662062 Apr 05 18:58:19.311390 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeec759c-b34f-42e1-9428-ac1e31639339 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 18:58:19.311845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeec759c-b34f-42e1-9428-ac1e31639339 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:19.315716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eeec759c-b34f-42e1-9428-ac1e31639339 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0386121 Apr 05 18:58:19.315981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37160) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:19.345461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c574eac-35a7-4fca-ad65-7c034048685d tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Pushing event updated for resources: {'Network': ['ID=172ac16c-9f2b-4803-a631-6013c32270be,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:19.354242 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.358200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 172ac16c-9f2b-4803-a631-6013c32270be details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:58:19.373735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0e3820da-155d-49ee-9b4a-ed9fce0faf55 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9369e66a9ee84a9a8f96befff3364208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541396 Apr 05 18:58:19.374083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37162) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:19.444268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=649e9b2b-68eb-4999-bf39-c8a05f8e9565,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:19.543978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d31730b6-8d82-4707-9451-6cb86574eee2 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.649650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-5169d984-87c1-42f1-a22e-27e95591785f tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:19.651950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-5169d984-87c1-42f1-a22e-27e95591785f tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.25 "GET /v2.0/networks?id=1848027a-e479-4520-8b55-3b08b7bc0119 HTTP/1.1" status: 200 len: 814 time: 0.2393737 Apr 05 18:58:19.654428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d31730b6-8d82-4707-9451-6cb86574eee2 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.670744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Request body: {'port': {'device_id': '18c25462-707a-4aa2-be6c-7ac1c2cd4ea5', 'network_id': '1848027a-e479-4520-8b55-3b08b7bc0119', 'admin_state_up': True, 'tenant_id': '569f935e18964b5ba918f63d2edd7785'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:19.811829 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d31730b6-8d82-4707-9451-6cb86574eee2 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.814697 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d31730b6-8d82-4707-9451-6cb86574eee2 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.819677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d31730b6-8d82-4707-9451-6cb86574eee2 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/0719aa65-e7a6-42f0-9729-6390341224a1 HTTP/1.1" status: 204 len: 168 time: 0.4408460 Apr 05 18:58:19.820045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37164) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:19.849438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31730b6-8d82-4707-9451-6cb86574eee2 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0719aa65-e7a6-42f0-9729-6390341224a1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:19.895368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.932107 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:19.995697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Made reservation on behalf of 569f935e18964b5ba918f63d2edd7785 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:19.999310 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.051725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6abae39b-f591-41c5-a127-a303fb03eec3 req-66ba670e-bc97-4023-b60a-fc86d0324d14 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0410225 Apr 05 18:58:20.065229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:58:20.134380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.149846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:58:20.158024 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eccf09f9-a5b3-4886-9900-c0bc58dd82d3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1478851 Apr 05 18:58:20.158387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37170) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:20.168081 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:58:20.169453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172ac16c-9f2b-4803-a631-6013c32270be']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.185629 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:20.187113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1439d607-e070-432c-a188-832920b100b9') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.187285 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.187414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1439d607-e070-432c-a188-832920b100b9') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.227817 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.243564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8464212-43bb-4ee2-a8a7-8e04bf46313c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting subnet f5fb0d2f-a46b-4805-b668-b51fff573e5a {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:58:20.248556 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8464212-43bb-4ee2-a8a7-8e04bf46313c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.250247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.263205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:20.263354 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:20.265342 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:20.279309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Allocated IP 172.20.0.14 (1848027a-e479-4520-8b55-3b08b7bc0119/9c7f0ff2-638f-4716-bfaf-b285a73834dc/21b58bc2-2219-4bd8-aabd-ecd4e60982f0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:20.303815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8464212-43bb-4ee2-a8a7-8e04bf46313c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.313551 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:20.380875 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:19Z', 'revision_number': 11, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.401915 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.411036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.417339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] 10.222.0.15 "DELETE /v2.0/networks/172ac16c-9f2b-4803-a631-6013c32270be HTTP/1.1" status: 204 len: 168 time: 0.5891061 Apr 05 18:58:20.418430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37176) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:20.429200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8464212-43bb-4ee2-a8a7-8e04bf46313c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.438732 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:20.448366 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:20.449195 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.461956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd3eed-ef65-4da5-8f82-131756468c4c tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Pushing event deleted for resources: {'Network': ['ID=172ac16c-9f2b-4803-a631-6013c32270be,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:20.542651 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:20.554772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.595000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67980570-b3a6-48ff-a2f2-7620d39ed6d4 req-654ec7fd-65ee-4d9f-8811-dce2a989f0ca tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:20.607162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67980570-b3a6-48ff-a2f2-7620d39ed6d4 req-654ec7fd-65ee-4d9f-8811-dce2a989f0ca tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.1494176 Apr 05 18:58:20.639857 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:19Z', 'revision_number': 11, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.671159 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.672099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8464212-43bb-4ee2-a8a7-8e04bf46313c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.672260 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9267557-2698-45ba-84ad-0328430ee15f None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:19Z', 'revision_number': 11, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:20.682991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67980570-b3a6-48ff-a2f2-7620d39ed6d4 req-9a020a01-ce77-43b7-b33a-c53c3b00beab tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748954 Apr 05 18:58:20.689632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.719949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8464212-43bb-4ee2-a8a7-8e04bf46313c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fb0d2f-a46b-4805-b668-b51fff573e5a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:20.724757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8464212-43bb-4ee2-a8a7-8e04bf46313c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.731643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e10936-b63c-4f73-b60c-3c773d21d45b None None] Network 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:20.736535 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8464212-43bb-4ee2-a8a7-8e04bf46313c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/f5fb0d2f-a46b-4805-b668-b51fff573e5a HTTP/1.1" status: 204 len: 168 time: 0.5772033 Apr 05 18:58:20.739658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37178) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:20.746984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e5639d-e5fa-45d2-b839-e0808037d725']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.760554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561a3a2a-3561-440a-aafe-0f49f11d2ad9') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.760867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561a3a2a-3561-440a-aafe-0f49f11d2ad9') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:20.775478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.781779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.797129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.808678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:20.809238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:20.883412 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:20.895995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.897570 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.906122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Network 1848027a-e479-4520-8b55-3b08b7bc0119 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:20.909724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Pushing event updated for resources: {'Port': ['ID=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:20.914590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:20.919975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:20.924620 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] 10.222.0.15 "DELETE /v2.0/networks/37e5639d-e5fa-45d2-b839-e0808037d725 HTTP/1.1" status: 204 len: 168 time: 0.5045209 Apr 05 18:58:20.925445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:20.925782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b051e-8ae8-4c67-8f45-5c51060893a5 tempest-QuotasNegativeTest-354687467 tempest-QuotasNegativeTest-354687467-project-admin] Pushing event deleted for resources: {'Network': ['ID=37e5639d-e5fa-45d2-b839-e0808037d725,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:21.025827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:21.026245 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.056314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2488634-d2ca-4d1e-bd6a-c7c3a9d95d5f None None] DHCP port deletion for 9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:58:21.079682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7b9a7545-0fde-4df5-85bd-f177063ed7be tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4132831 Apr 05 18:58:21.092086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Deleting port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:21.092602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.121477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Request body: {'port': {'device_id': '18c25462-707a-4aa2-be6c-7ac1c2cd4ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:21.186303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c2488634-d2ca-4d1e-bd6a-c7c3a9d95d5f None None] Deleting port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:21.187537 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2488634-d2ca-4d1e-bd6a-c7c3a9d95d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.294726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] For port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f,segment=NetworkSegment(94823cae-f765-4e64-a89d-fd2369352401),segment_id=94823cae-f765-4e64-a89d-fd2369352401)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:21.294726 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.309397 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.327170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c2488634-d2ca-4d1e-bd6a-c7c3a9d95d5f None None] For port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f,segment=NetworkSegment(94823cae-f765-4e64-a89d-fd2369352401),segment_id=94823cae-f765-4e64-a89d-fd2369352401)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:21.327574 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2488634-d2ca-4d1e-bd6a-c7c3a9d95d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.327689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Calling delete_port for 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:21.364773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a893347-0e65-41cc-9ae0-8a07e4ad0120 req-95eee49a-9233-4325-8e64-81de4a2b59e3 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:21.370029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c2488634-d2ca-4d1e-bd6a-c7c3a9d95d5f None None] Calling delete_port for 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:21.372049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a893347-0e65-41cc-9ae0-8a07e4ad0120 req-95eee49a-9233-4325-8e64-81de4a2b59e3 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 932 time: 0.1704950 Apr 05 18:58:21.486757 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2488634-d2ca-4d1e-bd6a-c7c3a9d95d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.522998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2488634-d2ca-4d1e-bd6a-c7c3a9d95d5f None None] No DVR routers for this DVR port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:21.525773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2488634-d2ca-4d1e-bd6a-c7c3a9d95d5f None None] Pushing event deleted for resources: {'Port': ['ID=7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:21.563559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5a893347-0e65-41cc-9ae0-8a07e4ad0120 req-8982f612-33ae-4c0e-8f75-72e7fe5c1e0c tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903527 Apr 05 18:58:21.660441 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.692157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37190) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:21.706763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No DVR routers for this DVR port 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:21.709349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Port': ['ID=7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:21.813100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 649e9b2b-68eb-4999-bf39-c8a05f8e9565 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:21.841100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 649e9b2b-68eb-4999-bf39-c8a05f8e9565 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:21.842079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 649e9b2b-68eb-4999-bf39-c8a05f8e9565 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:21.842265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:21.869780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:21.870110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7d89afae-1c1e-4913-b5c2-9ed5edf4ab4f not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:21.875512 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.920757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-793f67cf-331a-4cfa-b6f9-2db8eee52042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.925927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9496836c-9fa9-47ef-8eb9-51ff3da8ebf5']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:21.943530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94823cae-f765-4e64-a89d-fd2369352401') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:21.943829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94823cae-f765-4e64-a89d-fd2369352401') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:21.979736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:21.989158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65d993-1093-45f2-9e70-86849fafe17c req-8a54a285-cd02-4ef0-8481-2e8fa2f31ea7 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:21.992718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a65d993-1093-45f2-9e70-86849fafe17c req-8a54a285-cd02-4ef0-8481-2e8fa2f31ea7 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.1610825 Apr 05 18:58:22.015803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:58:22.027835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-793f67cf-331a-4cfa-b6f9-2db8eee52042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.031591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.032520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-793f67cf-331a-4cfa-b6f9-2db8eee52042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.034297 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.047743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:22.048141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:22.051127 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:22.071531 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-793f67cf-331a-4cfa-b6f9-2db8eee52042 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d75aa20444e4c3d83d23b92a1dc47d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774197 Apr 05 18:58:22.072518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f67cf-331a-4cfa-b6f9-2db8eee52042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93baadd2-52bc-4eba-912c-bebfade9bd55,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:22.075080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37196) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:22.116975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a65d993-1093-45f2-9e70-86849fafe17c req-f614f833-c0f2-4cc3-a432-81c41d5298eb tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167333 Apr 05 18:58:22.137213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b8c403c-bde4-42bb-9300-3812fdb258c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.144515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Transition to ACTIVE for port object 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:58:22.147123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.155123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.158492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/networks/9496836c-9fa9-47ef-8eb9-51ff3da8ebf5 HTTP/1.1" status: 204 len: 168 time: 1.4173532 Apr 05 18:58:22.161041 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.163204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37198) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:22.165102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b8c403c-bde4-42bb-9300-3812fdb258c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.175567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'routes': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:22.194374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd4834-a6a3-412b-8bf0-1f13c09ab00f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Pushing event deleted for resources: {'Network': ['ID=9496836c-9fa9-47ef-8eb9-51ff3da8ebf5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:22.221678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Pushing event updated for resources: {'Port': ['ID=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:22.304307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Attempting to bind port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:58:22.306633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Attempting to bind port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '6330b147-2c1e-4b09-9b15-81eaf9549dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1848027a-e479-4520-8b55-3b08b7bc0119'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:58:22.306633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Attempting to bind port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 on network 1848027a-e479-4520-8b55-3b08b7bc0119 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:58:22.313331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 on network 1848027a-e479-4520-8b55-3b08b7bc0119 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:58:22.313653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Attempting to bind port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 on network 1848027a-e479-4520-8b55-3b08b7bc0119 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:58:22.324449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:58:22.324780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Checking segment: {'id': '6330b147-2c1e-4b09-9b15-81eaf9549dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1848027a-e479-4520-8b55-3b08b7bc0119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:58:22.325202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Bound using segment: {'id': '6330b147-2c1e-4b09-9b15-81eaf9549dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1848027a-e479-4520-8b55-3b08b7bc0119'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:58:22.325621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Bound port: 21b58bc2-2219-4bd8-aabd-ecd4e60982f0, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6330b147-2c1e-4b09-9b15-81eaf9549dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1848027a-e479-4520-8b55-3b08b7bc0119'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:58:22.325971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.404626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] For port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:58:22.408653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] For port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,segment=NetworkSegment(6330b147-2c1e-4b09-9b15-81eaf9549dcc),segment_id=6330b147-2c1e-4b09-9b15-81eaf9549dcc)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:58:22.417254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.421587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Added routes are [] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 05 18:58:22.422971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.extraroute_db [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Removed routes are [] {{(pid=102639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 05 18:58:22.424379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.455048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:22.459488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.459488 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] 10.222.0.25 "PUT /v2.0/ports/21b58bc2-2219-4bd8-aabd-ecd4e60982f0 HTTP/1.1" status: 200 len: 1092 time: 1.3571754 Apr 05 18:58:22.459488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c25462-707a-4aa2-be6c-7ac1c2cd4ea5', 'tag': '21b58bc2-2219-4bd8-aabd-ecd4e60982f0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:58:22.463748 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cd40d6-25c1-4414-9fc7-5c44d8976d81" -d '{"events": [{"name": "network-changed", "server_uuid": "18c25462-707a-4aa2-be6c-7ac1c2cd4ea5", "tag": "21b58bc2-2219-4bd8-aabd-ecd4e60982f0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:58:22.528361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b8c403c-bde4-42bb-9300-3812fdb258c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.530958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b8c403c-bde4-42bb-9300-3812fdb258c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.534584 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4b8c403c-bde4-42bb-9300-3812fdb258c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93baadd2-52bc-4eba-912c-bebfade9bd55 HTTP/1.1" status: 204 len: 168 time: 0.4561238 Apr 05 18:58:22.535297 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd9ab3d-9173-4883-b75b-bc57b7c23c3e x-openstack-request-id: req-cfd9ab3d-9173-4883-b75b-bc57b7c23c3e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:58:22.536076 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c25462-707a-4aa2-be6c-7ac1c2cd4ea5", "tag": "21b58bc2-2219-4bd8-aabd-ecd4e60982f0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:58:22.536185 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfd9ab3d-9173-4883-b75b-bc57b7c23c3e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:58:22.536693 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd9ab3d-9173-4883-b75b-bc57b7c23c3e'] response: {'name': 'network-changed', 'server_uuid': '18c25462-707a-4aa2-be6c-7ac1c2cd4ea5', 'tag': '21b58bc2-2219-4bd8-aabd-ecd4e60982f0', 'status': 'completed', 'code': 200} Apr 05 18:58:22.543137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd208e1-d253-4158-be3e-29e37a9b8cdd service neutron] Pushing event updated for resources: {'Port': ['ID=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:22.572835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-1b8a8fa2-a410-46ea-b9d3-449758b0c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:22.574346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-1b8a8fa2-a410-46ea-b9d3-449758b0c902 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=569f935e18964b5ba918f63d2edd7785&device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0680473 Apr 05 18:58:22.576260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c403c-bde4-42bb-9300-3812fdb258c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93baadd2-52bc-4eba-912c-bebfade9bd55,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:22.643143 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.649122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.662851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-7a9bae46-2dba-46e3-ad12-37c62cd24fb2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b58bc2-2219-4bd8-aabd-ecd4e60982f0 HTTP/1.1" status: 200 len: 217 time: 0.0679088 Apr 05 18:58:22.744939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-9764c29c-831e-4f29-b98d-a3a7108df8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:22.746411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-9764c29c-831e-4f29-b98d-a3a7108df8bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9c7f0ff2-638f-4716-bfaf-b285a73834dc HTTP/1.1" status: 200 len: 854 time: 0.0749483 Apr 05 18:58:22.756598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0e920-cb3d-48f2-bfa7-d17b55c852fd req-4a2d71b5-4401-4cd1-8591-9e00e1e36dbc tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:22.757959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4a0e920-cb3d-48f2-bfa7-d17b55c852fd req-4a2d71b5-4401-4cd1-8591-9e00e1e36dbc tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 944 time: 0.0984004 Apr 05 18:58:22.776762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router e3b28365-aa9a-4e87-8366-0b02c52bb434 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:58:22.791900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-146ada68-4bcd-41c9-ba1c-fd1a1c4dd9cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1848027a-e479-4520-8b55-3b08b7bc0119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329463 Apr 05 18:58:22.877124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:58:22.882090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4a0e920-cb3d-48f2-bfa7-d17b55c852fd req-749490c8-bed6-4950-b4a1-6060e0680128 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122589 Apr 05 18:58:22.885275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:22.889722 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a74b7463-091e-4e6d-bc91-dc779ac94011 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434 HTTP/1.1" status: 200 len: 705 time: 0.7220314 Apr 05 18:58:22.889916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37210) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:22.906986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] Sync routers for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:58:22.933090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:22.933968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:22.935361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-02f40b88-046e-4e8f-a727-f953672aee55 service neutron] 10.222.0.25 "GET /v2.0/networks/1848027a-e479-4520-8b55-3b08b7bc0119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345935 Apr 05 18:58:22.944147 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1ecf3c1b-11e0-46ca-9bec-1afafa1e110f tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3b28365-aa9a-4e87-8366-0b02c52bb434 HTTP/1.1" status: 200 len: 205 time: 0.0531480 Apr 05 18:58:22.944824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37212) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:23.037634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:23.058102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-459eaba9-7076-4614-b80e-3d763c883759 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.084291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-991128c5-8964-48e2-8e44-7dbcd1487615 req-2178e3ed-fc84-4541-8dac-c4a2a28ca0d8 service neutron] 10.222.0.25 "GET /v2.0/networks/1848027a-e479-4520-8b55-3b08b7bc0119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381664 Apr 05 18:58:23.084762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37214) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:23.133735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:19Z', 'revision_number': 11, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:23.151137 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b29b7b04-97f0-4297-a6de-6e2ff09a8fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.167353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] Checking router: e3b28365-aa9a-4e87-8366-0b02c52bb434 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:23.177610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] Routers {'e3b28365-aa9a-4e87-8366-0b02c52bb434'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:23.179682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e3b28365-aa9a-4e87-8366-0b02c52bb434'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:23.202885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-e20d5b83-b186-4bed-af58-899c45781ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:23.205583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-e20d5b83-b186-4bed-af58-899c45781ac8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=569f935e18964b5ba918f63d2edd7785&device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0633757 Apr 05 18:58:23.277605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] Set router e3b28365-aa9a-4e87-8366-0b02c52bb434 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:23.351902 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-459eaba9-7076-4614-b80e-3d763c883759 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.354700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-459eaba9-7076-4614-b80e-3d763c883759 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.394827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba123057-dfc6-4f93-8132-bc6f3ebb04c3 req-24d6b181-c65b-4707-a32f-28f04245c13c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:23.396881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba123057-dfc6-4f93-8132-bc6f3ebb04c3 req-24d6b181-c65b-4707-a32f-28f04245c13c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 944 time: 0.0980344 Apr 05 18:58:23.400606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-77e8bdb4-a8b9-46ae-a309-d0e47b12d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:23.401938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-77e8bdb4-a8b9-46ae-a309-d0e47b12d42a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1848027a-e479-4520-8b55-3b08b7bc0119 HTTP/1.1" status: 200 len: 914 time: 0.1904175 Apr 05 18:58:23.406584 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-459eaba9-7076-4614-b80e-3d763c883759 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.407144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459eaba9-7076-4614-b80e-3d763c883759 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Fanout notify agent at l3_agent the message router_deleted on router e3b28365-aa9a-4e87-8366-0b02c52bb434 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:58:23.417666 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b29b7b04-97f0-4297-a6de-6e2ff09a8fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.418055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:19Z', 'revision_number': 11, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:23.424751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-459eaba9-7076-4614-b80e-3d763c883759 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.425872 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-459eaba9-7076-4614-b80e-3d763c883759 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434 HTTP/1.1" status: 204 len: 168 time: 0.4800622 Apr 05 18:58:23.427134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b29b7b04-97f0-4297-a6de-6e2ff09a8fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.443721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37218) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:23.447905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3067a9dc-e391-4e38-afb5-0b1961992ea8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-591096110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:23.457100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28b312-16d1-4a8e-b702-a381021d3598 None None] The sync data for ids ['e3b28365-aa9a-4e87-8366-0b02c52bb434'] in n-d-836650-3 is: [{'id': 'e3b28365-aa9a-4e87-8366-0b02c52bb434', 'name': 'tempest-RoutersIpV6Test-router-1844833208', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:57:11Z', 'updated_at': '2022-04-05T18:58:19Z', 'revision_number': 11, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:23.473656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3067a9dc-e391-4e38-afb5-0b1961992ea8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.475013 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3067a9dc-e391-4e38-afb5-0b1961992ea8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.508604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-9f9b8193-b3cf-4910-a879-a08aedce0e74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b58bc2-2219-4bd8-aabd-ecd4e60982f0 HTTP/1.1" status: 200 len: 217 time: 0.0988548 Apr 05 18:58:23.545707 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3067a9dc-e391-4e38-afb5-0b1961992ea8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.563979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3067a9dc-e391-4e38-afb5-0b1961992ea8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.592106 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3067a9dc-e391-4e38-afb5-0b1961992ea8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:23.593806 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3067a9dc-e391-4e38-afb5-0b1961992ea8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1494823 Apr 05 18:58:23.597535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37222) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:23.604588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-286d6cdb-6de1-45b1-b87f-c1987479ea21 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:23.786242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b409eda2-8d3a-464e-84ef-3f843a600794 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:58:23.876579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b29b7b04-97f0-4297-a6de-6e2ff09a8fd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fd5cc64ab1548bea5d01801143576f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7866273 Apr 05 18:58:23.878712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b7b04-97f0-4297-a6de-6e2ff09a8fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f26f97-097e-4d9e-a66f-5e435b46984a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:23.885465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37224) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:23.904215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba123057-dfc6-4f93-8132-bc6f3ebb04c3 req-44a8a19e-5707-4a62-86bc-f0a4e9b9961d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850919 Apr 05 18:58:23.937162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:23.953381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'network_id': '4d8ec832-5cca-40d5-9da4-d5253d99dc7f', 'port_id': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'mac_address': 'fa:16:3e:85:57:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4493b425-a339-4865-a703-1763462166db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:58:23.999530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-2364227d-3021-481d-a8d8-ecbcdf02b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:24.000443 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:24.009642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-2364227d-3021-481d-a8d8-ecbcdf02b737 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9c7f0ff2-638f-4716-bfaf-b285a73834dc HTTP/1.1" status: 200 len: 854 time: 0.4891019 Apr 05 18:58:24.012286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-286d6cdb-6de1-45b1-b87f-c1987479ea21 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16281042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16275212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9132'] for router, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:24.030761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b409eda2-8d3a-464e-84ef-3f843a600794 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:58:24.031463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-286d6cdb-6de1-45b1-b87f-c1987479ea21 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16281065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16281056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16275203'] for router, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:24.063501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-9ff9c1f8-4979-4b05-8770-2326eff3ce47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1848027a-e479-4520-8b55-3b08b7bc0119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404365 Apr 05 18:58:24.067671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:24.074009 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:24.134033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:24.178880 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b844bc0d-a726-41f9-9dd2-b7fd19c60cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:24.196908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286d6cdb-6de1-45b1-b87f-c1987479ea21 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Router ba86411a-3e21-4efe-bfc1-c5d9fdad1720 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:58:24.221365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61f591-e10e-4b93-b6a1-a23c18c9245a req-40fbd152-9f07-48a4-9556-95893c642f29 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:24.223883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e61f591-e10e-4b93-b6a1-a23c18c9245a req-40fbd152-9f07-48a4-9556-95893c642f29 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 944 time: 0.1986732 Apr 05 18:58:24.231987 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b844bc0d-a726-41f9-9dd2-b7fd19c60cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:24.286854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286d6cdb-6de1-45b1-b87f-c1987479ea21 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:58:24.298198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-286d6cdb-6de1-45b1-b87f-c1987479ea21 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:24.300399 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] Sync routers for ids ['ba86411a-3e21-4efe-bfc1-c5d9fdad1720'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:58:24.310131 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-286d6cdb-6de1-45b1-b87f-c1987479ea21 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "PUT /v2.0/routers/ba86411a-3e21-4efe-bfc1-c5d9fdad1720 HTTP/1.1" status: 200 len: 697 time: 0.7106578 Apr 05 18:58:24.312698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37228) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:24.314729 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] Routers {'ba86411a-3e21-4efe-bfc1-c5d9fdad1720'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:24.315559 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ba86411a-3e21-4efe-bfc1-c5d9fdad1720'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:24.318697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e61f591-e10e-4b93-b6a1-a23c18c9245a req-18dba1f9-40a0-4569-bb3a-be3605880105 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789323 Apr 05 18:58:24.353249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-a0eece1b-86ab-42b1-b751-1b0025c2548b service neutron] 10.222.0.25 "GET /v2.0/networks/1848027a-e479-4520-8b55-3b08b7bc0119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641482 Apr 05 18:58:24.358239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b844bc0d-a726-41f9-9dd2-b7fd19c60cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:24.361739 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b844bc0d-a726-41f9-9dd2-b7fd19c60cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:24.362903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b844bc0d-a726-41f9-9dd2-b7fd19c60cf6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81f26f97-097e-4d9e-a66f-5e435b46984a HTTP/1.1" status: 204 len: 168 time: 0.4765215 Apr 05 18:58:24.395622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844bc0d-a726-41f9-9dd2-b7fd19c60cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f26f97-097e-4d9e-a66f-5e435b46984a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:24.422013 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] Set router ba86411a-3e21-4efe-bfc1-c5d9fdad1720 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:24.450711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b409eda2-8d3a-464e-84ef-3f843a600794'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:58:24.460424 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0c8f0358-0a94-4423-86aa-4ade91c75250 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/routers/ba86411a-3e21-4efe-bfc1-c5d9fdad1720 HTTP/1.1" status: 200 len: 703 time: 0.1465001 Apr 05 18:58:24.463398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37232) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:24.491150 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86411a-3e21-4efe-bfc1-c5d9fdad1720', 'name': 'tempest-RoutersIpV6Test-router-591096110', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:23Z', 'updated_at': '2022-04-05T18:58:24Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:24.519269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33cd40d6-25c1-4414-9fc7-5c44d8976d81 req-70b15a83-a468-4a7c-8195-d32e566b679b service neutron] 10.222.0.25 "GET /v2.0/networks/1848027a-e479-4520-8b55-3b08b7bc0119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543827 Apr 05 18:58:24.535249 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] Checking router: ba86411a-3e21-4efe-bfc1-c5d9fdad1720 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:24.545226 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] Routers {'ba86411a-3e21-4efe-bfc1-c5d9fdad1720'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:24.545828 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ba86411a-3e21-4efe-bfc1-c5d9fdad1720'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:24.737628 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] Set router ba86411a-3e21-4efe-bfc1-c5d9fdad1720 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:24.833306 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86411a-3e21-4efe-bfc1-c5d9fdad1720', 'name': 'tempest-RoutersIpV6Test-router-591096110', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:23Z', 'updated_at': '2022-04-05T18:58:24Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:24.875987 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba382a-1817-43bc-8dc8-01bbd1ddc216 None None] The sync data for ids ['ba86411a-3e21-4efe-bfc1-c5d9fdad1720'] in n-d-836650-3 is: [{'id': 'ba86411a-3e21-4efe-bfc1-c5d9fdad1720', 'name': 'tempest-RoutersIpV6Test-router-591096110', 'tenant_id': '654177f36674476ba227bc202d43d819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:23Z', 'updated_at': '2022-04-05T18:58:24Z', 'revision_number': 2, 'project_id': '654177f36674476ba227bc202d43d819', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:24.985655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3a33544d-9ee6-4baf-b0dd-9d64301bc43a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba86411a-3e21-4efe-bfc1-c5d9fdad1720 HTTP/1.1" status: 200 len: 205 time: 0.5211623 Apr 05 18:58:24.990938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.048179 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-54e060f1-a324-4d4e-ad74-be078e977f56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652127 Apr 05 18:58:25.113853 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-135e0504-fde6-4409-aa44-f1df747262fb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:25.162305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-c1f24935-77d4-48ed-8fbd-1a66c2e20745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:25.163834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-c1f24935-77d4-48ed-8fbd-1a66c2e20745 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 1097 time: 0.0822780 Apr 05 18:58:25.340012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e4a3a-9d04-4970-83a6-bd8c59e9c912 req-ef02a218-338c-4f87-a733-1e3ca04c8c67 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:25.340518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-4f8c18d8-fd29-44c6-8109-a914e99ab4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:25.341007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-541e4a3a-9d04-4970-83a6-bd8c59e9c912 req-ef02a218-338c-4f87-a733-1e3ca04c8c67 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 945 time: 0.2191133 Apr 05 18:58:25.349731 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-4f8c18d8-fd29-44c6-8109-a914e99ab4cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.1563995 Apr 05 18:58:25.380965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-135e0504-fde6-4409-aa44-f1df747262fb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:25.388699 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-135e0504-fde6-4409-aa44-f1df747262fb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:25.448042 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-5a626f58-f6f9-4f57-91ab-9001d9474000 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d HTTP/1.1" status: 200 len: 1002 time: 0.0873415 Apr 05 18:58:25.460539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-541e4a3a-9d04-4970-83a6-bd8c59e9c912 req-3866140d-95f3-4215-ace9-af2bd1d6f913 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897636 Apr 05 18:58:25.485614 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-135e0504-fde6-4409-aa44-f1df747262fb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:25.486145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135e0504-fde6-4409-aa44-f1df747262fb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Fanout notify agent at l3_agent the message router_deleted on router ba86411a-3e21-4efe-bfc1-c5d9fdad1720 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:58:25.519334 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-135e0504-fde6-4409-aa44-f1df747262fb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:25.520817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-135e0504-fde6-4409-aa44-f1df747262fb tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/ba86411a-3e21-4efe-bfc1-c5d9fdad1720 HTTP/1.1" status: 204 len: 168 time: 0.5282345 Apr 05 18:58:25.525302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37260) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.540139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571d80-35fc-4bbd-9dbb-f5f1b77d0e63 req-3e01a6f0-d943-4c36-8075-9beb486cec68 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:25.541524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3571d80-35fc-4bbd-9dbb-f5f1b77d0e63 req-3e01a6f0-d943-4c36-8075-9beb486cec68 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 944 time: 0.1299937 Apr 05 18:58:25.569070 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-55572405-c01a-4a0a-b0a2-f65d93e30cd4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba86411a-3e21-4efe-bfc1-c5d9fdad1720 HTTP/1.1" status: 200 len: 205 time: 0.0365729 Apr 05 18:58:25.571057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37262) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.584846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3571d80-35fc-4bbd-9dbb-f5f1b77d0e63 req-053eeb5e-3b01-47c3-b250-1d08fc5d7fa0 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369360 Apr 05 18:58:25.618655 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-b402511d-3b50-475e-8931-96b01f56772a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] delete failed (client error): The resource could not be found. Apr 05 18:58:25.619692 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b402511d-3b50-475e-8931-96b01f56772a tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/ba86411a-3e21-4efe-bfc1-c5d9fdad1720 HTTP/1.1" status: 404 len: 336 time: 0.0477805 Apr 05 18:58:25.621096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-baebada8-141c-4d3c-8c78-bbf2da2e28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:25.622302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37266) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.622590 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-baebada8-141c-4d3c-8c78-bbf2da2e28d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1663346 Apr 05 18:58:25.654284 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e72fac-cf56-4980-8506-52fb73765fe4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] DELETE failed (client error): The resource could not be found. Apr 05 18:58:25.654858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e72fac-cf56-4980-8506-52fb73765fe4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:25.658033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-56e72fac-cf56-4980-8506-52fb73765fe4 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/b09f98f4-1e5a-4666-a83a-8877ce54ab3b HTTP/1.1" status: 404 len: 337 time: 0.0342648 Apr 05 18:58:25.663404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37268) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.699239 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc732389-4f0b-4498-af87-217641895af8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] DELETE failed (client error): The resource could not be found. Apr 05 18:58:25.699697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc732389-4f0b-4498-af87-217641895af8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:25.700497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-43aa7a01-d1e3-4191-9243-ba96c138f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:25.702090 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-43aa7a01-d1e3-4191-9243-ba96c138f7e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705359 Apr 05 18:58:25.705586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bc732389-4f0b-4498-af87-217641895af8 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/4e3dd165-3e20-45ef-8afc-f197478127b9 HTTP/1.1" status: 404 len: 337 time: 0.0383236 Apr 05 18:58:25.705586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37274) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.734343 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a461d4-7076-4674-8604-88ac186f60ed tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] DELETE failed (client error): The resource could not be found. Apr 05 18:58:25.735623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a461d4-7076-4674-8604-88ac186f60ed tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:25.739243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-60a461d4-7076-4674-8604-88ac186f60ed tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/57f28a1d-71a9-40af-85b6-ebb70a96f6bd HTTP/1.1" status: 404 len: 337 time: 0.0325346 Apr 05 18:58:25.741864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.782496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b409eda2-8d3a-464e-84ef-3f843a600794 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:58:25.788164 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf422dc-9003-47d6-bacd-26e614207a4c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] DELETE failed (client error): The resource could not be found. Apr 05 18:58:25.788164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf422dc-9003-47d6-bacd-26e614207a4c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:25.788164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dcf422dc-9003-47d6-bacd-26e614207a4c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/f5fb0d2f-a46b-4805-b668-b51fff573e5a HTTP/1.1" status: 404 len: 337 time: 0.0445991 Apr 05 18:58:25.790502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37278) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.828104 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3bf59027-0814-4361-a3bf-21d7e58c2e94 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3b28365-aa9a-4e87-8366-0b02c52bb434 HTTP/1.1" status: 200 len: 205 time: 0.0347366 Apr 05 18:58:25.830880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37280) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.866344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-231c7ed6-cb8c-4d06-ac22-f0fc866f3b9f service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571503 Apr 05 18:58:25.867640 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b409eda2-8d3a-464e-84ef-3f843a600794 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:25.868245 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:25.909993 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-605c017b-ad0e-478e-9f10-220d6ea8b8b7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] delete failed (client error): The resource could not be found. Apr 05 18:58:25.911413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-605c017b-ad0e-478e-9f10-220d6ea8b8b7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/e3b28365-aa9a-4e87-8366-0b02c52bb434 HTTP/1.1" status: 404 len: 336 time: 0.0787981 Apr 05 18:58:25.914358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37282) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.966163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dea1d964-92c9-4e33-b866-0b8c0a3f854e tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecac4f5b-e5d6-4cce-96e4-04a0ae62b297 HTTP/1.1" status: 200 len: 205 time: 0.0504689 Apr 05 18:58:25.968610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37286) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:25.995464 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:26.013534 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-d104b85c-436f-4f83-a9a8-e897f6d4474d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] delete failed (client error): The resource could not be found. Apr 05 18:58:26.014865 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d104b85c-436f-4f83-a9a8-e897f6d4474d tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/ecac4f5b-e5d6-4cce-96e4-04a0ae62b297 HTTP/1.1" status: 404 len: 336 time: 0.0402369 Apr 05 18:58:26.017445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37288) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.025820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:58:26.029090 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf66c25-95d9-4d42-845c-09e5717552e3" -d '{"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-plugged", "status": "completed", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:58:26.060484 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-728801b3-15d0-444b-b4d6-c33b2d1b8d0c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] DELETE failed (client error): The resource could not be found. Apr 05 18:58:26.060979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728801b3-15d0-444b-b4d6-c33b2d1b8d0c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:26.066135 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-728801b3-15d0-444b-b4d6-c33b2d1b8d0c tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/b0f1206a-7b68-4e56-86aa-1b1a9b512057 HTTP/1.1" status: 404 len: 337 time: 0.0451946 Apr 05 18:58:26.066642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.070663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:26.079737 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:26.088744 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf5c7104-d46e-4515-aaee-e1e03e8d06fc req-5ca6822d-0cec-47f7-85c1-11ec7ebc08d0 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147980 Apr 05 18:58:26.133054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6d38ac43-51f8-4509-ba6a-d0dfd8f8d838 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9ad2ed-b314-49b1-973b-09d90abde58b HTTP/1.1" status: 200 len: 205 time: 0.0625184 Apr 05 18:58:26.133282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37294) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.149919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:26.158775 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906b73a6-6ca4-49e7-b0c4-8020b3c3f47f x-openstack-request-id: req-906b73a6-6ca4-49e7-b0c4-8020b3c3f47f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:58:26.159518 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-plugged", "status": "completed", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:58:26.159946 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-906b73a6-6ca4-49e7-b0c4-8020b3c3f47f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:58:26.160695 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906b73a6-6ca4-49e7-b0c4-8020b3c3f47f'] response: {'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'code': 200} Apr 05 18:58:26.162760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.163526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.166583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.167091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.167643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.168112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.168589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.169051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.169523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.170249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.170249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.170799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:26.210080 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-af8c70dc-91c0-4d28-9a5d-9543d09bfe36 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] delete failed (client error): The resource could not be found. Apr 05 18:58:26.211830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-af8c70dc-91c0-4d28-9a5d-9543d09bfe36 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/cf9ad2ed-b314-49b1-973b-09d90abde58b HTTP/1.1" status: 404 len: 336 time: 0.0773969 Apr 05 18:58:26.214743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37296) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.281106 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aa6a2644-7b8b-472b-bc35-7c6418b52e9b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=babf6914-8991-4e4f-a180-3bd78df41e0c HTTP/1.1" status: 200 len: 205 time: 0.0647123 Apr 05 18:58:26.283444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37300) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.362815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f875e-550e-491d-badb-2d9a13b9f6fe req-840d001c-c63d-47bf-8d0c-ee812960ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:26.364987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-420f875e-550e-491d-badb-2d9a13b9f6fe req-840d001c-c63d-47bf-8d0c-ee812960ab54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 1098 time: 0.0619688 Apr 05 18:58:26.374682 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-9ef43a94-7d37-4c8e-96fc-6e7d71824fee tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] delete failed (client error): The resource could not be found. Apr 05 18:58:26.375717 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9ef43a94-7d37-4c8e-96fc-6e7d71824fee tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/babf6914-8991-4e4f-a180-3bd78df41e0c HTTP/1.1" status: 404 len: 336 time: 0.0913656 Apr 05 18:58:26.378974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37304) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.429117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-420f875e-550e-491d-badb-2d9a13b9f6fe req-51cf5bc9-2f2d-4729-bb62-421afae6cdac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491581 Apr 05 18:58:26.432855 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a333a26d-5158-488b-abe4-836cb31d82c7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] DELETE failed (client error): The resource could not be found. Apr 05 18:58:26.433363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a333a26d-5158-488b-abe4-836cb31d82c7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:26.439118 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a333a26d-5158-488b-abe4-836cb31d82c7 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/d7c941ff-5119-428a-b4f8-4fdbac6782b6 HTTP/1.1" status: 404 len: 337 time: 0.0564055 Apr 05 18:58:26.440818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.470372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f5a09cc3-41a9-432a-a1f8-b29b147c0208 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=398c2056-3187-400a-b78d-c89af47c9a3b HTTP/1.1" status: 200 len: 205 time: 0.0283160 Apr 05 18:58:26.473679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37310) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.523783 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-02bd05cb-9e82-4629-b3fb-a8eee148d800 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] delete failed (client error): The resource could not be found. Apr 05 18:58:26.524932 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-02bd05cb-9e82-4629-b3fb-a8eee148d800 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/398c2056-3187-400a-b78d-c89af47c9a3b HTTP/1.1" status: 404 len: 336 time: 0.0493898 Apr 05 18:58:26.527486 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37314) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.574800 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9706a560-d72c-47ed-b636-d3b7f02d905b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] DELETE failed (client error): The resource could not be found. Apr 05 18:58:26.575601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9706a560-d72c-47ed-b636-d3b7f02d905b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:26.579054 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9706a560-d72c-47ed-b636-d3b7f02d905b tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/461931cc-f6fd-4eb5-bc63-b178d6b21d4f HTTP/1.1" status: 404 len: 337 time: 0.0505977 Apr 05 18:58:26.581830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37318) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.622582 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e348f52a-bb7b-4995-9ccb-7093ae42d0c3 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "GET /v2.0/ports?device_id=363974f7-a809-492b-a9ca-751e25b24eed HTTP/1.1" status: 200 len: 205 time: 0.0388651 Apr 05 18:58:26.624287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37322) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.653100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa72885-47b8-4447-aee0-6ee78ede4965 req-d806b0b6-3ad8-48f1-9900-ea6ef8d81117 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:26.654687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8fa72885-47b8-4447-aee0-6ee78ede4965 req-d806b0b6-3ad8-48f1-9900-ea6ef8d81117 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.0860152 Apr 05 18:58:26.669695 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-2d4aa370-d376-45f7-9a99-aab5b9ed1f09 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] delete failed (client error): The resource could not be found. Apr 05 18:58:26.675195 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2d4aa370-d376-45f7-9a99-aab5b9ed1f09 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/routers/363974f7-a809-492b-a9ca-751e25b24eed HTTP/1.1" status: 404 len: 336 time: 0.0499532 Apr 05 18:58:26.680892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37324) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.725982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8fa72885-47b8-4447-aee0-6ee78ede4965 req-f15cd1fc-e6a8-4473-8394-df24e80717ad tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574257 Apr 05 18:58:26.728975 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f456877e-6768-4d9e-b970-425ee1b830ee tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] DELETE failed (client error): The resource could not be found. Apr 05 18:58:26.729496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f456877e-6768-4d9e-b970-425ee1b830ee tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:26.734628 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f456877e-6768-4d9e-b970-425ee1b830ee tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/1f1ff573-f261-45be-89b5-4c86988e7ba9 HTTP/1.1" status: 404 len: 337 time: 0.0507319 Apr 05 18:58:26.735245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37328) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:26.765333 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1fa776-7fe7-4684-bcff-f015bae38536 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] DELETE failed (client error): The resource could not be found. Apr 05 18:58:26.765788 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1fa776-7fe7-4684-bcff-f015bae38536 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 18:58:26.772338 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1c1fa776-7fe7-4684-bcff-f015bae38536 tempest-RoutersIpV6Test-1375675482 tempest-RoutersIpV6Test-1375675482-project] 10.222.0.15 "DELETE /v2.0/subnets/d20df3f3-3430-4674-9212-18d535c015ac HTTP/1.1" status: 404 len: 337 time: 0.0321715 Apr 05 18:58:26.781302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1197dd-3cba-4933-819f-5759e562c596 req-69350798-188b-4df2-b604-5e0a2df0911e tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:26.790156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b1197dd-3cba-4933-819f-5759e562c596 req-69350798-188b-4df2-b604-5e0a2df0911e tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 944 time: 0.0931926 Apr 05 18:58:26.843637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b1197dd-3cba-4933-819f-5759e562c596 req-912c1105-eec5-47bc-9499-d4e201ea521b tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470183 Apr 05 18:58:26.950894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37336) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:27.115759 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:58:27.147909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37342) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:27.233902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-848556662', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:27.280436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Made reservation on behalf of b61f0eb96a2e47f89193647a2dbec6ed for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:27.283061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:27.292421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37346) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:27.292928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ad7b8268-13e7-4953-8470-5cdd4f6e5365 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=654177f36674476ba227bc202d43d819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436806 Apr 05 18:58:27.298724 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:27.348253 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd4d3-5d8e-4bce-a28e-480ea65ed3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:27.371481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd4d3-5d8e-4bce-a28e-480ea65ed3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:27.396814 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:27.404037 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:27.411116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] device_id is not set on port 4b802e6c-d053-4f62-a8d2-9a0ab4c2eaf3 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:58:27.460234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd4d3-5d8e-4bce-a28e-480ea65ed3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:27.463303 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd4d3-5d8e-4bce-a28e-480ea65ed3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:27.468495 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5d8dd4d3-5d8e-4bce-a28e-480ea65ed3af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa246ee1-26be-45c4-ad8d-35223bfac8b7 HTTP/1.1" status: 204 len: 168 time: 0.1739290 Apr 05 18:58:27.478097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dd4d3-5d8e-4bce-a28e-480ea65ed3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa246ee1-26be-45c4-ad8d-35223bfac8b7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:27.479897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da0a344-7408-4f54-9c9c-062e39115e9c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:27.572773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Allocated IP 172.25.4.218 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/4b802e6c-d053-4f62-a8d2-9a0ab4c2eaf3) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:27.762007 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:27.793656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:58:27.833010 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:28.001068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,segment=NetworkSegment(6330b147-2c1e-4b09-9b15-81eaf9549dcc),segment_id=6330b147-2c1e-4b09-9b15-81eaf9549dcc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:28.036539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '21b58bc2-2219-4bd8-aabd-ecd4e60982f0', 'network_id': '1848027a-e479-4520-8b55-3b08b7bc0119', 'port_id': '21b58bc2-2219-4bd8-aabd-ecd4e60982f0', 'mac_address': 'fa:16:3e:a1:b8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7f0ff2-638f-4716-bfaf-b285a73834dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:58:28.038684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:28.051719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:28.057038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:28.058702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Pushing event updated for resources: {'Port': ['ID=4b802e6c-d053-4f62-a8d2-9a0ab4c2eaf3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:28.084340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23136d4-5850-410f-bbdd-ee9159657d2a req-d1b77dd8-3e48-4b1f-b2b2-983d62076ec3 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:28.091842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c23136d4-5850-410f-bbdd-ee9159657d2a req-d1b77dd8-3e48-4b1f-b2b2-983d62076ec3 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 944 time: 0.1230936 Apr 05 18:58:28.126965 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:28.148318 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66618e89-c2da-4a22-ae4d-aad4098c7a13 req-2f3f4fd7-78fe-443d-9f4d-16dc6eb60f26 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:28.150014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66618e89-c2da-4a22-ae4d-aad4098c7a13 req-2f3f4fd7-78fe-443d-9f4d-16dc6eb60f26 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.2519910 Apr 05 18:58:28.163672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:58:28.181787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:28.182388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:28.189665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,segment=NetworkSegment(6330b147-2c1e-4b09-9b15-81eaf9549dcc),segment_id=6330b147-2c1e-4b09-9b15-81eaf9549dcc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:28.195907 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:28.221105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c23136d4-5850-410f-bbdd-ee9159657d2a req-b73ca537-097a-4f74-a224-302cc23227ed tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284056 Apr 05 18:58:28.267044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:28.267843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37380) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:28.272988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.218'}]}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:28.274977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8e5645be-5cdd-45de-9aa7-65bda3c47b28 tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3232384 Apr 05 18:58:28.286311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66618e89-c2da-4a22-ae4d-aad4098c7a13 req-c368f6a5-b4b4-4d6d-8e6d-5e2854833286 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219158 Apr 05 18:58:28.322880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:28.324034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:28.385448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:28.544518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['21b58bc2-2219-4bd8-aabd-ecd4e60982f0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:58:28.566373 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:28.889519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:28.927939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.127816 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.307491 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.310716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.361372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14299a51-36ff-491f-b799-52e80a443cd6 req-8915a516-de56-456d-87ec-6e4268673fbd tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:29.364155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14299a51-36ff-491f-b799-52e80a443cd6 req-8915a516-de56-456d-87ec-6e4268673fbd tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 945 time: 0.0596676 Apr 05 18:58:29.366808 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.367458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec90d0aa-5b13-4f8c-b88e-844f1a7ede1a {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:58:29.385025 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 18:58:29.387466 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-151a21d0-65f5-42cc-838d-f4ccab12624f tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1176407 Apr 05 18:58:29.390656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37436) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:29.456786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14299a51-36ff-491f-b799-52e80a443cd6 req-eeace5af-5d5f-4c09-ba2c-3401ba08a153 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862904 Apr 05 18:58:29.511773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab647-c7a3-4b05-8738-0206788a3b55 req-9d591a3d-a8f6-405d-a40d-a6904a6b3373 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:29.513960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-238ab647-c7a3-4b05-8738-0206788a3b55 req-9d591a3d-a8f6-405d-a40d-a6904a6b3373 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1243773 Apr 05 18:58:29.546076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0a042438-ed28-4a84-99a2-5c3b980630fc tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Deleting port 4b802e6c-d053-4f62-a8d2-9a0ab4c2eaf3 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:29.546545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a042438-ed28-4a84-99a2-5c3b980630fc tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.638158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a042438-ed28-4a84-99a2-5c3b980630fc tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.652517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0a042438-ed28-4a84-99a2-5c3b980630fc tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Calling delete_port for 4b802e6c-d053-4f62-a8d2-9a0ab4c2eaf3 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:29.789482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-238ab647-c7a3-4b05-8738-0206788a3b55 req-2ce3e860-7a43-4f1c-ae6a-7347d6c72381 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691755 Apr 05 18:58:29.792291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:58:29.812687 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a042438-ed28-4a84-99a2-5c3b980630fc tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.850934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:58:29.857440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:29.858225 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.859715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a042438-ed28-4a84-99a2-5c3b980630fc tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b802e6c-d053-4f62-a8d2-9a0ab4c2eaf3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:29.885571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37452) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:29.951875 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a042438-ed28-4a84-99a2-5c3b980630fc tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.955037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0a042438-ed28-4a84-99a2-5c3b980630fc tempest-RoutersAdminNegativeIpV6Test-2025129146 tempest-RoutersAdminNegativeIpV6Test-2025129146-project-admin] 10.222.0.15 "DELETE /v2.0/ports/4b802e6c-d053-4f62-a8d2-9a0ab4c2eaf3 HTTP/1.1" status: 204 len: 168 time: 0.5627964 Apr 05 18:58:29.961593 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:29.972464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ab76b-8241-436c-b131-120355686181 req-91373f9b-c82e-4ad2-801d-ce2149a63082 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:29.979222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c9ab76b-8241-436c-b131-120355686181 req-91373f9b-c82e-4ad2-801d-ce2149a63082 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.0967081 Apr 05 18:58:29.999782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c25462-707a-4aa2-be6c-7ac1c2cd4ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b58bc2-2219-4bd8-aabd-ecd4e60982f0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:58:30.001994 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f5bdde-b990-4740-b7ce-a1832870ce4b" -d '{"events": [{"server_uuid": "18c25462-707a-4aa2-be6c-7ac1c2cd4ea5", "name": "network-vif-plugged", "status": "completed", "tag": "21b58bc2-2219-4bd8-aabd-ecd4e60982f0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:58:30.016211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,segment=NetworkSegment(6330b147-2c1e-4b09-9b15-81eaf9549dcc),segment_id=6330b147-2c1e-4b09-9b15-81eaf9549dcc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:30.020989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3ea33c7-55fd-4267-9aa7-5678671ffe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.023932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.033012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c9ab76b-8241-436c-b131-120355686181 req-085f74e2-2045-4576-910e-6dfa2014100f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514925 Apr 05 18:58:30.053016 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af72fe5e-167c-4e58-b1fa-d8b54e252760 x-openstack-request-id: req-af72fe5e-167c-4e58-b1fa-d8b54e252760 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:58:30.053549 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c25462-707a-4aa2-be6c-7ac1c2cd4ea5", "name": "network-vif-plugged", "status": "completed", "tag": "21b58bc2-2219-4bd8-aabd-ecd4e60982f0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:58:30.054025 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af72fe5e-167c-4e58-b1fa-d8b54e252760 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:58:30.054669 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af72fe5e-167c-4e58-b1fa-d8b54e252760'] response: {'server_uuid': '18c25462-707a-4aa2-be6c-7ac1c2cd4ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b58bc2-2219-4bd8-aabd-ecd4e60982f0', 'code': 200} Apr 05 18:58:30.127503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:30.159376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3ea33c7-55fd-4267-9aa7-5678671ffe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.167840 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3ea33c7-55fd-4267-9aa7-5678671ffe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.235914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a3ea33c7-55fd-4267-9aa7-5678671ffe49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59cc7b08bca04b8bb14292ed71ef2163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492675 Apr 05 18:58:30.240001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37468) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:30.251248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea33c7-55fd-4267-9aa7-5678671ffe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15850cd3-6c35-40bd-bf35-663e38baa5be,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:30.255350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a9b01-d052-4964-a6cd-77a8aa56205f req-50690c75-3519-42f2-bd48-68f21cde834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:30.258513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-149a9b01-d052-4964-a6cd-77a8aa56205f req-50690c75-3519-42f2-bd48-68f21cde834b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1363981 Apr 05 18:58:30.264481 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-851aa1d3-1e3d-4aeb-9192-eddf47d6f463 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703025 Apr 05 18:58:30.311474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a83a1-ebe8-4b6e-aec0-9bbe764978ca req-82b252f2-cd08-4331-b2fb-c8eeaf02f6fc tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:30.313633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-378a83a1-ebe8-4b6e-aec0-9bbe764978ca req-82b252f2-cd08-4331-b2fb-c8eeaf02f6fc tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1235056 Apr 05 18:58:30.336151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-ea2f8c3f-e20e-4766-8fda-d9c090384265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:30.340004 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-ea2f8c3f-e20e-4766-8fda-d9c090384265 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1097 time: 0.0546196 Apr 05 18:58:30.345170 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37474) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:30.349657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-149a9b01-d052-4964-a6cd-77a8aa56205f req-8b036751-b598-4263-bd90-dcfd036c78d4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753591 Apr 05 18:58:30.390670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29b483a1-ac2b-46ab-9710-6cc9c4bf40a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.399423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-378a83a1-ebe8-4b6e-aec0-9bbe764978ca req-16d24529-99e2-418b-898f-bd4e0ad0a79e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700185 Apr 05 18:58:30.420271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29b483a1-ac2b-46ab-9710-6cc9c4bf40a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.513790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29b483a1-ac2b-46ab-9710-6cc9c4bf40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.516489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29b483a1-ac2b-46ab-9710-6cc9c4bf40a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.517565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-29b483a1-ac2b-46ab-9710-6cc9c4bf40a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15850cd3-6c35-40bd-bf35-663e38baa5be HTTP/1.1" status: 204 len: 168 time: 0.2731681 Apr 05 18:58:30.533380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2da5103c-5442-472d-a465-bec38c81238b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.543393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b483a1-ac2b-46ab-9710-6cc9c4bf40a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15850cd3-6c35-40bd-bf35-663e38baa5be,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:30.605333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722aab12-9d9c-40dd-9ee3-1a7df88e0f1c req-6c16a0f1-cc73-4dbc-a094-bcc3d3bf080c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:30.607055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-722aab12-9d9c-40dd-9ee3-1a7df88e0f1c req-6c16a0f1-cc73-4dbc-a094-bcc3d3bf080c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1071076 Apr 05 18:58:30.654183 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2da5103c-5442-472d-a465-bec38c81238b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.659301 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2da5103c-5442-472d-a465-bec38c81238b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.705714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108715d4-4a71-4fb1-92ae-3cd0ae54583c req-a359f6e1-f077-44f6-aedf-6adf80d6b79c tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:30.707866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-108715d4-4a71-4fb1-92ae-3cd0ae54583c req-a359f6e1-f077-44f6-aedf-6adf80d6b79c tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1425941 Apr 05 18:58:30.719681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2da5103c-5442-472d-a465-bec38c81238b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c13908388ed546788c222e249379a47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725350 Apr 05 18:58:30.721305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37492) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:30.730877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5103c-5442-472d-a465-bec38c81238b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab18d7b-844c-421a-afc6-53d36dc3b264,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:30.753151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-722aab12-9d9c-40dd-9ee3-1a7df88e0f1c req-26037d41-16a3-47d2-b1bd-5f99757987c4 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352479 Apr 05 18:58:30.773883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-60f6dfe1-0edf-469d-82d4-df6e7a52fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:30.775926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-60f6dfe1-0edf-469d-82d4-df6e7a52fc82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 897 time: 0.1792505 Apr 05 18:58:30.809173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-108715d4-4a71-4fb1-92ae-3cd0ae54583c req-8efe8a36-c8fc-41e0-8648-cd2309841103 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925088 Apr 05 18:58:30.857310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75fafed7-4347-49e4-bcb3-a58188503898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.876450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-1af6e93e-fa39-417a-a2e1-7506edb47eac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 1001 time: 0.0777183 Apr 05 18:58:30.888034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75fafed7-4347-49e4-bcb3-a58188503898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.954751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75fafed7-4347-49e4-bcb3-a58188503898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.963923 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75fafed7-4347-49e4-bcb3-a58188503898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:30.965251 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-75fafed7-4347-49e4-bcb3-a58188503898 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cab18d7b-844c-421a-afc6-53d36dc3b264 HTTP/1.1" status: 204 len: 168 time: 0.2385163 Apr 05 18:58:30.976073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fafed7-4347-49e4-bcb3-a58188503898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab18d7b-844c-421a-afc6-53d36dc3b264,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:30.995193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-cb549de2-6b5b-41de-a14f-830406fda3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:30.996687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-cb549de2-6b5b-41de-a14f-830406fda3ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 0.1134105 Apr 05 18:58:31.006945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb733dd-3844-4a74-9bda-549072a583a0 req-882df6c8-efac-4a8d-bfac-a5e87f72bb3e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:31.011591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdb733dd-3844-4a74-9bda-549072a583a0 req-882df6c8-efac-4a8d-bfac-a5e87f72bb3e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1144497 Apr 05 18:58:31.011822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37504) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:31.027103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8b6e-053a-4fbf-86a1-2c0667b6c6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.082032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdb733dd-3844-4a74-9bda-549072a583a0 req-67ce02ca-530f-4e19-b4c6-a6594f633ad8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610178 Apr 05 18:58:31.085186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-f0da2944-01ed-423a-908c-5a09360c4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:31.086620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-f0da2944-01ed-423a-908c-5a09360c4bdd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746090 Apr 05 18:58:31.147185 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8b6e-053a-4fbf-86a1-2c0667b6c6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.156621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8b6e-053a-4fbf-86a1-2c0667b6c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.215010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-07a0581b-96a5-4422-8968-a704ad8685bb service neutron] 10.222.0.25 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166766 Apr 05 18:58:31.227256 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b5ba8b6e-053a-4fbf-86a1-2c0667b6c6ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46588c0eba684a72990e55ea3ff6f526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119894 Apr 05 18:58:31.227256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba8b6e-053a-4fbf-86a1-2c0667b6c6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf101d5-46ca-41a0-80d7-12e8937346f6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:31.229236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37514) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:31.291471 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2da7dd7a-126d-401e-b597-f92a3344fa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.317795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2da7dd7a-126d-401e-b597-f92a3344fa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.343271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74015dac-31ff-44ec-9d69-bcf52e367fe0 req-94070169-9a8c-41d7-81ec-ebff7651c2ec tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:31.344937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-74015dac-31ff-44ec-9d69-bcf52e367fe0 req-94070169-9a8c-41d7-81ec-ebff7651c2ec tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1390095 Apr 05 18:58:31.375052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2da7dd7a-126d-401e-b597-f92a3344fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.377969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0893eeb4-653d-4ff6-b9c4-e53099ce3079 req-fda3eacd-462c-4e5e-9848-376c9b48480b service neutron] 10.222.0.25 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559598 Apr 05 18:58:31.378971 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2da7dd7a-126d-401e-b597-f92a3344fa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.380757 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2da7dd7a-126d-401e-b597-f92a3344fa1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edf101d5-46ca-41a0-80d7-12e8937346f6 HTTP/1.1" status: 204 len: 168 time: 0.1504171 Apr 05 18:58:31.403429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-74015dac-31ff-44ec-9d69-bcf52e367fe0 req-c5ccfa1e-df77-4a25-8a68-7245b3d05ff2 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506268 Apr 05 18:58:31.407939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7dd7a-126d-401e-b597-f92a3344fa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf101d5-46ca-41a0-80d7-12e8937346f6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:31.537596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37520) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:31.561908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17579fb2-c6ff-4c18-b50e-e5534c5a0b51 req-f1e95cb8-b0ed-4979-91b6-8d350be6bd2c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:31.563640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17579fb2-c6ff-4c18-b50e-e5534c5a0b51 req-f1e95cb8-b0ed-4979-91b6-8d350be6bd2c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.0543280 Apr 05 18:58:31.609571 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-136d0673-e75e-45b6-aa22-946bd2e008f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b61f0eb96a2e47f89193647a2dbec6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708120 Apr 05 18:58:31.614160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37522) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:31.630269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17579fb2-c6ff-4c18-b50e-e5534c5a0b51 req-c956d0c4-87f8-4ff2-a47c-8282470db256 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541646 Apr 05 18:58:31.727307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b94b672-173a-4004-9e54-e4763eb224f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.756737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b94b672-173a-4004-9e54-e4763eb224f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.820057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b94b672-173a-4004-9e54-e4763eb224f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.823698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b94b672-173a-4004-9e54-e4763eb224f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:31.827179 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0b94b672-173a-4004-9e54-e4763eb224f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2da0a344-7408-4f54-9c9c-062e39115e9c HTTP/1.1" status: 204 len: 168 time: 0.2091556 Apr 05 18:58:31.862313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94b672-173a-4004-9e54-e4763eb224f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da0a344-7408-4f54-9c9c-062e39115e9c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:32.022636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48a773-dad1-40a0-a9df-1efee92480cd req-fb872b7e-9980-4542-948b-6c3fc3bd51d3 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:32.022874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af48a773-dad1-40a0-a9df-1efee92480cd req-fb872b7e-9980-4542-948b-6c3fc3bd51d3 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.0941195 Apr 05 18:58:32.037781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10eff2-13cd-4343-9238-8cfd7e2eff10 req-e68f2e66-2122-439f-aa18-d3b883976d5e tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:32.039420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc10eff2-13cd-4343-9238-8cfd7e2eff10 req-e68f2e66-2122-439f-aa18-d3b883976d5e tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 946 time: 0.0966635 Apr 05 18:58:32.115777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af48a773-dad1-40a0-a9df-1efee92480cd req-78163c2c-a3ce-4786-8cb9-fe0267358683 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681219 Apr 05 18:58:32.134148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc10eff2-13cd-4343-9238-8cfd7e2eff10 req-3b5c3025-4b56-4010-8805-492c6f06aadb tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771697 Apr 05 18:58:32.308238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e56153-67cc-4bda-a40e-f069a63fb9ee req-4bb15808-1279-4c10-a2ef-0d2105fe6cf7 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:32.315996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1e56153-67cc-4bda-a40e-f069a63fb9ee req-4bb15808-1279-4c10-a2ef-0d2105fe6cf7 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1097 time: 0.0649412 Apr 05 18:58:32.371419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1e56153-67cc-4bda-a40e-f069a63fb9ee req-3e765718-25fb-4244-b463-8b18fc5a54db tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544310 Apr 05 18:58:32.386161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37572) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:32.639907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 062ee184-b9ec-40f4-9155-09cdf7961469 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:32.640574 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:32.756604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37586) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:32.875447 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1729048974-network', 'tenant_id': '144ada674e1e4e529552d08bdf161e24'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:32.897796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Made reservation on behalf of 144ada674e1e4e529552d08bdf161e24 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:32.904236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:32.915700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.015681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37596) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:33.035901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.046220 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.076773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:58:33.088155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a4f847-0205-49f2-a43d-bd6698fec8e3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:33.093313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.093655 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Added segment 84450697-0560-4491-8379-1d6fe371fb2d of type vlan for network 5b728fa2-4443-4968-bee4-26581dae7108 Apr 05 18:58:33.117449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a06de6-8de9-4927-b057-c0c3b7f574e2 req-5821f3f1-d114-4472-b217-d1645c63ebc5 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:33.119081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3a06de6-8de9-4927-b057-c0c3b7f574e2 req-5821f3f1-d114-4472-b217-d1645c63ebc5 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 946 time: 0.0737970 Apr 05 18:58:33.147463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.187626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2112324557'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:33.191883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.192452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.202079 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.203208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:33.203780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.216891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 062ee184-b9ec-40f4-9155-09cdf7961469 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:33.228406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Made reservation on behalf of 7a114d694002417abf253b2c382bbb48 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:33.231786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.264266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3a06de6-8de9-4927-b057-c0c3b7f574e2 req-92419a83-effa-4c7f-9c50-a27abe643f1c tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364102 Apr 05 18:58:33.281948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5241995 Apr 05 18:58:33.282928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.288074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37604) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:33.298469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Request body: {'subnet': {'network_id': '5b728fa2-4443-4968-bee4-26581dae7108', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1729048974-subnet', 'tenant_id': '144ada674e1e4e529552d08bdf161e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:33.313592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758198ec-8355-42c6-9eb5-57abea128a81 admin admin] Pushing event updated for resources: {'Network': ['ID=5b728fa2-4443-4968-bee4-26581dae7108,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:33.324763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5b728fa2-4443-4968-bee4-26581dae7108 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:58:33.345574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Made reservation on behalf of 144ada674e1e4e529552d08bdf161e24 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:33.348831 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.367296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1dede-9713-45cb-9b48-4b286fd6af1d req-e9a91766-5622-475a-9509-64163ac91367 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:33.374857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6a1dede-9713-45cb-9b48-4b286fd6af1d req-e9a91766-5622-475a-9509-64163ac91367 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1700056 Apr 05 18:58:33.443407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6a1dede-9713-45cb-9b48-4b286fd6af1d req-53e5d227-bcd7-445e-b1d3-7c2fc095f177 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674703 Apr 05 18:58:33.493864 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.502999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.542123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.555314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:58:33.576493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=062ee184-b9ec-40f4-9155-09cdf7961469,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:33.583900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f94a1a4-8881-406b-810b-39c6ca3da885,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:33.588758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.589235 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Added segment 9fa9eda9-eead-499e-a954-ab5806f9ca66 of type vlan for network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f Apr 05 18:58:33.659862 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.660670 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Floating IP 6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c disassociated (deleted). External IP: 172.25.4.21, port: 6337a896-f672-436f-8729-6612b8c8bc34. Apr 05 18:58:33.671696 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.705916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.751712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.758347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:33.759161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.841370 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8245065 Apr 05 18:58:33.859922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37612) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:33.867998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'subnet': {'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:33.884334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f524f07-d7c6-4767-8a07-7ce412d32d0a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:33.890830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Checking segment: {'id': '84450697-0560-4491-8379-1d6fe371fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5b728fa2-4443-4968-bee4-26581dae7108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:58:33.891803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Network hostable DHCP agents. Network: 5b728fa2-4443-4968-bee4-26581dae7108, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:58:33.903699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daf6de-3008-4839-b0a0-162d8bdc7926 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Network': ['ID=98ec4b32-7684-471b-bc2b-cb5cb4bbda6f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:33.917699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:58:33.920838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Network 5b728fa2-4443-4968-bee4-26581dae7108 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:58:33.933663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5b728fa2-4443-4968-bee4-26581dae7108) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:33.939916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:33.940556 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:33.950587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3cf07b-0a9a-4eb5-8ca8-d525e969a643 None None] Network 5b728fa2-4443-4968-bee4-26581dae7108 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:33.981477 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f5dd5578-c3d2-46aa-afb7-5f9964bb816f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6917319 Apr 05 18:58:34.069124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-af060b38-a89f-425d-97d7-db471765901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:34.070675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-af060b38-a89f-425d-97d7-db471765901c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 1098 time: 0.1936705 Apr 05 18:58:34.137372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 69e033d4-7198-4a70-8195-4e3ebea632e0 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:58:34.178080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Made reservation on behalf of 7a114d694002417abf253b2c382bbb48 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:34.181565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:34.203298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-93f01fdc-d1d6-448f-9b69-b5774dca074c tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:34.204867 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-93f01fdc-d1d6-448f-9b69-b5774dca074c tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.25 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 946 time: 0.0684636 Apr 05 18:58:34.335954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8664-93e3-4f48-aa99-01ffe77efc91 req-bdbf2adf-3b6c-4737-a117-d10a1ed3cf32 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:34.344761 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c4b8664-93e3-4f48-aa99-01ffe77efc91 req-bdbf2adf-3b6c-4737-a117-d10a1ed3cf32 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.4838092 Apr 05 18:58:34.401272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449aaf6-637d-4be6-938d-c060639ba30b None None] Network 5b728fa2-4443-4968-bee4-26581dae7108 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:34.423118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-5da096ff-d1bb-4872-857b-9627f00cdb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:34.424573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-5da096ff-d1bb-4872-857b-9627f00cdb77 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 200 len: 914 time: 0.3400280 Apr 05 18:58:34.536915 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Deleting port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:34.537714 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:34.619142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c4b8664-93e3-4f48-aa99-01ffe77efc91 req-c9117736-95dd-4195-bd00-abf9a46ee32a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730627 Apr 05 18:58:34.637847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-bc258907-4ce2-438e-988d-7200a660d7c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b409eda2-8d3a-464e-84ef-3f843a600794 HTTP/1.1" status: 200 len: 217 time: 0.1697965 Apr 05 18:58:34.697710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:58:34.700452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] For port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,segment=NetworkSegment(6330b147-2c1e-4b09-9b15-81eaf9549dcc),segment_id=6330b147-2c1e-4b09-9b15-81eaf9549dcc)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:34.700829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:34.709987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] Sync routers for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:58:34.711649 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:34.724000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9a59-ba51-43cd-8099-abb6420b3787 req-c334a414-8565-494a-bdf6-34baac3d8b4e tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:34.725479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:34.726040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8d9a59-ba51-43cd-8099-abb6420b3787 req-c334a414-8565-494a-bdf6-34baac3d8b4e tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 946 time: 0.3373244 Apr 05 18:58:34.728524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:34.740769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Calling delete_port for 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:34.799842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-760c88a5-17e3-4b9a-b0a8-8a6c8dece069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:34.801651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-760c88a5-17e3-4b9a-b0a8-8a6c8dece069 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4493b425-a339-4865-a703-1763462166db HTTP/1.1" status: 200 len: 854 time: 0.1568196 Apr 05 18:58:34.812894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-67fbdff9-b8d8-47d2-a97e-247beec83311 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/floatingips/6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c HTTP/1.1" status: 204 len: 168 time: 2.4251390 Apr 05 18:58:34.849425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:58:34.863297 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "tag": "6337a896-f672-436f-8729-6612b8c8bc34"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:58:34.938438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-7c0f00d6-babb-4e94-86fa-d0cd73a7c2e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4d8ec832-5cca-40d5-9da4-d5253d99dc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285174 Apr 05 18:58:34.971479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:35.005689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c8d9a59-ba51-43cd-8099-abb6420b3787 req-dd4bea6a-cf04-46c1-b414-c6a74ebf9710 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713716 Apr 05 18:58:35.025624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37642) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:35.031683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648902420-network', 'tenant_id': '8e81229905f94460bd44b3cb892754d0'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:35.112054 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Made reservation on behalf of 8e81229905f94460bd44b3cb892754d0 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:35.117291 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.132308 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.134953 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.173066 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18df67f7-7a20-42a2-be84-380f719a4079 x-openstack-request-id: req-18df67f7-7a20-42a2-be84-380f719a4079 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:58:35.173693 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "tag": "6337a896-f672-436f-8729-6612b8c8bc34", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:58:35.174179 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18df67f7-7a20-42a2-be84-380f719a4079 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:58:35.174805 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18df67f7-7a20-42a2-be84-380f719a4079'] response: {'name': 'network-changed', 'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34', 'status': 'completed', 'code': 200} Apr 05 18:58:35.243844 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.321010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Pushing event deleted for resources: {'Port': ['ID=21b58bc2-2219-4bd8-aabd-ecd4e60982f0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:35.331753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-08cfacbf-edb3-4750-ae08-88e6298f8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:35.337019 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-08cfacbf-edb3-4750-ae08-88e6298f8e99 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 1097 time: 0.1836607 Apr 05 18:58:35.349134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c95c08-6b58-43a0-a988-ed4acece18bb req-f4d23083-2e83-46d5-b059-d14352c5d69a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:35.357105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44c95c08-6b58-43a0-a988-ed4acece18bb req-f4d23083-2e83-46d5-b059-d14352c5d69a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.1810145 Apr 05 18:58:35.387577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-b0496626-6132-4651-b4cc-09d02009ebd7 service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283769 Apr 05 18:58:35.392474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Subnet': ['ID=30165dd4-6bdb-4ad6-a320-07860eda3af6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:35.419344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.436602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['21b58bc2-2219-4bd8-aabd-ecd4e60982f0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:58:35.488363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44c95c08-6b58-43a0-a988-ed4acece18bb req-55180127-97e5-4869-8c64-3d73ec2488d1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298876 Apr 05 18:58:35.499297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Checking segment: {'id': '9fa9eda9-eead-499e-a954-ab5806f9ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:58:35.499579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Network hostable DHCP agents. Network: 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:58:35.515280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.547662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3a0f139-acf3-4f20-a7fd-6b4051e15a00', 'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:7b:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:57Z', 'updated_at': '2022-04-05T18:56:04Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:35.548432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:58:35.563893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-517ab13a-2b24-4245-be78-0a47cc9e3161 service neutron] 10.222.0.25 "GET /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669052 Apr 05 18:58:35.569742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:35.583823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:35.585364 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.591373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e440bc-65f9-41d6-8f63-ea0613794fd7 None None] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:35.609658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-447aee47-b93b-4fc0-9483-e166c0894c91 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7450411 Apr 05 18:58:35.610431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37648) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:35.616361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'port': {'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f', 'name': 'tempest-AllowedAddressPairTestJSON-1693514499'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:35.632861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-98c1406e-8d53-47d1-b0f8-64004109bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:35.635255 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-98c1406e-8d53-47d1-b0f8-64004109bca1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 200 len: 897 time: 0.2062259 Apr 05 18:58:35.636249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] Checking router: 69e033d4-7198-4a70-8195-4e3ebea632e0 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:35.659211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:35.659835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:35.684025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.790387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] No DVR routers for this DVR port 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:35.804420 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-f991afdc-3b61-42da-a07f-f81bfbb09772 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 200 len: 217 time: 0.1001768 Apr 05 18:58:35.805503 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.809311 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1abc0429-f9db-4677-8c5c-607fbb0a9fff req-44d75bde-822f-4287-9031-2be700914203 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.25 "DELETE /v2.0/ports/21b58bc2-2219-4bd8-aabd-ecd4e60982f0 HTTP/1.1" status: 204 len: 173 time: 1.5959826 Apr 05 18:58:35.810155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:58:35.814873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c25462-707a-4aa2-be6c-7ac1c2cd4ea5', 'name': 'network-vif-deleted', 'tag': '21b58bc2-2219-4bd8-aabd-ecd4e60982f0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:58:35.815452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1097648-76c0-4405-904a-255728d9e2a6 req-9d167d8a-4ea3-4a6e-ba3f-4baebf4ba6b8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:35.817371 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a899f792-bcd3-4306-8da3-88943912cd9a" -d '{"events": [{"server_uuid": "18c25462-707a-4aa2-be6c-7ac1c2cd4ea5", "name": "network-vif-deleted", "tag": "21b58bc2-2219-4bd8-aabd-ecd4e60982f0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:58:35.818718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1097648-76c0-4405-904a-255728d9e2a6 req-9d167d8a-4ea3-4a6e-ba3f-4baebf4ba6b8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.0751283 Apr 05 18:58:35.820146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Made reservation on behalf of 7a114d694002417abf253b2c382bbb48 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:35.825921 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.828619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:35.855209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] device_id is not set on port 302fe648-5ddc-4c2c-bb37-965dd6591fc0 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:58:35.897130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-f4111dde-e06f-4e05-a105-d50325db60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:35.898744 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-f4111dde-e06f-4e05-a105-d50325db60a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 200 len: 835 time: 0.0782595 Apr 05 18:58:35.900454 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192093a2-df3a-43dd-b560-42f405dc83ad x-openstack-request-id: req-192093a2-df3a-43dd-b560-42f405dc83ad {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:58:35.900688 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c25462-707a-4aa2-be6c-7ac1c2cd4ea5", "name": "network-vif-deleted", "tag": "21b58bc2-2219-4bd8-aabd-ecd4e60982f0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:58:35.900992 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-192093a2-df3a-43dd-b560-42f405dc83ad {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:58:35.901448 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192093a2-df3a-43dd-b560-42f405dc83ad'] response: {'server_uuid': '18c25462-707a-4aa2-be6c-7ac1c2cd4ea5', 'name': 'network-vif-deleted', 'tag': '21b58bc2-2219-4bd8-aabd-ecd4e60982f0', 'status': 'completed', 'code': 200} Apr 05 18:58:35.904539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5609246f-1d5c-4823-a631-eb848d98633d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:35.925677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1097648-76c0-4405-904a-255728d9e2a6 req-045a5f68-1e85-4afd-92e2-e4b5e171ecc7 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815845 Apr 05 18:58:35.938078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:35.938520 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Added segment 400d864d-ab18-431f-916b-f2818fb7e74a of type vlan for network 5fa5c941-d178-41ba-82ec-8d0d2d9c4983 Apr 05 18:58:36.026158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:36.034326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Allocated IP 172.20.0.5 (98ec4b32-7684-471b-bc2b-cb5cb4bbda6f/30165dd4-6bdb-4ad6-a320-07860eda3af6/302fe648-5ddc-4c2c-bb37-965dd6591fc0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:36.047349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-d66e620e-87c6-4991-9636-2cd5b67741cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:36.058329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-d66e620e-87c6-4991-9636-2cd5b67741cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bc7f2b0-810f-4911-8cf1-da27da5071ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313572 Apr 05 18:58:36.182043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:36.183315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:36.183932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:36.186611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-570f7e98-f2d8-4974-8d4b-a3d8f33206c1 req-77339467-b57b-44b3-90fe-bcfe4c600437 tempest-ServerAddressesTestJSON-219919411 tempest-ServerAddressesTestJSON-219919411-project] 10.222.0.15 "GET /v2.0/ports?device_id=18c25462-707a-4aa2-be6c-7ac1c2cd4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0348277 Apr 05 18:58:36.269417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:36.287271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-98ec4b32-7684-471b-bc2b-cb5cb4bbda6f', 'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f', 'tenant_id': '7a114d694002417abf253b2c382bbb48', 'fixed_ips': [{'subnet_id': '30165dd4-6bdb-4ad6-a320-07860eda3af6'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:58:36.288192 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:36.316037 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:36.326754 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2994199 Apr 05 18:58:36.334820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3a0f139-acf3-4f20-a7fd-6b4051e15a00', 'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:7b:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:57Z', 'updated_at': '2022-04-05T18:56:04Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:36.353899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37656) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:36.358695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c7503-0e3e-425f-a5f3-1e6410b858cd admin admin] Pushing event updated for resources: {'Network': ['ID=5fa5c941-d178-41ba-82ec-8d0d2d9c4983,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:36.374066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Request body: {'subnet': {'network_id': '5fa5c941-d178-41ba-82ec-8d0d2d9c4983', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648902420-subnet', 'tenant_id': '8e81229905f94460bd44b3cb892754d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:36.377989 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-c2c67e28-c68a-4b47-86ad-fcf8abf2f508 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146870 Apr 05 18:58:36.379418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336cd51-929b-438e-b6d1-3b6335795724 None None] The sync data for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 is: [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3a0f139-acf3-4f20-a7fd-6b4051e15a00', 'name': '', 'network_id': '1bc7f2b0-810f-4911-8cf1-da27da5071ae', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:7b:71:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:57Z', 'updated_at': '2022-04-05T18:56:04Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': 'ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:36.387070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5fa5c941-d178-41ba-82ec-8d0d2d9c4983 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:58:36.407425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:36.415023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:36.424146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:36.431972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Port': ['ID=302fe648-5ddc-4c2c-bb37-965dd6591fc0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:36.473507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Made reservation on behalf of 8e81229905f94460bd44b3cb892754d0 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:36.476011 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:36.570181 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f8c4fae-7478-4ba0-b220-f1eb06760ae7 req-bd05d939-4618-4dfc-8762-0c77961cd1b1 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830232 Apr 05 18:58:36.678316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:36.679357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:36.782238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Allocated IP 172.20.0.2 (98ec4b32-7684-471b-bc2b-cb5cb4bbda6f/30165dd4-6bdb-4ad6-a320-07860eda3af6/433be1f5-36eb-4f48-bad7-71962f56ec42) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:36.813936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-10ec39ed-b3f2-4cc9-8cfb-081e37f88100 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2026236 Apr 05 18:58:36.818664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37662) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:36.825658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'port': {'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f', 'name': 'tempest-AllowedAddressPairTestJSON-709090491', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:bc:0d:a7'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:36.843773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666fb67-19d6-46a5-a4ca-982604773995 req-9c86e075-29f0-4068-ba67-6d43ff7364e2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:36.845533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1666fb67-19d6-46a5-a4ca-982604773995 req-9c86e075-29f0-4068-ba67-6d43ff7364e2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.2251875 Apr 05 18:58:36.847324 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:36.862850 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e04da-6677-4e49-9d0b-b37301c6d881 None None] New status for floating IP 6d1d372e-f37e-4e32-85fc-b6df6ecd4b1c: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:58:36.985122 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-224b3dd8-a089-48e8-8a43-ace6e16a71b6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:36.987137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-224b3dd8-a089-48e8-8a43-ace6e16a71b6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 946 time: 0.1394889 Apr 05 18:58:37.058800 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.081433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.092666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Made reservation on behalf of 7a114d694002417abf253b2c382bbb48 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:37.106146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:37.111604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:37.114831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:37.202041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 6337a896-f672-436f-8729-6612b8c8bc34 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:37.202481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.212827 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.221417 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.233591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Pushing event updated for resources: {'Port': ['ID=433be1f5-36eb-4f48-bad7-71962f56ec42,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:37.243289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Attempting to bind port 433be1f5-36eb-4f48-bad7-71962f56ec42 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:58:37.243708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Attempting to bind port 433be1f5-36eb-4f48-bad7-71962f56ec42 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '9fa9eda9-eead-499e-a954-ab5806f9ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:58:37.244079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Attempting to bind port 433be1f5-36eb-4f48-bad7-71962f56ec42 on network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:58:37.251243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:58:37.251624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Checking segment: {'id': '9fa9eda9-eead-499e-a954-ab5806f9ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:58:37.252162 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.252561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Bound using segment: {'id': '9fa9eda9-eead-499e-a954-ab5806f9ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:58:37.253236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Bound port: 433be1f5-36eb-4f48-bad7-71962f56ec42, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa9eda9-eead-499e-a954-ab5806f9ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:58:37.253624 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.290543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] device_id is not set on port fa67babe-a1e0-4363-9e47-b5a311b11be7 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:58:37.331020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] For port 433be1f5-36eb-4f48-bad7-71962f56ec42, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:58:37.335062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] For port 433be1f5-36eb-4f48-bad7-71962f56ec42, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=433be1f5-36eb-4f48-bad7-71962f56ec42,segment=NetworkSegment(9fa9eda9-eead-499e-a954-ab5806f9ca66),segment_id=9fa9eda9-eead-499e-a954-ab5806f9ca66)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:58:37.342379 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.360696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1666fb67-19d6-46a5-a4ca-982604773995 req-6ab6beae-149c-48cd-b384-1fcc844c75fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e85ebff-508b-42b7-9788-717036670412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4938772 Apr 05 18:58:37.377953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fabb82a-e9e5-4a9a-be76-d3ee725dab96,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:37.391406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Checking segment: {'id': '400d864d-ab18-431f-916b-f2818fb7e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5fa5c941-d178-41ba-82ec-8d0d2d9c4983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:58:37.391770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Network hostable DHCP agents. Network: 5fa5c941-d178-41ba-82ec-8d0d2d9c4983, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:58:37.399671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port 6337a896-f672-436f-8729-6612b8c8bc34, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6337a896-f672-436f-8729-6612b8c8bc34,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:37.400521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.445821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f83e1-15fe-4265-b94b-109d35a9b286 req-71fa5bf0-c2ae-4acb-9937-c34d04265b70 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:37.446484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 6337a896-f672-436f-8729-6612b8c8bc34 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:37.447198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c1542-928e-4ae3-a931-62a5399f4584 None None] Pushing event updated for resources: {'Port': ['ID=433be1f5-36eb-4f48-bad7-71962f56ec42,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:37.447475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-533f83e1-15fe-4265-b94b-109d35a9b286 req-71fa5bf0-c2ae-4acb-9937-c34d04265b70 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1132131 Apr 05 18:58:37.449161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Network 5fa5c941-d178-41ba-82ec-8d0d2d9c4983 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:58:37.477305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5fa5c941-d178-41ba-82ec-8d0d2d9c4983) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:37.486910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:37.488878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c749add-d45b-44ea-86f8-dbbb5ad249e3 None None] Network 5fa5c941-d178-41ba-82ec-8d0d2d9c4983 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:37.502202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:37.503087 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.521519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Allocated IP 172.20.0.13 (98ec4b32-7684-471b-bc2b-cb5cb4bbda6f/30165dd4-6bdb-4ad6-a320-07860eda3af6/fa67babe-a1e0-4363-9e47-b5a311b11be7) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:37.566814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a2f74233-1559-43b0-b356-f4b5971d7973 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2076218 Apr 05 18:58:37.585414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-533f83e1-15fe-4265-b94b-109d35a9b286 req-06a3c8f7-4dde-449e-a1d7-ff406abc7e68 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200032 Apr 05 18:58:37.591981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e0f8b7-a053-4946-bb9a-5ecbf2f1da7d admin admin] Deleting subnet 9c7f0ff2-638f-4716-bfaf-b285a73834dc {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:58:37.612204 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f8b7-a053-4946-bb9a-5ecbf2f1da7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.714572 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f8b7-a053-4946-bb9a-5ecbf2f1da7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.749625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ddd326-98f4-47b6-a208-baf6abe5d184 None None] Network 5fa5c941-d178-41ba-82ec-8d0d2d9c4983 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:37.787826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f8b7-a053-4946-bb9a-5ecbf2f1da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.920130 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f8b7-a053-4946-bb9a-5ecbf2f1da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.941769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37706) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:37.942129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:37.974094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f8b7-a053-4946-bb9a-5ecbf2f1da7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7f0ff2-638f-4716-bfaf-b285a73834dc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:37.975151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:37.975610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 21b58bc2-2219-4bd8-aabd-ecd4e60982f0 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:37.981062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f8b7-a053-4946-bb9a-5ecbf2f1da7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:37.984571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f7e0f8b7-a053-4946-bb9a-5ecbf2f1da7d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9c7f0ff2-638f-4716-bfaf-b285a73834dc HTTP/1.1" status: 204 len: 168 time: 0.4943829 Apr 05 18:58:38.010163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37708) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:38.159632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598c15b-6ba6-44bb-be00-93369dbd3286 req-d95a8146-5958-45fd-83f3-fa18a0eed419 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:38.162041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e598c15b-6ba6-44bb-be00-93369dbd3286 req-d95a8146-5958-45fd-83f3-fa18a0eed419 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.4901543 Apr 05 18:58:38.166991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.193282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c28a3b6-13df-4f9a-84c2-13990b752bcc admin admin] Deleting subnet 1f524f07-d7c6-4767-8a07-7ce412d32d0a {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:58:38.199373 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c28a3b6-13df-4f9a-84c2-13990b752bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.274316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e598c15b-6ba6-44bb-be00-93369dbd3286 req-15b6eab4-3075-435d-9e05-b89457d5dd35 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028993 Apr 05 18:58:38.349969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.352077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.432100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c28a3b6-13df-4f9a-84c2-13990b752bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.493117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=6337a896-f672-436f-8729-6612b8c8bc34,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:38.497703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.502130 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.518774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] No DVR routers for this DVR port 6337a896-f672-436f-8729-6612b8c8bc34 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:38.523677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.526984 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-01dd5816-67c7-4871-9b19-5eb409aca782 req-e4beb786-20cc-42b8-b9c4-126907bb8b52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "DELETE /v2.0/ports/6337a896-f672-436f-8729-6612b8c8bc34 HTTP/1.1" status: 204 len: 173 time: 1.5322847 Apr 05 18:58:38.531072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'name': 'network-vif-deleted', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:58:38.532963 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7f11b6-91b3-4207-8c47-c45f7147d190" -d '{"events": [{"server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "name": "network-vif-deleted", "tag": "6337a896-f672-436f-8729-6612b8c8bc34"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:58:38.553236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1848027a-e479-4520-8b55-3b08b7bc0119']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:38.573091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6330b147-2c1e-4b09-9b15-81eaf9549dcc') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:38.573692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6330b147-2c1e-4b09-9b15-81eaf9549dcc') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:38.580917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:38.584477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:38.587002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.589151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:38.605624 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.612851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:38.613459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.635714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Port': ['ID=fa67babe-a1e0-4363-9e47-b5a311b11be7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:38.664081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:38.664809 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.690773 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-533cee53-0cb3-4985-afc0-dbf9a8334e75 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8705254 Apr 05 18:58:38.693996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37734) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:38.726156 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:38.789150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170452b-2820-4867-95be-42761f80694a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:38.791876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e8c3eb5-15be-407d-b20c-333d8d95a90d req-0da22b43-41bf-4a1d-9190-a68569c37b01 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e17747f-30cf-4073-948b-593c0ace3794 HTTP/1.1" status: 200 len: 210 time: 0.3075018 Apr 05 18:58:38.800232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.800401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170452b-2820-4867-95be-42761f80694a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:38.818725 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.822736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] 10.222.0.15 "DELETE /v2.0/networks/1848027a-e479-4520-8b55-3b08b7bc0119 HTTP/1.1" status: 204 len: 168 time: 0.8101826 Apr 05 18:58:38.845983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6a81d-3780-44c0-8634-8faf55bab3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1848027a-e479-4520-8b55-3b08b7bc0119,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:38.855870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c28a3b6-13df-4f9a-84c2-13990b752bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:38.869565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170452b-2820-4867-95be-42761f80694a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:38.878429 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3170452b-2820-4867-95be-42761f80694a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1831512 Apr 05 18:58:38.879492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37764) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:38.897312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81598c6-b56c-4562-a6c4-f051d8aadb01 req-6a357795-40ff-4082-beb9-b27e162c5215 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:38.899268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f81598c6-b56c-4562-a6c4-f051d8aadb01 req-6a357795-40ff-4082-beb9-b27e162c5215 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.4754341 Apr 05 18:58:38.922846 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef10eadd-f1a5-4de3-b293-5a0bdc5bcbbf x-openstack-request-id: req-ef10eadd-f1a5-4de3-b293-5a0bdc5bcbbf {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:58:38.923362 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e17747f-30cf-4073-948b-593c0ace3794", "name": "network-vif-deleted", "tag": "6337a896-f672-436f-8729-6612b8c8bc34", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:58:38.923798 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef10eadd-f1a5-4de3-b293-5a0bdc5bcbbf {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:58:38.924589 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef10eadd-f1a5-4de3-b293-5a0bdc5bcbbf'] response: {'server_uuid': '6e17747f-30cf-4073-948b-593c0ace3794', 'name': 'network-vif-deleted', 'tag': '6337a896-f672-436f-8729-6612b8c8bc34', 'status': 'completed', 'code': 200} Apr 05 18:58:39.022100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f81598c6-b56c-4562-a6c4-f051d8aadb01 req-90e298cc-984d-4cea-9d94-27b1700bd622 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087446 Apr 05 18:58:39.034071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c28a3b6-13df-4f9a-84c2-13990b752bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.101052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28a3b6-13df-4f9a-84c2-13990b752bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f524f07-d7c6-4767-8a07-7ce412d32d0a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:39.105760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c28a3b6-13df-4f9a-84c2-13990b752bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.119405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2c28a3b6-13df-4f9a-84c2-13990b752bcc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f524f07-d7c6-4767-8a07-7ce412d32d0a HTTP/1.1" status: 204 len: 168 time: 1.1705112 Apr 05 18:58:39.120134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:39.186569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3a2ad-eae7-4fae-9a28-ed3241ec563b tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Deleting port fa67babe-a1e0-4363-9e47-b5a311b11be7 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:39.192618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a2ad-eae7-4fae-9a28-ed3241ec563b tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.257944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.261744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37774) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:39.296047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c736-d8b0-4cdf-b1b9-0333997fbca3 req-7a4ef934-8be2-44e6-be00-1b4d4a5b3073 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:39.297846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2d8c736-d8b0-4cdf-b1b9-0333997fbca3 req-7a4ef934-8be2-44e6-be00-1b4d4a5b3073 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1478264 Apr 05 18:58:39.357822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ae40f-fb62-4ed7-8d1b-fdd2d0149d8c None None] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:39.367557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a2ad-eae7-4fae-9a28-ed3241ec563b tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.388112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7b3bbd15-7286-4db9-bc05-23976ffb80c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=569f935e18964b5ba918f63d2edd7785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252491 Apr 05 18:58:39.390591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37776) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:39.392179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3a2ad-eae7-4fae-9a28-ed3241ec563b tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Calling delete_port for fa67babe-a1e0-4363-9e47-b5a311b11be7 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:39.401777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2d8c736-d8b0-4cdf-b1b9-0333997fbca3 req-12f048e5-48ce-41eb-8637-d8ee5e1e642a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959854 Apr 05 18:58:39.445004 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.454750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-aa577a33-a66c-46ea-8374-dd4016dceba5 None None] Provisioning complete for port 433be1f5-36eb-4f48-bad7-71962f56ec42 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:39.455114 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa577a33-a66c-46ea-8374-dd4016dceba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.475430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b728fa2-4443-4968-bee4-26581dae7108']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:39.488796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84450697-0560-4491-8379-1d6fe371fb2d') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:39.489167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84450697-0560-4491-8379-1d6fe371fb2d') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:39.504632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.522182 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6f27ab8-eb41-4cfa-a161-8de54ab2eae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.524908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.540133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:39.541088 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:39.543712 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:39.598641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56244491-0c31-4a07-877b-7013aa46fc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.624450 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.645127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56244491-0c31-4a07-877b-7013aa46fc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.680797 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.689502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] 10.222.0.15 "DELETE /v2.0/networks/5b728fa2-4443-4968-bee4-26581dae7108 HTTP/1.1" status: 204 len: 168 time: 0.5681434 Apr 05 18:58:39.690671 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa577a33-a66c-46ea-8374-dd4016dceba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.690829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37784) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:39.696207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cfc52-93af-487e-9c82-a83273c5a8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5b728fa2-4443-4968-bee4-26581dae7108,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:39.742165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-aa577a33-a66c-46ea-8374-dd4016dceba5 None None] For port 433be1f5-36eb-4f48-bad7-71962f56ec42, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=433be1f5-36eb-4f48-bad7-71962f56ec42,segment=NetworkSegment(9fa9eda9-eead-499e-a954-ab5806f9ca66),segment_id=9fa9eda9-eead-499e-a954-ab5806f9ca66)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:39.748570 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa577a33-a66c-46ea-8374-dd4016dceba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.780566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99823a88-7c9f-4589-95cf-e21169a8b7dd req-0401e2c5-2287-42f0-adfb-02093b4e0135 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:39.793009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99823a88-7c9f-4589-95cf-e21169a8b7dd req-0401e2c5-2287-42f0-adfb-02093b4e0135 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1906693 Apr 05 18:58:39.840617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa577a33-a66c-46ea-8374-dd4016dceba5 None None] Pushing event updated for resources: {'Port': ['ID=433be1f5-36eb-4f48-bad7-71962f56ec42,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:39.850797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-99823a88-7c9f-4589-95cf-e21169a8b7dd req-0e8c0f8f-0ae7-4fb5-b6db-a06ac7b69d3b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530806 Apr 05 18:58:39.866081 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a2ad-eae7-4fae-9a28-ed3241ec563b tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.891101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37790) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:39.927910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3a2ad-eae7-4fae-9a28-ed3241ec563b tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event deleted for resources: {'Port': ['ID=fa67babe-a1e0-4363-9e47-b5a311b11be7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:39.949234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56244491-0c31-4a07-877b-7013aa46fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.957299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56244491-0c31-4a07-877b-7013aa46fc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:39.965473 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-56244491-0c31-4a07-877b-7013aa46fc98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce10a8b7-2d5b-4983-bdb4-2d9cb828e599 HTTP/1.1" status: 204 len: 168 time: 0.5698109 Apr 05 18:58:39.983334 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 433be1f5-36eb-4f48-bad7-71962f56ec42 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:58:40.021932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2841276-c183-496e-84eb-94b4491da417 admin admin] Deleting subnet 4fabb82a-e9e5-4a9a-be76-d3ee725dab96 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:58:40.027726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2841276-c183-496e-84eb-94b4491da417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.116336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 433be1f5-36eb-4f48-bad7-71962f56ec42 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:40.116818 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.140521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56244491-0c31-4a07-877b-7013aa46fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce10a8b7-2d5b-4983-bdb4-2d9cb828e599,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:40.176198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2841276-c183-496e-84eb-94b4491da417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.248191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ee071b49-08ef-4633-a296-c6ce5880152d None None] Provisioning complete for port 433be1f5-36eb-4f48-bad7-71962f56ec42 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:40.258133 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee071b49-08ef-4633-a296-c6ce5880152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.333638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6fc08-2fba-42b3-aaef-d911bb62c98f req-36b3e475-344e-401b-a775-0b89e0d41c8e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:40.341549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61f6fc08-2fba-42b3-aaef-d911bb62c98f req-36b3e475-344e-401b-a775-0b89e0d41c8e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1974354 Apr 05 18:58:40.409781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61f6fc08-2fba-42b3-aaef-d911bb62c98f req-004bbe55-cce5-4a90-9c66-509ecf2bd785 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671215 Apr 05 18:58:40.490231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2841276-c183-496e-84eb-94b4491da417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.548004 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a2ad-eae7-4fae-9a28-ed3241ec563b tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.551846 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d1f3a2ad-eae7-4fae-9a28-ed3241ec563b tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "DELETE /v2.0/ports/fa67babe-a1e0-4363-9e47-b5a311b11be7 HTTP/1.1" status: 204 len: 168 time: 1.6684234 Apr 05 18:58:40.555749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37804) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:40.588000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ee071b49-08ef-4633-a296-c6ce5880152d None None] Provisioning complete for port 302fe648-5ddc-4c2c-bb37-965dd6591fc0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:40.588588 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee071b49-08ef-4633-a296-c6ce5880152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.629002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2841276-c183-496e-84eb-94b4491da417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.658587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2841276-c183-496e-84eb-94b4491da417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.663006 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b2841276-c183-496e-84eb-94b4491da417 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4fabb82a-e9e5-4a9a-be76-d3ee725dab96 HTTP/1.1" status: 204 len: 168 time: 0.9711299 Apr 05 18:58:40.668760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37810) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:40.672176 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a028ac9-4ac5-45a9-ace0-f7b53ca57452 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] GET failed (client error): The resource could not be found. Apr 05 18:58:40.674173 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4a028ac9-4ac5-45a9-ace0-f7b53ca57452 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "GET /v2.0/ports/fa67babe-a1e0-4363-9e47-b5a311b11be7 HTTP/1.1" status: 404 len: 333 time: 0.1174777 Apr 05 18:58:40.682660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ee071b49-08ef-4633-a296-c6ce5880152d None None] Port 302fe648-5ddc-4c2c-bb37-965dd6591fc0 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:58:40.694878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ee071b49-08ef-4633-a296-c6ce5880152d None None] Could not find standard attr ID for object fa67babe-a1e0-4363-9e47-b5a311b11be7. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:58:40.699257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37812) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:40.708917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'port': {'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f', 'name': 'tempest-AllowedAddressPairTestJSON-508393576'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:40.732750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2841276-c183-496e-84eb-94b4491da417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fabb82a-e9e5-4a9a-be76-d3ee725dab96,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:40.805571 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.817413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d4c74f0a-32c5-40fb-9069-b28e4d391f63 None None] Provisioning complete for port 302fe648-5ddc-4c2c-bb37-965dd6591fc0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:40.819202 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4c74f0a-32c5-40fb-9069-b28e4d391f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.846025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a3053-03b8-4827-9b21-42014d2d7fc7 req-fcac591b-d089-468c-9ff2-79060d50e5ad tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:40.855025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-401a3053-03b8-4827-9b21-42014d2d7fc7 req-fcac591b-d089-468c-9ff2-79060d50e5ad tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.2349820 Apr 05 18:58:40.888235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d4c74f0a-32c5-40fb-9069-b28e4d391f63 None None] Port 302fe648-5ddc-4c2c-bb37-965dd6591fc0 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:58:40.931896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:40.940776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-401a3053-03b8-4827-9b21-42014d2d7fc7 req-d8a96a90-5487-4a94-a7db-4c23f5e1fbd1 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800693 Apr 05 18:58:40.971822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa5c941-d178-41ba-82ec-8d0d2d9c4983']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:40.984671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400d864d-ab18-431f-916b-f2818fb7e74a') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:40.985432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400d864d-ab18-431f-916b-f2818fb7e74a') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:41.010138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ca1bf47-2f05-4335-85fa-fad497247484 None None] Could not find standard attr ID for object fa67babe-a1e0-4363-9e47-b5a311b11be7. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:58:41.021381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.039447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.045850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:41.046414 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:41.048419 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:41.130820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.138494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.145244 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] 10.222.0.15 "DELETE /v2.0/networks/5fa5c941-d178-41ba-82ec-8d0d2d9c4983 HTTP/1.1" status: 204 len: 168 time: 0.4715352 Apr 05 18:58:41.159892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a00173-becb-47da-ace5-46a54911fe0d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa5c941-d178-41ba-82ec-8d0d2d9c4983,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:41.206084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45877c89-f1f3-46ba-8c57-599f1d579ed3 req-38ca43d7-dff6-478c-8787-768ca72b7974 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:41.207760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45877c89-f1f3-46ba-8c57-599f1d579ed3 req-38ca43d7-dff6-478c-8787-768ca72b7974 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1799955 Apr 05 18:58:41.208367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Made reservation on behalf of 7a114d694002417abf253b2c382bbb48 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:41.214057 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.260418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] device_id is not set on port 803e1989-e9df-48c7-92d8-84d9b9911be7 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:58:41.273281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.349642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45877c89-f1f3-46ba-8c57-599f1d579ed3 req-78149b83-62bf-4911-bf84-680979f25d57 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223834 Apr 05 18:58:41.439895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37836) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:41.496793 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cecbf3b1-9ca4-409f-9606-5f7520528a37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=144ada674e1e4e529552d08bdf161e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553513 Apr 05 18:58:41.499230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37838) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:41.570683 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-543d55f8-94a6-4926-acbb-80070473c8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.575430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37840) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:41.577443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Allocated IP 172.20.0.12 (98ec4b32-7684-471b-bc2b-cb5cb4bbda6f/30165dd4-6bdb-4ad6-a320-07860eda3af6/803e1989-e9df-48c7-92d8-84d9b9911be7) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:41.607135 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-543d55f8-94a6-4926-acbb-80070473c8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.698768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-543d55f8-94a6-4926-acbb-80070473c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.703545 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-543d55f8-94a6-4926-acbb-80070473c8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.704760 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-543d55f8-94a6-4926-acbb-80070473c8a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6a4f847-0205-49f2-a43d-bd6698fec8e3 HTTP/1.1" status: 204 len: 168 time: 0.2043529 Apr 05 18:58:41.732042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d55f8-94a6-4926-acbb-80070473c8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a4f847-0205-49f2-a43d-bd6698fec8e3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:41.766288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303643f-b32e-4bf0-807b-7b91cb5321aa req-dcdcf0c8-7169-406a-af01-67124f105898 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:41.769704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0303643f-b32e-4bf0-807b-7b91cb5321aa req-dcdcf0c8-7169-406a-af01-67124f105898 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.2969759 Apr 05 18:58:41.822174 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16d9f117-a54f-48c3-bd99-9012c1c24514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.837149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6337a896-f672-436f-8729-6612b8c8bc34 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:41.883251 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 6337a896-f672-436f-8729-6612b8c8bc34 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:41.883668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6337a896-f672-436f-8729-6612b8c8bc34 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:41.885284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 433be1f5-36eb-4f48-bad7-71962f56ec42 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:58:41.944163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 433be1f5-36eb-4f48-bad7-71962f56ec42 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:41.944700 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:41.949530 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1366229030-network', 'tenant_id': '71ee16eca2dc48f1bda8096539072a9e'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:41.985972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Made reservation on behalf of 71ee16eca2dc48f1bda8096539072a9e for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:41.988884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.011654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.056512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0303643f-b32e-4bf0-807b-7b91cb5321aa req-be960178-c7c2-4ebd-8bb3-f14a09852fc6 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604725 Apr 05 18:58:42.106293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.209224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37854) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:42.261314 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.264144 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.275863 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.293176 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2dda1b14-f59b-40da-a881-bb94f5707c1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e81229905f94460bd44b3cb892754d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806139 Apr 05 18:58:42.301221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:58:42.303170 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37856) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:42.337243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.337638 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Added segment 00dc5a65-3497-4445-a947-5ad03ceef97b of type vlan for network aa4da244-e48d-48cb-8aa7-1b25232992c1 Apr 05 18:58:42.360194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:42.362450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8720db-70a1-4706-9662-8198a16fda7c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:42.369883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:42.383563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24439ba2-1cd5-4c39-aae7-0ba5ca78e805 req-1a24ddfe-cf0c-4691-8687-c0eda5994a3f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:42.394595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24439ba2-1cd5-4c39-aae7-0ba5ca78e805 req-1a24ddfe-cf0c-4691-8687-c0eda5994a3f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1991112 Apr 05 18:58:42.397316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:42.423327 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.455232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3bb10c3-7cab-449c-8b0a-2de1d3e56a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.498854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Port': ['ID=803e1989-e9df-48c7-92d8-84d9b9911be7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:42.513798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:42.514740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.518682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3bb10c3-7cab-449c-8b0a-2de1d3e56a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.530506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.531757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:42.535413 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.553639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24439ba2-1cd5-4c39-aae7-0ba5ca78e805 req-81b0729a-feec-45ed-bec9-7e7b52448a5a tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581304 Apr 05 18:58:42.562686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-89deff1f-a100-478c-925b-cdd607335994 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8587141 Apr 05 18:58:42.563922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37858) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:42.584164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cb56a9a1-9bda-4614-ad21-ea452029f19e tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:bc:0d:a7'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:42.594751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port d3a0f139-acf3-4f20-a7fd-6b4051e15a00 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:42.596346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.630556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] Pushing event updated for resources: {'Network': ['ID=aa4da244-e48d-48cb-8aa7-1b25232992c1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:42.643444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network aa4da244-e48d-48cb-8aa7-1b25232992c1 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:58:42.676335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-feb0ef38-bcc6-4831-ae52-a9c338a52b9e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0954251 Apr 05 18:58:42.676586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37864) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:42.681915 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Request body: {'subnet': {'network_id': 'aa4da244-e48d-48cb-8aa7-1b25232992c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1366229030-subnet', 'tenant_id': '71ee16eca2dc48f1bda8096539072a9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:42.709633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3bb10c3-7cab-449c-8b0a-2de1d3e56a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.713224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a3bb10c3-7cab-449c-8b0a-2de1d3e56a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.716804 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a3bb10c3-7cab-449c-8b0a-2de1d3e56a00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5609246f-1d5c-4823-a631-eb848d98633d HTTP/1.1" status: 204 len: 168 time: 0.4102504 Apr 05 18:58:42.726630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Made reservation on behalf of 71ee16eca2dc48f1bda8096539072a9e for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:42.729660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:42.733926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb10c3-7cab-449c-8b0a-2de1d3e56a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5609246f-1d5c-4823-a631-eb848d98633d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:43.060050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:43.130508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fd91b946-28b2-45ac-bb54-e6e4544c3844 None None] Provisioning complete for port 803e1989-e9df-48c7-92d8-84d9b9911be7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:43.131033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd91b946-28b2-45ac-bb54-e6e4544c3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:43.132693 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:43.168853 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fd91b946-28b2-45ac-bb54-e6e4544c3844 None None] Port 803e1989-e9df-48c7-92d8-84d9b9911be7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:58:43.260339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b80fa5d-9d5b-4871-93df-a9cca4891fa1,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:43.266657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Checking segment: {'id': '00dc5a65-3497-4445-a947-5ad03ceef97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa4da244-e48d-48cb-8aa7-1b25232992c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:58:43.267351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Network hostable DHCP agents. Network: aa4da244-e48d-48cb-8aa7-1b25232992c1, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:58:43.294416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Network aa4da244-e48d-48cb-8aa7-1b25232992c1 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:58:43.316670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, aa4da244-e48d-48cb-8aa7-1b25232992c1) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:43.330643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a91434e-31bd-439c-9649-fe08741f0ccd None None] Network aa4da244-e48d-48cb-8aa7-1b25232992c1 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:43.334623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:43.335239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:43.385403 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e93433c9-0f49-4125-9d69-dba29f9bcce2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7068923 Apr 05 18:58:43.637714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fb903-4c67-477d-91d2-b92166a523f1 req-c40093ef-2fb4-462b-8293-baf02cebbeb0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:43.638958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d02fb903-4c67-477d-91d2-b92166a523f1 req-c40093ef-2fb4-462b-8293-baf02cebbeb0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.3098824 Apr 05 18:58:43.663443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port d3a0f139-acf3-4f20-a7fd-6b4051e15a00, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d3a0f139-acf3-4f20-a7fd-6b4051e15a00,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:43.663818 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:43.688495 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ec68c-326f-45ea-8363-bcc160450964 None None] Network aa4da244-e48d-48cb-8aa7-1b25232992c1 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:43.708430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for d3a0f139-acf3-4f20-a7fd-6b4051e15a00 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:43.877524 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb56a9a1-9bda-4614-ad21-ea452029f19e tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:43.933395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d02fb903-4c67-477d-91d2-b92166a523f1 req-ec7402d3-dfaf-4cab-abe9-e0a610da617d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816980 Apr 05 18:58:44.193746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d5775-4551-41c6-82a7-1adbed27b796 req-43b8b557-ed87-46b4-9b4b-6b9f5ffec20c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:44.195330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a48d5775-4551-41c6-82a7-1adbed27b796 req-43b8b557-ed87-46b4-9b4b-6b9f5ffec20c tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.0987239 Apr 05 18:58:44.303555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a48d5775-4551-41c6-82a7-1adbed27b796 req-d9660ce9-a85c-405c-a115-08cb227ab72d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868695 Apr 05 18:58:44.317056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:44.347123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb56a9a1-9bda-4614-ad21-ea452029f19e tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:44.350533 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=d3a0f139-acf3-4f20-a7fd-6b4051e15a00,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:44.358866 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb56a9a1-9bda-4614-ad21-ea452029f19e tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:44.387280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:44.788527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a9a1-9bda-4614-ad21-ea452029f19e tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Port': ['ID=803e1989-e9df-48c7-92d8-84d9b9911be7,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:44.924437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a9a1-9bda-4614-ad21-ea452029f19e tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] In _notify_port_updated(), no bound segment for port 803e1989-e9df-48c7-92d8-84d9b9911be7 on network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:58:44.930815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56a9a1-9bda-4614-ad21-ea452029f19e tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:44.931475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb56a9a1-9bda-4614-ad21-ea452029f19e tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:44.932800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cb56a9a1-9bda-4614-ad21-ea452029f19e tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "PUT /v2.0/ports/803e1989-e9df-48c7-92d8-84d9b9911be7 HTTP/1.1" status: 200 len: 993 time: 2.3679721 Apr 05 18:58:44.935924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37940) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:44.952910 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-04bf7944-c9b9-4baa-928c-2401f6887765 None None] Provisioning complete for port 803e1989-e9df-48c7-92d8-84d9b9911be7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:44.954029 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04bf7944-c9b9-4baa-928c-2401f6887765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:44.957898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff37a43-8a24-40aa-98c0-2b400c0e1ee4 req-f13bb015-5b77-4593-9e2a-69e63cddb86e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:44.965284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ff37a43-8a24-40aa-98c0-2b400c0e1ee4 req-f13bb015-5b77-4593-9e2a-69e63cddb86e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.3244178 Apr 05 18:58:45.014766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:45.022650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-04bf7944-c9b9-4baa-928c-2401f6887765 None None] Port 803e1989-e9df-48c7-92d8-84d9b9911be7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:58:45.040455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:45.046668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5c4d9759-97bd-4df7-aa50-1df4e1d4866d tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:45.048175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5c4d9759-97bd-4df7-aa50-1df4e1d4866d tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/networks?id=aa4da244-e48d-48cb-8aa7-1b25232992c1 HTTP/1.1" status: 200 len: 809 time: 0.3194311 Apr 05 18:58:45.071178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ff37a43-8a24-40aa-98c0-2b400c0e1ee4 req-ca1e40a5-3516-4324-ae77-7007dbe9055e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049182 Apr 05 18:58:45.121818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-41933744-8abe-48bf-88f6-23fb231da214 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/quotas/71ee16eca2dc48f1bda8096539072a9e HTTP/1.1" status: 200 len: 375 time: 0.0638306 Apr 05 18:58:45.196125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-261c8e9d-6fcf-433a-86d3-270dc5edc64a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Deleting port 803e1989-e9df-48c7-92d8-84d9b9911be7 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:45.196477 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-261c8e9d-6fcf-433a-86d3-270dc5edc64a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:45.327518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-1ca01550-f1b4-42ae-b94b-78c2e4e70aa0 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71ee16eca2dc48f1bda8096539072a9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1902540 Apr 05 18:58:45.362306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-261c8e9d-6fcf-433a-86d3-270dc5edc64a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:45.398672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-261c8e9d-6fcf-433a-86d3-270dc5edc64a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Calling delete_port for 803e1989-e9df-48c7-92d8-84d9b9911be7 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:45.522425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacb07-81de-4e51-b918-8f840cdfdcd9 req-08e3f0fe-e977-4414-b53f-59503feaa72e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:45.538652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58cacb07-81de-4e51-b918-8f840cdfdcd9 req-08e3f0fe-e977-4414-b53f-59503feaa72e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.2907534 Apr 05 18:58:45.635053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-261c8e9d-6fcf-433a-86d3-270dc5edc64a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:45.668378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-02baf244-ba78-4180-8bb4-580db45f82e2 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4da244-e48d-48cb-8aa7-1b25232992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398108 Apr 05 18:58:45.739499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c8e9d-6fcf-433a-86d3-270dc5edc64a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event deleted for resources: {'Port': ['ID=803e1989-e9df-48c7-92d8-84d9b9911be7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:45.778235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 69e033d4-7198-4a70-8195-4e3ebea632e0 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:58:45.812122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58cacb07-81de-4e51-b918-8f840cdfdcd9 req-e04e8ba1-7bfa-44ee-ae68-e3c8f8ee3136 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716520 Apr 05 18:58:46.006909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-261c8e9d-6fcf-433a-86d3-270dc5edc64a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:46.010138 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-261c8e9d-6fcf-433a-86d3-270dc5edc64a tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "DELETE /v2.0/ports/803e1989-e9df-48c7-92d8-84d9b9911be7 HTTP/1.1" status: 204 len: 168 time: 1.0731928 Apr 05 18:58:46.012867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37968) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:46.051997 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-113268b6-a97b-4b4d-83f9-5dc478c80c20 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] GET failed (client error): The resource could not be found. Apr 05 18:58:46.053635 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-113268b6-a97b-4b4d-83f9-5dc478c80c20 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "GET /v2.0/ports/803e1989-e9df-48c7-92d8-84d9b9911be7 HTTP/1.1" status: 404 len: 333 time: 0.0396674 Apr 05 18:58:46.059200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37972) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:46.070981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-adf075cd-d778-487e-9856-b991b1912e18 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4da244-e48d-48cb-8aa7-1b25232992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014769 Apr 05 18:58:46.071161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'port': {'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f', 'name': 'tempest-AllowedAddressPairTestJSON-2116124142'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:46.283246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Made reservation on behalf of 7a114d694002417abf253b2c382bbb48 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:46.287781 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:46.324249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:58:46.330878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-84789ddc-931f-40de-b961-0b6be972d83a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "PUT /v2.0/routers/69e033d4-7198-4a70-8195-4e3ebea632e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4383090 Apr 05 18:58:46.333473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] device_id is not set on port 923b2363-33e5-4b55-a0f1-cb7ddafcfb52 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:58:46.349552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] Sync routers for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:58:46.363484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37986) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:46.369930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:46.378908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:46.391652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6f92-11a1-461f-b6a9-103e47e59745 req-db5db41c-e600-4601-9044-4dc5f3c5370e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:46.393483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa2d6f92-11a1-461f-b6a9-103e47e59745 req-db5db41c-e600-4601-9044-4dc5f3c5370e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.3616776 Apr 05 18:58:46.540701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-994d5f5d-42ec-42ca-bc2a-e4598b7c850d req-b59246ba-bf4f-466f-8f39-861945739e89 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 210 time: 0.1744077 Apr 05 18:58:46.611895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Allocated IP 172.20.0.13 (98ec4b32-7684-471b-bc2b-cb5cb4bbda6f/30165dd4-6bdb-4ad6-a320-07860eda3af6/923b2363-33e5-4b55-a0f1-cb7ddafcfb52) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:46.616201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:46.622047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5f38c1-2cdb-4f51-af58-21233713bafc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting subnet ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:58:46.635039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c5f38c1-2cdb-4f51-af58-21233713bafc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:46.706720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa2d6f92-11a1-461f-b6a9-103e47e59745 req-a70054fc-9f6f-4c7c-aedf-2015ee9656c8 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007603 Apr 05 18:58:46.754663 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c5f38c1-2cdb-4f51-af58-21233713bafc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:46.913937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:46.953438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:47.005892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c5f38c1-2cdb-4f51-af58-21233713bafc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:47.114287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Port': ['ID=923b2363-33e5-4b55-a0f1-cb7ddafcfb52,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:47.121553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:47.123366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:47.130429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:47.155299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:58:44Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:47.203753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c5f38c1-2cdb-4f51-af58-21233713bafc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:47.226631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:47.227515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:47.261112 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d3d333db-7d4d-4f0c-8ec0-e4227f714e74 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1981311 Apr 05 18:58:47.261407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38032) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:47.272108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-58ca866f-7659-4c1a-8966-e9e7d860deee tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bc:0d:a7'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:47.275812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] Checking router: 69e033d4-7198-4a70-8195-4e3ebea632e0 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:58:47.312635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] Routers {'69e033d4-7198-4a70-8195-4e3ebea632e0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:58:47.313481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['69e033d4-7198-4a70-8195-4e3ebea632e0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:47.338674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f38c1-2cdb-4f51-af58-21233713bafc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:47.346778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c5f38c1-2cdb-4f51-af58-21233713bafc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:47.359685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1c5f38c1-2cdb-4f51-af58-21233713bafc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/subnets/ea7a30e9-ff7c-4c46-98a2-1a757af3b8cc HTTP/1.1" status: 204 len: 168 time: 0.9866726 Apr 05 18:58:47.366623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38038) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:47.411902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a79f57-1ec7-4c29-b20c-91823abc64ab None None] Network 1bc7f2b0-810f-4911-8cf1-da27da5071ae requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:58:47.710132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58ca866f-7659-4c1a-8966-e9e7d860deee tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:47.716829 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:47.917194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] Set router 69e033d4-7198-4a70-8195-4e3ebea632e0 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:58:48.096655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-aee14e47-3da6-46cb-8ec4-1565328affc6 None None] Provisioning complete for port 923b2363-33e5-4b55-a0f1-cb7ddafcfb52 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:48.097056 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aee14e47-3da6-46cb-8ec4-1565328affc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.156409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c174dbe-4323-4571-9a22-a7ede898bf33 req-2e2e23f8-3b81-4539-bc67-a6fed81d8385 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 210 time: 0.1253414 Apr 05 18:58:48.165930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.176075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aee14e47-3da6-46cb-8ec4-1565328affc6 None None] Port 923b2363-33e5-4b55-a0f1-cb7ddafcfb52 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:58:48.328725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-1dd5e34f-e594-499c-8755-1795a9e4f653 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:48.330255 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-1dd5e34f-e594-499c-8755-1795a9e4f653 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.25 "GET /v2.0/networks?id=aa4da244-e48d-48cb-8aa7-1b25232992c1 HTTP/1.1" status: 200 len: 809 time: 0.3342199 Apr 05 18:58:48.336587 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 5c98f954-aa12-417b-a811-4e3a989ddb14 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:48.342060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.354185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Request body: {'port': {'device_id': 'c4ea767b-5e57-4871-baff-98fa7531dd20', 'network_id': 'aa4da244-e48d-48cb-8aa7-1b25232992c1', 'admin_state_up': True, 'tenant_id': '71ee16eca2dc48f1bda8096539072a9e'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:48.407132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da0a472-4a91-40d8-87d6-c4c5b321d29d None None] DHCP port deletion for 1bc7f2b0-810f-4911-8cf1-da27da5071ae request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:58:48.480741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9da0a472-4a91-40d8-87d6-c4c5b321d29d None None] Deleting port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:48.481901 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9da0a472-4a91-40d8-87d6-c4c5b321d29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.558386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9da0a472-4a91-40d8-87d6-c4c5b321d29d None None] For port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568,segment=NetworkSegment(1e45cd11-954e-43f0-97c6-e6c743a03b69),segment_id=1e45cd11-954e-43f0-97c6-e6c743a03b69)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:48.559008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9da0a472-4a91-40d8-87d6-c4c5b321d29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.569154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port 5c98f954-aa12-417b-a811-4e3a989ddb14, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5c98f954-aa12-417b-a811-4e3a989ddb14,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:48.571282 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.575224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9da0a472-4a91-40d8-87d6-c4c5b321d29d None None] Calling delete_port for bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:48.630300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 5c98f954-aa12-417b-a811-4e3a989ddb14 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:48.647112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58ca866f-7659-4c1a-8966-e9e7d860deee tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.667886 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58ca866f-7659-4c1a-8966-e9e7d860deee tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.671629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9da0a472-4a91-40d8-87d6-c4c5b321d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.713429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:58:44Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:48.751011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-58ca866f-7659-4c1a-8966-e9e7d860deee tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] In _notify_port_updated(), no bound segment for port 923b2363-33e5-4b55-a0f1-cb7ddafcfb52 on network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:58:48.765967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca866f-7659-4c1a-8966-e9e7d860deee tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:48.766924 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-58ca866f-7659-4c1a-8966-e9e7d860deee tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.768496 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-58ca866f-7659-4c1a-8966-e9e7d860deee tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "PUT /v2.0/ports/923b2363-33e5-4b55-a0f1-cb7ddafcfb52 HTTP/1.1" status: 200 len: 997 time: 1.5062177 Apr 05 18:58:48.771904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38088) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:48.775909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da0a472-4a91-40d8-87d6-c4c5b321d29d None None] No DVR routers for this DVR port bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:58:48.824562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Made reservation on behalf of 71ee16eca2dc48f1bda8096539072a9e for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:48.831215 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:48.907181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0a472-4a91-40d8-87d6-c4c5b321d29d None None] Pushing event deleted for resources: {'Port': ['ID=bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:48.911301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85af4a-4d56-4c7b-869e-984e8d045c65 None None] The sync data for ids ['69e033d4-7198-4a70-8195-4e3ebea632e0'] in n-d-836650-3 is: [{'id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568246671', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:55:52Z', 'updated_at': '2022-04-05T18:58:44Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '5c98f954-aa12-417b-a811-4e3a989ddb14', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e033d4-7198-4a70-8195-4e3ebea632e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:55:53Z', 'updated_at': '2022-04-05T18:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:58:48.958516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38090) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:48.961980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca866f-7659-4c1a-8966-e9e7d860deee tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Port': ['ID=923b2363-33e5-4b55-a0f1-cb7ddafcfb52,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:49.129105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Allocated IP 172.20.0.3 (aa4da244-e48d-48cb-8aa7-1b25232992c1/9b80fa5d-9d5b-4871-93df-a9cca4891fa1/115fdda0-3802-4223-ab08-4f2d51a4755d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:49.210585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-41cd1b55-d663-4e9f-a011-766f35126794 None None] Provisioning complete for port 923b2363-33e5-4b55-a0f1-cb7ddafcfb52 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:49.211413 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41cd1b55-d663-4e9f-a011-766f35126794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.258333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-03186878-2591-40c5-a5ed-1be9d81882b3 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Deleting port 923b2363-33e5-4b55-a0f1-cb7ddafcfb52 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:49.259412 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03186878-2591-40c5-a5ed-1be9d81882b3 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.265850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-41cd1b55-d663-4e9f-a011-766f35126794 None None] Port 923b2363-33e5-4b55-a0f1-cb7ddafcfb52 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:58:49.311131 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f5c122f-1baa-4d95-840b-beffff6a1a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.481530 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.542115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f5c122f-1baa-4d95-840b-beffff6a1a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.552148 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f5c122f-1baa-4d95-840b-beffff6a1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.583646 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7f5c122f-1baa-4d95-840b-beffff6a1a42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a33319304ba646eeb52ec7eca6fce468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229808 Apr 05 18:58:49.592321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38102) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:49.608862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.682660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c122f-1baa-4d95-840b-beffff6a1a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028bc5bc-e910-4dec-8b39-f82078147dfe,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:49.715937 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Network aa4da244-e48d-48cb-8aa7-1b25232992c1 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:49.723956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:49.733281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:49.735728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Pushing event updated for resources: {'Port': ['ID=115fdda0-3802-4223-ab08-4f2d51a4755d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:49.792905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509eeac7-6e71-4e16-9239-6c669d7dd721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.818285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:49.819142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.851634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509eeac7-6e71-4e16-9239-6c669d7dd721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:49.920691 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-5bf1b563-e97d-45e8-ae85-65c304bac7e7 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5800862 Apr 05 18:58:49.932624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:49.944121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Request body: {'port': {'device_id': 'c4ea767b-5e57-4871-baff-98fa7531dd20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:49.977004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:49.977739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bbb92f9a-8a2e-4f8f-9f1b-3567a00d3568 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:49.978817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d3a0f139-acf3-4f20-a7fd-6b4051e15a00 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:50.017230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d3a0f139-acf3-4f20-a7fd-6b4051e15a00 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:50.017891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d3a0f139-acf3-4f20-a7fd-6b4051e15a00 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:50.025611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.118142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509eeac7-6e71-4e16-9239-6c669d7dd721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.121653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03186878-2591-40c5-a5ed-1be9d81882b3 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.125742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509eeac7-6e71-4e16-9239-6c669d7dd721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.130946 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-509eeac7-6e71-4e16-9239-6c669d7dd721 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/028bc5bc-e910-4dec-8b39-f82078147dfe HTTP/1.1" status: 204 len: 168 time: 0.5337341 Apr 05 18:58:50.141668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9342ee-e214-44c3-9a2a-a3082b0e665a req-954e2c0e-cfa7-4e37-b85c-4fcd8d776e18 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:50.143820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a9342ee-e214-44c3-9a2a-a3082b0e665a req-954e2c0e-cfa7-4e37-b85c-4fcd8d776e18 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 931 time: 0.2173090 Apr 05 18:58:50.186767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-03186878-2591-40c5-a5ed-1be9d81882b3 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Calling delete_port for 923b2363-33e5-4b55-a0f1-cb7ddafcfb52 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:50.234025 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.254543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509eeac7-6e71-4e16-9239-6c669d7dd721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028bc5bc-e910-4dec-8b39-f82078147dfe,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:50.409825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=5c98f954-aa12-417b-a811-4e3a989ddb14,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:50.438723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a9342ee-e214-44c3-9a2a-a3082b0e665a req-7df321b9-78ea-4b6f-8da6-9bd09a73b18a tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858117 Apr 05 18:58:50.572097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.707169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115fdda0-3802-4223-ab08-4f2d51a4755d {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:58:50.738134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.766751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Transition to ACTIVE for port object 115fdda0-3802-4223-ab08-4f2d51a4755d will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:58:50.776916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.803499 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.806846 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.814061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38116) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:50.843899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Pushing event updated for resources: {'Port': ['ID=115fdda0-3802-4223-ab08-4f2d51a4755d,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:50.856897 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd81bdcf-a0f3-492c-ad8e-b8fa6a6aa64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.931891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Attempting to bind port 115fdda0-3802-4223-ab08-4f2d51a4755d on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:58:50.933886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Attempting to bind port 115fdda0-3802-4223-ab08-4f2d51a4755d by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '00dc5a65-3497-4445-a947-5ad03ceef97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa4da244-e48d-48cb-8aa7-1b25232992c1'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:58:50.938114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Attempting to bind port 115fdda0-3802-4223-ab08-4f2d51a4755d on network aa4da244-e48d-48cb-8aa7-1b25232992c1 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:58:50.943563 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.944165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Port 115fdda0-3802-4223-ab08-4f2d51a4755d on network aa4da244-e48d-48cb-8aa7-1b25232992c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:58:50.944275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Fanout notify agent at l3_agent the message router_deleted on router 69e033d4-7198-4a70-8195-4e3ebea632e0 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 18:58:50.944367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Attempting to bind port 115fdda0-3802-4223-ab08-4f2d51a4755d on network aa4da244-e48d-48cb-8aa7-1b25232992c1 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:58:50.951237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:58:50.951538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Checking segment: {'id': '00dc5a65-3497-4445-a947-5ad03ceef97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa4da244-e48d-48cb-8aa7-1b25232992c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:58:50.951927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Bound using segment: {'id': '00dc5a65-3497-4445-a947-5ad03ceef97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa4da244-e48d-48cb-8aa7-1b25232992c1'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:58:50.952406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Bound port: 115fdda0-3802-4223-ab08-4f2d51a4755d, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00dc5a65-3497-4445-a947-5ad03ceef97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa4da244-e48d-48cb-8aa7-1b25232992c1'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:58:50.952548 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.953412 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:50.956296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6c55748e-1ece-4e42-9ad0-a625d732ccca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/routers/69e033d4-7198-4a70-8195-4e3ebea632e0 HTTP/1.1" status: 204 len: 168 time: 3.5880878 Apr 05 18:58:50.957846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38120) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:50.975901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03186878-2591-40c5-a5ed-1be9d81882b3 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:51.035890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03186878-2591-40c5-a5ed-1be9d81882b3 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event deleted for resources: {'Port': ['ID=923b2363-33e5-4b55-a0f1-cb7ddafcfb52,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:51.139451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] For port 115fdda0-3802-4223-ab08-4f2d51a4755d, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:58:51.150172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] For port 115fdda0-3802-4223-ab08-4f2d51a4755d, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=115fdda0-3802-4223-ab08-4f2d51a4755d,segment=NetworkSegment(00dc5a65-3497-4445-a947-5ad03ceef97b),segment_id=00dc5a65-3497-4445-a947-5ad03ceef97b)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:58:51.173837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:51.303081 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:51.330293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Pushing event updated for resources: {'Port': ['ID=115fdda0-3802-4223-ab08-4f2d51a4755d,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:51.338839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:51.339614 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:51.341019 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-fb68d1c6-3847-4bbb-8da5-aac14ee40354 service neutron] 10.222.0.25 "PUT /v2.0/ports/115fdda0-3802-4223-ab08-4f2d51a4755d HTTP/1.1" status: 200 len: 1091 time: 1.4022903 Apr 05 18:58:51.341452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ea767b-5e57-4871-baff-98fa7531dd20', 'tag': '115fdda0-3802-4223-ab08-4f2d51a4755d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:58:51.343811 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372ebb63-283c-40f1-8b2d-0c6a18a39130" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ea767b-5e57-4871-baff-98fa7531dd20", "tag": "115fdda0-3802-4223-ab08-4f2d51a4755d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:58:51.433555 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d834550-9736-41ab-8387-8738b3fc9e0a x-openstack-request-id: req-7d834550-9736-41ab-8387-8738b3fc9e0a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:58:51.435927 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ea767b-5e57-4871-baff-98fa7531dd20", "tag": "115fdda0-3802-4223-ab08-4f2d51a4755d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:58:51.436480 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d834550-9736-41ab-8387-8738b3fc9e0a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:58:51.439715 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d834550-9736-41ab-8387-8738b3fc9e0a'] response: {'name': 'network-changed', 'server_uuid': 'c4ea767b-5e57-4871-baff-98fa7531dd20', 'tag': '115fdda0-3802-4223-ab08-4f2d51a4755d', 'status': 'completed', 'code': 200} Apr 05 18:58:51.502255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03186878-2591-40c5-a5ed-1be9d81882b3 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:51.517888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-03186878-2591-40c5-a5ed-1be9d81882b3 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "DELETE /v2.0/ports/923b2363-33e5-4b55-a0f1-cb7ddafcfb52 HTTP/1.1" status: 204 len: 168 time: 2.7440603 Apr 05 18:58:51.531060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38134) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:51.556719 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd81bdcf-a0f3-492c-ad8e-b8fa6a6aa64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:51.569547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd81bdcf-a0f3-492c-ad8e-b8fa6a6aa64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:51.677730 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfded8e-ffad-4c8c-a9b7-1d2df429d111 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] GET failed (client error): The resource could not be found. Apr 05 18:58:51.687286 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-abfded8e-ffad-4c8c-a9b7-1d2df429d111 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "GET /v2.0/ports/923b2363-33e5-4b55-a0f1-cb7ddafcfb52 HTTP/1.1" status: 404 len: 333 time: 0.1522026 Apr 05 18:58:51.688442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38138) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:51.708572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'port': {'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f', 'name': 'tempest-AllowedAddressPairTestJSON-1845233628'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:51.791640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-297ed8ad-63b6-4f5f-886b-7cf9f386ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:51.793183 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-297ed8ad-63b6-4f5f-886b-7cf9f386ac2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71ee16eca2dc48f1bda8096539072a9e&device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 1094 time: 0.3837056 Apr 05 18:58:51.838630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fd81bdcf-a0f3-492c-ad8e-b8fa6a6aa64a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b1f6789f4c048f0990da92bb4eeb1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0012078 Apr 05 18:58:51.849586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38144) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:51.891443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5c98f954-aa12-417b-a811-4e3a989ddb14 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:51.958452 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-1071a530-f723-4459-824e-6dc7bec49e89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=115fdda0-3802-4223-ab08-4f2d51a4755d HTTP/1.1" status: 200 len: 217 time: 0.1559548 Apr 05 18:58:51.984621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 5c98f954-aa12-417b-a811-4e3a989ddb14 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:58:51.986737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5c98f954-aa12-417b-a811-4e3a989ddb14 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:58:52.124870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Made reservation on behalf of 7a114d694002417abf253b2c382bbb48 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:52.131820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:52.172233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] device_id is not set on port c80ca0cc-c92c-4486-befc-55557cca056e yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:58:52.182482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-d732da06-c7f3-4b61-8e29-d038380e1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:52.184119 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-d732da06-c7f3-4b61-8e29-d038380e1fba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b80fa5d-9d5b-4871-93df-a9cca4891fa1 HTTP/1.1" status: 200 len: 849 time: 0.1152880 Apr 05 18:58:52.231735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81bdcf-a0f3-492c-ad8e-b8fa6a6aa64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a6c9a9-ea51-4322-a8e0-c6b1e591d813,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:52.262152 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:52.292231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc7f2b0-810f-4911-8cf1-da27da5071ae']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:52.331000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e45cd11-954e-43f0-97c6-e6c743a03b69') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:52.331733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e45cd11-954e-43f0-97c6-e6c743a03b69') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:58:52.352602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:52.391248 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:52.405645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:58:52.405915 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:52.453227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Allocated IP 172.20.0.12 (98ec4b32-7684-471b-bc2b-cb5cb4bbda6f/30165dd4-6bdb-4ad6-a320-07860eda3af6/c80ca0cc-c92c-4486-befc-55557cca056e) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:58:52.543181 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:58:52.559470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:52.600378 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:52.628009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/networks/1bc7f2b0-810f-4911-8cf1-da27da5071ae HTTP/1.1" status: 204 len: 168 time: 1.6672232 Apr 05 18:58:52.636945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38150) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:52.776947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddad92-e209-4680-b4a1-e97f1f252e3c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Network': ['ID=1bc7f2b0-810f-4911-8cf1-da27da5071ae,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:52.797689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19881e4-87ff-4aa1-a215-470ca5bc502e req-54615100-9294-468b-8f4d-f1c76f5d64c1 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:52.814885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b19881e4-87ff-4aa1-a215-470ca5bc502e req-54615100-9294-468b-8f4d-f1c76f5d64c1 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 943 time: 0.9598863 Apr 05 18:58:52.942664 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b19881e4-87ff-4aa1-a215-470ca5bc502e req-77f775dd-a9ed-4333-979f-5358ec62e280 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267228 Apr 05 18:58:52.948226 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-270d9ae7-a4a6-4242-a44f-8f62bef84233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:52.988929 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-2bd3ddc3-2993-49aa-acba-859aceef9e7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa4da244-e48d-48cb-8aa7-1b25232992c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7934561 Apr 05 18:58:53.031058 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-270d9ae7-a4a6-4242-a44f-8f62bef84233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:53.126783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89045b7d-d8bd-4040-be09-449e543e8319 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:53.235326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89045b7d-d8bd-4040-be09-449e543e8319 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:53.300857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:53.335431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-270d9ae7-a4a6-4242-a44f-8f62bef84233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:53.342851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-270d9ae7-a4a6-4242-a44f-8f62bef84233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:53.344475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-270d9ae7-a4a6-4242-a44f-8f62bef84233 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65a6c9a9-ea51-4322-a8e0-c6b1e591d813 HTTP/1.1" status: 204 len: 168 time: 1.4788754 Apr 05 18:58:53.388324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d9ae7-a4a6-4242-a44f-8f62bef84233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a6c9a9-ea51-4322-a8e0-c6b1e591d813,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:53.464589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89045b7d-d8bd-4040-be09-449e543e8319 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:53.468352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89045b7d-d8bd-4040-be09-449e543e8319 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:53.469902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-89045b7d-d8bd-4040-be09-449e543e8319 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/security-groups/1e85ebff-508b-42b7-9788-717036670412 HTTP/1.1" status: 204 len: 168 time: 0.7973764 Apr 05 18:58:53.516803 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-9667fb42-1ca5-42ad-bc42-33a99de1121a service neutron] 10.222.0.25 "GET /v2.0/networks/aa4da244-e48d-48cb-8aa7-1b25232992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057838 Apr 05 18:58:53.524369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89045b7d-d8bd-4040-be09-449e543e8319 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e85ebff-508b-42b7-9788-717036670412,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:53.662838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:54.193151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a85250-5c97-4605-9136-24a2f2b5d843 req-543248bc-1d5e-461f-b42f-f38905bbd77f tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:54.208742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4a85250-5c97-4605-9136-24a2f2b5d843 req-543248bc-1d5e-461f-b42f-f38905bbd77f tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 943 time: 0.1230745 Apr 05 18:58:54.282658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4a85250-5c97-4605-9136-24a2f2b5d843 req-855cb076-c7ef-4455-ab17-225d2c686d32 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728118 Apr 05 18:58:54.433603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38184) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:54.441221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-26346700-3a20-4af5-9794-e41a06fba8cd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348469858', 'description': 'tempest-secgroup-smoke-348469858 description', 'project_id': 'b886d9b388b44c298984420374d39150'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:54.502688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26346700-3a20-4af5-9794-e41a06fba8cd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:54.504154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:54.522559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:54.529192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:54.590602 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9eab1b74-0b10-484c-9033-41fffbc7b411 req-4239cfc9-769f-4133-8e1f-118940231f30 service neutron] 10.222.0.25 "GET /v2.0/networks/aa4da244-e48d-48cb-8aa7-1b25232992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0729964 Apr 05 18:58:54.593646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Port': ['ID=c80ca0cc-c92c-4486-befc-55557cca056e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:54.637646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:54.638448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:54.715765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26346700-3a20-4af5-9794-e41a06fba8cd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:54.732126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26346700-3a20-4af5-9794-e41a06fba8cd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:54.752839 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7f737d6d-eeeb-477e-b81f-bb2d678a2d34 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0541248 Apr 05 18:58:54.787205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38196) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:54.826059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'port': {'network_id': '98ec4b32-7684-471b-bc2b-cb5cb4bbda6f', 'name': 'tempest-AllowedAddressPairTestJSON-1609310759'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:54.883500 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26346700-3a20-4af5-9794-e41a06fba8cd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:54.885905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-f1a87576-f422-40e9-bc49-490085f159b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:54.892216 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-f1a87576-f422-40e9-bc49-490085f159b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71ee16eca2dc48f1bda8096539072a9e&device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 1094 time: 0.2119441 Apr 05 18:58:54.900497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-26346700-3a20-4af5-9794-e41a06fba8cd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4651895 Apr 05 18:58:54.949294 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38202) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:54.958337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e843b696-8fc9-4e4b-89c3-ce1cc8b4eb27 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '5412fe55-6326-4385-aec7-dced044e36f9', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:55.092202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cd8c9369-c50f-4334-a0b9-b3b8c3f31626 None None] Provisioning complete for port c80ca0cc-c92c-4486-befc-55557cca056e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:55.093434 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd8c9369-c50f-4334-a0b9-b3b8c3f31626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:55.154748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26346700-3a20-4af5-9794-e41a06fba8cd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5412fe55-6326-4385-aec7-dced044e36f9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:55.329135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c9369-c50f-4334-a0b9-b3b8c3f31626 None None] Port c80ca0cc-c92c-4486-befc-55557cca056e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:58:55.421563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843b696-8fc9-4e4b-89c3-ce1cc8b4eb27 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:55.439704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Made reservation on behalf of 7a114d694002417abf253b2c382bbb48 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:55.447752 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:55.496402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] device_id is not set on port 0be2bd84-cfed-4efc-a01a-560185d572d7 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:58:55.597050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843b696-8fc9-4e4b-89c3-ce1cc8b4eb27 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:55.604803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-acc33387-05dd-47dc-b28c-acbba993048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:55.607291 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-acc33387-05dd-47dc-b28c-acbba993048c service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa4da244-e48d-48cb-8aa7-1b25232992c1 HTTP/1.1" status: 200 len: 909 time: 0.7055712 Apr 05 18:58:55.615606 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843b696-8fc9-4e4b-89c3-ce1cc8b4eb27 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:55.676684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e843b696-8fc9-4e4b-89c3-ce1cc8b4eb27 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:55.684151 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e843b696-8fc9-4e4b-89c3-ce1cc8b4eb27 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7294657 Apr 05 18:58:55.732739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38220) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:55.739331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '5412fe55-6326-4385-aec7-dced044e36f9', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:55.792377 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-7b7d3c46-c156-4de4-aaa7-63722d755e3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=115fdda0-3802-4223-ab08-4f2d51a4755d HTTP/1.1" status: 200 len: 217 time: 0.1347814 Apr 05 18:58:55.802417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843b696-8fc9-4e4b-89c3-ce1cc8b4eb27 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72d57ed-8bf5-4a87-9172-3ea0072fd2a7,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:55.860556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22ad82-fd5b-4fcc-96cc-b94e582a0b42 req-4430c99c-fbfa-4040-96dd-a1cd3cde2af3 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:55.869855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea22ad82-fd5b-4fcc-96cc-b94e582a0b42 req-4430c99c-fbfa-4040-96dd-a1cd3cde2af3 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 943 time: 0.3113022 Apr 05 18:58:55.926240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-1d12e611-20ec-4139-963f-ab797d75de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:55.932632 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-1d12e611-20ec-4139-963f-ab797d75de31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b80fa5d-9d5b-4871-93df-a9cca4891fa1 HTTP/1.1" status: 200 len: 849 time: 0.1393523 Apr 05 18:58:55.946916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Allocated IP 172.20.0.10 (98ec4b32-7684-471b-bc2b-cb5cb4bbda6f/30165dd4-6bdb-4ad6-a320-07860eda3af6/0be2bd84-cfed-4efc-a01a-560185d572d7) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:58:55.969285 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:55.985795 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-5f4d2ce5-9990-486a-9907-147bb6de3dc9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa4da244-e48d-48cb-8aa7-1b25232992c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433800 Apr 05 18:58:56.167582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea22ad82-fd5b-4fcc-96cc-b94e582a0b42 req-e1674dfb-02ea-4190-bd6b-41ccf0fcf931 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775385 Apr 05 18:58:56.263549 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-ecf4a5c3-c63a-433b-b2ac-7f2c16f5f741 service neutron] 10.222.0.25 "GET /v2.0/networks/aa4da244-e48d-48cb-8aa7-1b25232992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706571 Apr 05 18:58:56.303418 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:56.327724 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:56.454384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff16537a-71f2-4103-b80f-822a6e041ff7,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:56.492933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:56.511394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7757668 Apr 05 18:58:56.520856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:56.569690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0322d5a6-2b16-42d2-aabf-f92eccf99671 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '5412fe55-6326-4385-aec7-dced044e36f9', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:56.603450 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-372ebb63-283c-40f1-8b2d-0c6a18a39130 req-fe0ebced-358b-42f3-90e5-17a5bd2a8361 service neutron] 10.222.0.25 "GET /v2.0/networks/aa4da244-e48d-48cb-8aa7-1b25232992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319051 Apr 05 18:58:56.706198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.706997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.707509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.708002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.718821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.719403 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.719911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.720405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.722779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.723348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.723905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.724393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d426b-8af8-4a59-acba-e2e481ebf976 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:58:56.755035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0322d5a6-2b16-42d2-aabf-f92eccf99671 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:56.965253 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:56.987227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0322d5a6-2b16-42d2-aabf-f92eccf99671 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.010041 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0322d5a6-2b16-42d2-aabf-f92eccf99671 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.039157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322d5a6-2b16-42d2-aabf-f92eccf99671 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5173b3-915a-4789-8441-1559ed24259f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:57.055492 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0322d5a6-2b16-42d2-aabf-f92eccf99671 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.062734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38250) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:57.063651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0322d5a6-2b16-42d2-aabf-f92eccf99671 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5188792 Apr 05 18:58:57.069913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-33db8bf9-5aae-4f90-b42b-78f494f3ea18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '5412fe55-6326-4385-aec7-dced044e36f9', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:57.105402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857493a-c1b1-477f-88f1-d319c3c61dd8 req-a50114e9-4237-462c-bbb4-d74e311df0af tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:57.113541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1857493a-c1b1-477f-88f1-d319c3c61dd8 req-a50114e9-4237-462c-bbb4-d74e311df0af tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1543679 Apr 05 18:58:57.156452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33db8bf9-5aae-4f90-b42b-78f494f3ea18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.190113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.357209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:58:57.369211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1857493a-c1b1-477f-88f1-d319c3c61dd8 req-6385db11-e0bd-41a9-8d1e-49e36ddaed62 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522516 Apr 05 18:58:57.401948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:58:57.416172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:58:57.435718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33db8bf9-5aae-4f90-b42b-78f494f3ea18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.449248 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33db8bf9-5aae-4f90-b42b-78f494f3ea18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.490261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Port': ['ID=0be2bd84-cfed-4efc-a01a-560185d572d7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:57.556321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-33db8bf9-5aae-4f90-b42b-78f494f3ea18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.557262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:57.557642 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-33db8bf9-5aae-4f90-b42b-78f494f3ea18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4932041 Apr 05 18:58:57.557886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.563502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38262) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:57.565717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8bf9-5aae-4f90-b42b-78f494f3ea18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df43a719-52b5-4473-90d5-a2ac2b84caf9,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:57.578036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-01c607ff-cf2e-422f-b09e-0be75d9de39f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '5412fe55-6326-4385-aec7-dced044e36f9', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:57.580541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27798945-5c0b-4d60-8207-28beaaca939a req-51262fcc-eee3-435c-a58b-7623667a0bf4 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:57.590596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27798945-5c0b-4d60-8207-28beaaca939a req-51262fcc-eee3-435c-a58b-7623667a0bf4 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 943 time: 0.2322102 Apr 05 18:58:57.624007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c26fbe5e-9b81-4d07-b52b-b73c595f5542 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8348951 Apr 05 18:58:57.628603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38266) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:57.634602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f189291a-4a82-4f5a-a38d-c15bbcb1a4e9 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:bc:0d:a7'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:86:07:5c'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:57.675804 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-01c607ff-cf2e-422f-b09e-0be75d9de39f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Project b886d9b388b44c298984420374d39150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:58:57.685575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01c607ff-cf2e-422f-b09e-0be75d9de39f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.728969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27798945-5c0b-4d60-8207-28beaaca939a req-bfcb3b9c-42b5-4f84-8541-1ac2328ee7f8 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370435 Apr 05 18:58:57.900731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 115fdda0-3802-4223-ab08-4f2d51a4755d details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:58:57.913080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01c607ff-cf2e-422f-b09e-0be75d9de39f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.928125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01c607ff-cf2e-422f-b09e-0be75d9de39f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.958652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c607ff-cf2e-422f-b09e-0be75d9de39f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2011d8-0b79-4336-91b8-443bb511a7d9,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:57.964306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01c607ff-cf2e-422f-b09e-0be75d9de39f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:57.966868 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-01c607ff-cf2e-422f-b09e-0be75d9de39f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4022007 Apr 05 18:58:57.969608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38272) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:57.976607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2e26ae28-8106-42c9-ab9c-bbead9784b9f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '5412fe55-6326-4385-aec7-dced044e36f9', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:58.007432 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-2e26ae28-8106-42c9-ab9c-bbead9784b9f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Project b886d9b388b44c298984420374d39150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 18:58:58.023697 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e26ae28-8106-42c9-ab9c-bbead9784b9f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.174255 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e26ae28-8106-42c9-ab9c-bbead9784b9f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.178024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f189291a-4a82-4f5a-a38d-c15bbcb1a4e9 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.194008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e26ae28-8106-42c9-ab9c-bbead9784b9f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.232077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26ae28-8106-42c9-ab9c-bbead9784b9f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff0f364-d36c-4774-ba2b-2d5d13814408,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:58.249294 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e26ae28-8106-42c9-ab9c-bbead9784b9f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.259754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 115fdda0-3802-4223-ab08-4f2d51a4755d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=115fdda0-3802-4223-ab08-4f2d51a4755d,segment=NetworkSegment(00dc5a65-3497-4445-a947-5ad03ceef97b),segment_id=00dc5a65-3497-4445-a947-5ad03ceef97b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:58.261677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e26ae28-8106-42c9-ab9c-bbead9784b9f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2870002 Apr 05 18:58:58.264552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38280) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:58.275815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'network': {'name': 'tempest-network-smoke--2138327421', 'project_id': 'b886d9b388b44c298984420374d39150', 'port_security_enabled': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:58.294997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '115fdda0-3802-4223-ab08-4f2d51a4755d', 'network_id': 'aa4da244-e48d-48cb-8aa7-1b25232992c1', 'port_id': '115fdda0-3802-4223-ab08-4f2d51a4755d', 'mac_address': 'fa:16:3e:bc:a7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b80fa5d-9d5b-4871-93df-a9cca4891fa1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:58:58.355234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:58:58.365304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.454222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:58:58.488586 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.492274 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Added segment 64142e81-f80c-4f31-845d-18aa762de5e5 of type vlan for network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 Apr 05 18:58:58.545385 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.558881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-196e8654-299b-4ba3-b190-693d9cfbf83f None None] Provisioning complete for port 0be2bd84-cfed-4efc-a01a-560185d572d7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:58.568337 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-196e8654-299b-4ba3-b190-693d9cfbf83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.736716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-196e8654-299b-4ba3-b190-693d9cfbf83f None None] Port 0be2bd84-cfed-4efc-a01a-560185d572d7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:58:58.750886 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.776765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115fdda0-3802-4223-ab08-4f2d51a4755d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:58:58.831547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-06e3a256-c19a-40cc-9ede-ab26dae0274b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:58.851092 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-06e3a256-c19a-40cc-9ede-ab26dae0274b tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.1767380 Apr 05 18:58:58.877071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 115fdda0-3802-4223-ab08-4f2d51a4755d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=115fdda0-3802-4223-ab08-4f2d51a4755d,segment=NetworkSegment(00dc5a65-3497-4445-a947-5ad03ceef97b),segment_id=00dc5a65-3497-4445-a947-5ad03ceef97b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:58.892141 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:58.991059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.002860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:59.003805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.006593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=115fdda0-3802-4223-ab08-4f2d51a4755d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:59.046651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec016a3-68d8-45d6-84fd-c4e70e509cb7 req-ae7702d9-81b4-4ece-9c7d-1128e52ec50d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:59.055399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ec016a3-68d8-45d6-84fd-c4e70e509cb7 req-ae7702d9-81b4-4ece-9c7d-1128e52ec50d tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 947 time: 0.3606391 Apr 05 18:58:59.137317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b224d-4c8b-4d44-87af-d42c2c5ab6be req-674cd46a-b614-4da0-871d-b30bab1ce97a tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:59.141222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e10b224d-4c8b-4d44-87af-d42c2c5ab6be req-674cd46a-b614-4da0-871d-b30bab1ce97a tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 944 time: 0.2588863 Apr 05 18:58:59.177132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ec016a3-68d8-45d6-84fd-c4e70e509cb7 req-31b6b962-86fe-4359-b816-c5d145d53fa0 tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/security-groups?id=72cccb8f-4afd-4ac2-8d64-13f4fb341974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087425 Apr 05 18:58:59.200383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['115fdda0-3802-4223-ab08-4f2d51a4755d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:58:59.235080 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9692996 Apr 05 18:58:59.236181 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f189291a-4a82-4f5a-a38d-c15bbcb1a4e9 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.239773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38298) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:59.246689 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f189291a-4a82-4f5a-a38d-c15bbcb1a4e9 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.264002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'admin_state_up': True, 'project_id': 'b886d9b388b44c298984420374d39150', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:58:59.323352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b25a49-52b2-4fed-88a9-cb2ca3d5000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Network': ['ID=0731cfb4-cdf4-450d-92eb-d4764e5e9463,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:59.346702 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.349275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.419371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f189291a-4a82-4f5a-a38d-c15bbcb1a4e9 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] In _notify_port_updated(), no bound segment for port 0be2bd84-cfed-4efc-a01a-560185d572d7 on network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:58:59.438352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f189291a-4a82-4f5a-a38d-c15bbcb1a4e9 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:58:59.439153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f189291a-4a82-4f5a-a38d-c15bbcb1a4e9 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.440862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f189291a-4a82-4f5a-a38d-c15bbcb1a4e9 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "PUT /v2.0/ports/0be2bd84-cfed-4efc-a01a-560185d572d7 HTTP/1.1" status: 200 len: 1057 time: 1.8107002 Apr 05 18:58:59.456977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e10b224d-4c8b-4d44-87af-d42c2c5ab6be req-1b751335-bb4f-4660-a4e3-1225306ae88e tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853048 Apr 05 18:58:59.458014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38302) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:59.458462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38304) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:58:59.525724 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.527940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189291a-4a82-4f5a-a38d-c15bbcb1a4e9 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event updated for resources: {'Port': ['ID=0be2bd84-cfed-4efc-a01a-560185d572d7,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:58:59.536955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Deleting port b409eda2-8d3a-464e-84ef-3f843a600794 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:59.539607 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.608940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:58:59.737074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] For port b409eda2-8d3a-464e-84ef-3f843a600794, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b409eda2-8d3a-464e-84ef-3f843a600794,segment=NetworkSegment(4f3fb0e7-e468-4f30-bd20-a19c8b980a53),segment_id=4f3fb0e7-e468-4f30-bd20-a19c8b980a53)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:58:59.738093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.741894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e0f25dbf-e2f4-4ddc-8184-f9c23e8ef2ed tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Deleting port 0be2bd84-cfed-4efc-a01a-560185d572d7 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:58:59.748502 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0f25dbf-e2f4-4ddc-8184-f9c23e8ef2ed tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.758031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Calling delete_port for b409eda2-8d3a-464e-84ef-3f843a600794 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:58:59.884132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5b6ee036-12cc-45b8-be8b-9ccc4534bf32 None None] Provisioning complete for port 0be2bd84-cfed-4efc-a01a-560185d572d7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:58:59.884510 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee036-12cc-45b8-be8b-9ccc4534bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:58:59.929830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ee036-12cc-45b8-be8b-9ccc4534bf32 None None] Port 0be2bd84-cfed-4efc-a01a-560185d572d7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:58:59.933315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b409eda2-8d3a-464e-84ef-3f843a600794 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:58:59.954839 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77705792-c1e0-47ef-854b-e98eaaa63d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.091328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0f25dbf-e2f4-4ddc-8184-f9c23e8ef2ed tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.128882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e0f25dbf-e2f4-4ddc-8184-f9c23e8ef2ed tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Calling delete_port for 0be2bd84-cfed-4efc-a01a-560185d572d7 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:00.219402 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.337845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.341355 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.375307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Pushing event deleted for resources: {'Port': ['ID=b409eda2-8d3a-464e-84ef-3f843a600794,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:00.432619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f6899e2-8c2c-404e-818c-5b2cebfba7e7 req-736f1856-12ac-4119-a8dc-876f7aa8578f tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffdb7e9-2950-4ec8-99b6-42109843c985 HTTP/1.1" status: 200 len: 210 time: 0.1309266 Apr 05 18:59:00.445190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-e2942336-9564-467c-afbb-9ca7f4aeff3f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235523498&fields=id&tenant_id=d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 267 time: 0.1672099 Apr 05 18:59:00.470219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] No DVR routers for this DVR port b409eda2-8d3a-464e-84ef-3f843a600794 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:59:00.515593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.521457 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fcb829d-4a61-4790-bb34-918f45f71770 req-96ff24a7-f2a9-4e90-bfd6-9c5eaf660b2e tempest-ServersNegativeTestJSON-1864683066 tempest-ServersNegativeTestJSON-1864683066-project] 10.222.0.25 "DELETE /v2.0/ports/b409eda2-8d3a-464e-84ef-3f843a600794 HTTP/1.1" status: 204 len: 173 time: 1.6659350 Apr 05 18:59:00.523071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-deleted', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:00.527920 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98198a9b-f8ac-495c-85be-1ba274f1072b" -d '{"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-deleted", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:00.767776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5544fcf-8848-4889-9182-1bc19df17d86 req-543ff248-8f8b-4b93-b861-e2ad1e876c19 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:00.770372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5544fcf-8848-4889-9182-1bc19df17d86 req-543ff248-8f8b-4b93-b861-e2ad1e876c19 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 944 time: 0.1611249 Apr 05 18:59:00.785895 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77705792-c1e0-47ef-854b-e98eaaa63d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.789081 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0f25dbf-e2f4-4ddc-8184-f9c23e8ef2ed tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.833947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77705792-c1e0-47ef-854b-e98eaaa63d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.860156 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.899241 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:00.936093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-78918b3d-ff46-4bb6-be7e-0cf06f172592 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:00.937841 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-78918b3d-ff46-4bb6-be7e-0cf06f172592 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.4915051 Apr 05 18:59:01.018048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f25dbf-e2f4-4ddc-8184-f9c23e8ef2ed tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event deleted for resources: {'Port': ['ID=0be2bd84-cfed-4efc-a01a-560185d572d7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:01.095941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c5544fcf-8848-4889-9182-1bc19df17d86 req-e80a4f5d-de5e-471b-bf70-220462542e3c tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078463 Apr 05 18:59:01.108314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-77705792-c1e0-47ef-854b-e98eaaa63d4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6f02826d18d48ee896d9bb6474a7ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6434729 Apr 05 18:59:01.117958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:01.119641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d4c60eba-8ae5-42a4-8514-0e686617a266 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/quotas/d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 375 time: 0.1509213 Apr 05 18:59:01.149132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.25.4.39 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/043e3f4c-c5b2-4a3d-a6f7-006627eaefec) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:01.150603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77705792-c1e0-47ef-854b-e98eaaa63d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9750e-1140-4328-a4ff-3ac2167de8c1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:01.192310 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a217850e-b75f-4c94-bb52-f776ca9d1fef x-openstack-request-id: req-a217850e-b75f-4c94-bb52-f776ca9d1fef {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:01.192603 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffdb7e9-2950-4ec8-99b6-42109843c985", "name": "network-vif-deleted", "tag": "b409eda2-8d3a-464e-84ef-3f843a600794", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:01.192846 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a217850e-b75f-4c94-bb52-f776ca9d1fef {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:01.193317 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a217850e-b75f-4c94-bb52-f776ca9d1fef'] response: {'server_uuid': '2ffdb7e9-2950-4ec8-99b6-42109843c985', 'name': 'network-vif-deleted', 'tag': 'b409eda2-8d3a-464e-84ef-3f843a600794', 'status': 'completed', 'code': 200} Apr 05 18:59:01.361442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:01.411302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:01.501110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=043e3f4c-c5b2-4a3d-a6f7-006627eaefec,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:01.521384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:01.526918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38336) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:01.536993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:01.563430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:01.614660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0caa027e-3c15-4f88-a54b-9d0f1918254b admin admin] Deleting subnet 4493b425-a339-4865-a703-1763462166db {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:59:01.622072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0caa027e-3c15-4f88-a54b-9d0f1918254b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:01.746732 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0caa027e-3c15-4f88-a54b-9d0f1918254b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:01.791414 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27394e72-f88a-452f-81d6-21f7552e446d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:01.804872 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0caa027e-3c15-4f88-a54b-9d0f1918254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:01.857818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-b5c9c20a-2c6b-4532-a134-2829e73ab878 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6805224 Apr 05 18:59:01.866849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27394e72-f88a-452f-81d6-21f7552e446d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:01.908851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 115fdda0-3802-4223-ab08-4f2d51a4755d up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:01.913667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0f25dbf-e2f4-4ddc-8184-f9c23e8ef2ed tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:01.915915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e0f25dbf-e2f4-4ddc-8184-f9c23e8ef2ed tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "DELETE /v2.0/ports/0be2bd84-cfed-4efc-a01a-560185d572d7 HTTP/1.1" status: 204 len: 168 time: 2.4493008 Apr 05 18:59:01.943577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38338) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:01.999274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 115fdda0-3802-4223-ab08-4f2d51a4755d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:59:02.005618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 115fdda0-3802-4223-ab08-4f2d51a4755d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:02.007911 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.028343 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27394e72-f88a-452f-81d6-21f7552e446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.035861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27394e72-f88a-452f-81d6-21f7552e446d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.039274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-27394e72-f88a-452f-81d6-21f7552e446d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3a9750e-1140-4328-a4ff-3ac2167de8c1 HTTP/1.1" status: 204 len: 168 time: 0.9165132 Apr 05 18:59:02.046778 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2a8baa-63a2-4e54-9e3c-2c4a29bc4782 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] GET failed (client error): The resource could not be found. Apr 05 18:59:02.052128 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-da2a8baa-63a2-4e54-9e3c-2c4a29bc4782 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "GET /v2.0/ports/0be2bd84-cfed-4efc-a01a-560185d572d7 HTTP/1.1" status: 404 len: 333 time: 0.1035118 Apr 05 18:59:02.052128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38344) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:02.069196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27394e72-f88a-452f-81d6-21f7552e446d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9750e-1140-4328-a4ff-3ac2167de8c1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:02.077063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-f14e15e0-43aa-4fda-a6d9-46c0d7224bb6 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018671 Apr 05 18:59:02.087125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0caa027e-3c15-4f88-a54b-9d0f1918254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.099739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.208370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa027e-3c15-4f88-a54b-9d0f1918254b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4493b425-a339-4865-a703-1763462166db,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:02.224902 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0caa027e-3c15-4f88-a54b-9d0f1918254b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.238549 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0caa027e-3c15-4f88-a54b-9d0f1918254b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4493b425-a339-4865-a703-1763462166db HTTP/1.1" status: 204 len: 168 time: 0.7099500 Apr 05 18:59:02.243656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38350) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:02.260405 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.343717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ea767b-5e57-4871-baff-98fa7531dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115fdda0-3802-4223-ab08-4f2d51a4755d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:02.346572 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b110e2-63d8-4452-8235-33282d06efc0" -d '{"events": [{"server_uuid": "c4ea767b-5e57-4871-baff-98fa7531dd20", "name": "network-vif-plugged", "status": "completed", "tag": "115fdda0-3802-4223-ab08-4f2d51a4755d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:02.383913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 115fdda0-3802-4223-ab08-4f2d51a4755d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=115fdda0-3802-4223-ab08-4f2d51a4755d,segment=NetworkSegment(00dc5a65-3497-4445-a947-5ad03ceef97b),segment_id=00dc5a65-3497-4445-a947-5ad03ceef97b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:02.393831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.419119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-167a598a-a818-4128-b8d4-196cf4129269 service neutron] 10.222.0.15 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325050 Apr 05 18:59:02.469103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991947-048f-453a-9f2a-b05cb95b3870 req-da7c7766-8018-4b6a-b8a8-4df2a1704b64 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:02.470775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50991947-048f-453a-9f2a-b05cb95b3870 req-da7c7766-8018-4b6a-b8a8-4df2a1704b64 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 944 time: 0.1715143 Apr 05 18:59:02.502922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=115fdda0-3802-4223-ab08-4f2d51a4755d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:02.527227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50991947-048f-453a-9f2a-b05cb95b3870 req-3ce4f214-fb2a-4bc1-ac87-4766a0c2fcca tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479434 Apr 05 18:59:02.581342 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.636143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38358) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:02.638979 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7497dc-7fb9-4264-b118-9cf183cd5132 x-openstack-request-id: req-df7497dc-7fb9-4264-b118-9cf183cd5132 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:02.639527 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ea767b-5e57-4871-baff-98fa7531dd20", "name": "network-vif-plugged", "status": "completed", "tag": "115fdda0-3802-4223-ab08-4f2d51a4755d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:02.640457 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df7497dc-7fb9-4264-b118-9cf183cd5132 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:02.641092 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7497dc-7fb9-4264-b118-9cf183cd5132'] response: {'server_uuid': 'c4ea767b-5e57-4871-baff-98fa7531dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115fdda0-3802-4223-ab08-4f2d51a4755d', 'code': 200} Apr 05 18:59:02.667161 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3420dd4-ed33-4d9e-89dc-b016a068193b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.736343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e1fae-7f54-47c8-9eac-79ef65a34351 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Deleting port c80ca0cc-c92c-4486-befc-55557cca056e {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:02.736765 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1fae-7f54-47c8-9eac-79ef65a34351 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.822635 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3420dd4-ed33-4d9e-89dc-b016a068193b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.843988 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3420dd4-ed33-4d9e-89dc-b016a068193b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:02.887644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3420dd4-ed33-4d9e-89dc-b016a068193b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cb9039-9073-4b9b-8260-a31d797c5f8c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:02.920574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e3420dd4-ed33-4d9e-89dc-b016a068193b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b20586a06dde4d6a8f7fa8aa89f50479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830174 Apr 05 18:59:02.923215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38364) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:03.006271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd798e86-666c-4e8c-bae5-fd95ba629ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.120957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa9b4d7e-3b65-4001-9d82-3e1ecc433d3d req-3a1b2629-a9ae-41a9-bdb9-fb5d96bb382a tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 210 time: 0.0761282 Apr 05 18:59:03.123319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd798e86-666c-4e8c-bae5-fd95ba629ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.261604 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd798e86-666c-4e8c-bae5-fd95ba629ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.268783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd798e86-666c-4e8c-bae5-fd95ba629ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.271666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cd798e86-666c-4e8c-bae5-fd95ba629ee2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72cb9039-9073-4b9b-8260-a31d797c5f8c HTTP/1.1" status: 204 len: 168 time: 0.3472157 Apr 05 18:59:03.283660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd798e86-666c-4e8c-bae5-fd95ba629ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cb9039-9073-4b9b-8260-a31d797c5f8c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:03.301151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.439333 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.571527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f238-4863-48c2-b007-3c8a9ee8298e req-d74f0621-27bf-4a3f-b2a1-9ecd2f95f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:03.573149 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ec4f238-4863-48c2-b007-3c8a9ee8298e req-d74f0621-27bf-4a3f-b2a1-9ecd2f95f831 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 1096 time: 0.8482726 Apr 05 18:59:03.631086 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ec4f238-4863-48c2-b007-3c8a9ee8298e req-5b0e30e0-a678-4aa6-9a05-fe26745fcebc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 Apr 05 18:59:03.644767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8ec832-5cca-40d5-9da4-d5253d99dc7f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:03.671140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3fb0e7-e468-4f30-bd20-a19c8b980a53') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:03.671318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3fb0e7-e468-4f30-bd20-a19c8b980a53') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:03.682901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1fae-7f54-47c8-9eac-79ef65a34351 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.697387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.720630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e1fae-7f54-47c8-9eac-79ef65a34351 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Calling delete_port for c80ca0cc-c92c-4486-befc-55557cca056e owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:03.723416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0fab1-976a-42bf-983e-a6d37c26520d req-7f17119c-b994-43e0-8099-120b69904fe5 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:03.733467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1be0fab1-976a-42bf-983e-a6d37c26520d req-7f17119c-b994-43e0-8099-120b69904fe5 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 945 time: 0.0961006 Apr 05 18:59:03.740355 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.756314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:59:03.756939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:59:03.759318 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:59:03.816079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1be0fab1-976a-42bf-983e-a6d37c26520d req-f76f5d65-5338-4ffc-9428-144badcb7e76 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802042 Apr 05 18:59:03.903512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.917974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:03.922012 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d8ec832-5cca-40d5-9da4-d5253d99dc7f HTTP/1.1" status: 204 len: 168 time: 1.6754348 Apr 05 18:59:03.943677 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a4737-4979-48d2-b8e9-a48d2f5c4471 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8ec832-5cca-40d5-9da4-d5253d99dc7f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:03.945695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 773efb99-1e5f-487c-9955-460f523a2494 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:59:04.105746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38396) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:04.113293 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:59:04.125772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1fae-7f54-47c8-9eac-79ef65a34351 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:04.154548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e1fae-7f54-47c8-9eac-79ef65a34351 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event deleted for resources: {'Port': ['ID=c80ca0cc-c92c-4486-befc-55557cca056e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:04.161252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:59:04.177138 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Sync routers for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:59:04.197639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-91e9d4f9-d3d2-4985-9a90-868a1870cbab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bedc8b06df174d5d838d939dc7ba7d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906291 Apr 05 18:59:04.201657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38402) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:04.252335 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:04.256281 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:04.314381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:04.320965 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9b9d30f1-34ae-4e5b-be1c-b86988f0cc57 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.0733116 Apr 05 18:59:04.325565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38404) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:04.361219 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7058eeb-bc67-4aae-b651-019fca37454e req-8d5ee329-5c48-4d24-be07-31d626255775 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 210 time: 0.0885849 Apr 05 18:59:04.388214 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b450ffd-3b7e-4717-99a2-631276afeaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:04.415849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b450ffd-3b7e-4717-99a2-631276afeaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:04.420663 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e98b54a6-eda6-4c96-b89f-53785b982692 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b886d9b388b44c298984420374d39150&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0938923 Apr 05 18:59:04.504322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38410) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:04.537095 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b450ffd-3b7e-4717-99a2-631276afeaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:04.539986 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b450ffd-3b7e-4717-99a2-631276afeaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:04.544280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5b450ffd-3b7e-4717-99a2-631276afeaba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72cccb8f-4afd-4ac2-8d64-13f4fb341974 HTTP/1.1" status: 204 len: 168 time: 0.3386266 Apr 05 18:59:04.567042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b450ffd-3b7e-4717-99a2-631276afeaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cccb8f-4afd-4ac2-8d64-13f4fb341974,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:04.685272 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:04.704286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-24f5be90-cd09-44e4-ab4d-49493dfde6fd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:04.705876 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-24f5be90-cd09-44e4-ab4d-49493dfde6fd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 811 time: 0.2909975 Apr 05 18:59:04.713117 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1fae-7f54-47c8-9eac-79ef65a34351 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:04.719472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38426) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:04.734491 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b9e1fae-7f54-47c8-9eac-79ef65a34351 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "DELETE /v2.0/ports/c80ca0cc-c92c-4486-befc-55557cca056e HTTP/1.1" status: 204 len: 168 time: 2.6810234 Apr 05 18:59:04.824590 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-07361e39-ca0e-4a80-b39c-51d41f68bda5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2c1400648c047fba9a87da2a9820169 HTTP/1.1" status: 200 len: 380 time: 0.0888841 Apr 05 18:59:04.837791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'port': {'device_id': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'admin_state_up': True, 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'security_groups': ['887d188b-66de-486b-8cb5-87df2252b5c8']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:04.878618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d08761-4460-4c9a-8882-5ae559880f88 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:04.884971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-65d08761-4460-4c9a-8882-5ae559880f88 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3763287 Apr 05 18:59:04.929829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38432) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:04.938920 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfcdf2b-f82f-45e3-bb21-7c799b11877d tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] GET failed (client error): The resource could not be found. Apr 05 18:59:04.943015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9dfcdf2b-f82f-45e3-bb21-7c799b11877d tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "GET /v2.0/ports/c80ca0cc-c92c-4486-befc-55557cca056e HTTP/1.1" status: 404 len: 333 time: 0.2148826 Apr 05 18:59:04.990323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38436) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:05.017481 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1a2a9e6f-bb25-46c5-b7a3-3c66174e2c09 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0831239 Apr 05 18:59:05.021441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38438) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:05.027655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-382436647', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'project_id': 'b886d9b388b44c298984420374d39150', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:05.086946 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:05.204662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:05.211513 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:05.220062 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:01Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:05.281779 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Checking router: 773efb99-1e5f-487c-9955-460f523a2494 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:59:05.282125 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Updating router 773efb99-1e5f-487c-9955-460f523a2494 port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:59:05.300046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-372042b7-c38b-4d6d-be43-9391dde251a5 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Deleting port 302fe648-5ddc-4c2c-bb37-965dd6591fc0 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:05.300498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-372042b7-c38b-4d6d-be43-9391dde251a5 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:05.306977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Made reservation on behalf of d2c1400648c047fba9a87da2a9820169 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:05.310528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:05.336344 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:05.386353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad484e-44f6-4774-b24f-2f6327f2128b req-b12a6221-0970-492b-ba7c-489b7614a380 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:05.388476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57ad484e-44f6-4774-b24f-2f6327f2128b req-b12a6221-0970-492b-ba7c-489b7614a380 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 945 time: 0.3698187 Apr 05 18:59:05.584984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-372042b7-c38b-4d6d-be43-9391dde251a5 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:05.619504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-372042b7-c38b-4d6d-be43-9391dde251a5 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Calling delete_port for 302fe648-5ddc-4c2c-bb37-965dd6591fc0 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:05.642865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57ad484e-44f6-4774-b24f-2f6327f2128b req-e661954b-b4c7-418d-834b-ec9cf95b63ba tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336702 Apr 05 18:59:05.656816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d211e118-5be8-420a-8703-eb2ffe495f7c req-2a7842ff-f2c4-4b7d-936c-6307febb7d22 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 210 time: 0.1177807 Apr 05 18:59:05.820062 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:05.831322 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:05.897747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:05.927679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.20.0.7 (0113a2e8-8527-4f08-b7cd-5061799e746d/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8/e845d958-d285-46b5-9b5d-505fce034912) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:05.944507 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Attempting to bind port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:05.944880 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Attempting to bind port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:05.945240 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Attempting to bind port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:05.958086 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Pushing event updated for resources: {'Port': ['ID=043e3f4c-c5b2-4a3d-a6f7-006627eaefec,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:05.980745 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.986820 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.991291 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.991857 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.992427 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.992971 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.993999 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.994581 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.995119 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.995672 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.996204 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:05.997959 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:06.002725 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:06.003899 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:06.004637 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.005254 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:06.005998 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Bound port: 043e3f4c-c5b2-4a3d-a6f7-006627eaefec, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:06.006641 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.139896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Subnet': ['ID=6212e3d8-3180-40c2-92de-a5628945b201,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:06.153875 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] For port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:06.161882 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] For port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=043e3f4c-c5b2-4a3d-a6f7-006627eaefec,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:06.163600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Checking segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:06.164016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network hostable DHCP agents. Network: 0731cfb4-cdf4-450d-92eb-d4764e5e9463, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:59:06.171867 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-372042b7-c38b-4d6d-be43-9391dde251a5 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.174829 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.191770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:59:06.216454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0731cfb4-cdf4-450d-92eb-d4764e5e9463) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:06.221253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:06.222163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.227586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baba6be-416e-4008-8e85-f98ba275ff3f None None] Network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:06.228179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372042b7-c38b-4d6d-be43-9391dde251a5 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event deleted for resources: {'Port': ['ID=302fe648-5ddc-4c2c-bb37-965dd6591fc0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:06.259028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-16a002ab-6395-4d9c-933b-3fd1bb9c08e1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2344515 Apr 05 18:59:06.259691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38478) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:06.339342 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.358378 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:06.359141 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:58:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:06.363380 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef27ab-bf2f-45be-81fe-42c68dab471e None None] Pushing event updated for resources: {'Port': ['ID=043e3f4c-c5b2-4a3d-a6f7-006627eaefec,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:06.420609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-372042b7-c38b-4d6d-be43-9391dde251a5 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.441432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-372042b7-c38b-4d6d-be43-9391dde251a5 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "DELETE /v2.0/ports/302fe648-5ddc-4c2c-bb37-965dd6591fc0 HTTP/1.1" status: 204 len: 168 time: 1.4484315 Apr 05 18:59:06.443571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38486) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:06.560150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cc3653-3f6c-4d1d-b7ba-4cfbab985779 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Deleting subnet 30165dd4-6bdb-4ad6-a320-07860eda3af6 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:59:06.572406 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75cc3653-3f6c-4d1d-b7ba-4cfbab985779 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.688702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:59:06.689579 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.775305 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75cc3653-3f6c-4d1d-b7ba-4cfbab985779 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.786613 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:06.798101 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:06.985679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network 0113a2e8-8527-4f08-b7cd-5061799e746d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:06.993190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Allocated IP 172.20.0.2 (0731cfb4-cdf4-450d-92eb-d4764e5e9463/6212e3d8-3180-40c2-92de-a5628945b201/e78712fb-ad1c-425a-81a8-4dee4db32b54) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:07.008434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:07.011125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:07.024554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=e845d958-d285-46b5-9b5d-505fce034912,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:07.248812 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.272491 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.283753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:07.284698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.325337 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75cc3653-3f6c-4d1d-b7ba-4cfbab985779 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.334945 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:01Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:07.344398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5d4f1-9088-4deb-b5ac-7ef1f928afcc req-751c7a2c-7384-47b3-957d-c3a56c8801ba tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:07.346133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81c5d4f1-9088-4deb-b5ac-7ef1f928afcc req-751c7a2c-7384-47b3-957d-c3a56c8801ba tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 931 time: 0.4299893 Apr 05 18:59:07.357522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Pushing event updated for resources: {'Port': ['ID=e78712fb-ad1c-425a-81a8-4dee4db32b54,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:07.362102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.363639 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-d7d97e2f-a43d-4346-910c-f732099f36a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5304570 Apr 05 18:59:07.367976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:07.370294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:07.375380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:07.407478 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878f51b-9cc7-4eaf-8b44-99d0bf1ced25 None None] The sync data for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 is: [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:01Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:59:07.435620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Request body: {'port': {'device_id': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:07.475684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Attempting to bind port e78712fb-ad1c-425a-81a8-4dee4db32b54 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:07.476452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Attempting to bind port e78712fb-ad1c-425a-81a8-4dee4db32b54 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:07.477019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Attempting to bind port e78712fb-ad1c-425a-81a8-4dee4db32b54 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:07.479335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef217e-82a7-4c9b-8cf8-12b5c7e7516d req-5efbb4c6-a90d-4635-a857-15ce522d3015 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:07.483857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:07.484429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Checking segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:07.485062 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.485727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Bound using segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:07.486210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Bound port: e78712fb-ad1c-425a-81a8-4dee4db32b54, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:07.486994 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.492142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6ef217e-82a7-4c9b-8cf8-12b5c7e7516d req-5efbb4c6-a90d-4635-a857-15ce522d3015 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 945 time: 0.5993943 Apr 05 18:59:07.617242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-818100d7-e799-4b3f-b701-b87093d4a414 None None] Provisioning complete for port e845d958-d285-46b5-9b5d-505fce034912 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:07.617658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-818100d7-e799-4b3f-b701-b87093d4a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.618360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81c5d4f1-9088-4deb-b5ac-7ef1f928afcc req-2c5f5d69-6727-46b5-b144-6baa16d9f0d0 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195377 Apr 05 18:59:07.647703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.648239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6ef217e-82a7-4c9b-8cf8-12b5c7e7516d req-f2698f1f-1a12-4f11-9ab3-0bf44be81021 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547952 Apr 05 18:59:07.694837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75cc3653-3f6c-4d1d-b7ba-4cfbab985779 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.729572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] For port e78712fb-ad1c-425a-81a8-4dee4db32b54, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:07.740621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] For port e78712fb-ad1c-425a-81a8-4dee4db32b54, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e78712fb-ad1c-425a-81a8-4dee4db32b54,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:07.778341 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.842591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:07.931846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c4d9c-56fd-4efe-b040-f80f4bfe6fc5 None None] Pushing event updated for resources: {'Port': ['ID=e78712fb-ad1c-425a-81a8-4dee4db32b54,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:07.970352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-818100d7-e799-4b3f-b701-b87093d4a414 None None] Port e845d958-d285-46b5-9b5d-505fce034912 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:59:08.340610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e3f71-25e5-4629-bb11-ba7bac94ed33 None None] Network 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:08.350023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc3653-3f6c-4d1d-b7ba-4cfbab985779 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event deleted for resources: {'Subnet': ['ID=30165dd4-6bdb-4ad6-a320-07860eda3af6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:08.371250 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-75cc3653-3f6c-4d1d-b7ba-4cfbab985779 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:08.393096 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-75cc3653-3f6c-4d1d-b7ba-4cfbab985779 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "DELETE /v2.0/subnets/30165dd4-6bdb-4ad6-a320-07860eda3af6 HTTP/1.1" status: 204 len: 168 time: 1.9483407 Apr 05 18:59:08.396876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38534) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:08.866316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.20.0.1 (0731cfb4-cdf4-450d-92eb-d4764e5e9463/6212e3d8-3180-40c2-92de-a5628945b201/a80ca2e0-0e56-455d-acdc-5dbef2602e9a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:08.948326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38560) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:08.972167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e845d958-d285-46b5-9b5d-505fce034912 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:59:08.996310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e58a9cc-e2de-4eaa-8230-b01414764186 None None] DHCP port deletion for 98ec4b32-7684-471b-bc2b-cb5cb4bbda6f request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:59:09.020744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.046165 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.046798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089a2e2-4ea4-4d5f-b6e2-85d7c249a8f7 req-ff191aa1-45dd-433f-861f-4608c54aef07 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:09.050280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2089a2e2-4ea4-4d5f-b6e2-85d7c249a8f7 req-ff191aa1-45dd-433f-861f-4608c54aef07 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 931 time: 0.2302530 Apr 05 18:59:09.119740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Transition to ACTIVE for port object e845d958-d285-46b5-9b5d-505fce034912 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:59:09.177673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6e58a9cc-e2de-4eaa-8230-b01414764186 None None] Deleting port 433be1f5-36eb-4f48-bad7-71962f56ec42 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:09.178065 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e58a9cc-e2de-4eaa-8230-b01414764186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.238555 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.326301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2089a2e2-4ea4-4d5f-b6e2-85d7c249a8f7 req-a4ee74c7-c29e-411a-8f81-b6f178f18712 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644722 Apr 05 18:59:09.329327 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3211512-8ec4-4a8f-9d75-a129594b7361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.381598 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.401568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6e58a9cc-e2de-4eaa-8230-b01414764186 None None] For port 433be1f5-36eb-4f48-bad7-71962f56ec42, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=433be1f5-36eb-4f48-bad7-71962f56ec42,segment=NetworkSegment(9fa9eda9-eead-499e-a954-ab5806f9ca66),segment_id=9fa9eda9-eead-499e-a954-ab5806f9ca66)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:09.403447 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e58a9cc-e2de-4eaa-8230-b01414764186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.469640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Pushing event updated for resources: {'Port': ['ID=e845d958-d285-46b5-9b5d-505fce034912,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:09.485721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6e58a9cc-e2de-4eaa-8230-b01414764186 None None] Calling delete_port for 433be1f5-36eb-4f48-bad7-71962f56ec42 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:09.531323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-36958ab0-9da1-48cd-88e0-486d83de5c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.611325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.634969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Deleting port 433be1f5-36eb-4f48-bad7-71962f56ec42 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:09.635693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.816580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Attempting to bind port e845d958-d285-46b5-9b5d-505fce034912 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:09.816927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Attempting to bind port e845d958-d285-46b5-9b5d-505fce034912 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:09.818301 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e58a9cc-e2de-4eaa-8230-b01414764186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.820583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Attempting to bind port e845d958-d285-46b5-9b5d-505fce034912 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:09.823535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3211512-8ec4-4a8f-9d75-a129594b7361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.840183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38584) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:09.864944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3211512-8ec4-4a8f-9d75-a129594b7361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.869963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Port e845d958-d285-46b5-9b5d-505fce034912 on network 0113a2e8-8527-4f08-b7cd-5061799e746d not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:59:09.874957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Attempting to bind port e845d958-d285-46b5-9b5d-505fce034912 on network 0113a2e8-8527-4f08-b7cd-5061799e746d {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:09.893500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:09.895496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Checking segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:09.899051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Bound using segment: {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:09.900472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Bound port: e845d958-d285-46b5-9b5d-505fce034912, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117f38c-30a9-4a05-a29f-48c3efe4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:09.902863 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:09.988317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a9cc-e2de-4eaa-8230-b01414764186 None None] Pushing event deleted for resources: {'Port': ['ID=433be1f5-36eb-4f48-bad7-71962f56ec42,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:09.992717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:10.009871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3211512-8ec4-4a8f-9d75-a129594b7361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65459a9-19d7-4378-b0bb-b9af094ca6b0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:10.038255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58a9cc-e2de-4eaa-8230-b01414764186 None None] No DVR routers for this DVR port 433be1f5-36eb-4f48-bad7-71962f56ec42 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:59:10.071307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:10.077813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:10.129294 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] For port e845d958-d285-46b5-9b5d-505fce034912, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:10.133052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] For port e845d958-d285-46b5-9b5d-505fce034912, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e845d958-d285-46b5-9b5d-505fce034912,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:10.146775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] For port 433be1f5-36eb-4f48-bad7-71962f56ec42, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=433be1f5-36eb-4f48-bad7-71962f56ec42,segment=NetworkSegment(9fa9eda9-eead-499e-a954-ab5806f9ca66),segment_id=9fa9eda9-eead-499e-a954-ab5806f9ca66)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:10.147169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:10.151602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:10.209443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e78712fb-ad1c-425a-81a8-4dee4db32b54 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:10.236442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Calling delete_port for 433be1f5-36eb-4f48-bad7-71962f56ec42 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:10.248503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=a80ca2e0-0e56-455d-acdc-5dbef2602e9a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:10.313736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:10.314443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:10.317945 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] 10.222.0.20 "PUT /v2.0/ports/e845d958-d285-46b5-9b5d-505fce034912 HTTP/1.1" status: 200 len: 1091 time: 2.9030719 Apr 05 18:59:10.353017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:10.361868 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1686913-05b6-42dc-b618-556c6ea40911" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "tag": "e845d958-d285-46b5-9b5d-505fce034912"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:10.375911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c3211512-8ec4-4a8f-9d75-a129594b7361 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b91d4da0f3b4e91b64e44f59ff47a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3627832 Apr 05 18:59:10.379568 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7452abb-a698-465e-8c94-36491ea1e806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:10.391037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e78712fb-ad1c-425a-81a8-4dee4db32b54 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:10.391405 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:10.414998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38602) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:10.482134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04abeae-74f4-4289-b877-8669c0b455b2 None None] Network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:10.634004 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:10.680386 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c61186-4535-4f4d-932b-75647c87ff32 x-openstack-request-id: req-14c61186-4535-4f4d-932b-75647c87ff32 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:10.680676 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "tag": "e845d958-d285-46b5-9b5d-505fce034912", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:10.680928 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14c61186-4535-4f4d-932b-75647c87ff32 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:10.683361 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c61186-4535-4f4d-932b-75647c87ff32'] response: {'name': 'network-changed', 'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912', 'status': 'completed', 'code': 200} Apr 05 18:59:10.718311 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:10.751182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809476ab-070b-44e8-8ae8-6b10a5a28bfe service neutron] Pushing event updated for resources: {'Port': ['ID=e845d958-d285-46b5-9b5d-505fce034912,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:10.753651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-24130615-8f6c-4f0c-94a1-0fe46dcedf27 None None] Provisioning complete for port e78712fb-ad1c-425a-81a8-4dee4db32b54 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:10.754022 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24130615-8f6c-4f0c-94a1-0fe46dcedf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:10.902110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-b97b0384-a071-4fe6-a8bf-186e25bac51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:10.905551 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-b97b0384-a071-4fe6-a8bf-186e25bac51f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 1094 time: 0.5160408 Apr 05 18:59:10.916250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event deleted for resources: {'Port': ['ID=433be1f5-36eb-4f48-bad7-71962f56ec42,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:10.921451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] No DVR routers for this DVR port 433be1f5-36eb-4f48-bad7-71962f56ec42 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:59:11.007488 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-0e240897-c4b0-44c9-b715-59e10825c3cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e845d958-d285-46b5-9b5d-505fce034912 HTTP/1.1" status: 200 len: 217 time: 0.0837674 Apr 05 18:59:11.054740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.076550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.087953 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.106066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ec4b32-7684-471b-bc2b-cb5cb4bbda6f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:11.111849 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdae66c-8f3b-4bda-aa32-3cca9f171b54 req-d8c49da7-15bb-489b-a1c7-0e93c1dbc8ab tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:11.115016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfdae66c-8f3b-4bda-aa32-3cca9f171b54 req-d8c49da7-15bb-489b-a1c7-0e93c1dbc8ab tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.5674882 Apr 05 18:59:11.115861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-772f0cae-d2e7-45b5-a39c-b7b695fd20ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.130656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa9eda9-eead-499e-a954-ab5806f9ca66') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:11.131096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa9eda9-eead-499e-a954-ab5806f9ca66') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:11.153936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.174018 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-772f0cae-d2e7-45b5-a39c-b7b695fd20ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.183414 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.197003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:59:11.197480 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.306074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-772f0cae-d2e7-45b5-a39c-b7b695fd20ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.312661 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-772f0cae-d2e7-45b5-a39c-b7b695fd20ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.319906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-772f0cae-d2e7-45b5-a39c-b7b695fd20ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a65459a9-19d7-4378-b0bb-b9af094ca6b0 HTTP/1.1" status: 204 len: 168 time: 0.8894982 Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:59:11.333122 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:59:11.343081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port e78712fb-ad1c-425a-81a8-4dee4db32b54, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e78712fb-ad1c-425a-81a8-4dee4db32b54,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:11.354105 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24130615-8f6c-4f0c-94a1-0fe46dcedf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.385955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-c5446c7f-cbdc-4aec-a5ba-9eadd460c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:11.387568 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-c5446c7f-cbdc-4aec-a5ba-9eadd460c915 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.0556965 Apr 05 18:59:11.389003 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.413338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f0cae-d2e7-45b5-a39c-b7b695fd20ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65459a9-19d7-4378-b0bb-b9af094ca6b0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:11.415154 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.419148 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] 10.222.0.15 "DELETE /v2.0/networks/98ec4b32-7684-471b-bc2b-cb5cb4bbda6f HTTP/1.1" status: 204 len: 168 time: 3.0212405 Apr 05 18:59:11.422364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21188cb1-d490-40df-ba59-24c27268c002 tempest-AllowedAddressPairTestJSON-1698808278 tempest-AllowedAddressPairTestJSON-1698808278-project] Pushing event deleted for resources: {'Network': ['ID=98ec4b32-7684-471b-bc2b-cb5cb4bbda6f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:11.435826 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.439152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 043e3f4c-c5b2-4a3d-a6f7-006627eaefec up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:11.540087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-eaec9e09-edd3-4627-a7be-93613c9cb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:11.544370 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-eaec9e09-edd3-4627-a7be-93613c9cb936 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231322 Apr 05 18:59:11.551549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7452abb-a698-465e-8c94-36491ea1e806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.764538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:11.771454 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:11.885457 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-24130615-8f6c-4f0c-94a1-0fe46dcedf27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:59:11.885857 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-24130615-8f6c-4f0c-94a1-0fe46dcedf27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:59:11.910059 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-3283c08d-4de9-494f-a8be-b8dfba44a375 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421776 Apr 05 18:59:11.927704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=e78712fb-ad1c-425a-81a8-4dee4db32b54,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:12.002365 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40df5087-ab75-403d-b04f-0afeed1fcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:12.126982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38638) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:12.186001 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:12.260391 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=043e3f4c-c5b2-4a3d-a6f7-006627eaefec,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:12.276442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:12.320112 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7177b14d-1cc1-45b1-9b2c-c0350c97d611 req-eb89090e-5a9f-45aa-91aa-5ebdf1c3c3f2 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037743 Apr 05 18:59:12.558878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 433be1f5-36eb-4f48-bad7-71962f56ec42 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:59:12.649306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686913-05b6-42dc-b618-556c6ea40911 req-183b7be1-6cda-4bab-8b69-14ec1fabad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:12.650988 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b1686913-05b6-42dc-b618-556c6ea40911 req-183b7be1-6cda-4bab-8b69-14ec1fabad27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 1094 time: 0.2518737 Apr 05 18:59:12.663044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=043e3f4c-c5b2-4a3d-a6f7-006627eaefec,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:12.690260 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-099ac73e-4367-43d3-ba41-a4c66e991917 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a114d694002417abf253b2c382bbb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615282 Apr 05 18:59:12.709252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38658) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:12.714322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 433be1f5-36eb-4f48-bad7-71962f56ec42 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:59:12.720156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 433be1f5-36eb-4f48-bad7-71962f56ec42 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:59:12.831911 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7452abb-a698-465e-8c94-36491ea1e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:12.871972 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:12.894098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8a99579d-beb4-446c-8466-52cc8a46cd14 None None] Provisioning complete for port a80ca2e0-0e56-455d-acdc-5dbef2602e9a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:12.895250 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a99579d-beb4-446c-8466-52cc8a46cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:12.925000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686913-05b6-42dc-b618-556c6ea40911 req-4c362509-f2bf-41b7-ba72-c822e7203995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:12.931954 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b1686913-05b6-42dc-b618-556c6ea40911 req-4c362509-f2bf-41b7-ba72-c822e7203995 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.2505512 Apr 05 18:59:12.961598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfdae66c-8f3b-4bda-aa32-3cca9f171b54 req-33431141-28de-49ce-bf61-b4b28357628d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6933908 Apr 05 18:59:12.975243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e78712fb-ad1c-425a-81a8-4dee4db32b54 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:13.032677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8a99579d-beb4-446c-8466-52cc8a46cd14 None None] Port a80ca2e0-0e56-455d-acdc-5dbef2602e9a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:59:13.047829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a7452abb-a698-465e-8c94-36491ea1e806 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fb846b2479043e4bf610dde4d127150&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2033043 Apr 05 18:59:13.068693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:13.069657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8a99579d-beb4-446c-8466-52cc8a46cd14 None None] Provisioning complete for port e78712fb-ad1c-425a-81a8-4dee4db32b54 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:13.070091 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a99579d-beb4-446c-8466-52cc8a46cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.082196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7452abb-a698-465e-8c94-36491ea1e806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710cefe4-e7ac-4645-a0da-52f2bbbb6d51,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:13.087015 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b1686913-05b6-42dc-b618-556c6ea40911 req-bd45076e-2388-43c9-93f2-336e74540a02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e845d958-d285-46b5-9b5d-505fce034912 HTTP/1.1" status: 200 len: 217 time: 0.1435559 Apr 05 18:59:13.125918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.167447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e78712fb-ad1c-425a-81a8-4dee4db32b54 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:13.167817 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.220277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.229622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df26ee-68b8-4970-bf32-ea8adcaf506f req-84a9d46c-4379-4d76-8934-b10cd09d2cc3 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:13.231247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11df26ee-68b8-4970-bf32-ea8adcaf506f req-84a9d46c-4379-4d76-8934-b10cd09d2cc3 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 945 time: 0.3227310 Apr 05 18:59:13.236054 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686913-05b6-42dc-b618-556c6ea40911 req-dca88651-6bbf-43a3-b458-c534b7c6fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:13.238308 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b1686913-05b6-42dc-b618-556c6ea40911 req-dca88651-6bbf-43a3-b458-c534b7c6fa42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1341195 Apr 05 18:59:13.322706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686913-05b6-42dc-b618-556c6ea40911 req-40cd99a9-e28e-46b8-a34c-872098d034e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:13.327458 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b1686913-05b6-42dc-b618-556c6ea40911 req-40cd99a9-e28e-46b8-a34c-872098d034e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792782 Apr 05 18:59:13.348160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.353588 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.356626 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f94a1a4-8881-406b-810b-39c6ca3da885 HTTP/1.1" status: 204 len: 168 time: 0.6388052 Apr 05 18:59:13.412640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f94a1a4-8881-406b-810b-39c6ca3da885,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:13.430966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.431349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.431741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.432071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.432410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.432750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.433139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.433475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.433797 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.434118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.434781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.435108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec8868-f419-4fc7-95b2-dcac2507bcc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:13.498459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94538dfc-b73e-4c50-9d0f-af50bb90b47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.518702 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b1686913-05b6-42dc-b618-556c6ea40911 req-33413e5d-f479-4727-80ec-08486b8c082a service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805844 Apr 05 18:59:13.550614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11df26ee-68b8-4970-bf32-ea8adcaf506f req-abd44226-6ddc-42ba-aa12-823c34a67d87 tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486377 Apr 05 18:59:13.624995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 043e3f4c-c5b2-4a3d-a6f7-006627eaefec up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:13.685304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94538dfc-b73e-4c50-9d0f-af50bb90b47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.745510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:13.748114 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.778499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b1686913-05b6-42dc-b618-556c6ea40911 req-4da9dfa8-bdcd-42ba-8c42-52d2ee615e97 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455144 Apr 05 18:59:13.808289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.860089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:13.999939 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94538dfc-b73e-4c50-9d0f-af50bb90b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:14.009962 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94538dfc-b73e-4c50-9d0f-af50bb90b47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:14.012561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-94538dfc-b73e-4c50-9d0f-af50bb90b47d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/710cefe4-e7ac-4645-a0da-52f2bbbb6d51 HTTP/1.1" status: 204 len: 168 time: 0.9182479 Apr 05 18:59:14.076923 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=a80ca2e0-0e56-455d-acdc-5dbef2602e9a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:14.102431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94538dfc-b73e-4c50-9d0f-af50bb90b47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710cefe4-e7ac-4645-a0da-52f2bbbb6d51,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:14.141590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:14.388045 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:14.445179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:14.448959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:14.489260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-c1ffe2a3-1549-4b2f-99f5-959de769860d tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:14.492090 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-c1ffe2a3-1549-4b2f-99f5-959de769860d tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 945 time: 0.1393628 Apr 05 18:59:14.600798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2105ffd-73ee-49c7-81ba-4971176e5e0b req-7f9ad7bd-d2c9-4216-a665-ccaaf5d447ba tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:14.602874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2105ffd-73ee-49c7-81ba-4971176e5e0b req-7f9ad7bd-d2c9-4216-a665-ccaaf5d447ba tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.3529983 Apr 05 18:59:14.775434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Deleting port 115fdda0-3802-4223-ab08-4f2d51a4755d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:14.781141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:14.883026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2105ffd-73ee-49c7-81ba-4971176e5e0b req-6311e3d1-78d5-4158-b7bf-fd1da0f4d644 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631483 Apr 05 18:59:14.978417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 773efb99-1e5f-487c-9955-460f523a2494 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:59:15.004783 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:15.056947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] For port 115fdda0-3802-4223-ab08-4f2d51a4755d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=115fdda0-3802-4223-ab08-4f2d51a4755d,segment=NetworkSegment(00dc5a65-3497-4445-a947-5ad03ceef97b),segment_id=00dc5a65-3497-4445-a947-5ad03ceef97b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:15.058868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:15.120100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Calling delete_port for 115fdda0-3802-4223-ab08-4f2d51a4755d owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:15.139825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38732) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:15.206473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ee22789-d7f0-4d74-9f55-f24b3f80c3db None None] Provisioning complete for port a80ca2e0-0e56-455d-acdc-5dbef2602e9a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:15.221849 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ee22789-d7f0-4d74-9f55-f24b3f80c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:15.296449 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e18af08-b774-49f0-b41f-0df8ee55a9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:15.348165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ee22789-d7f0-4d74-9f55-f24b3f80c3db None None] Port a80ca2e0-0e56-455d-acdc-5dbef2602e9a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:59:15.489743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:15.501493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['115fdda0-3802-4223-ab08-4f2d51a4755d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:59:15.565748 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Pushing event deleted for resources: {'Port': ['ID=115fdda0-3802-4223-ab08-4f2d51a4755d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:15.620117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38742) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:15.649154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:59:15.660070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Sync routers for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:59:15.670195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0e6a9266-fd4a-49e2-885c-3327a979c068 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "PUT /v2.0/routers/773efb99-1e5f-487c-9955-460f523a2494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4083343 Apr 05 18:59:15.687705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc9dd4-6af3-42e1-b7ec-cc0949dc5f45 req-78ffe959-c7e3-4537-a762-9dfc7b63ed7b tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:15.692332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:15.692975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:15.694299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] No DVR routers for this DVR port 115fdda0-3802-4223-ab08-4f2d51a4755d on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:59:15.695966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cdc9dd4-6af3-42e1-b7ec-cc0949dc5f45 req-78ffe959-c7e3-4537-a762-9dfc7b63ed7b tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ea767b-5e57-4871-baff-98fa7531dd20 HTTP/1.1" status: 200 len: 867 time: 0.5428677 Apr 05 18:59:15.702250 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:15.710953 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c69a115f-b5b1-4e40-a7c9-58b4344d9bd1 req-961279b9-09fc-47e5-a62f-2de8cbb118ea tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.25 "DELETE /v2.0/ports/115fdda0-3802-4223-ab08-4f2d51a4755d HTTP/1.1" status: 204 len: 173 time: 1.2111335 Apr 05 18:59:15.711662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ea767b-5e57-4871-baff-98fa7531dd20', 'name': 'network-vif-deleted', 'tag': '115fdda0-3802-4223-ab08-4f2d51a4755d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:15.726201 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7d4024-1ec7-4c8a-84c8-507aabfc6650" -d '{"events": [{"server_uuid": "c4ea767b-5e57-4871-baff-98fa7531dd20", "name": "network-vif-deleted", "tag": "115fdda0-3802-4223-ab08-4f2d51a4755d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:15.738795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e18af08-b774-49f0-b41f-0df8ee55a9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:15.752618 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e18af08-b774-49f0-b41f-0df8ee55a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:15.788022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cdc9dd4-6af3-42e1-b7ec-cc0949dc5f45 req-5061266d-4aca-412c-a266-62eb774b382c tempest-ServerTagsTestJSON-886776706 tempest-ServerTagsTestJSON-886776706-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8720db-70a1-4706-9662-8198a16fda7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906465 Apr 05 18:59:15.856750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38754) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:15.865692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3e18af08-b774-49f0-b41f-0df8ee55a9ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3f2839cba9245eb8e78f079bbaaff2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7112114 Apr 05 18:59:15.867318 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18af08-b774-49f0-b41f-0df8ee55a9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faa29ee-fbba-4604-9e01-a8667d18d62f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:15.887259 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f3f528-f1c4-4652-bf39-2a0924241160 x-openstack-request-id: req-87f3f528-f1c4-4652-bf39-2a0924241160 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:15.888634 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ea767b-5e57-4871-baff-98fa7531dd20", "name": "network-vif-deleted", "tag": "115fdda0-3802-4223-ab08-4f2d51a4755d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:15.889179 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87f3f528-f1c4-4652-bf39-2a0924241160 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:15.890634 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f3f528-f1c4-4652-bf39-2a0924241160'] response: {'server_uuid': 'c4ea767b-5e57-4871-baff-98fa7531dd20', 'name': 'network-vif-deleted', 'tag': '115fdda0-3802-4223-ab08-4f2d51a4755d', 'status': 'completed', 'code': 200} Apr 05 18:59:15.999459 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d9aea8bf-ab35-44ec-9781-5660b9a18239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:16.008914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-5eed79c7-eeb0-4294-9129-1d3264e4dc65 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.011124 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5eed79c7-eeb0-4294-9129-1d3264e4dc65 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3897357 Apr 05 18:59:16.014083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38764) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.021010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-7a5d90f3-6753-4179-8966-f98a45414aa6 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.022863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7a5d90f3-6753-4179-8966-f98a45414aa6 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076575 Apr 05 18:59:16.024629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38766) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.032306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-e9bf6df6-0883-4e6c-977a-c3b5dc33175b tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.040028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e9bf6df6-0883-4e6c-977a-c3b5dc33175b tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0069878 Apr 05 18:59:16.041510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38768) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.050513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d9aea8bf-ab35-44ec-9781-5660b9a18239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:16.062412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-2603953f-d5e5-4a47-a322-559ec11e2e91 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.068185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2603953f-d5e5-4a47-a322-559ec11e2e91 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0215435 Apr 05 18:59:16.070858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38770) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.086159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-95ac1e0a-4457-45d2-8efc-56604341435a tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.087551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-95ac1e0a-4457-45d2-8efc-56604341435a tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0154958 Apr 05 18:59:16.091965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.105770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-2f4938a7-658a-470e-8a7b-14fa94c61299 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.107074 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2f4938a7-658a-470e-8a7b-14fa94c61299 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0110290 Apr 05 18:59:16.110720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38774) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.119439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-e9fd1f0e-f643-46de-aca6-b4906293fccf tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.120882 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e9fd1f0e-f643-46de-aca6-b4906293fccf tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083466 Apr 05 18:59:16.129869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38776) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.141162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-a3f86072-0a0e-4c48-a63a-a90ade92b9dc tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.143857 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a3f86072-0a0e-4c48-a63a-a90ade92b9dc tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0128088 Apr 05 18:59:16.147313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38780) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.152899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-e3de9660-7b1b-4c4d-9f27-1aea8dc115cd tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.156429 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e3de9660-7b1b-4c4d-9f27-1aea8dc115cd tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058017 Apr 05 18:59:16.157554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38782) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.163900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-cff26cac-d1a8-4c92-823e-2fa1a8eab18a tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.167753 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cff26cac-d1a8-4c92-823e-2fa1a8eab18a tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0095305 Apr 05 18:59:16.168020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38784) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.177365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-4923b581-e021-4619-aafa-46e84201db4c tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.178439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4923b581-e021-4619-aafa-46e84201db4c tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0078003 Apr 05 18:59:16.182868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38786) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.187644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e01c3d-e559-4518-9e4a-382fcfdaf8bf req-196200d7-7b39-4cda-8fa2-82951bc28f90 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:16.188037 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-daf1abd1-5a14-4f71-9894-2cebf89d3188 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.195944 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-daf1abd1-5a14-4f71-9894-2cebf89d3188 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0117221 Apr 05 18:59:16.197161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38792) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.197564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67e01c3d-e559-4518-9e4a-382fcfdaf8bf req-196200d7-7b39-4cda-8fa2-82951bc28f90 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.1026514 Apr 05 18:59:16.216165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-d34425a5-ed6f-49c3-a876-e8ee699218d9 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.217155 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d34425a5-ed6f-49c3-a876-e8ee699218d9 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0190609 Apr 05 18:59:16.219281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d9aea8bf-ab35-44ec-9781-5660b9a18239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:16.222857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d9aea8bf-ab35-44ec-9781-5660b9a18239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:16.224183 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d9aea8bf-ab35-44ec-9781-5660b9a18239 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6faa29ee-fbba-4604-9e01-a8667d18d62f HTTP/1.1" status: 204 len: 168 time: 0.3657658 Apr 05 18:59:16.224785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38794) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.233065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-9ebbdc96-f453-4c28-b665-3e3c545eb48d tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.234240 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9ebbdc96-f453-4c28-b665-3e3c545eb48d tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0065074 Apr 05 18:59:16.240151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38798) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.258314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-a7ffa00c-1e32-40b9-83f4-ca249e16a1d0 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.262878 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a7ffa00c-1e32-40b9-83f4-ca249e16a1d0 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0192108 Apr 05 18:59:16.262878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aea8bf-ab35-44ec-9781-5660b9a18239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faa29ee-fbba-4604-9e01-a8667d18d62f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:16.267906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38804) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.279750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-9c3de8c5-ca20-4361-af1d-166cf88aec6b tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.280720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9c3de8c5-ca20-4361-af1d-166cf88aec6b tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091929 Apr 05 18:59:16.284257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38806) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.304517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-1713f4bf-0f66-4707-841c-eb61c5445d99 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.304517 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1713f4bf-0f66-4707-841c-eb61c5445d99 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052583 Apr 05 18:59:16.304974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67e01c3d-e559-4518-9e4a-382fcfdaf8bf req-68c140c1-1437-4d81-b088-ce9b980eaa93 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953875 Apr 05 18:59:16.308995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38808) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.331089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-9a31388f-ddee-4041-b804-91edb473453f tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.339099 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9a31388f-ddee-4041-b804-91edb473453f tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0286813 Apr 05 18:59:16.339824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38810) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.350768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-c3d26719-9258-412a-8a2c-56f26e3988dd tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.356008 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c3d26719-9258-412a-8a2c-56f26e3988dd tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0150566 Apr 05 18:59:16.356606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38812) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.358535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:16.368163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-01d7847b-a866-4b2b-95a4-c273e606e26c tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.375704 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-01d7847b-a866-4b2b-95a4-c273e606e26c tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0170560 Apr 05 18:59:16.376542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38814) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.387677 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-2d44cbe5-34d1-4854-9a3b-5362a13994c2 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.394625 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2d44cbe5-34d1-4854-9a3b-5362a13994c2 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0157919 Apr 05 18:59:16.395247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38816) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.405375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-b32f213d-da52-410d-9ea3-e57e4cdc8420 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.406341 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b32f213d-da52-410d-9ea3-e57e4cdc8420 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045061 Apr 05 18:59:16.407066 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-8ec306e4-52ba-4ec9-86eb-8b57c3147f65 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348469858&fields=id&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 267 time: 0.0921788 Apr 05 18:59:16.410836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38818) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.418993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-b71ef0aa-1f1d-4933-8bce-8e429567a3ca tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.422819 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b71ef0aa-1f1d-4933-8bce-8e429567a3ca tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0099964 Apr 05 18:59:16.424632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38820) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.434951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-02af463d-1e6b-4aca-8679-4eb97996bbf3 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.452044 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-02af463d-1e6b-4aca-8679-4eb97996bbf3 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0135155 Apr 05 18:59:16.453944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38822) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.462896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-a4f79455-1d81-4a34-94de-12b5be3ad661 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.466504 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a4f79455-1d81-4a34-94de-12b5be3ad661 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0083458 Apr 05 18:59:16.466766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38824) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.475488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-e899ad6b-0514-4b27-8981-6f50ff3fab26 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.478499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e899ad6b-0514-4b27-8981-6f50ff3fab26 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0084147 Apr 05 18:59:16.479959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38826) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.487801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-e4c0c6f4-cc5f-4380-a4ee-428c4bcf7bce tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.489485 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e4c0c6f4-cc5f-4380-a4ee-428c4bcf7bce tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073879 Apr 05 18:59:16.492318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38828) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.517353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-c188e3c8-5184-4fc6-84c7-a3b24ff49b4d tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.522006 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c188e3c8-5184-4fc6-84c7-a3b24ff49b4d tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0281827 Apr 05 18:59:16.522740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38830) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.527725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-9c20f2b6-f587-4e23-8744-8c8f055d47f4 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.530448 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9c20f2b6-f587-4e23-8744-8c8f055d47f4 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047061 Apr 05 18:59:16.543733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38832) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.557417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-fa2bb745-7afb-40d8-aa72-9cb18c3983cd tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.560577 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fa2bb745-7afb-40d8-aa72-9cb18c3983cd tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0157778 Apr 05 18:59:16.565742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38834) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.574775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-16545d06-6ce6-456b-823c-221830a52819 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.575863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-16545d06-6ce6-456b-823c-221830a52819 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0091064 Apr 05 18:59:16.579361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38836) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.589794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-89b795c1-cd89-45ea-926b-609813c226ba tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.595254 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-89b795c1-cd89-45ea-926b-609813c226ba tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0146465 Apr 05 18:59:16.596402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38838) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.614702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-01075226-4a41-404b-9635-84cf8f5d63d4 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.617544 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-01075226-4a41-404b-9635-84cf8f5d63d4 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0158963 Apr 05 18:59:16.620192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38842) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.629667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-591d4fca-5be7-4f76-a26e-4fb13964b675 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.637463 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-591d4fca-5be7-4f76-a26e-4fb13964b675 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0133572 Apr 05 18:59:16.639926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38846) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.651301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-e0eda6a8-28d6-4167-8cdb-7260bc8e0c16 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.652559 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e0eda6a8-28d6-4167-8cdb-7260bc8e0c16 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102777 Apr 05 18:59:16.655812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38848) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.664451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-68e7246d-07e5-4031-92e6-8a5cdb3365ce tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.668485 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-68e7246d-07e5-4031-92e6-8a5cdb3365ce tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0115530 Apr 05 18:59:16.671485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38850) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.677817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-e19dc766-9e95-464b-8329-b113ec7a0ac6 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.682042 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e19dc766-9e95-464b-8329-b113ec7a0ac6 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0094166 Apr 05 18:59:16.684681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-4072f3c4-7a3d-48f4-94ad-83a5d47c0ed8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:16.685096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38852) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.686894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-4072f3c4-7a3d-48f4-94ad-83a5d47c0ed8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 797 time: 0.2769129 Apr 05 18:59:16.699591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-018d8a53-fb06-4b73-91cd-ed3eaf282b32 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.702337 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-018d8a53-fb06-4b73-91cd-ed3eaf282b32 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0161657 Apr 05 18:59:16.705471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38854) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.723310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-97d78a04-3364-4ca7-9252-a51c14f6319c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/quotas/b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 375 time: 0.0284920 Apr 05 18:59:16.729357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-086a3064-4108-45be-bab1-7e0969bfdb94 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.731870 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-086a3064-4108-45be-bab1-7e0969bfdb94 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0227730 Apr 05 18:59:16.733146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38856) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.743170 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-9631f26b-e9d9-49b2-a323-7af468837092 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.744193 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9631f26b-e9d9-49b2-a323-7af468837092 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083346 Apr 05 18:59:16.747814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38858) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.757102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-3c5c8c48-dbd4-45f9-a3f2-eb497ba89394 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.759417 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3c5c8c48-dbd4-45f9-a3f2-eb497ba89394 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0106585 Apr 05 18:59:16.762618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38860) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.770654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-c46d5f5b-1d3d-4979-aebc-5a3ab9bf4c0a tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.776625 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c46d5f5b-1d3d-4979-aebc-5a3ab9bf4c0a tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0133059 Apr 05 18:59:16.777156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38862) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.779840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38864) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.811118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-e79b1fc3-a22c-405b-b252-aa103329ca55 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.816161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38868) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.816327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:11Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a80ca2e0-0e56-455d-acdc-5dbef2602e9a', 'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:e9:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:08Z', 'updated_at': '2022-04-05T18:59:13Z', 'revision_number': 2, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '6212e3d8-3180-40c2-92de-a5628945b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:16.821402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-a7a38501-fde2-4a74-9692-921fa5ff5d80 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.824972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a7a38501-fde2-4a74-9692-921fa5ff5d80 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0053341 Apr 05 18:59:16.825136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e79b1fc3-a22c-405b-b252-aa103329ca55 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0220549 Apr 05 18:59:16.825336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.845671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-63f867a0-2989-44ec-84ec-1431426aac36 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.845671 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-63f867a0-2989-44ec-84ec-1431426aac36 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0111592 Apr 05 18:59:16.850673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38878) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.868294 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-5864dcf6-4e8a-4977-9096-f49fd7524561 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.876975 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5864dcf6-4e8a-4977-9096-f49fd7524561 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0212500 Apr 05 18:59:16.880080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Checking router: 773efb99-1e5f-487c-9955-460f523a2494 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:59:16.880434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Updating router 773efb99-1e5f-487c-9955-460f523a2494 port a80ca2e0-0e56-455d-acdc-5dbef2602e9a binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:59:16.882291 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38880) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.902107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-f71ee247-e230-403c-b238-c783a63712cc tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.906463 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f71ee247-e230-403c-b238-c783a63712cc tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0203412 Apr 05 18:59:16.908181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38882) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.917373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-74d3b9e2-c40b-49b1-a49d-3d0dc71dbb11 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870537 Apr 05 18:59:16.922780 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-ddc3ebf9-5fda-4363-a695-e7c5b0ff2b9b tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.924254 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ddc3ebf9-5fda-4363-a695-e7c5b0ff2b9b tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0149522 Apr 05 18:59:16.927847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.933193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-e6e6b5bf-d451-49cf-8edf-ec38935d4bba tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.937389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38888) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.939285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e6e6b5bf-d451-49cf-8edf-ec38935d4bba tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0100939 Apr 05 18:59:16.941078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:16.948202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-60a8d913-8296-495f-b276-a9a65d13d096 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.954335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-60a8d913-8296-495f-b276-a9a65d13d096 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0159020 Apr 05 18:59:16.954979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38890) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.955318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38892) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:16.965310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-8b504551-160a-4222-8dd8-9f635e3788c6 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:16.974745 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8b504551-160a-4222-8dd8-9f635e3788c6 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0175824 Apr 05 18:59:17.000993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.017529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-e35bea7f-9ae8-45cc-a632-7e777990b591 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.023060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e35bea7f-9ae8-45cc-a632-7e777990b591 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0207980 Apr 05 18:59:17.025590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38898) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.038673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-588de571-6279-4716-bb45-af809986278a tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.046838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-588de571-6279-4716-bb45-af809986278a tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0132658 Apr 05 18:59:17.066338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38900) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.079052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-445cc5ae-be30-4815-973e-c61f4bbdfcf4 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.086954 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-445cc5ae-be30-4815-973e-c61f4bbdfcf4 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0167184 Apr 05 18:59:17.090373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38902) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.107590 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-d5a99305-bcd3-47e4-9cf8-d8f1ce57a03e tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.111296 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d5a99305-bcd3-47e4-9cf8-d8f1ce57a03e tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0157435 Apr 05 18:59:17.114421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38906) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.136578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-d357e543-4df3-4367-a2ef-0d49738f6424 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.142737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38908) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.144922 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d357e543-4df3-4367-a2ef-0d49738f6424 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0151424 Apr 05 18:59:17.155598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-5e25ba37-994f-4e67-be53-b5bad7bc8fba tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.156654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5e25ba37-994f-4e67-be53-b5bad7bc8fba tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0127265 Apr 05 18:59:17.159238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d69fa93b-ca06-46c0-96aa-918a83adc927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.161225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38910) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.172293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-45f9dd19-b908-41f8-a27a-0bc90b8b99fe tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.177124 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-45f9dd19-b908-41f8-a27a-0bc90b8b99fe tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0086210 Apr 05 18:59:17.177324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38914) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.181349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-d0c283f9-10e6-491e-a735-97627c69b408 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.184509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d0c283f9-10e6-491e-a735-97627c69b408 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042698 Apr 05 18:59:17.185023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38916) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.197475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-7b4d40e2-5b7a-4c4d-9b43-f6f597d1bfb7 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.200914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7b4d40e2-5b7a-4c4d-9b43-f6f597d1bfb7 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0127461 Apr 05 18:59:17.208996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38918) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.221066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-bb1f805a-ecf6-4aac-a744-48febc651740 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.224715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bb1f805a-ecf6-4aac-a744-48febc651740 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0122051 Apr 05 18:59:17.225663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38920) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.237421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-20e9fec5-30e5-457c-a1cc-5d9f711fb90f tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.238524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-20e9fec5-30e5-457c-a1cc-5d9f711fb90f tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0126305 Apr 05 18:59:17.243362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2f5e80-893a-4bab-88a1-944ddd53982c admin admin] Deleting subnet 9b80fa5d-9d5b-4871-93df-a9cca4891fa1 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:59:17.249110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38922) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.249869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5e80-893a-4bab-88a1-944ddd53982c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.256433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-735b0ae6-be77-4846-a05b-1253cbb03b76 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.263640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-735b0ae6-be77-4846-a05b-1253cbb03b76 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0111246 Apr 05 18:59:17.281066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38924) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.292793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [None req-494617c7-e969-4d40-8dcf-47353c37d2a2 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.293820 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-494617c7-e969-4d40-8dcf-47353c37d2a2 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0104592 Apr 05 18:59:17.297041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38928) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.304810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-c5d68b61-0635-4375-846f-607414017556 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.307158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c5d68b61-0635-4375-846f-607414017556 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0090191 Apr 05 18:59:17.310336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38930) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.333884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-88c7ec31-d04c-4ae5-b138-df690948953e service neutron] 10.222.0.15 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901350 Apr 05 18:59:17.336834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5e80-893a-4bab-88a1-944ddd53982c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.377071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-e084653a-b75c-4982-9f8f-edbacc9d658c tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.383398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e084653a-b75c-4982-9f8f-edbacc9d658c tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0705719 Apr 05 18:59:17.387077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38936) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.397706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-18fc4acc-9991-4eb3-85dd-d603def45293 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.403921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-18fc4acc-9991-4eb3-85dd-d603def45293 tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0158026 Apr 05 18:59:17.405680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38940) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.434408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-1104d286-6889-408b-9876-514feccbc48e tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.438471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1104d286-6889-408b-9876-514feccbc48e tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0125048 Apr 05 18:59:17.454185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38942) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.464083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5e80-893a-4bab-88a1-944ddd53982c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.470231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [None req-e69fbc18-8a92-4bce-8a09-52a34d34c03c tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 18:59:17.476584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e69fbc18-8a92-4bce-8a09-52a34d34c03c tempest-ExtensionsTestJSON-1643412998 tempest-ExtensionsTestJSON-1643412998-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0199356 Apr 05 18:59:17.575339 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d69fa93b-ca06-46c0-96aa-918a83adc927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.604069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b51a74-16f4-41e7-9d2c-8a3afe3114c8 req-ad331cef-5223-4f2a-bea0-c751bbdfe567 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:17.604426 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d69fa93b-ca06-46c0-96aa-918a83adc927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.606974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81b51a74-16f4-41e7-9d2c-8a3afe3114c8 req-ad331cef-5223-4f2a-bea0-c751bbdfe567 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.1517701 Apr 05 18:59:17.652272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-a4ce3a40-48bb-43ce-8e9d-510029d28498 service neutron] 10.222.0.15 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158548 Apr 05 18:59:17.667818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fa93b-ca06-46c0-96aa-918a83adc927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab749a1e-ad09-4d48-a3bd-526ace87b17e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:17.676376 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d69fa93b-ca06-46c0-96aa-918a83adc927 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=444d353b42d1437191de0f69b9ff9ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8982019 Apr 05 18:59:17.679151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38954) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.739852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5e80-893a-4bab-88a1-944ddd53982c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.749694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81b51a74-16f4-41e7-9d2c-8a3afe3114c8 req-9d5c8de3-97ea-4ce0-ab83-144a2a6a7c22 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298211 Apr 05 18:59:17.800487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f5e80-893a-4bab-88a1-944ddd53982c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b80fa5d-9d5b-4871-93df-a9cca4891fa1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:17.810591 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5e80-893a-4bab-88a1-944ddd53982c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.816846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38956) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:17.817458 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0b2f5e80-893a-4bab-88a1-944ddd53982c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9b80fa5d-9d5b-4871-93df-a9cca4891fa1 HTTP/1.1" status: 204 len: 168 time: 0.8377335 Apr 05 18:59:17.822127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd26c743-378b-411a-aac8-9785cc5e237f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.879432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd26c743-378b-411a-aac8-9785cc5e237f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.911268 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.930170 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:17.984910 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.022446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd26c743-378b-411a-aac8-9785cc5e237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.033313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc9a74-7c38-4064-8366-139fea9ceb0f None None] Pushing event updated for resources: {'Port': ['ID=a80ca2e0-0e56-455d-acdc-5dbef2602e9a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:18.036556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 115fdda0-3802-4223-ab08-4f2d51a4755d no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:59:18.037175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cd26c743-378b-411a-aac8-9785cc5e237f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.041838 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cd26c743-378b-411a-aac8-9785cc5e237f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab749a1e-ad09-4d48-a3bd-526ace87b17e HTTP/1.1" status: 204 len: 168 time: 0.3615341 Apr 05 18:59:18.063893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26c743-378b-411a-aac8-9785cc5e237f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab749a1e-ad09-4d48-a3bd-526ace87b17e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:18.072964 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38976) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:18.153085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 115fdda0-3802-4223-ab08-4f2d51a4755d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:59:18.156294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 115fdda0-3802-4223-ab08-4f2d51a4755d not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:59:18.178652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.216150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4da244-e48d-48cb-8aa7-1b25232992c1']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:18.262301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dc5a65-3497-4445-a947-5ad03ceef97b') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:18.262629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dc5a65-3497-4445-a947-5ad03ceef97b') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:18.301392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.326600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Attempting to bind port a80ca2e0-0e56-455d-acdc-5dbef2602e9a on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:18.326973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Attempting to bind port a80ca2e0-0e56-455d-acdc-5dbef2602e9a by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:18.331181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Attempting to bind port a80ca2e0-0e56-455d-acdc-5dbef2602e9a on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:18.352418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:18.352895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Checking segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:18.353203 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.353638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Bound using segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:18.354081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Bound port: a80ca2e0-0e56-455d-acdc-5dbef2602e9a, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:18.354485 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.357746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.373635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:59:18.374126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.473458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] For port a80ca2e0-0e56-455d-acdc-5dbef2602e9a, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:18.484027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] For port a80ca2e0-0e56-455d-acdc-5dbef2602e9a, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a80ca2e0-0e56-455d-acdc-5dbef2602e9a,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:18.495128 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: timer() Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:59:18.536621 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:59:18.553002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a63a6e61-413e-4bda-b1b6-bd6500b04491 req-fe14029d-ec4c-4242-a7f7-989dec89a795 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 210 time: 0.5589430 Apr 05 18:59:18.560063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.576866 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.580388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa4da244-e48d-48cb-8aa7-1b25232992c1 HTTP/1.1" status: 204 len: 168 time: 0.7617898 Apr 05 18:59:18.601286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:18.602023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:18.623340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2c14a-1e21-4431-95b1-f041a46e38fa admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4da244-e48d-48cb-8aa7-1b25232992c1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:18.741217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c7eba464-c780-4d67-bbc9-02b2cf42ef8d None None] Provisioning complete for port a80ca2e0-0e56-455d-acdc-5dbef2602e9a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:18.741588 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7eba464-c780-4d67-bbc9-02b2cf42ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:18.825048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc9a74-7c38-4064-8366-139fea9ceb0f None None] Pushing event updated for resources: {'Port': ['ID=a80ca2e0-0e56-455d-acdc-5dbef2602e9a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:19.001230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa16bad-30be-4ee7-9941-303156d1b1a0 req-c598b01a-7176-42a5-ac85-9d9f36c47d5b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:19.005318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fa16bad-30be-4ee7-9941-303156d1b1a0 req-c598b01a-7176-42a5-ac85-9d9f36c47d5b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.1032970 Apr 05 18:59:19.039993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bf34f4e-f0b4-4361-a722-ecd7437b71ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.126716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fa16bad-30be-4ee7-9941-303156d1b1a0 req-2b0e695f-9f91-4276-b509-eb5caf8e4b25 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091683 Apr 05 18:59:19.147381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39000) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:19.176225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:19.179002 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7eba464-c780-4d67-bbc9-02b2cf42ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.282077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a3003879-2819-4093-857f-f59e9647a16d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71ee16eca2dc48f1bda8096539072a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335309 Apr 05 18:59:19.284912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39004) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:19.348802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c7eba464-c780-4d67-bbc9-02b2cf42ef8d None None] For port a80ca2e0-0e56-455d-acdc-5dbef2602e9a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a80ca2e0-0e56-455d-acdc-5dbef2602e9a,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:19.360729 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7eba464-c780-4d67-bbc9-02b2cf42ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.386253 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bf34f4e-f0b4-4361-a722-ecd7437b71ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.408607 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bf34f4e-f0b4-4361-a722-ecd7437b71ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.427672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1552163b-b4ac-48f6-9652-b18f50813a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.490272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eba464-c780-4d67-bbc9-02b2cf42ef8d None None] Pushing event updated for resources: {'Port': ['ID=a80ca2e0-0e56-455d-acdc-5dbef2602e9a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:19.490681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1552163b-b4ac-48f6-9652-b18f50813a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.598566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1552163b-b4ac-48f6-9652-b18f50813a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.601888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1552163b-b4ac-48f6-9652-b18f50813a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.606125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1552163b-b4ac-48f6-9652-b18f50813a39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e8720db-70a1-4706-9662-8198a16fda7c HTTP/1.1" status: 204 len: 168 time: 0.3189180 Apr 05 18:59:19.631710 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7a7d1be0-cc62-4f90-9d70-0b6984b99d1d None None] Provisioning complete for port a80ca2e0-0e56-455d-acdc-5dbef2602e9a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:19.650717 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a7d1be0-cc62-4f90-9d70-0b6984b99d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:19.653465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552163b-b4ac-48f6-9652-b18f50813a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8720db-70a1-4706-9662-8198a16fda7c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:19.921282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c86c654c-6584-43eb-9023-b0eaa3d232ef req-882fda7b-c528-470c-bfe8-dcfbd22a14b3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 210 time: 0.0933850 Apr 05 18:59:20.076352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:11Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a80ca2e0-0e56-455d-acdc-5dbef2602e9a', 'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:e9:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:08Z', 'updated_at': '2022-04-05T18:59:18Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '6212e3d8-3180-40c2-92de-a5628945b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:20.204697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111a0f1-07c9-4864-bc03-20778b609e12 None None] The sync data for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 is: [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:11Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a80ca2e0-0e56-455d-acdc-5dbef2602e9a', 'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:e9:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:08Z', 'updated_at': '2022-04-05T18:59:18Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '6212e3d8-3180-40c2-92de-a5628945b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:59:20.456356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf34f4e-f0b4-4361-a722-ecd7437b71ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e834b592-b7be-4260-bc81-478aca2a20a7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:20.483533 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1bf34f4e-f0b4-4361-a722-ecd7437b71ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0dc750a609147e689817a9dc021ccde&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4031551 Apr 05 18:59:20.486111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39032) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:20.504764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56e12c-c7a6-4e86-838c-8c6feb49762a req-9644b222-7ec6-46a9-ae4a-07dcc6f2c3ff tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:20.514046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf56e12c-c7a6-4e86-838c-8c6feb49762a req-9644b222-7ec6-46a9-ae4a-07dcc6f2c3ff tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.1651375 Apr 05 18:59:20.600707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf56e12c-c7a6-4e86-838c-8c6feb49762a req-8e4cddca-a06a-4a11-8100-9a14d95620bb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784354 Apr 05 18:59:20.736309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-4e744d34-bd74-4f05-b596-7fc20c9a6af5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:20.738879 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-4e744d34-bd74-4f05-b596-7fc20c9a6af5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 797 time: 0.4195273 Apr 05 18:59:20.866912 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f670ce07-4642-4c0f-8670-40439733e220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:20.910540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a80ca2e0-0e56-455d-acdc-5dbef2602e9a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:21.022291 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-c74b17cd-cd96-473f-ada1-ab3b21d55f86 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 379 time: 0.2683423 Apr 05 18:59:21.044136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f670ce07-4642-4c0f-8670-40439733e220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:21.057241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'port': {'device_id': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'admin_state_up': True, 'tenant_id': 'b886d9b388b44c298984420374d39150', 'security_groups': ['5412fe55-6326-4385-aec7-dced044e36f9']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:21.076187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a80ca2e0-0e56-455d-acdc-5dbef2602e9a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:21.079411 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:21.160123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af57af4b-a2c9-4b4e-ae66-e3839c1bf5d4 req-81a9cea3-f0f7-4e8f-8b32-0677b80f4a3f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 210 time: 0.0767102 Apr 05 18:59:21.366995 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f670ce07-4642-4c0f-8670-40439733e220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:21.379740 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f670ce07-4642-4c0f-8670-40439733e220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:21.380881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f670ce07-4642-4c0f-8670-40439733e220 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e834b592-b7be-4260-bc81-478aca2a20a7 HTTP/1.1" status: 204 len: 168 time: 0.8803589 Apr 05 18:59:21.402874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ce07-4642-4c0f-8670-40439733e220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834b592-b7be-4260-bc81-478aca2a20a7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:21.461159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:21.465776 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:21.794056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.20.0.14 (0731cfb4-cdf4-450d-92eb-d4764e5e9463/6212e3d8-3180-40c2-92de-a5628945b201/f8016386-4483-4499-842d-30d50bc0a4d6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:21.821753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a7196-6084-490a-934f-65c8e5a72b6f req-7579315b-f26a-431f-b40c-4a35f580d6c1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:21.832177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a9a7196-6084-490a-934f-65c8e5a72b6f req-7579315b-f26a-431f-b40c-4a35f580d6c1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.1036804 Apr 05 18:59:21.866727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39080) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:21.911197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a9a7196-6084-490a-934f-65c8e5a72b6f req-5eb81f1a-53c5-42b3-9ac5-82bfffe14456 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770416 Apr 05 18:59:22.065504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:22.175817 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:22.407328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:22.414492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:22.416920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:22.425874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:22.477648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadadad5-2013-49cb-9882-93d307e80035 req-3839bbc0-9485-43d1-a229-788c89be9e17 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:22.491697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aadadad5-2013-49cb-9882-93d307e80035 req-3839bbc0-9485-43d1-a229-788c89be9e17 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 932 time: 0.1473200 Apr 05 18:59:22.590570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:22.603721 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:22.614386 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aadadad5-2013-49cb-9882-93d307e80035 req-97712720-babd-41e6-82c8-3ad935a65ffe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217253 Apr 05 18:59:22.633969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1218572254-network', 'tenant_id': 'a7b70a1e430d42158b5c8c5773e08b2c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:22.657989 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b9aeb54b-ba8f-4bc9-98ff-a54bf1685b7c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6176560 Apr 05 18:59:22.695897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Made reservation on behalf of a7b70a1e430d42158b5c8c5773e08b2c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:22.706258 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:22.732751 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:22.840244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Request body: {'port': {'device_id': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:22.895306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e308ac64-22e6-4e07-be8d-c21200214995 None None] Provisioning complete for port f8016386-4483-4499-842d-30d50bc0a4d6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:22.896918 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e308ac64-22e6-4e07-be8d-c21200214995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:22.951651 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:22.983117 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:22.994815 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:23.024124 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e308ac64-22e6-4e07-be8d-c21200214995 None None] Port f8016386-4483-4499-842d-30d50bc0a4d6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:59:23.106981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:59:23.197002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:23.198185 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Added segment a7f09a86-c8db-458f-9fc9-c6a3498bbed6 of type vlan for network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 Apr 05 18:59:23.303972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:23.368646 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:23.372201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:23.372774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:23.382639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b1599-f3f7-4685-947f-ded5ff2f752a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:23.430815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb27d-eac1-486d-b36d-610014cb3201 req-b14ed7cb-fe8d-4d75-8798-a428bf414fdd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:23.440573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e36bb27d-eac1-486d-b36d-610014cb3201 req-b14ed7cb-fe8d-4d75-8798-a428bf414fdd tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.3725410 Apr 05 18:59:23.539716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6713989 Apr 05 18:59:23.544875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39152) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:23.552337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Request body: {'subnet': {'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1218572254-subnet', 'tenant_id': 'a7b70a1e430d42158b5c8c5773e08b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:23.577402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8016386-4483-4499-842d-30d50bc0a4d6 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:59:23.581199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2b6ab-b418-4abe-a713-daf097641939 admin admin] Pushing event updated for resources: {'Network': ['ID=140c2b86-c767-4aeb-ae57-4a1d164fc7a6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:23.585946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Made reservation on behalf of a7b70a1e430d42158b5c8c5773e08b2c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:23.590549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:23.593886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:59:23.604658 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:23.644515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Transition to ACTIVE for port object f8016386-4483-4499-842d-30d50bc0a4d6 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:59:23.646790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39158) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:23.667418 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:23.860213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:23.994361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e36bb27d-eac1-486d-b36d-610014cb3201 req-aa8373a0-c954-4683-b68c-5e73e872f612 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5465233 Apr 05 18:59:24.085765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:24.126329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-149380412'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:24.137695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b490b4b-094b-4c91-92eb-ef38c5a6809a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:24.151809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:24.156738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:24.157798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:24.176177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9887fa-2961-411e-8da4-071c7c65cf2d req-78cb32f5-5902-4ef5-b311-10c4e36697cb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:24.187720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e9887fa-2961-411e-8da4-071c7c65cf2d req-78cb32f5-5902-4ef5-b311-10c4e36697cb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 944 time: 0.1908264 Apr 05 18:59:24.188714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Port f8016386-4483-4499-842d-30d50bc0a4d6 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:59:24.189287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:24.208179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Made reservation on behalf of ce99af2c1f7f4c2b92feebad76cd26ad for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:24.248706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:24.264877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e9887fa-2961-411e-8da4-071c7c65cf2d req-570498e5-0ea4-47b1-ae74-1fef71de7621 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763063 Apr 05 18:59:24.276706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Checking segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:24.277285 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Network hostable DHCP agents. Network: 140c2b86-c767-4aeb-ae57-4a1d164fc7a6, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:59:24.295107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:24.314107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:59:24.325667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:24.326883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Checking segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:24.327898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Bound using segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:24.328975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Bound port: f8016386-4483-4499-842d-30d50bc0a4d6, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:24.329575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:24.331330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 140c2b86-c767-4aeb-ae57-4a1d164fc7a6) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:24.342725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21c4d9-6b5c-4032-9bf8-9dca80854649 None None] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:24.350262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:24.352939 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:24.398434 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6efa88d8-aba4-4325-a5e1-cfdf2141799d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8456213 Apr 05 18:59:24.526747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:24.541793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:24.583307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:24.637214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc109910-2ecb-413e-9fc2-60b16c3a7095 None None] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:24.662862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:24.663551 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:24.665050 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] 10.222.0.25 "PUT /v2.0/ports/f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1092 time: 2.0027845 Apr 05 18:59:24.665515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:24.669105 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8831bae-980a-48f4-9565-ddaf00f2333f" -d '{"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:24.711105 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:24.759171 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:24.822879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c9900-df53-4a81-b04d-6b9da01a98cf service neutron] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:24.844385 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8fe66b-0da6-46e7-a8ac-0b5a4dc489f0 x-openstack-request-id: req-1d8fe66b-0da6-46e7-a8ac-0b5a4dc489f0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:24.847258 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:24.847675 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d8fe66b-0da6-46e7-a8ac-0b5a4dc489f0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:24.848186 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8fe66b-0da6-46e7-a8ac-0b5a4dc489f0'] response: {'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'status': 'completed', 'code': 200} Apr 05 18:59:24.943556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:59:24.965449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2b08f6-48bc-432f-991e-2ceead5c1f26,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:25.009679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:25.009679 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Added segment 24a9e753-56a4-4893-8ed5-c91f0e91bdf1 of type vlan for network 05641e8f-86fc-432c-955f-a6569a738eb7 Apr 05 18:59:25.167726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-e4e77d9c-a08e-4046-8477-8579c56c3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:25.169282 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-e4e77d9c-a08e-4046-8477-8579c56c3fa6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1095 time: 0.4467983 Apr 05 18:59:25.172506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6caa0b-c93c-466e-b86d-a544b537c3dd req-ed556c12-5401-45d2-99ff-d19bb28da3c2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:25.173365 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:25.184250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e6caa0b-c93c-466e-b86d-a544b537c3dd req-ed556c12-5401-45d2-99ff-d19bb28da3c2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.0817852 Apr 05 18:59:25.237738 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-213bd50c-5233-4714-b42a-06464d064e70 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 217 time: 0.0597072 Apr 05 18:59:25.258454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e6caa0b-c93c-466e-b86d-a544b537c3dd req-9c69aa6f-80aa-4fcb-bd71-074d8a636491 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726390 Apr 05 18:59:25.301953 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:25.308465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:25.309074 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:25.358895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-5397dbeb-419c-42e3-85f2-4d3b1bf161be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:25.360487 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-5397dbeb-419c-42e3-85f2-4d3b1bf161be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.1132689 Apr 05 18:59:25.496276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f90604-382a-4788-92f7-4f8f0bb913bd req-8dcdcf75-40bb-4f4e-a82b-021178d8387b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:25.504307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f90604-382a-4788-92f7-4f8f0bb913bd req-8dcdcf75-40bb-4f4e-a82b-021178d8387b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 944 time: 0.1322386 Apr 05 18:59:25.505010 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8559897 Apr 05 18:59:25.507282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39220) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:25.521513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Request body: {'subnet': {'network_id': '05641e8f-86fc-432c-955f-a6569a738eb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:25.524153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00420dfc-5990-4ee5-a466-e5d23c1fb51f tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event updated for resources: {'Network': ['ID=05641e8f-86fc-432c-955f-a6569a738eb7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:25.541046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 05641e8f-86fc-432c-955f-a6569a738eb7 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:59:25.542943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-aee8f6d0-149c-482a-baac-fc1c80af9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:25.544490 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-aee8f6d0-149c-482a-baac-fc1c80af9515 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535869 Apr 05 18:59:25.554255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-a0d4439f-300f-4bd8-a02b-0ccf23bdd394 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:25.556969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-a0d4439f-300f-4bd8-a02b-0ccf23bdd394 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.2770331 Apr 05 18:59:25.606503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-a390b0bc-987d-465f-9267-c6b377b3d5bc tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/quotas/a7b70a1e430d42158b5c8c5773e08b2c HTTP/1.1" status: 200 len: 375 time: 0.0182559 Apr 05 18:59:25.640919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39224) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:25.707891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e7d5961d-7e9c-4bcc-baa4-cab987de6734 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682409 Apr 05 18:59:25.741226 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-cb554480-12fd-4182-b2dc-18ad1e811498 service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897483 Apr 05 18:59:25.826699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f90604-382a-4788-92f7-4f8f0bb913bd req-7ea8070c-d9bd-4223-a9dd-541dc6f959f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207734 Apr 05 18:59:25.906274 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a3f053a-3f5d-4bcb-b0fe-e70f043d0c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:25.937443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-895901f8-2886-4d84-bb3a-e1aaa766f729 req-b963abfc-f4cd-4688-859b-53044d012c5e service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818223 Apr 05 18:59:25.946749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Made reservation on behalf of ce99af2c1f7f4c2b92feebad76cd26ad for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:25.950492 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:26.030908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-9af9be34-85bc-4281-9446-98cadb9cfd19 service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764904 Apr 05 18:59:26.107417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-a1ac48c9-33e7-47b5-91e2-873d415cfa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:26.109658 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-a1ac48c9-33e7-47b5-91e2-873d415cfa3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1095 time: 0.1091437 Apr 05 18:59:26.224169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a3f053a-3f5d-4bcb-b0fe-e70f043d0c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:26.253951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-40972abb-b787-4710-a32f-717d5c8e4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:26.255513 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-40972abb-b787-4710-a32f-717d5c8e4a01 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.1390862 Apr 05 18:59:26.258750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a3f053a-3f5d-4bcb-b0fe-e70f043d0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:26.262699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-a5a7381f-69fb-4ad9-b709-b402c7df49d3 service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216959 Apr 05 18:59:26.321814 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-090443cd-a0a3-414e-ae71-14e60af8d20b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 217 time: 0.0587847 Apr 05 18:59:26.349254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5a3f053a-3f5d-4bcb-b0fe-e70f043d0c62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78c5854da42f4792ac054d96e6936456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071033 Apr 05 18:59:26.365296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39236) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:26.401785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-3ee8c579-09fc-4dec-9bf3-8bff3c77a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:26.403405 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-3ee8c579-09fc-4dec-9bf3-8bff3c77a0ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.0745194 Apr 05 18:59:26.417035 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f053a-3f5d-4bcb-b0fe-e70f043d0c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d584dfa-0be8-4dea-9fae-3a2ff76db72e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:26.482626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-67680a7a-07d8-43ac-a698-8dc0bb621780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:26.485419 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-67680a7a-07d8-43ac-a698-8dc0bb621780 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744565 Apr 05 18:59:26.570718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f949a23-7574-405f-830a-44bbcf9df76a req-d732a6f8-51c2-47b1-b380-7dfd22b221ec tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 210 time: 0.0764072 Apr 05 18:59:26.584718 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:26.667324 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-f9b14e3b-4842-41b2-94ad-7ff1fade818a service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735039 Apr 05 18:59:26.707817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea38a7-9d0f-462f-9818-b6fcbe06743c req-bd149b6f-d1d7-4b22-a073-40313bc813ed tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:26.709348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddea38a7-9d0f-462f-9818-b6fcbe06743c req-bd149b6f-d1d7-4b22-a073-40313bc813ed tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 943 time: 0.3449054 Apr 05 18:59:26.783741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddea38a7-9d0f-462f-9818-b6fcbe06743c req-f7f44636-01bd-4e6c-989c-ad8aad3644f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607102 Apr 05 18:59:26.784658 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ccce61d-5dea-4290-b3ec-59659eff5f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:26.796690 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-826168a8-5846-485a-8a44-c965d0ab47d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2553217 Apr 05 18:59:26.829830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event updated for resources: {'Subnet': ['ID=b70d4051-7a67-4e53-8ff5-5e81103e5643,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:26.837171 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8831bae-980a-48f4-9565-ddaf00f2333f req-c8167085-1cad-4444-b1cb-a6566778e8d9 service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627421 Apr 05 18:59:26.870760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ccce61d-5dea-4290-b3ec-59659eff5f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:26.895914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Checking segment: {'id': '24a9e753-56a4-4893-8ed5-c91f0e91bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05641e8f-86fc-432c-955f-a6569a738eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:26.896275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Network hostable DHCP agents. Network: 05641e8f-86fc-432c-955f-a6569a738eb7, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:59:26.930666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e845d958-d285-46b5-9b5d-505fce034912 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:59:26.957123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-be320636-842d-4031-b3c5-6861650b7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:26.958638 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-be320636-842d-4031-b3c5-6861650b7d2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 1097 time: 0.1020086 Apr 05 18:59:26.997550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Network 05641e8f-86fc-432c-955f-a6569a738eb7 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:59:27.044969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 05641e8f-86fc-432c-955f-a6569a738eb7) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:27.084941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219a9187-df4b-48bb-aa05-bc30ab570e2f None None] Network 05641e8f-86fc-432c-955f-a6569a738eb7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:27.087492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:27.088090 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:27.110477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ccce61d-5dea-4290-b3ec-59659eff5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:27.118167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ccce61d-5dea-4290-b3ec-59659eff5f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:27.126485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2ccce61d-5dea-4290-b3ec-59659eff5f6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d584dfa-0be8-4dea-9fae-3a2ff76db72e HTTP/1.1" status: 204 len: 168 time: 0.7592618 Apr 05 18:59:27.168593 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d4371f81-8f40-4c82-ab7f-c36333b7aa89 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6579223 Apr 05 18:59:27.170632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccce61d-5dea-4290-b3ec-59659eff5f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d584dfa-0be8-4dea-9fae-3a2ff76db72e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:27.172181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39260) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:27.191803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-eb513371-85c0-44a9-95e7-d5225f95c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:27.195770 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-eb513371-85c0-44a9-95e7-d5225f95c645 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.2146425 Apr 05 18:59:27.198905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Request body: {'port': {'network_id': '05641e8f-86fc-432c-955f-a6569a738eb7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1357100661'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:27.226067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d279c57-d82d-4d12-a435-c85774e4f606 req-953f7016-182e-4ff9-8ee7-693ebabbff0a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:27.227664 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d279c57-d82d-4d12-a435-c85774e4f606 req-953f7016-182e-4ff9-8ee7-693ebabbff0a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 944 time: 0.2131276 Apr 05 18:59:27.370281 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-e1eaa378-ccdb-4bf4-9d11-854b93675efc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d HTTP/1.1" status: 200 len: 1002 time: 0.1647496 Apr 05 18:59:27.457288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e845d958-d285-46b5-9b5d-505fce034912, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e845d958-d285-46b5-9b5d-505fce034912,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:27.466745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d279c57-d82d-4d12-a435-c85774e4f606 req-103ae5b7-ccc1-408b-b489-5a22aa545cd0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095792 Apr 05 18:59:27.483110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'e845d958-d285-46b5-9b5d-505fce034912', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'port_id': 'e845d958-d285-46b5-9b5d-505fce034912', 'mac_address': 'fa:16:3e:ea:9b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:59:27.517676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-371643e8-e117-4218-9282-0fcf4d980761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:27.521394 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-371643e8-e117-4218-9282-0fcf4d980761 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1410956 Apr 05 18:59:27.598191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39268) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:27.637529 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:27.663968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Made reservation on behalf of ce99af2c1f7f4c2b92feebad76cd26ad for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:27.672006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-ced4c03c-4520-4279-92b1-a92927b342d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:27.673154 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:27.678068 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-ced4c03c-4520-4279-92b1-a92927b342d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437113 Apr 05 18:59:27.684564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e845d958-d285-46b5-9b5d-505fce034912 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:59:27.691878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-05641e8f-86fc-432c-955f-a6569a738eb7', 'network_id': '05641e8f-86fc-432c-955f-a6569a738eb7', 'tenant_id': 'ce99af2c1f7f4c2b92feebad76cd26ad', 'fixed_ips': [{'subnet_id': 'b70d4051-7a67-4e53-8ff5-5e81103e5643'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:59:27.696657 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:27.716103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] device_id is not set on port 92472b16-99a9-4ecd-91c3-a19ba8457989 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:59:27.850819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39276) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:27.889741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0281e0-ecf7-4df7-9a63-7105fc5c27ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:27.916121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e845d958-d285-46b5-9b5d-505fce034912, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e845d958-d285-46b5-9b5d-505fce034912,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:27.926680 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-dcd19f2f-068c-4bf7-9110-16af45a52314 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342572 Apr 05 18:59:27.928081 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:27.985737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e845d958-d285-46b5-9b5d-505fce034912,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:27.994991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:27.995575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:27.996115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:27.996696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:27.997337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:27.997866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:27.998410 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:27.998969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:27.999510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:28.000044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:28.000691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:28.001323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:28.052731 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c2baf07-98e2-4cd6-968e-3d7fead8927d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.118554 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fb857a0-d2ad-4da5-a61a-fbd2b141f60a req-15ba12fe-bebb-4298-bce4-cef2ed349884 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760921 Apr 05 18:59:28.240294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e845d958-d285-46b5-9b5d-505fce034912'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:59:28.266563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0281e0-ecf7-4df7-9a63-7105fc5c27ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.279453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-6a279a4a-2fcd-46ff-938f-0ffd3c3317a0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:28.281079 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-6a279a4a-2fcd-46ff-938f-0ffd3c3317a0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.25 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.1616004 Apr 05 18:59:28.282957 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b0281e0-ecf7-4df7-9a63-7105fc5c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.305568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Request body: {'port': {'device_id': '928ecbe2-da18-47b2-af70-90314774e48f', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'admin_state_up': True, 'tenant_id': 'a7b70a1e430d42158b5c8c5773e08b2c'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:28.457572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0281e0-ecf7-4df7-9a63-7105fc5c27ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7725d0-828a-41f2-b106-ff56806eef1a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:28.501998 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b0281e0-ecf7-4df7-9a63-7105fc5c27ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a7bc8bb04674f28a973a22a63d11190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499774 Apr 05 18:59:28.504924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39288) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:28.537204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Made reservation on behalf of a7b70a1e430d42158b5c8c5773e08b2c for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:28.540889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.604088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a298a408-8692-4ea5-824a-8ccb608e9b3c req-70815fda-96be-4c06-a58f-d0451c8713fb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 210 time: 0.7199113 Apr 05 18:59:28.643566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Allocated IP 2001:db8::364 (05641e8f-86fc-432c-955f-a6569a738eb7/b70d4051-7a67-4e53-8ff5-5e81103e5643/92472b16-99a9-4ecd-91c3-a19ba8457989) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:28.644790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5553efe-5613-4198-b467-3d3d0f8eee50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.690611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5553efe-5613-4198-b467-3d3d0f8eee50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.752974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e574e05-d2a0-4649-bd80-86aa57f773fa req-5e5fd987-f49a-40f8-a0db-21545c48b233 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:28.765308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e574e05-d2a0-4649-bd80-86aa57f773fa req-5e5fd987-f49a-40f8-a0db-21545c48b233 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 944 time: 0.8782346 Apr 05 18:59:28.786802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Allocated IP 172.20.0.2 (140c2b86-c767-4aeb-ae57-4a1d164fc7a6/8b490b4b-094b-4c91-92eb-ef38c5a6809a/74ac287b-1dcb-45f3-8c05-b7416924cf8f) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:28.855766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5553efe-5613-4198-b467-3d3d0f8eee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.859497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5553efe-5613-4198-b467-3d3d0f8eee50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.863764 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c5553efe-5613-4198-b467-3d3d0f8eee50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd7725d0-828a-41f2-b106-ff56806eef1a HTTP/1.1" status: 204 len: 168 time: 0.3549256 Apr 05 18:59:28.895675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fa927-3c8e-4728-8483-1ea11f4d217e req-518302d5-bdde-4099-8f8d-69468d226c9e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:28.897210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-981fa927-3c8e-4728-8483-1ea11f4d217e req-518302d5-bdde-4099-8f8d-69468d226c9e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 944 time: 0.1870005 Apr 05 18:59:28.899208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c2baf07-98e2-4cd6-968e-3d7fead8927d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.927354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e574e05-d2a0-4649-bd80-86aa57f773fa req-51ec3372-0d57-4bcd-a62d-f7fdb38bfcfb tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612256 Apr 05 18:59:28.933859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c2baf07-98e2-4cd6-968e-3d7fead8927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:28.972099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5553efe-5613-4198-b467-3d3d0f8eee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7725d0-828a-41f2-b106-ff56806eef1a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:29.006791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2c2baf07-98e2-4cd6-968e-3d7fead8927d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d47926215e246819c366f8a2b86dc24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4074788 Apr 05 18:59:29.013200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39292) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:29.030741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-981fa927-3c8e-4728-8483-1ea11f4d217e req-24f42bdf-7cda-4fe2-a451-acebc88ed91d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001716 Apr 05 18:59:29.031368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2baf07-98e2-4cd6-968e-3d7fead8927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aaeffe-fa94-4255-8cbd-388fc42a80a3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:29.061260 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.082996 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.130584 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79447659-2b03-48b3-a2b1-3f3489d0a74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.131336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.159664 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.164139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79447659-2b03-48b3-a2b1-3f3489d0a74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.207962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event updated for resources: {'Port': ['ID=92472b16-99a9-4ecd-91c3-a19ba8457989,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:29.245944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Allocated IP 2001:db8::2 (05641e8f-86fc-432c-955f-a6569a738eb7/b70d4051-7a67-4e53-8ff5-5e81103e5643/5c88a026-fe73-4f99-a5f4-a7dfc8e0d852) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:29.254105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Network 05641e8f-86fc-432c-955f-a6569a738eb7 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:29.257998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:29.274044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:29.275661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:29.283803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:29.286191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event updated for resources: {'Port': ['ID=74ac287b-1dcb-45f3-8c05-b7416924cf8f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:29.288898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:29.303098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:29.305347 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.341019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79447659-2b03-48b3-a2b1-3f3489d0a74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.344643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-94eb2bd6-9a77-4330-9acb-ddb8a2fdffc8 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1591220 Apr 05 18:59:29.350201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39302) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:29.351103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79447659-2b03-48b3-a2b1-3f3489d0a74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.355015 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-79447659-2b03-48b3-a2b1-3f3489d0a74a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73aaeffe-fa94-4255-8cbd-388fc42a80a3 HTTP/1.1" status: 204 len: 168 time: 0.3409014 Apr 05 18:59:29.356557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Request body: {'port': {'network_id': '05641e8f-86fc-432c-955f-a6569a738eb7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1385383776', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:29.358228 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] bootfile-name is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 18:59:29.360938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] tftp-server is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 18:59:29.361267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] server-ip-address is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 18:59:29.388897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:29.389563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.403059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79447659-2b03-48b3-a2b1-3f3489d0a74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aaeffe-fa94-4255-8cbd-388fc42a80a3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:29.422062 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-e62e81b2-e8d9-40be-adb6-e288dddf4e07 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1213853 Apr 05 18:59:29.435310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Request body: {'port': {'device_id': '928ecbe2-da18-47b2-af70-90314774e48f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:29.586566 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.598716 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.600759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.622869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Network 05641e8f-86fc-432c-955f-a6569a738eb7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:29.625478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:29.644935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Made reservation on behalf of ce99af2c1f7f4c2b92feebad76cd26ad for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:29.651193 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.663046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:29.721315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Pushing event updated for resources: {'Port': ['ID=5c88a026-fe73-4f99-a5f4-a7dfc8e0d852,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:29.725555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] device_id is not set on port 68cf1c3f-1ba3-4985-a03e-faabfbb2c5e0 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 18:59:29.788851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Attempting to bind port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:29.789875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Attempting to bind port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '24a9e753-56a4-4893-8ed5-c91f0e91bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05641e8f-86fc-432c-955f-a6569a738eb7'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:29.790942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Attempting to bind port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 on network 05641e8f-86fc-432c-955f-a6569a738eb7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:29.798584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:29.799885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Checking segment: {'id': '24a9e753-56a4-4893-8ed5-c91f0e91bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05641e8f-86fc-432c-955f-a6569a738eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:29.800564 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.801107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Bound using segment: {'id': '24a9e753-56a4-4893-8ed5-c91f0e91bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05641e8f-86fc-432c-955f-a6569a738eb7'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:29.801814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Bound port: 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a9e753-56a4-4893-8ed5-c91f0e91bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '05641e8f-86fc-432c-955f-a6569a738eb7'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:29.802299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:29.964278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] For port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:29.973982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] For port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5c88a026-fe73-4f99-a5f4-a7dfc8e0d852,segment=NetworkSegment(24a9e753-56a4-4893-8ed5-c91f0e91bdf1),segment_id=24a9e753-56a4-4893-8ed5-c91f0e91bdf1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:29.984642 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:30.093728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:59:30.115794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Allocated IP 2001:db8::1b8 (05641e8f-86fc-432c-955f-a6569a738eb7/b70d4051-7a67-4e53-8ff5-5e81103e5643/68cf1c3f-1ba3-4985-a03e-faabfbb2c5e0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:30.195074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffab19b-d6d4-41bb-8a14-c44d3b62f70c None None] Pushing event updated for resources: {'Port': ['ID=5c88a026-fe73-4f99-a5f4-a7dfc8e0d852,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:30.273392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ac287b-1dcb-45f3-8c05-b7416924cf8f {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:59:30.289838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:30.318582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Transition to ACTIVE for port object 74ac287b-1dcb-45f3-8c05-b7416924cf8f will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:59:30.332115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:30.413436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f784b4-e42b-410b-8f31-7b6f5bcf04ed req-5f15254d-5e80-45a0-b65c-61e8a966c280 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:30.421118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24f784b4-e42b-410b-8f31-7b6f5bcf04ed req-5f15254d-5e80-45a0-b65c-61e8a966c280 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 931 time: 0.6793437 Apr 05 18:59:30.436013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:30.518496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'port_id': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'mac_address': 'fa:16:3e:4a:7c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:59:30.615913 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:30.630829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Pushing event updated for resources: {'Port': ['ID=74ac287b-1dcb-45f3-8c05-b7416924cf8f,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:30.674978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8016386-4483-4499-842d-30d50bc0a4d6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:59:30.710041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Attempting to bind port 74ac287b-1dcb-45f3-8c05-b7416924cf8f on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:30.712151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Attempting to bind port 74ac287b-1dcb-45f3-8c05-b7416924cf8f by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:30.712494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Attempting to bind port 74ac287b-1dcb-45f3-8c05-b7416924cf8f on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:30.721967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Port 74ac287b-1dcb-45f3-8c05-b7416924cf8f on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:59:30.723815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Attempting to bind port 74ac287b-1dcb-45f3-8c05-b7416924cf8f on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:30.737654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:30.737927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Checking segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:30.738317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Bound using segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:30.738786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Bound port: 74ac287b-1dcb-45f3-8c05-b7416924cf8f, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:30.739152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:30.743553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0268-d2de-4b68-b79d-15ceb370cff8 req-e41b644c-6d51-4b46-930f-d38a16cbd737 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:30.748886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:30.753141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87ed0268-d2de-4b68-b79d-15ceb370cff8 req-e41b644c-6d51-4b46-930f-d38a16cbd737 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 944 time: 0.3878365 Apr 05 18:59:30.763033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:30.786415 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:30.797086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24f784b4-e42b-410b-8f31-7b6f5bcf04ed req-931d8c0b-3d71-4a94-bf28-d64ccd799a5c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732705 Apr 05 18:59:30.880150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87ed0268-d2de-4b68-b79d-15ceb370cff8 req-7c7506e0-c1e1-4b88-9175-0ed9a741065b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232696 Apr 05 18:59:30.974822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:30.991643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e845d958-d285-46b5-9b5d-505fce034912 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:30.992678 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:31.001479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] For port 74ac287b-1dcb-45f3-8c05-b7416924cf8f, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:31.008509 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] For port 74ac287b-1dcb-45f3-8c05-b7416924cf8f, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=74ac287b-1dcb-45f3-8c05-b7416924cf8f,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:31.017278 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:31.048777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:31.076867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:31.077741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:31.079632 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] 10.222.0.25 "PUT /v2.0/ports/74ac287b-1dcb-45f3-8c05-b7416924cf8f HTTP/1.1" status: 200 len: 1091 time: 1.6495438 Apr 05 18:59:31.080670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928ecbe2-da18-47b2-af70-90314774e48f', 'tag': '74ac287b-1dcb-45f3-8c05-b7416924cf8f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:31.091514 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2" -d '{"events": [{"name": "network-changed", "server_uuid": "928ecbe2-da18-47b2-af70-90314774e48f", "tag": "74ac287b-1dcb-45f3-8c05-b7416924cf8f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:31.140469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['f8016386-4483-4499-842d-30d50bc0a4d6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:59:31.167058 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1af7d6-a626-4caa-9959-fd8f060c4985 x-openstack-request-id: req-8e1af7d6-a626-4caa-9959-fd8f060c4985 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:31.167413 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928ecbe2-da18-47b2-af70-90314774e48f", "tag": "74ac287b-1dcb-45f3-8c05-b7416924cf8f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:31.167570 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e1af7d6-a626-4caa-9959-fd8f060c4985 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:31.167973 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1af7d6-a626-4caa-9959-fd8f060c4985'] response: {'name': 'network-changed', 'server_uuid': '928ecbe2-da18-47b2-af70-90314774e48f', 'tag': '74ac287b-1dcb-45f3-8c05-b7416924cf8f', 'status': 'completed', 'code': 200} Apr 05 18:59:31.186692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Network 05641e8f-86fc-432c-955f-a6569a738eb7 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:31.224993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d5ae1-0312-414f-bd3e-fb539ee4db53 service neutron] Pushing event updated for resources: {'Port': ['ID=74ac287b-1dcb-45f3-8c05-b7416924cf8f,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:31.258350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:31.265688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-5c93386e-aa38-4018-9460-e93f463490fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:31.269109 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-5c93386e-aa38-4018-9460-e93f463490fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 1094 time: 0.1438932 Apr 05 18:59:31.275785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:31.316262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:31.316739 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:31.328739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:31.329729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:31.333194 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-566ff53a-c840-482c-86b9-e4b789f1f117 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74ac287b-1dcb-45f3-8c05-b7416924cf8f HTTP/1.1" status: 200 len: 217 time: 0.0552928 Apr 05 18:59:31.390183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port e845d958-d285-46b5-9b5d-505fce034912 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:59:31.410018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event updated for resources: {'Port': ['ID=68cf1c3f-1ba3-4985-a03e-faabfbb2c5e0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:31.433009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-eccbc717-ebd1-4bde-acec-e4cfebe88a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:31.439281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port e845d958-d285-46b5-9b5d-505fce034912 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:31.441082 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-eccbc717-ebd1-4bde-acec-e4cfebe88a96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.0973005 Apr 05 18:59:31.441430 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:31.443108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39370) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:31.453216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2fdec9ac-41a7-45e0-bbdb-3c61b84c11e4 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1016338 Apr 05 18:59:31.472971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed8da-4969-4787-a555-2b7daef799c6 req-c19c665d-b8fa-48bc-941c-fc4fc6d1dddd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:31.507055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5fed8da-4969-4787-a555-2b7daef799c6 req-c19c665d-b8fa-48bc-941c-fc4fc6d1dddd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 945 time: 0.4435766 Apr 05 18:59:31.547074 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-d91b13a8-ef46-4c5f-9103-52c8551b2768 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845883 Apr 05 18:59:31.626971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0300b2-7222-4440-a169-2165a21ca182 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:31.644259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5fed8da-4969-4787-a555-2b7daef799c6 req-9176a5c0-a4e7-4b27-81a1-de9889c0c04c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234820 Apr 05 18:59:31.651087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0300b2-7222-4440-a169-2165a21ca182 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:31.657458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0300b2-7222-4440-a169-2165a21ca182 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:31.665375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6d0300b2-7222-4440-a169-2165a21ca182 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2210739 Apr 05 18:59:31.668498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39378) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:31.753701 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:31.835503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5c88a026-fe73-4f99-a5f4-a7dfc8e0d852,segment=NetworkSegment(24a9e753-56a4-4893-8ed5-c91f0e91bdf1),segment_id=24a9e753-56a4-4893-8ed5-c91f0e91bdf1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:31.853148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:31.918280 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-1955352f-9769-4806-b67c-46bbe3a17194 service neutron] 10.222.0.25 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639128 Apr 05 18:59:32.087163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=5c88a026-fe73-4f99-a5f4-a7dfc8e0d852,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:32.097621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d122c48-f55b-47ce-b5a9-6d7183356c4c None None] Network 05641e8f-86fc-432c-955f-a6569a738eb7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:32.108668 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:32.151411 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-90abb42d-e6ef-492b-99e1-f43d90ccbbea req-c65c6d59-1b65-4f9f-a9dc-370a8b302441 service neutron] 10.222.0.25 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263186 Apr 05 18:59:32.219930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4990081a-5643-4e32-a752-31bb3d19fdad None None] Provisioning complete for port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:32.220563 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4990081a-5643-4e32-a752-31bb3d19fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:32.229566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:32.232112 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b86bee1-ca48-4b39-ba2a-75b3964f2992" -d '{"events": [{"server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "name": "network-vif-plugged", "status": "completed", "tag": "e845d958-d285-46b5-9b5d-505fce034912"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:32.267523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d779cd-91d3-4477-9d05-7e769dbcc575 req-3516119f-cd1c-41b0-bfa5-3667ae242e5b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:32.269300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82d779cd-91d3-4477-9d05-7e769dbcc575 req-3516119f-cd1c-41b0-bfa5-3667ae242e5b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 943 time: 0.3166091 Apr 05 18:59:32.290836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e845d958-d285-46b5-9b5d-505fce034912, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e845d958-d285-46b5-9b5d-505fce034912,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:32.307502 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:32.328207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-92195d15-ec35-4936-9466-011216c644a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:32.330906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac2fec-9792-40db-8ead-8bbdf263d87d req-7356d576-c3ca-4b9a-9195-5c6015b6259c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:32.331961 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-92195d15-ec35-4936-9466-011216c644a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 1094 time: 0.1231332 Apr 05 18:59:32.333643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-afac2fec-9792-40db-8ead-8bbdf263d87d req-7356d576-c3ca-4b9a-9195-5c6015b6259c tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 944 time: 0.2852371 Apr 05 18:59:32.414704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-71c41cd0-3833-4151-a5f5-04bf9558bd4d tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Deleting port 68cf1c3f-1ba3-4985-a03e-faabfbb2c5e0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:32.424891 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71c41cd0-3833-4151-a5f5-04bf9558bd4d tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:32.524116 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-198c75df-e0ec-4b11-97e2-98668694b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:32.525615 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-198c75df-e0ec-4b11-97e2-98668694b71c service neutron] 10.222.0.25 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 906 time: 0.1867890 Apr 05 18:59:32.557709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82d779cd-91d3-4477-9d05-7e769dbcc575 req-142cc1bb-e8e7-45dd-a538-edec2fdde901 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698736 Apr 05 18:59:32.590012 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-613630b9-86e6-4101-824f-0e6f48367b6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74ac287b-1dcb-45f3-8c05-b7416924cf8f HTTP/1.1" status: 200 len: 217 time: 0.0568700 Apr 05 18:59:32.631777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-afac2fec-9792-40db-8ead-8bbdf263d87d req-22810852-ac35-42cb-a006-1a8860cda798 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567928 Apr 05 18:59:32.666533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-e40be62a-d63c-461d-a4d7-bf8738b2b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:32.668328 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-e40be62a-d63c-461d-a4d7-bf8738b2b594 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.0707917 Apr 05 18:59:32.676936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e845d958-d285-46b5-9b5d-505fce034912,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:32.733740 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-0d95592b-0ad1-48e8-888e-133fe49fa80b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579369 Apr 05 18:59:32.749662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71c41cd0-3833-4151-a5f5-04bf9558bd4d tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:32.783193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-71c41cd0-3833-4151-a5f5-04bf9558bd4d tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Calling delete_port for 68cf1c3f-1ba3-4985-a03e-faabfbb2c5e0 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:32.935129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:32.984889 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-910639ee-4147-47cb-b550-c480e5201e5d service neutron] 10.222.0.25 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428648 Apr 05 18:59:33.070474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:33.072267 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:33.099744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88221d5c-a97a-45dd-ae9a-3dd31ea2c551 req-41a10964-545e-4a11-ae35-888ce513bd06 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:33.110784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88221d5c-a97a-45dd-ae9a-3dd31ea2c551 req-41a10964-545e-4a11-ae35-888ce513bd06 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 945 time: 0.2172661 Apr 05 18:59:33.196706 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a969e66-c643-443a-95d3-9e5eb5889b1f x-openstack-request-id: req-8a969e66-c643-443a-95d3-9e5eb5889b1f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:33.197373 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "name": "network-vif-plugged", "status": "completed", "tag": "e845d958-d285-46b5-9b5d-505fce034912", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:33.197848 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a969e66-c643-443a-95d3-9e5eb5889b1f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:33.198514 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a969e66-c643-443a-95d3-9e5eb5889b1f'] response: {'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912', 'code': 200} Apr 05 18:59:33.255815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88221d5c-a97a-45dd-ae9a-3dd31ea2c551 req-07658501-35ca-405c-81a1-a1f6ea41736e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388352 Apr 05 18:59:33.425368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71c41cd0-3833-4151-a5f5-04bf9558bd4d tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:33.454285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c42f33-f434-437a-8ebc-7e4d5b2445b1 req-0086cb24-7e27-4033-9d40-05e41a729cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:33.458995 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10c42f33-f434-437a-8ebc-7e4d5b2445b1 req-0086cb24-7e27-4033-9d40-05e41a729cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 1096 time: 0.2413578 Apr 05 18:59:33.465473 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0758e5e2-8652-4d6e-99b8-6e2e108c91f2 req-034cdbd3-5e86-40d0-8a2b-cb149f1eb2e2 service neutron] 10.222.0.25 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739380 Apr 05 18:59:33.493665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c41cd0-3833-4151-a5f5-04bf9558bd4d tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event deleted for resources: {'Port': ['ID=68cf1c3f-1ba3-4985-a03e-faabfbb2c5e0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:33.559793 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71c41cd0-3833-4151-a5f5-04bf9558bd4d tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:33.572534 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10c42f33-f434-437a-8ebc-7e4d5b2445b1 req-59b92554-a8a4-4fde-b3ff-51893d87d7b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889564 Apr 05 18:59:33.575241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-71c41cd0-3833-4151-a5f5-04bf9558bd4d tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "DELETE /v2.0/ports/68cf1c3f-1ba3-4985-a03e-faabfbb2c5e0 HTTP/1.1" status: 204 len: 168 time: 1.9038999 Apr 05 18:59:33.577860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39432) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:33.605614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b9e7d98a-5f92-4fbf-aa0c-cc229b717fed None None] Provisioning complete for port 92472b16-99a9-4ecd-91c3-a19ba8457989 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:33.605842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Request body: {'port': {'name': 'tempest-new-port-name-938105367', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:33.606269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.api.validators [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] bootfile-name is not in valid_values {{(pid=102639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 18:59:33.606637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.api.validators [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] tftp-server is not in valid_values {{(pid=102639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 18:59:33.606858 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d98a-5f92-4fbf-aa0c-cc229b717fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:33.606970 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.api.validators [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] server-ip-address is not in valid_values {{(pid=102639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 18:59:33.703844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7d98a-5f92-4fbf-aa0c-cc229b717fed None None] Port 92472b16-99a9-4ecd-91c3-a19ba8457989 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:59:33.747385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b9e7d98a-5f92-4fbf-aa0c-cc229b717fed None None] Provisioning complete for port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:33.747967 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d98a-5f92-4fbf-aa0c-cc229b717fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:33.854271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:33.916058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae819c98-824b-4b2b-8f79-95afad8e0153 req-726b3839-c3cf-42fb-b09e-929555876bdf tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:33.917645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae819c98-824b-4b2b-8f79-95afad8e0153 req-726b3839-c3cf-42fb-b09e-929555876bdf tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 943 time: 0.2117634 Apr 05 18:59:33.974854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408da969-d374-4fa9-9c30-60f39930f391 req-a318c26e-6d55-4152-912f-39d55ea4a3bc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:33.978583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b9e7d98a-5f92-4fbf-aa0c-cc229b717fed None None] Could not find standard attr ID for object 68cf1c3f-1ba3-4985-a03e-faabfbb2c5e0. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:59:33.985789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-408da969-d374-4fa9-9c30-60f39930f391 req-a318c26e-6d55-4152-912f-39d55ea4a3bc tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 945 time: 0.1662030 Apr 05 18:59:34.081861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:34.107645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-408da969-d374-4fa9-9c30-60f39930f391 req-7489ad91-585b-4c65-957d-b1d4c4a6055f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210275 Apr 05 18:59:34.120272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae819c98-824b-4b2b-8f79-95afad8e0153 req-28086b0d-8fa0-44e5-8921-6fd313378cf9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946898 Apr 05 18:59:34.212524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-21f75a30-a4b9-4b37-ab2b-89f54567cbb6 None None] Provisioning complete for port 92472b16-99a9-4ecd-91c3-a19ba8457989 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:34.212900 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21f75a30-a4b9-4b37-ab2b-89f54567cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:34.345239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:34.350548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port f8016386-4483-4499-842d-30d50bc0a4d6 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:59:34.359715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:34.373764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-21f75a30-a4b9-4b37-ab2b-89f54567cbb6 None None] Port 92472b16-99a9-4ecd-91c3-a19ba8457989 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:59:34.378331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port f8016386-4483-4499-842d-30d50bc0a4d6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:34.378720 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:34.476852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event updated for resources: {'Port': ['ID=92472b16-99a9-4ecd-91c3-a19ba8457989,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:34.500118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] In _notify_port_updated(), no bound segment for port 92472b16-99a9-4ecd-91c3-a19ba8457989 on network 05641e8f-86fc-432c-955f-a6569a738eb7 {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 18:59:34.506635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:34.507341 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:34.508760 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a38df80c-4ad2-40eb-97ad-4476f10d4a05 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "PUT /v2.0/ports/92472b16-99a9-4ecd-91c3-a19ba8457989 HTTP/1.1" status: 200 len: 1129 time: 0.9299235 Apr 05 18:59:34.511307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39468) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:34.524715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-55d0d691-b61b-43fe-9f1a-9b32d860ebfb None None] Could not find standard attr ID for object 68cf1c3f-1ba3-4985-a03e-faabfbb2c5e0. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 18:59:34.530108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6536bb2-227c-4bb8-b0fd-83fa631ce89c req-e8bb6069-639c-4910-9d83-3079c1078fb6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:34.551034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6536bb2-227c-4bb8-b0fd-83fa631ce89c req-e8bb6069-639c-4910-9d83-3079c1078fb6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 945 time: 0.1507094 Apr 05 18:59:34.589039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b50c22-9baf-4a7b-abee-d1c21bb074a7 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:34.591323 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-20b50c22-9baf-4a7b-abee-d1c21bb074a7 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "GET /v2.0/ports/92472b16-99a9-4ecd-91c3-a19ba8457989 HTTP/1.1" status: 200 len: 1129 time: 0.0779517 Apr 05 18:59:34.595158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39470) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:34.603240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39472) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:34.650366 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:34.682011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6536bb2-227c-4bb8-b0fd-83fa631ce89c req-5e734e5a-21f5-45b0-8905-d9ca61c56ca3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261036 Apr 05 18:59:34.713591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:34.719987 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:34.820257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:34.927791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4c8266c1-e7c5-43e6-9e36-073739d12472 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Deleting port 92472b16-99a9-4ecd-91c3-a19ba8457989 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:34.928999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8266c1-e7c5-43e6-9e36-073739d12472 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:34.960989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94b2994d-6998-4cbd-bf82-e5257682bf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.088629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.179923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94b2994d-6998-4cbd-bf82-e5257682bf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.187161 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94b2994d-6998-4cbd-bf82-e5257682bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.200023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:35.202531 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce27c8f-21f6-41b5-94bc-eb82143e7103" -d '{"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-plugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:35.249252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-94b2994d-6998-4cbd-bf82-e5257682bf7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e5e9c435c1947a89d4b29bc9dc48735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6355052 Apr 05 18:59:35.253415 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8266c1-e7c5-43e6-9e36-073739d12472 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.254642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39492) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:35.284229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4c8266c1-e7c5-43e6-9e36-073739d12472 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Calling delete_port for 92472b16-99a9-4ecd-91c3-a19ba8457989 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:35.365873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-036b23ef-68cb-4684-971d-17b902a88db1 None None] Provisioning complete for port 92472b16-99a9-4ecd-91c3-a19ba8457989 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:35.366514 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-036b23ef-68cb-4684-971d-17b902a88db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.466592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2994d-6998-4cbd-bf82-e5257682bf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab988a0-712a-490c-a5e1-87b953abbd0e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:35.469577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-036b23ef-68cb-4684-971d-17b902a88db1 None None] Port 92472b16-99a9-4ecd-91c3-a19ba8457989 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:59:35.526641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c2f6-d5ca-4c06-9f0b-f1aafac4132d req-010240da-df45-4e29-b82e-f24d83b2eeee tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:35.528295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce18c2f6-d5ca-4c06-9f0b-f1aafac4132d req-010240da-df45-4e29-b82e-f24d83b2eeee tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 945 time: 0.2145228 Apr 05 18:59:35.544232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f295e-97b1-4a91-9313-d9b6f7edb34d req-aa76536b-001b-48a0-a0c2-f914c6e46921 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:35.553673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-630f295e-97b1-4a91-9313-d9b6f7edb34d req-aa76536b-001b-48a0-a0c2-f914c6e46921 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 943 time: 0.2764592 Apr 05 18:59:35.565312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0baa4ad9-077d-4884-a07e-11667e0d4fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.637419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0baa4ad9-077d-4884-a07e-11667e0d4fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.666570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-630f295e-97b1-4a91-9313-d9b6f7edb34d req-98e6e243-8107-448d-8af3-69d65d1b7d66 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118636 Apr 05 18:59:35.692142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce18c2f6-d5ca-4c06-9f0b-f1aafac4132d req-88c0867d-d128-47b7-b98c-f4fdfb04783e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302524 Apr 05 18:59:35.765322 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ead65-5f16-47cf-aea7-2a23ebfa9919 x-openstack-request-id: req-962ead65-5f16-47cf-aea7-2a23ebfa9919 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:35.766198 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-plugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:35.766505 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-962ead65-5f16-47cf-aea7-2a23ebfa9919 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:35.767043 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962ead65-5f16-47cf-aea7-2a23ebfa9919'] response: {'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'code': 200} Apr 05 18:59:35.791011 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0baa4ad9-077d-4884-a07e-11667e0d4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.793774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0baa4ad9-077d-4884-a07e-11667e0d4fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:35.795022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0baa4ad9-077d-4884-a07e-11667e0d4fa0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bab988a0-712a-490c-a5e1-87b953abbd0e HTTP/1.1" status: 204 len: 168 time: 0.5392561 Apr 05 18:59:35.807368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa4ad9-077d-4884-a07e-11667e0d4fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab988a0-712a-490c-a5e1-87b953abbd0e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:35.884822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39508) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:36.016460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6efd7b-cd21-4c5a-b3d3-da46fe8e439a req-e7be76a5-6352-43f4-b395-fde397944440 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:36.018285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee6efd7b-cd21-4c5a-b3d3-da46fe8e439a req-e7be76a5-6352-43f4-b395-fde397944440 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 945 time: 0.1817389 Apr 05 18:59:36.081416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04220ea5-224d-4477-9148-6cb2949f19a5 req-45c1fbb6-04f0-4485-b88b-6da7767a6f9c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:36.084431 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04220ea5-224d-4477-9148-6cb2949f19a5 req-45c1fbb6-04f0-4485-b88b-6da7767a6f9c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1796477 Apr 05 18:59:36.092311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 74ac287b-1dcb-45f3-8c05-b7416924cf8f details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 18:59:36.113044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0199f1-019f-49d7-960e-3861033d8707 req-b598880b-5f22-4bc6-88c7-b10f904fd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:36.115263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fb0199f1-019f-49d7-960e-3861033d8707 req-b598880b-5f22-4bc6-88c7-b10f904fd834 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1097 time: 0.1204078 Apr 05 18:59:36.150121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee6efd7b-cd21-4c5a-b3d3-da46fe8e439a req-7738fc64-7786-4058-ba21-ec8598527eda tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178331 Apr 05 18:59:36.186088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39514) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:36.207362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04220ea5-224d-4477-9148-6cb2949f19a5 req-8e5b270e-7fee-453c-8beb-7f8482ae8949 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994549 Apr 05 18:59:36.208848 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32a8053f-1d22-4e9f-b1f5-45a78dc00d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.225705 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fb0199f1-019f-49d7-960e-3861033d8707 req-2a364eef-b965-40e8-8bd2-c949633117dd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993960 Apr 05 18:59:36.323404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 74ac287b-1dcb-45f3-8c05-b7416924cf8f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=74ac287b-1dcb-45f3-8c05-b7416924cf8f,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:36.352027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '74ac287b-1dcb-45f3-8c05-b7416924cf8f', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'port_id': '74ac287b-1dcb-45f3-8c05-b7416924cf8f', 'mac_address': 'fa:16:3e:ae:ce:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b490b4b-094b-4c91-92eb-ef38c5a6809a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 18:59:36.367427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-30d124e1-3d7e-42ad-9f31-c655f9879095 req-9d6e9118-ed30-4699-b41e-95cb618e1ace service neutron] (102640) timed out ('10.222.0.20', 53850) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 18:59:36.379627 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8266c1-e7c5-43e6-9e36-073739d12472 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.418824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8266c1-e7c5-43e6-9e36-073739d12472 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event deleted for resources: {'Port': ['ID=92472b16-99a9-4ecd-91c3-a19ba8457989,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:36.443855 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32a8053f-1d22-4e9f-b1f5-45a78dc00d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.453834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32a8053f-1d22-4e9f-b1f5-45a78dc00d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.468898 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c8266c1-e7c5-43e6-9e36-073739d12472 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.474930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.476402 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4c8266c1-e7c5-43e6-9e36-073739d12472 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "DELETE /v2.0/ports/92472b16-99a9-4ecd-91c3-a19ba8457989 HTTP/1.1" status: 204 len: 168 time: 1.8793628 Apr 05 18:59:36.479023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39522) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:36.531638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ac287b-1dcb-45f3-8c05-b7416924cf8f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:59:36.556899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8053f-1d22-4e9f-b1f5-45a78dc00d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5546681-df29-4695-b479-bac1641b4a6f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:36.577843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-32a8053f-1d22-4e9f-b1f5-45a78dc00d43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5fbc50b917b4930880e520c5dfbda0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910827 Apr 05 18:59:36.581885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39530) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:36.621906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ae49fb-3ddd-4d96-970f-f72922d99362 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Deleting subnet b70d4051-7a67-4e53-8ff5-5e81103e5643 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 18:59:36.633164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e8ae49fb-3ddd-4d96-970f-f72922d99362 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.636988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 74ac287b-1dcb-45f3-8c05-b7416924cf8f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=74ac287b-1dcb-45f3-8c05-b7416924cf8f,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:36.652928 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.721959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73e5f7a-7c50-42e1-a073-4972a4a0f84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.729374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e8ae49fb-3ddd-4d96-970f-f72922d99362 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.776508 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73e5f7a-7c50-42e1-a073-4972a4a0f84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.842447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=74ac287b-1dcb-45f3-8c05-b7416924cf8f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:36.893966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e8ae49fb-3ddd-4d96-970f-f72922d99362 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.939575 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73e5f7a-7c50-42e1-a073-4972a4a0f84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.943373 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73e5f7a-7c50-42e1-a073-4972a4a0f84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:36.948239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c73e5f7a-7c50-42e1-a073-4972a4a0f84d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5546681-df29-4695-b479-bac1641b4a6f HTTP/1.1" status: 204 len: 168 time: 0.3651044 Apr 05 18:59:36.961828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e5f7a-7c50-42e1-a073-4972a4a0f84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5546681-df29-4695-b479-bac1641b4a6f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:36.976570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:59:37.014794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a80d2-c8ad-44ec-b377-48f7734d7171 req-1c7ca2cc-0b53-4aad-b215-7fdb6fd3e844 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:37.016347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c3a80d2-c8ad-44ec-b377-48f7734d7171 req-1c7ca2cc-0b53-4aad-b215-7fdb6fd3e844 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 944 time: 0.1864655 Apr 05 18:59:37.031977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f2d276-7be7-4311-82c0-e4a70d062440 tempest-TestVolumeBootPattern-591668036 tempest-TestVolumeBootPattern-591668036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:37.038987 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c3f2d276-7be7-4311-82c0-e4a70d062440 tempest-TestVolumeBootPattern-591668036 tempest-TestVolumeBootPattern-591668036-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 1091 time: 0.8316822 Apr 05 18:59:37.040241 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e8ae49fb-3ddd-4d96-970f-f72922d99362 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.043364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39540) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:37.055949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'e845d958-d285-46b5-9b5d-505fce034912', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:37.105489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae49fb-3ddd-4d96-970f-f72922d99362 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event deleted for resources: {'Subnet': ['ID=b70d4051-7a67-4e53-8ff5-5e81103e5643,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:37.108545 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e8ae49fb-3ddd-4d96-970f-f72922d99362 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.114307 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e8ae49fb-3ddd-4d96-970f-f72922d99362 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "DELETE /v2.0/subnets/b70d4051-7a67-4e53-8ff5-5e81103e5643 HTTP/1.1" status: 204 len: 168 time: 0.6318197 Apr 05 18:59:37.115004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39544) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:37.122994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da77cf0-a380-4323-91b3-dd8986fe060d None None] Network 05641e8f-86fc-432c-955f-a6569a738eb7 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:37.130786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c3a80d2-c8ad-44ec-b377-48f7734d7171 req-fa320206-b0ef-4dcd-828e-e73f69ee88e9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027792 Apr 05 18:59:37.222372 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.249471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.308048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.423062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da4180-ced2-4816-bf3b-e46ec15f8bbb req-1601ad44-88ac-4378-a203-9e2e4ea6c016 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:37.432293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4da4180-ced2-4816-bf3b-e46ec15f8bbb req-1601ad44-88ac-4378-a203-9e2e4ea6c016 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1085157 Apr 05 18:59:37.451807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39554) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:37.508735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9171db8f-c49c-4f9f-a2fa-4e7fea8d048b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.583306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Deleting port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:37.583306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.587103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.594913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4da4180-ced2-4816-bf3b-e46ec15f8bbb req-2d4659fa-af1c-49b1-a654-bc65b2496715 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545296 Apr 05 18:59:37.605937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39556) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:37.690157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3677494d-2666-4966-ad3c-7abc27ba493b None None] DHCP port deletion for 05641e8f-86fc-432c-955f-a6569a738eb7 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 18:59:37.727206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9171db8f-c49c-4f9f-a2fa-4e7fea8d048b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.736350 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9171db8f-c49c-4f9f-a2fa-4e7fea8d048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.755764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Allocated IP 172.25.4.23 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/28bd7f4b-a9dd-4086-91f4-4fd88e08315a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:37.758422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] For port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5c88a026-fe73-4f99-a5f4-a7dfc8e0d852,segment=NetworkSegment(24a9e753-56a4-4893-8ed5-c91f0e91bdf1),segment_id=24a9e753-56a4-4893-8ed5-c91f0e91bdf1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:37.758806 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.778207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Calling delete_port for 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:37.795783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3677494d-2666-4966-ad3c-7abc27ba493b None None] Deleting port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:37.796100 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3677494d-2666-4966-ad3c-7abc27ba493b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.815221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9171db8f-c49c-4f9f-a2fa-4e7fea8d048b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96d06ffc35c54493a502be3fc4080588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625515 Apr 05 18:59:37.815986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39562) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:37.817843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171db8f-c49c-4f9f-a2fa-4e7fea8d048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80469904-8d32-48bb-8606-a947c52761e1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:37.913140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3677494d-2666-4966-ad3c-7abc27ba493b None None] For port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5c88a026-fe73-4f99-a5f4-a7dfc8e0d852,segment=NetworkSegment(24a9e753-56a4-4893-8ed5-c91f0e91bdf1),segment_id=24a9e753-56a4-4893-8ed5-c91f0e91bdf1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:37.914490 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3677494d-2666-4966-ad3c-7abc27ba493b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.927281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1753530923-network', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:37.940472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3677494d-2666-4966-ad3c-7abc27ba493b None None] Calling delete_port for 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:37.943590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90fc103-e09d-42bd-8d41-ba47d0b0361d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.951290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Made reservation on behalf of 51ad56684fe24c57982e905c4a2f3055 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:37.953328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.954135 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.973231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:37.988972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90fc103-e09d-42bd-8d41-ba47d0b0361d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.001525 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.034304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.039582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event deleted for resources: {'Port': ['ID=5c88a026-fe73-4f99-a5f4-a7dfc8e0d852,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:38.055826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] No DVR routers for this DVR port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:59:38.064639 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3677494d-2666-4966-ad3c-7abc27ba493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.113241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677494d-2666-4966-ad3c-7abc27ba493b None None] Pushing event deleted for resources: {'Port': ['ID=5c88a026-fe73-4f99-a5f4-a7dfc8e0d852,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:38.116965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677494d-2666-4966-ad3c-7abc27ba493b None None] No DVR routers for this DVR port 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 18:59:38.154791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.157384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90fc103-e09d-42bd-8d41-ba47d0b0361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.178001 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90fc103-e09d-42bd-8d41-ba47d0b0361d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.181423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f90fc103-e09d-42bd-8d41-ba47d0b0361d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80469904-8d32-48bb-8606-a947c52761e1 HTTP/1.1" status: 204 len: 168 time: 0.3630884 Apr 05 18:59:38.188212 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.216857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.246087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:59:38.260618 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.261326 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Added segment ab3b10ac-9729-4a48-ac25-f0c0d9b78e33 of type vlan for network 741484f2-9997-43b1-b3cf-f7ffdafa478a Apr 05 18:59:38.270675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05641e8f-86fc-432c-955f-a6569a738eb7']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:38.292023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a9e753-56a4-4893-8ed5-c91f0e91bdf1') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:38.292562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a9e753-56a4-4893-8ed5-c91f0e91bdf1') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:38.303617 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.317796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.324145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 18:59:38.324785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.336475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.381302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.382648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:38.383287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: timer() Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 18:59:38.403158 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 18:59:38.415486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.422484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:38.430581 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.437552 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] 10.222.0.15 "DELETE /v2.0/networks/05641e8f-86fc-432c-955f-a6569a738eb7 HTTP/1.1" status: 204 len: 168 time: 1.3188920 Apr 05 18:59:38.441384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:38.447850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:38.461141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=28bd7f4b-a9dd-4086-91f4-4fd88e08315a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:38.490770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2696655-a377-481c-a846-50ae7e2984d3 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250 tempest-ExtraDHCPOptionsIpV6TestJSON-358507250-project] Pushing event deleted for resources: {'Network': ['ID=05641e8f-86fc-432c-955f-a6569a738eb7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:38.537831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Pushing event updated for resources: {'Network': ['ID=741484f2-9997-43b1-b3cf-f7ffdafa478a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:38.543796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fc103-e09d-42bd-8d41-ba47d0b0361d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80469904-8d32-48bb-8606-a947c52761e1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:38.550734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 741484f2-9997-43b1-b3cf-f7ffdafa478a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:59:38.576576 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d83fc4-0cda-449f-8b91-7a62c7e2ebe7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:38.586986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e1892b73-6f3e-4651-a730-0de85d7e2c4e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9767900 Apr 05 18:59:38.590638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39586) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:38.603734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Request body: {'subnet': {'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1753530923-subnet', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:38.640582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f782c-4a5e-447a-b646-4542a91ed1fe req-90dcc283-aaca-47a2-8a93-5eb695bc4c35 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:38.642531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-600f782c-4a5e-447a-b646-4542a91ed1fe req-90dcc283-aaca-47a2-8a93-5eb695bc4c35 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 944 time: 0.2745247 Apr 05 18:59:38.644031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Made reservation on behalf of 51ad56684fe24c57982e905c4a2f3055 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:38.646898 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.916712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:59:38.925028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:38.963983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 18:59:38.965136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5c88a026-fe73-4f99-a5f4-a7dfc8e0d852 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 18:59:39.024675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:39.036288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-600f782c-4a5e-447a-b646-4542a91ed1fe req-86bf5731-88d3-45af-9a8f-6ad2c42cc66d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817416 Apr 05 18:59:39.042866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39600) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:39.062664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0a207-0be0-4efd-8765-9d1c28d9abe9 req-6fa299c3-bf1e-4435-8c9b-282dca3c554c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:39.063972 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9be0a207-0be0-4efd-8765-9d1c28d9abe9 req-6fa299c3-bf1e-4435-8c9b-282dca3c554c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1633136 Apr 05 18:59:39.104949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Checking segment: {'id': 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:39.105272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Network hostable DHCP agents. Network: 741484f2-9997-43b1-b3cf-f7ffdafa478a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:59:39.138052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9be0a207-0be0-4efd-8765-9d1c28d9abe9 req-fd86f016-164f-4063-a2ee-748e270d6216 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647829 Apr 05 18:59:39.144404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Network 741484f2-9997-43b1-b3cf-f7ffdafa478a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:59:39.159759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 741484f2-9997-43b1-b3cf-f7ffdafa478a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:39.166135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:39.166781 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.170080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54706eb2-ec3c-4b83-bb3a-02c9a67229d2 None None] Network 741484f2-9997-43b1-b3cf-f7ffdafa478a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:39.200088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4fecf76d-6477-4db7-8e9d-21868c01d74d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6019652 Apr 05 18:59:39.204192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39608) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:39.221322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:39.270322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.271661 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.328162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.412326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.431377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383707-49c1-43ac-90e6-355c5abca647 req-61028509-644c-4d2f-8c15-dc087d646f29 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:39.433045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb383707-49c1-43ac-90e6-355c5abca647 req-61028509-644c-4d2f-8c15-dc087d646f29 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1464787 Apr 05 18:59:39.444565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.562249 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b731054-209f-4a80-a536-a6e60009b5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.623092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-741484f2-9997-43b1-b3cf-f7ffdafa478a', 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'fixed_ips': [{'subnet_id': 'f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:59:39.623961 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.670166 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.684186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.692047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.794705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event updated for resources: {'Port': ['ID=28bd7f4b-a9dd-4086-91f4-4fd88e08315a,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:39.810429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb383707-49c1-43ac-90e6-355c5abca647 req-b4dfdb1f-1cb6-47fd-9561-d68cff48bc77 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796340 Apr 05 18:59:39.816412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-03750c5b-20be-443d-9f4f-de1e236b854f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce99af2c1f7f4c2b92feebad76cd26ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7683342 Apr 05 18:59:39.819510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39626) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:39.826645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.950183 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e436-d1dc-4c09-a523-fb08e89f7eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:39.963999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39634) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:39.984926 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Allocated IP 172.20.0.2 (741484f2-9997-43b1-b3cf-f7ffdafa478a/f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7/94e22b4b-1007-422e-82b8-247fa68b0e68) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:40.050585 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e436-d1dc-4c09-a523-fb08e89f7eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.096432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888bccee-a7e8-41b4-85c7-705dd4ec5bf3 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:40.100649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-888bccee-a7e8-41b4-85c7-705dd4ec5bf3 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1092 time: 0.1323977 Apr 05 18:59:40.101702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39640) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:40.109472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:40.116299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 74ac287b-1dcb-45f3-8c05-b7416924cf8f up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:40.127159 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Floating IP 53a4bff6-f3f5-4dc4-879f-9ed0aec06cdb associated. External IP: 172.25.4.23, port: e845d958-d285-46b5-9b5d-505fce034912. Apr 05 18:59:40.224905 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e436-d1dc-4c09-a523-fb08e89f7eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.242376 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e436-d1dc-4c09-a523-fb08e89f7eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.243947 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0dc3e436-d1dc-4c09-a523-fb08e89f7eaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f2b08f6-48bc-432f-991e-2ceead5c1f26 HTTP/1.1" status: 204 len: 168 time: 0.4198422 Apr 05 18:59:40.252046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.313308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 74ac287b-1dcb-45f3-8c05-b7416924cf8f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 18:59:40.328422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 74ac287b-1dcb-45f3-8c05-b7416924cf8f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:40.329210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.350237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3e436-d1dc-4c09-a523-fb08e89f7eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2b08f6-48bc-432f-991e-2ceead5c1f26,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:40.374269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80403a-16bf-4ea1-a7cb-39be998f4855 req-ef53807c-3aac-49b2-96ce-c3127c238120 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:40.382911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c80403a-16bf-4ea1-a7cb-39be998f4855 req-ef53807c-3aac-49b2-96ce-c3127c238120 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 944 time: 0.2416027 Apr 05 18:59:40.385755 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.426137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.516912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Network 741484f2-9997-43b1-b3cf-f7ffdafa478a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:40.539380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:40.539380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:40.595396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c80403a-16bf-4ea1-a7cb-39be998f4855 req-a3a5775e-2aa2-4b84-83a6-5ab93b6710b0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456273 Apr 05 18:59:40.601602 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.625550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:59:40.648237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.649938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Pushing event updated for resources: {'Port': ['ID=94e22b4b-1007-422e-82b8-247fa68b0e68,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:40.705577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Attempting to bind port 94e22b4b-1007-422e-82b8-247fa68b0e68 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:40.705577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Attempting to bind port 94e22b4b-1007-422e-82b8-247fa68b0e68 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:40.705577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Attempting to bind port 94e22b4b-1007-422e-82b8-247fa68b0e68 on network 741484f2-9997-43b1-b3cf-f7ffdafa478a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:40.719898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:40.720275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Checking segment: {'id': 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:40.721208 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.721726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Bound using segment: {'id': 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:40.722204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Bound port: 94e22b4b-1007-422e-82b8-247fa68b0e68, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:40.722610 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.745643 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.865796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Allocated IP 172.25.4.157 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/e8999d4c-8c7a-4c23-b7e7-014d84e02902) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:40.899644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] For port 94e22b4b-1007-422e-82b8-247fa68b0e68, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:40.903833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] For port 94e22b4b-1007-422e-82b8-247fa68b0e68, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=94e22b4b-1007-422e-82b8-247fa68b0e68,segment=NetworkSegment(ab3b10ac-9729-4a48-ac25-f0c0d9b78e33),segment_id=ab3b10ac-9729-4a48-ac25-f0c0d9b78e33)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:40.914127 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:40.927857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928ecbe2-da18-47b2-af70-90314774e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ac287b-1dcb-45f3-8c05-b7416924cf8f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:40.931988 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7743066b-eeb4-4378-b2f3-8f97837d5e38" -d '{"events": [{"server_uuid": "928ecbe2-da18-47b2-af70-90314774e48f", "name": "network-vif-plugged", "status": "completed", "tag": "74ac287b-1dcb-45f3-8c05-b7416924cf8f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:40.961257 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:41.016911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 74ac287b-1dcb-45f3-8c05-b7416924cf8f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=74ac287b-1dcb-45f3-8c05-b7416924cf8f,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:41.031026 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65374122-1dc8-4f69-8670-041a9ab66795 x-openstack-request-id: req-65374122-1dc8-4f69-8670-041a9ab66795 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:41.031321 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928ecbe2-da18-47b2-af70-90314774e48f", "name": "network-vif-plugged", "status": "completed", "tag": "74ac287b-1dcb-45f3-8c05-b7416924cf8f", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:41.031576 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65374122-1dc8-4f69-8670-041a9ab66795 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:41.031982 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65374122-1dc8-4f69-8670-041a9ab66795'] response: {'server_uuid': '928ecbe2-da18-47b2-af70-90314774e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ac287b-1dcb-45f3-8c05-b7416924cf8f', 'code': 200} Apr 05 18:59:41.043487 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:41.089061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a198ee6-0c95-4283-b819-eaca1a39d25c None None] Pushing event updated for resources: {'Port': ['ID=94e22b4b-1007-422e-82b8-247fa68b0e68,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:41.106750 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 18:59:41.140757 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:41.190198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=74ac287b-1dcb-45f3-8c05-b7416924cf8f,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:41.207173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:59:41.225046 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] Sync routers for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:59:41.242371 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:41.246682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cfd30-7e1f-4501-bd75-5fe064292e11 req-6bc1266d-7188-463c-a04f-9cecfdf20ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:41.248241 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-240cfd30-7e1f-4501-bd75-5fe064292e11 req-6bc1266d-7188-463c-a04f-9cecfdf20ce1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 1096 time: 0.1157100 Apr 05 18:59:41.268134 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:41.268862 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:41.271922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:41.322899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:41.350438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:41.357677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Pushing event updated for resources: {'Port': ['ID=e8999d4c-8c7a-4c23-b7e7-014d84e02902,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:41.361350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:41.556573 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0d3b6cd8-7cc8-4c85-a821-9999b35880d9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5058300 Apr 05 18:59:41.567849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:41.581284 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a756e7b-10a7-4d22-9195-f99c5b92e2af" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "tag": "e845d958-d285-46b5-9b5d-505fce034912"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:41.639897 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-240cfd30-7e1f-4501-bd75-5fe064292e11 req-1e4ffc6d-5236-4a1b-a715-d3faa6f9228c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445935 Apr 05 18:59:41.682650 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b170b5ea-8dfa-4f7c-9d73-9226e9a8e26e x-openstack-request-id: req-b170b5ea-8dfa-4f7c-9d73-9226e9a8e26e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:41.683224 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "tag": "e845d958-d285-46b5-9b5d-505fce034912", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:41.683224 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b170b5ea-8dfa-4f7c-9d73-9226e9a8e26e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:41.683623 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b170b5ea-8dfa-4f7c-9d73-9226e9a8e26e'] response: {'name': 'network-changed', 'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912', 'status': 'completed', 'code': 200} Apr 05 18:59:41.704378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.25.4.243 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/527e7a0a-e090-4a46-a5cd-07caead2be38) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:41.772955 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:41.793035 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7e1add7-007c-4cbc-a747-9ea02999053a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:41.870940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de21a2-51f3-449f-a35b-d6aeeb532c1c req-58d9f7fd-bc45-4bc2-8b19-5fb058b96ba5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:41.872611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39de21a2-51f3-449f-a35b-d6aeeb532c1c req-58d9f7fd-bc45-4bc2-8b19-5fb058b96ba5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 945 time: 0.0874770 Apr 05 18:59:41.969542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39702) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:42.043063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39de21a2-51f3-449f-a35b-d6aeeb532c1c req-a21411ae-80b4-45f2-948a-1b0bed79d2b8 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313300 Apr 05 18:59:42.145060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:42.175206 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4b1da85c-7cdb-4883-a84c-8df24052a611', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:49Z', 'updated_at': '2022-04-05T18:56:55Z', 'revision_number': 1, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}, {'id': '53a4bff6-f3f5-4dc4-879f-9ed0aec06cdb', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.23', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'e845d958-d285-46b5-9b5d-505fce034912', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:ea:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:59:38Z', 'updated_at': '2022-04-05T18:59:38Z', 'revision_number': 0, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:42.278792 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] Checking router: 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:59:42.301661 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:42.302283 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:42.402369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-27a97ddd-c101-48f3-a9b5-a58f30e8b59f tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-799601716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:42.652555 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:42.703411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-f25cc8ec-4206-4c3e-84ce-14e1f83087ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:42.705726 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-f25cc8ec-4206-4c3e-84ce-14e1f83087ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 1096 time: 0.7810771 Apr 05 18:59:42.852848 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:42.858458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-817ff152-d823-4b08-a7b3-3d912e6a4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:42.860070 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-817ff152-d823-4b08-a7b3-3d912e6a4d06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.1449547 Apr 05 18:59:42.860664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39714) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:42.868571 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:42.959462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50bded-699c-42fd-a780-68a2f5726b61 None None] Network 741484f2-9997-43b1-b3cf-f7ffdafa478a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:43.010752 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-5a8c8822-b164-46ed-9ac1-00d2e1ae23e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e845d958-d285-46b5-9b5d-505fce034912 HTTP/1.1" status: 200 len: 998 time: 0.1362731 Apr 05 18:59:43.068426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 94e22b4b-1007-422e-82b8-247fa68b0e68 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:43.122212 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27a97ddd-c101-48f3-a9b5-a58f30e8b59f tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.123255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27a97ddd-c101-48f3-a9b5-a58f30e8b59f tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.147090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.150933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5df67a36-e9f0-4739-8930-45c7cbcca342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.182449 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27a97ddd-c101-48f3-a9b5-a58f30e8b59f tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.201330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27a97ddd-c101-48f3-a9b5-a58f30e8b59f tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.229979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=527e7a0a-e090-4a46-a5cd-07caead2be38,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:43.231010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1af8486d-e84e-4165-b337-a40de5852d20 None None] Provisioning complete for port 94e22b4b-1007-422e-82b8-247fa68b0e68 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:43.231375 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1af8486d-e84e-4165-b337-a40de5852d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.263093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:43.265269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-9791afcc-5fa4-4861-a93d-47d63d4c7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:43.267054 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-9791afcc-5fa4-4861-a93d-47d63d4c7145 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.2462368 Apr 05 18:59:43.272003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:43.317057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:43.381760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27a97ddd-c101-48f3-a9b5-a58f30e8b59f tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.386008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-27a97ddd-c101-48f3-a9b5-a58f30e8b59f tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.4115534 Apr 05 18:59:43.395101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39720) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:43.395625 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4b1da85c-7cdb-4883-a84c-8df24052a611', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:49Z', 'updated_at': '2022-04-05T18:56:55Z', 'revision_number': 1, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}, {'id': '53a4bff6-f3f5-4dc4-879f-9ed0aec06cdb', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.23', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'e845d958-d285-46b5-9b5d-505fce034912', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:ea:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:59:38Z', 'updated_at': '2022-04-05T18:59:38Z', 'revision_number': 0, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:43.401595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2137948296'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:43.410968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 94e22b4b-1007-422e-82b8-247fa68b0e68 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:43.411614 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.462557 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295337d-25ec-43e5-a37e-fd0bfd3e8d24 None None] The sync data for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 is: [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4b1da85c-7cdb-4883-a84c-8df24052a611', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:49Z', 'updated_at': '2022-04-05T18:56:55Z', 'revision_number': 1, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}, {'id': '53a4bff6-f3f5-4dc4-879f-9ed0aec06cdb', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.23', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'e845d958-d285-46b5-9b5d-505fce034912', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:ea:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:59:38Z', 'updated_at': '2022-04-05T18:59:38Z', 'revision_number': 0, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:59:43.472090 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.510137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2224c0-4507-41a0-9d9b-8f01a837653e req-aecfcff4-2d16-42df-b012-409ed5016e5b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:43.518552 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a2224c0-4507-41a0-9d9b-8f01a837653e req-aecfcff4-2d16-42df-b012-409ed5016e5b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 945 time: 0.3299947 Apr 05 18:59:43.529806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Made reservation on behalf of 307e0f77b06940899b1c9ea50bf10463 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:43.534059 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.651522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-e9c6e764-ab50-4480-8209-29f453ea78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:43.654272 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-e9c6e764-ab50-4480-8209-29f453ea78e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3753927 Apr 05 18:59:43.758893 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:43.839001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a2224c0-4507-41a0-9d9b-8f01a837653e req-a538f2d7-5c07-42a0-a338-786927f0f164 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181643 Apr 05 18:59:43.874672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Router 65637536-59f5-494a-b475-6318300c3bc8 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:59:44.031435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8d121d-fa84-438a-8bf3-5f06a9437f48 None None] New status for floating IP 53a4bff6-f3f5-4dc4-879f-9ed0aec06cdb: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:59:44.073697 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.082727 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.095984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:59:44.106389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.107255 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Added segment 91035397-06b1-4452-a18f-baf0355a0da7 of type vlan for network 0bdc66aa-ec51-44d6-8941-814e82351eca Apr 05 18:59:44.122291 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-d81bf949-8f55-43af-adae-7791ccb17ece service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480538 Apr 05 18:59:44.127974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5df67a36-e9f0-4739-8930-45c7cbcca342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.158106 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.175312 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5df67a36-e9f0-4739-8930-45c7cbcca342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.381187 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1af8486d-e84e-4165-b337-a40de5852d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.410901 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5df67a36-e9f0-4739-8930-45c7cbcca342 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba1119e63ba64504b01988f162413e20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5446792 Apr 05 18:59:44.422644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39744) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:44.485513 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.513562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df67a36-e9f0-4739-8930-45c7cbcca342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b660a35d-0244-433c-97d9-eb58970ad4ae,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:44.542354 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.545521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1af8486d-e84e-4165-b337-a40de5852d20 None None] For port 94e22b4b-1007-422e-82b8-247fa68b0e68, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=94e22b4b-1007-422e-82b8-247fa68b0e68,segment=NetworkSegment(ab3b10ac-9729-4a48-ac25-f0c0d9b78e33),segment_id=ab3b10ac-9729-4a48-ac25-f0c0d9b78e33)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:44.560722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eef51-8b20-4937-8884-229f27fd2b3b req-14f9366b-20e7-4511-989f-f21be98adf6e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:44.563645 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1af8486d-e84e-4165-b337-a40de5852d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.565335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-912eef51-8b20-4937-8884-229f27fd2b3b req-14f9366b-20e7-4511-989f-f21be98adf6e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.3133287 Apr 05 18:59:44.570130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc54ac-fbd7-4e98-9a6c-c21a0387ffc4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:44.589308 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.596352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:44.597583 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.632893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-912eef51-8b20-4937-8884-229f27fd2b3b req-845d2fd5-434c-4e45-823b-fbee6bbc5708 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/quotas/a7b70a1e430d42158b5c8c5773e08b2c HTTP/1.1" status: 200 len: 375 time: 0.0288506 Apr 05 18:59:44.645288 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ef4cee2-9341-4323-a6a4-cd8b75d549ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.651988 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a756e7b-10a7-4d22-9195-f99c5b92e2af req-d2bc84c3-44dc-472c-8d9e-b8e5b139d200 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129018 Apr 05 18:59:44.699730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8486d-e84e-4165-b337-a40de5852d20 None None] Pushing event updated for resources: {'Port': ['ID=94e22b4b-1007-422e-82b8-247fa68b0e68,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:44.701257 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ef4cee2-9341-4323-a6a4-cd8b75d549ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.737486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:59:44.751699 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Sync routers for ids ['65637536-59f5-494a-b475-6318300c3bc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:59:44.771328 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Routers {'65637536-59f5-494a-b475-6318300c3bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:44.774744 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['65637536-59f5-494a-b475-6318300c3bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:44.802779 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4064212 Apr 05 18:59:44.817118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39750) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:44.820106 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.827037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5579314a-6bde-497a-92c4-caadfe3cf033 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6210063 Apr 05 18:59:44.832355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39752) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:44.836886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'subnet': {'network_id': '0bdc66aa-ec51-44d6-8941-814e82351eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:44.839840 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ef4cee2-9341-4323-a6a4-cd8b75d549ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.845617 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:59:44.845992 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:59:44.848564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ef4cee2-9341-4323-a6a4-cd8b75d549ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:44.855520 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0ef4cee2-9341-4323-a6a4-cd8b75d549ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b660a35d-0244-433c-97d9-eb58970ad4ae HTTP/1.1" status: 204 len: 168 time: 0.4271524 Apr 05 18:59:44.998931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4cee2-9341-4323-a6a4-cd8b75d549ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b660a35d-0244-433c-97d9-eb58970ad4ae,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:45.011550 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:45.078549 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Set router 65637536-59f5-494a-b475-6318300c3bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:45.080582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:45.081336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-96109464-eb37-4385-be2f-cdfe0e6bba61 None None] Provisioning complete for port 94e22b4b-1007-422e-82b8-247fa68b0e68 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:45.081865 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96109464-eb37-4385-be2f-cdfe0e6bba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:45.181655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Made reservation on behalf of 307e0f77b06940899b1c9ea50bf10463 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:45.193398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:45.360687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090ce76-99a2-4701-a65a-0c3558fb43a4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Network': ['ID=0bdc66aa-ec51-44d6-8941-814e82351eca,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:45.362273 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65637536-59f5-494a-b475-6318300c3bc8', 'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:39Z', 'updated_at': '2022-04-05T18:59:41Z', 'revision_number': 3, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'gw_port': {'id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:40Z', 'updated_at': '2022-04-05T18:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:45.379786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-912eef51-8b20-4937-8884-229f27fd2b3b req-7a44b1f1-49e9-4743-92d8-0314a56d2446 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7330801 Apr 05 18:59:45.445171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0bdc66aa-ec51-44d6-8941-814e82351eca details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:59:45.488357 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Checking router: 65637536-59f5-494a-b475-6318300c3bc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:59:45.488698 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Updating router 65637536-59f5-494a-b475-6318300c3bc8 port e8999d4c-8c7a-4c23-b7e7-014d84e02902 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:59:45.576985 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:45.624165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-912eef51-8b20-4937-8884-229f27fd2b3b req-52a63f2a-e0ec-4785-a58f-875b8870e721 service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305517 Apr 05 18:59:45.636030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39760) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:45.708848 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:45.753243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c50c0e57-cdd0-4f70-815a-875d3eeb6f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:45.860775 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 94e22b4b-1007-422e-82b8-247fa68b0e68 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:45.884357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Subnet': ['ID=1d2ae45d-27e0-4894-88a2-140e001e1af5,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:45.966200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-912eef51-8b20-4937-8884-229f27fd2b3b req-e5b6b3ba-467b-4ab1-a4a0-de40e1b41c0e service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291652 Apr 05 18:59:45.977967 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 94e22b4b-1007-422e-82b8-247fa68b0e68 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:45.978639 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:45.982157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Checking segment: {'id': '91035397-06b1-4452-a18f-baf0355a0da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bdc66aa-ec51-44d6-8941-814e82351eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:45.985656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network hostable DHCP agents. Network: 0bdc66aa-ec51-44d6-8941-814e82351eca, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:59:46.062337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network 0bdc66aa-ec51-44d6-8941-814e82351eca is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:59:46.086526 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.087962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0bdc66aa-ec51-44d6-8941-814e82351eca) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:46.097503 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.111418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:46.112126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.137716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e537b-04d7-4d73-b79a-b64eb8e16ad2 None None] Network 0bdc66aa-ec51-44d6-8941-814e82351eca requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:46.176394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b28cc9fc-839d-4056-9584-3c53f6defbf2 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3480124 Apr 05 18:59:46.180641 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c50c0e57-cdd0-4f70-815a-875d3eeb6f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.181167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39764) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:46.188734 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c50c0e57-cdd0-4f70-815a-875d3eeb6f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.192666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'network': {'name': 'tempest-router-network01--974063296'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:46.241301 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa87e5-8c4c-4cba-ad0f-9e4e1c2a9ed3 None None] Pushing event updated for resources: {'Port': ['ID=e8999d4c-8c7a-4c23-b7e7-014d84e02902,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:46.246924 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Attempting to bind port e8999d4c-8c7a-4c23-b7e7-014d84e02902 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:46.247460 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Attempting to bind port e8999d4c-8c7a-4c23-b7e7-014d84e02902 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:46.247819 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Attempting to bind port e8999d4c-8c7a-4c23-b7e7-014d84e02902 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:46.256817 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:46.257695 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:46.258297 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.259689 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:46.260292 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Bound port: e8999d4c-8c7a-4c23-b7e7-014d84e02902, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:46.261146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.261621 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.281558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c50c0e57-cdd0-4f70-815a-875d3eeb6f63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8870711eb74c46b7bf32d4ae113eb1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379869 Apr 05 18:59:46.282787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c0e57-cdd0-4f70-815a-875d3eeb6f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3adc288-0371-4f2b-b534-189bfd1dd3fa,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:46.285824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39770) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:46.380651 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] For port e8999d4c-8c7a-4c23-b7e7-014d84e02902, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:46.386519 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] For port e8999d4c-8c7a-4c23-b7e7-014d84e02902, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e8999d4c-8c7a-4c23-b7e7-014d84e02902,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:46.396602 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.401719 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1241273-9621-4e1d-ae38-b359d2465921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.459015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1241273-9621-4e1d-ae38-b359d2465921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.520114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0bdc66aa-ec51-44d6-8941-814e82351eca', 'network_id': '0bdc66aa-ec51-44d6-8941-814e82351eca', 'tenant_id': '307e0f77b06940899b1c9ea50bf10463', 'fixed_ips': [{'subnet_id': '1d2ae45d-27e0-4894-88a2-140e001e1af5'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:59:46.521366 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.579139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Made reservation on behalf of 307e0f77b06940899b1c9ea50bf10463 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:46.583988 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.600809 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Routers {'65637536-59f5-494a-b475-6318300c3bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:46.601502 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['65637536-59f5-494a-b475-6318300c3bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:46.603586 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa87e5-8c4c-4cba-ad0f-9e4e1c2a9ed3 None None] Pushing event updated for resources: {'Port': ['ID=e8999d4c-8c7a-4c23-b7e7-014d84e02902,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:46.658721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1241273-9621-4e1d-ae38-b359d2465921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.661876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1241273-9621-4e1d-ae38-b359d2465921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.663457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f1241273-9621-4e1d-ae38-b359d2465921 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3adc288-0371-4f2b-b534-189bfd1dd3fa HTTP/1.1" status: 204 len: 168 time: 0.3766477 Apr 05 18:59:46.691546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1241273-9621-4e1d-ae38-b359d2465921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3adc288-0371-4f2b-b534-189bfd1dd3fa,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:46.724607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:59:46.754376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.754376 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Added segment 149303fd-11c7-49cc-8785-b175654bcf48 of type vlan for network 052424bd-b824-4999-84a2-c3b17088ea52 Apr 05 18:59:46.884379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.981612 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:46.988398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Allocated IP 2001:db8::2 (0bdc66aa-ec51-44d6-8941-814e82351eca/1d2ae45d-27e0-4894-88a2-140e001e1af5/881ad5f1-99a5-4de4-8304-f0ac45691588) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:46.999761 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] Set router 65637536-59f5-494a-b475-6318300c3bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:47.391814 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:47.401599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:47.473300 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65637536-59f5-494a-b475-6318300c3bc8', 'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:39Z', 'updated_at': '2022-04-05T18:59:41Z', 'revision_number': 3, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'gw_port': {'id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:40Z', 'updated_at': '2022-04-05T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:47.478591 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:47.485047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Pushing event updated for resources: {'Port': ['ID=881ad5f1-99a5-4de4-8304-f0ac45691588,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:47.500827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:47.504448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:47.515523 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5503906-d8f1-4b43-954c-cd346b17f4b4 None None] The sync data for ids ['65637536-59f5-494a-b475-6318300c3bc8'] in n-d-836650-3 is: [{'id': '65637536-59f5-494a-b475-6318300c3bc8', 'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:39Z', 'updated_at': '2022-04-05T18:59:41Z', 'revision_number': 3, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'gw_port': {'id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:40Z', 'updated_at': '2022-04-05T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:59:47.525803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Network 0bdc66aa-ec51-44d6-8941-814e82351eca is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:47.529879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:47.541365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:47.660022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Attempting to bind port 881ad5f1-99a5-4de4-8304-f0ac45691588 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:47.660362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Attempting to bind port 881ad5f1-99a5-4de4-8304-f0ac45691588 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '91035397-06b1-4452-a18f-baf0355a0da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bdc66aa-ec51-44d6-8941-814e82351eca'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:47.660733 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Attempting to bind port 881ad5f1-99a5-4de4-8304-f0ac45691588 on network 0bdc66aa-ec51-44d6-8941-814e82351eca {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:47.675175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:47.675549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Checking segment: {'id': '91035397-06b1-4452-a18f-baf0355a0da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bdc66aa-ec51-44d6-8941-814e82351eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:47.675883 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:47.676263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Bound using segment: {'id': '91035397-06b1-4452-a18f-baf0355a0da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bdc66aa-ec51-44d6-8941-814e82351eca'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:47.676776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Bound port: 881ad5f1-99a5-4de4-8304-f0ac45691588, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91035397-06b1-4452-a18f-baf0355a0da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0bdc66aa-ec51-44d6-8941-814e82351eca'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:47.677171 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:47.682193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-aeb5bce0-76cf-467b-a8b8-e3c4f8507545 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:47.695100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-aeb5bce0-76cf-467b-a8b8-e3c4f8507545 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.2415311 Apr 05 18:59:47.715691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-7fa274ac-f14e-46fd-a5ab-46f331013658 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/quotas/a7b70a1e430d42158b5c8c5773e08b2c HTTP/1.1" status: 200 len: 375 time: 0.0194106 Apr 05 18:59:47.737715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Allocated IP 172.20.0.1 (741484f2-9997-43b1-b3cf-f7ffdafa478a/f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7/2a9e0920-fd06-4711-a16f-8d375a7b4bfe) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:47.778117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] For port 881ad5f1-99a5-4de4-8304-f0ac45691588, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:47.785279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] For port 881ad5f1-99a5-4de4-8304-f0ac45691588, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=881ad5f1-99a5-4de4-8304-f0ac45691588,segment=NetworkSegment(91035397-06b1-4452-a18f-baf0355a0da7),segment_id=91035397-06b1-4452-a18f-baf0355a0da7)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:47.787556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a6050c38-607c-4299-8b58-d1d84d0400fa tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704184 Apr 05 18:59:47.792233 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:47.922212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-968fc53d-2274-4324-b5fc-a6ebc39303a5 service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336062 Apr 05 18:59:47.935232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c448de-331d-4096-a85d-31c2eed408f2 None None] Pushing event updated for resources: {'Port': ['ID=881ad5f1-99a5-4de4-8304-f0ac45691588,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:47.995785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:48.113724 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9266608 Apr 05 18:59:48.132275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39836) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:48.137666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:48.139359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'network': {'name': 'tempest-router-network02--604837738'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:48.163244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-c0f298f4-0a16-499f-88a7-faf449c82a71 service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398224 Apr 05 18:59:48.196684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Made reservation on behalf of 307e0f77b06940899b1c9ea50bf10463 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:48.207207 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:48.285843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:59:48.310097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:48.310743 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Added segment b59225a6-5673-43e7-823a-02138aa882da of type vlan for network 7560534f-5c55-430d-9c76-7ff696b3903d Apr 05 18:59:48.372972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=527e7a0a-e090-4a46-a5cd-07caead2be38,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:48.402967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19e851-ae9c-4442-9902-db1706226238 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Network': ['ID=052424bd-b824-4999-84a2-c3b17088ea52,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:48.417259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 052424bd-b824-4999-84a2-c3b17088ea52 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:59:48.453050 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:48.501085 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:48.517335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:48.517589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:48.547324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4134486 Apr 05 18:59:48.547958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39850) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:48.601363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'subnet': {'network_id': '052424bd-b824-4999-84a2-c3b17088ea52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:48.649406 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:48.786727 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:48.930536 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Floating IP 98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a associated. External IP: 172.25.4.243, port: f8016386-4483-4499-842d-30d50bc0a4d6. Apr 05 18:59:48.956184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33836a69-54ba-4c4f-bb90-18b3e4081d37 req-a4eca44f-14d0-4f6c-90af-8a7b2ee3a08a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 210 time: 0.1040592 Apr 05 18:59:48.968588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b89ff-f5f6-4957-9bbd-1f4c0b92f13c tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Network': ['ID=7560534f-5c55-430d-9c76-7ff696b3903d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:48.984327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 7560534f-5c55-430d-9c76-7ff696b3903d details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:59:49.038004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Made reservation on behalf of 307e0f77b06940899b1c9ea50bf10463 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:49.046303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:49.063844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:49.228514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Network 741484f2-9997-43b1-b3cf-f7ffdafa478a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:49.262558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39870) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:49.334257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:49.345095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:49.358234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9e0920-fd06-4711-a16f-8d375a7b4bfe,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:49.566636 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:49.674114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44f50675-f86f-479a-9f31-27f4a2845e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:49.791603 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:49.904254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-23ffae2e-9deb-4c34-a9a8-554f33dba079 None None] Provisioning complete for port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:49.904812 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23ffae2e-9deb-4c34-a9a8-554f33dba079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:49.982102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139afcbe-bb65-4ba9-82fc-8b6e40a2e363 None None] Network 0bdc66aa-ec51-44d6-8941-814e82351eca requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:50.035750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 881ad5f1-99a5-4de4-8304-f0ac45691588 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:50.054361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44f50675-f86f-479a-9f31-27f4a2845e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.077455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Subnet': ['ID=cd92b07d-4ab7-4fcb-bddf-07f8930483b5,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:50.088461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44f50675-f86f-479a-9f31-27f4a2845e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.112555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-23ffae2e-9deb-4c34-a9a8-554f33dba079 None None] Port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:59:50.175647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b9cd4f2-11cd-43d2-9086-1158851eb768 req-4ab1096f-5326-484c-ab1f-85b3d47bbf06 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 210 time: 0.0894544 Apr 05 18:59:50.193018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Checking segment: {'id': '149303fd-11c7-49cc-8785-b175654bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '052424bd-b824-4999-84a2-c3b17088ea52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:50.193703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network hostable DHCP agents. Network: 052424bd-b824-4999-84a2-c3b17088ea52, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:59:50.285632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-44f50675-f86f-479a-9f31-27f4a2845e8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17ff998c739d470aa642049cabf070b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0187352 Apr 05 18:59:50.286837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network 052424bd-b824-4999-84a2-c3b17088ea52 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:59:50.311545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39882) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:50.318972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 052424bd-b824-4999-84a2-c3b17088ea52) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:50.327637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 881ad5f1-99a5-4de4-8304-f0ac45691588 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:50.328006 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.348878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:50.351729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.355149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6d02daf2-15c8-404e-b370-7e57cd510c20 None None] Provisioning complete for port 881ad5f1-99a5-4de4-8304-f0ac45691588 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:50.355587 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d02daf2-15c8-404e-b370-7e57cd510c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.373072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f50675-f86f-479a-9f31-27f4a2845e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb74046-047a-43cd-8f09-d35b76c61dc2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:50.393311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-46e661c4-2121-47d6-8cf5-2089f944a95a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8206608 Apr 05 18:59:50.395278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39884) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:50.407345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'subnet': {'network_id': '7560534f-5c55-430d-9c76-7ff696b3903d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:50.414517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3acd5f-3118-457b-ad49-7ab28356d022 None None] Network 052424bd-b824-4999-84a2-c3b17088ea52 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:50.622374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Made reservation on behalf of 307e0f77b06940899b1c9ea50bf10463 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:50.626330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.753643 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.753884 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d02daf2-15c8-404e-b370-7e57cd510c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.776090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-29959580-1688-472e-ad08-891a7d5337c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.808614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6d02daf2-15c8-404e-b370-7e57cd510c20 None None] For port 881ad5f1-99a5-4de4-8304-f0ac45691588, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=881ad5f1-99a5-4de4-8304-f0ac45691588,segment=NetworkSegment(91035397-06b1-4452-a18f-baf0355a0da7),segment_id=91035397-06b1-4452-a18f-baf0355a0da7)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:50.829965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 773efb99-1e5f-487c-9955-460f523a2494 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:59:50.842182 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d02daf2-15c8-404e-b370-7e57cd510c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.900787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-4dc268bc-3264-478a-bd46-8e1b3b68ac0b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:50.902622 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-4dc268bc-3264-478a-bd46-8e1b3b68ac0b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.6295121 Apr 05 18:59:50.911032 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-29959580-1688-472e-ad08-891a7d5337c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:50.931883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Request body: {'port': {'device_id': '9b61988d-7a5d-4260-9ef0-87334cabd140', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'admin_state_up': True, 'tenant_id': 'a7b70a1e430d42158b5c8c5773e08b2c'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:51.021178 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.102649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e8999d4c-8c7a-4c23-b7e7-014d84e02902 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:51.130258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02daf2-15c8-404e-b370-7e57cd510c20 None None] Pushing event updated for resources: {'Port': ['ID=881ad5f1-99a5-4de4-8304-f0ac45691588,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:51.161986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Subnet': ['ID=a138ea7a-ed96-41a0-aab7-9f6d5856dfef,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:51.202277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-052424bd-b824-4999-84a2-c3b17088ea52', 'network_id': '052424bd-b824-4999-84a2-c3b17088ea52', 'tenant_id': '307e0f77b06940899b1c9ea50bf10463', 'fixed_ips': [{'subnet_id': 'cd92b07d-4ab7-4fcb-bddf-07f8930483b5'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:59:51.203790 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.225426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Checking segment: {'id': 'b59225a6-5673-43e7-823a-02138aa882da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7560534f-5c55-430d-9c76-7ff696b3903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:51.233071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network hostable DHCP agents. Network: 7560534f-5c55-430d-9c76-7ff696b3903d, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:59:51.264906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network 7560534f-5c55-430d-9c76-7ff696b3903d is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:59:51.272065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e8999d4c-8c7a-4c23-b7e7-014d84e02902 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:51.272621 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.288027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 7560534f-5c55-430d-9c76-7ff696b3903d) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:51.297958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:51.301317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3d7cf18b-ba21-4e15-9cab-94645f02cce8 None None] Provisioning complete for port 881ad5f1-99a5-4de4-8304-f0ac45691588 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:51.301622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d7cf18b-ba21-4e15-9cab-94645f02cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.324006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.330449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0ae69-b392-4aa3-a480-6d2e6779c5eb None None] Network 7560534f-5c55-430d-9c76-7ff696b3903d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:51.372790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-29959580-1688-472e-ad08-891a7d5337c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.375703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-29959580-1688-472e-ad08-891a7d5337c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.377640 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-29959580-1688-472e-ad08-891a7d5337c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdb74046-047a-43cd-8f09-d35b76c61dc2 HTTP/1.1" status: 204 len: 168 time: 1.0650048 Apr 05 18:59:51.413869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:59:51.419898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29959580-1688-472e-ad08-891a7d5337c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb74046-047a-43cd-8f09-d35b76c61dc2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:51.467862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c61ce48-90ef-4d49-bf42-964f0677503b req-712f9538-78fa-493a-a9c7-2502e4b68be6 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 210 time: 0.0904469 Apr 05 18:59:51.481625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.484144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-505b0a91-e1c2-434c-9d7f-4cba132491a1 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0864577 Apr 05 18:59:51.488190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:51.497830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Made reservation on behalf of a7b70a1e430d42158b5c8c5773e08b2c for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:51.502130 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.537866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.547930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.584127 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fa6d84c4-c71d-488b-abd0-9475ff2c7e7e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.4789422 Apr 05 18:59:51.608000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:51.610341 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30" -d '{"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:51.708613 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d728428-ef73-418f-8e73-1b82f93e3198 x-openstack-request-id: req-0d728428-ef73-418f-8e73-1b82f93e3198 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:51.708613 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:51.708613 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d728428-ef73-418f-8e73-1b82f93e3198 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:51.708613 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d728428-ef73-418f-8e73-1b82f93e3198'] response: {'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'status': 'completed', 'code': 200} Apr 05 18:59:51.748334 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] Sync routers for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:59:51.844101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9e0920-fd06-4711-a16f-8d375a7b4bfe,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:51.850659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:51.915618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:51.922983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:52.182102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d448b-30c7-4c5f-a805-bf790e36314d req-b9b9d70f-7a25-4a28-b328-013798c9bae1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:52.193636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e8d448b-30c7-4c5f-a805-bf790e36314d req-b9b9d70f-7a25-4a28-b328-013798c9bae1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.4957669 Apr 05 18:59:52.218684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-750bed1c-c2a9-43cb-a685-6042ab2bf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:52.221022 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-750bed1c-c2a9-43cb-a685-6042ab2bf25e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1097 time: 0.5015860 Apr 05 18:59:52.246452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Network 741484f2-9997-43b1-b3cf-f7ffdafa478a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:52.285832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Allocated IP 2001:db8::2 (052424bd-b824-4999-84a2-c3b17088ea52/cd92b07d-4ab7-4fcb-bddf-07f8930483b5/91d18e33-0fca-4248-9cc8-26720618cb5b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:52.359250 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:52.389453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e8d448b-30c7-4c5f-a805-bf790e36314d req-c4d1bdaa-db93-4df1-9778-4d7fc0b7f072 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878328 Apr 05 18:59:52.415735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:52.423777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-f64ed9d2-6969-4165-8a69-6c52f471a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:52.425451 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-f64ed9d2-6969-4165-8a69-6c52f471a2b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.1896520 Apr 05 18:59:52.428453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39936) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:52.429380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39938) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:52.492422 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:52.525554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port e8999d4c-8c7a-4c23-b7e7-014d84e02902, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e8999d4c-8c7a-4c23-b7e7-014d84e02902,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:52.542304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:52.648132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:52.723771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-7560534f-5c55-430d-9c76-7ff696b3903d', 'network_id': '7560534f-5c55-430d-9c76-7ff696b3903d', 'tenant_id': '307e0f77b06940899b1c9ea50bf10463', 'fixed_ips': [{'subnet_id': 'a138ea7a-ed96-41a0-aab7-9f6d5856dfef'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:59:52.724650 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:52.749721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=e8999d4c-8c7a-4c23-b7e7-014d84e02902,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:52.778029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dc0e029-9755-4efb-b31f-076d587ce61a req-04abb49d-0aeb-4532-9e8e-1790351ec82c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 210 time: 0.0997872 Apr 05 18:59:52.868227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 881ad5f1-99a5-4de4-8304-f0ac45691588 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:52.939790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Allocated IP 172.20.0.12 (140c2b86-c767-4aeb-ae57-4a1d164fc7a6/8b490b4b-094b-4c91-92eb-ef38c5a6809a/afd96e46-c134-4b2d-ba29-2a22f8eeec18) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:52.962616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a857a7f-925b-4640-a285-0d07db928b39 req-4ff7eda2-444c-4798-83d6-322541478024 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:52.970924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a857a7f-925b-4640-a285-0d07db928b39 req-4ff7eda2-444c-4798-83d6-322541478024 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 945 time: 0.1505220 Apr 05 18:59:53.022773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a857a7f-925b-4640-a285-0d07db928b39 req-c10ced93-e061-4856-8385-d17040d78140 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507829 Apr 05 18:59:53.056467 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-b43d9a22-1c04-47a5-aa1a-6c8d2aeca754 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.6191890 Apr 05 18:59:53.079910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7bc627-dbec-400d-be3f-0269e814a95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.156911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f47baf38-3c6d-4ada-95fc-16793e32fec4 None None] Provisioning complete for port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:53.157274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f47baf38-3c6d-4ada-95fc-16793e32fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.187490 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-76244946-6ea9-42e2-9503-f3c496990730 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a HTTP/1.1" status: 200 len: 992 time: 0.7518637 Apr 05 18:59:53.202827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Router 65637536-59f5-494a-b475-6318300c3bc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 18:59:53.225798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-9b0ecf61-f041-4f7f-a4af-a9a30cebb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:53.227842 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-9b0ecf61-f041-4f7f-a4af-a9a30cebb344 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.1630950 Apr 05 18:59:53.290620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Allocated IP 2001:db8::2 (7560534f-5c55-430d-9c76-7ff696b3903d/a138ea7a-ed96-41a0-aab7-9f6d5856dfef/436bc8ed-8a53-4f59-ad12-c3f358459971) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:53.300260 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.320954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f47baf38-3c6d-4ada-95fc-16793e32fec4 None None] Port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 18:59:53.360894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 881ad5f1-99a5-4de4-8304-f0ac45691588 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:53.361617 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.422692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-91a5abf2-4008-4efe-8fb6-e780935ed905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:53.424922 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-91a5abf2-4008-4efe-8fb6-e780935ed905 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838109 Apr 05 18:59:53.425641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39964) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:53.433425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.500243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7bc627-dbec-400d-be3f-0269e814a95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.500725 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.524362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.527078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e7bc627-dbec-400d-be3f-0269e814a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.536521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Allocated IP 2001:db8::1 (052424bd-b824-4999-84a2-c3b17088ea52/cd92b07d-4ab7-4fcb-bddf-07f8930483b5/5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 18:59:53.563286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 18:59:53.647763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Network 052424bd-b824-4999-84a2-c3b17088ea52 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:53.659550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:53.676234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:11Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '773efb99-1e5f-487c-9955-460f523a2494', 'port_id': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'mac_address': 'fa:16:3e:4a:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:59:44Z', 'updated_at': '2022-04-05T18:59:44Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80ca2e0-0e56-455d-acdc-5dbef2602e9a', 'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:e9:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:08Z', 'updated_at': '2022-04-05T18:59:19Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '6212e3d8-3180-40c2-92de-a5628945b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:53.682162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:53.692142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Pushing event updated for resources: {'Port': ['ID=91d18e33-0fca-4248-9cc8-26720618cb5b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:53.760043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] Checking router: 773efb99-1e5f-487c-9955-460f523a2494 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:59:53.869730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:53.870513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:53.943626 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.946740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Attempting to bind port 91d18e33-0fca-4248-9cc8-26720618cb5b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:53.947236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Attempting to bind port 91d18e33-0fca-4248-9cc8-26720618cb5b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '149303fd-11c7-49cc-8785-b175654bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '052424bd-b824-4999-84a2-c3b17088ea52'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:53.947542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Attempting to bind port 91d18e33-0fca-4248-9cc8-26720618cb5b on network 052424bd-b824-4999-84a2-c3b17088ea52 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:53.967564 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:53.982923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e7fe5c8-3822-410f-98b1-8d9e8811b887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.019598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:59:54.026152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-94dd28f1-df2b-475f-8627-4df2ec9353c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/65637536-59f5-494a-b475-6318300c3bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1875937 Apr 05 18:59:54.032512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39972) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:54.034143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0e7bc627-dbec-400d-be3f-0269e814a95a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5e429b0a516405f8ec5f4cdd07aced8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6014917 Apr 05 18:59:54.035726 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Sync routers for ids ['65637536-59f5-494a-b475-6318300c3bc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:59:54.043516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bc627-dbec-400d-be3f-0269e814a95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d4b74c-1b00-4250-a5aa-280936bd6bde,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:54.051647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:54.063065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event updated for resources: {'Port': ['ID=afd96e46-c134-4b2d-ba29-2a22f8eeec18,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:54.066711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:54.069294 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:54.113007 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Routers {'65637536-59f5-494a-b475-6318300c3bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:54.114106 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['65637536-59f5-494a-b475-6318300c3bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:54.129402 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-4a0ea6f5-eb8a-417e-a23c-a1170586fbf7 service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443450 Apr 05 18:59:54.194023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 39978) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:54.208020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:54.208396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Checking segment: {'id': '149303fd-11c7-49cc-8785-b175654bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '052424bd-b824-4999-84a2-c3b17088ea52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:54.208803 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.209268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Bound using segment: {'id': '149303fd-11c7-49cc-8785-b175654bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '052424bd-b824-4999-84a2-c3b17088ea52'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:54.209671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Bound port: 91d18e33-0fca-4248-9cc8-26720618cb5b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149303fd-11c7-49cc-8785-b175654bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '052424bd-b824-4999-84a2-c3b17088ea52'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:54.210300 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.260628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562881c-d32d-48c0-af1f-76fdac0f80d8 req-c7c238c6-55f6-4683-bdb5-f1919e40196f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:54.262864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2562881c-d32d-48c0-af1f-76fdac0f80d8 req-c7c238c6-55f6-4683-bdb5-f1919e40196f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 932 time: 0.2829459 Apr 05 18:59:54.284352 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Set router 65637536-59f5-494a-b475-6318300c3bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:54.328224 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.348390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Network 7560534f-5c55-430d-9c76-7ff696b3903d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:54.381455 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98966a5f-e874-468f-a41f-573f016a9837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.389000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:54.405599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:54.406084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:54.406244 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.409788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Pushing event updated for resources: {'Port': ['ID=436bc8ed-8a53-4f59-ad12-c3f358459971,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:54.421703 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98966a5f-e874-468f-a41f-573f016a9837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.427281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:54.460900 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-a9d57065-ec92-454d-a7ad-f7440460299a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5386784 Apr 05 18:59:54.469973 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3e4d75d9-b296-44f0-9f41-ab7ab4f6bac8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a HTTP/1.1" status: 200 len: 992 time: 0.2671826 Apr 05 18:59:54.497299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Request body: {'port': {'device_id': '9b61988d-7a5d-4260-9ef0-87334cabd140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:54.574528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98966a5f-e874-468f-a41f-573f016a9837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.577287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98966a5f-e874-468f-a41f-573f016a9837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.578460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-98966a5f-e874-468f-a41f-573f016a9837 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8d4b74c-1b00-4250-a5aa-280936bd6bde HTTP/1.1" status: 204 len: 168 time: 0.5450127 Apr 05 18:59:54.588113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3e52f-407a-432d-a34f-1fd8e9568bf8 req-a18011db-e060-4f08-8600-381aa88919e4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:54.591359 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e8279bc2-9bda-44f2-81b2-3001f6e6bb30 req-c7ce2bfb-e2db-42e7-86ba-1c54f3841f1d service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584832 Apr 05 18:59:54.597064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7a3e52f-407a-432d-a34f-1fd8e9568bf8 req-a18011db-e060-4f08-8600-381aa88919e4 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 945 time: 0.3759248 Apr 05 18:59:54.653283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] For port 91d18e33-0fca-4248-9cc8-26720618cb5b, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:54.659474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.713790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98966a5f-e874-468f-a41f-573f016a9837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d4b74c-1b00-4250-a5aa-280936bd6bde,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:54.736992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2562881c-d32d-48c0-af1f-76fdac0f80d8 req-b6b7bc8e-1a21-4137-bd65-a6abcfe28ada tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463537 Apr 05 18:59:54.811315 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.838221 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65637536-59f5-494a-b475-6318300c3bc8', 'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:39Z', 'updated_at': '2022-04-05T18:59:50Z', 'revision_number': 4, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'gw_port': {'id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:40Z', 'updated_at': '2022-04-05T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2a9e0920-fd06-4711-a16f-8d375a7b4bfe', 'name': '', 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'mac_address': 'fa:16:3e:9d:10:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:47Z', 'updated_at': '2022-04-05T18:59:51Z', 'revision_number': 2, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'subnets': [{'id': 'f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:54.844975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Attempting to bind port 436bc8ed-8a53-4f59-ad12-c3f358459971 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:54.845955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Attempting to bind port 436bc8ed-8a53-4f59-ad12-c3f358459971 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'b59225a6-5673-43e7-823a-02138aa882da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7560534f-5c55-430d-9c76-7ff696b3903d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:54.846708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Attempting to bind port 436bc8ed-8a53-4f59-ad12-c3f358459971 on network 7560534f-5c55-430d-9c76-7ff696b3903d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:54.888862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:54.889707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Checking segment: {'id': 'b59225a6-5673-43e7-823a-02138aa882da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7560534f-5c55-430d-9c76-7ff696b3903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:54.891137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.891682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Bound using segment: {'id': 'b59225a6-5673-43e7-823a-02138aa882da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7560534f-5c55-430d-9c76-7ff696b3903d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:54.893092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Bound port: 436bc8ed-8a53-4f59-ad12-c3f358459971, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59225a6-5673-43e7-823a-02138aa882da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7560534f-5c55-430d-9c76-7ff696b3903d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:54.894485 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.906663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e8999d4c-8c7a-4c23-b7e7-014d84e02902 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:54.942548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Port': ['ID=5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:54.947631 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e7fe5c8-3822-410f-98b1-8d9e8811b887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:54.967474 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Checking router: 65637536-59f5-494a-b475-6318300c3bc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 18:59:54.968725 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Updating router 65637536-59f5-494a-b475-6318300c3bc8 port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 18:59:54.969296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7a3e52f-407a-432d-a34f-1fd8e9568bf8 req-caefa6ed-5e26-47b1-ba77-e0e613e383db tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3712704 Apr 05 18:59:54.972841 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e7fe5c8-3822-410f-98b1-8d9e8811b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.023229 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-0eda9297-6b89-4961-8448-75e05f69976c tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:55.025117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-0eda9297-6b89-4961-8448-75e05f69976c tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 945 time: 0.4892080 Apr 05 18:59:55.030298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network 052424bd-b824-4999-84a2-c3b17088ea52 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:55.035715 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.042266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] For port 91d18e33-0fca-4248-9cc8-26720618cb5b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=91d18e33-0fca-4248-9cc8-26720618cb5b,segment=NetworkSegment(149303fd-11c7-49cc-8785-b175654bcf48),segment_id=149303fd-11c7-49cc-8785-b175654bcf48)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:55.044924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:55.101743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 18:59:55.102528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.117882 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.255689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 39998) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:55.283131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fe5c8-3822-410f-98b1-8d9e8811b887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95af852c-5e61-41b2-bae8-b857a62e49e9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:55.293700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d2ef7-4d70-479d-b75e-30243b294b10 None None] Pushing event updated for resources: {'Port': ['ID=91d18e33-0fca-4248-9cc8-26720618cb5b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:55.313355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1702387999-network', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:55.318587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] For port 436bc8ed-8a53-4f59-ad12-c3f358459971, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:55.329116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] For port 436bc8ed-8a53-4f59-ad12-c3f358459971, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=436bc8ed-8a53-4f59-ad12-c3f358459971,segment=NetworkSegment(b59225a6-5673-43e7-823a-02138aa882da),segment_id=b59225a6-5673-43e7-823a-02138aa882da)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:55.332046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e8999d4c-8c7a-4c23-b7e7-014d84e02902 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:55.332407 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.358529 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.381278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7e7fe5c8-3822-410f-98b1-8d9e8811b887 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04cbc71f247c4a2faa90a0a11d1bf35e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9536371 Apr 05 18:59:55.389013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40000) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:55.402789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:11Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '773efb99-1e5f-487c-9955-460f523a2494', 'port_id': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'mac_address': 'fa:16:3e:4a:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:59:44Z', 'updated_at': '2022-04-05T18:59:44Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80ca2e0-0e56-455d-acdc-5dbef2602e9a', 'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:e9:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:08Z', 'updated_at': '2022-04-05T18:59:19Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '6212e3d8-3180-40c2-92de-a5628945b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:55.467105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c4c85-4766-4e7f-9f79-876ca27f5f79 None None] The sync data for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 is: [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:11Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '773efb99-1e5f-487c-9955-460f523a2494', 'port_id': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'mac_address': 'fa:16:3e:4a:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:59:44Z', 'updated_at': '2022-04-05T18:59:44Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80ca2e0-0e56-455d-acdc-5dbef2602e9a', 'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:e9:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:08Z', 'updated_at': '2022-04-05T18:59:19Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '6212e3d8-3180-40c2-92de-a5628945b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:59:55.484230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:55.484565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40004) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:55.495044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6835c-5ced-41ca-8039-f33ed7f02afa None None] Pushing event updated for resources: {'Port': ['ID=436bc8ed-8a53-4f59-ad12-c3f358459971,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:55.498815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd96e46-c134-4b2d-ba29-2a22f8eeec18 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 18:59:55.514842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.535234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Transition to ACTIVE for port object afd96e46-c134-4b2d-ba29-2a22f8eeec18 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 18:59:55.540939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.664403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Pushing event updated for resources: {'Port': ['ID=afd96e46-c134-4b2d-ba29-2a22f8eeec18,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:55.680692 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.692109 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.705125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Made reservation on behalf of 483894e177e44f1aa7398480fec9bdb7 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:55.711188 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.764437 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412c2ca-ed58-47ea-b1a0-138c5e02126e None None] Pushing event updated for resources: {'Port': ['ID=2a9e0920-fd06-4711-a16f-8d375a7b4bfe,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:55.800673 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e07a26b3-897f-4588-9859-f163f7811019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.875310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Attempting to bind port afd96e46-c134-4b2d-ba29-2a22f8eeec18 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:55.875838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Attempting to bind port afd96e46-c134-4b2d-ba29-2a22f8eeec18 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:55.877134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Attempting to bind port afd96e46-c134-4b2d-ba29-2a22f8eeec18 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:55.889536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Port afd96e46-c134-4b2d-ba29-2a22f8eeec18 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 18:59:55.890118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Attempting to bind port afd96e46-c134-4b2d-ba29-2a22f8eeec18 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:55.906007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:55.906350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Checking segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:55.906773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Bound using segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:55.908331 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Bound port: afd96e46-c134-4b2d-ba29-2a22f8eeec18, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:55.909419 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.919286 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Attempting to bind port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 18:59:55.919750 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Attempting to bind port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 18:59:55.920254 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Attempting to bind port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe on network 741484f2-9997-43b1-b3cf-f7ffdafa478a {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 18:59:55.932436 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 18:59:55.934650 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Checking segment: {'id': 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:55.935253 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.936474 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Bound using segment: {'id': 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 18:59:55.937285 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Bound port: 2a9e0920-fd06-4711-a16f-8d375a7b4bfe, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 18:59:55.937789 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.975119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0357f435-2c9c-4e2a-a836-66db33443987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:55.976887 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.005525 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.014909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87e0cc-774b-464e-8332-41c97005ea29 None None] New status for floating IP 98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 18:59:56.108623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] For port afd96e46-c134-4b2d-ba29-2a22f8eeec18, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:56.117153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] For port afd96e46-c134-4b2d-ba29-2a22f8eeec18, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=afd96e46-c134-4b2d-ba29-2a22f8eeec18,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:56.125959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.132841 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] For port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 18:59:56.137358 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] For port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2a9e0920-fd06-4711-a16f-8d375a7b4bfe,segment=NetworkSegment(ab3b10ac-9729-4a48-ac25-f0c0d9b78e33),segment_id=ab3b10ac-9729-4a48-ac25-f0c0d9b78e33)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 18:59:56.148500 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.199182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:56.199843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.201728 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] 10.222.0.20 "PUT /v2.0/ports/afd96e46-c134-4b2d-ba29-2a22f8eeec18 HTTP/1.1" status: 200 len: 1092 time: 1.7188437 Apr 05 18:59:56.202479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b61988d-7a5d-4260-9ef0-87334cabd140', 'tag': 'afd96e46-c134-4b2d-ba29-2a22f8eeec18'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 18:59:56.205557 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0874adc2-0baf-407c-abd1-a2027d8f0ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "9b61988d-7a5d-4260-9ef0-87334cabd140", "tag": "afd96e46-c134-4b2d-ba29-2a22f8eeec18"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 18:59:56.285190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1efd3c-4ad9-4c3d-a9ed-8695f793fe3b service neutron] Pushing event updated for resources: {'Port': ['ID=afd96e46-c134-4b2d-ba29-2a22f8eeec18,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:56.289899 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412c2ca-ed58-47ea-b1a0-138c5e02126e None None] Pushing event updated for resources: {'Port': ['ID=2a9e0920-fd06-4711-a16f-8d375a7b4bfe,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:56.292176 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Routers {'65637536-59f5-494a-b475-6318300c3bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:56.292785 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['65637536-59f5-494a-b475-6318300c3bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:56.350816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-24f46da1-2780-4f9c-8ea7-219ac9170abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:56.352917 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-24f46da1-2780-4f9c-8ea7-219ac9170abc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 1095 time: 0.0866199 Apr 05 18:59:56.359449 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0357f435-2c9c-4e2a-a836-66db33443987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.384005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-60c505d5-5047-45bc-85c3-2db8f787e476 None None] Provisioning complete for port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:56.384599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60c505d5-5047-45bc-85c3-2db8f787e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.428136 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-95e58937-26f4-4dfa-8bd3-2c5a3c63bf63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd96e46-c134-4b2d-ba29-2a22f8eeec18 HTTP/1.1" status: 200 len: 217 time: 0.0627286 Apr 05 18:59:56.430181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9bb7cf38-e24e-44cc-ac71-42d5a1c6289e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a HTTP/1.1" status: 200 len: 992 time: 0.9129834 Apr 05 18:59:56.525862 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] Set router 65637536-59f5-494a-b475-6318300c3bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 18:59:56.569346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-5d66be74-3607-4b71-9294-6680f010cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:56.572499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-5d66be74-3607-4b71-9294-6680f010cc84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.1323667 Apr 05 18:59:56.604059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a17f1-c19c-4c46-ae3d-e22276f0980f req-8892975d-11d4-4128-ba12-8ea450640cd4 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:56.606075 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60c505d5-5047-45bc-85c3-2db8f787e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.611694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-044a17f1-c19c-4c46-ae3d-e22276f0980f req-8892975d-11d4-4128-ba12-8ea450640cd4 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 944 time: 0.6703253 Apr 05 18:59:56.649679 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-5856f27b-cf91-432a-919f-5b8acfd74966 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681007 Apr 05 18:59:56.672520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-60c505d5-5047-45bc-85c3-2db8f787e476 None None] For port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2a9e0920-fd06-4711-a16f-8d375a7b4bfe,segment=NetworkSegment(ab3b10ac-9729-4a48-ac25-f0c0d9b78e33),segment_id=ab3b10ac-9729-4a48-ac25-f0c0d9b78e33)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:56.678837 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60c505d5-5047-45bc-85c3-2db8f787e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.699607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Deleting port 49b45f57-a5b6-483b-8152-5fc20396f38f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 18:59:56.700014 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.749223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a5af6-e3a8-4513-ae35-11137d755176 req-fe869d4d-8cc4-4502-bd75-6b25706cf0f6 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:56.752193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f61a5af6-e3a8-4513-ae35-11137d755176 req-fe869d4d-8cc4-4502-bd75-6b25706cf0f6 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 945 time: 0.6108534 Apr 05 18:59:56.764203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c505d5-5047-45bc-85c3-2db8f787e476 None None] Pushing event updated for resources: {'Port': ['ID=2a9e0920-fd06-4711-a16f-8d375a7b4bfe,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:56.837455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-795277cb-923c-4913-beee-3f7ba3f12b07 None None] Provisioning complete for port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:56.837829 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-795277cb-923c-4913-beee-3f7ba3f12b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.848134 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-60f11d90-7375-4e18-86d8-a6ae035dd93a service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907401 Apr 05 18:59:56.948785 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:56.992309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 436bc8ed-8a53-4f59-ad12-c3f358459971 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:57.002521 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.028381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 18:59:57.039853 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-78b44f91-2e31-4b9c-aaf8-302f1b9d9f40 req-ba559a75-e7c3-4bc8-960e-e8abad300f20 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830943 Apr 05 18:59:57.071957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 436bc8ed-8a53-4f59-ad12-c3f358459971 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:57.071957 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.078722 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65637536-59f5-494a-b475-6318300c3bc8', 'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:39Z', 'updated_at': '2022-04-05T18:59:50Z', 'revision_number': 4, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'gw_port': {'id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:40Z', 'updated_at': '2022-04-05T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2a9e0920-fd06-4711-a16f-8d375a7b4bfe', 'name': '', 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'mac_address': 'fa:16:3e:9d:10:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:47Z', 'updated_at': '2022-04-05T18:59:56Z', 'revision_number': 4, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'subnets': [{'id': 'f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 18:59:57.120834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.120834 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Added segment 4490c7cd-fcbe-4798-8c6b-9a46b1031a32 of type vlan for network e5223b64-d5fe-41e8-85b4-4513f9e45938 Apr 05 18:59:57.130755 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db7e9a-ee6c-4ab0-8e25-7b29d043f0a2 None None] The sync data for ids ['65637536-59f5-494a-b475-6318300c3bc8'] in n-d-836650-3 is: [{'id': '65637536-59f5-494a-b475-6318300c3bc8', 'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:39Z', 'updated_at': '2022-04-05T18:59:50Z', 'revision_number': 4, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'gw_port': {'id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:40Z', 'updated_at': '2022-04-05T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2a9e0920-fd06-4711-a16f-8d375a7b4bfe', 'name': '', 'network_id': '741484f2-9997-43b1-b3cf-f7ffdafa478a', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'mac_address': 'fa:16:3e:9d:10:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:47Z', 'updated_at': '2022-04-05T18:59:56Z', 'revision_number': 4, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'subnets': [{'id': 'f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 18:59:57.167928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039c7f2-554d-4ae3-9a58-5ef520b8723a None None] Network 052424bd-b824-4999-84a2-c3b17088ea52 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:57.263926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-044a17f1-c19c-4c46-ae3d-e22276f0980f req-217d7909-7b5f-41e4-a133-f1e80c9a9892 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513376 Apr 05 18:59:57.306987 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0357f435-2c9c-4e2a-a836-66db33443987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.309951 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0357f435-2c9c-4e2a-a836-66db33443987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.311201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0357f435-2c9c-4e2a-a836-66db33443987 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95af852c-5e61-41b2-bae8-b857a62e49e9 HTTP/1.1" status: 204 len: 168 time: 1.9212263 Apr 05 18:59:57.320553 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e07a26b3-897f-4588-9859-f163f7811019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.333752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f61a5af6-e3a8-4513-ae35-11137d755176 req-16b3ec94-b8af-4073-a17d-0fbabe4683f0 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5217917 Apr 05 18:59:57.335118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ed5be3-6023-46ba-bcb9-8d21d95ccfcf,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:57.347504 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.354696 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 18:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e872bef-7e43-4360-b572-028456ee7d43 x-openstack-request-id: req-5e872bef-7e43-4360-b572-028456ee7d43 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 18:59:57.355126 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b61988d-7a5d-4260-9ef0-87334cabd140", "tag": "afd96e46-c134-4b2d-ba29-2a22f8eeec18", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 18:59:57.355469 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e872bef-7e43-4360-b572-028456ee7d43 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 18:59:57.355824 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e872bef-7e43-4360-b572-028456ee7d43'] response: {'name': 'network-changed', 'server_uuid': '9b61988d-7a5d-4260-9ef0-87334cabd140', 'tag': 'afd96e46-c134-4b2d-ba29-2a22f8eeec18', 'status': 'completed', 'code': 200} Apr 05 18:59:57.381358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e07a26b3-897f-4588-9859-f163f7811019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.401618 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.421550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c42f534e-2e70-41c0-914c-a320a40dbccd None None] Provisioning complete for port 91d18e33-0fca-4248-9cc8-26720618cb5b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:57.426186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c42f534e-2e70-41c0-914c-a320a40dbccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.449680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40014) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:57.473094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.473742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.475248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.475754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.476237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.478018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.479446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.480530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.482698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.483201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.483693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.484845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 18:59:57.515505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 18:59:57.546651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] For port 49b45f57-a5b6-483b-8152-5fc20396f38f, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=49b45f57-a5b6-483b-8152-5fc20396f38f,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:57.554365 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.586338 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-50bf67bb-1cad-4be2-bf93-54a58be6c9cf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a HTTP/1.1" status: 200 len: 994 time: 0.1332500 Apr 05 18:59:57.591404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f0fba-022b-43da-8f93-726c364a8dfd None None] Network 7560534f-5c55-430d-9c76-7ff696b3903d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:57.609284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-b2dc714a-0383-417c-b262-c1b94100cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:57.611137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-b2dc714a-0383-417c-b262-c1b94100cac2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 1095 time: 0.2308638 Apr 05 18:59:57.649472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357f435-2c9c-4e2a-a836-66db33443987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95af852c-5e61-41b2-bae8-b857a62e49e9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:57.651637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 436bc8ed-8a53-4f59-ad12-c3f358459971, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=436bc8ed-8a53-4f59-ad12-c3f358459971,segment=NetworkSegment(b59225a6-5673-43e7-823a-02138aa882da),segment_id=b59225a6-5673-43e7-823a-02138aa882da)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:57.707396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e07a26b3-897f-4588-9859-f163f7811019 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fffcbf5a8e5b4b53b1697a0394fdc4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2046020 Apr 05 18:59:57.736484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40018) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:57.750305 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.762656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 91d18e33-0fca-4248-9cc8-26720618cb5b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 18:59:57.772274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-42d017a0-264c-4ede-a121-21b1b52156af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:57.773873 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-42d017a0-264c-4ede-a121-21b1b52156af service neutron] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 906 time: 0.1549904 Apr 05 18:59:57.792983 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.794083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:57.794779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:57.847650 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-156ffcde-ab11-4eb1-9e76-3d4a095d1fc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd96e46-c134-4b2d-ba29-2a22f8eeec18 HTTP/1.1" status: 200 len: 217 time: 0.0641057 Apr 05 18:59:57.912122 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-cb68791b-1f48-4fff-83d3-deb6cbd69d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:57.913592 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-cb68791b-1f48-4fff-83d3-deb6cbd69d32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.0597060 Apr 05 18:59:57.967363 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-d62c34cd-94a2-4f80-a18e-0cc4dc53650e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370033 Apr 05 18:59:57.984489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a26b3-897f-4588-9859-f163f7811019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1479545e-8230-443c-ae28-8c30c0f1ddc4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:58.010329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] Pushing event updated for resources: {'Network': ['ID=e5223b64-d5fe-41e8-85b4-4513f9e45938,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:58.015832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b05d7188-0890-4460-94d9-a67e16dcb183 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7495663 Apr 05 18:59:58.034160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40028) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:58.056456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Request body: {'subnet': {'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1702387999-subnet', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:58.058013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=436bc8ed-8a53-4f59-ad12-c3f358459971,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:58.079656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network e5223b64-d5fe-41e8-85b4-4513f9e45938 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 18:59:58.094120 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.107832 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.108686 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.172819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Made reservation on behalf of 483894e177e44f1aa7398480fec9bdb7 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 18:59:58.189434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Port': ['ID=5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:58.190514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.304452 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-b23ffa19-9e11-4950-86f3-247efdb444cc service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274367 Apr 05 18:59:58.517021 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0874adc2-0baf-407c-abd1-a2027d8f0ccb req-a0424a4c-1388-4c0c-a8fe-d7d90e8a4da8 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040956 Apr 05 18:59:58.530702 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0888ba6e-7d3f-4da9-b231-936a5aa662cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.574047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 91d18e33-0fca-4248-9cc8-26720618cb5b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:58.574682 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.658031 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.660786 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c42f534e-2e70-41c0-914c-a320a40dbccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.739325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c42f534e-2e70-41c0-914c-a320a40dbccd None None] For port 91d18e33-0fca-4248-9cc8-26720618cb5b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=91d18e33-0fca-4248-9cc8-26720618cb5b,segment=NetworkSegment(149303fd-11c7-49cc-8785-b175654bcf48),segment_id=149303fd-11c7-49cc-8785-b175654bcf48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 18:59:58.755148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Checking segment: {'id': '4490c7cd-fcbe-4798-8c6b-9a46b1031a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 18:59:58.755833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Network hostable DHCP agents. Network: e5223b64-d5fe-41e8-85b4-4513f9e45938, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 18:59:58.758667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network 052424bd-b824-4999-84a2-c3b17088ea52 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 18:59:58.764631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8965247-f291-4304-9acf-bcf0a66bfd0a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:58.789944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Network e5223b64-d5fe-41e8-85b4-4513f9e45938 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 18:59:58.805806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:58.815862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, e5223b64-d5fe-41e8-85b4-4513f9e45938) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 18:59:58.816445 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c42f534e-2e70-41c0-914c-a320a40dbccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.844547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0888ba6e-7d3f-4da9-b231-936a5aa662cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.846006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:58.849037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.888210 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f66a065d-e492-4a7e-94f7-8e871f034c57 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8530838 Apr 05 18:59:58.889538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40046) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:58.898978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 18:59:58.906608 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.906997 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.907256 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Floating IP 036015c7-ad07-4103-8954-dd7722b97d7d disassociated. External IP: 172.25.4.54, port: 49b45f57-a5b6-483b-8152-5fc20396f38f. Apr 05 18:59:58.923053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Calling delete_port for 49b45f57-a5b6-483b-8152-5fc20396f38f owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 18:59:58.925825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ade44e-a8bc-4e9e-9325-148c421232c5 None None] Network e5223b64-d5fe-41e8-85b4-4513f9e45938 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 18:59:58.949503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829f7d3-1621-474f-befd-42318b7a335f req-402cb5d2-5d0f-4cc2-9b8f-809d8d07ab21 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:58.951319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3829f7d3-1621-474f-befd-42318b7a335f req-402cb5d2-5d0f-4cc2-9b8f-809d8d07ab21 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 944 time: 0.5036654 Apr 05 18:59:58.959715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:58.964594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.087917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f534e-2e70-41c0-914c-a320a40dbccd None None] Pushing event updated for resources: {'Port': ['ID=91d18e33-0fca-4248-9cc8-26720618cb5b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:59.098573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc569a7c-faf1-49d3-b240-d8887c123526 req-3ba5be57-34da-4061-a87b-748b825edc2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 18:59:59.100472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc569a7c-faf1-49d3-b240-d8887c123526 req-3ba5be57-34da-4061-a87b-748b825edc2e tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 945 time: 0.5586734 Apr 05 18:59:59.151999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 49b45f57-a5b6-483b-8152-5fc20396f38f no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 18:59:59.191441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.238650 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.385758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7d188d4c-f998-4847-8b8f-9218fc4b9b67 None None] Provisioning complete for port 436bc8ed-8a53-4f59-ad12-c3f358459971 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 18:59:59.386136 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d188d4c-f998-4847-8b8f-9218fc4b9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.478068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc569a7c-faf1-49d3-b240-d8887c123526 req-cc0c09ee-7a3d-4de1-8759-4ccd893fe9cd tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups?id=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903467 Apr 05 18:59:59.492981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3829f7d3-1621-474f-befd-42318b7a335f req-bf16944b-e65f-4c20-aeba-bca4c0d22abc tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126903 Apr 05 18:59:59.517043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0888ba6e-7d3f-4da9-b231-936a5aa662cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.520667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0888ba6e-7d3f-4da9-b231-936a5aa662cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.531208 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0888ba6e-7d3f-4da9-b231-936a5aa662cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1479545e-8230-443c-ae28-8c30c0f1ddc4 HTTP/1.1" status: 204 len: 168 time: 1.6944027 Apr 05 18:59:59.558611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888ba6e-7d3f-4da9-b231-936a5aa662cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1479545e-8230-443c-ae28-8c30c0f1ddc4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 18:59:59.577232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.614220 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 18:59:59.614782 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 18:59:59.653433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Router 9fa29093-d67e-4122-a881-9f0d220dfcad is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 18:59:59.729300 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.774904 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.876873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-e5223b64-d5fe-41e8-85b4-4513f9e45938', 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'fixed_ips': [{'subnet_id': 'e8965247-f291-4304-9acf-bcf0a66bfd0a'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 18:59:59.880143 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.889880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.903745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 18:59:59.918490 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090af11-fa63-4f32-8616-5449246d7173 None None] Sync routers for ids ['9fa29093-d67e-4122-a881-9f0d220dfcad'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 18:59:59.923519 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6c45d1e5-49d0-476d-b94b-b668e811883d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "PUT /v2.0/routers/9fa29093-d67e-4122-a881-9f0d220dfcad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4332671 Apr 05 18:59:59.927054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40068) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 18:59:59.933368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 18:59:59.945179 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090af11-fa63-4f32-8616-5449246d7173 None None] Routers {'9fa29093-d67e-4122-a881-9f0d220dfcad'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 18:59:59.945826 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0090af11-fa63-4f32-8616-5449246d7173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9fa29093-d67e-4122-a881-9f0d220dfcad'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:00.076597 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0090af11-fa63-4f32-8616-5449246d7173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:00.106718 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090af11-fa63-4f32-8616-5449246d7173 None None] Routers {'9fa29093-d67e-4122-a881-9f0d220dfcad'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:00.107358 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0090af11-fa63-4f32-8616-5449246d7173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9fa29093-d67e-4122-a881-9f0d220dfcad'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:00.119857 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Allocated IP 172.25.4.57 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/977c16b3-4ff2-4907-9e54-494c95237802) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:00.219141 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0090af11-fa63-4f32-8616-5449246d7173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:00.220731 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090af11-fa63-4f32-8616-5449246d7173 None None] The sync data for ids ['9fa29093-d67e-4122-a881-9f0d220dfcad'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:00.337865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40076) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:00.355523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:00.371405 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ba7803f-ceb1-4c00-af66-19948628e891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:00.379852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2d5477dc-5669-40b6-8217-8672ccc1179d None None] Provisioning complete for port 91d18e33-0fca-4248-9cc8-26720618cb5b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:00.380259 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d5477dc-5669-40b6-8217-8672ccc1179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:00.440931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Allocated IP 172.20.0.2 (e5223b64-d5fe-41e8-85b4-4513f9e45938/e8965247-f291-4304-9acf-bcf0a66bfd0a/c2e0fc02-eb17-48cf-a10d-9f39df6f7acc) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:00.479197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:00.551164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event deleted for resources: {'Port': ['ID=49b45f57-a5b6-483b-8152-5fc20396f38f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:00.574188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:00.602076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:00.611905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:00.648621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=977c16b3-4ff2-4907-9e54-494c95237802,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:00.690646 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ba7803f-ceb1-4c00-af66-19948628e891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:00.733445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1ba7803f-ceb1-4c00-af66-19948628e891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:00.772726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 436bc8ed-8a53-4f59-ad12-c3f358459971 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:00.837622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:00.847097 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1ba7803f-ceb1-4c00-af66-19948628e891 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef93f729b28a4976a9dddfd3cfb70a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078146 Apr 05 19:00:00.847916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7803f-ceb1-4c00-af66-19948628e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7509473a-841a-40f8-a224-6cb1d6463b42,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:00.851541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40124) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:00.862561 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:00.942502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Network e5223b64-d5fe-41e8-85b4-4513f9e45938 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:00.949718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 436bc8ed-8a53-4f59-ad12-c3f358459971 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:00.950091 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:00.987371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:00.992467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Pushing event updated for resources: {'Port': ['ID=c2e0fc02-eb17-48cf-a10d-9f39df6f7acc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:00.996732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:00.998618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2b1e506-07c3-4270-8374-4bc5d4ddab26 req-2addd909-ddc6-41fa-a605-d8844faba287 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 210 time: 0.2604318 Apr 05 19:00:01.010107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2d5477dc-5669-40b6-8217-8672ccc1179d None None] Provisioning complete for port 436bc8ed-8a53-4f59-ad12-c3f358459971 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:01.020385 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d5477dc-5669-40b6-8217-8672ccc1179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.071691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Router 0d126e29-d72a-4954-adb2-ec5c3a29528a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:00:01.098060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306decc6-ef83-4d24-91e4-c443be623351 req-daaa21aa-ec6a-441d-b9e8-540a4705c3a0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:01.099751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-306decc6-ef83-4d24-91e4-c443be623351 req-daaa21aa-ec6a-441d-b9e8-540a4705c3a0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 944 time: 0.3687959 Apr 05 19:00:01.121059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3336f0cc-730b-4a83-8117-6d1c5bab600e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.141198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2a9e0920-fd06-4711-a16f-8d375a7b4bfe up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:01.143735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device afd96e46-c134-4b2d-ba29-2a22f8eeec18 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:00:01.165304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3336f0cc-730b-4a83-8117-6d1c5bab600e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.172483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.234607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Attempting to bind port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:01.235049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Attempting to bind port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4490c7cd-fcbe-4798-8c6b-9a46b1031a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:01.236024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Attempting to bind port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc on network e5223b64-d5fe-41e8-85b4-4513f9e45938 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:01.260864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:00:01.261561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Checking segment: {'id': '4490c7cd-fcbe-4798-8c6b-9a46b1031a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:01.262145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.262723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Bound using segment: {'id': '4490c7cd-fcbe-4798-8c6b-9a46b1031a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:00:01.263363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Bound port: c2e0fc02-eb17-48cf-a10d-9f39df6f7acc, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4490c7cd-fcbe-4798-8c6b-9a46b1031a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:00:01.263905 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.286446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3336f0cc-730b-4a83-8117-6d1c5bab600e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.289755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3336f0cc-730b-4a83-8117-6d1c5bab600e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.294270 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3336f0cc-730b-4a83-8117-6d1c5bab600e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7509473a-841a-40f8-a224-6cb1d6463b42 HTTP/1.1" status: 204 len: 168 time: 0.4416523 Apr 05 19:00:01.309189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336f0cc-730b-4a83-8117-6d1c5bab600e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7509473a-841a-40f8-a224-6cb1d6463b42,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:01.428743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:01.429494 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.443457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-306decc6-ef83-4d24-91e4-c443be623351 req-af774077-7ef6-425d-992c-b77476e49217 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348782 Apr 05 19:00:01.503683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port afd96e46-c134-4b2d-ba29-2a22f8eeec18, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=afd96e46-c134-4b2d-ba29-2a22f8eeec18,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:01.517291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'afd96e46-c134-4b2d-ba29-2a22f8eeec18', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'port_id': 'afd96e46-c134-4b2d-ba29-2a22f8eeec18', 'mac_address': 'fa:16:3e:ff:fd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b490b4b-094b-4c91-92eb-ef38c5a6809a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:00:01.573749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:00:01.574121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] For port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:01.579517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] For port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c2e0fc02-eb17-48cf-a10d-9f39df6f7acc,segment=NetworkSegment(4490c7cd-fcbe-4798-8c6b-9a46b1031a32),segment_id=4490c7cd-fcbe-4798-8c6b-9a46b1031a32)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:00:01.588945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] Sync routers for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:00:01.624876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.636394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] No DVR routers for this DVR port 49b45f57-a5b6-483b-8152-5fc20396f38f on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:01.641288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.641561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2d5477dc-5669-40b6-8217-8672ccc1179d None None] Provisioning complete for port 5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:01.641777 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d5477dc-5669-40b6-8217-8672ccc1179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.649429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16560206-4a33-4bdc-a8d0-b6cea0d8ed53 req-461edbf8-3f7c-481e-850f-9a8de3eceb4a tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.20 "DELETE /v2.0/ports/49b45f57-a5b6-483b-8152-5fc20396f38f HTTP/1.1" status: 204 len: 173 time: 6.6057501 Apr 05 19:00:01.656903 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:01.662632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'name': 'network-vif-deleted', 'tag': '49b45f57-a5b6-483b-8152-5fc20396f38f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:01.675054 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf1e54-7fea-4cb6-9716-dbaeea28ade0" -d '{"events": [{"server_uuid": "9cb5f7d8-00d9-4af0-8c03-efda9b019a9d", "name": "network-vif-deleted", "tag": "49b45f57-a5b6-483b-8152-5fc20396f38f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:01.681267 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-ea718eca-14e2-440d-aa9e-6c9bde234ddc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:01.685405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ea718eca-14e2-440d-aa9e-6c9bde234ddc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "PUT /v2.0/routers/9fa29093-d67e-4122-a881-9f0d220dfcad/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7528410 Apr 05 19:00:01.685984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40158) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:01.694233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:01.694987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:01.748208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40162) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:01.962586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Router 7369e82b-e8c2-495d-9910-766a4b6066ef is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:00:02.012482 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ea6ca2-a985-44fe-9225-0db5a56fb55b x-openstack-request-id: req-c6ea6ca2-a985-44fe-9225-0db5a56fb55b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:02.013047 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb5f7d8-00d9-4af0-8c03-efda9b019a9d", "name": "network-vif-deleted", "tag": "49b45f57-a5b6-483b-8152-5fc20396f38f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:02.013047 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6ea6ca2-a985-44fe-9225-0db5a56fb55b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:02.013454 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ea6ca2-a985-44fe-9225-0db5a56fb55b'] response: {'server_uuid': '9cb5f7d8-00d9-4af0-8c03-efda9b019a9d', 'name': 'network-vif-deleted', 'tag': '49b45f57-a5b6-483b-8152-5fc20396f38f', 'status': 'completed', 'code': 200} Apr 05 19:00:02.194270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-de04986a-2545-4c05-8af9-240ff425b4dc req-80832df5-b71b-4071-8bc7-95bb4deac095 tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb5f7d8-00d9-4af0-8c03-efda9b019a9d HTTP/1.1" status: 200 len: 210 time: 0.0458155 Apr 05 19:00:02.195688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 91d18e33-0fca-4248-9cc8-26720618cb5b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:02.260475 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:02.343465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2d5477dc-5669-40b6-8217-8672ccc1179d None None] Port 5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:02.375578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd96e46-c134-4b2d-ba29-2a22f8eeec18 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:00:02.383649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14197aa2-0885-492e-acc3-47df1b06f302 None None] Pushing event updated for resources: {'Port': ['ID=c2e0fc02-eb17-48cf-a10d-9f39df6f7acc,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:02.446027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:02.452225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port afd96e46-c134-4b2d-ba29-2a22f8eeec18, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=afd96e46-c134-4b2d-ba29-2a22f8eeec18,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:02.486420 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:02.507545 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f490-f83b-43e2-8f34-857d642403a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:02.558795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:02.633706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:00:02.643882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-14a1cecd-32e9-4aad-8cab-8131122f95dc None None] Provisioning complete for port 5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:02.644621 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14a1cecd-32e9-4aad-8cab-8131122f95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:02.652015 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Sync routers for ids ['7369e82b-e8c2-495d-9910-766a4b6066ef'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:00:02.669476 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:02.673597 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-417e9fd2-1797-4cf6-a4c4-4715dce4d6d5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7796953 Apr 05 19:00:02.675091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40186) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:02.684598 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Routers {'7369e82b-e8c2-495d-9910-766a4b6066ef'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:02.686592 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7369e82b-e8c2-495d-9910-766a4b6066ef'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:02.689794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 91d18e33-0fca-4248-9cc8-26720618cb5b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:02.690133 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:02.786301 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f490-f83b-43e2-8f34-857d642403a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:02.799597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=afd96e46-c134-4b2d-ba29-2a22f8eeec18,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:02.809041 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['afd96e46-c134-4b2d-ba29-2a22f8eeec18'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:02.833108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f490-f83b-43e2-8f34-857d642403a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:02.833435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe59a4-1951-426d-a80d-19f878bcd76c req-1b908cb9-7a93-45bd-b5e8-ef470f7b5a2d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:02.836093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05fe59a4-1951-426d-a80d-19f878bcd76c req-1b908cb9-7a93-45bd-b5e8-ef470f7b5a2d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 945 time: 0.1572108 Apr 05 19:00:02.925178 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a1a5f490-f83b-43e2-8f34-857d642403a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bb6358c7fc24c70aaf54f60257208ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1758137 Apr 05 19:00:02.926055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5f490-f83b-43e2-8f34-857d642403a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5c5f83-0378-4b46-a4a6-4fa28d6131bf,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:02.929718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40190) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:02.972311 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Set router 7369e82b-e8c2-495d-9910-766a4b6066ef gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:02.979503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05fe59a4-1951-426d-a80d-19f878bcd76c req-9a177ff4-7126-4c41-8248-e3e8fa809fb6 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857728 Apr 05 19:00:03.132663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-14a1cecd-32e9-4aad-8cab-8131122f95dc None None] Port 5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:03.158177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82b66d16-537f-4b00-b49c-e5e901ebfa71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.159338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Deleting port 5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:03.159852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.194129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82b66d16-537f-4b00-b49c-e5e901ebfa71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.267270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:03.295151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.321460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Calling delete_port for 5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:03.339431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] Checking router: 0d126e29-d72a-4954-adb2-ec5c3a29528a for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:00:03.388250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40198) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:03.411872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:03.412697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:03.437542 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '977c16b3-4ff2-4907-9e54-494c95237802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:58Z', 'updated_at': '2022-04-05T19:00:00Z', 'revision_number': 3, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'gw_port': {'id': '977c16b3-4ff2-4907-9e54-494c95237802', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:59Z', 'updated_at': '2022-04-05T19:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:03.486737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82b66d16-537f-4b00-b49c-e5e901ebfa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.492488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82b66d16-537f-4b00-b49c-e5e901ebfa71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.493818 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-82b66d16-537f-4b00-b49c-e5e901ebfa71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d5c5f83-0378-4b46-a4a6-4fa28d6131bf HTTP/1.1" status: 204 len: 168 time: 0.5629830 Apr 05 19:00:03.538870 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Checking router: 7369e82b-e8c2-495d-9910-766a4b6066ef for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:00:03.539465 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Updating router 7369e82b-e8c2-495d-9910-766a4b6066ef port 977c16b3-4ff2-4907-9e54-494c95237802 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:00:03.593415 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.600111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b66d16-537f-4b00-b49c-e5e901ebfa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5c5f83-0378-4b46-a4a6-4fa28d6131bf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:03.632290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c276db2-815f-48c2-9408-eabc6600ad4b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.752671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c2e0fc02-eb17-48cf-a10d-9f39df6f7acc up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:03.756349 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c276db2-815f-48c2-9408-eabc6600ad4b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.810120 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:03.902222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Port': ['ID=5d4eb2f0-bc16-4900-a9b2-e448bcc0cf63,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:03.973649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:03.983629 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.085135 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.100253 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.138552 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Attempting to bind port 977c16b3-4ff2-4907-9e54-494c95237802 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:04.140204 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Attempting to bind port 977c16b3-4ff2-4907-9e54-494c95237802 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:04.140995 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Attempting to bind port 977c16b3-4ff2-4907-9e54-494c95237802 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:04.164702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40214) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:04.186162 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:00:04.186887 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:04.187442 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.187985 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:00:04.189293 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Bound port: 977c16b3-4ff2-4907-9e54-494c95237802, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:00:04.189945 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.197863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.201414 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c276db2-815f-48c2-9408-eabc6600ad4b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.209203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c276db2-815f-48c2-9408-eabc6600ad4b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.210643 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6c276db2-815f-48c2-9408-eabc6600ad4b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "DELETE /v2.0/security-groups/74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e HTTP/1.1" status: 204 len: 168 time: 0.8215938 Apr 05 19:00:04.220868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40216) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:04.224538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49a123db-2282-48a3-bfd8-cf68947d50f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.233104 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf05ae-064b-41f8-878b-e21a2fb15f01 None None] Network e5223b64-d5fe-41e8-85b4-4513f9e45938 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:04.262219 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f388f8-6ca1-45aa-88aa-08cd4769dc8a None None] Pushing event updated for resources: {'Port': ['ID=977c16b3-4ff2-4907-9e54-494c95237802,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:04.269458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:04.270472 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.290919 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-9fa363f2-57cb-4d47-ae9f-46df158b56ad tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] show failed (client error): The resource could not be found. Apr 05 19:00:04.291993 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9fa363f2-57cb-4d47-ae9f-46df158b56ad tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "GET /v2.0/security-groups/74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e HTTP/1.1" status: 404 len: 347 time: 0.0622680 Apr 05 19:00:04.294593 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] For port 977c16b3-4ff2-4907-9e54-494c95237802, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:04.305933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40218) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:04.313263 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] For port 977c16b3-4ff2-4907-9e54-494c95237802, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=977c16b3-4ff2-4907-9e54-494c95237802,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:00:04.326576 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.365350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c276db2-815f-48c2-9408-eabc6600ad4b tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eb08eb-b4b1-4ccc-8000-74d3a1fe6c9e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:04.374981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e96ba1-455f-4cac-b42b-1f9e4d148735 req-8facdaf3-5917-493b-b84b-fa9b84fc059c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:04.383639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15e96ba1-455f-4cac-b42b-1f9e4d148735 req-8facdaf3-5917-493b-b84b-fa9b84fc059c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 945 time: 0.2403638 Apr 05 19:00:04.447922 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f388f8-6ca1-45aa-88aa-08cd4769dc8a None None] Pushing event updated for resources: {'Port': ['ID=977c16b3-4ff2-4907-9e54-494c95237802,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:04.479874 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Routers {'7369e82b-e8c2-495d-9910-766a4b6066ef'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:04.483082 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7369e82b-e8c2-495d-9910-766a4b6066ef'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:04.510711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15e96ba1-455f-4cac-b42b-1f9e4d148735 req-bcdda2d1-5188-41f6-97fe-9444c388af18 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261127 Apr 05 19:00:04.580925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-192c4cea-a7e3-4c04-a889-bd3eede37129 None None] Provisioning complete for port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:04.581352 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-192c4cea-a7e3-4c04-a889-bd3eede37129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.597927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Deleting port cb4552fc-2f97-4acc-b3c8-1914d0d27a01 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:04.598502 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.627360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Allocated IP 172.20.0.1 (e5223b64-d5fe-41e8-85b4-4513f9e45938/e8965247-f291-4304-9acf-bcf0a66bfd0a/a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:04.655997 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] Set router 7369e82b-e8c2-495d-9910-766a4b6066ef gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:04.745701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Router 9fa29093-d67e-4122-a881-9f0d220dfcad has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:00:04.772111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49a123db-2282-48a3-bfd8-cf68947d50f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.847495 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.850630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:00:04.852505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49a123db-2282-48a3-bfd8-cf68947d50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.871832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.874086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.878455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c3f50ddb-8687-4527-9189-23de60e3bdfc tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "PUT /v2.0/routers/9fa29093-d67e-4122-a881-9f0d220dfcad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1913567 Apr 05 19:00:04.884756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-49a123db-2282-48a3-bfd8-cf68947d50f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09af0765f18544dc910d54aa86a33c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7142885 Apr 05 19:00:04.884756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40228) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:04.890752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40230) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:04.896929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7fbd3-d444-40ee-82ec-88ee0428d3aa None None] Sync routers for ids ['9fa29093-d67e-4122-a881-9f0d220dfcad'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:00:04.915761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Calling delete_port for cb4552fc-2f97-4acc-b3c8-1914d0d27a01 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:04.931471 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '977c16b3-4ff2-4907-9e54-494c95237802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:58Z', 'updated_at': '2022-04-05T19:00:00Z', 'revision_number': 3, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'gw_port': {'id': '977c16b3-4ff2-4907-9e54-494c95237802', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:59Z', 'updated_at': '2022-04-05T19:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:04.957107 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-cb545f06-fb1d-45a7-9e1d-d6dde0ec1769 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] delete failed (client error): The resource could not be found. Apr 05 19:00:04.958233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cb545f06-fb1d-45a7-9e1d-d6dde0ec1769 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-376552809 HTTP/1.1" status: 404 len: 334 time: 0.0731313 Apr 05 19:00:04.961076 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:04.962594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40232) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:04.977890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a123db-2282-48a3-bfd8-cf68947d50f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1204df84-a460-4419-9cec-d2bbea8ad43f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:05.015848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-30d3bc53-fc03-48a3-bbe0-cb1e67d00fef tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'router': {'external_gateway_info': {'network_id': '9fa29093-d67e-4122-a881-9f0d220dfcad'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:05.016983 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39326382-2f06-4e74-b40f-ff1394532178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:05.030730 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be5ea6-4d59-4264-af55-28644f7051bd None None] The sync data for ids ['7369e82b-e8c2-495d-9910-766a4b6066ef'] in n-d-836650-3 is: [{'id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '977c16b3-4ff2-4907-9e54-494c95237802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:58Z', 'updated_at': '2022-04-05T19:00:00Z', 'revision_number': 3, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'gw_port': {'id': '977c16b3-4ff2-4907-9e54-494c95237802', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:59Z', 'updated_at': '2022-04-05T19:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:05.046292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39326382-2f06-4e74-b40f-ff1394532178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:05.051768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7fbd3-d444-40ee-82ec-88ee0428d3aa None None] Routers {'9fa29093-d67e-4122-a881-9f0d220dfcad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:05.052449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dec7fbd3-d444-40ee-82ec-88ee0428d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9fa29093-d67e-4122-a881-9f0d220dfcad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:05.094955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dec7fbd3-d444-40ee-82ec-88ee0428d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:05.106617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c2e0fc02-eb17-48cf-a10d-9f39df6f7acc,segment=NetworkSegment(4490c7cd-fcbe-4798-8c6b-9a46b1031a32),segment_id=4490c7cd-fcbe-4798-8c6b-9a46b1031a32)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:05.121691 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39326382-2f06-4e74-b40f-ff1394532178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:05.124644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39326382-2f06-4e74-b40f-ff1394532178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:05.130112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-39326382-2f06-4e74-b40f-ff1394532178 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1204df84-a460-4419-9cec-d2bbea8ad43f HTTP/1.1" status: 204 len: 168 time: 0.2328579 Apr 05 19:00:05.140560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39326382-2f06-4e74-b40f-ff1394532178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1204df84-a460-4419-9cec-d2bbea8ad43f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:05.166902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device afd96e46-c134-4b2d-ba29-2a22f8eeec18 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:05.182982 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:05.257644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:05.290121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Network e5223b64-d5fe-41e8-85b4-4513f9e45938 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:05.295411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:05.349442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=c2e0fc02-eb17-48cf-a10d-9f39df6f7acc,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:05.368775 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7fbd3-d444-40ee-82ec-88ee0428d3aa None None] Routers {'9fa29093-d67e-4122-a881-9f0d220dfcad'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:05.373738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dec7fbd3-d444-40ee-82ec-88ee0428d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9fa29093-d67e-4122-a881-9f0d220dfcad'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:05.386782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:05.432635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:05.536264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dec7fbd3-d444-40ee-82ec-88ee0428d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:05.537005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7fbd3-d444-40ee-82ec-88ee0428d3aa None None] The sync data for ids ['9fa29093-d67e-4122-a881-9f0d220dfcad'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:05.558588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:05.602583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Pushing event updated for resources: {'Port': ['ID=a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:05.787321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87163581-9d91-4039-abcc-3b8803bda44d req-9fc9fb56-2d0a-408e-b992-4ad504990846 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:05.795783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87163581-9d91-4039-abcc-3b8803bda44d req-9fc9fb56-2d0a-408e-b992-4ad504990846 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 945 time: 0.1097071 Apr 05 19:00:05.865131 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:05.872351 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:05.875423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87163581-9d91-4039-abcc-3b8803bda44d req-60cd3b4c-c638-4172-8d45-0e263a2f6aa5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715563 Apr 05 19:00:05.977413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f91a3-47bc-43a4-bef4-387d7ab6d9d5 None None] The sync data for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 is: [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd6e18b30-dc0e-48a1-b349-4b2dce42cfa3', 'name': '', 'network_id': '915604ac-55a7-4f2d-abfa-faea6df09772', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'mac_address': 'fa:16:3e:07:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:58Z', 'updated_at': '2022-04-05T18:54:09Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'subnets': [{'id': 'e2830ced-b757-48b1-9e92-cbee255b2f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:05.996233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d9c25cf8-5b91-4387-87da-e8b119973124 None None] Provisioning complete for port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:05.998964 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9c25cf8-5b91-4387-87da-e8b119973124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.030332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Pushing event deleted for resources: {'Port': ['ID=cb4552fc-2f97-4acc-b3c8-1914d0d27a01,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:06.034979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30d3bc53-fc03-48a3-bbe0-cb1e67d00fef tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.120269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port afd96e46-c134-4b2d-ba29-2a22f8eeec18 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:00:06.133185 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-30d3bc53-fc03-48a3-bbe0-cb1e67d00fef tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] update failed (client error): The resource could not be found. Apr 05 19:00:06.138048 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-30d3bc53-fc03-48a3-bbe0-cb1e67d00fef tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "PUT /v2.0/routers/9fa29093-d67e-4122-a881-9f0d220dfcad HTTP/1.1" status: 404 len: 339 time: 1.1262791 Apr 05 19:00:06.139278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40262) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:06.143278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port afd96e46-c134-4b2d-ba29-2a22f8eeec18 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:06.143821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.149460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1041027927'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:06.220955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Made reservation on behalf of 307e0f77b06940899b1c9ea50bf10463 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:06.225028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.279413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:00:06.332445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.332803 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Added segment f324fabe-5f39-42ee-8058-ed6c983519e6 of type vlan for network c7e0139a-7bdd-42d3-a33e-04be0df59fd2 Apr 05 19:00:06.346903 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.408625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port afd96e46-c134-4b2d-ba29-2a22f8eeec18, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=afd96e46-c134-4b2d-ba29-2a22f8eeec18,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:06.414130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b61988d-7a5d-4260-9ef0-87334cabd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd96e46-c134-4b2d-ba29-2a22f8eeec18'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:06.418765 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5facffcb-9290-4f96-8eba-95395889059a" -d '{"events": [{"server_uuid": "9b61988d-7a5d-4260-9ef0-87334cabd140", "name": "network-vif-plugged", "status": "completed", "tag": "afd96e46-c134-4b2d-ba29-2a22f8eeec18"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:06.443113 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.453050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.456350 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.462947 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8c5d8b52-31ae-4982-bd47-c80b17b064ec tempest-AttachVolumeTestJSON-1208461645 tempest-AttachVolumeTestJSON-1208461645-project] 10.222.0.15 "DELETE /v2.0/floatingips/036015c7-ad07-4103-8954-dd7722b97d7d HTTP/1.1" status: 204 len: 168 time: 2.1519985 Apr 05 19:00:06.464095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.523122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.544819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d187968f-d7aa-4964-94d3-9bc0d1863574 None None] Provisioning complete for port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:06.545196 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d187968f-d7aa-4964-94d3-9bc0d1863574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.585218 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0c2e80-1985-40d2-8a1f-50dce15ab0d7 x-openstack-request-id: req-fd0c2e80-1985-40d2-8a1f-50dce15ab0d7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:06.585218 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b61988d-7a5d-4260-9ef0-87334cabd140", "name": "network-vif-plugged", "status": "completed", "tag": "afd96e46-c134-4b2d-ba29-2a22f8eeec18", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:06.585544 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd0c2e80-1985-40d2-8a1f-50dce15ab0d7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:06.585887 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0c2e80-1985-40d2-8a1f-50dce15ab0d7'] response: {'server_uuid': '9b61988d-7a5d-4260-9ef0-87334cabd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd96e46-c134-4b2d-ba29-2a22f8eeec18', 'code': 200} Apr 05 19:00:06.641771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.654002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:06.656436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:06.671653 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7962523-c31b-4295-81f9-31c13fc38599 None None] New status for floating IP 036015c7-ad07-4103-8954-dd7722b97d7d: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:00:06.744779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d187968f-d7aa-4964-94d3-9bc0d1863574 None None] Port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:06.773429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=afd96e46-c134-4b2d-ba29-2a22f8eeec18,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:06.787536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6475396 Apr 05 19:00:06.790642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40282) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:06.796576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'subnet': {'network_id': 'c7e0139a-7bdd-42d3-a33e-04be0df59fd2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:07.002899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22734e4-964b-4133-b5eb-c299dbc97606 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Network': ['ID=c7e0139a-7bdd-42d3-a33e-04be0df59fd2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:07.016317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13043016-3f1d-44f9-96a4-5517428eca21 req-99b0c994-b144-4298-92a3-c4968506b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:07.019652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c7e0139a-7bdd-42d3-a33e-04be0df59fd2 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:00:07.028879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13043016-3f1d-44f9-96a4-5517428eca21 req-99b0c994-b144-4298-92a3-c4968506b685 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 1097 time: 0.3368113 Apr 05 19:00:07.036075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:07.046601 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:07.075400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Made reservation on behalf of 307e0f77b06940899b1c9ea50bf10463 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:07.079535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:07.158803 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:07.222563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:07.661219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c2e0fc02-eb17-48cf-a10d-9f39df6f7acc up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:07.766173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:07.766719 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:07.779565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13043016-3f1d-44f9-96a4-5517428eca21 req-766f326e-7875-47f7-8f08-aeb2e47a5e22 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235403 Apr 05 19:00:07.788127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Pushing event updated for resources: {'Port': ['ID=a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:07.840853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba01f-855f-4ae8-b984-e0b5a7f601de req-795a6947-dea5-4801-98e3-281dec0d2fda tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:07.847634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f2ba01f-855f-4ae8-b984-e0b5a7f601de req-795a6947-dea5-4801-98e3-281dec0d2fda tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 946 time: 0.8340969 Apr 05 19:00:07.936558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Network e5223b64-d5fe-41e8-85b4-4513f9e45938 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:07.937358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 977c16b3-4ff2-4907-9e54-494c95237802 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:07.942337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:07.954800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f2ba01f-855f-4ae8-b984-e0b5a7f601de req-7bd81266-f880-458a-99bb-fdadb97e825a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972147 Apr 05 19:00:08.036442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 977c16b3-4ff2-4907-9e54-494c95237802 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:08.036958 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:08.183375 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:08.185906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Router 7369e82b-e8c2-495d-9910-766a4b6066ef has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:00:08.205287 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:08.246201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 977c16b3-4ff2-4907-9e54-494c95237802, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=977c16b3-4ff2-4907-9e54-494c95237802,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:08.257082 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:08.339977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e0ff9504-4be6-48ad-8d60-47be76680b35 None None] Provisioning complete for port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:08.340340 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9504-4be6-48ad-8d60-47be76680b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:08.382051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=977c16b3-4ff2-4907-9e54-494c95237802,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:08.396605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Subnet': ['ID=67915eca-9809-4dcd-8e9a-323fb83cab5b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:08.398832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Checking segment: {'id': 'f324fabe-5f39-42ee-8058-ed6c983519e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7e0139a-7bdd-42d3-a33e-04be0df59fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:08.399203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network hostable DHCP agents. Network: c7e0139a-7bdd-42d3-a33e-04be0df59fd2, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:00:08.401827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff9504-4be6-48ad-8d60-47be76680b35 None None] Port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:08.416721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:00:08.423398 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8712f81-160f-48aa-a634-b2a0b8c3cc08 admin admin] 10.222.0.15 "PUT /v2.0/routers/7369e82b-e8c2-495d-9910-766a4b6066ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7471566 Apr 05 19:00:08.428274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Sync routers for ids ['7369e82b-e8c2-495d-9910-766a4b6066ef'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:00:08.441097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network c7e0139a-7bdd-42d3-a33e-04be0df59fd2 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:00:08.449997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Routers {'7369e82b-e8c2-495d-9910-766a4b6066ef'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:08.450640 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T18:59:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7369e82b-e8c2-495d-9910-766a4b6066ef'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:08.456442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c7e0139a-7bdd-42d3-a33e-04be0df59fd2) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:08.462320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:08.463567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:08.486957 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df028892-f260-43cd-a713-f7edf9dae120 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6948023 Apr 05 19:00:08.490066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40328) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:08.495189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d59041a0-fd5a-41bb-a520-7e1d31f2667d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7e0139a-7bdd-42d3-a33e-04be0df59fd2'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:08.506569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd8dc4f-e981-4668-a962-b30d59f38553 None None] Network c7e0139a-7bdd-42d3-a33e-04be0df59fd2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:08.660790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Set router 7369e82b-e8c2-495d-9910-766a4b6066ef gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:08.767667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d59041a0-fd5a-41bb-a520-7e1d31f2667d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:08.945020 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-d59041a0-fd5a-41bb-a520-7e1d31f2667d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:08.955266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d59041a0-fd5a-41bb-a520-7e1d31f2667d tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "PUT /v2.0/routers/9fa29093-d67e-4122-a881-9f0d220dfcad HTTP/1.1" status: 400 len: 364 time: 0.4579778 Apr 05 19:00:08.955901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40352) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:09.017421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-c7e0139a-7bdd-42d3-a33e-04be0df59fd2', 'network_id': 'c7e0139a-7bdd-42d3-a33e-04be0df59fd2', 'tenant_id': '307e0f77b06940899b1c9ea50bf10463', 'fixed_ips': [{'subnet_id': '67915eca-9809-4dcd-8e9a-323fb83cab5b'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:00:09.029021 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.189207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40374) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:09.353313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4a1375a-267a-48a2-ac3c-46968b4459f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.476905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Allocated IP 2001:db8:1::2 (c7e0139a-7bdd-42d3-a33e-04be0df59fd2/67915eca-9809-4dcd-8e9a-323fb83cab5b/7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:09.505512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4a1375a-267a-48a2-ac3c-46968b4459f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.516945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4a1375a-267a-48a2-ac3c-46968b4459f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.531232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 977c16b3-4ff2-4907-9e54-494c95237802 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:09.537355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8d5c3-9e27-4589-af44-6666e6b01309 req-719727fc-f593-410c-b434-a555424370f7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:09.545461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4d8d5c3-9e27-4589-af44-6666e6b01309 req-719727fc-f593-410c-b434-a555424370f7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 946 time: 0.3209145 Apr 05 19:00:09.586357 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c4a1375a-267a-48a2-ac3c-46968b4459f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=827129f32611446daca1c811c91a548d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956375 Apr 05 19:00:09.589890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40384) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:09.616635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1375a-267a-48a2-ac3c-46968b4459f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297ec6fe-049c-457b-85c6-07e77106d5f7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:09.682946 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4d8d5c3-9e27-4589-af44-6666e6b01309 req-facd683e-87dc-4026-8f0e-0a45f2ecc051 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361036 Apr 05 19:00:09.688691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-438afb9b-2753-49c3-930f-c329b311e30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.738499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-438afb9b-2753-49c3-930f-c329b311e30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.755238 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce55c523-5546-4191-9f17-93bd73b17b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.760286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.815287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 977c16b3-4ff2-4907-9e54-494c95237802 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:09.816022 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.830984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-438afb9b-2753-49c3-930f-c329b311e30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.833641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-438afb9b-2753-49c3-930f-c329b311e30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:09.837339 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-438afb9b-2753-49c3-930f-c329b311e30a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/297ec6fe-049c-457b-85c6-07e77106d5f7 HTTP/1.1" status: 204 len: 168 time: 0.2439446 Apr 05 19:00:09.853305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438afb9b-2753-49c3-930f-c329b311e30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ec6fe-049c-457b-85c6-07e77106d5f7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:09.901400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '977c16b3-4ff2-4907-9e54-494c95237802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:58Z', 'updated_at': '2022-04-05T19:00:06Z', 'revision_number': 4, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'gw_port': {'id': '977c16b3-4ff2-4907-9e54-494c95237802', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:59Z', 'updated_at': '2022-04-05T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e', 'name': '', 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'mac_address': 'fa:16:3e:c0:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'e8965247-f291-4304-9acf-bcf0a66bfd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:00:04Z', 'updated_at': '2022-04-05T19:00:06Z', 'revision_number': 2, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'subnets': [{'id': 'e8965247-f291-4304-9acf-bcf0a66bfd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:09.964301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Checking router: 7369e82b-e8c2-495d-9910-766a4b6066ef for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:00:09.964641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Updating router 7369e82b-e8c2-495d-9910-766a4b6066ef port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:00:10.060666 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.063158 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.083462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.347796 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Network c7e0139a-7bdd-42d3-a33e-04be0df59fd2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:10.356246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:10.362024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:10.365182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Allocated IP 2001:db8::1 (0bdc66aa-ec51-44d6-8941-814e82351eca/1d2ae45d-27e0-4894-88a2-140e001e1af5/9aa4843e-ef9e-400a-acdb-fba3a2f1879a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:10.426786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Pushing event updated for resources: {'Port': ['ID=7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:10.546312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40418) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:10.558880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Attempting to bind port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:10.559620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Attempting to bind port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'f324fabe-5f39-42ee-8058-ed6c983519e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7e0139a-7bdd-42d3-a33e-04be0df59fd2'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:10.560443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Attempting to bind port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 on network c7e0139a-7bdd-42d3-a33e-04be0df59fd2 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:10.568102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8cdc8a79-49b0-4564-ac28-d7faca9170bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.573162 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.576564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:00:10.577177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Checking segment: {'id': 'f324fabe-5f39-42ee-8058-ed6c983519e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7e0139a-7bdd-42d3-a33e-04be0df59fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:10.577594 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.577973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Bound using segment: {'id': 'f324fabe-5f39-42ee-8058-ed6c983519e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7e0139a-7bdd-42d3-a33e-04be0df59fd2'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:00:10.578481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Bound port: 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f324fabe-5f39-42ee-8058-ed6c983519e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7e0139a-7bdd-42d3-a33e-04be0df59fd2'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:00:10.578894 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.675306 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.783413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Port': ['ID=9aa4843e-ef9e-400a-acdb-fba3a2f1879a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:10.789298 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8cdc8a79-49b0-4564-ac28-d7faca9170bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.799592 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8cdc8a79-49b0-4564-ac28-d7faca9170bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.809186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network 0bdc66aa-ec51-44d6-8941-814e82351eca is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:10.811359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:10.825702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:10.829483 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.831184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] For port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:10.870319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40434) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:10.875344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8cdc8a79-49b0-4564-ac28-d7faca9170bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e849c71636c4e4abdb7acc47ed54094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278391 Apr 05 19:00:10.881390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] For port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099,segment=NetworkSegment(f324fabe-5f39-42ee-8058-ed6c983519e6),segment_id=f324fabe-5f39-42ee-8058-ed6c983519e6)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:00:10.895521 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.898995 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:10.899824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40436) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:10.929672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:11.071011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc8a79-49b0-4564-ac28-d7faca9170bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955bcd9e-55c9-4bf8-b84d-39f58dccec5e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:11.271215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:11.514834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf5643-b7d4-46de-8b02-5f7a461fc861 req-022f7f7f-49ed-4f2d-b289-c0ea0ef19191 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:11.516581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ecf5643-b7d4-46de-8b02-5f7a461fc861 req-022f7f7f-49ed-4f2d-b289-c0ea0ef19191 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 946 time: 0.5974753 Apr 05 19:00:11.622665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2658be20-8df5-4ad6-88f5-b4bf42c85a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:11.630653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ee6b5-b17d-4804-a898-0f84098cb561 None None] Pushing event updated for resources: {'Port': ['ID=7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:11.700939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2658be20-8df5-4ad6-88f5-b4bf42c85a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:11.755520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ecf5643-b7d4-46de-8b02-5f7a461fc861 req-6ee9120f-e3d5-42bb-be8c-28725147f95e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285199 Apr 05 19:00:11.829887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Attempting to bind port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:11.830517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Attempting to bind port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4490c7cd-fcbe-4798-8c6b-9a46b1031a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:11.831375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Attempting to bind port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e on network e5223b64-d5fe-41e8-85b4-4513f9e45938 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:11.839412 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2658be20-8df5-4ad6-88f5-b4bf42c85a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:11.847929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd3f78-8384-40d1-9ccd-09d01afaf6c4 None None] Pushing event updated for resources: {'Port': ['ID=a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:11.849168 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2658be20-8df5-4ad6-88f5-b4bf42c85a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:11.852812 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2658be20-8df5-4ad6-88f5-b4bf42c85a84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955bcd9e-55c9-4bf8-b84d-39f58dccec5e HTTP/1.1" status: 204 len: 168 time: 0.9450376 Apr 05 19:00:11.853870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1f91c996-58d4-4eea-bc1f-41d986c502a7 None None] Provisioning complete for port 9aa4843e-ef9e-400a-acdb-fba3a2f1879a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:11.854561 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f91c996-58d4-4eea-bc1f-41d986c502a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:11.871094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:00:11.871470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Checking segment: {'id': '4490c7cd-fcbe-4798-8c6b-9a46b1031a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:11.874581 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:11.874987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Bound using segment: {'id': '4490c7cd-fcbe-4798-8c6b-9a46b1031a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:00:11.875481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Bound port: a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4490c7cd-fcbe-4798-8c6b-9a46b1031a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:00:11.875979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:11.888712 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658be20-8df5-4ad6-88f5-b4bf42c85a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955bcd9e-55c9-4bf8-b84d-39f58dccec5e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:11.941738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9932827-6abf-4951-8140-94a1f56456e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:12.021058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:12.061768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1f91c996-58d4-4eea-bc1f-41d986c502a7 None None] Port 9aa4843e-ef9e-400a-acdb-fba3a2f1879a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:12.107289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] For port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:12.129260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] For port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e,segment=NetworkSegment(4490c7cd-fcbe-4798-8c6b-9a46b1031a32),segment_id=4490c7cd-fcbe-4798-8c6b-9a46b1031a32)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:00:12.139119 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:12.164834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de40293-a6e9-44d0-9558-c01cc08f360d req-3b1ff5c3-b85d-4cdf-9f43-8c7681a6e997 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:12.174351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8de40293-a6e9-44d0-9558-c01cc08f360d req-3b1ff5c3-b85d-4cdf-9f43-8c7681a6e997 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 946 time: 0.2388878 Apr 05 19:00:12.279790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8de40293-a6e9-44d0-9558-c01cc08f360d req-1e80f918-6e2d-454e-ac2f-75469e6ae8e5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040781 Apr 05 19:00:12.294432 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:12.325651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:12.327910 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:12.462665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event updated for resources: {'Port': ['ID=9aa4843e-ef9e-400a-acdb-fba3a2f1879a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:12.480672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Routers {'7369e82b-e8c2-495d-9910-766a4b6066ef'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:12.481279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7369e82b-e8c2-495d-9910-766a4b6066ef'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:12.499643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a3837c35-eecc-4ffd-bb37-67534cf5f155 None None] Provisioning complete for port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:12.500023 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3837c35-eecc-4ffd-bb37-67534cf5f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:12.717878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd3f78-8384-40d1-9ccd-09d01afaf6c4 None None] Pushing event updated for resources: {'Port': ['ID=a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:12.834213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Network 0bdc66aa-ec51-44d6-8941-814e82351eca is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:12.837074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:12.896208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Deleting port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:12.896751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:12.992343 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:12.993550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77ec1a-22d4-4842-9645-39a2eb0dcd62 req-2d66ddb6-cdf1-43b3-860b-5131782f13d2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:13.002672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff77ec1a-22d4-4842-9645-39a2eb0dcd62 req-2d66ddb6-cdf1-43b3-860b-5131782f13d2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 946 time: 0.2732413 Apr 05 19:00:13.052542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] Set router 7369e82b-e8c2-495d-9910-766a4b6066ef gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:13.138549 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3837c35-eecc-4ffd-bb37-67534cf5f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:13.140436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] For port 2a9e0920-fd06-4711-a16f-8d375a7b4bfe, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2a9e0920-fd06-4711-a16f-8d375a7b4bfe,segment=NetworkSegment(ab3b10ac-9729-4a48-ac25-f0c0d9b78e33),segment_id=ab3b10ac-9729-4a48-ac25-f0c0d9b78e33)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:13.146465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:13.160364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Router 9fa29093-d67e-4122-a881-9f0d220dfcad has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:00:13.161490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3517d66-6995-4c52-a0a7-c8bd49413f28 None None] Network c7e0139a-7bdd-42d3-a33e-04be0df59fd2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:13.166001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff77ec1a-22d4-4842-9645-39a2eb0dcd62 req-870b3283-2307-4e39-b73e-abafed812ebb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614063 Apr 05 19:00:13.180139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Calling delete_port for 2a9e0920-fd06-4711-a16f-8d375a7b4bfe owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:13.413934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:00:13.422356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e9ee0213-8b93-435a-8984-65d31f0628f3 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "PUT /v2.0/routers/9fa29093-d67e-4122-a881-9f0d220dfcad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4631646 Apr 05 19:00:13.426013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40478) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:13.437664 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24d902-a222-424d-9540-7e7046211754 None None] Sync routers for ids ['9fa29093-d67e-4122-a881-9f0d220dfcad'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:00:13.453253 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24d902-a222-424d-9540-7e7046211754 None None] Routers {'9fa29093-d67e-4122-a881-9f0d220dfcad'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:13.455619 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bd24d902-a222-424d-9540-7e7046211754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9fa29093-d67e-4122-a881-9f0d220dfcad'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:13.555552 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bd24d902-a222-424d-9540-7e7046211754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:13.588817 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24d902-a222-424d-9540-7e7046211754 None None] Routers {'9fa29093-d67e-4122-a881-9f0d220dfcad'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:13.590052 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bd24d902-a222-424d-9540-7e7046211754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9fa29093-d67e-4122-a881-9f0d220dfcad'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:13.610467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a3837c35-eecc-4ffd-bb37-67534cf5f155 None None] For port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e,segment=NetworkSegment(4490c7cd-fcbe-4798-8c6b-9a46b1031a32),segment_id=4490c7cd-fcbe-4798-8c6b-9a46b1031a32)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:13.611892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:13.655934 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3837c35-eecc-4ffd-bb37-67534cf5f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:13.694657 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bd24d902-a222-424d-9540-7e7046211754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:13.698201 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24d902-a222-424d-9540-7e7046211754 None None] The sync data for ids ['9fa29093-d67e-4122-a881-9f0d220dfcad'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:13.703949 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:13.726289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71776b44-243b-4338-8a7d-84ff1e855643 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:13.793656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9e0920-fd06-4711-a16f-8d375a7b4bfe,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:13.833012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Provisioning complete for port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:13.833545 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:13.864669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.865295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.865808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.866317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.866837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.867331 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.867849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.868349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.868838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.869323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.869809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.870999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:13.897020 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-71776b44-243b-4338-8a7d-84ff1e855643 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 19:00:13.903847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-71776b44-243b-4338-8a7d-84ff1e855643 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/routers/9fa29093-d67e-4122-a881-9f0d220dfcad HTTP/1.1" status: 409 len: 329 time: 0.4765108 Apr 05 19:00:13.904352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40488) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:14.023885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:14.023885 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:14.036397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3837c35-eecc-4ffd-bb37-67534cf5f155 None None] Pushing event updated for resources: {'Port': ['ID=a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:14.108366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:14.257187 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:14.268572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '977c16b3-4ff2-4907-9e54-494c95237802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:58Z', 'updated_at': '2022-04-05T19:00:06Z', 'revision_number': 4, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'gw_port': {'id': '977c16b3-4ff2-4907-9e54-494c95237802', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:59Z', 'updated_at': '2022-04-05T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e', 'name': '', 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'mac_address': 'fa:16:3e:c0:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'e8965247-f291-4304-9acf-bcf0a66bfd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:00:04Z', 'updated_at': '2022-04-05T19:00:12Z', 'revision_number': 4, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'subnets': [{'id': 'e8965247-f291-4304-9acf-bcf0a66bfd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:14.332479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-d066c63f-e69a-4bf6-898f-9da093978029 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:14.336629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-d066c63f-e69a-4bf6-898f-9da093978029 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 946 time: 0.2135439 Apr 05 19:00:14.403215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7077d-c095-4749-a1bd-5d87e793cfdb None None] The sync data for ids ['7369e82b-e8c2-495d-9910-766a4b6066ef'] in n-d-836650-3 is: [{'id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '977c16b3-4ff2-4907-9e54-494c95237802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:58Z', 'updated_at': '2022-04-05T19:00:06Z', 'revision_number': 4, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'gw_port': {'id': '977c16b3-4ff2-4907-9e54-494c95237802', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:59Z', 'updated_at': '2022-04-05T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e', 'name': '', 'network_id': 'e5223b64-d5fe-41e8-85b4-4513f9e45938', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'mac_address': 'fa:16:3e:c0:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'e8965247-f291-4304-9acf-bcf0a66bfd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:00:04Z', 'updated_at': '2022-04-05T19:00:12Z', 'revision_number': 4, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'subnets': [{'id': 'e8965247-f291-4304-9acf-bcf0a66bfd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:14.581968 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:14.584116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] For port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099,segment=NetworkSegment(f324fabe-5f39-42ee-8058-ed6c983519e6),segment_id=f324fabe-5f39-42ee-8058-ed6c983519e6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:14.596263 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:14.600233 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:14.684558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Router 65637536-59f5-494a-b475-6318300c3bc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:00:14.773967 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Pushing event updated for resources: {'Port': ['ID=7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:14.779053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Provisioning complete for port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:14.783355 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:14.894280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:00:14.900663 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:00:14.921400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40520) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:14.925497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:00:14.933361 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-416046e7-bfdb-48e9-9938-e800be94b985 admin admin] 10.222.0.15 "PUT /v2.0/routers/65637536-59f5-494a-b475-6318300c3bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0560570 Apr 05 19:00:14.943798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] Sync routers for ids ['65637536-59f5-494a-b475-6318300c3bc8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:00:14.951844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40522) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:15.053990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] Routers {'65637536-59f5-494a-b475-6318300c3bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:15.055021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['65637536-59f5-494a-b475-6318300c3bc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:15.070767 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:15.156503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Provisioning complete for port 9aa4843e-ef9e-400a-acdb-fba3a2f1879a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:15.157717 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:15.214839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6415-0eb5-4cdf-a839-68c294f2b903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:15.274456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:15.319837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-01679420-c118-4629-9109-33e82c6a2a7d None None] Port 9aa4843e-ef9e-400a-acdb-fba3a2f1879a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:15.343241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] Set router 65637536-59f5-494a-b475-6318300c3bc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:15.537134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a6525-ea0b-42b3-8011-cb0b74b2a3ac req-0f8a071d-3a04-4475-83b3-008dcd3c06ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:15.547165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-550a6525-ea0b-42b3-8011-cb0b74b2a3ac req-0f8a071d-3a04-4475-83b3-008dcd3c06ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 946 time: 1.1882153 Apr 05 19:00:15.769527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-550a6525-ea0b-42b3-8011-cb0b74b2a3ac req-60f90b42-e615-4b0e-91c6-3ba08bb04a76 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059298 Apr 05 19:00:15.903961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Deleting port afd96e46-c134-4b2d-ba29-2a22f8eeec18 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:15.904450 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.058767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:16.135024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0e895898-2ff5-4149-ab88-cded50780491 None None] Provisioning complete for port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:16.135242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] For port afd96e46-c134-4b2d-ba29-2a22f8eeec18, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=afd96e46-c134-4b2d-ba29-2a22f8eeec18,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:16.135390 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e895898-2ff5-4149-ab88-cded50780491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.135742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.155701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Calling delete_port for afd96e46-c134-4b2d-ba29-2a22f8eeec18 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:16.252779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:16.253147 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.396361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65637536-59f5-494a-b475-6318300c3bc8', 'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:39Z', 'updated_at': '2022-04-05T19:00:13Z', 'revision_number': 5, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'gw_port': {'id': 'e8999d4c-8c7a-4c23-b7e7-014d84e02902', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65637536-59f5-494a-b475-6318300c3bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:40Z', 'updated_at': '2022-04-05T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:16.432530 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6415-0eb5-4cdf-a839-68c294f2b903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.452568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6415-0eb5-4cdf-a839-68c294f2b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.452863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.485384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:16.496926 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] Checking router: 65637536-59f5-494a-b475-6318300c3bc8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:00:16.582199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ffbc6415-0eb5-4cdf-a839-68c294f2b903 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=177e218bf55f41ac969344efa176bd38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6476789 Apr 05 19:00:16.591999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40542) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:16.594027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc6415-0eb5-4cdf-a839-68c294f2b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658e49cc-9fe2-4f20-9fc8-392ee1a03a72,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:16.601914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.621921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event deleted for resources: {'Port': ['ID=afd96e46-c134-4b2d-ba29-2a22f8eeec18,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:16.694215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] Routers {'65637536-59f5-494a-b475-6318300c3bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:16.694866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['65637536-59f5-494a-b475-6318300c3bc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:16.702853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa593877-3a5c-4793-a866-adc42c9882da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.737055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa593877-3a5c-4793-a866-adc42c9882da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.753665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] No DVR routers for this DVR port afd96e46-c134-4b2d-ba29-2a22f8eeec18 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:16.769196 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.781646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Deleting port e8999d4c-8c7a-4c23-b7e7-014d84e02902 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:16.782837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.789613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9ace083-a637-4ec4-8e9e-48e56d8c02ba req-e869cbd9-c693-4b9a-aaba-fd419e599cd5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "DELETE /v2.0/ports/afd96e46-c134-4b2d-ba29-2a22f8eeec18 HTTP/1.1" status: 204 len: 173 time: 2.4412956 Apr 05 19:00:16.801737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:16.822854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b61988d-7a5d-4260-9ef0-87334cabd140', 'name': 'network-vif-deleted', 'tag': 'afd96e46-c134-4b2d-ba29-2a22f8eeec18'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:16.833781 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e600f99b-5621-434a-a318-0fca56990521" -d '{"events": [{"server_uuid": "9b61988d-7a5d-4260-9ef0-87334cabd140", "name": "network-vif-deleted", "tag": "afd96e46-c134-4b2d-ba29-2a22f8eeec18"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:16.875481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] For port e8999d4c-8c7a-4c23-b7e7-014d84e02902, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e8999d4c-8c7a-4c23-b7e7-014d84e02902,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:16.876149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.889843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Calling delete_port for e8999d4c-8c7a-4c23-b7e7-014d84e02902 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:16.945821 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:16.962243 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a84158-4627-4c5b-8f83-6e024398266b x-openstack-request-id: req-39a84158-4627-4c5b-8f83-6e024398266b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:16.964193 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b61988d-7a5d-4260-9ef0-87334cabd140", "name": "network-vif-deleted", "tag": "afd96e46-c134-4b2d-ba29-2a22f8eeec18", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:16.964706 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39a84158-4627-4c5b-8f83-6e024398266b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:16.966355 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a84158-4627-4c5b-8f83-6e024398266b'] response: {'server_uuid': '9b61988d-7a5d-4260-9ef0-87334cabd140', 'name': 'network-vif-deleted', 'tag': 'afd96e46-c134-4b2d-ba29-2a22f8eeec18', 'status': 'completed', 'code': 200} Apr 05 19:00:17.062604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] Set router 65637536-59f5-494a-b475-6318300c3bc8 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:17.086721 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.118039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8999d4c-8c7a-4c23-b7e7-014d84e02902,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:17.151191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa593877-3a5c-4793-a866-adc42c9882da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.158190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa593877-3a5c-4793-a866-adc42c9882da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.162948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aa593877-3a5c-4793-a866-adc42c9882da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/658e49cc-9fe2-4f20-9fc8-392ee1a03a72 HTTP/1.1" status: 204 len: 168 time: 0.5676467 Apr 05 19:00:17.174312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device afd96e46-c134-4b2d-ba29-2a22f8eeec18 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:17.287579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: afd96e46-c134-4b2d-ba29-2a22f8eeec18 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:17.289419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device afd96e46-c134-4b2d-ba29-2a22f8eeec18 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:17.299015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa593877-3a5c-4793-a866-adc42c9882da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e49cc-9fe2-4f20-9fc8-392ee1a03a72,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:17.299621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65637536-59f5-494a-b475-6318300c3bc8', 'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:39Z', 'updated_at': '2022-04-05T19:00:16Z', 'revision_number': 6, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:17.315965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f821ad3-d3eb-4503-98e7-a028177df12b req-cfb6a5ff-5412-42e2-a9c9-86d537d81465 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b61988d-7a5d-4260-9ef0-87334cabd140 HTTP/1.1" status: 200 len: 210 time: 0.0757847 Apr 05 19:00:17.355101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b724f14-c2a8-40ce-b5db-3b31317e863a None None] The sync data for ids ['65637536-59f5-494a-b475-6318300c3bc8'] in n-d-836650-3 is: [{'id': '65637536-59f5-494a-b475-6318300c3bc8', 'name': 'tempest-TestAggregatesBasicOps-1753530923-router', 'tenant_id': '51ad56684fe24c57982e905c4a2f3055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:39Z', 'updated_at': '2022-04-05T19:00:16Z', 'revision_number': 6, 'project_id': '51ad56684fe24c57982e905c4a2f3055', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:17.412126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.459174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:17.461096 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.571310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.576941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.640937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.642542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65637536-59f5-494a-b475-6318300c3bc8 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:00:17.652822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.664836 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7b376196-f5a2-4eb4-9a91-fb2cf2e5bf9c admin admin] 10.222.0.15 "DELETE /v2.0/routers/65637536-59f5-494a-b475-6318300c3bc8 HTTP/1.1" status: 204 len: 168 time: 2.7026763 Apr 05 19:00:17.670961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40562) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:17.776765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Deleting port 9aa4843e-ef9e-400a-acdb-fba3a2f1879a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:17.779066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.804602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-882bd118-15c5-41aa-8ff6-ce1a3d50e41d admin admin] Deleting subnet f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:00:17.810085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-882bd118-15c5-41aa-8ff6-ce1a3d50e41d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.901002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2a9e0920-fd06-4711-a16f-8d375a7b4bfe no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:17.924782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-882bd118-15c5-41aa-8ff6-ce1a3d50e41d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:17.941727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2a9e0920-fd06-4711-a16f-8d375a7b4bfe {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:17.942070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2a9e0920-fd06-4711-a16f-8d375a7b4bfe not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:18.004358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.021751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Calling delete_port for 9aa4843e-ef9e-400a-acdb-fba3a2f1879a owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:18.036714 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-882bd118-15c5-41aa-8ff6-ce1a3d50e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.107667 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:00:18.124913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-882bd118-15c5-41aa-8ff6-ce1a3d50e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.167101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bd118-15c5-41aa-8ff6-ce1a3d50e41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:18.173506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6ccc2-2487-44c4-8b4f-df93e17e2a8f None None] Network 741484f2-9997-43b1-b3cf-f7ffdafa478a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:18.174907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-882bd118-15c5-41aa-8ff6-ce1a3d50e41d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.182306 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-882bd118-15c5-41aa-8ff6-ce1a3d50e41d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f1bf0c8d-d1db-4b88-a3f3-decce5bcd1a7 HTTP/1.1" status: 204 len: 168 time: 0.5102763 Apr 05 19:00:18.183575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40576) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:18.290680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.379444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Deleting port 94e22b4b-1007-422e-82b8-247fa68b0e68 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:18.379791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.452697 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.573960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] For port 94e22b4b-1007-422e-82b8-247fa68b0e68, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=94e22b4b-1007-422e-82b8-247fa68b0e68,segment=NetworkSegment(ab3b10ac-9729-4a48-ac25-f0c0d9b78e33),segment_id=ab3b10ac-9729-4a48-ac25-f0c0d9b78e33)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:18.574925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.639753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Port': ['ID=9aa4843e-ef9e-400a-acdb-fba3a2f1879a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:18.646032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Calling delete_port for 94e22b4b-1007-422e-82b8-247fa68b0e68 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:18.655628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ebb5c-98de-432a-931b-7757c71112f2 None None] DHCP port deletion for 741484f2-9997-43b1-b3cf-f7ffdafa478a request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:00:18.849607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-772ebb5c-98de-432a-931b-7757c71112f2 None None] Deleting port 94e22b4b-1007-422e-82b8-247fa68b0e68 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:18.852396 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-772ebb5c-98de-432a-931b-7757c71112f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.900549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:18.964445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:19.023830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-772ebb5c-98de-432a-931b-7757c71112f2 None None] For port 94e22b4b-1007-422e-82b8-247fa68b0e68, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=94e22b4b-1007-422e-82b8-247fa68b0e68,segment=NetworkSegment(ab3b10ac-9729-4a48-ac25-f0c0d9b78e33),segment_id=ab3b10ac-9729-4a48-ac25-f0c0d9b78e33)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:19.024411 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-772ebb5c-98de-432a-931b-7757c71112f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:19.041802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-772ebb5c-98de-432a-931b-7757c71112f2 None None] Calling delete_port for 94e22b4b-1007-422e-82b8-247fa68b0e68 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:19.067842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e22b4b-1007-422e-82b8-247fa68b0e68,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:19.084241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] No DVR routers for this DVR port 94e22b4b-1007-422e-82b8-247fa68b0e68 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:19.182096 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-772ebb5c-98de-432a-931b-7757c71112f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:19.220589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ebb5c-98de-432a-931b-7757c71112f2 None None] Pushing event deleted for resources: {'Port': ['ID=94e22b4b-1007-422e-82b8-247fa68b0e68,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:19.222897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ebb5c-98de-432a-931b-7757c71112f2 None None] No DVR routers for this DVR port 94e22b4b-1007-422e-82b8-247fa68b0e68 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:19.266754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:19.297167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741484f2-9997-43b1-b3cf-f7ffdafa478a']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:19.318503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:19.318879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3b10ac-9729-4a48-ac25-f0c0d9b78e33') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:19.332226 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:19.349751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:19.359033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:00:19.359688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:19.399746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Router 9fa29093-d67e-4122-a881-9f0d220dfcad has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:00:19.432240 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:00:19.439446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:19.452451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:19.455915 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] 10.222.0.15 "DELETE /v2.0/networks/741484f2-9997-43b1-b3cf-f7ffdafa478a HTTP/1.1" status: 204 len: 168 time: 1.2712247 Apr 05 19:00:19.465877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40634) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:19.471860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731c49b-ffb8-4490-b9f2-1cf5c054c271 admin admin] Pushing event deleted for resources: {'Network': ['ID=741484f2-9997-43b1-b3cf-f7ffdafa478a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:19.575079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-4f48c191-d6ca-4efc-97ac-0e870ed27ff1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:19.588719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-4f48c191-d6ca-4efc-97ac-0e870ed27ff1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.4161932 Apr 05 19:00:19.603893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:00:19.609018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6923037e-bf00-4d3a-8cf2-d47cc31d461a tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "PUT /v2.0/routers/9fa29093-d67e-4122-a881-9f0d220dfcad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7036259 Apr 05 19:00:19.612837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40640) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:19.617678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-b5c0d07c-79b0-4dd1-8bdd-1902825712f9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/quotas/a7b70a1e430d42158b5c8c5773e08b2c HTTP/1.1" status: 200 len: 375 time: 0.0276549 Apr 05 19:00:19.618427 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb9315b-f0e5-408b-aef7-7deda87052ad None None] Sync routers for ids ['9fa29093-d67e-4122-a881-9f0d220dfcad'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:00:19.639684 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9315b-f0e5-408b-aef7-7deda87052ad None None] Routers {'9fa29093-d67e-4122-a881-9f0d220dfcad'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:19.640605 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8fb9315b-f0e5-408b-aef7-7deda87052ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9fa29093-d67e-4122-a881-9f0d220dfcad'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:19.702613 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-10eb2f6d-f292-4c2a-9307-c91043a63fe4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] show failed (client error): The resource could not be found. Apr 05 19:00:19.704088 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-10eb2f6d-f292-4c2a-9307-c91043a63fe4 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1766312167 HTTP/1.1" status: 404 len: 335 time: 0.0899022 Apr 05 19:00:19.708229 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40642) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:19.713198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7c3280c1-b7ed-479c-a18e-843741eda0ed tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:19.788075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e8999d4c-8c7a-4c23-b7e7-014d84e02902 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:19.811273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: e8999d4c-8c7a-4c23-b7e7-014d84e02902 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:19.812414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e8999d4c-8c7a-4c23-b7e7-014d84e02902 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:19.813561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 94e22b4b-1007-422e-82b8-247fa68b0e68 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:19.816429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-3e6c46b9-5292-4f3a-9e94-9d7b0d2f93f1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1977777 Apr 05 19:00:19.818171 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-7c3280c1-b7ed-479c-a18e-843741eda0ed tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] update failed (client error): The resource could not be found. Apr 05 19:00:19.824889 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7c3280c1-b7ed-479c-a18e-843741eda0ed tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-958332234 HTTP/1.1" status: 404 len: 334 time: 0.1154010 Apr 05 19:00:19.828000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:19.854837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 94e22b4b-1007-422e-82b8-247fa68b0e68 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:19.855558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 94e22b4b-1007-422e-82b8-247fa68b0e68 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:19.974053 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8fb9315b-f0e5-408b-aef7-7deda87052ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:19.983325 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9315b-f0e5-408b-aef7-7deda87052ad None None] Routers {'9fa29093-d67e-4122-a881-9f0d220dfcad'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:19.983924 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8fb9315b-f0e5-408b-aef7-7deda87052ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9fa29093-d67e-4122-a881-9f0d220dfcad'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:19.992081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d573752d-4371-40d4-9255-e8ae67aeab5e tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Deleting subnet 67915eca-9809-4dcd-8e9a-323fb83cab5b {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:00:20.032837 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8fb9315b-f0e5-408b-aef7-7deda87052ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:20.037069 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb9315b-f0e5-408b-aef7-7deda87052ad None None] The sync data for ids ['9fa29093-d67e-4122-a881-9f0d220dfcad'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:20.063085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-8370197c-fcd0-4234-94bd-c1f3e1be305d service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306437 Apr 05 19:00:20.065505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d573752d-4371-40d4-9255-e8ae67aeab5e tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.119460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.201192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-558f46d3-e832-4fc8-946f-bd9d35ca0d0e service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318171 Apr 05 19:00:20.213118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40656) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:20.270830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d573752d-4371-40d4-9255-e8ae67aeab5e tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.448516 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d573752d-4371-40d4-9255-e8ae67aeab5e tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.483161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Deleting port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:20.483983 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.530079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:20.537904 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d573752d-4371-40d4-9255-e8ae67aeab5e tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.582324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef0404a9-cad0-409a-a1f9-401aec2aa528 req-e19c0c3e-0cf1-4c6d-8e95-e3210a55cdee tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 210 time: 0.0566642 Apr 05 19:00:20.586142 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d573752d-4371-40d4-9255-e8ae67aeab5e tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.589871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d573752d-4371-40d4-9255-e8ae67aeab5e tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/subnets/67915eca-9809-4dcd-8e9a-323fb83cab5b HTTP/1.1" status: 204 len: 168 time: 0.7608042 Apr 05 19:00:20.594778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a575d-355d-48a0-8ffd-eb9938c82f55 None None] Network c7e0139a-7bdd-42d3-a33e-04be0df59fd2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:20.596251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40664) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:20.616318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] For port a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e,segment=NetworkSegment(4490c7cd-fcbe-4798-8c6b-9a46b1031a32),segment_id=4490c7cd-fcbe-4798-8c6b-9a46b1031a32)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:20.616798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.633576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Calling delete_port for a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:20.644653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573752d-4371-40d4-9255-e8ae67aeab5e tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Subnet': ['ID=67915eca-9809-4dcd-8e9a-323fb83cab5b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:20.693351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.729640 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.895036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Deleting port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:20.898738 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:20.957549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80bb0da-2f27-497c-8700-22d0ea793f2d None None] DHCP port deletion for c7e0139a-7bdd-42d3-a33e-04be0df59fd2 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:00:21.017548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.018350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a80bb0da-2f27-497c-8700-22d0ea793f2d None None] Deleting port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:21.018848 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a80bb0da-2f27-497c-8700-22d0ea793f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.049714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] For port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099,segment=NetworkSegment(f324fabe-5f39-42ee-8058-ed6c983519e6),segment_id=f324fabe-5f39-42ee-8058-ed6c983519e6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:21.050243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.093302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:21.098791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Calling delete_port for 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:21.132170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a80bb0da-2f27-497c-8700-22d0ea793f2d None None] For port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099,segment=NetworkSegment(f324fabe-5f39-42ee-8058-ed6c983519e6),segment_id=f324fabe-5f39-42ee-8058-ed6c983519e6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:21.132579 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a80bb0da-2f27-497c-8700-22d0ea793f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.152833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a80bb0da-2f27-497c-8700-22d0ea793f2d None None] Calling delete_port for 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:21.324156 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.358705 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a80bb0da-2f27-497c-8700-22d0ea793f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.414905 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.446347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bb0da-2f27-497c-8700-22d0ea793f2d None None] Pushing event deleted for resources: {'Port': ['ID=7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:21.456819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bb0da-2f27-497c-8700-22d0ea793f2d None None] No DVR routers for this DVR port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:21.469259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Port': ['ID=7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:21.477396 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] No DVR routers for this DVR port 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:21.523173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.690191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.693852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Allocated IP 172.25.4.60 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/4a13f581-c223-4c0c-a711-521090d86067) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:21.742106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e0139a-7bdd-42d3-a33e-04be0df59fd2']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:21.775325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f324fabe-5f39-42ee-8058-ed6c983519e6') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:21.775722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f324fabe-5f39-42ee-8058-ed6c983519e6') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:21.787825 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.805735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.813348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:00:21.814222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:00:21.884655 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:00:21.913570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:21.915268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Router 7369e82b-e8c2-495d-9910-766a4b6066ef has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:00:21.957896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72d54be9-8e3f-441e-bcd0-da69362e8892 req-9d384469-eb28-48e4-bb31-690487fc3791 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 210 time: 0.1919188 Apr 05 19:00:21.960931 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:21.972785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:21.973179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7f4c0d6b-22b2-4b94-baa0-eb3f23ce6099 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:22.013718 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:22.019902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/networks/c7e0139a-7bdd-42d3-a33e-04be0df59fd2 HTTP/1.1" status: 204 len: 168 time: 1.4185033 Apr 05 19:00:22.028027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:22.039681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b6751-c666-4181-a1fb-ff9a4d23b0d6 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Network': ['ID=c7e0139a-7bdd-42d3-a33e-04be0df59fd2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:22.095894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:00:22.107816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] Sync routers for ids ['7369e82b-e8c2-495d-9910-766a4b6066ef'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:00:22.114976 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9ae0cfff-3849-4ffc-9dcd-859d80fc885b admin admin] 10.222.0.15 "PUT /v2.0/routers/7369e82b-e8c2-495d-9910-766a4b6066ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6470397 Apr 05 19:00:22.116415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-239a7bbe-4042-46bd-bd32-b53f99aed869 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Deleting subnet a138ea7a-ed96-41a0-aab7-9f6d5856dfef {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:00:22.116879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40686) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:22.124444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] Routers {'7369e82b-e8c2-495d-9910-766a4b6066ef'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:22.126177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-239a7bbe-4042-46bd-bd32-b53f99aed869 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:22.126980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7369e82b-e8c2-495d-9910-766a4b6066ef'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:22.176319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:22.260482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40690) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:22.353959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:22.411395 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:22.441157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] Set router 7369e82b-e8c2-495d-9910-766a4b6066ef gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:22.546357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Pushing event updated for resources: {'Port': ['ID=4a13f581-c223-4c0c-a711-521090d86067,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:22.550701 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-239a7bbe-4042-46bd-bd32-b53f99aed869 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:22.581667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-95113a52-2c6d-455d-b433-c27e9deca68d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:22.583302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-95113a52-2c6d-455d-b433-c27e9deca68d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.3548875 Apr 05 19:00:22.593883 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:22.598142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:22.610353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Request body: {'port': {'device_id': 'e25c5238-37fd-48ac-a83e-5f38a68fb384', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'admin_state_up': True, 'tenant_id': 'a7b70a1e430d42158b5c8c5773e08b2c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:22.670808 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:22.716078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:22.845698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '977c16b3-4ff2-4907-9e54-494c95237802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:58Z', 'updated_at': '2022-04-05T19:00:20Z', 'revision_number': 5, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'gw_port': {'id': '977c16b3-4ff2-4907-9e54-494c95237802', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:59Z', 'updated_at': '2022-04-05T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:22.848022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Made reservation on behalf of a7b70a1e430d42158b5c8c5773e08b2c for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:22.854177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:22.878361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] Checking router: 7369e82b-e8c2-495d-9910-766a4b6066ef for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:00:22.887365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] Routers {'7369e82b-e8c2-495d-9910-766a4b6066ef'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:22.887966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7369e82b-e8c2-495d-9910-766a4b6066ef'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:22.919322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-239a7bbe-4042-46bd-bd32-b53f99aed869 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:22.969033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40704) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:23.009435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Deleting port 977c16b3-4ff2-4907-9e54-494c95237802 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:23.009873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.076007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] Set router 7369e82b-e8c2-495d-9910-766a4b6066ef gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:23.089995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-239a7bbe-4042-46bd-bd32-b53f99aed869 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.145540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] For port 977c16b3-4ff2-4907-9e54-494c95237802, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=977c16b3-4ff2-4907-9e54-494c95237802,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:23.146120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.158476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:58Z', 'updated_at': '2022-04-05T19:00:22Z', 'revision_number': 6, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:23.194125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844bdcb-98d6-4dd3-8b50-0236563b991f None None] The sync data for ids ['7369e82b-e8c2-495d-9910-766a4b6066ef'] in n-d-836650-3 is: [{'id': '7369e82b-e8c2-495d-9910-766a4b6066ef', 'name': 'tempest-TestAggregatesBasicOps-1702387999-router', 'tenant_id': '483894e177e44f1aa7398480fec9bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:59:58Z', 'updated_at': '2022-04-05T19:00:22Z', 'revision_number': 6, 'project_id': '483894e177e44f1aa7398480fec9bdb7', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:23.216606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a7bbe-4042-46bd-bd32-b53f99aed869 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Subnet': ['ID=a138ea7a-ed96-41a0-aab7-9f6d5856dfef,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:23.228240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-239a7bbe-4042-46bd-bd32-b53f99aed869 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.231436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-239a7bbe-4042-46bd-bd32-b53f99aed869 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/subnets/a138ea7a-ed96-41a0-aab7-9f6d5856dfef HTTP/1.1" status: 204 len: 168 time: 1.2023268 Apr 05 19:00:23.248053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed55f2f3-ec4b-47c8-bc5e-80a5998ab646 None None] Network 7560534f-5c55-430d-9c76-7ff696b3903d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:23.269183 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.270366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40710) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:23.273886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a90c06d-52b5-4d4f-98ed-c891cfd6de07 req-eb910510-1a22-4432-83dd-bf28e02c3ede tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 210 time: 0.1114945 Apr 05 19:00:23.416677 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.479051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a91c88-979b-4d5c-a9f2-7e5fa39dccab tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Deleting subnet cd92b07d-4ab7-4fcb-bddf-07f8930483b5 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:00:23.497445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04a91c88-979b-4d5c-a9f2-7e5fa39dccab tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.561534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Calling delete_port for 977c16b3-4ff2-4907-9e54-494c95237802 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:23.594700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f83a7f7a-42bf-48b0-9c9c-fac8de7e6480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.641553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e22865-6abe-4607-ba5a-30cfa81b16ae None None] DHCP port deletion for 7560534f-5c55-430d-9c76-7ff696b3903d request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:00:23.750831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f7e22865-6abe-4607-ba5a-30cfa81b16ae None None] Deleting port 436bc8ed-8a53-4f59-ad12-c3f358459971 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:23.751448 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7e22865-6abe-4607-ba5a-30cfa81b16ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.816902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:23.854257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:23.854732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a9026145-4fd2-46a3-9fe3-5b3ef5c85b6e not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:23.855014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 436bc8ed-8a53-4f59-ad12-c3f358459971 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:23.864907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f7e22865-6abe-4607-ba5a-30cfa81b16ae None None] For port 436bc8ed-8a53-4f59-ad12-c3f358459971, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=436bc8ed-8a53-4f59-ad12-c3f358459971,segment=NetworkSegment(b59225a6-5673-43e7-823a-02138aa882da),segment_id=b59225a6-5673-43e7-823a-02138aa882da)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:23.865203 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7e22865-6abe-4607-ba5a-30cfa81b16ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.885950 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f83a7f7a-42bf-48b0-9c9c-fac8de7e6480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.894506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Allocated IP 172.20.0.6 (140c2b86-c767-4aeb-ae57-4a1d164fc7a6/8b490b4b-094b-4c91-92eb-ef38c5a6809a/e5d6e789-2137-429b-b725-51d98263fdd0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:23.900858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f7e22865-6abe-4607-ba5a-30cfa81b16ae None None] Calling delete_port for 436bc8ed-8a53-4f59-ad12-c3f358459971 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:23.913717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f83a7f7a-42bf-48b0-9c9c-fac8de7e6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.937366 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04a91c88-979b-4d5c-a9f2-7e5fa39dccab tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:23.979023 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f83a7f7a-42bf-48b0-9c9c-fac8de7e6480 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fac9441c21f44d8c8f878ae1a8d00ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9857197 Apr 05 19:00:23.985314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40712) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:24.015611 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.018806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a7f7a-42bf-48b0-9c9c-fac8de7e6480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5475063a-c174-47bc-8cb2-58022096f74e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:24.034930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.050380 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7e22865-6abe-4607-ba5a-30cfa81b16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.066464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Pushing event deleted for resources: {'Port': ['ID=977c16b3-4ff2-4907-9e54-494c95237802,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:24.101279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e22865-6abe-4607-ba5a-30cfa81b16ae None None] Pushing event deleted for resources: {'Port': ['ID=436bc8ed-8a53-4f59-ad12-c3f358459971,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:24.104731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e22865-6abe-4607-ba5a-30cfa81b16ae None None] No DVR routers for this DVR port 436bc8ed-8a53-4f59-ad12-c3f358459971 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:24.165475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.204632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.223110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04a91c88-979b-4d5c-a9f2-7e5fa39dccab tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.229584 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c18147ea-1b5c-4373-a099-b81e6caa5715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.288442 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.305613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.310373 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.315016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.320706 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c18147ea-1b5c-4373-a099-b81e6caa5715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.345147 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.401307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.401827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7369e82b-e8c2-495d-9910-766a4b6066ef {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:00:24.407542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.408566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7622310c-9ab8-4d4e-9433-357ba6e84633 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7369e82b-e8c2-495d-9910-766a4b6066ef HTTP/1.1" status: 204 len: 168 time: 2.2910562 Apr 05 19:00:24.411351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40716) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:24.452238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7925adcf-408d-48d2-8923-16b6b70437b3 req-3d62e0dd-8201-459f-94fc-44ca292bc279 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 210 time: 0.0826426 Apr 05 19:00:24.462911 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04a91c88-979b-4d5c-a9f2-7e5fa39dccab tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.500801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Pushing event updated for resources: {'Port': ['ID=4a13f581-c223-4c0c-a711-521090d86067,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:24.523871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c0c70f-e48c-4a05-99cb-9cc0e1eb2b6c admin admin] Deleting subnet e8965247-f291-4304-9acf-bcf0a66bfd0a {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:00:24.532578 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c70f-e48c-4a05-99cb-9cc0e1eb2b6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.534284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a91c88-979b-4d5c-a9f2-7e5fa39dccab tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Subnet': ['ID=cd92b07d-4ab7-4fcb-bddf-07f8930483b5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:24.536806 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04a91c88-979b-4d5c-a9f2-7e5fa39dccab tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.540523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-04a91c88-979b-4d5c-a9f2-7e5fa39dccab tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/subnets/cd92b07d-4ab7-4fcb-bddf-07f8930483b5 HTTP/1.1" status: 204 len: 168 time: 1.2687023 Apr 05 19:00:24.543280 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.545402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2656b7-e8bf-4f61-bcc3-8df0b4c27b58 None None] Network 052424bd-b824-4999-84a2-c3b17088ea52 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:24.546052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40718) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:24.600575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c70f-e48c-4a05-99cb-9cc0e1eb2b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.638565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.643144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.644627 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f821c786-36f1-4a1a-bc71-8fb281bb1d04 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4283350 Apr 05 19:00:24.651637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40720) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:24.656170 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c18147ea-1b5c-4373-a099-b81e6caa5715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.659248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-962477133', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'fixed_ips': [{'ip_address': '172.25.4.60'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:24.659414 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c18147ea-1b5c-4373-a099-b81e6caa5715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.663363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:24.665276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c18147ea-1b5c-4373-a099-b81e6caa5715 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5475063a-c174-47bc-8cb2-58022096f74e HTTP/1.1" status: 204 len: 168 time: 0.6755869 Apr 05 19:00:24.716227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18147ea-1b5c-4373-a099-b81e6caa5715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5475063a-c174-47bc-8cb2-58022096f74e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:24.726786 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.742681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:24.752693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:24.770158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:24.774697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event updated for resources: {'Port': ['ID=e5d6e789-2137-429b-b725-51d98263fdd0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:24.782414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Made reservation on behalf of b76cd90f916b45fe8b2cf068dd7a553a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:24.785184 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.800866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.825626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Deleting port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:24.825973 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.833335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543f7ea-59e7-4d23-8323-ebcc9e5b827d None None] DHCP port deletion for 052424bd-b824-4999-84a2-c3b17088ea52 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:00:24.899487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:24.900138 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.905556 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c70f-e48c-4a05-99cb-9cc0e1eb2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.934490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f543f7ea-59e7-4d23-8323-ebcc9e5b827d None None] Deleting port 91d18e33-0fca-4248-9cc8-26720618cb5b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:24.935021 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f543f7ea-59e7-4d23-8323-ebcc9e5b827d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.950863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:24.963724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-87bbef0c-338e-4da3-b2de-16289d4008d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3594193 Apr 05 19:00:24.975635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7560534f-5c55-430d-9c76-7ff696b3903d']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:24.982106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Request body: {'port': {'device_id': 'e25c5238-37fd-48ac-a83e-5f38a68fb384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:24.984348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] For port d6e18b30-dc0e-48a1-b349-4b2dce42cfa3, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d6e18b30-dc0e-48a1-b349-4b2dce42cfa3,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:24.985374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.008388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Calling delete_port for d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:25.014438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59225a6-5673-43e7-823a-02138aa882da') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:25.014748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59225a6-5673-43e7-823a-02138aa882da') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:25.029563 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.039266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f543f7ea-59e7-4d23-8323-ebcc9e5b827d None None] For port 91d18e33-0fca-4248-9cc8-26720618cb5b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=91d18e33-0fca-4248-9cc8-26720618cb5b,segment=NetworkSegment(149303fd-11c7-49cc-8785-b175654bcf48),segment_id=149303fd-11c7-49cc-8785-b175654bcf48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:25.039889 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f543f7ea-59e7-4d23-8323-ebcc9e5b827d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.046438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c70f-e48c-4a05-99cb-9cc0e1eb2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.068541 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.068769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f543f7ea-59e7-4d23-8323-ebcc9e5b827d None None] Calling delete_port for 91d18e33-0fca-4248-9cc8-26720618cb5b owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:25.076231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.078301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:00:25.078807 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:00:25.082199 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:00:25.126168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0c70f-e48c-4a05-99cb-9cc0e1eb2b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8965247-f291-4304-9acf-bcf0a66bfd0a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:25.139884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e6c0c70f-e48c-4a05-99cb-9cc0e1eb2b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.146364 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e6c0c70f-e48c-4a05-99cb-9cc0e1eb2b6c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e8965247-f291-4304-9acf-bcf0a66bfd0a HTTP/1.1" status: 204 len: 168 time: 0.7340438 Apr 05 19:00:25.150246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40726) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:25.150634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd910a-effa-4b31-8794-b74ed412d0a6 None None] Network e5223b64-d5fe-41e8-85b4-4513f9e45938 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:25.191785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.194918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40728) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:25.197341 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.212840 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.226735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] device_id is not set on port 56d827c6-cda1-4e90-8bc3-87eb8a61a47b yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:25.269035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.274910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/networks/7560534f-5c55-430d-9c76-7ff696b3903d HTTP/1.1" status: 204 len: 168 time: 0.7234731 Apr 05 19:00:25.276989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40730) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:25.286434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45ea41cf-92cc-4d69-9d87-afe3119c497f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.309903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b25e5-dc1b-47e2-a2e6-854df843bce9 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Network': ['ID=7560534f-5c55-430d-9c76-7ff696b3903d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:25.333290 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f543f7ea-59e7-4d23-8323-ebcc9e5b827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.368845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543f7ea-59e7-4d23-8323-ebcc9e5b827d None None] No DVR routers for this DVR port 91d18e33-0fca-4248-9cc8-26720618cb5b on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:25.374485 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543f7ea-59e7-4d23-8323-ebcc9e5b827d None None] Pushing event deleted for resources: {'Port': ['ID=91d18e33-0fca-4248-9cc8-26720618cb5b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:25.394110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658af819-2e52-4991-9432-c85053f10321,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:25.425936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.466750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.506485 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a49ef3-501c-4a65-8252-6e11d6b4b072 None None] DHCP port deletion for e5223b64-d5fe-41e8-85b4-4513f9e45938 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:00:25.571448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e0a49ef3-501c-4a65-8252-6e11d6b4b072 None None] Deleting port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:25.572061 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0a49ef3-501c-4a65-8252-6e11d6b4b072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.627092 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.635787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45ea41cf-92cc-4d69-9d87-afe3119c497f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.636996 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 19:00:25.637506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:00:25.640033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e0a49ef3-501c-4a65-8252-6e11d6b4b072 None None] For port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c2e0fc02-eb17-48cf-a10d-9f39df6f7acc,segment=NetworkSegment(4490c7cd-fcbe-4798-8c6b-9a46b1031a32),segment_id=4490c7cd-fcbe-4798-8c6b-9a46b1031a32)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:25.640393 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0a49ef3-501c-4a65-8252-6e11d6b4b072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.660673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e0a49ef3-501c-4a65-8252-6e11d6b4b072 None None] Calling delete_port for c2e0fc02-eb17-48cf-a10d-9f39df6f7acc owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:25.664117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Deleting port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:25.664425 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.671873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45ea41cf-92cc-4d69-9d87-afe3119c497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.675317 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.678428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e18b30-dc0e-48a1-b349-4b2dce42cfa3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:25.745464 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-18c390e6-204c-477c-b52b-bbf3cee826b6 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0925379 Apr 05 19:00:25.752019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40734) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:25.775896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052424bd-b824-4999-84a2-c3b17088ea52']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:25.796545 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0a49ef3-501c-4a65-8252-6e11d6b4b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.802251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-45ea41cf-92cc-4d69-9d87-afe3119c497f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab230a7487194651bd9030e26c858c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061172 Apr 05 19:00:25.803830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40736) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:25.806376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149303fd-11c7-49cc-8785-b175654bcf48') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:25.806698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149303fd-11c7-49cc-8785-b175654bcf48') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:25.814228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a49ef3-501c-4a65-8252-6e11d6b4b072 None None] No DVR routers for this DVR port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:25.837252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c2e0fc02-eb17-48cf-a10d-9f39df6f7acc no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:25.837458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea41cf-92cc-4d69-9d87-afe3119c497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9df8dc-ef5f-4c9b-8d5c-6f7551382c88,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:25.841328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d6e789-2137-429b-b725-51d98263fdd0 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:00:25.848740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.860178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: c2e0fc02-eb17-48cf-a10d-9f39df6f7acc {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:25.860517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c2e0fc02-eb17-48cf-a10d-9f39df6f7acc not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:25.860977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 977c16b3-4ff2-4907-9e54-494c95237802 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:25.863222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a49ef3-501c-4a65-8252-6e11d6b4b072 None None] Pushing event deleted for resources: {'Port': ['ID=c2e0fc02-eb17-48cf-a10d-9f39df6f7acc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:25.869385 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.885886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 977c16b3-4ff2-4907-9e54-494c95237802 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:25.886352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 977c16b3-4ff2-4907-9e54-494c95237802 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:25.886824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 91d18e33-0fca-4248-9cc8-26720618cb5b no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:25.890434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa9676-307d-4566-a4cc-ac4ed875b0e8 req-920bf4cd-b70e-43eb-8733-8e40b4a0642d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:25.893424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98fa9676-307d-4566-a4cc-ac4ed875b0e8 req-920bf4cd-b70e-43eb-8733-8e40b4a0642d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 931 time: 0.2746832 Apr 05 19:00:25.902562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] For port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c2e0fc02-eb17-48cf-a10d-9f39df6f7acc,segment=NetworkSegment(4490c7cd-fcbe-4798-8c6b-9a46b1031a32),segment_id=4490c7cd-fcbe-4798-8c6b-9a46b1031a32)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:25.902943 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.913870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.920023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 91d18e33-0fca-4248-9cc8-26720618cb5b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:25.920363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 91d18e33-0fca-4248-9cc8-26720618cb5b not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:25.933323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Calling delete_port for c2e0fc02-eb17-48cf-a10d-9f39df6f7acc owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:25.957365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:00:25.957893 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:00:25.961729 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:00:26.038966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98fa9676-307d-4566-a4cc-ac4ed875b0e8 req-445b560e-4f19-4df7-873f-f3e96cb3f6ff tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313803 Apr 05 19:00:26.053362 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22ee4622-3b13-4a64-b9b1-7a7695c04c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.058503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Transition to ACTIVE for port object e5d6e789-2137-429b-b725-51d98263fdd0 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:00:26.064276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.069757 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.091625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.095273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/networks/052424bd-b824-4999-84a2-c3b17088ea52 HTTP/1.1" status: 204 len: 168 time: 0.8067236 Apr 05 19:00:26.100391 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40738) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:26.126804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75efc4-1b85-4c4c-bdc3-c0df1ad4b540 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Network': ['ID=052424bd-b824-4999-84a2-c3b17088ea52,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:26.137656 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22ee4622-3b13-4a64-b9b1-7a7695c04c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.170430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d6e789-2137-429b-b725-51d98263fdd0,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:26.219181 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.225322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-03293381-bb61-4253-a425-84d9c72ea377 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Deleting subnet 1d2ae45d-27e0-4894-88a2-140e001e1af5 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:00:26.238500 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03293381-bb61-4253-a425-84d9c72ea377 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.241952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.244317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Deleting port 4a13f581-c223-4c0c-a711-521090d86067 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:26.244638 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.258640 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Attempting to bind port e5d6e789-2137-429b-b725-51d98263fdd0 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:26.258970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Attempting to bind port e5d6e789-2137-429b-b725-51d98263fdd0 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:26.259348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Attempting to bind port e5d6e789-2137-429b-b725-51d98263fdd0 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:26.262864 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22ee4622-3b13-4a64-b9b1-7a7695c04c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.265315 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-22ee4622-3b13-4a64-b9b1-7a7695c04c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.266571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-22ee4622-3b13-4a64-b9b1-7a7695c04c98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b9df8dc-ef5f-4c9b-8d5c-6f7551382c88 HTTP/1.1" status: 204 len: 168 time: 0.4532466 Apr 05 19:00:26.274758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Port e5d6e789-2137-429b-b725-51d98263fdd0 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:26.275263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Attempting to bind port e5d6e789-2137-429b-b725-51d98263fdd0 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:26.277976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee4622-3b13-4a64-b9b1-7a7695c04c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9df8dc-ef5f-4c9b-8d5c-6f7551382c88,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:26.283711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:00:26.284054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Checking segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:26.284430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Bound using segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:00:26.285182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Bound port: e5d6e789-2137-429b-b725-51d98263fdd0, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:00:26.285182 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.301975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e0fc02-eb17-48cf-a10d-9f39df6f7acc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:26.307496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] No DVR routers for this DVR port c2e0fc02-eb17-48cf-a10d-9f39df6f7acc on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:26.384419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] For port e5d6e789-2137-429b-b725-51d98263fdd0, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:26.387931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] For port e5d6e789-2137-429b-b725-51d98263fdd0, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e5d6e789-2137-429b-b725-51d98263fdd0,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:00:26.394039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.415228 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03293381-bb61-4253-a425-84d9c72ea377 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.433977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:26.434798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.436334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] 10.222.0.20 "PUT /v2.0/ports/e5d6e789-2137-429b-b725-51d98263fdd0 HTTP/1.1" status: 200 len: 1091 time: 1.4583604 Apr 05 19:00:26.436886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25c5238-37fd-48ac-a83e-5f38a68fb384', 'tag': 'e5d6e789-2137-429b-b725-51d98263fdd0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:26.440168 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92df817-d88f-40af-b7d0-ebdcd635423d" -d '{"events": [{"name": "network-changed", "server_uuid": "e25c5238-37fd-48ac-a83e-5f38a68fb384", "tag": "e5d6e789-2137-429b-b725-51d98263fdd0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:26.473159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def0c2a-dbd0-4820-95bd-554e8c844f19 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d6e789-2137-429b-b725-51d98263fdd0,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:26.526868 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922a4bc8-7d35-459c-bd7e-464a1d2a11c0 x-openstack-request-id: req-922a4bc8-7d35-459c-bd7e-464a1d2a11c0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:26.527225 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25c5238-37fd-48ac-a83e-5f38a68fb384", "tag": "e5d6e789-2137-429b-b725-51d98263fdd0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:26.527519 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-922a4bc8-7d35-459c-bd7e-464a1d2a11c0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:26.527981 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922a4bc8-7d35-459c-bd7e-464a1d2a11c0'] response: {'name': 'network-changed', 'server_uuid': 'e25c5238-37fd-48ac-a83e-5f38a68fb384', 'tag': 'e5d6e789-2137-429b-b725-51d98263fdd0', 'status': 'completed', 'code': 200} Apr 05 19:00:26.546130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-865120c3-c6bc-4e3f-b39c-8a39e2cecd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:26.548843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-865120c3-c6bc-4e3f-b39c-8a39e2cecd1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 1094 time: 0.0591195 Apr 05 19:00:26.596328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-7605f075-e214-4460-996d-3b7e749a0b8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d6e789-2137-429b-b725-51d98263fdd0 HTTP/1.1" status: 200 len: 217 time: 0.0403032 Apr 05 19:00:26.662014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-55a15e5e-2d90-4883-9cd8-a27a4c102454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:26.663793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-55a15e5e-2d90-4883-9cd8-a27a4c102454 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.0605125 Apr 05 19:00:26.719710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-6ec92d7f-a1ba-4fda-b74c-65123e761615 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438421 Apr 05 19:00:26.740032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40748) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:26.768698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24141017-3171-40ae-b328-605e67dc18f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.870310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.885652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-28a067a8-7401-41ae-8e7a-f8f256d4651b service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554406 Apr 05 19:00:26.919558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24141017-3171-40ae-b328-605e67dc18f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.923520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24141017-3171-40ae-b328-605e67dc18f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.960790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.961110 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:26.973876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5223b64-d5fe-41e8-85b4-4513f9e45938']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:26.979823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-24141017-3171-40ae-b328-605e67dc18f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99de00a1acd94a65b6ea951c3b5e1f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386250 Apr 05 19:00:26.982788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24141017-3171-40ae-b328-605e67dc18f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61fe33d-16aa-4237-b5b4-0d79bd87ca87,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:26.985360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40750) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:27.010234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4490c7cd-fcbe-4798-8c6b-9a46b1031a32') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:27.010560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4490c7cd-fcbe-4798-8c6b-9a46b1031a32') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:27.013689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Calling delete_port for 4a13f581-c223-4c0c-a711-521090d86067 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:27.035074 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.057641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03293381-bb61-4253-a425-84d9c72ea377 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.065100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.104453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a586cf66-2744-4b33-8f77-2a27239f6993 req-d8ca0b49-c316-4e63-af7d-0d3f9a75b473 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514032 Apr 05 19:00:27.105192 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f22f8611-d5de-4df5-bbba-3935372bfa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.153885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:00:27.154754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.154888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f22f8611-d5de-4df5-bbba-3935372bfa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:00:27.156007 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:00:27.214154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b78982-297e-42ce-91e2-1f07f97d9440 req-9e848369-9ffc-450a-ada7-474ff14691e1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:27.215603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01b78982-297e-42ce-91e2-1f07f97d9440 req-9e848369-9ffc-450a-ada7-474ff14691e1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 943 time: 0.1085138 Apr 05 19:00:27.250896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-3927b97e-af23-4201-ad36-ca2d0320ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:27.252522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-3927b97e-af23-4201-ad36-ca2d0320ae5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 1094 time: 0.0881405 Apr 05 19:00:27.285341 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f22f8611-d5de-4df5-bbba-3935372bfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.287863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f22f8611-d5de-4df5-bbba-3935372bfa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.288965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f22f8611-d5de-4df5-bbba-3935372bfa47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e61fe33d-16aa-4237-b5b4-0d79bd87ca87 HTTP/1.1" status: 204 len: 168 time: 0.3013229 Apr 05 19:00:27.291000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.302000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.302333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01b78982-297e-42ce-91e2-1f07f97d9440 req-a97ed3b5-900e-4dd9-b596-f882e8a59b30 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768194 Apr 05 19:00:27.305341 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] 10.222.0.15 "DELETE /v2.0/networks/e5223b64-d5fe-41e8-85b4-4513f9e45938 HTTP/1.1" status: 204 len: 168 time: 2.1508493 Apr 05 19:00:27.313185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f8611-d5de-4df5-bbba-3935372bfa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61fe33d-16aa-4237-b5b4-0d79bd87ca87,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:27.328334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98f124-192d-4bff-93a7-d6ace6ec621c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5223b64-d5fe-41e8-85b4-4513f9e45938,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:27.384473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03293381-bb61-4253-a425-84d9c72ea377 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.398477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-2b4b205f-bcd7-4125-9829-e20a950c7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:27.401741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-2b4b205f-bcd7-4125-9829-e20a950c7547 service neutron] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 906 time: 0.1330717 Apr 05 19:00:27.425744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Router 0d126e29-d72a-4954-adb2-ec5c3a29528a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:00:27.439629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c75b47-af3a-4873-b7b9-f052d42ff215 None None] Network 0bdc66aa-ec51-44d6-8941-814e82351eca requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:27.449636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03293381-bb61-4253-a425-84d9c72ea377 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2ae45d-27e0-4894-88a2-140e001e1af5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:27.454616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-03293381-bb61-4253-a425-84d9c72ea377 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.458422 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-03293381-bb61-4253-a425-84d9c72ea377 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/subnets/1d2ae45d-27e0-4894-88a2-140e001e1af5 HTTP/1.1" status: 204 len: 168 time: 1.3536026 Apr 05 19:00:27.461302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40758) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:27.489613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-afe97813-9989-4911-9f19-7d1c7c320341 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d6e789-2137-429b-b725-51d98263fdd0 HTTP/1.1" status: 200 len: 217 time: 0.0795927 Apr 05 19:00:27.592126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.593166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-45c3dce3-32ba-4a1f-94dd-71827282c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:27.608576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-45c3dce3-32ba-4a1f-94dd-71827282c6e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.1097240 Apr 05 19:00:27.613206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40760) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:27.642725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a13f581-c223-4c0c-a711-521090d86067,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:27.656000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.668188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-1fe5d4e5-9ae2-48a8-9932-662fb931a3a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517328 Apr 05 19:00:27.679564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] DHCP port deletion for 0bdc66aa-ec51-44d6-8941-814e82351eca request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:00:27.766688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-49d8bfd0-d380-491c-a311-00008e24bfb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51ad56684fe24c57982e905c4a2f3055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505666 Apr 05 19:00:27.769368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40764) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:27.785806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Deleting port 881ad5f1-99a5-4de4-8304-f0ac45691588 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:27.786389 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.804382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.807902 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.812226 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ea7602b4-8c05-458a-9030-2b1d81125c1c tempest-ExternalNetworksAdminNegativeTestJSON-1599579260 tempest-ExternalNetworksAdminNegativeTestJSON-1599579260-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/10dfd555-ea24-45b0-acac-0270a44d39af HTTP/1.1" status: 204 len: 168 time: 2.0546603 Apr 05 19:00:27.812226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:00:27.817191 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-96fb1013-5848-48f3-8acb-4aa7450b41f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/0d126e29-d72a-4954-adb2-ec5c3a29528a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5554166 Apr 05 19:00:27.820250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40770) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:27.826129 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] Sync routers for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:00:27.846290 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:27.846969 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:27.896355 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b92f-1372-4553-9cb7-bc5cd41a2266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.911077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] For port 881ad5f1-99a5-4de4-8304-f0ac45691588, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=881ad5f1-99a5-4de4-8304-f0ac45691588,segment=NetworkSegment(91035397-06b1-4452-a18f-baf0355a0da7),segment_id=91035397-06b1-4452-a18f-baf0355a0da7)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:27.911609 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:27.912383 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-1aa9ffaf-f04e-49af-bff5-cf1824928d24 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351761 Apr 05 19:00:27.931528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Calling delete_port for 881ad5f1-99a5-4de4-8304-f0ac45691588 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:27.938803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 881ad5f1-99a5-4de4-8304-f0ac45691588 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:27.947888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Deleting port 881ad5f1-99a5-4de4-8304-f0ac45691588 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:27.948245 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.046964 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.047499 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f92df817-d88f-40af-b7d0-ebdcd635423d req-e3c93d7c-78bf-4a65-80b7-f1c06f04071b service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231692 Apr 05 19:00:28.056507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b92f-1372-4553-9cb7-bc5cd41a2266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.126009 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.138163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b92f-1372-4553-9cb7-bc5cd41a2266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.138830 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.142861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b92f-1372-4553-9cb7-bc5cd41a2266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.145960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a7a0b92f-1372-4553-9cb7-bc5cd41a2266 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0d83fc4-0cda-449f-8b91-7a62c7e2ebe7 HTTP/1.1" status: 204 len: 168 time: 0.3756433 Apr 05 19:00:28.159975 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:28.169966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0b92f-1372-4553-9cb7-bc5cd41a2266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d83fc4-0cda-449f-8b91-7a62c7e2ebe7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:28.183070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] No DVR routers for this DVR port 881ad5f1-99a5-4de4-8304-f0ac45691588 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:28.186017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Pushing event deleted for resources: {'Port': ['ID=881ad5f1-99a5-4de4-8304-f0ac45691588,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:28.206040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.206411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.206757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.207093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.207536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.207965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.208298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.208623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.208946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.209265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.210008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.210525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95396500-b6ef-4d93-aa6a-c4e7fd195016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:28.264018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] For port 881ad5f1-99a5-4de4-8304-f0ac45691588, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=881ad5f1-99a5-4de4-8304-f0ac45691588,segment=NetworkSegment(91035397-06b1-4452-a18f-baf0355a0da7),segment_id=91035397-06b1-4452-a18f-baf0355a0da7)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:28.264536 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.287029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Calling delete_port for 881ad5f1-99a5-4de4-8304-f0ac45691588 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:28.315334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40782) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:28.387063 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T19:00:25Z', 'revision_number': 5, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port': {'id': 'b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:53:53Z', 'updated_at': '2022-04-05T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:28.395544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.444583 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] Checking router: 0d126e29-d72a-4954-adb2-ec5c3a29528a for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:00:28.445097 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.466816 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] Routers {'0d126e29-d72a-4954-adb2-ec5c3a29528a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:00:28.467441 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0d126e29-d72a-4954-adb2-ec5c3a29528a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:28.488916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] No DVR routers for this DVR port 881ad5f1-99a5-4de4-8304-f0ac45691588 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:28.491504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Port': ['ID=881ad5f1-99a5-4de4-8304-f0ac45691588,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:28.521167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b364-12df-4cdf-bea1-d45677c21296 req-54eae10c-a92b-45ab-8e48-6178d75e5446 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:28.524202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51e9b364-12df-4cdf-bea1-d45677c21296 req-54eae10c-a92b-45ab-8e48-6178d75e5446 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 943 time: 0.0904808 Apr 05 19:00:28.581939 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] Set router 0d126e29-d72a-4954-adb2-ec5c3a29528a gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:00:28.611310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-51e9b364-12df-4cdf-bea1-d45677c21296 req-7fd05229-e1ab-4b80-9a3b-11031c9e5484 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738673 Apr 05 19:00:28.637059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Deleting port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:28.637403 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.639950 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.666481 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T19:00:28Z', 'revision_number': 6, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:28.672399 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dd6933e-9c87-47b3-afa6-35c8a190c5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.696837 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea55c4-4dcf-4c34-b758-1f23c992ca47 None None] The sync data for ids ['0d126e29-d72a-4954-adb2-ec5c3a29528a'] in n-d-836650-3 is: [{'id': '0d126e29-d72a-4954-adb2-ec5c3a29528a', 'name': 'tempest-AttachVolumeTestJSON-749710080-router', 'tenant_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:53:50Z', 'updated_at': '2022-04-05T19:00:28Z', 'revision_number': 6, 'project_id': '4b32d3ab7bdd4321b9452ebbbb332473', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:00:28.704617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdc66aa-ec51-44d6-8941-814e82351eca']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:28.728573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91035397-06b1-4452-a18f-baf0355a0da7') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:28.728865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91035397-06b1-4452-a18f-baf0355a0da7') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:28.742000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.775934 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.796717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:00:28.797785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.797961 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dd6933e-9c87-47b3-afa6-35c8a190c5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:00:28.801164 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:00:28.803853 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dd6933e-9c87-47b3-afa6-35c8a190c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.839744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40798) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:28.858834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] For port b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:28.859348 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.869138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4dd6933e-9c87-47b3-afa6-35c8a190c5c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd94ed31e7094b32b4eb86261a6421a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526984 Apr 05 19:00:28.873180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40800) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:28.882592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Calling delete_port for b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:28.885601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6933e-9c87-47b3-afa6-35c8a190c5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671839f6-fe3d-4a44-bc01-e2936665ff83,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:28.898245 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.910667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:28.914208 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/networks/0bdc66aa-ec51-44d6-8941-814e82351eca HTTP/1.1" status: 204 len: 168 time: 1.4484012 Apr 05 19:00:28.920351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40802) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:28.961959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c236ba8-077b-4805-9fea-153bfb11e1db tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Pushing event deleted for resources: {'Network': ['ID=0bdc66aa-ec51-44d6-8941-814e82351eca,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:28.962185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-375d6688-48e9-47a1-9534-d8dd41340dff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=483894e177e44f1aa7398480fec9bdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142180 Apr 05 19:00:28.962928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40804) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:28.963235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7629ada3-0db7-4ec3-993e-d33055554f83 tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fa29093-d67e-4122-a881-9f0d220dfcad HTTP/1.1" status: 200 len: 205 time: 0.0419014 Apr 05 19:00:28.965721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:29.021630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b851e40-94c2-4d10-8022-4195dab18553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.070794 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bce91e39-38a1-4855-b4cb-154521618d0b tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.072535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-808392b5-e0d1-47af-984e-7906c190b8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.101811 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-808392b5-e0d1-47af-984e-7906c190b8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.126736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b851e40-94c2-4d10-8022-4195dab18553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.182047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.214637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:29.243268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-808392b5-e0d1-47af-984e-7906c190b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.245851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-808392b5-e0d1-47af-984e-7906c190b8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.249616 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-808392b5-e0d1-47af-984e-7906c190b8e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08ed5be3-6023-46ba-bcb9-8d21d95ccfcf HTTP/1.1" status: 204 len: 168 time: 0.2844036 Apr 05 19:00:29.279409 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808392b5-e0d1-47af-984e-7906c190b8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ed5be3-6023-46ba-bcb9-8d21d95ccfcf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:29.307883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bce91e39-38a1-4855-b4cb-154521618d0b tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.310417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bce91e39-38a1-4855-b4cb-154521618d0b tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.329918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.365720 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bce91e39-38a1-4855-b4cb-154521618d0b tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.366324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce91e39-38a1-4855-b4cb-154521618d0b tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Fanout notify agent at l3_agent the message router_deleted on router 9fa29093-d67e-4122-a881-9f0d220dfcad {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:00:29.377621 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bce91e39-38a1-4855-b4cb-154521618d0b tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.379043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bce91e39-38a1-4855-b4cb-154521618d0b tempest-RoutersNegativeIpV6Test-336329207 tempest-RoutersNegativeIpV6Test-336329207-project] 10.222.0.15 "DELETE /v2.0/routers/9fa29093-d67e-4122-a881-9f0d220dfcad HTTP/1.1" status: 204 len: 168 time: 0.4114878 Apr 05 19:00:29.380394 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b851e40-94c2-4d10-8022-4195dab18553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.384186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b851e40-94c2-4d10-8022-4195dab18553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.387533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5b851e40-94c2-4d10-8022-4195dab18553 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/671839f6-fe3d-4a44-bc01-e2936665ff83 HTTP/1.1" status: 204 len: 168 time: 0.5108507 Apr 05 19:00:29.396604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b851e40-94c2-4d10-8022-4195dab18553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671839f6-fe3d-4a44-bc01-e2936665ff83,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:29.445588 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.448385 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.499291 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.500021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d126e29-d72a-4954-adb2-ec5c3a29528a {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:00:29.510016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.511300 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f08c14b7-00e5-4778-9a9a-c8320504fe22 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0d126e29-d72a-4954-adb2-ec5c3a29528a HTTP/1.1" status: 204 len: 168 time: 1.6894965 Apr 05 19:00:29.514016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40820) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:29.574354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bb6e57-249e-40e6-99ad-0fdf2562734a admin admin] Deleting subnet e2830ced-b757-48b1-9e92-cbee255b2f50 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:00:29.578063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6e57-249e-40e6-99ad-0fdf2562734a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:29.821859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:29.858626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:29.862887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d6e18b30-dc0e-48a1-b349-4b2dce42cfa3 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:29.863543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:29.889022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:29.889610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b7d4ccc9-81c6-4842-87ad-7f394f8c8f2d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:30.010580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40838) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:30.169494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40844) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:30.182256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6e57-249e-40e6-99ad-0fdf2562734a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.228878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929f40d-febd-4b37-8656-f5ea50041360 req-8bf7a036-85e2-4f79-9646-e4a8cefdab03 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:30.230479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b929f40d-febd-4b37-8656-f5ea50041360 req-8bf7a036-85e2-4f79-9646-e4a8cefdab03 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 943 time: 0.0962913 Apr 05 19:00:30.239964 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1a6a7806-d655-44e2-aff0-17088177d078 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b76cd90f916b45fe8b2cf068dd7a553a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682786 Apr 05 19:00:30.242768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40846) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:30.279829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b929f40d-febd-4b37-8656-f5ea50041360 req-08529efa-07e5-4253-94bc-9824b9dd9ebd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Apr 05 19:00:30.324777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d160bde-c857-4939-8411-89bf2c772fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.347765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6e57-249e-40e6-99ad-0fdf2562734a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.361880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d160bde-c857-4939-8411-89bf2c772fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.427567 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6e57-249e-40e6-99ad-0fdf2562734a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.472474 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-57a74d16-e6d1-4bb7-af0d-8994adbfb765 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=307e0f77b06940899b1c9ea50bf10463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602251 Apr 05 19:00:30.474981 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40852) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:30.485281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb6e57-249e-40e6-99ad-0fdf2562734a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2830ced-b757-48b1-9e92-cbee255b2f50,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:30.503701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d160bde-c857-4939-8411-89bf2c772fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.507600 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d160bde-c857-4939-8411-89bf2c772fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.508031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc1dd06-f82d-45d3-aae0-a15fddd4a321 None None] Network 915604ac-55a7-4f2d-abfa-faea6df09772 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:30.509182 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0d160bde-c857-4939-8411-89bf2c772fc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/658af819-2e52-4991-9432-c85053f10321 HTTP/1.1" status: 204 len: 168 time: 0.2645457 Apr 05 19:00:30.535396 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6e57-249e-40e6-99ad-0fdf2562734a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.536746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d160bde-c857-4939-8411-89bf2c772fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658af819-2e52-4991-9432-c85053f10321,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:30.539840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e5bb6e57-249e-40e6-99ad-0fdf2562734a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e2830ced-b757-48b1-9e92-cbee255b2f50 HTTP/1.1" status: 204 len: 168 time: 1.0246141 Apr 05 19:00:30.547172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40856) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:30.583043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b322d85e-dab9-4d5e-8268-9999338544a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.623027 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b322d85e-dab9-4d5e-8268-9999338544a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.670842 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.699992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b322d85e-dab9-4d5e-8268-9999338544a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.706053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b322d85e-dab9-4d5e-8268-9999338544a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.707790 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b322d85e-dab9-4d5e-8268-9999338544a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7dc54ac-fbd7-4e98-9a6c-c21a0387ffc4 HTTP/1.1" status: 204 len: 168 time: 0.2312670 Apr 05 19:00:30.729157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322d85e-dab9-4d5e-8268-9999338544a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc54ac-fbd7-4e98-9a6c-c21a0387ffc4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:30.808787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Deleting port 085e63c6-4f5a-4597-baba-0149830d8710 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:30.809132 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.947241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] For port 085e63c6-4f5a-4597-baba-0149830d8710, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=085e63c6-4f5a-4597-baba-0149830d8710,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:30.947464 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:30.968739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Calling delete_port for 085e63c6-4f5a-4597-baba-0149830d8710 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:30.970030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] DHCP port deletion for 915604ac-55a7-4f2d-abfa-faea6df09772 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:00:31.033737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] Deleting port 085e63c6-4f5a-4597-baba-0149830d8710 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:31.034531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.076398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.109374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Pushing event deleted for resources: {'Port': ['ID=085e63c6-4f5a-4597-baba-0149830d8710,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:31.115098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] No DVR routers for this DVR port 085e63c6-4f5a-4597-baba-0149830d8710 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:31.126469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] For port 085e63c6-4f5a-4597-baba-0149830d8710, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=085e63c6-4f5a-4597-baba-0149830d8710,segment=NetworkSegment(208dea13-c04b-418f-8d65-bdb2e19f3fd3),segment_id=208dea13-c04b-418f-8d65-bdb2e19f3fd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:31.127205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.144369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] Calling delete_port for 085e63c6-4f5a-4597-baba-0149830d8710 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:31.170354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e5d6e789-2137-429b-b725-51d98263fdd0 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:00:31.207299 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.249037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915604ac-55a7-4f2d-abfa-faea6df09772']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:31.260934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208dea13-c04b-418f-8d65-bdb2e19f3fd3') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:31.261253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208dea13-c04b-418f-8d65-bdb2e19f3fd3') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:31.273385 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.291445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.302640 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:00:31.304690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:00:31.387952 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:00:31.400780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.408706 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.413309 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] 10.222.0.15 "DELETE /v2.0/networks/915604ac-55a7-4f2d-abfa-faea6df09772 HTTP/1.1" status: 204 len: 168 time: 0.8649487 Apr 05 19:00:31.448619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e5d6e789-2137-429b-b725-51d98263fdd0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e5d6e789-2137-429b-b725-51d98263fdd0,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:31.457816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6c635-d0fd-4c98-9fbd-06935668457e admin admin] Pushing event deleted for resources: {'Network': ['ID=915604ac-55a7-4f2d-abfa-faea6df09772,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:31.470238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'e5d6e789-2137-429b-b725-51d98263fdd0', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'port_id': 'e5d6e789-2137-429b-b725-51d98263fdd0', 'mac_address': 'fa:16:3e:46:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b490b4b-094b-4c91-92eb-ef38c5a6809a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:00:31.490161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05293202-46c7-4fc8-b55c-0784afef7124 req-780158d4-f221-4bbd-9fe9-c695da00df56 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:31.491978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05293202-46c7-4fc8-b55c-0784afef7124 req-780158d4-f221-4bbd-9fe9-c695da00df56 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 943 time: 0.0752876 Apr 05 19:00:31.516288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.523069 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.546352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05293202-46c7-4fc8-b55c-0784afef7124 req-24c7477a-35d8-41d9-82c5-b2905971d19c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Apr 05 19:00:31.556531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] Network 915604ac-55a7-4f2d-abfa-faea6df09772 is not hosted by any dhcp agent {{(pid=102641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 19:00:31.556998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] No DVR routers for this DVR port 085e63c6-4f5a-4597-baba-0149830d8710 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:31.562627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d6e789-2137-429b-b725-51d98263fdd0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:00:31.567226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c548a-bda5-412d-a2a6-02868ea9115e None None] Pushing event deleted for resources: {'Port': ['ID=085e63c6-4f5a-4597-baba-0149830d8710,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:31.590684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e5d6e789-2137-429b-b725-51d98263fdd0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e5d6e789-2137-429b-b725-51d98263fdd0,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:31.598992 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.659617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e5d6e789-2137-429b-b725-51d98263fdd0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:31.741840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 085e63c6-4f5a-4597-baba-0149830d8710 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:31.766462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 085e63c6-4f5a-4597-baba-0149830d8710 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:31.766917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 085e63c6-4f5a-4597-baba-0149830d8710 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:31.775642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:31.835116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e707dbce-2b82-4ce7-883c-1aa7bef3583f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b32d3ab7bdd4321b9452ebbbb332473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550714 Apr 05 19:00:31.835330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40906) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:31.893064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c55cd01c-5bb0-41b6-96a3-808a8943c1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.893368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e5d6e789-2137-429b-b725-51d98263fdd0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:31.917146 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c55cd01c-5bb0-41b6-96a3-808a8943c1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.986878 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c55cd01c-5bb0-41b6-96a3-808a8943c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.989870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c55cd01c-5bb0-41b6-96a3-808a8943c1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:31.991186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c55cd01c-5bb0-41b6-96a3-808a8943c1bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a172d156-a37c-4ba0-afbc-adceb06361dd HTTP/1.1" status: 204 len: 168 time: 0.1549006 Apr 05 19:00:32.006664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cd01c-5bb0-41b6-96a3-808a8943c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a172d156-a37c-4ba0-afbc-adceb06361dd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:32.202960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-7938273f-3053-4bcd-9843-b78590883be7 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1a24b18158d445f7b36305647c121acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403094 Apr 05 19:00:32.447420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-ac448ab3-d51a-49aa-9110-baa550c970a0 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:32.449276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-ac448ab3-d51a-49aa-9110-baa550c970a0 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376976 Apr 05 19:00:32.469683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-040c315a-e313-4b2d-9bce-5e5e422716dc tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/quotas/1a24b18158d445f7b36305647c121acd HTTP/1.1" status: 200 len: 375 time: 0.0114787 Apr 05 19:00:32.494099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40942) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:32.518424 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-78644a7a-5f54-4f5a-adbe-e4e2b9076f8b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578899 Apr 05 19:00:32.534819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-55e11a1f-8ede-4e39-8d81-8b0537dc1022 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a24b18158d445f7b36305647c121acd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549810 Apr 05 19:00:32.740303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-64c1ffa5-5abe-41eb-a69c-43374e0e39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:32.742075 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-64c1ffa5-5abe-41eb-a69c-43374e0e39c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1097 time: 0.1605392 Apr 05 19:00:32.760446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e20444f-be3e-4051-bc8c-def6a7dd3aea req-746e3e5d-70c0-4918-b7a0-38b7eff8888a tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 210 time: 0.0426259 Apr 05 19:00:32.831292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224aeb-19de-48ff-8d07-90769c676941 req-e4cc09ca-bf1d-49bf-88cc-498003ea80b9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:32.832939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69224aeb-19de-48ff-8d07-90769c676941 req-e4cc09ca-bf1d-49bf-88cc-498003ea80b9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 944 time: 0.0764112 Apr 05 19:00:32.897844 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69224aeb-19de-48ff-8d07-90769c676941 req-82ebf20b-7c99-447c-a5ca-23f7269eb6f1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565829 Apr 05 19:00:32.939436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-b9001ad9-d8a9-472f-a93d-528e50354c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:32.940979 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-b9001ad9-d8a9-472f-a93d-528e50354c18 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.1775296 Apr 05 19:00:32.956549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4016cd53-d280-45c3-a41f-a5241c7afa23 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:32.956998 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-4016cd53-d280-45c3-a41f-a5241c7afa23 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 19:00:32.957498 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-4016cd53-d280-45c3-a41f-a5241c7afa23 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 19:00:32.962470 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4016cd53-d280-45c3-a41f-a5241c7afa23 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4604614 Apr 05 19:00:32.966321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 40972) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:32.972635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'tempest-secgroup--123044419'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:33.027334 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.038006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.054616 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-3790d481-7af7-4042-ad07-ab25abff6946 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1002 time: 0.1011283 Apr 05 19:00:33.139113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-179f440b-0a37-4809-86ef-6439110db948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:33.142122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-179f440b-0a37-4809-86ef-6439110db948 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.0810893 Apr 05 19:00:33.149178 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.157031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.173822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e5d6e789-2137-429b-b725-51d98263fdd0 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:33.252996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283127f8-6f20-45fb-b552-270bde505008,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:33.265543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-1f005804-ec59-4522-bd1f-e3a5c95fb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:33.268051 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-1f005804-ec59-4522-bd1f-e3a5c95fb2f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188254 Apr 05 19:00:33.302616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port e5d6e789-2137-429b-b725-51d98263fdd0 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:00:33.304344 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.310066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port e5d6e789-2137-429b-b725-51d98263fdd0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:33.311058 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.313653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.362937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.368346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3995049 Apr 05 19:00:33.368565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 40982) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:33.372301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6461-c5fb-4ad9-a328-e14183e8c829 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82444074-3b86-4e55-85e7-21904192603c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:33.380200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-de2e880b-3184-4594-87d1-1afb5fdf36e4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '82444074-3b86-4e55-85e7-21904192603c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:33.440900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de2e880b-3184-4594-87d1-1afb5fdf36e4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.495598 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-f09ea299-e2a2-4240-91bc-6019d4e4019a service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189391 Apr 05 19:00:33.547394 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.591266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25c5238-37fd-48ac-a83e-5f38a68fb384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d6e789-2137-429b-b725-51d98263fdd0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:33.593132 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e94815-a22b-47ef-bd99-3d09e3203060" -d '{"events": [{"server_uuid": "e25c5238-37fd-48ac-a83e-5f38a68fb384", "name": "network-vif-plugged", "status": "completed", "tag": "e5d6e789-2137-429b-b725-51d98263fdd0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:33.614128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e5d6e789-2137-429b-b725-51d98263fdd0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e5d6e789-2137-429b-b725-51d98263fdd0,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:33.618324 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.685998 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59436f6-bebf-47eb-9b8d-01a45bbea3b4 x-openstack-request-id: req-e59436f6-bebf-47eb-9b8d-01a45bbea3b4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:33.685998 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25c5238-37fd-48ac-a83e-5f38a68fb384", "name": "network-vif-plugged", "status": "completed", "tag": "e5d6e789-2137-429b-b725-51d98263fdd0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:33.685998 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e59436f6-bebf-47eb-9b8d-01a45bbea3b4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:33.686617 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59436f6-bebf-47eb-9b8d-01a45bbea3b4'] response: {'server_uuid': 'e25c5238-37fd-48ac-a83e-5f38a68fb384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d6e789-2137-429b-b725-51d98263fdd0', 'code': 200} Apr 05 19:00:33.698347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de2e880b-3184-4594-87d1-1afb5fdf36e4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.708292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de2e880b-3184-4594-87d1-1afb5fdf36e4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.746632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e880b-3184-4594-87d1-1afb5fdf36e4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec31b54-dd29-4c10-92fa-9a06fb2503dd,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:33.764575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e5d6e789-2137-429b-b725-51d98263fdd0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:33.780652 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c51b4e2d-418c-4856-a451-196c5cc32399 req-b0e7e1e2-72a3-4ab6-a178-6dafa18cc52f service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702978 Apr 05 19:00:33.790747 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-de2e880b-3184-4594-87d1-1afb5fdf36e4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.791943 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-de2e880b-3184-4594-87d1-1afb5fdf36e4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4211049 Apr 05 19:00:33.795187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41038) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:33.801250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7da14176-83f7-4e2d-8305-36bc23d95ae4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '82444074-3b86-4e55-85e7-21904192603c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:33.873603 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7da14176-83f7-4e2d-8305-36bc23d95ae4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:33.902457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-767ab8ca-0657-4418-aaf5-b1b00765752d req-306e1da3-a0b8-4f96-9d81-65b56c0de66b tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 210 time: 0.0410225 Apr 05 19:00:34.005452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4bed-1b70-4251-aa5d-74c687426f03 req-5230d4a0-8348-454d-8ac2-4d8941b3a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:34.006935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b39b4bed-1b70-4251-aa5d-74c687426f03 req-5230d4a0-8348-454d-8ac2-4d8941b3a66b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 1096 time: 0.1006646 Apr 05 19:00:34.061855 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-7da14176-83f7-4e2d-8305-36bc23d95ae4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 19:00:34.066652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7da14176-83f7-4e2d-8305-36bc23d95ae4 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2703538 Apr 05 19:00:34.069538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:34.147898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b39b4bed-1b70-4251-aa5d-74c687426f03 req-ea289754-79d6-4adf-b814-baeb1c440708 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291170 Apr 05 19:00:34.192901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb469634-f69a-4b0d-8a9d-102c91468a15 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.218949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f0cab-d0b1-4d5b-a3c3-d4a5b21d342b req-5446b6b3-4aa4-430e-b9cd-f212b7d6ee77 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:34.225560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-669f0cab-d0b1-4d5b-a3c3-d4a5b21d342b req-5446b6b3-4aa4-430e-b9cd-f212b7d6ee77 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 945 time: 0.1480279 Apr 05 19:00:34.251134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb469634-f69a-4b0d-8a9d-102c91468a15 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.308326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-669f0cab-d0b1-4d5b-a3c3-d4a5b21d342b req-8c5256ed-0955-4f99-8dde-2bc32b542a80 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803332 Apr 05 19:00:34.320037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb469634-f69a-4b0d-8a9d-102c91468a15 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.321613 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb469634-f69a-4b0d-8a9d-102c91468a15 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.323130 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bb469634-f69a-4b0d-8a9d-102c91468a15 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/82444074-3b86-4e55-85e7-21904192603c HTTP/1.1" status: 204 len: 168 time: 0.2516799 Apr 05 19:00:34.326079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:34.347955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb469634-f69a-4b0d-8a9d-102c91468a15 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82444074-3b86-4e55-85e7-21904192603c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:34.406449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-22b5c4a6-c7cb-4b32-9e1f-af6f02e94a21 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782237 Apr 05 19:00:34.406611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41118) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:34.414948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-be578db0-a716-441b-98c0-741b2d7767ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'tempest-secgroup--664283704'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:34.450631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be578db0-a716-441b-98c0-741b2d7767ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.469508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41130) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:34.557528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be578db0-a716-441b-98c0-741b2d7767ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.561703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be578db0-a716-441b-98c0-741b2d7767ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.599302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be578db0-a716-441b-98c0-741b2d7767ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.600803 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be578db0-a716-441b-98c0-741b2d7767ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1925948 Apr 05 19:00:34.603771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41142) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:34.609061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ae8e67a8-f62f-4004-9e5a-f55d78d7c614 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '1d0f443d-f334-4f86-9365-6f4557b2af3f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:34.609741 n-d-836650-3 neutron-server[102639]: WARNING neutron.api.v2.base [None req-ae8e67a8-f62f-4004-9e5a-f55d78d7c614 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 05 19:00:34.610239 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-ae8e67a8-f62f-4004-9e5a-f55d78d7c614 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:34.611271 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ae8e67a8-f62f-4004-9e5a-f55d78d7c614 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063655 Apr 05 19:00:34.611960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be578db0-a716-441b-98c0-741b2d7767ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0f443d-f334-4f86-9365-6f4557b2af3f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:34.614012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41144) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:34.682948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76865889-e285-4b28-b31f-1724dcefa7ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.708988 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76865889-e285-4b28-b31f-1724dcefa7ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.771444 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-57c88a8e-274c-4bc3-99cd-9bb65cae1591 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1a24b18158d445f7b36305647c121acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359533 Apr 05 19:00:34.778632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2017878220'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:34.783857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76865889-e285-4b28-b31f-1724dcefa7ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.787857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76865889-e285-4b28-b31f-1724dcefa7ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.789624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-76865889-e285-4b28-b31f-1724dcefa7ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d0f443d-f334-4f86-9365-6f4557b2af3f HTTP/1.1" status: 204 len: 168 time: 0.1741600 Apr 05 19:00:34.796063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41146) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:34.864136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76865889-e285-4b28-b31f-1724dcefa7ff tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0f443d-f334-4f86-9365-6f4557b2af3f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:34.914226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f8a9622f-223a-4ee1-b818-814d820bd662 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1128130 Apr 05 19:00:34.918454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41152) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:34.924685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Made reservation on behalf of e8c5c7a93f5241a386dbf69ad9fe82d8 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:34.925027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6232a7b1-0f50-412b-81b9-9acb65cf6c87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098088942'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:34.928591 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.978816 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6232a7b1-0f50-412b-81b9-9acb65cf6c87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:34.978816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41156) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.089319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6232a7b1-0f50-412b-81b9-9acb65cf6c87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.105403 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6232a7b1-0f50-412b-81b9-9acb65cf6c87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.105947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.132035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbf0da4a-f04f-4fc1-a3f6-fbf06af2fddd req-526f4ade-17b7-4965-ada4-f291abb402e2 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 210 time: 0.0401649 Apr 05 19:00:35.164692 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6232a7b1-0f50-412b-81b9-9acb65cf6c87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.166677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6232a7b1-0f50-412b-81b9-9acb65cf6c87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2469335 Apr 05 19:00:35.167839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232a7b1-0f50-412b-81b9-9acb65cf6c87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5869ac-a756-4d25-93db-c898938a24d0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:35.170378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41166) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.192909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-56205c53-3906-40f0-a400-1e1e6919c334 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '3d5869ac-a756-4d25-93db-c898938a24d0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:35.193889 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-56205c53-3906-40f0-a400-1e1e6919c334 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 05 19:00:35.194429 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-56205c53-3906-40f0-a400-1e1e6919c334 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:35.195933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-56205c53-3906-40f0-a400-1e1e6919c334 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125082 Apr 05 19:00:35.198652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41168) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.311152 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d09f6dff-0bdd-4b89-8f99-0c18df3ce1e2 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.336542 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d09f6dff-0bdd-4b89-8f99-0c18df3ce1e2 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.383632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.394017 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d09f6dff-0bdd-4b89-8f99-0c18df3ce1e2 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.398172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d09f6dff-0bdd-4b89-8f99-0c18df3ce1e2 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.399691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d09f6dff-0bdd-4b89-8f99-0c18df3ce1e2 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/3d5869ac-a756-4d25-93db-c898938a24d0 HTTP/1.1" status: 204 len: 168 time: 0.2000113 Apr 05 19:00:35.408770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41176) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.438019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f6dff-0bdd-4b89-8f99-0c18df3ce1e2 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5869ac-a756-4d25-93db-c898938a24d0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:35.469153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e56c91b2-c6e1-460b-8d53-a64c84726d65 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:35.469286 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e56c91b2-c6e1-460b-8d53-a64c84726d65 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6855316 Apr 05 19:00:35.482014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Request body: {'port': {'device_id': '0633db3a-7dae-419f-8a0f-97d76a780190', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '1a24b18158d445f7b36305647c121acd'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:35.515672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e605ad-fb93-46f9-88c2-08401da1a969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.538354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7a98c858-afcf-414c-a9ee-d840ec2d05b5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1195192 Apr 05 19:00:35.542914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41184) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.550619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1799f6a0-3c90-42d7-a1c4-6473895d46c5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'tempest-secgroup--611820150'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:35.560955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c99cc-3cd8-4145-a6ae-77b4358173e8 req-b2a6abe1-aa54-421c-b2be-e45d490ea4d0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:35.561720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-703c99cc-3cd8-4145-a6ae-77b4358173e8 req-b2a6abe1-aa54-421c-b2be-e45d490ea4d0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 945 time: 0.1322474 Apr 05 19:00:35.621178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-703c99cc-3cd8-4145-a6ae-77b4358173e8 req-d0b4371d-8382-43d6-af08-8ee86714eb7b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478997 Apr 05 19:00:35.624495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1799f6a0-3c90-42d7-a1c4-6473895d46c5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.662922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e605ad-fb93-46f9-88c2-08401da1a969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.668937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e605ad-fb93-46f9-88c2-08401da1a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.699256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-02e605ad-fb93-46f9-88c2-08401da1a969 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab70222cbc53468184009dcc0692a446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7187667 Apr 05 19:00:35.706970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41196) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.708812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.724604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.765064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:00:35.774343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e605ad-fb93-46f9-88c2-08401da1a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676bf958-6d3d-4856-a389-c925708e5995,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:35.788097 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1799f6a0-3c90-42d7-a1c4-6473895d46c5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.788975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Made reservation on behalf of 1a24b18158d445f7b36305647c121acd for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:35.793350 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.808265 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.808974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38e19-49f6-4a0b-91e1-4701756fbb4d req-7b4fb866-fcd4-495d-99b1-272fa086dc85 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:35.810516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76a38e19-49f6-4a0b-91e1-4701756fbb4d req-7b4fb866-fcd4-495d-99b1-272fa086dc85 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 945 time: 0.1043816 Apr 05 19:00:35.812539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1799f6a0-3c90-42d7-a1c4-6473895d46c5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.816068 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.817150 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Added segment c51f0a65-c509-4252-8ccd-da1b354021f7 of type vlan for network 71df5c48-1e01-4f59-9d52-ad0464d81974 Apr 05 19:00:35.823790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea71f84f-dbd5-4d76-b99a-9cf65d9cccaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.835910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409f44a5-f358-46f3-aea2-3ae5757e3134,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:35.861638 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea71f84f-dbd5-4d76-b99a-9cf65d9cccaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.892945 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76a38e19-49f6-4a0b-91e1-4701756fbb4d req-35151ada-46d2-4553-853b-4209020ca2d7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708764 Apr 05 19:00:35.894731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799f6a0-3c90-42d7-a1c4-6473895d46c5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3293f480-f1cb-4663-bafe-27b0b3c268f3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:35.909485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1799f6a0-3c90-42d7-a1c4-6473895d46c5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.910768 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1799f6a0-3c90-42d7-a1c4-6473895d46c5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3650577 Apr 05 19:00:35.914033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41204) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.921090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-21f2a44a-5fca-4671-8216-bce586242d55 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '3293f480-f1cb-4663-bafe-27b0b3c268f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:35.922501 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-21f2a44a-5fca-4671-8216-bce586242d55 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 05 19:00:35.922997 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-21f2a44a-5fca-4671-8216-bce586242d55 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:35.926552 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-21f2a44a-5fca-4671-8216-bce586242d55 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088875 Apr 05 19:00:35.927419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41206) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.941121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ff987dc7-afab-4533-8f68-bd631e647468 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '3293f480-f1cb-4663-bafe-27b0b3c268f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:35.944338 n-d-836650-3 neutron-server[102639]: WARNING neutron.api.v2.base [None req-ff987dc7-afab-4533-8f68-bd631e647468 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 05 19:00:35.944861 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-ff987dc7-afab-4533-8f68-bd631e647468 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:35.948963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea71f84f-dbd5-4d76-b99a-9cf65d9cccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.949247 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ff987dc7-afab-4533-8f68-bd631e647468 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0175743 Apr 05 19:00:35.953736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea71f84f-dbd5-4d76-b99a-9cf65d9cccaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:35.954993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ea71f84f-dbd5-4d76-b99a-9cf65d9cccaa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/676bf958-6d3d-4856-a389-c925708e5995 HTTP/1.1" status: 204 len: 168 time: 0.2471659 Apr 05 19:00:35.955885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41210) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.969539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-04464709-ddfb-414a-ac5b-c86d924d2db1 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '3293f480-f1cb-4663-bafe-27b0b3c268f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:35.971008 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-04464709-ddfb-414a-ac5b-c86d924d2db1 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 05 19:00:35.972175 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-04464709-ddfb-414a-ac5b-c86d924d2db1 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:35.973330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-04464709-ddfb-414a-ac5b-c86d924d2db1 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076907 Apr 05 19:00:35.974533 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71f84f-dbd5-4d76-b99a-9cf65d9cccaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676bf958-6d3d-4856-a389-c925708e5995,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:35.976560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41216) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.986083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3200d17a-5ec3-43e7-a66b-6db128f31b17 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '3293f480-f1cb-4663-bafe-27b0b3c268f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:35.987377 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-3200d17a-5ec3-43e7-a66b-6db128f31b17 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 05 19:00:35.989073 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-3200d17a-5ec3-43e7-a66b-6db128f31b17 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:35.990353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3200d17a-5ec3-43e7-a66b-6db128f31b17 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121026 Apr 05 19:00:35.993256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41218) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:35.998628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.039640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.047138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:36.047818 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.078094 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70fdbf69-c7a2-4664-85c1-b0daed14c9eb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.122294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70fdbf69-c7a2-4664-85c1-b0daed14c9eb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.138903 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.147565 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6737397 Apr 05 19:00:36.154723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.190608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e1459-4ec3-4dc8-9f74-e5c12f39c7c4 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Pushing event updated for resources: {'Network': ['ID=71df5c48-1e01-4f59-9d52-ad0464d81974,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:36.201972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70fdbf69-c7a2-4664-85c1-b0daed14c9eb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.207466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e77f44d-b363-4474-8a32-aeeea2f858af,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:36.208525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 71df5c48-1e01-4f59-9d52-ad0464d81974 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:00:36.213862 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70fdbf69-c7a2-4664-85c1-b0daed14c9eb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.214052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41232) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:36.220607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-70fdbf69-c7a2-4664-85c1-b0daed14c9eb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/3293f480-f1cb-4663-bafe-27b0b3c268f3 HTTP/1.1" status: 204 len: 168 time: 0.2252364 Apr 05 19:00:36.254028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdbf69-c7a2-4664-85c1-b0daed14c9eb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3293f480-f1cb-4663-bafe-27b0b3c268f3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:36.337876 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a462ebca-2d20-4f5b-a9ba-357cddd9f3e2 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1216362 Apr 05 19:00:36.340304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41236) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:36.345330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c764036c-02f4-4ad5-a588-ac2fa948ccf3 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429964345'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:36.382926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c449f3e-b738-4357-8cd3-281f9ac3dad1 req-a30d8291-b215-4dad-a07d-b626ca9a4062 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 210 time: 0.0319180 Apr 05 19:00:36.395358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c764036c-02f4-4ad5-a588-ac2fa948ccf3 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.399007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Allocated IP 192.168.233.221 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/824a0881-44d9-4a8c-a2d2-de41a06e656f) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:36.536372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387b96f-7f9a-489a-a822-a832e8f60861 req-1fbe4aea-4588-41b1-a7f9-221a22f0d088 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:36.538040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a387b96f-7f9a-489a-a822-a832e8f60861 req-1fbe4aea-4588-41b1-a7f9-221a22f0d088 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 945 time: 0.0637207 Apr 05 19:00:36.609235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a387b96f-7f9a-489a-a822-a832e8f60861 req-edf1426f-1195-4119-b5c9-75848d0bb77e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633302 Apr 05 19:00:36.627335 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c764036c-02f4-4ad5-a588-ac2fa948ccf3 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.638280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41240) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:36.638596 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c764036c-02f4-4ad5-a588-ac2fa948ccf3 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.644494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Request body: {'port': {'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974', 'binding:host_id': 'n-h2-836650-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1577943218'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:36.655790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41242) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:36.676894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Made reservation on behalf of e1b61f3ab79e40798ef71cb898fe1579 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:36.679672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.688701 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.696868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.700540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c764036c-02f4-4ad5-a588-ac2fa948ccf3 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.705252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c764036c-02f4-4ad5-a588-ac2fa948ccf3 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3605423 Apr 05 19:00:36.707118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:36.708443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eadd58f9-a85d-4490-8cc4-0ba2c2e19075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.712473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a19ff6eb-288f-4095-bb23-15b74654a13b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': 'a10844df-566c-455e-a880-0939c26381d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:36.713027 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-a19ff6eb-288f-4095-bb23-15b74654a13b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 19:00:36.713575 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-a19ff6eb-288f-4095-bb23-15b74654a13b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:36.718039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a19ff6eb-288f-4095-bb23-15b74654a13b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064573 Apr 05 19:00:36.718039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41248) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:36.725171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-754ac4e3-386c-411c-b843-e8f26fd9b974 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': 'a10844df-566c-455e-a880-0939c26381d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:36.730614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764036c-02f4-4ad5-a588-ac2fa948ccf3 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10844df-566c-455e-a880-0939c26381d6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:36.790247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.795229 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-754ac4e3-386c-411c-b843-e8f26fd9b974 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:36.796503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-754ac4e3-386c-411c-b843-e8f26fd9b974 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0748136 Apr 05 19:00:36.800660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41250) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:36.810455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2a10ee6e-223c-42b1-a21c-aed8dfb0e7a8 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': 'a10844df-566c-455e-a880-0939c26381d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:36.811127 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-2a10ee6e-223c-42b1-a21c-aed8dfb0e7a8 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 05 19:00:36.811581 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-2a10ee6e-223c-42b1-a21c-aed8dfb0e7a8 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:36.815330 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2a10ee6e-223c-42b1-a21c-aed8dfb0e7a8 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109510 Apr 05 19:00:36.816555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41252) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:36.821307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ac7dc7cf-fa71-4d50-94ee-fd1ec1224a47 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': 'a10844df-566c-455e-a880-0939c26381d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:36.829823 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.838813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.856262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] device_id is not set on port f8c5deff-8b6a-49c7-b1f1-277fdd922592 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:36.857823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:36.868093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:36.870660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:36.918802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Pushing event updated for resources: {'Port': ['ID=824a0881-44d9-4a8c-a2d2-de41a06e656f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:36.924733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eadd58f9-a85d-4490-8cc4-0ba2c2e19075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.933903 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eadd58f9-a85d-4490-8cc4-0ba2c2e19075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.983389 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-ac7dc7cf-fa71-4d50-94ee-fd1ec1224a47 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:36.987821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ac7dc7cf-fa71-4d50-94ee-fd1ec1224a47 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1702075 Apr 05 19:00:36.987995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:36.988577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:36.988975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41258) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:36.996227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18b833-65c7-487d-bcad-ba0fbfd094b3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:37.011024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c1518054-0a27-4cf2-bac6-d5a416ac7e18 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': 'a10844df-566c-455e-a880-0939c26381d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:37.011692 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-c1518054-0a27-4cf2-bac6-d5a416ac7e18 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 19:00:37.012952 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-c1518054-0a27-4cf2-bac6-d5a416ac7e18 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:37.017810 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eadd58f9-a85d-4490-8cc4-0ba2c2e19075 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eea487d758044ea2a3850b9735aaee1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528500 Apr 05 19:00:37.018541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd58f9-a85d-4490-8cc4-0ba2c2e19075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a690e15-4d17-41c6-a62c-a1a7ad1c4605,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:37.019303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c1518054-0a27-4cf2-bac6-d5a416ac7e18 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0239792 Apr 05 19:00:37.020130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41260) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:37.020626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41262) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:37.035566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3a591ef-4f9a-4cce-a1d3-fc03a1e20ae4 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5576584 Apr 05 19:00:37.037072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1c6d498b-6777-4860-92ec-7a51bb89f750 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': 'a10844df-566c-455e-a880-0939c26381d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:37.052249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Request body: {'port': {'device_id': '0633db3a-7dae-419f-8a0f-97d76a780190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:37.135601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.144701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.175432 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-1c6d498b-6777-4860-92ec-7a51bb89f750 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:37.177976 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1c6d498b-6777-4860-92ec-7a51bb89f750 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1521313 Apr 05 19:00:37.181663 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c655f5c5-18db-4847-aded-82ff66bc622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.181868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41264) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:37.186612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a3851c02-caca-4351-a58d-4574f6948d87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': 'a10844df-566c-455e-a880-0939c26381d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:37.187162 n-d-836650-3 neutron-server[102639]: WARNING neutron.api.v2.base [None req-a3851c02-caca-4351-a58d-4574f6948d87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 05 19:00:37.188248 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-a3851c02-caca-4351-a58d-4574f6948d87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:37.193155 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a3851c02-caca-4351-a58d-4574f6948d87 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063846 Apr 05 19:00:37.193283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41266) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:37.199157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-91c9b20f-26d5-4094-a766-55b6bc0551a4 None None] Provisioning complete for port 824a0881-44d9-4a8c-a2d2-de41a06e656f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:37.200344 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91c9b20f-26d5-4094-a766-55b6bc0551a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.203902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a76b4f3c-55c4-4611-8929-6b0f9917ef04 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': 'a10844df-566c-455e-a880-0939c26381d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:37.272386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-91c9b20f-26d5-4094-a766-55b6bc0551a4 None None] Port 824a0881-44d9-4a8c-a2d2-de41a06e656f cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:37.282549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c655f5c5-18db-4847-aded-82ff66bc622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.304069 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-a76b4f3c-55c4-4611-8929-6b0f9917ef04 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:37.306880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a76b4f3c-55c4-4611-8929-6b0f9917ef04 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1131222 Apr 05 19:00:37.311551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41270) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:37.319137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] device_id is not set on port f8c5deff-8b6a-49c7-b1f1-277fdd922592 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:37.319367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-624472e2-f106-485c-8d70-b73459f44b15 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': 'a10844df-566c-455e-a880-0939c26381d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:37.341229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.353171 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.398341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41272) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:37.420491 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c655f5c5-18db-4847-aded-82ff66bc622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.425827 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-624472e2-f106-485c-8d70-b73459f44b15 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:37.426436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c655f5c5-18db-4847-aded-82ff66bc622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.426897 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-624472e2-f106-485c-8d70-b73459f44b15 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1133783 Apr 05 19:00:37.430250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41278) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:37.433693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c655f5c5-18db-4847-aded-82ff66bc622a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a690e15-4d17-41c6-a62c-a1a7ad1c4605 HTTP/1.1" status: 204 len: 168 time: 0.4064226 Apr 05 19:00:37.438927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c5deff-8b6a-49c7-b1f1-277fdd922592,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:37.457367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655f5c5-18db-4847-aded-82ff66bc622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a690e15-4d17-41c6-a62c-a1a7ad1c4605,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:37.468528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Checking segment: {'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:37.469758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Network hostable DHCP agents. Network: 71df5c48-1e01-4f59-9d52-ad0464d81974, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:00:37.494691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Network 71df5c48-1e01-4f59-9d52-ad0464d81974 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:00:37.536238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 71df5c48-1e01-4f59-9d52-ad0464d81974) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:37.546024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:37.552226 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-572a13ff-86eb-4351-b191-503c0e50bdb5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.553399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7120a98-394c-4039-ab36-d50d4760abec None None] Network 71df5c48-1e01-4f59-9d52-ad0464d81974 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:37.570423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:37.570776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:37.571131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:37.576939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:37.577290 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:37.577675 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 2 to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 Apr 05 19:00:37.613886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:37.614228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:37.616141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:37.617254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-572a13ff-86eb-4351-b191-503c0e50bdb5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.622779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824a0881-44d9-4a8c-a2d2-de41a06e656f {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:00:37.645346 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.680557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Transition to ACTIVE for port object 824a0881-44d9-4a8c-a2d2-de41a06e656f will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:00:37.695822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.716791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:37.717283 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:37.720093 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 3 to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 Apr 05 19:00:37.736110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:37.736605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:37.737045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:37.742850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:37.743436 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:37.745060 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 4 to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 Apr 05 19:00:37.805592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-0031c9dc-136d-4f00-973e-2acc05aa1796 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:37.810326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-0031c9dc-136d-4f00-973e-2acc05aa1796 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 945 time: 0.1715317 Apr 05 19:00:37.810746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da429f-d32c-4927-8138-29704884e32e service neutron] Pushing event updated for resources: {'Port': ['ID=824a0881-44d9-4a8c-a2d2-de41a06e656f,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:37.815635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:37.816222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:37.821553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:37.828705 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-572a13ff-86eb-4351-b191-503c0e50bdb5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.835068 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-572a13ff-86eb-4351-b191-503c0e50bdb5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.850131 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-572a13ff-86eb-4351-b191-503c0e50bdb5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/a10844df-566c-455e-a880-0939c26381d6 HTTP/1.1" status: 204 len: 168 time: 0.4165387 Apr 05 19:00:37.863125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41284) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:37.876959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f144726-3f0a-4840-8467-903432705872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:37.882976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:37.891511 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:37.920646 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 5 to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 Apr 05 19:00:38.071474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:38.071474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:38.071474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:38.100144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a13ff-86eb-4351-b191-503c0e50bdb5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10844df-566c-455e-a880-0939c26381d6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:38.176455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f144726-3f0a-4840-8467-903432705872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.189536 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f144726-3f0a-4840-8467-903432705872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.194838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14900089-70d9-4194-8596-6a61642e0090 req-b43fea10-d9a4-4d9a-8bf4-f2c67a07bf1c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:38.196194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14900089-70d9-4194-8596-6a61642e0090 req-b43fea10-d9a4-4d9a-8bf4-f2c67a07bf1c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 945 time: 0.4438789 Apr 05 19:00:38.238502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:38.239502 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:38.251582 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 6 to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 Apr 05 19:00:38.253753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Attempting to bind port 824a0881-44d9-4a8c-a2d2-de41a06e656f on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:38.254095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Attempting to bind port 824a0881-44d9-4a8c-a2d2-de41a06e656f by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:38.254448 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Attempting to bind port 824a0881-44d9-4a8c-a2d2-de41a06e656f on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:38.256699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f144726-3f0a-4840-8467-903432705872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de9df9-1499-44cc-aa8d-a9a268aa1326,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:38.265091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Port 824a0881-44d9-4a8c-a2d2-de41a06e656f on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:38.265091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Attempting to bind port 824a0881-44d9-4a8c-a2d2-de41a06e656f on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:38.269871 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9f144726-3f0a-4840-8467-903432705872 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84c3d9f1242d44a29c796ad95501815e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8703253 Apr 05 19:00:38.272601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41286) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:38.285622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:00:38.288340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:38.288340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:00:38.288340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Bound port: 824a0881-44d9-4a8c-a2d2-de41a06e656f, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:00:38.288340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.288746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4388c8e4-6619-493b-b337-97422a559c01 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4238188 Apr 05 19:00:38.294810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41288) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:38.300065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3c9f7fc1-a377-495b-b5a3-a6e79a2ce3cb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034365934'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:38.317258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55a389-78d8-4ee7-8ce6-8cf9b6a5a178 req-16a7d53c-1631-4d99-9d1b-2de5d83739eb tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:38.320457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd55a389-78d8-4ee7-8ce6-8cf9b6a5a178 req-16a7d53c-1631-4d99-9d1b-2de5d83739eb tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 948 time: 0.2765169 Apr 05 19:00:38.322436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:38.322436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:38.322436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:38.355130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:38.355452 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:38.360064 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 7 to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 Apr 05 19:00:38.374558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14900089-70d9-4194-8596-6a61642e0090 req-866a08ab-c786-4cf4-ada3-fabcdf8cc8e6 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523969 Apr 05 19:00:38.389815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b65b63bb-6d7c-4a36-840e-aa68d18d0ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.394837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7fc1-a377-495b-b5a3-a6e79a2ce3cb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.402867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:38.403199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:38.403655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:38.404392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] For port 824a0881-44d9-4a8c-a2d2-de41a06e656f, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:38.412876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] For port 824a0881-44d9-4a8c-a2d2-de41a06e656f, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=824a0881-44d9-4a8c-a2d2-de41a06e656f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:00:38.420050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Deleting port e5d6e789-2137-429b-b725-51d98263fdd0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:38.420381 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.423954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.434619 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b65b63bb-6d7c-4a36-840e-aa68d18d0ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.440699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:38.441038 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:38.444094 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 8 to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 Apr 05 19:00:38.448979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd55a389-78d8-4ee7-8ce6-8cf9b6a5a178 req-1498ae4a-b2ec-4540-bf3a-51d8def826f7 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088130 Apr 05 19:00:38.480631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:38.481432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.483128 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-20da429f-d32c-4927-8138-29704884e32e service neutron] 10.222.0.25 "PUT /v2.0/ports/824a0881-44d9-4a8c-a2d2-de41a06e656f HTTP/1.1" status: 200 len: 1096 time: 1.4396403 Apr 05 19:00:38.483596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0633db3a-7dae-419f-8a0f-97d76a780190', 'tag': '824a0881-44d9-4a8c-a2d2-de41a06e656f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:38.486290 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e184d894-d997-40b6-b72c-ea730514ff82" -d '{"events": [{"name": "network-changed", "server_uuid": "0633db3a-7dae-419f-8a0f-97d76a780190", "tag": "824a0881-44d9-4a8c-a2d2-de41a06e656f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:38.503661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:38.503964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:38.504294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:38.548048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:38.548582 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:38.553212 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 9 to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 Apr 05 19:00:38.583423 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee13f7f5-1098-4eaa-b4c2-2033fd12bad8 x-openstack-request-id: req-ee13f7f5-1098-4eaa-b4c2-2033fd12bad8 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:38.583624 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0633db3a-7dae-419f-8a0f-97d76a780190", "tag": "824a0881-44d9-4a8c-a2d2-de41a06e656f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:38.583844 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee13f7f5-1098-4eaa-b4c2-2033fd12bad8 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:38.584535 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee13f7f5-1098-4eaa-b4c2-2033fd12bad8'] response: {'name': 'network-changed', 'server_uuid': '0633db3a-7dae-419f-8a0f-97d76a780190', 'tag': '824a0881-44d9-4a8c-a2d2-de41a06e656f', 'status': 'completed', 'code': 200} Apr 05 19:00:38.588777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da429f-d32c-4927-8138-29704884e32e service neutron] Pushing event updated for resources: {'Port': ['ID=824a0881-44d9-4a8c-a2d2-de41a06e656f,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:38.595512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] For port e5d6e789-2137-429b-b725-51d98263fdd0, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e5d6e789-2137-429b-b725-51d98263fdd0,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:38.595877 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.604151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-1e8bb7fd-243d-4abe-888c-0f60a4077c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:38.604572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:38.604870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:38.605200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:38.606565 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-1e8bb7fd-243d-4abe-888c-0f60a4077c54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a24b18158d445f7b36305647c121acd&device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 1099 time: 0.0641987 Apr 05 19:00:38.613848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b65b63bb-6d7c-4a36-840e-aa68d18d0ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.618442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b65b63bb-6d7c-4a36-840e-aa68d18d0ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.622252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b65b63bb-6d7c-4a36-840e-aa68d18d0ba2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4de9df9-1499-44cc-aa8d-a9a268aa1326 HTTP/1.1" status: 204 len: 168 time: 0.3461344 Apr 05 19:00:38.632716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Calling delete_port for e5d6e789-2137-429b-b725-51d98263fdd0 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:38.644375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:38.644704 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:38.650112 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 10 to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 Apr 05 19:00:38.654501 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7fc1-a377-495b-b5a3-a6e79a2ce3cb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.669660 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7fc1-a377-495b-b5a3-a6e79a2ce3cb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.672049 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b63bb-6d7c-4a36-840e-aa68d18d0ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4de9df9-1499-44cc-aa8d-a9a268aa1326,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:38.675371 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-e3f7c1e7-fc2e-4838-a8d5-94fd1b3aade3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=824a0881-44d9-4a8c-a2d2-de41a06e656f HTTP/1.1" status: 200 len: 217 time: 0.0540588 Apr 05 19:00:38.720684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:38.721040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:38.721370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:38.741123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:38.741484 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port f8c5deff-8b6a-49c7-b1f1-277fdd922592 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:38.741927 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.751086 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7fc1-a377-495b-b5a3-a6e79a2ce3cb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.751788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3c9f7fc1-a377-495b-b5a3-a6e79a2ce3cb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4559536 Apr 05 19:00:38.755565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-9c8d5ae1-f647-40c7-9607-8431877a6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:38.757653 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-9c8d5ae1-f647-40c7-9607-8431877a6471 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0696993 Apr 05 19:00:38.758121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41298) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:38.763323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-850b7aaa-b713-4bf1-858b-c2fbd09ed8ce tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '41cecec3-8b83-43a6-9be3-cc8043387b34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:38.767037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f7fc1-a377-495b-b5a3-a6e79a2ce3cb tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cecec3-8b83-43a6-9be3-cc8043387b34,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:38.850867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-828a4c03-d587-4a70-b1dc-4df601d3b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:38.853042 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-828a4c03-d587-4a70-b1dc-4df601d3b396 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841265 Apr 05 19:00:38.870294 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-850b7aaa-b713-4bf1-858b-c2fbd09ed8ce tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The resource could not be found. Apr 05 19:00:38.871513 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-850b7aaa-b713-4bf1-858b-c2fbd09ed8ce tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1123612 Apr 05 19:00:38.877026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41300) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:38.879345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] For port f8c5deff-8b6a-49c7-b1f1-277fdd922592, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:38.879708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempted to set empty binding levels {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 19:00:38.883085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-61ddb64a-7faf-40e1-a11e-762fe13c36dd tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '41cecec3-8b83-43a6-9be3-cc8043387b34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '62e732a6-2080-4dd3-9ff7-942a5c608f45'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:38.894944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.952178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:38.952651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.957526 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-dfe38b23-787f-4c96-9eaf-22d5477ca79d service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966351 Apr 05 19:00:38.971186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:38.985173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:38.987722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e5d6e789-2137-429b-b725-51d98263fdd0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:38.988689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c5deff-8b6a-49c7-b1f1-277fdd922592,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:38.996799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8749a8df-57d0-4539-abda-7b516d636105 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3566923 Apr 05 19:00:39.004766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41304) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:39.038435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event deleted for resources: {'Port': ['ID=e5d6e789-2137-429b-b725-51d98263fdd0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:39.078566 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-61ddb64a-7faf-40e1-a11e-762fe13c36dd tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The resource could not be found. Apr 05 19:00:39.079884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-61ddb64a-7faf-40e1-a11e-762fe13c36dd tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2019162 Apr 05 19:00:39.098755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:39.099769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] No DVR routers for this DVR port e5d6e789-2137-429b-b725-51d98263fdd0 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:00:39.108884 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.112305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6f3bbf5-01ae-4673-9acf-570627d4d112 req-7b3171e9-9c8c-49ce-abe0-422cbbb298dd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "DELETE /v2.0/ports/e5d6e789-2137-429b-b725-51d98263fdd0 HTTP/1.1" status: 204 len: 173 time: 1.2842669 Apr 05 19:00:39.112652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25c5238-37fd-48ac-a83e-5f38a68fb384', 'name': 'network-vif-deleted', 'tag': 'e5d6e789-2137-429b-b725-51d98263fdd0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:39.114943 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cc4318-8786-4a14-8745-922eeda7db68" -d '{"events": [{"server_uuid": "e25c5238-37fd-48ac-a83e-5f38a68fb384", "name": "network-vif-deleted", "tag": "e5d6e789-2137-429b-b725-51d98263fdd0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:39.131476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41310) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:39.151028 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e269f910-494c-4a83-ba80-f218e2e7ffb2 req-994cc35e-9f9a-4289-9408-ee4df29049ce service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869926 Apr 05 19:00:39.179364 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17c53339-b6d5-405f-8765-c8a60ca364fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.210281 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305ac595-5421-4633-9fca-26ebfd35fc92 x-openstack-request-id: req-305ac595-5421-4633-9fca-26ebfd35fc92 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:39.210611 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25c5238-37fd-48ac-a83e-5f38a68fb384", "name": "network-vif-deleted", "tag": "e5d6e789-2137-429b-b725-51d98263fdd0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:39.210836 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-305ac595-5421-4633-9fca-26ebfd35fc92 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:39.211227 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305ac595-5421-4633-9fca-26ebfd35fc92'] response: {'server_uuid': 'e25c5238-37fd-48ac-a83e-5f38a68fb384', 'name': 'network-vif-deleted', 'tag': 'e5d6e789-2137-429b-b725-51d98263fdd0', 'status': 'completed', 'code': 200} Apr 05 19:00:39.242583 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1504084-e0a4-4df8-bfb7-e02f39d4cd47 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.266902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184d894-d997-40b6-b72c-ea730514ff82 req-23803cd8-b424-4158-a762-4f47866f1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:39.268670 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e184d894-d997-40b6-b72c-ea730514ff82 req-23803cd8-b424-4158-a762-4f47866f1c26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a24b18158d445f7b36305647c121acd&device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 1099 time: 0.0532730 Apr 05 19:00:39.283576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1504084-e0a4-4df8-bfb7-e02f39d4cd47 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.299840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4ee00-fa7f-4772-a57f-c1756d3cfb68 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Deleting port f8c5deff-8b6a-49c7-b1f1-277fdd922592 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:39.300170 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ee00-fa7f-4772-a57f-c1756d3cfb68 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.370905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184d894-d997-40b6-b72c-ea730514ff82 req-b32b23c4-2c7d-4ca0-961f-b97875ec796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:39.372377 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e184d894-d997-40b6-b72c-ea730514ff82 req-b32b23c4-2c7d-4ca0-961f-b97875ec796f service neutron] 10.222.0.25 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.0973191 Apr 05 19:00:39.402575 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17c53339-b6d5-405f-8765-c8a60ca364fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.406780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1504084-e0a4-4df8-bfb7-e02f39d4cd47 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.409372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1504084-e0a4-4df8-bfb7-e02f39d4cd47 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.412967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a1504084-e0a4-4df8-bfb7-e02f39d4cd47 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/41cecec3-8b83-43a6-9be3-cc8043387b34 HTTP/1.1" status: 204 len: 168 time: 0.3086510 Apr 05 19:00:39.412967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-ecf4ee00-fa7f-4772-a57f-c1756d3cfb68 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] For port f8c5deff-8b6a-49c7-b1f1-277fdd922592, host n-h2-836650-3, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:39.412967 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ee00-fa7f-4772-a57f-c1756d3cfb68 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.417003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41314) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:39.423049 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e184d894-d997-40b6-b72c-ea730514ff82 req-d73831c7-9deb-4c86-9303-9cd1755a55aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=824a0881-44d9-4a8c-a2d2-de41a06e656f HTTP/1.1" status: 200 len: 217 time: 0.0426004 Apr 05 19:00:39.425119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17c53339-b6d5-405f-8765-c8a60ca364fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.448615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4ee00-fa7f-4772-a57f-c1756d3cfb68 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Calling delete_port for f8c5deff-8b6a-49c7-b1f1-277fdd922592 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:39.449912 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db3acf1c-fc6f-4471-9c79-6888636ab0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.456870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1504084-e0a4-4df8-bfb7-e02f39d4cd47 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cecec3-8b83-43a6-9be3-cc8043387b34,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:39.500463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-17c53339-b6d5-405f-8765-c8a60ca364fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb6f292ecdb7439d9a71efa261d493d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651090 Apr 05 19:00:39.501692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41318) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:39.540141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184d894-d997-40b6-b72c-ea730514ff82 req-69ca0ab5-8477-4a10-9336-e208c9c16895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:39.541605 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e184d894-d997-40b6-b72c-ea730514ff82 req-69ca0ab5-8477-4a10-9336-e208c9c16895 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1065161 Apr 05 19:00:39.583024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c53339-b6d5-405f-8765-c8a60ca364fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b41c7-36f9-4588-a3b5-13a1b939022c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:39.595411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6c8222e-7863-4438-9ca5-cbbcd57baa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.596156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef79913d-a2dc-4603-9a23-0402fb8eca61 req-7221c216-f193-4315-b966-1b2b1b0935c9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=e25c5238-37fd-48ac-a83e-5f38a68fb384 HTTP/1.1" status: 200 len: 210 time: 0.0555387 Apr 05 19:00:39.623644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f4326038-8963-45b4-b1f5-6d0a75254860 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1968646 Apr 05 19:00:39.625283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41320) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:39.635892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-390b8d33-18da-47ea-a10d-b64a4f183ab1 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '780d2647-bd1d-4905-b1c3-99b1424014cf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:39.661275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf095bf-39a4-4d16-8c88-c87b39de137d req-d9f83c36-6d03-4bdd-a3c3-7fe49acef4d5 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:39.662175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184d894-d997-40b6-b72c-ea730514ff82 req-d765ce2b-6280-47d0-b42b-9510918e12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:39.662851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-edf095bf-39a4-4d16-8c88-c87b39de137d req-d9f83c36-6d03-4bdd-a3c3-7fe49acef4d5 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 948 time: 0.0978780 Apr 05 19:00:39.664344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e184d894-d997-40b6-b72c-ea730514ff82 req-d765ce2b-6280-47d0-b42b-9510918e12f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144881 Apr 05 19:00:39.666948 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6c8222e-7863-4438-9ca5-cbbcd57baa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.675813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ee00-fa7f-4772-a57f-c1756d3cfb68 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.721392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4ee00-fa7f-4772-a57f-c1756d3cfb68 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8c5deff-8b6a-49c7-b1f1-277fdd922592,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:39.735816 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ee00-fa7f-4772-a57f-c1756d3cfb68 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.742266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ecf4ee00-fa7f-4772-a57f-c1756d3cfb68 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f8c5deff-8b6a-49c7-b1f1-277fdd922592 HTTP/1.1" status: 204 len: 168 time: 0.7325675 Apr 05 19:00:39.742962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41322) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:39.783384 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec0046e-1502-4642-9bce-c5dbe77c65fa tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] GET failed (client error): The resource could not be found. Apr 05 19:00:39.787186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9ec0046e-1502-4642-9bce-c5dbe77c65fa tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "GET /v2.0/ports/f8c5deff-8b6a-49c7-b1f1-277fdd922592 HTTP/1.1" status: 404 len: 333 time: 0.0408399 Apr 05 19:00:39.790770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-edf095bf-39a4-4d16-8c88-c87b39de137d req-e18978d7-41da-4f43-812e-f74f15176737 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174402 Apr 05 19:00:39.791402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41324) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:39.796208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Request body: {'port': {'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-165677832'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:39.816690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Made reservation on behalf of e1b61f3ab79e40798ef71cb898fe1579 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:39.817964 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6c8222e-7863-4438-9ca5-cbbcd57baa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.819610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.820493 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6c8222e-7863-4438-9ca5-cbbcd57baa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.821691 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b6c8222e-7863-4438-9ca5-cbbcd57baa84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/556b41c7-36f9-4588-a3b5-13a1b939022c HTTP/1.1" status: 204 len: 168 time: 0.3186057 Apr 05 19:00:39.830540 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-390b8d33-18da-47ea-a10d-b64a4f183ab1 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The resource could not be found. Apr 05 19:00:39.835576 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-390b8d33-18da-47ea-a10d-b64a4f183ab1 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2014296 Apr 05 19:00:39.835940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41328) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:39.841094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-04515cae-a0d1-4ef5-9052-698d134cec30 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'tempest-secgroup--401770418'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:39.845491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8222e-7863-4438-9ca5-cbbcd57baa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b41c7-36f9-4588-a3b5-13a1b939022c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:39.853582 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e184d894-d997-40b6-b72c-ea730514ff82 req-e98cae79-ed0d-44dd-bf53-57ce4f09738c service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764545 Apr 05 19:00:39.860721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] device_id is not set on port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:39.916554 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04515cae-a0d1-4ef5-9052-698d134cec30 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:39.955062 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e184d894-d997-40b6-b72c-ea730514ff82 req-6860f764-ebd6-4e14-9c76-9157cacd7699 service neutron] 10.222.0.25 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943666 Apr 05 19:00:40.081837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.096906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04515cae-a0d1-4ef5-9052-698d134cec30 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.111382 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04515cae-a0d1-4ef5-9052-698d134cec30 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.150619 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04515cae-a0d1-4ef5-9052-698d134cec30 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.154626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-04515cae-a0d1-4ef5-9052-698d134cec30 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3145204 Apr 05 19:00:40.155033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41336) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:40.160214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04515cae-a0d1-4ef5-9052-698d134cec30 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f43a7b-5b28-444f-b012-00c7e8284e79,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:40.161143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d6e6c939-088b-415e-a6c0-0159e789723e tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'tempest-secgroup--382738485'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:40.165250 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.196805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c939-088b-415e-a6c0-0159e789723e tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.212003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Network 71df5c48-1e01-4f59-9d52-ad0464d81974 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:40.217736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:40.221270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'Port': ['ID=8183b6f2-e3c8-4555-b36d-04d15f1ffa81,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:40.223798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:40.225233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:40.225233 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.247629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a8fa1b83-94d5-4c59-add4-b998ed3dc1b4 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4524879 Apr 05 19:00:40.248068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41340) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:40.254977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:40.275759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c939-088b-415e-a6c0-0159e789723e tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.280240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c939-088b-415e-a6c0-0159e789723e tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.312196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c939-088b-415e-a6c0-0159e789723e tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.313562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d6e6c939-088b-415e-a6c0-0159e789723e tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1575186 Apr 05 19:00:40.315719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6c939-088b-415e-a6c0-0159e789723e tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c14a8e-9156-4c08-abd6-5629e54ac2bd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:40.317876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41344) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:40.323132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c8ee1765-764d-475a-bd0c-85fea51b77e8 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group_rule': {'security_group_id': '92f43a7b-5b28-444f-b012-00c7e8284e79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f3c14a8e-9156-4c08-abd6-5629e54ac2bd'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:40.325566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.361584 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-c8ee1765-764d-475a-bd0c-85fea51b77e8 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:00:40.363717 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8ee1765-764d-475a-bd0c-85fea51b77e8 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0443707 Apr 05 19:00:40.366651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41346) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:40.435520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c70df9a-a82a-4656-8d39-a3f24dbdb180 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.460631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c70df9a-a82a-4656-8d39-a3f24dbdb180 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.506998 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c70df9a-a82a-4656-8d39-a3f24dbdb180 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.509955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c70df9a-a82a-4656-8d39-a3f24dbdb180 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.511397 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8c70df9a-a82a-4656-8d39-a3f24dbdb180 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/f3c14a8e-9156-4c08-abd6-5629e54ac2bd HTTP/1.1" status: 204 len: 168 time: 0.1436899 Apr 05 19:00:40.514372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41354) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:40.521383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70df9a-a82a-4656-8d39-a3f24dbdb180 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c14a8e-9156-4c08-abd6-5629e54ac2bd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:40.552590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] device_id is not set on port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:40.565651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.581034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.612420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a3a8e336-b18c-4cf8-adcc-5b570e46aa45 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0967786 Apr 05 19:00:40.615289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41358) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:40.638960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'Port': ['ID=8183b6f2-e3c8-4555-b36d-04d15f1ffa81,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:40.658272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:40.658628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:40.658956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:40.663268 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:40.663587 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:40.663959 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 2 to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 Apr 05 19:00:40.680750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:40.681074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:40.681409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:40.685855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:40.686174 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:40.686592 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 3 to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 Apr 05 19:00:40.707121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:40.707919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:40.707919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:40.714047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:40.714374 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:40.714791 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 4 to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 Apr 05 19:00:40.732008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-908e3015-8612-437e-b758-94c0c03db14b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.732237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:40.733102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:40.733879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:40.741448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:40.741864 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:40.742787 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 5 to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 Apr 05 19:00:40.759299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-908e3015-8612-437e-b758-94c0c03db14b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.759590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:40.760003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:40.760421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:40.766721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:40.767152 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:40.767544 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 6 to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 Apr 05 19:00:40.788669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:40.788998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:40.789334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:40.793782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:40.794108 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:40.794556 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 7 to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 Apr 05 19:00:40.809176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:40.809514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:40.809932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:40.813093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-908e3015-8612-437e-b758-94c0c03db14b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.815176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:40.815538 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:40.815932 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 8 to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 Apr 05 19:00:40.820248 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-908e3015-8612-437e-b758-94c0c03db14b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:40.824261 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-908e3015-8612-437e-b758-94c0c03db14b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/92f43a7b-5b28-444f-b012-00c7e8284e79 HTTP/1.1" status: 204 len: 168 time: 0.2079284 Apr 05 19:00:40.827721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41372) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:40.846132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e3015-8612-437e-b758-94c0c03db14b tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f43a7b-5b28-444f-b012-00c7e8284e79,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:40.854511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:40.854511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:40.854511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:40.878801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:40.879147 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:40.883976 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 9 to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 Apr 05 19:00:40.909190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a6fcb535-ae2e-4c42-b4f3-0fc1b2aadaa8 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800133 Apr 05 19:00:40.910208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:40.910571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:40.910905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:40.913430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41380) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:40.918995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-44745265-2ec1-433a-b644-8ce1e23f2e05 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'tempest-secgroup--727396475'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:40.929332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:40.929687 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:40.940238 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 10 to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 Apr 05 19:00:41.000664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:41.001201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:41.001700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:41.041590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44745265-2ec1-433a-b644-8ce1e23f2e05 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.043381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:41.043703 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:41.044051 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.092162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190c247-463b-4bb5-be82-70e659bcec08 req-24d41482-80d6-4e86-a28b-48c88f0ec59c tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.094267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b190c247-463b-4bb5-be82-70e659bcec08 req-24d41482-80d6-4e86-a28b-48c88f0ec59c tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 948 time: 0.1689212 Apr 05 19:00:41.198630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-ace99c34-25ea-444a-a5c1-40322ca79ee1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.200075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-ace99c34-25ea-444a-a5c1-40322ca79ee1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.2480228 Apr 05 19:00:41.223443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e5d6e789-2137-429b-b725-51d98263fdd0 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:00:41.241857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] For port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:41.242189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempted to set empty binding levels {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 19:00:41.245668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b190c247-463b-4bb5-be82-70e659bcec08 req-3737d57a-9c08-40e2-a0a2-205d0b42742f tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302695 Apr 05 19:00:41.256617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: e5d6e789-2137-429b-b725-51d98263fdd0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:00:41.257072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e5d6e789-2137-429b-b725-51d98263fdd0 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:00:41.257617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-9411aa1e-2d4f-45f6-a2c7-9e1f26c1b45a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/quotas/a7b70a1e430d42158b5c8c5773e08b2c HTTP/1.1" status: 200 len: 375 time: 0.0407519 Apr 05 19:00:41.266435 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.324045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44745265-2ec1-433a-b644-8ce1e23f2e05 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.329698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] In _notify_port_updated(), no bound segment for port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:00:41.331030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.331161 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.332620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "PUT /v2.0/ports/8183b6f2-e3c8-4555-b36d-04d15f1ffa81 HTTP/1.1" status: 200 len: 974 time: 1.0833321 Apr 05 19:00:41.335458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41398) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:41.341354 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44745265-2ec1-433a-b644-8ce1e23f2e05 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.373650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0aa63-0a97-4917-8a45-0c4658c79f9a tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'Port': ['ID=8183b6f2-e3c8-4555-b36d-04d15f1ffa81,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:41.394974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-9a254f7f-d153-40b9-8a6b-8dbb8bcdca26 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1364367 Apr 05 19:00:41.398805 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44745265-2ec1-433a-b644-8ce1e23f2e05 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.400297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-44745265-2ec1-433a-b644-8ce1e23f2e05 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4859540 Apr 05 19:00:41.401997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44745265-2ec1-433a-b644-8ce1e23f2e05 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0edf50a-8c29-44f0-96c5-f69698b228e2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:41.405375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41402) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:41.410666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4abeb616-bf23-4599-8bc4-bbf50d837847 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:41.411255 n-d-836650-3 neutron-server[102640]: WARNING neutron.api.v2.base [None req-4abeb616-bf23-4599-8bc4-bbf50d837847 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 19:00:41.411647 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-4abeb616-bf23-4599-8bc4-bbf50d837847 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 19:00:41.412710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4abeb616-bf23-4599-8bc4-bbf50d837847 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "PUT /v2.0/security-groups/f0edf50a-8c29-44f0-96c5-f69698b228e2 HTTP/1.1" status: 409 len: 330 time: 0.0062771 Apr 05 19:00:41.415464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41404) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:41.472111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.472585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.473051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.473515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.474152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.474595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.475056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.475510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.475962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.476412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.476858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.477304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.477748 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.478192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.478660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.479107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.479552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.480002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.480440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.480974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.481451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.481870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.482319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:41.485438 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9d3df342-1d39-4ae2-bfad-9ca48c441607 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20511 time: 0.1488206 Apr 05 19:00:41.489508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41408) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:41.515976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4254fc7a-e74d-4b7f-a40e-5c4fe329c498 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.541483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4254fc7a-e74d-4b7f-a40e-5c4fe329c498 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.598277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4254fc7a-e74d-4b7f-a40e-5c4fe329c498 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.601454 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4254fc7a-e74d-4b7f-a40e-5c4fe329c498 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:41.603047 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4254fc7a-e74d-4b7f-a40e-5c4fe329c498 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/f0edf50a-8c29-44f0-96c5-f69698b228e2 HTTP/1.1" status: 204 len: 168 time: 0.1866608 Apr 05 19:00:41.606303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41414) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:41.626324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254fc7a-e74d-4b7f-a40e-5c4fe329c498 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0edf50a-8c29-44f0-96c5-f69698b228e2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:41.670959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2ba82fd9-f2cd-4724-98db-b57128fb43c5 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633011 Apr 05 19:00:41.675638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41418) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:41.700793 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-25181fb3-3c5d-4872-b827-a7df5a3b93cf tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] delete failed (client error): The resource could not be found. Apr 05 19:00:41.702294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-25181fb3-3c5d-4872-b827-a7df5a3b93cf tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "DELETE /v2.0/security-groups/4eb3bd9e-f9bc-4888-87eb-040eb359dae2 HTTP/1.1" status: 404 len: 347 time: 0.0236218 Apr 05 19:00:41.706929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:41.724132 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-73878bb8-6c88-4f62-a26a-24a7aa20c737 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] show failed (client error): The resource could not be found. Apr 05 19:00:41.729026 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-73878bb8-6c88-4f62-a26a-24a7aa20c737 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-groups/0a34e558-f509-4195-8d97-59a4ac413695 HTTP/1.1" status: 404 len: 347 time: 0.0172772 Apr 05 19:00:41.729218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41424) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:41.742955 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-be6a85eb-5f7c-490e-a546-3712b9f92300 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] show failed (client error): The resource could not be found. Apr 05 19:00:41.744014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be6a85eb-5f7c-490e-a546-3712b9f92300 tempest-NegativeSecGroupTest-1326228536 tempest-NegativeSecGroupTest-1326228536-project] 10.222.0.15 "GET /v2.0/security-group-rules/38148798-eefd-418d-bcd2-c9f72cc6c219 HTTP/1.1" status: 404 len: 356 time: 0.0134742 Apr 05 19:00:41.785350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-608b80f6-91b4-44ed-9dba-e6427510711e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.000423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-20c2467f-bd40-4453-bda9-10acac74c5d7 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Deleting port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:42.000984 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20c2467f-bd40-4453-bda9-10acac74c5d7 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.023233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-c58ac4c5-f436-416d-a404-17abcb17a416 service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184888 Apr 05 19:00:42.108367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41442) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:42.128852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-20c2467f-bd40-4453-bda9-10acac74c5d7 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] For port 8183b6f2-e3c8-4555-b36d-04d15f1ffa81, host n-h2-836650-3, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:42.129215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20c2467f-bd40-4453-bda9-10acac74c5d7 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.146440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-20c2467f-bd40-4453-bda9-10acac74c5d7 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Calling delete_port for 8183b6f2-e3c8-4555-b36d-04d15f1ffa81 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:42.206352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-4949bea8-f186-4c57-a5d1-1b357ef8ec5b service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821120 Apr 05 19:00:42.267778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20c2467f-bd40-4453-bda9-10acac74c5d7 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.302479 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1cceceed-11cb-4d9d-9b7d-ca6b60d6638e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6884ac5224644fe98d26ed13e0b2ca33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925550 Apr 05 19:00:42.304876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41456) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:42.337496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2467f-bd40-4453-bda9-10acac74c5d7 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event deleted for resources: {'Port': ['ID=8183b6f2-e3c8-4555-b36d-04d15f1ffa81,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:42.350588 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20c2467f-bd40-4453-bda9-10acac74c5d7 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.353283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 824a0881-44d9-4a8c-a2d2-de41a06e656f details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:00:42.356667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41458) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:42.357597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-20c2467f-bd40-4453-bda9-10acac74c5d7 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8183b6f2-e3c8-4555-b36d-04d15f1ffa81 HTTP/1.1" status: 204 len: 168 time: 0.8667071 Apr 05 19:00:42.388932 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca1ed8c-fb35-405a-935c-8687447533a1 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] GET failed (client error): The resource could not be found. Apr 05 19:00:42.391021 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eca1ed8c-fb35-405a-935c-8687447533a1 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "GET /v2.0/ports/8183b6f2-e3c8-4555-b36d-04d15f1ffa81 HTTP/1.1" status: 404 len: 333 time: 0.0320916 Apr 05 19:00:42.395358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41464) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:42.401783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-506135906', 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:42.431053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd65bfc8-0a88-4786-a742-895ad6536825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.464061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Made reservation on behalf of e1b61f3ab79e40798ef71cb898fe1579 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:42.466818 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.470850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd65bfc8-0a88-4786-a742-895ad6536825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.513701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] device_id is not set on port 0297ae17-d8e5-4b44-afb7-2d66f1e431de yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:42.541928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-59b62d08-53f4-4ebd-9556-af4caa1b3406 req-b8663b50-336d-4c9b-a218-ad7950593dd0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 210 time: 0.0919633 Apr 05 19:00:42.574694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 824a0881-44d9-4a8c-a2d2-de41a06e656f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=824a0881-44d9-4a8c-a2d2-de41a06e656f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:42.593334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973952-50a7-47fc-9f13-e0b4f177fe02 req-690eaa23-6fc9-49b9-87fc-d77d2bea01ef tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:42.597315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '824a0881-44d9-4a8c-a2d2-de41a06e656f', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '824a0881-44d9-4a8c-a2d2-de41a06e656f', 'mac_address': 'fa:16:3e:a3:06:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:00:42.603226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82973952-50a7-47fc-9f13-e0b4f177fe02 req-690eaa23-6fc9-49b9-87fc-d77d2bea01ef tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 948 time: 0.2156403 Apr 05 19:00:42.637849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd65bfc8-0a88-4786-a742-895ad6536825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.642664 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bd65bfc8-0a88-4786-a742-895ad6536825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.652654 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bd65bfc8-0a88-4786-a742-895ad6536825 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/283127f8-6f20-45fb-b552-270bde505008 HTTP/1.1" status: 204 len: 168 time: 0.3442910 Apr 05 19:00:42.671329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82973952-50a7-47fc-9f13-e0b4f177fe02 req-c1fa0a72-af36-45f0-ab65-78fe0781fcd2 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543029 Apr 05 19:00:42.701399 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.704870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65bfc8-0a88-4786-a742-895ad6536825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283127f8-6f20-45fb-b552-270bde505008,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:42.725044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824a0881-44d9-4a8c-a2d2-de41a06e656f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:00:42.768456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 824a0881-44d9-4a8c-a2d2-de41a06e656f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=824a0881-44d9-4a8c-a2d2-de41a06e656f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:42.773617 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.901077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=824a0881-44d9-4a8c-a2d2-de41a06e656f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:42.909497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.919412 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:42.963210 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:43.033048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Network 71df5c48-1e01-4f59-9d52-ad0464d81974 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:43.037376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:43.045017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:43.046253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:43.047496 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:43.070524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'Port': ['ID=0297ae17-d8e5-4b44-afb7-2d66f1e431de,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:43.083054 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-43b8b1a0-5546-4397-a6eb-3dbbc5959442 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6860120 Apr 05 19:00:43.085339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41492) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:43.128894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['824a0881-44d9-4a8c-a2d2-de41a06e656f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:43.137500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ca2cbd-5b13-49ca-81a2-479ab2eca540 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:43.139038 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2ca2cbd-5b13-49ca-81a2-479ab2eca540 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "GET /v2.0/ports/0297ae17-d8e5-4b44-afb7-2d66f1e431de HTTP/1.1" status: 200 len: 954 time: 0.0517173 Apr 05 19:00:43.143220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41498) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:43.290468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fc660fca-fb9a-418e-aaae-0743f45f0212 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Deleting port 0297ae17-d8e5-4b44-afb7-2d66f1e431de {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:43.290990 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc660fca-fb9a-418e-aaae-0743f45f0212 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:43.384357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc660fca-fb9a-418e-aaae-0743f45f0212 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:43.400606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fc660fca-fb9a-418e-aaae-0743f45f0212 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Calling delete_port for 0297ae17-d8e5-4b44-afb7-2d66f1e431de owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:43.499203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc660fca-fb9a-418e-aaae-0743f45f0212 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:43.542627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc660fca-fb9a-418e-aaae-0743f45f0212 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event deleted for resources: {'Port': ['ID=0297ae17-d8e5-4b44-afb7-2d66f1e431de,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:43.549131 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc660fca-fb9a-418e-aaae-0743f45f0212 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:43.558477 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fc660fca-fb9a-418e-aaae-0743f45f0212 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "DELETE /v2.0/ports/0297ae17-d8e5-4b44-afb7-2d66f1e431de HTTP/1.1" status: 204 len: 168 time: 0.4079280 Apr 05 19:00:43.558477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41518) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:43.591439 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce82719b-7759-497e-a872-2c853e6bb42b tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] GET failed (client error): The resource could not be found. Apr 05 19:00:43.593087 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ce82719b-7759-497e-a872-2c853e6bb42b tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "GET /v2.0/ports/0297ae17-d8e5-4b44-afb7-2d66f1e431de HTTP/1.1" status: 404 len: 333 time: 0.0347073 Apr 05 19:00:43.597257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41522) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:43.603957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Request body: {'port': {'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-63060692'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:43.633356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Made reservation on behalf of e1b61f3ab79e40798ef71cb898fe1579 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:43.636889 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:43.705711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3bb6ae0b-d7d9-49c5-b7ea-b4d81949b483 req-b238a4e5-8813-4064-8053-13a31273953b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 210 time: 0.0579643 Apr 05 19:00:43.712349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] device_id is not set on port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:43.845109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-895ac84d-3aa1-47d9-af7a-0bab91c37a57 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:43.846790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-895ac84d-3aa1-47d9-af7a-0bab91c37a57 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.1311166 Apr 05 19:00:43.901196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Request body: {'port': {'device_id': '695d6925-cd73-4067-bd46-cb8dbad2a850', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'admin_state_up': True, 'tenant_id': 'a7b70a1e430d42158b5c8c5773e08b2c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:44.027966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb2b9b-8e39-49e5-ab33-b1d8fef96871 req-39dc2464-46ad-4c8b-b422-f6c3c66b8b2d tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:44.030216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8acb2b9b-8e39-49e5-ab33-b1d8fef96871 req-39dc2464-46ad-4c8b-b422-f6c3c66b8b2d tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 949 time: 0.1963046 Apr 05 19:00:44.165454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8acb2b9b-8e39-49e5-ab33-b1d8fef96871 req-d17fb084-9d90-4db5-b28a-f2998152057f tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271300 Apr 05 19:00:44.191479 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.198522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Made reservation on behalf of a7b70a1e430d42158b5c8c5773e08b2c for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:44.202288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.303052 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.369168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 824a0881-44d9-4a8c-a2d2-de41a06e656f up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:44.385068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Network 71df5c48-1e01-4f59-9d52-ad0464d81974 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:44.395025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:44.400297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:44.401873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:44.402677 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.419935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'Port': ['ID=cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:44.428085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Allocated IP 172.20.0.3 (140c2b86-c767-4aeb-ae57-4a1d164fc7a6/8b490b4b-094b-4c91-92eb-ef38c5a6809a/f5aab101-2b09-43e7-9c0e-ca28c5b59e5a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:44.435313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41554) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:44.441283 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.453906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41558) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:44.459762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 824a0881-44d9-4a8c-a2d2-de41a06e656f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:00:44.460145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:44.463814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d7462a60-abb1-4af3-9f0a-6a401b5050c0 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8654234 Apr 05 19:00:44.465365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 824a0881-44d9-4a8c-a2d2-de41a06e656f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:44.465924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.556274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.589452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.617245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633db3a-7dae-419f-8a0f-97d76a780190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824a0881-44d9-4a8c-a2d2-de41a06e656f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:44.620073 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5185ed-4530-4f11-a8d3-fbf338a51fba" -d '{"events": [{"server_uuid": "0633db3a-7dae-419f-8a0f-97d76a780190", "name": "network-vif-plugged", "status": "completed", "tag": "824a0881-44d9-4a8c-a2d2-de41a06e656f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:44.634209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 824a0881-44d9-4a8c-a2d2-de41a06e656f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=824a0881-44d9-4a8c-a2d2-de41a06e656f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:44.642882 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.693061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.695913 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183863c5-e0f7-4843-b8c4-6518098b6669 x-openstack-request-id: req-183863c5-e0f7-4843-b8c4-6518098b6669 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:44.696213 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0633db3a-7dae-419f-8a0f-97d76a780190", "name": "network-vif-plugged", "status": "completed", "tag": "824a0881-44d9-4a8c-a2d2-de41a06e656f", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:44.696477 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-183863c5-e0f7-4843-b8c4-6518098b6669 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:44.696842 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183863c5-e0f7-4843-b8c4-6518098b6669'] response: {'server_uuid': '0633db3a-7dae-419f-8a0f-97d76a780190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824a0881-44d9-4a8c-a2d2-de41a06e656f', 'code': 200} Apr 05 19:00:44.737413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=824a0881-44d9-4a8c-a2d2-de41a06e656f,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:44.755830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.768291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:44.838739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:44.844991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:44.862592 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b981-64c7-4894-9eb1-c308c94b786e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.892950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:44.954193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:44.955177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:44.991127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] device_id is not set on port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:44.996963 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.004070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.016015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event updated for resources: {'Port': ['ID=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:45.024707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-a9ce24b7-d432-4211-89bf-6502d3803ea5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1340928 Apr 05 19:00:45.032812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.045998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf39f4-0256-4401-9f01-4df95f8b6c9c req-dc7f7819-db3c-4464-af31-69689b064f68 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:45.049036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fbdf39f4-0256-4401-9f01-4df95f8b6c9c req-dc7f7819-db3c-4464-af31-69689b064f68 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 931 time: 0.1717317 Apr 05 19:00:45.054637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Request body: {'port': {'device_id': '695d6925-cd73-4067-bd46-cb8dbad2a850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:45.087369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff40ad-f0c4-4c57-8e6a-fbab56cd9fd1 req-003013f8-ef87-4940-870f-0d8b0b4e7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:45.088886 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0dff40ad-f0c4-4c57-8e6a-fbab56cd9fd1 req-003013f8-ef87-4940-870f-0d8b0b4e7a5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 1101 time: 0.1544964 Apr 05 19:00:45.122967 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b981-64c7-4894-9eb1-c308c94b786e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.137703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b981-64c7-4894-9eb1-c308c94b786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.143510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'Port': ['ID=cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:45.147004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fbdf39f4-0256-4401-9f01-4df95f8b6c9c req-ed82116c-4c18-4800-9004-0bdbdb57dfe4 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890894 Apr 05 19:00:45.149802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.180150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.180483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.180847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.212670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.213023 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.214715 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0dff40ad-f0c4-4c57-8e6a-fbab56cd9fd1 req-0c4b64c8-c118-4b14-9c82-20efd9d33b13 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150725 Apr 05 19:00:45.219218 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 2 to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c Apr 05 19:00:45.224849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1b981-64c7-4894-9eb1-c308c94b786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ef0124-9e00-41b7-8657-6c45cd6fc236,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:45.237520 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cdd1b981-64c7-4894-9eb1-c308c94b786e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99d2bb4f1e6c46bf9a301c2c50783325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7980990 Apr 05 19:00:45.237852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41582) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:45.246179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.246557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.246898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.260855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.261193 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.266005 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 3 to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c Apr 05 19:00:45.293107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.293442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.293786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.302730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.303069 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.308171 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 4 to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c Apr 05 19:00:45.322147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3819f0a1-2968-4036-bbf6-ac15206f5097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.327939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.327939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.327939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.338925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.339268 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.342041 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 5 to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c Apr 05 19:00:45.370297 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3819f0a1-2968-4036-bbf6-ac15206f5097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.379006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.379341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.379725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.393724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.393965 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.395834 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 6 to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c Apr 05 19:00:45.416385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe077-742b-4be5-98fa-c517735386c8 req-01dd6095-81fb-4614-8551-beddcca7e55a tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:45.418262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1befe077-742b-4be5-98fa-c517735386c8 req-01dd6095-81fb-4614-8551-beddcca7e55a tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 950 time: 0.1109705 Apr 05 19:00:45.422734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.423072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.423432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.428150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.428618 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.429273 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 7 to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c Apr 05 19:00:45.442595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.443251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.443251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.447819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.448202 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.448915 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 8 to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c Apr 05 19:00:45.463951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.464320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.464657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.469580 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3819f0a1-2968-4036-bbf6-ac15206f5097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.472294 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3819f0a1-2968-4036-bbf6-ac15206f5097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.476032 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3819f0a1-2968-4036-bbf6-ac15206f5097 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04ef0124-9e00-41b7-8657-6c45cd6fc236 HTTP/1.1" status: 204 len: 168 time: 0.2346525 Apr 05 19:00:45.476224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.476487 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.477730 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 9 to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c Apr 05 19:00:45.492310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819f0a1-2968-4036-bbf6-ac15206f5097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ef0124-9e00-41b7-8657-6c45cd6fc236,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:45.497750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.498649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.498649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.500854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1befe077-742b-4be5-98fa-c517735386c8 req-b8acf950-e5a5-4108-8123-f98d23774249 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726027 Apr 05 19:00:45.520471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.520927 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.521201 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempt 10 to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c Apr 05 19:00:45.538897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.539366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.539709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempting to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.544128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.544578 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Failed to bind port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on host n-h2-836650-3 for vnic_type normal using segments [{'id': 'c51f0a65-c509-4252-8ccd-da1b354021f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '71df5c48-1e01-4f59-9d52-ad0464d81974'}] Apr 05 19:00:45.544952 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.573483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5aab101-2b09-43e7-9c0e-ca28c5b59e5a {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:00:45.583134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.597365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Transition to ACTIVE for port object f5aab101-2b09-43e7-9c0e-ca28c5b59e5a will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:00:45.601710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.621547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] For port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:45.621924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attempted to set empty binding levels {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 19:00:45.627213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.661237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] In _notify_port_updated(), no bound segment for port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c on network 71df5c48-1e01-4f59-9d52-ad0464d81974 {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:00:45.662617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:45.663387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.664919 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "PUT /v2.0/ports/cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c HTTP/1.1" status: 200 len: 973 time: 1.2098389 Apr 05 19:00:45.667619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41590) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:45.669112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Pushing event updated for resources: {'Port': ['ID=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:45.704921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c08644-77ae-41de-843c-31fe59dd764d tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event updated for resources: {'Port': ['ID=cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:45.743609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Attempting to bind port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:45.744247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Attempting to bind port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:45.744471 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Attempting to bind port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.749973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:00:45.750705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Attempting to bind port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:45.756051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:00:45.756460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Checking segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:45.757063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Bound using segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:00:45.757690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Bound port: f5aab101-2b09-43e7-9c0e-ca28c5b59e5a, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:00:45.758110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.761115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4902ca99-8b61-4b8a-83ae-98aaa6696550 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Deleting port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:45.761476 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4902ca99-8b61-4b8a-83ae-98aaa6696550 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.814418 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41592) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:45.829281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] For port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:45.832468 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] For port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:00:45.837771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.839180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2361f188-2b98-4a08-9244-f101d9019f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.852409 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4902ca99-8b61-4b8a-83ae-98aaa6696550 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] For port cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c, host n-h2-836650-3, got binding levels [] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:45.852770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4902ca99-8b61-4b8a-83ae-98aaa6696550 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.869712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:45.870322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:45.871778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] 10.222.0.20 "PUT /v2.0/ports/f5aab101-2b09-43e7-9c0e-ca28c5b59e5a HTTP/1.1" status: 200 len: 1091 time: 0.8212361 Apr 05 19:00:45.872208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695d6925-cd73-4067-bd46-cb8dbad2a850', 'tag': 'f5aab101-2b09-43e7-9c0e-ca28c5b59e5a'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:45.874473 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b57770-0790-4165-9036-b92bda620c27" -d '{"events": [{"name": "network-changed", "server_uuid": "695d6925-cd73-4067-bd46-cb8dbad2a850", "tag": "f5aab101-2b09-43e7-9c0e-ca28c5b59e5a"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:45.875138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4902ca99-8b61-4b8a-83ae-98aaa6696550 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Calling delete_port for cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:45.916679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadb6d2-db0d-4366-b774-1f5dbde6624b service neutron] Pushing event updated for resources: {'Port': ['ID=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:45.920411 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e5903a-bc0c-458e-895f-834068305721 x-openstack-request-id: req-75e5903a-bc0c-458e-895f-834068305721 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:45.920695 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695d6925-cd73-4067-bd46-cb8dbad2a850", "tag": "f5aab101-2b09-43e7-9c0e-ca28c5b59e5a", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:45.920938 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75e5903a-bc0c-458e-895f-834068305721 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:45.921326 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e5903a-bc0c-458e-895f-834068305721'] response: {'name': 'network-changed', 'server_uuid': '695d6925-cd73-4067-bd46-cb8dbad2a850', 'tag': 'f5aab101-2b09-43e7-9c0e-ca28c5b59e5a', 'status': 'completed', 'code': 200} Apr 05 19:00:45.965230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-c462a333-9c1d-46f0-9fbb-e7e33a0fd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:45.966808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-c462a333-9c1d-46f0-9fbb-e7e33a0fd84b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 1094 time: 0.0420699 Apr 05 19:00:46.012784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-7ff74042-0b30-4d26-9cc5-de9f8949fd25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a HTTP/1.1" status: 200 len: 217 time: 0.0382528 Apr 05 19:00:46.014622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2361f188-2b98-4a08-9244-f101d9019f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.018876 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2361f188-2b98-4a08-9244-f101d9019f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.037519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4902ca99-8b61-4b8a-83ae-98aaa6696550 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.064722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-ab111c4d-13b2-4c51-9cd8-7537eec2b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:46.066176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-ab111c4d-13b2-4c51-9cd8-7537eec2b777 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.0454984 Apr 05 19:00:46.083565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902ca99-8b61-4b8a-83ae-98aaa6696550 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:46.090190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4902ca99-8b61-4b8a-83ae-98aaa6696550 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.096476 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4902ca99-8b61-4b8a-83ae-98aaa6696550 tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "DELETE /v2.0/ports/cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c HTTP/1.1" status: 204 len: 168 time: 0.4247377 Apr 05 19:00:46.097668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41598) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:46.099974 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2361f188-2b98-4a08-9244-f101d9019f49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0fa4e2e26f204f0092c06c688ba36318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846208 Apr 05 19:00:46.102676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41600) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:46.110684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-8768aeaf-a8ff-4af5-acab-ec5d13c96efc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351005 Apr 05 19:00:46.110873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361f188-2b98-4a08-9244-f101d9019f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22025fc7-29fa-4751-9fd2-1143e24f6213,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:46.128822 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc877e2-12a1-44b2-a95e-29eada5f738c tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] GET failed (client error): The resource could not be found. Apr 05 19:00:46.129961 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ebc877e2-12a1-44b2-a95e-29eada5f738c tempest-PortsAdminExtendedAttrsTestJSON-106771096 tempest-PortsAdminExtendedAttrsTestJSON-106771096-project-admin] 10.222.0.15 "GET /v2.0/ports/cf5c2652-a5c0-4bee-ad2a-fbfdc0916f8c HTTP/1.1" status: 404 len: 333 time: 0.0290444 Apr 05 19:00:46.133288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41602) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:46.216263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745699b2-696b-4d97-a276-b0749616ebf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.220266 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.261254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745699b2-696b-4d97-a276-b0749616ebf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.277054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-3f985f04-9526-4303-a17f-63e680273d0d service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599019 Apr 05 19:00:46.307572 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.329162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71df5c48-1e01-4f59-9d52-ad0464d81974']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:46.338757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51f0a65-c509-4252-8ccd-da1b354021f7') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:46.339055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51f0a65-c509-4252-8ccd-da1b354021f7') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:00:46.350347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.365369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.371517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:00:46.371898 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.374167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcd0d6-3882-4b78-9201-3a8be50780d3 req-8facdb81-e708-4b02-8756-48d337852162 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:00:46.374902 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:00:46.378049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1fcd0d6-3882-4b78-9201-3a8be50780d3 req-8facdb81-e708-4b02-8756-48d337852162 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 943 time: 0.1379664 Apr 05 19:00:46.432153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745699b2-696b-4d97-a276-b0749616ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.434753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745699b2-696b-4d97-a276-b0749616ebf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.438551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-745699b2-696b-4d97-a276-b0749616ebf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22025fc7-29fa-4751-9fd2-1143e24f6213 HTTP/1.1" status: 204 len: 168 time: 0.3323438 Apr 05 19:00:46.451857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.462096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745699b2-696b-4d97-a276-b0749616ebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22025fc7-29fa-4751-9fd2-1143e24f6213,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:46.469671 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:46.474291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69df2bd9-8d4d-4f89-8d48-08fe3a9be054 req-6b1b3bfd-a1c9-4e18-b883-ad0f9e35dbd7 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879754 Apr 05 19:00:46.476226 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] 10.222.0.15 "DELETE /v2.0/networks/71df5c48-1e01-4f59-9d52-ad0464d81974 HTTP/1.1" status: 204 len: 168 time: 0.3419662 Apr 05 19:00:46.488324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2ce4b-5a10-48ae-860f-fa57fbce9cd5 tempest-PortsAdminExtendedAttrsTestJSON-829124933 tempest-PortsAdminExtendedAttrsTestJSON-829124933-project] Pushing event deleted for resources: {'Network': ['ID=71df5c48-1e01-4f59-9d52-ad0464d81974,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:46.501623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1fcd0d6-3882-4b78-9201-3a8be50780d3 req-12b4e807-ff5c-401d-8426-412b9984e770 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160822 Apr 05 19:00:46.635527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b57770-0790-4165-9036-b92bda620c27 req-75d56220-57b7-496b-9075-7341bf64262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:46.637374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86b57770-0790-4165-9036-b92bda620c27 req-75d56220-57b7-496b-9075-7341bf64262c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 1094 time: 0.0980217 Apr 05 19:00:46.749673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52085-547d-4ed5-9447-6507b142dc55 req-6ceae2cd-b31b-49b2-a144-a7b5e323e886 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:46.751748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ed52085-547d-4ed5-9447-6507b142dc55 req-6ceae2cd-b31b-49b2-a144-a7b5e323e886 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 950 time: 0.1314056 Apr 05 19:00:46.814370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b57770-0790-4165-9036-b92bda620c27 req-4230afd0-03cc-4542-be8f-3ce2af7cbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:46.815891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86b57770-0790-4165-9036-b92bda620c27 req-4230afd0-03cc-4542-be8f-3ce2af7cbf5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 906 time: 0.1515064 Apr 05 19:00:46.835495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ed52085-547d-4ed5-9447-6507b142dc55 req-c3fba62c-74b8-4045-9a83-4fd0a0b09d1f tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737374 Apr 05 19:00:46.890869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86b57770-0790-4165-9036-b92bda620c27 req-d68d14e3-1cd5-40ce-bd29-3ef48dfebc50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a HTTP/1.1" status: 200 len: 217 time: 0.0642204 Apr 05 19:00:46.947201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41628) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:47.005326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b57770-0790-4165-9036-b92bda620c27 req-1e817047-87fa-469f-bf90-ac5ef6cb2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:47.008183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86b57770-0790-4165-9036-b92bda620c27 req-1e817047-87fa-469f-bf90-ac5ef6cb2b10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.1092777 Apr 05 19:00:47.050373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86b57770-0790-4165-9036-b92bda620c27 req-a67fe3f7-8b40-43f2-8807-ca69db7e8f6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316298 Apr 05 19:00:47.156728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86b57770-0790-4165-9036-b92bda620c27 req-354ad12a-03af-4633-b8b4-122400dc6928 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988691 Apr 05 19:00:47.169476 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-54192a5a-f26e-4ad1-8373-bbc39336e347 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8c5c7a93f5241a386dbf69ad9fe82d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202404 Apr 05 19:00:47.172892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41642) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:47.239554 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-134c3e36-5076-4381-8b14-a615decd853e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:47.266921 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-134c3e36-5076-4381-8b14-a615decd853e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:47.276813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-86b57770-0790-4165-9036-b92bda620c27 req-2f169799-ec8e-43cd-b08c-e89164fad0d6 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129682 Apr 05 19:00:47.325518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-134c3e36-5076-4381-8b14-a615decd853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:47.331115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-134c3e36-5076-4381-8b14-a615decd853e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:47.332628 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-134c3e36-5076-4381-8b14-a615decd853e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/409f44a5-f358-46f3-aea2-3ae5757e3134 HTTP/1.1" status: 204 len: 168 time: 0.1588256 Apr 05 19:00:47.342992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c3e36-5076-4381-8b14-a615decd853e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409f44a5-f358-46f3-aea2-3ae5757e3134,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:47.661574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bb579-9567-4a80-a839-e92692c73342 req-7714c79f-dff7-4bc7-b037-996d642012bb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:47.663236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-576bb579-9567-4a80-a839-e92692c73342 req-7714c79f-dff7-4bc7-b037-996d642012bb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 943 time: 0.0866647 Apr 05 19:00:47.708400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-576bb579-9567-4a80-a839-e92692c73342 req-17c1aa2a-c28c-4995-a7ec-1bc962e1c6c9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Apr 05 19:00:47.714022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41662) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:47.766676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-25eea22f-5e10-4d17-8582-6bd30e559c36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1b61f3ab79e40798ef71cb898fe1579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510902 Apr 05 19:00:47.768940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41664) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:47.821958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7eea4971-af8d-42f7-a07f-83fe0653f05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:47.845021 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7eea4971-af8d-42f7-a07f-83fe0653f05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:47.896763 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7eea4971-af8d-42f7-a07f-83fe0653f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:47.899419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7eea4971-af8d-42f7-a07f-83fe0653f05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:47.900561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7eea4971-af8d-42f7-a07f-83fe0653f05b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e18b833-65c7-487d-bcad-ba0fbfd094b3 HTTP/1.1" status: 204 len: 168 time: 0.1306908 Apr 05 19:00:47.928380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea4971-af8d-42f7-a07f-83fe0653f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e18b833-65c7-487d-bcad-ba0fbfd094b3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:47.980917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16487-5b5c-4775-aebd-8ba6ebb9f4a1 req-5ee81d5c-9ab0-46f4-8365-efa471c5e947 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:47.987340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f16487-5b5c-4775-aebd-8ba6ebb9f4a1 req-5ee81d5c-9ab0-46f4-8365-efa471c5e947 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 950 time: 0.0699704 Apr 05 19:00:48.034753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f16487-5b5c-4775-aebd-8ba6ebb9f4a1 req-720f3828-04d1-49b6-88d6-c999f917d4a2 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443943 Apr 05 19:00:48.910488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c8d10-954e-4d49-b63b-6215a8af0836 req-39be3187-9797-4a80-9284-91fe4074f7ea tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:48.912270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a6c8d10-954e-4d49-b63b-6215a8af0836 req-39be3187-9797-4a80-9284-91fe4074f7ea tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 943 time: 0.0817432 Apr 05 19:00:48.944066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41732) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:48.969316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a6c8d10-954e-4d49-b63b-6215a8af0836 req-07b7c2e4-56f6-4e8f-a1ae-134efa23c887 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498745 Apr 05 19:00:49.101703 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c9cd927d-189e-4399-8f6d-bdd9daf4fd34 tempest-AgentManagementNegativeTest-371937156 tempest-AgentManagementNegativeTest-371937156-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1561241 Apr 05 19:00:49.301452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f5aab101-2b09-43e7-9c0e-ca28c5b59e5a details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:00:49.465416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:49.483441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41754) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:49.487419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'f5aab101-2b09-43e7-9c0e-ca28c5b59e5a', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'port_id': 'f5aab101-2b09-43e7-9c0e-ca28c5b59e5a', 'mac_address': 'fa:16:3e:58:63:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b490b4b-094b-4c91-92eb-ef38c5a6809a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:00:49.536156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:49.554207 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5aab101-2b09-43e7-9c0e-ca28c5b59e5a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:00:49.615469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:49.624829 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:49.712937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d789e4a-ab9e-4f36-a5ce-30fff9b08b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:49.755696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:49.854989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d789e4a-ab9e-4f36-a5ce-30fff9b08b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:49.864110 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d789e4a-ab9e-4f36-a5ce-30fff9b08b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:49.897891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:49.901736 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4d789e4a-ab9e-4f36-a5ce-30fff9b08b9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b3e908a64564721a6f27316fc9422c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164698 Apr 05 19:00:49.905607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['f5aab101-2b09-43e7-9c0e-ca28c5b59e5a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:49.908278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41764) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:49.952297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d789e4a-ab9e-4f36-a5ce-30fff9b08b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6f572d-a5fc-480a-818c-146590be00c5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:50.025983 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ec41cdb-f699-4b75-956b-e2702d76954b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.067676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ec41cdb-f699-4b75-956b-e2702d76954b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.069618 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbec1a3c-8150-41f7-ac4a-cedf60097cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.139084 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ec41cdb-f699-4b75-956b-e2702d76954b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.143052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ec41cdb-f699-4b75-956b-e2702d76954b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.157139 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0ec41cdb-f699-4b75-956b-e2702d76954b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc6f572d-a5fc-480a-818c-146590be00c5 HTTP/1.1" status: 204 len: 168 time: 0.2475138 Apr 05 19:00:50.169217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec41cdb-f699-4b75-956b-e2702d76954b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6f572d-a5fc-480a-818c-146590be00c5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:50.220880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60443b-67ce-4461-8ae7-6fb1d96e6cb7 req-3e928bea-ffcb-45d8-8d3c-511b4ff8c968 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:50.222458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d60443b-67ce-4461-8ae7-6fb1d96e6cb7 req-3e928bea-ffcb-45d8-8d3c-511b4ff8c968 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 944 time: 0.1168692 Apr 05 19:00:50.259336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbec1a3c-8150-41f7-ac4a-cedf60097cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.270720 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bbec1a3c-8150-41f7-ac4a-cedf60097cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.297447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d60443b-67ce-4461-8ae7-6fb1d96e6cb7 req-b7a9989e-57a3-4386-bd27-630615fd9ab2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634217 Apr 05 19:00:50.324590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bbec1a3c-8150-41f7-ac4a-cedf60097cdd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7738dc0a2c0b4d0d86f16286c46b9ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253142 Apr 05 19:00:50.325456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec1a3c-8150-41f7-ac4a-cedf60097cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d915300b-45c4-4106-945a-fe629e6adffa,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:50.327384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41774) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:50.381102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed8bf-38d8-4ea1-bad7-c35703c6bf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.405855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed8bf-38d8-4ea1-bad7-c35703c6bf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.468057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed8bf-38d8-4ea1-bad7-c35703c6bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.471515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed8bf-38d8-4ea1-bad7-c35703c6bf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.475432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e3ed8bf-38d8-4ea1-bad7-c35703c6bf97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d915300b-45c4-4106-945a-fe629e6adffa HTTP/1.1" status: 204 len: 168 time: 0.1464550 Apr 05 19:00:50.484074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ed8bf-38d8-4ea1-bad7-c35703c6bf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d915300b-45c4-4106-945a-fe629e6adffa,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:50.849250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41812) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:50.867993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27081246-8b64-4544-bd20-39d05e855b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.965537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27081246-8b64-4544-bd20-39d05e855b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:50.974157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27081246-8b64-4544-bd20-39d05e855b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.034434 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-27081246-8b64-4544-bd20-39d05e855b1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0aeed90f89914279b300aac693a59b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839368 Apr 05 19:00:51.037580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41820) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:51.047971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27081246-8b64-4544-bd20-39d05e855b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1ef59-038e-4018-8604-0949fe874454,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:51.114057 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0412c2ee-68e9-4e47-a589-86d372f0a1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.142143 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0412c2ee-68e9-4e47-a589-86d372f0a1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.203942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0412c2ee-68e9-4e47-a589-86d372f0a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.206788 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0412c2ee-68e9-4e47-a589-86d372f0a1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.207937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0412c2ee-68e9-4e47-a589-86d372f0a1ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6a1ef59-038e-4018-8604-0949fe874454 HTTP/1.1" status: 204 len: 168 time: 0.1689284 Apr 05 19:00:51.225771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412c2ee-68e9-4e47-a589-86d372f0a1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1ef59-038e-4018-8604-0949fe874454,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:51.316407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41836) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:51.319036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f5aab101-2b09-43e7-9c0e-ca28c5b59e5a up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:51.457550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:00:51.463964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:51.464337 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.522955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96002dc5-27be-4daa-9e67-bbe71e3d1dce req-4488a4dd-ae58-49c5-8511-62d52b8fbbef tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:51.533410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96002dc5-27be-4daa-9e67-bbe71e3d1dce req-4488a4dd-ae58-49c5-8511-62d52b8fbbef tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 944 time: 0.1088426 Apr 05 19:00:51.570517 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.605531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695d6925-cd73-4067-bd46-cb8dbad2a850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aab101-2b09-43e7-9c0e-ca28c5b59e5a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:00:51.608486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96002dc5-27be-4daa-9e67-bbe71e3d1dce req-7f5444ed-aece-4665-a32d-0ccc36b5ae18 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724711 Apr 05 19:00:51.610102 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e48535-0606-4a53-8853-256e18ae38cc" -d '{"events": [{"server_uuid": "695d6925-cd73-4067-bd46-cb8dbad2a850", "name": "network-vif-plugged", "status": "completed", "tag": "f5aab101-2b09-43e7-9c0e-ca28c5b59e5a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:00:51.617329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-644861945'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:51.627762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:51.662981 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.667416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Made reservation on behalf of f93a9ba5e56541c8b5229a99748bb715 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:51.673858 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.674989 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de3c188-510a-47fe-b80d-73f4054445bf x-openstack-request-id: req-5de3c188-510a-47fe-b80d-73f4054445bf {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:00:51.676261 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695d6925-cd73-4067-bd46-cb8dbad2a850", "name": "network-vif-plugged", "status": "completed", "tag": "f5aab101-2b09-43e7-9c0e-ca28c5b59e5a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:00:51.676782 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5de3c188-510a-47fe-b80d-73f4054445bf {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:00:51.677425 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de3c188-510a-47fe-b80d-73f4054445bf'] response: {'server_uuid': '695d6925-cd73-4067-bd46-cb8dbad2a850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aab101-2b09-43e7-9c0e-ca28c5b59e5a', 'code': 200} Apr 05 19:00:51.688283 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.744817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:51.794787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.812235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.864114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:00:51.873110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff6693-9af6-48f7-bb58-6ef841125d0a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:51.884680 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.884948 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Added segment ce8ef59d-e318-49ab-be57-ade7779f3943 of type vlan for network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 Apr 05 19:00:51.898835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3af9-cbf8-4210-b4cc-9c97b1276960 req-2f679374-cae2-4c60-b36c-11649a2f095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:51.900460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dfb3af9-cbf8-4210-b4cc-9c97b1276960 req-2f679374-cae2-4c60-b36c-11649a2f095e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 1096 time: 0.1028261 Apr 05 19:00:51.958670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:51.991499 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dfb3af9-cbf8-4210-b4cc-9c97b1276960 req-89825377-c9be-4d40-a239-52707e6dbc01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647311 Apr 05 19:00:52.003629 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:52.011449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:52.012392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:52.090833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event updated for resources: {'Network': ['ID=5a1dda32-11e2-4a7f-9695-ba14bd830e81,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:52.099347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41858) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:52.099779 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f94eba36-f267-482d-92f5-4e7d63702478 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7821007 Apr 05 19:00:52.103869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:00:52.104356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Request body: {'subnet': {'network_id': '5a1dda32-11e2-4a7f-9695-ba14bd830e81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:52.610825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Made reservation on behalf of f93a9ba5e56541c8b5229a99748bb715 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:52.614289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:52.764391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4174c5-cc94-49d9-8fde-eef1db516082 req-32839d0d-e9d3-4d29-aab3-ebc9e1b08f19 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:52.766732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed4174c5-cc94-49d9-8fde-eef1db516082 req-32839d0d-e9d3-4d29-aab3-ebc9e1b08f19 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 945 time: 0.0666583 Apr 05 19:00:52.852736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed4174c5-cc94-49d9-8fde-eef1db516082 req-adba8a6f-1f0e-4387-85e3-6fca1be29c80 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787673 Apr 05 19:00:52.900397 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:52.958817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event updated for resources: {'Subnet': ['ID=e668ec2a-7101-4393-99a0-963be72277f3,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:52.976259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Checking segment: {'id': 'ce8ef59d-e318-49ab-be57-ade7779f3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a1dda32-11e2-4a7f-9695-ba14bd830e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:52.976673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Network hostable DHCP agents. Network: 5a1dda32-11e2-4a7f-9695-ba14bd830e81, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:00:52.994554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:00:53.011766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5a1dda32-11e2-4a7f-9695-ba14bd830e81) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:53.016652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:53.017310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:53.022208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fcee57-15cf-4e27-9597-a6783dde0771 None None] Network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:53.037646 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f231210b-3013-43f7-b785-92ff7bcf9545 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9371412 Apr 05 19:00:53.040606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41886) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:53.046078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Request body: {'port': {'network_id': '5a1dda32-11e2-4a7f-9695-ba14bd830e81', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1797522364'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:53.223867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Made reservation on behalf of f93a9ba5e56541c8b5229a99748bb715 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:53.227842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:53.276144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-5a1dda32-11e2-4a7f-9695-ba14bd830e81', 'network_id': '5a1dda32-11e2-4a7f-9695-ba14bd830e81', 'tenant_id': 'f93a9ba5e56541c8b5229a99748bb715', 'fixed_ips': [{'subnet_id': 'e668ec2a-7101-4393-99a0-963be72277f3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:00:53.278277 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:53.282922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] device_id is not set on port 77f3b865-9240-46f8-b5f6-4f0730e2a526 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:53.441225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Allocated IP 172.20.0.3 (5a1dda32-11e2-4a7f-9695-ba14bd830e81/e668ec2a-7101-4393-99a0-963be72277f3/77f3b865-9240-46f8-b5f6-4f0730e2a526) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:53.669853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:53.728622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:53.739899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41912) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:53.779531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:53.782818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:53.787220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:53.802816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Allocated IP 172.20.0.2 (5a1dda32-11e2-4a7f-9695-ba14bd830e81/e668ec2a-7101-4393-99a0-963be72277f3/9f83b47f-0a42-414b-858e-55df1bcedc55) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:53.847674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event updated for resources: {'Port': ['ID=77f3b865-9240-46f8-b5f6-4f0730e2a526,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:53.872414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:53.873557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:53.895657 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a8d00d2a-0f54-4f5f-8acc-4beb9e8af87f tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8511043 Apr 05 19:00:53.895779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 41918) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:53.901585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Request body: {'port': {'network_id': '5a1dda32-11e2-4a7f-9695-ba14bd830e81', 'name': 'tempest-ExtraDHCPOptionsTestJSON-596500815', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:53.902131 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] bootfile-name is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 19:00:53.902485 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] tftp-server is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 19:00:53.902810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] server-ip-address is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 19:00:54.013819 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.020047 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.042653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce5b06ef-1a28-43b4-a707-2332b9790f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.061070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:54.064531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:54.068075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:54.074887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Pushing event updated for resources: {'Port': ['ID=9f83b47f-0a42-414b-858e-55df1bcedc55,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:54.105734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1510ea-6291-4204-942a-866351e39afb req-14bb909c-90c0-47c6-9118-a3a55cb274dc tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:54.107273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad1510ea-6291-4204-942a-866351e39afb req-14bb909c-90c0-47c6-9118-a3a55cb274dc tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 945 time: 0.1435535 Apr 05 19:00:54.131361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Attempting to bind port 9f83b47f-0a42-414b-858e-55df1bcedc55 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:00:54.131724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Attempting to bind port 9f83b47f-0a42-414b-858e-55df1bcedc55 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'ce8ef59d-e318-49ab-be57-ade7779f3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a1dda32-11e2-4a7f-9695-ba14bd830e81'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:00:54.132108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Attempting to bind port 9f83b47f-0a42-414b-858e-55df1bcedc55 on network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:00:54.137082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:00:54.137446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Checking segment: {'id': 'ce8ef59d-e318-49ab-be57-ade7779f3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a1dda32-11e2-4a7f-9695-ba14bd830e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:00:54.137838 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.138219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Bound using segment: {'id': 'ce8ef59d-e318-49ab-be57-ade7779f3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a1dda32-11e2-4a7f-9695-ba14bd830e81'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:00:54.138703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Bound port: 9f83b47f-0a42-414b-858e-55df1bcedc55, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8ef59d-e318-49ab-be57-ade7779f3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a1dda32-11e2-4a7f-9695-ba14bd830e81'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:00:54.139199 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.193746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad1510ea-6291-4204-942a-866351e39afb req-864e7591-3e50-4c00-be10-3633489b02a1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765264 Apr 05 19:00:54.194363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Made reservation on behalf of f93a9ba5e56541c8b5229a99748bb715 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:54.198018 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.226253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] For port 9f83b47f-0a42-414b-858e-55df1bcedc55, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:00:54.226904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] device_id is not set on port 2c5013cf-04cc-4711-bacf-d39b7cf3f5b4 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:00:54.227112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] For port 9f83b47f-0a42-414b-858e-55df1bcedc55, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9f83b47f-0a42-414b-858e-55df1bcedc55,segment=NetworkSegment(ce8ef59d-e318-49ab-be57-ade7779f3943),segment_id=ce8ef59d-e318-49ab-be57-ade7779f3943)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:00:54.232674 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.291264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f2c45-f76d-4c18-92ed-85e5d8a2aae8 None None] Pushing event updated for resources: {'Port': ['ID=9f83b47f-0a42-414b-858e-55df1bcedc55,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:54.305607 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce5b06ef-1a28-43b4-a707-2332b9790f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.318688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce5b06ef-1a28-43b4-a707-2332b9790f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.414896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b06ef-1a28-43b4-a707-2332b9790f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e5e8f-99a6-443c-8c35-43fe8e880a99,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:54.433769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Allocated IP 172.20.0.7 (5a1dda32-11e2-4a7f-9695-ba14bd830e81/e668ec2a-7101-4393-99a0-963be72277f3/2c5013cf-04cc-4711-bacf-d39b7cf3f5b4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:54.442630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ce5b06ef-1a28-43b4-a707-2332b9790f86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8076b16bc60842b2879048c8cbfe0f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989963 Apr 05 19:00:54.443394 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41934) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:54.525375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-561ffa01-61c3-4c50-a172-5b12c01bebcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.569406 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-561ffa01-61c3-4c50-a172-5b12c01bebcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.638223 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-561ffa01-61c3-4c50-a172-5b12c01bebcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.643430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-561ffa01-61c3-4c50-a172-5b12c01bebcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.648970 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-561ffa01-61c3-4c50-a172-5b12c01bebcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a52e5e8f-99a6-443c-8c35-43fe8e880a99 HTTP/1.1" status: 204 len: 168 time: 0.2037137 Apr 05 19:00:54.660614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ffa01-61c3-4c50-a172-5b12c01bebcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e5e8f-99a6-443c-8c35-43fe8e880a99,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:54.700870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-e371389e-4612-43ab-872f-7cc72dbc3984 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:54.703012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-e371389e-4612-43ab-872f-7cc72dbc3984 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.2234635 Apr 05 19:00:54.739424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-2bf10b9c-eee7-4c81-a667-e00b0a86f61b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/quotas/a7b70a1e430d42158b5c8c5773e08b2c HTTP/1.1" status: 200 len: 375 time: 0.0237889 Apr 05 19:00:54.791668 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.860942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-24bd0d0c-831f-4878-90a0-208543110a28 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142294 Apr 05 19:00:54.862812 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:54.954669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:54.988850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:54.996059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:00:55.074732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event updated for resources: {'Port': ['ID=2c5013cf-04cc-4711-bacf-d39b7cf3f5b4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:55.112580 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:00:55.113294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:55.113294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:55.145629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1bb22c67-65fb-4345-9226-81d36b04becc tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.2489831 Apr 05 19:00:55.148542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41956) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:55.167793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-a369eeae-3609-4b06-8141-b0e1b123a16e service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977455 Apr 05 19:00:55.275266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b5130b-695b-4e72-b011-b0cf16a39fc5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:55.293070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b5130b-695b-4e72-b011-b0cf16a39fc5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:55.299384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b5130b-695b-4e72-b011-b0cf16a39fc5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:55.302943 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-79b5130b-695b-4e72-b011-b0cf16a39fc5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1516840 Apr 05 19:00:55.304625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41962) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:55.438495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-299c8901-da56-474b-b905-118c9efd12e2 service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639272 Apr 05 19:00:55.507906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bbde64df-c299-4774-88eb-32c258ed61be tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Deleting port 2c5013cf-04cc-4711-bacf-d39b7cf3f5b4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:55.508647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbde64df-c299-4774-88eb-32c258ed61be tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:55.554234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071559d-2e15-4470-9f68-007de703e5da req-d7836998-4c74-4fa8-b7e0-640d28a43618 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:55.562933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1071559d-2e15-4470-9f68-007de703e5da req-d7836998-4c74-4fa8-b7e0-640d28a43618 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1097 time: 0.4929576 Apr 05 19:00:55.651771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1071559d-2e15-4470-9f68-007de703e5da req-5747097b-dbfe-4e11-995f-705ef53573ba tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868435 Apr 05 19:00:55.699346 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbde64df-c299-4774-88eb-32c258ed61be tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:55.761993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bbde64df-c299-4774-88eb-32c258ed61be tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Calling delete_port for 2c5013cf-04cc-4711-bacf-d39b7cf3f5b4 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:55.762223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32bcb1e6-3ca7-41cb-9167-0397dd5de736 req-bef94b9b-8d23-4f0f-8c1f-b4a78fc3815d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 210 time: 0.0995703 Apr 05 19:00:55.915762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9f83b47f-0a42-414b-858e-55df1bcedc55 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:56.047195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9f83b47f-0a42-414b-858e-55df1bcedc55 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:56.049928 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:56.138207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbde64df-c299-4774-88eb-32c258ed61be tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:56.230815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde64df-c299-4774-88eb-32c258ed61be tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event deleted for resources: {'Port': ['ID=2c5013cf-04cc-4711-bacf-d39b7cf3f5b4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:56.282842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe60fc5-008d-4d3f-8bf5-768a4763b1e3 None None] Network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:56.359514 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:56.393529 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbde64df-c299-4774-88eb-32c258ed61be tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:56.400269 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bbde64df-c299-4774-88eb-32c258ed61be tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "DELETE /v2.0/ports/2c5013cf-04cc-4711-bacf-d39b7cf3f5b4 HTTP/1.1" status: 204 len: 168 time: 1.0912516 Apr 05 19:00:56.401710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 41994) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:56.412020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Request body: {'port': {'name': 'tempest-new-port-name-832946390', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:56.412020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.api.validators [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] bootfile-name is not in valid_values {{(pid=102639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 19:00:56.412393 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.api.validators [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] tftp-server is not in valid_values {{(pid=102639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 19:00:56.412674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.api.validators [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] server-ip-address is not in valid_values {{(pid=102639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 05 19:00:56.423903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cdc3743d-0fc9-4f6d-8e29-21db7a707499 None None] Provisioning complete for port 9f83b47f-0a42-414b-858e-55df1bcedc55 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:56.424316 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdc3743d-0fc9-4f6d-8e29-21db7a707499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:56.467678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 9f83b47f-0a42-414b-858e-55df1bcedc55, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9f83b47f-0a42-414b-858e-55df1bcedc55,segment=NetworkSegment(ce8ef59d-e318-49ab-be57-ade7779f3943),segment_id=ce8ef59d-e318-49ab-be57-ade7779f3943)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:00:56.480790 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:56.543242 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:56.665377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde276b-7aba-40b4-87c3-49576f035961 req-dcff1936-d675-427d-a896-7a7a209dbf72 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:56.667622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fde276b-7aba-40b4-87c3-49576f035961 req-dcff1936-d675-427d-a896-7a7a209dbf72 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.0952764 Apr 05 19:00:56.689726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=9f83b47f-0a42-414b-858e-55df1bcedc55,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:56.740922 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fde276b-7aba-40b4-87c3-49576f035961 req-338d00b1-f5db-4e2f-b87b-f5f9f0d0b9b3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651808 Apr 05 19:00:56.770437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:56.880442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:56.891975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:56.914918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cf064f6-0ed6-4db9-861d-478e70123574 req-57e16a2c-3683-4e93-883d-e02d9429bf48 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 210 time: 0.0440650 Apr 05 19:00:56.949448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1ad31bb9-7751-4b9a-abd6-32e598453b99 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a HTTP/1.1" status: 200 len: 994 time: 0.1770158 Apr 05 19:00:57.033202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event updated for resources: {'Port': ['ID=77f3b865-9240-46f8-b5f6-4f0730e2a526,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:57.041344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] In _notify_port_updated(), no bound segment for port 77f3b865-9240-46f8-b5f6-4f0730e2a526 on network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:00:57.047869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:57.048731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:57.050260 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-36156db8-b0d5-457f-bb2b-344af85ef620 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "PUT /v2.0/ports/77f3b865-9240-46f8-b5f6-4f0730e2a526 HTTP/1.1" status: 200 len: 1135 time: 0.6487393 Apr 05 19:00:57.053729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42010) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:57.137272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11b897-c143-4cdd-b4a1-adf812436ee4 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:57.142945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42022) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:57.150288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b5df95a3-6da4-4ea5-a506-eb1cf9e37a26 None None] Provisioning complete for port 9f83b47f-0a42-414b-858e-55df1bcedc55 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:57.153178 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5df95a3-6da4-4ea5-a506-eb1cf9e37a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:57.170035 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bd11b897-c143-4cdd-b4a1-adf812436ee4 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "GET /v2.0/ports/77f3b865-9240-46f8-b5f6-4f0730e2a526 HTTP/1.1" status: 200 len: 1135 time: 0.1149626 Apr 05 19:00:57.311561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Deleting port 77f3b865-9240-46f8-b5f6-4f0730e2a526 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:57.313408 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:57.370138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b5df95a3-6da4-4ea5-a506-eb1cf9e37a26 None None] Provisioning complete for port 77f3b865-9240-46f8-b5f6-4f0730e2a526 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:57.370698 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5df95a3-6da4-4ea5-a506-eb1cf9e37a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:57.440654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-6a7baf6d-ca5a-4fde-b4e9-b74b9c355310 req-fcd239f4-1707-498d-943f-86e6451ae363 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:00:57.457353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a7baf6d-ca5a-4fde-b4e9-b74b9c355310 req-fcd239f4-1707-498d-943f-86e6451ae363 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459805 Apr 05 19:00:57.842431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9f83b47f-0a42-414b-858e-55df1bcedc55 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:00:57.915466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42048) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:57.928350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b5df95a3-6da4-4ea5-a506-eb1cf9e37a26 None None] Port 77f3b865-9240-46f8-b5f6-4f0730e2a526 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:57.973367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9f83b47f-0a42-414b-858e-55df1bcedc55 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:57.973945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.191192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8573f45-d01d-44a4-9d0b-72de887c9196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.235953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ba957d0-23d1-4fc2-8b95-48a3b3751172 req-306007f6-270c-45f5-b086-db057da26074 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 210 time: 0.0753047 Apr 05 19:00:58.258981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-01b63a06-617a-40dd-972d-98eecb6be4dd None None] Provisioning complete for port 77f3b865-9240-46f8-b5f6-4f0730e2a526 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:58.260632 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01b63a06-617a-40dd-972d-98eecb6be4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.365674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-01b63a06-617a-40dd-972d-98eecb6be4dd None None] Port 77f3b865-9240-46f8-b5f6-4f0730e2a526 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:58.376651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-01b63a06-617a-40dd-972d-98eecb6be4dd None None] Could not find standard attr ID for object 2c5013cf-04cc-4711-bacf-d39b7cf3f5b4. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:00:58.380390 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.401667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Calling delete_port for 77f3b865-9240-46f8-b5f6-4f0730e2a526 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:00:58.470113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8573f45-d01d-44a4-9d0b-72de887c9196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.488478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8573f45-d01d-44a4-9d0b-72de887c9196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.520614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-0acaa362-21b8-48eb-b0a0-87f2062204c9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:58.522654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-0acaa362-21b8-48eb-b0a0-87f2062204c9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 1.1099529 Apr 05 19:00:58.529983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8573f45-d01d-44a4-9d0b-72de887c9196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d88960-aa19-4d28-8f0f-b6cad43f9a66,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:58.539743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Request body: {'port': {'device_id': 'd52b620b-8cfa-48d0-839c-eba67efb9a23', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'admin_state_up': True, 'tenant_id': 'a7b70a1e430d42158b5c8c5773e08b2c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:00:58.564418 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a8573f45-d01d-44a4-9d0b-72de887c9196 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a090f3c646b4f40b649d1f490dac3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6473417 Apr 05 19:00:58.570316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:58.680900 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-53c22c8f-ef75-41b1-85a0-b33e651af32e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1846774 Apr 05 19:00:58.680900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b927619f-6582-4064-be7f-8e0848f4577d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.705598 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b927619f-6582-4064-be7f-8e0848f4577d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.733824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2bd87522-9242-4709-a4a6-eb4d11670f0a None None] Provisioning complete for port 77f3b865-9240-46f8-b5f6-4f0730e2a526 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:00:58.734199 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bd87522-9242-4709-a4a6-eb4d11670f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.735601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1a4b-0549-468a-ae56-0082d98aace2 req-10ca6a40-a43d-4128-8f75-477b3a51d942 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:00:58.738890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dffc1a4b-0549-468a-ae56-0082d98aace2 req-10ca6a40-a43d-4128-8f75-477b3a51d942 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1595693 Apr 05 19:00:58.781540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b927619f-6582-4064-be7f-8e0848f4577d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.784310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b927619f-6582-4064-be7f-8e0848f4577d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.788079 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b927619f-6582-4064-be7f-8e0848f4577d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22d88960-aa19-4d28-8f0f-b6cad43f9a66 HTTP/1.1" status: 204 len: 168 time: 0.2153215 Apr 05 19:00:58.792469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2bd87522-9242-4709-a4a6-eb4d11670f0a None None] Port 77f3b865-9240-46f8-b5f6-4f0730e2a526 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:00:58.795549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Made reservation on behalf of a7b70a1e430d42158b5c8c5773e08b2c for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:00:58.799278 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.800269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927619f-6582-4064-be7f-8e0848f4577d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d88960-aa19-4d28-8f0f-b6cad43f9a66,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:58.862944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dffc1a4b-0549-468a-ae56-0082d98aace2 req-5ba70243-7d71-48fa-96e3-cca1bdf6e74e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150455 Apr 05 19:00:58.866883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:58.939085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event deleted for resources: {'Port': ['ID=77f3b865-9240-46f8-b5f6-4f0730e2a526,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:58.958153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.958457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.959319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.959435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.959673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.960048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.960330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.960687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.961036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.961336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.961658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:58.961976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:00:59.084783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.090705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42088) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:59.091323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8e522d88-05a2-4ddd-893a-dff23f39d4b5 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "DELETE /v2.0/ports/77f3b865-9240-46f8-b5f6-4f0730e2a526 HTTP/1.1" status: 204 len: 168 time: 1.9467268 Apr 05 19:00:59.104025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Allocated IP 172.20.0.8 (140c2b86-c767-4aeb-ae57-4a1d164fc7a6/8b490b4b-094b-4c91-92eb-ef38c5a6809a/5e30ae1a-310e-46b3-a0be-e2f4773fa962) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:00:59.175184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33fd477-e7b7-472b-bd29-d9c6c27427a3 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Deleting subnet e668ec2a-7101-4393-99a0-963be72277f3 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:00:59.180738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d33fd477-e7b7-472b-bd29-d9c6c27427a3 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.273458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d33fd477-e7b7-472b-bd29-d9c6c27427a3 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.285891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42098) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:59.319650 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed876195-f8c2-4324-84d6-6e59089ce964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.387013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aff12dc5-b892-4dcd-9ed6-530e6f9f342e req-dbe65986-dce5-44c2-b7bc-4f568bfe021e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 210 time: 0.0616386 Apr 05 19:00:59.445193 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d33fd477-e7b7-472b-bd29-d9c6c27427a3 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.464376 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.528835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d33fd477-e7b7-472b-bd29-d9c6c27427a3 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.599304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fd477-e7b7-472b-bd29-d9c6c27427a3 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event deleted for resources: {'Subnet': ['ID=e668ec2a-7101-4393-99a0-963be72277f3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:59.602198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d33fd477-e7b7-472b-bd29-d9c6c27427a3 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.609043 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d33fd477-e7b7-472b-bd29-d9c6c27427a3 tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "DELETE /v2.0/subnets/e668ec2a-7101-4393-99a0-963be72277f3 HTTP/1.1" status: 204 len: 168 time: 0.5164747 Apr 05 19:00:59.610992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42112) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:59.613801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d29960-b3df-466d-a9dc-942de39de633 None None] Network 5a1dda32-11e2-4a7f-9695-ba14bd830e81 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:00:59.620359 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed876195-f8c2-4324-84d6-6e59089ce964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.627149 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.630238 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed876195-f8c2-4324-84d6-6e59089ce964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.679311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ed876195-f8c2-4324-84d6-6e59089ce964 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20eaf18562404f6d8ebb22a6359d0f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873100 Apr 05 19:00:59.681451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42114) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:00:59.770830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.772820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['f5aab101-2b09-43e7-9c0e-ca28c5b59e5a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:59.775123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:00:59.810656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54af68ac-99a8-411d-98d8-3230b4a151f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.840428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed876195-f8c2-4324-84d6-6e59089ce964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147f06f4-f819-46d7-b6af-0f5f2336ccdf,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:59.858287 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54af68ac-99a8-411d-98d8-3230b4a151f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.891598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:00:59.930869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event updated for resources: {'Port': ['ID=5e30ae1a-310e-46b3-a0be-e2f4773fa962,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:00:59.938574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Deleting port 9f83b47f-0a42-414b-858e-55df1bcedc55 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:00:59.938934 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:00:59.951943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:00:59.961529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:00.009749 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54af68ac-99a8-411d-98d8-3230b4a151f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.013609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54af68ac-99a8-411d-98d8-3230b4a151f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.015132 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-54af68ac-99a8-411d-98d8-3230b4a151f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/147f06f4-f819-46d7-b6af-0f5f2336ccdf HTTP/1.1" status: 204 len: 168 time: 0.3325438 Apr 05 19:01:00.047611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] For port 9f83b47f-0a42-414b-858e-55df1bcedc55, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9f83b47f-0a42-414b-858e-55df1bcedc55,segment=NetworkSegment(ce8ef59d-e318-49ab-be57-ade7779f3943),segment_id=ce8ef59d-e318-49ab-be57-ade7779f3943)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:00.048888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.068408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:00.069395 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.110336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-5f14f738-e334-4c1c-9dd2-c59f8c24c3b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5770206 Apr 05 19:01:00.132931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62c88f-c6af-4350-b63e-d9d55d686050 req-b08be9d6-234d-41be-8c1e-9f50d1d0160e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:00.142967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e62c88f-c6af-4350-b63e-d9d55d686050 req-b08be9d6-234d-41be-8c1e-9f50d1d0160e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1156702 Apr 05 19:01:00.169624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af68ac-99a8-411d-98d8-3230b4a151f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147f06f4-f819-46d7-b6af-0f5f2336ccdf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:00.180760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Calling delete_port for 9f83b47f-0a42-414b-858e-55df1bcedc55 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:00.180985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Request body: {'port': {'device_id': 'd52b620b-8cfa-48d0-839c-eba67efb9a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:00.240422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42126) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:00.255788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0214db-492b-4bc6-84d8-1bbf58736d33 None None] DHCP port deletion for 5a1dda32-11e2-4a7f-9695-ba14bd830e81 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:01:00.328325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e62c88f-c6af-4350-b63e-d9d55d686050 req-2a620e30-5599-41ae-a49f-e1d877efff0a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815355 Apr 05 19:01:00.342773 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.455523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bf0214db-492b-4bc6-84d8-1bbf58736d33 None None] Deleting port 9f83b47f-0a42-414b-858e-55df1bcedc55 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:00.455809 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf0214db-492b-4bc6-84d8-1bbf58736d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.484889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.512492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] No DVR routers for this DVR port 9f83b47f-0a42-414b-858e-55df1bcedc55 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:00.553532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bf0214db-492b-4bc6-84d8-1bbf58736d33 None None] For port 9f83b47f-0a42-414b-858e-55df1bcedc55, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9f83b47f-0a42-414b-858e-55df1bcedc55,segment=NetworkSegment(ce8ef59d-e318-49ab-be57-ade7779f3943),segment_id=ce8ef59d-e318-49ab-be57-ade7779f3943)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:00.554225 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf0214db-492b-4bc6-84d8-1bbf58736d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.561335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event deleted for resources: {'Port': ['ID=9f83b47f-0a42-414b-858e-55df1bcedc55,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:00.572409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bf0214db-492b-4bc6-84d8-1bbf58736d33 None None] Calling delete_port for 9f83b47f-0a42-414b-858e-55df1bcedc55 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:00.652513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9df80-b00c-426a-94b2-6bdea3169c57 req-fb2a5f69-e8ec-428e-9b6e-ee5c18d4dcf0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:00.654387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7bb9df80-b00c-426a-94b2-6bdea3169c57 req-fb2a5f69-e8ec-428e-9b6e-ee5c18d4dcf0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 931 time: 0.1133354 Apr 05 19:01:00.676212 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf0214db-492b-4bc6-84d8-1bbf58736d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.685327 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.688839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-768592b5-3ada-421b-9baf-cbc93e5cdc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.718719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1dda32-11e2-4a7f-9695-ba14bd830e81']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:00.735911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8ef59d-e318-49ab-be57-ade7779f3943') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:00.736379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8ef59d-e318-49ab-be57-ade7779f3943') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:00.749932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.751615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7bb9df80-b00c-426a-94b2-6bdea3169c57 req-0bb64da0-a622-450c-b482-baed93f9b56e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858204 Apr 05 19:01:00.783564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.796196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0214db-492b-4bc6-84d8-1bbf58736d33 None None] No DVR routers for this DVR port 9f83b47f-0a42-414b-858e-55df1bcedc55 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:00.800369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:01:00.800861 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:01:00.804137 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:01:00.807738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0214db-492b-4bc6-84d8-1bbf58736d33 None None] Pushing event deleted for resources: {'Port': ['ID=9f83b47f-0a42-414b-858e-55df1bcedc55,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:00.901301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e30ae1a-310e-46b3-a0be-e2f4773fa962 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:01:00.911427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.949854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Transition to ACTIVE for port object 5e30ae1a-310e-46b3-a0be-e2f4773fa962 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:01:00.955689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.956684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.970210 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:00.973557 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] 10.222.0.15 "DELETE /v2.0/networks/5a1dda32-11e2-4a7f-9695-ba14bd830e81 HTTP/1.1" status: 204 len: 168 time: 1.3614285 Apr 05 19:01:01.034910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aee2d-c2c9-47c9-8eb3-ccc380c8b87a tempest-ExtraDHCPOptionsTestJSON-1699472391 tempest-ExtraDHCPOptionsTestJSON-1699472391-project] Pushing event deleted for resources: {'Network': ['ID=5a1dda32-11e2-4a7f-9695-ba14bd830e81,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:01.042482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-768592b5-3ada-421b-9baf-cbc93e5cdc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:01.053750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Pushing event updated for resources: {'Port': ['ID=5e30ae1a-310e-46b3-a0be-e2f4773fa962,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:01.068959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-136b0bdb-0df6-4bf0-81a3-c688bed0f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:01.070501 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-136b0bdb-0df6-4bf0-81a3-c688bed0f8b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1097 time: 0.1568623 Apr 05 19:01:01.073007 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-768592b5-3ada-421b-9baf-cbc93e5cdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:01.136230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Attempting to bind port 5e30ae1a-310e-46b3-a0be-e2f4773fa962 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:01.137256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Attempting to bind port 5e30ae1a-310e-46b3-a0be-e2f4773fa962 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:01.137709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Attempting to bind port 5e30ae1a-310e-46b3-a0be-e2f4773fa962 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:01.143863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Port 5e30ae1a-310e-46b3-a0be-e2f4773fa962 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:01.146549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Attempting to bind port 5e30ae1a-310e-46b3-a0be-e2f4773fa962 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:01.152978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:01:01.153389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Checking segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:01.153837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Bound using segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:01:01.154629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Bound port: 5e30ae1a-310e-46b3-a0be-e2f4773fa962, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:01:01.155051 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:01.219664 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-768592b5-3ada-421b-9baf-cbc93e5cdc19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43099544172c4617b2ce61c28a9da0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9756174 Apr 05 19:01:01.222853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42160) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:01.223698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768592b5-3ada-421b-9baf-cbc93e5cdc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e68a7b-39be-450f-b051-f0f06c6ef9e8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:01.241358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] For port 5e30ae1a-310e-46b3-a0be-e2f4773fa962, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:01.245621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] For port 5e30ae1a-310e-46b3-a0be-e2f4773fa962, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5e30ae1a-310e-46b3-a0be-e2f4773fa962,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:01:01.251765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:01.297858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:01.298489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:01.300037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e30ae1a-310e-46b3-a0be-e2f4773fa962 HTTP/1.1" status: 200 len: 1091 time: 1.1545660 Apr 05 19:01:01.300916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52b620b-8cfa-48d0-839c-eba67efb9a23', 'tag': '5e30ae1a-310e-46b3-a0be-e2f4773fa962'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:01.311210 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2175eee4-cc84-4e92-907c-04a9491ecad3" -d '{"events": [{"name": "network-changed", "server_uuid": "d52b620b-8cfa-48d0-839c-eba67efb9a23", "tag": "5e30ae1a-310e-46b3-a0be-e2f4773fa962"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:01.346207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b8655c9d-b58c-4fe8-a265-126029ee6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:01.348387 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b8655c9d-b58c-4fe8-a265-126029ee6756 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.2646360 Apr 05 19:01:01.357515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42166) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:01.424624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31423b6b-bc4d-41cf-bada-93267001bf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:01.449258 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31423b6b-bc4d-41cf-bada-93267001bf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:01.451680 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeca3bb-5feb-455c-aa69-c7dccb2a4fb5 x-openstack-request-id: req-3aeca3bb-5feb-455c-aa69-c7dccb2a4fb5 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:01.451969 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52b620b-8cfa-48d0-839c-eba67efb9a23", "tag": "5e30ae1a-310e-46b3-a0be-e2f4773fa962", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:01.455503 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aeca3bb-5feb-455c-aa69-c7dccb2a4fb5 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:01.455952 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aeca3bb-5feb-455c-aa69-c7dccb2a4fb5'] response: {'name': 'network-changed', 'server_uuid': 'd52b620b-8cfa-48d0-839c-eba67efb9a23', 'tag': '5e30ae1a-310e-46b3-a0be-e2f4773fa962', 'status': 'completed', 'code': 200} Apr 05 19:01:01.485377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8da75a-7351-4fb8-bfc5-f11491139621 service neutron] Pushing event updated for resources: {'Port': ['ID=5e30ae1a-310e-46b3-a0be-e2f4773fa962,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:01.519863 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-f1869053-c4f7-4eb0-8d2a-8899e3752dd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1002 time: 0.1550291 Apr 05 19:01:01.572888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-c2b47bb1-2ffa-40ec-ad2c-4fa599dc7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:01.578987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-c2b47bb1-2ffa-40ec-ad2c-4fa599dc7700 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 1094 time: 0.2163723 Apr 05 19:01:01.596256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229dd0e-02c8-4d11-8c72-91f394f04e00 req-c3570f9a-962e-4fc8-b491-9022de9f6e52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:01.597847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31423b6b-bc4d-41cf-bada-93267001bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:01.600260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d229dd0e-02c8-4d11-8c72-91f394f04e00 req-c3570f9a-962e-4fc8-b491-9022de9f6e52 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1303222 Apr 05 19:01:01.605331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31423b6b-bc4d-41cf-bada-93267001bf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:01.609764 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-31423b6b-bc4d-41cf-bada-93267001bf99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36e68a7b-39be-450f-b051-f0f06c6ef9e8 HTTP/1.1" status: 204 len: 168 time: 0.3671713 Apr 05 19:01:01.624837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31423b6b-bc4d-41cf-bada-93267001bf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e68a7b-39be-450f-b051-f0f06c6ef9e8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:01.645301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-4eb7bae4-13e8-43d4-b125-90a4a67bb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:01.648681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-4eb7bae4-13e8-43d4-b125-90a4a67bb3c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.1199613 Apr 05 19:01:01.688270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-2b516ede-9c49-4081-8bc7-364587c50c8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e30ae1a-310e-46b3-a0be-e2f4773fa962 HTTP/1.1" status: 200 len: 217 time: 0.0838282 Apr 05 19:01:01.724200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-3c7ca34c-9497-4c7f-ade1-989db2f08949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:01.728275 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-3c7ca34c-9497-4c7f-ade1-989db2f08949 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724578 Apr 05 19:01:01.801538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9f83b47f-0a42-414b-858e-55df1bcedc55 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:01:01.856091 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d229dd0e-02c8-4d11-8c72-91f394f04e00 req-5d6b4814-285d-47ea-ab14-a7de6a9ed9a1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534438 Apr 05 19:01:01.877145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 9f83b47f-0a42-414b-858e-55df1bcedc55 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:01:01.877854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9f83b47f-0a42-414b-858e-55df1bcedc55 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:01:01.886795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eb184e24-4593-4909-80dd-2466a9c5486b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f93a9ba5e56541c8b5229a99748bb715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929035 Apr 05 19:01:01.898756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42188) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:01.915967 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-4132a9fd-3e9e-4b25-bc07-e156b21584f6 service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812506 Apr 05 19:01:01.960196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-34e20c3e-ac03-4d51-ae53-78ddfdcd3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:01.962010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-34e20c3e-ac03-4d51-ae53-78ddfdcd3756 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.2162640 Apr 05 19:01:02.056139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff79-44e4-4f7d-806d-6c9df7af3632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:02.070088 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-75f3649d-7729-45a0-8005-7d6e170cf0d5 service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468034 Apr 05 19:01:02.106184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-85b40fb9-b010-4972-88d7-56787709b661 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837216 Apr 05 19:01:02.133671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdcb72-49a5-498f-8461-3168dd0df1ab req-519a4a01-9cc2-4e15-91e9-55f7bd8a7676 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:02.135790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56bdcb72-49a5-498f-8461-3168dd0df1ab req-519a4a01-9cc2-4e15-91e9-55f7bd8a7676 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 943 time: 0.2002804 Apr 05 19:01:02.142092 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff79-44e4-4f7d-806d-6c9df7af3632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:02.356232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56bdcb72-49a5-498f-8461-3168dd0df1ab req-aabc0741-e56e-44c8-9d95-7f866b71f2b7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901608 Apr 05 19:01:02.367846 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff79-44e4-4f7d-806d-6c9df7af3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:02.371279 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff79-44e4-4f7d-806d-6c9df7af3632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:02.376373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0b87ff79-44e4-4f7d-806d-6c9df7af3632 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08ff6693-9af6-48f7-bb58-6ef841125d0a HTTP/1.1" status: 204 len: 168 time: 0.4745736 Apr 05 19:01:02.402154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87ff79-44e4-4f7d-806d-6c9df7af3632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff6693-9af6-48f7-bb58-6ef841125d0a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:02.407808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-1777c49d-f34e-4c4f-b823-b6197bb0353d service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943356 Apr 05 19:01:02.543525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67cf6f5d-f43b-4e1f-961f-80134a91e3e7 req-d715d915-a5b6-4514-a1c1-8d86f9c25f8a service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206527 Apr 05 19:01:02.647943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-605fa825-6ef5-4f44-af7b-cdba82e481fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:02.650716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-605fa825-6ef5-4f44-af7b-cdba82e481fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 1094 time: 0.0472183 Apr 05 19:01:02.785222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-e52ebc76-69ff-48be-9bce-557881157987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:02.788061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-e52ebc76-69ff-48be-9bce-557881157987 service neutron] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 906 time: 0.1318789 Apr 05 19:01:02.913109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-d230ab16-cc4f-4ca0-803f-b8bb67201d22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e30ae1a-310e-46b3-a0be-e2f4773fa962 HTTP/1.1" status: 200 len: 217 time: 0.1190207 Apr 05 19:01:03.040845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-2bc8511f-0d4f-4af4-8c30-0d313e94bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:03.042579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-2bc8511f-0d4f-4af4-8c30-0d313e94bcc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.1220067 Apr 05 19:01:03.108632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-08419983-1a56-4270-ac12-35f2912a9ce0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574522 Apr 05 19:01:03.132022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb89fa4-753b-4680-b45d-85cb97e9fec3 req-adc18794-f78c-40c6-8a8e-740cdd4ab779 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:03.134457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fb89fa4-753b-4680-b45d-85cb97e9fec3 req-adc18794-f78c-40c6-8a8e-740cdd4ab779 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1351812 Apr 05 19:01:03.250227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fb89fa4-753b-4680-b45d-85cb97e9fec3 req-1650f2fc-dd66-48bb-9a04-4fbd7a0cda59 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071978 Apr 05 19:01:03.311240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-858ec0a5-d8d0-4459-88fc-77a2f48c61bf service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486840 Apr 05 19:01:03.441753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2175eee4-cc84-4e92-907c-04a9491ecad3 req-8da43faa-4f4f-4acd-ac93-de9e7b78ad61 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227899 Apr 05 19:01:03.584430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf9c8d-e6a7-4783-8108-cf7f9b6197c6 req-7435734b-ddde-4730-8f1d-ecd6a7c241f6 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:03.587816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3dcf9c8d-e6a7-4783-8108-cf7f9b6197c6 req-7435734b-ddde-4730-8f1d-ecd6a7c241f6 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 943 time: 0.1260641 Apr 05 19:01:03.680750 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3dcf9c8d-e6a7-4783-8108-cf7f9b6197c6 req-e104c354-429c-4cc2-bcb2-2c87b61afa81 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840013 Apr 05 19:01:03.774027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42268) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:03.881496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-284575289'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:03.900770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Made reservation on behalf of b17ed91e1204461196ca1c6893185a57 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:03.904713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:03.914827 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.003249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.008187 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.035091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:01:04.050262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4df262c-bcae-4577-8d3c-b92f69f9702e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:04.056653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.057002 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Added segment 96517894-4e27-47c6-bf8c-19049013073c of type vlan for network 84e4703f-9672-4875-888c-46b91a6f19cd Apr 05 19:01:04.106885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.123460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42280) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:04.144072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.150545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:04.151186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.239261 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Network': ['ID=84e4703f-9672-4875-888c-46b91a6f19cd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:04.248804 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0091eee5-311e-499d-a45e-0602669ec58a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4736092 Apr 05 19:01:04.255834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42284) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:04.256983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 84e4703f-9672-4875-888c-46b91a6f19cd details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:01:04.262209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'subnet': {'network_id': '84e4703f-9672-4875-888c-46b91a6f19cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:04.281054 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a242b382-9a44-4301-a9b9-1097fabb7fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.426611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Made reservation on behalf of b17ed91e1204461196ca1c6893185a57 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:04.430029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.454345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eaac3-fd48-4027-a749-b2d9a46059b9 req-365bcad4-9597-4ed1-a537-7b07e056c838 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:04.455813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-588eaac3-fd48-4027-a749-b2d9a46059b9 req-365bcad4-9597-4ed1-a537-7b07e056c838 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1012278 Apr 05 19:01:04.549570 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a242b382-9a44-4301-a9b9-1097fabb7fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.564348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a242b382-9a44-4301-a9b9-1097fabb7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.592792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-588eaac3-fd48-4027-a749-b2d9a46059b9 req-f986a539-17b3-4a24-9ca5-57cab09c6d84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293983 Apr 05 19:01:04.631877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a242b382-9a44-4301-a9b9-1097fabb7fcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6eda2dcb9964469e9e47298f1bcaeca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049405 Apr 05 19:01:04.631877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242b382-9a44-4301-a9b9-1097fabb7fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccee14f0-5f41-47db-b9cf-2a6b42a68b67,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:04.632391 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42290) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:04.710519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-388f2bb8-df1a-44e4-98f4-c723e1dd988a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.745820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-388f2bb8-df1a-44e4-98f4-c723e1dd988a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.754175 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.846485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-388f2bb8-df1a-44e4-98f4-c723e1dd988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.850887 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-388f2bb8-df1a-44e4-98f4-c723e1dd988a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:04.852224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-388f2bb8-df1a-44e4-98f4-c723e1dd988a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccee14f0-5f41-47db-b9cf-2a6b42a68b67 HTTP/1.1" status: 204 len: 168 time: 0.2189004 Apr 05 19:01:04.862737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f2bb8-df1a-44e4-98f4-c723e1dd988a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccee14f0-5f41-47db-b9cf-2a6b42a68b67,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:04.875535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Subnet': ['ID=33df997f-00e3-4036-8e0c-f2d363c5a894,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:04.912901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4c227-d5f4-4c23-b118-43524acd0094 req-9735bdfd-85ad-430e-b908-d992e78dab8e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:04.914827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50d4c227-d5f4-4c23-b118-43524acd0094 req-9735bdfd-85ad-430e-b908-d992e78dab8e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 943 time: 0.1101809 Apr 05 19:01:04.916649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Checking segment: {'id': '96517894-4e27-47c6-bf8c-19049013073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84e4703f-9672-4875-888c-46b91a6f19cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:04.917176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network hostable DHCP agents. Network: 84e4703f-9672-4875-888c-46b91a6f19cd, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:01:04.973744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50d4c227-d5f4-4c23-b118-43524acd0094 req-fc152567-ddb6-488e-92ee-f908b8c78535 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444336 Apr 05 19:01:04.974559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 84e4703f-9672-4875-888c-46b91a6f19cd is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:01:04.991508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 84e4703f-9672-4875-888c-46b91a6f19cd) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:05.008848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:05.009992 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.014751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9074f3f-99cb-4126-ba54-7cc73eb15c13 None None] Network 84e4703f-9672-4875-888c-46b91a6f19cd requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:01:05.054806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42308) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:05.057989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-70babadd-f905-4c4b-b4a9-fb544f53db4c tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8005126 Apr 05 19:01:05.060800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1621115643', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:05.090267 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.091792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.131255 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.180662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.251226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129ec4e-7f41-4070-8968-523b2c7d8a36 None None] Network 84e4703f-9672-4875-888c-46b91a6f19cd requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:01:05.363580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 5e30ae1a-310e-46b3-a0be-e2f4773fa962 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:01:05.435336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.536717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 5e30ae1a-310e-46b3-a0be-e2f4773fa962, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5e30ae1a-310e-46b3-a0be-e2f4773fa962,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:05.550350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '5e30ae1a-310e-46b3-a0be-e2f4773fa962', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'port_id': '5e30ae1a-310e-46b3-a0be-e2f4773fa962', 'mac_address': 'fa:16:3e:50:98:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b490b4b-094b-4c91-92eb-ef38c5a6809a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:01:05.607595 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.651206 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e30ae1a-310e-46b3-a0be-e2f4773fa962 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:01:05.674260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 5e30ae1a-310e-46b3-a0be-e2f4773fa962, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5e30ae1a-310e-46b3-a0be-e2f4773fa962,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:05.683148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.731098 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.758047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:05.798885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=5e30ae1a-310e-46b3-a0be-e2f4773fa962,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:05.852047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44205d-83c1-4d96-b20a-1fe8a8290c4e req-543782bd-6b27-4d6e-8ce0-90a78ac91a2a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:05.853562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a44205d-83c1-4d96-b20a-1fe8a8290c4e req-543782bd-6b27-4d6e-8ce0-90a78ac91a2a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.0964072 Apr 05 19:01:05.903991 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.25.4.155 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/864747cc-1972-46ec-912d-821b72fa7b65) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:05.906261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a44205d-83c1-4d96-b20a-1fe8a8290c4e req-7dbe6087-6da6-4a5a-8568-2d930b827c4a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457175 Apr 05 19:01:05.924918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['5e30ae1a-310e-46b3-a0be-e2f4773fa962'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:06.090893 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:06.141872 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:06.151416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f371d-2bc7-4b96-aace-3fe74dc2ade1 req-416a2aae-2923-4d26-be3c-f3ee444a1349 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:06.159459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e6f371d-2bc7-4b96-aace-3fe74dc2ade1 req-416a2aae-2923-4d26-be3c-f3ee444a1349 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 944 time: 0.0781462 Apr 05 19:01:06.184030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:06.190579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:06.195929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:06.222492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e6f371d-2bc7-4b96-aace-3fe74dc2ade1 req-bd4f6164-83c9-4728-98b3-0499c66b4dbb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618601 Apr 05 19:01:06.253325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=864747cc-1972-46ec-912d-821b72fa7b65,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:06.512176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:06.768814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:06.992130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:01:07.024951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42378) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:07.089741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16d57f-8d81-4b4e-ab31-abb9f8e0e89a req-5b684217-fe60-4eea-a380-0a6ba8e81937 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:07.099695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb16d57f-8d81-4b4e-ab31-abb9f8e0e89a req-5b684217-fe60-4eea-a380-0a6ba8e81937 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.0867124 Apr 05 19:01:07.147155 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.153251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb16d57f-8d81-4b4e-ab31-abb9f8e0e89a req-e674fef6-8626-41c8-a383-20af28431b4c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522449 Apr 05 19:01:07.313143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1005577777'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:07.353505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 5e30ae1a-310e-46b3-a0be-e2f4773fa962 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:01:07.383324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Made reservation on behalf of 6f5fe46b50d3459494feb10480edff10 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:07.387407 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.404193 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.437750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828ab3-d5f3-4cd4-beed-ddfbb331e4d6 req-f03ace51-939c-4881-a113-e03284130a0b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:07.440745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa828ab3-d5f3-4cd4-beed-ddfbb331e4d6 req-f03ace51-939c-4881-a113-e03284130a0b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 944 time: 0.0935330 Apr 05 19:01:07.473042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 5e30ae1a-310e-46b3-a0be-e2f4773fa962 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:01:07.487709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 5e30ae1a-310e-46b3-a0be-e2f4773fa962 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:07.487945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.516655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa828ab3-d5f3-4cd4-beed-ddfbb331e4d6 req-8a39bae5-1265-4858-82d6-75f7bd43ce51 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594296 Apr 05 19:01:07.600296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.606281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:07.617960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.635425 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.637204 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4bd27e66-d20c-42c8-a7b3-146b9b0ecfc4 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5807512 Apr 05 19:01:07.639299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6231898b-9243-45d5-8ed3-4fb5aa5e216d None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:07.639901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42392) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:07.661210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:01:07.681715 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.682323 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Added segment 14f9bdce-31fc-4c1d-b07f-c5af357d9497 of type vlan for network f66b5292-a51a-46f8-a6c2-d128d9982e1c Apr 05 19:01:07.683938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fea694-1ec1-44ae-86f2-74c2c9d36cee,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:07.685528 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.713268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231898b-9243-45d5-8ed3-4fb5aa5e216d None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:07.714132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6231898b-9243-45d5-8ed3-4fb5aa5e216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:07.747064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.755282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42394) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:07.775205 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.783203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:07.783990 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.784944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6231898b-9243-45d5-8ed3-4fb5aa5e216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:07.806145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52b620b-8cfa-48d0-839c-eba67efb9a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e30ae1a-310e-46b3-a0be-e2f4773fa962'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:07.808903 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69f7678-7fc3-4502-81e1-28f7f2c1afb4" -d '{"events": [{"server_uuid": "d52b620b-8cfa-48d0-839c-eba67efb9a23", "name": "network-vif-plugged", "status": "completed", "tag": "5e30ae1a-310e-46b3-a0be-e2f4773fa962"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:07.839471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 5e30ae1a-310e-46b3-a0be-e2f4773fa962, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5e30ae1a-310e-46b3-a0be-e2f4773fa962,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:07.847604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231898b-9243-45d5-8ed3-4fb5aa5e216d None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:07.848889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6231898b-9243-45d5-8ed3-4fb5aa5e216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:07.854590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8284788 Apr 05 19:01:07.871781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777239dc-155d-4b03-be4e-248ce5e9ba02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Pushing event updated for resources: {'Network': ['ID=f66b5292-a51a-46f8-a6c2-d128d9982e1c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:07.914285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network f66b5292-a51a-46f8-a6c2-d128d9982e1c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:01:07.916343 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6231898b-9243-45d5-8ed3-4fb5aa5e216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:07.917219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6231898b-9243-45d5-8ed3-4fb5aa5e216d None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:07.927856 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:07.947993 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f127bd-d2d9-4da0-9899-9842a4f05ac7 x-openstack-request-id: req-68f127bd-d2d9-4da0-9899-9842a4f05ac7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:07.948767 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52b620b-8cfa-48d0-839c-eba67efb9a23", "name": "network-vif-plugged", "status": "completed", "tag": "5e30ae1a-310e-46b3-a0be-e2f4773fa962", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:07.949190 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68f127bd-d2d9-4da0-9899-9842a4f05ac7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:07.950167 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f127bd-d2d9-4da0-9899-9842a4f05ac7'] response: {'server_uuid': 'd52b620b-8cfa-48d0-839c-eba67efb9a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e30ae1a-310e-46b3-a0be-e2f4773fa962', 'code': 200} Apr 05 19:01:08.100455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=5e30ae1a-310e-46b3-a0be-e2f4773fa962,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:08.130090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37141f98-a967-4617-bf2b-d68c472e5dbb req-f5982eaf-5176-4e65-8c0f-9b66e831e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:08.132699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b679e27-d2d0-4b74-bc19-369171a4e0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.135308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37141f98-a967-4617-bf2b-d68c472e5dbb req-f5982eaf-5176-4e65-8c0f-9b66e831e1f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 1096 time: 0.1324048 Apr 05 19:01:08.195769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37141f98-a967-4617-bf2b-d68c472e5dbb req-6ecfbb8b-a8ad-4c01-988c-3ab1a51f4a97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535164 Apr 05 19:01:08.335632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42408) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:08.341669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Request body: {'port': {'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c', 'binding:host_id': 'n-h2-836650-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438690377'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:08.359370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf523270-13f9-4ae2-8c5a-dad55f05ea16 req-6369914b-baf6-4437-869b-6438fcafe886 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:08.361190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf523270-13f9-4ae2-8c5a-dad55f05ea16 req-6369914b-baf6-4437-869b-6438fcafe886 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.0851607 Apr 05 19:01:08.399453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Made reservation on behalf of adc0dcf00ef442e4976088382b6be5aa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:08.401691 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.418738 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.425275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b679e27-d2d0-4b74-bc19-369171a4e0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.431959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf523270-13f9-4ae2-8c5a-dad55f05ea16 req-055ed4de-1a9b-4635-8faf-878a03771099 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630951 Apr 05 19:01:08.473773 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b679e27-d2d0-4b74-bc19-369171a4e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.543477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.551280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b679e27-d2d0-4b74-bc19-369171a4e0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de94d0-09bf-4ae4-893d-2e43820f779a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:08.556291 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8b679e27-d2d0-4b74-bc19-369171a4e0fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2998e8672054f368ae47e5ac2f4872a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985663 Apr 05 19:01:08.556664 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.559415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42412) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:08.582030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] device_id is not set on port 55c82957-c31c-4d80-94ea-26479cd96570 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:08.604560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.672628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c465c73e-d247-49d0-a56b-fd84881554c0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:08.677162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-521c7d2e-bbe9-4c06-a511-2edcfc3a6afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.737684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900a476-93de-429a-870e-17238435120a req-e0482656-ca03-4950-b75b-a187da8151d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:08.745391 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-521c7d2e-bbe9-4c06-a511-2edcfc3a6afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.745640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2900a476-93de-429a-870e-17238435120a req-e0482656-ca03-4950-b75b-a187da8151d1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 945 time: 0.0912499 Apr 05 19:01:08.802838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2900a476-93de-429a-870e-17238435120a req-7731d1ef-fa0c-4c48-8d45-00c036f56572 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542138 Apr 05 19:01:08.866493 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-521c7d2e-bbe9-4c06-a511-2edcfc3a6afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.868930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-521c7d2e-bbe9-4c06-a511-2edcfc3a6afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.870433 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-521c7d2e-bbe9-4c06-a511-2edcfc3a6afe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62de94d0-09bf-4ae4-893d-2e43820f779a HTTP/1.1" status: 204 len: 168 time: 0.3097763 Apr 05 19:01:08.907219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c7d2e-bbe9-4c06-a511-2edcfc3a6afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de94d0-09bf-4ae4-893d-2e43820f779a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:08.931053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] device_id is not set on port 55c82957-c31c-4d80-94ea-26479cd96570 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:08.942071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:08.951394 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.028114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.20.0.1 (84e4703f-9672-4875-888c-46b91a6f19cd/33df997f-00e3-4036-8e0c-f2d363c5a894/71154a77-6476-4ab9-8235-e539654d25ef) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:09.034687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'Port': ['ID=55c82957-c31c-4d80-94ea-26479cd96570,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:09.045548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Checking segment: {'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:09.047029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Network hostable DHCP agents. Network: f66b5292-a51a-46f8-a6c2-d128d9982e1c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:01:09.080662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Network f66b5292-a51a-46f8-a6c2-d128d9982e1c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:01:09.096016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, f66b5292-a51a-46f8-a6c2-d128d9982e1c) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:09.100492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:09.113728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5beff5-1022-402e-9f68-9b129289131c None None] Network f66b5292-a51a-46f8-a6c2-d128d9982e1c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:01:09.115669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.116017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.116354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.121983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.122371 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.122966 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 2 to bind port 55c82957-c31c-4d80-94ea-26479cd96570 Apr 05 19:01:09.136785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.137437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.137437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.142985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.143541 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.144136 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 3 to bind port 55c82957-c31c-4d80-94ea-26479cd96570 Apr 05 19:01:09.159371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.159718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.160438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.164693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.165022 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.165414 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 4 to bind port 55c82957-c31c-4d80-94ea-26479cd96570 Apr 05 19:01:09.210314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.210752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.214460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.226595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.229597 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.230029 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 5 to bind port 55c82957-c31c-4d80-94ea-26479cd96570 Apr 05 19:01:09.252971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.253325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.253635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.258366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.260616 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.260728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.261170 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 6 to bind port 55c82957-c31c-4d80-94ea-26479cd96570 Apr 05 19:01:09.279803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.281265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.282359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.288747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.289469 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.289469 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 7 to bind port 55c82957-c31c-4d80-94ea-26479cd96570 Apr 05 19:01:09.307188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.307585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.307930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.316764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.318835 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.319480 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 8 to bind port 55c82957-c31c-4d80-94ea-26479cd96570 Apr 05 19:01:09.351248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.351590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.355353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.363630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.364564 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.365128 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 9 to bind port 55c82957-c31c-4d80-94ea-26479cd96570 Apr 05 19:01:09.386439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.387605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.388707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.391865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.407117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.407554 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.408963 n-d-836650-3 neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 10 to bind port 55c82957-c31c-4d80-94ea-26479cd96570 Apr 05 19:01:09.426279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:09.426787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:09.427512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:09.441698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 55c82957-c31c-4d80-94ea-26479cd96570 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:09.442034 n-d-836650-3 neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 55c82957-c31c-4d80-94ea-26479cd96570 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:09.442431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.447285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=71154a77-6476-4ab9-8235-e539654d25ef,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:09.469523 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 84e4703f-9672-4875-888c-46b91a6f19cd is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:09.472922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:09.475688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:09.476272 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a79ea762-689f-4e84-932c-9c55a863c26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.533394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42422) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:09.549326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bea02f84-02f4-44fd-a76e-1556d38e4277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.556564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.621664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] For port 55c82957-c31c-4d80-94ea-26479cd96570, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:09.622011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempted to set empty binding levels {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 19:01:09.631470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.683901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:09.684296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.709042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91afc4-0a40-46cb-9dbd-08d1dee047bd req-df4c9ea8-18db-429e-bdc7-e0f367afd3c9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:09.710612 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb91afc4-0a40-46cb-9dbd-08d1dee047bd req-df4c9ea8-18db-429e-bdc7-e0f367afd3c9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1532004 Apr 05 19:01:09.735456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'Port': ['ID=55c82957-c31c-4d80-94ea-26479cd96570,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:09.746051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-516b1ebc-7208-4b07-b8dc-a53cad7e3bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4070230 Apr 05 19:01:09.754918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:09.807357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.823066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bea02f84-02f4-44fd-a76e-1556d38e4277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.827909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb91afc4-0a40-46cb-9dbd-08d1dee047bd req-8f614a7d-4c62-4645-b50f-3776ea731133 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980270 Apr 05 19:01:09.872976 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bea02f84-02f4-44fd-a76e-1556d38e4277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:09.933566 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bea02f84-02f4-44fd-a76e-1556d38e4277 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f4cfb31cd264d2f978ea9b8433f6d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992193 Apr 05 19:01:09.946670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42428) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:09.959198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea02f84-02f4-44fd-a76e-1556d38e4277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21725451-1ca1-499b-9f2b-bf94aa8f3ae3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:09.985579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-bb3def35-89e1-4e8d-9b13-b63f21a3e6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Deleting port 55c82957-c31c-4d80-94ea-26479cd96570 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:09.985928 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb3def35-89e1-4e8d-9b13-b63f21a3e6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.006996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf48d-957e-410a-81cf-0a282b196901 req-a653cf7d-a3a0-4066-a1ba-d54e0965dc9c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:10.008599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2cf48d-957e-410a-81cf-0a282b196901 req-a653cf7d-a3a0-4066-a1ba-d54e0965dc9c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 945 time: 0.1005397 Apr 05 19:01:10.054620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-490d68f4-58b7-4bf7-afef-b9f409b6d696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.084905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-490d68f4-58b7-4bf7-afef-b9f409b6d696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.101731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-bb3def35-89e1-4e8d-9b13-b63f21a3e6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] For port 55c82957-c31c-4d80-94ea-26479cd96570, host n-h2-836650-3, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:10.102226 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb3def35-89e1-4e8d-9b13-b63f21a3e6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.120119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2cf48d-957e-410a-81cf-0a282b196901 req-83a45a64-5b44-487a-bcfc-3d7e06fd4642 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806539 Apr 05 19:01:10.127146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-bb3def35-89e1-4e8d-9b13-b63f21a3e6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Calling delete_port for 55c82957-c31c-4d80-94ea-26479cd96570 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:10.201766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-490d68f4-58b7-4bf7-afef-b9f409b6d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.205340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-490d68f4-58b7-4bf7-afef-b9f409b6d696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.209713 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-490d68f4-58b7-4bf7-afef-b9f409b6d696 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21725451-1ca1-499b-9f2b-bf94aa8f3ae3 HTTP/1.1" status: 204 len: 168 time: 0.2620378 Apr 05 19:01:10.231535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d68f4-58b7-4bf7-afef-b9f409b6d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21725451-1ca1-499b-9f2b-bf94aa8f3ae3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:10.279832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.285687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.355700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.481596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=71154a77-6476-4ab9-8235-e539654d25ef,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:10.555398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 84e4703f-9672-4875-888c-46b91a6f19cd is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:10.557030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:10.691627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43bae2-d25f-45f8-8e14-c8cadbfc8245 req-2c2d388c-1848-4daf-ae3f-19c041511f27 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:10.693342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad43bae2-d25f-45f8-8e14-c8cadbfc8245 req-2c2d388c-1848-4daf-ae3f-19c041511f27 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 945 time: 0.0746763 Apr 05 19:01:10.727607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:10.736283 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb3def35-89e1-4e8d-9b13-b63f21a3e6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.754979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad43bae2-d25f-45f8-8e14-c8cadbfc8245 req-d6ce0a57-61cf-425a-8956-b1ca547ac99f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554130 Apr 05 19:01:10.795288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb3def35-89e1-4e8d-9b13-b63f21a3e6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:10.802614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bb3def35-89e1-4e8d-9b13-b63f21a3e6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "DELETE /v2.0/ports/55c82957-c31c-4d80-94ea-26479cd96570 HTTP/1.1" status: 204 len: 168 time: 1.0458734 Apr 05 19:01:10.803315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42444) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:10.805551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3def35-89e1-4e8d-9b13-b63f21a3e6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event deleted for resources: {'Port': ['ID=55c82957-c31c-4d80-94ea-26479cd96570,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:10.893890 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d3d047-3a81-4172-9850-e67fd59cb897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] GET failed (client error): The resource could not be found. Apr 05 19:01:10.895744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-76d3d047-3a81-4172-9850-e67fd59cb897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "GET /v2.0/ports/55c82957-c31c-4d80-94ea-26479cd96570 HTTP/1.1" status: 404 len: 333 time: 0.0913436 Apr 05 19:01:10.901264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42450) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:10.907954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Request body: {'port': {'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351341873'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:10.913908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:10.935070 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9c761d0a-d9fa-48ce-b960-db62fcbb0106 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/routers/9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2919655 Apr 05 19:01:10.939197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42452) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:10.952050 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a30617-3d40-4831-bb55-1cb5bdbe0ea4 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:10.953775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'port': {'network_id': '84e4703f-9672-4875-888c-46b91a6f19cd', 'name': 'tempest-FloatingIPTestJSON-1257530469'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:10.982150 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a30617-3d40-4831-bb55-1cb5bdbe0ea4 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:10.984214 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e2a30617-3d40-4831-bb55-1cb5bdbe0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:11.014355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Made reservation on behalf of adc0dcf00ef442e4976088382b6be5aa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:11.017146 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:11.034433 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e2a30617-3d40-4831-bb55-1cb5bdbe0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:11.044193 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a30617-3d40-4831-bb55-1cb5bdbe0ea4 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:11.045023 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e2a30617-3d40-4831-bb55-1cb5bdbe0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:00:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:11.053539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443b04f-8f25-4b3f-9b17-07b549ae43cc req-d17704e2-7b26-46d2-b241-9366a7ff28e3 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:11.060367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1443b04f-8f25-4b3f-9b17-07b549ae43cc req-d17704e2-7b26-46d2-b241-9366a7ff28e3 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 945 time: 0.1795950 Apr 05 19:01:11.084684 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e2a30617-3d40-4831-bb55-1cb5bdbe0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:11.085619 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a30617-3d40-4831-bb55-1cb5bdbe0ea4 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:11.098375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] device_id is not set on port 4025c681-3ed3-42bf-a42b-a9958771855c yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:11.216511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1443b04f-8f25-4b3f-9b17-07b549ae43cc req-f141b6b2-1c3a-47b9-b973-2a355f83cab1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541216 Apr 05 19:01:11.256484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb5656-cc81-4398-844f-bd9ddab2c769 req-7f65aa4e-4171-4152-8d5f-745ed2fef882 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:11.258176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ecb5656-cc81-4398-844f-bd9ddab2c769 req-7f65aa4e-4171-4152-8d5f-745ed2fef882 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.2343452 Apr 05 19:01:11.294363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Made reservation on behalf of b17ed91e1204461196ca1c6893185a57 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:11.298189 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:11.325839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] device_id is not set on port 06a82c41-29c8-48e7-9851-776ecad7ca8b yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:11.432118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ecb5656-cc81-4398-844f-bd9ddab2c769 req-804821fa-522b-492c-8be8-ce877bc13389 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634350 Apr 05 19:01:11.501849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:11.546371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.20.0.13 (84e4703f-9672-4875-888c-46b91a6f19cd/33df997f-00e3-4036-8e0c-f2d363c5a894/06a82c41-29c8-48e7-9851-776ecad7ca8b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:11.603033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:11.693410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037ff98-69b1-48b2-828f-0b3aede6de11 req-1d07facc-cbae-4477-92cd-f68616ac912c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:11.694978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2037ff98-69b1-48b2-828f-0b3aede6de11 req-1d07facc-cbae-4477-92cd-f68616ac912c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 945 time: 0.1525571 Apr 05 19:01:11.714357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Network f66b5292-a51a-46f8-a6c2-d128d9982e1c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:11.731130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'Port': ['ID=4025c681-3ed3-42bf-a42b-a9958771855c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:11.743239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:11.772627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:11.773756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:11.774150 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:11.783466 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78d651d8-6cf6-4737-b8a1-145ba7c90e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:11.814742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bb2bc767-9ff7-402c-b0a3-04c4715f0da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9100957 Apr 05 19:01:11.815272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42474) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:11.821616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:11.822505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2037ff98-69b1-48b2-828f-0b3aede6de11 req-2cad377e-3300-4694-a0a3-d330291db4bc tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177526 Apr 05 19:01:11.883564 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:11.897201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:11.934170 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:11.991159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 84e4703f-9672-4875-888c-46b91a6f19cd is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:11.996343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:12.002755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:12.056393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=06a82c41-29c8-48e7-9851-776ecad7ca8b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:12.072245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.073039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.096794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bb50abaa-30df-49c9-b506-2173c482e043 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1564634 Apr 05 19:01:12.102971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42482) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:12.112965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'port': {'network_id': '84e4703f-9672-4875-888c-46b91a6f19cd', 'name': 'tempest-FloatingIPTestJSON-747727411'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:12.127843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] device_id is not set on port 4025c681-3ed3-42bf-a42b-a9958771855c yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:12.137332 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.145455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.238515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'Port': ['ID=4025c681-3ed3-42bf-a42b-a9958771855c,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:12.254067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.255477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.255776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.261135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.261135 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.261474 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 2 to bind port 4025c681-3ed3-42bf-a42b-a9958771855c Apr 05 19:01:12.275912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.276444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.276856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.282833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.283482 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.283941 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 3 to bind port 4025c681-3ed3-42bf-a42b-a9958771855c Apr 05 19:01:12.289842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Made reservation on behalf of b17ed91e1204461196ca1c6893185a57 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:12.294161 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.301336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.301755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.302204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.306972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.307375 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.307957 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 4 to bind port 4025c681-3ed3-42bf-a42b-a9958771855c Apr 05 19:01:12.322433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] device_id is not set on port 226e2677-482f-4cc1-a0fd-dc0ad2a9d667 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:12.324515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.324922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.325325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.330936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.331345 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.331802 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 5 to bind port 4025c681-3ed3-42bf-a42b-a9958771855c Apr 05 19:01:12.346081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.346536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.346949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.352124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.352516 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.352967 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 6 to bind port 4025c681-3ed3-42bf-a42b-a9958771855c Apr 05 19:01:12.372503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.372783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.373130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.379905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.380235 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.380627 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 7 to bind port 4025c681-3ed3-42bf-a42b-a9958771855c Apr 05 19:01:12.398978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.399317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.399720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.406527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.406921 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.407281 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 8 to bind port 4025c681-3ed3-42bf-a42b-a9958771855c Apr 05 19:01:12.425223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.425601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.425937 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.434973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.435413 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.436069 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 9 to bind port 4025c681-3ed3-42bf-a42b-a9958771855c Apr 05 19:01:12.456498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.457066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.457719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.465615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.465980 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.466871 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 10 to bind port 4025c681-3ed3-42bf-a42b-a9958771855c Apr 05 19:01:12.483843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.20.0.3 (84e4703f-9672-4875-888c-46b91a6f19cd/33df997f-00e3-4036-8e0c-f2d363c5a894/226e2677-482f-4cc1-a0fd-dc0ad2a9d667) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:12.510806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:12.511152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:12.511708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:12.517137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:12.517463 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 4025c681-3ed3-42bf-a42b-a9958771855c on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:12.517920 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.600337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] For port 4025c681-3ed3-42bf-a42b-a9958771855c, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:12.600707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempted to set empty binding levels {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 19:01:12.612051 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.661607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] In _notify_port_updated(), no bound segment for port 4025c681-3ed3-42bf-a42b-a9958771855c on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:01:12.662574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.663264 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.664660 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "PUT /v2.0/ports/4025c681-3ed3-42bf-a42b-a9958771855c HTTP/1.1" status: 200 len: 979 time: 0.8479347 Apr 05 19:01:12.669107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42500) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:12.715568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7560260-66c6-46c8-8043-4891e6439d04 req-9f5909f9-b79e-4d5f-ad39-4ad0e23a2891 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.717140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7560260-66c6-46c8-8043-4891e6439d04 req-9f5909f9-b79e-4d5f-ad39-4ad0e23a2891 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1811976 Apr 05 19:01:12.725342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7900d7-b42a-42d4-a1b2-e0df88f43a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'Port': ['ID=4025c681-3ed3-42bf-a42b-a9958771855c,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:12.748671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.749868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.750552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.751147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.751761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.752163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.753319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.753319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.753749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.754663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.754906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.755372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.755826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.756280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.756782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.757501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.758000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.758944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.759098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.760561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.760561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.760789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.762621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.762621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.762621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.762621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.763068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.763389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:12.771136 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2b3b3a22-a5d0-4a4f-ba1a-c6ad102fb52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24653 time: 0.0979631 Apr 05 19:01:12.771520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42502) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:12.825970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.856825 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.874862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e8968-d94d-434c-8055-ca4c785dd792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Deleting port 4025c681-3ed3-42bf-a42b-a9958771855c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:12.875421 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8968-d94d-434c-8055-ca4c785dd792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.895012 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7560260-66c6-46c8-8043-4891e6439d04 req-d4c90b19-725d-446a-8a80-16527d677d8c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648693 Apr 05 19:01:12.941590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.968702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-9c4e8968-d94d-434c-8055-ca4c785dd792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] For port 4025c681-3ed3-42bf-a42b-a9958771855c, host n-h2-836650-3, got binding levels [] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:12.969428 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8968-d94d-434c-8055-ca4c785dd792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:12.985870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e8968-d94d-434c-8055-ca4c785dd792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Calling delete_port for 4025c681-3ed3-42bf-a42b-a9958771855c owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:13.011524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 84e4703f-9672-4875-888c-46b91a6f19cd is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:13.023330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:13.028690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:13.050473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-f1ebd9b8-386e-470f-a39d-617d95e323c2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:13.051944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-f1ebd9b8-386e-470f-a39d-617d95e323c2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 945 time: 0.1789727 Apr 05 19:01:13.084243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=226e2677-482f-4cc1-a0fd-dc0ad2a9d667,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:13.098348 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8968-d94d-434c-8055-ca4c785dd792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.143949 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8968-d94d-434c-8055-ca4c785dd792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.158474 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9c4e8968-d94d-434c-8055-ca4c785dd792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "DELETE /v2.0/ports/4025c681-3ed3-42bf-a42b-a9958771855c HTTP/1.1" status: 204 len: 168 time: 0.3849692 Apr 05 19:01:13.160704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42510) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:13.165361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b31eb-fc95-4dfc-95fd-ff6e5085618f req-65bf7d49-2005-4cf8-86fc-2a32208e1cd0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:13.170466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c8b31eb-fc95-4dfc-95fd-ff6e5085618f req-65bf7d49-2005-4cf8-86fc-2a32208e1cd0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 945 time: 0.2126477 Apr 05 19:01:13.202691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:13.203428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.231234 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb52784-f56f-4c4f-8ef1-542d3ccf3cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] GET failed (client error): The resource could not be found. Apr 05 19:01:13.237404 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5cb52784-f56f-4c4f-8ef1-542d3ccf3cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "GET /v2.0/ports/4025c681-3ed3-42bf-a42b-a9958771855c HTTP/1.1" status: 404 len: 333 time: 0.0744407 Apr 05 19:01:13.237987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42512) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:13.268819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-48ef248b-5401-4105-9441-a20b33c628be tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1613953 Apr 05 19:01:13.269059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641286884', 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:13.273358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42514) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:13.274170 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e8968-d94d-434c-8055-ca4c785dd792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event deleted for resources: {'Port': ['ID=4025c681-3ed3-42bf-a42b-a9958771855c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:13.281646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '226e2677-482f-4cc1-a0fd-dc0ad2a9d667', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:13.301416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c8b31eb-fc95-4dfc-95fd-ff6e5085618f req-e4e7d952-7520-4745-86dc-cf06afe86873 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154454 Apr 05 19:01:13.309451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Made reservation on behalf of adc0dcf00ef442e4976088382b6be5aa for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:13.314618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.320837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Deleting port 5e30ae1a-310e-46b3-a0be-e2f4773fa962 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:13.321178 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.323957 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.350244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] device_id is not set on port d037ae58-6e9f-4fd1-bc58-8b8a91c55465 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:13.471759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] For port 5e30ae1a-310e-46b3-a0be-e2f4773fa962, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=5e30ae1a-310e-46b3-a0be-e2f4773fa962,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:13.472188 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.490377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Calling delete_port for 5e30ae1a-310e-46b3-a0be-e2f4773fa962 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:13.569693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.588170 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.613298 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.675819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Network f66b5292-a51a-46f8-a6c2-d128d9982e1c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:13.680341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:13.695182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:13.696140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:13.696743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.700003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'Port': ['ID=d037ae58-6e9f-4fd1-bc58-8b8a91c55465,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:13.729393 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c9e72ec4-dea8-48ae-a960-48a2f3d2afba tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4897952 Apr 05 19:01:13.732075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42520) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:13.767039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.780591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.25.4.127 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/ab546d2d-f9c9-4023-82ff-97f1f07b7e29) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:13.781666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:13.785179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['f5aab101-2b09-43e7-9c0e-ca28c5b59e5a', '5e30ae1a-310e-46b3-a0be-e2f4773fa962'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:13.796273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b453324-f877-4089-91bc-bb45cac77a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:13.800526 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b453324-f877-4089-91bc-bb45cac77a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "GET /v2.0/ports/d037ae58-6e9f-4fd1-bc58-8b8a91c55465 HTTP/1.1" status: 200 len: 959 time: 0.0651610 Apr 05 19:01:13.801007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42522) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:13.834024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event deleted for resources: {'Port': ['ID=5e30ae1a-310e-46b3-a0be-e2f4773fa962,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:13.917229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Deleting port d037ae58-6e9f-4fd1-bc58-8b8a91c55465 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:13.917782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.968557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] No DVR routers for this DVR port 5e30ae1a-310e-46b3-a0be-e2f4773fa962 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:13.972473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:13.976104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56c5e4ce-6126-4a5e-a9b3-ca8c74b7bc32 req-39c732c8-ba7d-48b8-8188-c11de8be8b82 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "DELETE /v2.0/ports/5e30ae1a-310e-46b3-a0be-e2f4773fa962 HTTP/1.1" status: 204 len: 173 time: 0.9035406 Apr 05 19:01:13.976548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52b620b-8cfa-48d0-839c-eba67efb9a23', 'name': 'network-vif-deleted', 'tag': '5e30ae1a-310e-46b3-a0be-e2f4773fa962'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:13.978887 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84821dee-4b30-47b5-ac99-49dc15ac8ea8" -d '{"events": [{"server_uuid": "d52b620b-8cfa-48d0-839c-eba67efb9a23", "name": "network-vif-deleted", "tag": "5e30ae1a-310e-46b3-a0be-e2f4773fa962"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:14.059926 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:14.078859 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f265a03c-f70e-4924-ab7f-e6725fd030f8 x-openstack-request-id: req-f265a03c-f70e-4924-ab7f-e6725fd030f8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:14.079220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Calling delete_port for d037ae58-6e9f-4fd1-bc58-8b8a91c55465 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:14.079900 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52b620b-8cfa-48d0-839c-eba67efb9a23", "name": "network-vif-deleted", "tag": "5e30ae1a-310e-46b3-a0be-e2f4773fa962", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:14.080157 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f265a03c-f70e-4924-ab7f-e6725fd030f8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:14.080577 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f265a03c-f70e-4924-ab7f-e6725fd030f8'] response: {'server_uuid': 'd52b620b-8cfa-48d0-839c-eba67efb9a23', 'name': 'network-vif-deleted', 'tag': '5e30ae1a-310e-46b3-a0be-e2f4773fa962', 'status': 'completed', 'code': 200} Apr 05 19:01:14.257926 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:14.361666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b99a5-41b8-4bfe-a699-a0fabf5ef948 req-b1d7e2d9-8c20-469c-be8f-f9309a1de994 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:14.363652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3b99a5-41b8-4bfe-a699-a0fabf5ef948 req-b1d7e2d9-8c20-469c-be8f-f9309a1de994 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.3094332 Apr 05 19:01:14.410918 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:14.427434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:14.433050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d3b99a5-41b8-4bfe-a699-a0fabf5ef948 req-ab3f8e25-73a1-4874-8937-243300fac683 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568919 Apr 05 19:01:14.477914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:14.481303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:14.490167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:14.518711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=ab546d2d-f9c9-4023-82ff-97f1f07b7e29,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:14.578767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4443d3d3-a05a-41f9-92d8-f14784d3fa5a req-3aabd967-f3a0-4498-b6f3-e9e81efbf159 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52b620b-8cfa-48d0-839c-eba67efb9a23 HTTP/1.1" status: 200 len: 210 time: 0.0549440 Apr 05 19:01:14.641833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:14.676465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event deleted for resources: {'Port': ['ID=d037ae58-6e9f-4fd1-bc58-8b8a91c55465,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:14.689012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.689503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.689949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.690387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.690844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.691425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.691873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.692563 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.693297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.693558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.693985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.694431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:14.705069 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:14.712960 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-476d6882-9548-402b-af1c-cef2c2d167ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d037ae58-6e9f-4fd1-bc58-8b8a91c55465 HTTP/1.1" status: 204 len: 168 time: 0.9084306 Apr 05 19:01:14.713236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42534) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:14.738735 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6901529-5e5c-4e75-8114-6e44abeabb73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] GET failed (client error): The resource could not be found. Apr 05 19:01:14.743823 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a6901529-5e5c-4e75-8114-6e44abeabb73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "GET /v2.0/ports/d037ae58-6e9f-4fd1-bc58-8b8a91c55465 HTTP/1.1" status: 404 len: 333 time: 0.0260437 Apr 05 19:01:14.744266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42536) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:14.751366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Request body: {'port': {'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555679887'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:14.806105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Made reservation on behalf of adc0dcf00ef442e4976088382b6be5aa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:14.808304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:14.850261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] device_id is not set on port 81f50844-b55e-4903-9226-f8b42e085452 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:14.976381 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.068981 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.119416 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.173918 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.207752 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.257391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Network f66b5292-a51a-46f8-a6c2-d128d9982e1c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:15.265802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:15.268152 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:15.269241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:15.269833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.325185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'Port': ['ID=81f50844-b55e-4903-9226-f8b42e085452,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:15.337280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6932b609-1d97-4a80-b6f5-9914e5cccb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5919852 Apr 05 19:01:15.340021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42538) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:15.345787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:15.410273 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.425227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.433459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.512274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=ab546d2d-f9c9-4023-82ff-97f1f07b7e29,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:15.527195 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.687784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] device_id is not set on port 81f50844-b55e-4903-9226-f8b42e085452 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:15.699383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.719889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:15.839063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'Port': ['ID=81f50844-b55e-4903-9226-f8b42e085452,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:15.856699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:15.857044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:15.857393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:15.875749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:15.876160 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:15.876488 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 2 to bind port 81f50844-b55e-4903-9226-f8b42e085452 Apr 05 19:01:15.902438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:15.902679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:15.903027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:15.918750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:15.919093 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:15.919496 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 3 to bind port 81f50844-b55e-4903-9226-f8b42e085452 Apr 05 19:01:15.935548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:15.935548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:15.935548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:15.939767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:15.940101 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:15.940528 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 4 to bind port 81f50844-b55e-4903-9226-f8b42e085452 Apr 05 19:01:15.957217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:15.957705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:15.958160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:15.963858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:15.964347 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:15.964858 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 5 to bind port 81f50844-b55e-4903-9226-f8b42e085452 Apr 05 19:01:15.979577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:15.980076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:15.980532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:15.987405 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:15.987853 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:15.988356 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 6 to bind port 81f50844-b55e-4903-9226-f8b42e085452 Apr 05 19:01:16.007045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:16.007548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:16.008032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:16.015171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:16.015665 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:16.016332 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 7 to bind port 81f50844-b55e-4903-9226-f8b42e085452 Apr 05 19:01:16.034205 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:16.034717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:16.035104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:16.045826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:16.046434 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:16.047284 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 8 to bind port 81f50844-b55e-4903-9226-f8b42e085452 Apr 05 19:01:16.069046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:16.069451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:16.069732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:16.076459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:16.076961 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:16.077447 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 9 to bind port 81f50844-b55e-4903-9226-f8b42e085452 Apr 05 19:01:16.095143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:16.095574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:16.095977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:16.101170 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:16.101549 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:16.101987 n-d-836650-3 neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempt 10 to bind port 81f50844-b55e-4903-9226-f8b42e085452 Apr 05 19:01:16.128887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:16.129576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:16.130635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempting to bind port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:16.136291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e3ac1-6be3-459e-b8eb-bf5245b437b1 req-bccd46b6-e152-44ef-9eab-0b7b2804762a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:16.136851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:16.137154 n-d-836650-3 neutron-server[102639]: ERROR neutron.plugins.ml2.managers [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Failed to bind port 81f50844-b55e-4903-9226-f8b42e085452 on host n-h2-836650-3 for vnic_type normal using segments [{'id': '14f9bdce-31fc-4c1d-b07f-c5af357d9497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f66b5292-a51a-46f8-a6c2-d128d9982e1c'}] Apr 05 19:01:16.137635 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.137765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-313e3ac1-6be3-459e-b8eb-bf5245b437b1 req-bccd46b6-e152-44ef-9eab-0b7b2804762a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.5452011 Apr 05 19:01:16.162162 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP e3b5b09c-fb93-4af9-b7a7-b4c5fee161fb associated. External IP: 172.25.4.127, port: 226e2677-482f-4cc1-a0fd-dc0ad2a9d667. Apr 05 19:01:16.234888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-313e3ac1-6be3-459e-b8eb-bf5245b437b1 req-125e56f9-0ee1-478a-8064-067af0d3f2ca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881426 Apr 05 19:01:16.245056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eaf18-da1e-4a25-9cbb-d292809c94a1 req-15829dc5-6991-4161-ae30-c7b1c6ea77aa tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:16.246440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] For port 81f50844-b55e-4903-9226-f8b42e085452, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:16.246623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-864eaf18-da1e-4a25-9cbb-d292809c94a1 req-15829dc5-6991-4161-ae30-c7b1c6ea77aa tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 945 time: 0.1509438 Apr 05 19:01:16.248285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attempted to set empty binding levels {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 19:01:16.256134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.296620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] In _notify_port_updated(), no bound segment for port 81f50844-b55e-4903-9226-f8b42e085452 on network f66b5292-a51a-46f8-a6c2-d128d9982e1c {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:01:16.297699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:16.298561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.299959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "PUT /v2.0/ports/81f50844-b55e-4903-9226-f8b42e085452 HTTP/1.1" status: 200 len: 979 time: 0.9589338 Apr 05 19:01:16.303002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42564) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:16.333899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-864eaf18-da1e-4a25-9cbb-d292809c94a1 req-4b86b67a-309a-4587-9979-fe97f89e076c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803137 Apr 05 19:01:16.357091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab045d-e95f-40e2-817d-29cb861691b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event updated for resources: {'Port': ['ID=81f50844-b55e-4903-9226-f8b42e085452,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:16.447384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-69bc37ec-a8b6-4826-8c97-ce3be6d0a9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Deleting port 81f50844-b55e-4903-9226-f8b42e085452 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:16.448297 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69bc37ec-a8b6-4826-8c97-ce3be6d0a9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.465455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:16.544928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-69bc37ec-a8b6-4826-8c97-ce3be6d0a9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] For port 81f50844-b55e-4903-9226-f8b42e085452, host n-h2-836650-3, got binding levels [] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:16.545304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69bc37ec-a8b6-4826-8c97-ce3be6d0a9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.568823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-69bc37ec-a8b6-4826-8c97-ce3be6d0a9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Calling delete_port for 81f50844-b55e-4903-9226-f8b42e085452 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:16.609744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:16.621357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08080479-4eb9-42f1-bcf6-8a2c2dad104e None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:16.630487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.640795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08080479-4eb9-42f1-bcf6-8a2c2dad104e None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:16.641659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-08080479-4eb9-42f1-bcf6-8a2c2dad104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:16.681948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-34a39690-c5ae-42d0-a031-81f11814a59f tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4047256 Apr 05 19:01:16.682862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69bc37ec-a8b6-4826-8c97-ce3be6d0a9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.684410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42572) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:16.689914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0584dbfe-cdf0-4026-add6-8d8c89fb9cd0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:16.698222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-08080479-4eb9-42f1-bcf6-8a2c2dad104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:16.719887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08080479-4eb9-42f1-bcf6-8a2c2dad104e None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:16.721857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-08080479-4eb9-42f1-bcf6-8a2c2dad104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:16.731347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69bc37ec-a8b6-4826-8c97-ce3be6d0a9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.735371 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-69bc37ec-a8b6-4826-8c97-ce3be6d0a9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "DELETE /v2.0/ports/81f50844-b55e-4903-9226-f8b42e085452 HTTP/1.1" status: 204 len: 168 time: 0.4316568 Apr 05 19:01:16.736757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc37ec-a8b6-4826-8c97-ce3be6d0a9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] Pushing event deleted for resources: {'Port': ['ID=81f50844-b55e-4903-9226-f8b42e085452,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:16.738816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42574) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:16.764356 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e12076-8746-4cbc-9b03-46e61522b321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] GET failed (client error): The resource could not be found. Apr 05 19:01:16.766380 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d3e12076-8746-4cbc-9b03-46e61522b321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-116348539-project-admin] 10.222.0.15 "GET /v2.0/ports/81f50844-b55e-4903-9226-f8b42e085452 HTTP/1.1" status: 404 len: 333 time: 0.0264201 Apr 05 19:01:16.767296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-08080479-4eb9-42f1-bcf6-8a2c2dad104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:16.768445 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08080479-4eb9-42f1-bcf6-8a2c2dad104e None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:16.769804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42576) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:16.803161 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0584dbfe-cdf0-4026-add6-8d8c89fb9cd0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.863959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.961440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.982531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0584dbfe-cdf0-4026-add6-8d8c89fb9cd0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.983577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66b5292-a51a-46f8-a6c2-d128d9982e1c']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:16.988243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0584dbfe-cdf0-4026-add6-8d8c89fb9cd0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:16.988831 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-0584dbfe-cdf0-4026-add6-8d8c89fb9cd0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP e3b5b09c-fb93-4af9-b7a7-b4c5fee161fb disassociated. External IP: 172.25.4.127, port: 226e2677-482f-4cc1-a0fd-dc0ad2a9d667. Apr 05 19:01:16.994991 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f9bdce-31fc-4c1d-b07f-c5af357d9497') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:16.995283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f9bdce-31fc-4c1d-b07f-c5af357d9497') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:17.004990 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.019090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.025664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:01:17.026285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:01:17.029365 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:01:17.105368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.120410 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.126840 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] 10.222.0.15 "DELETE /v2.0/networks/f66b5292-a51a-46f8-a6c2-d128d9982e1c HTTP/1.1" status: 204 len: 168 time: 0.3532043 Apr 05 19:01:17.142669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa94e1d-b34c-4241-9588-04be6e2a35ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688953815-project] Pushing event deleted for resources: {'Network': ['ID=f66b5292-a51a-46f8-a6c2-d128d9982e1c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:17.246822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0584dbfe-cdf0-4026-add6-8d8c89fb9cd0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:17.417710 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 5e30ae1a-310e-46b3-a0be-e2f4773fa962 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:01:17.440765 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42586) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:17.468978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 5e30ae1a-310e-46b3-a0be-e2f4773fa962 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:01:17.469571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 5e30ae1a-310e-46b3-a0be-e2f4773fa962 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:01:17.602141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5c641-8600-48d2-ab4f-96c4632927c8 req-5f576e5c-885a-44c5-9dda-c4c8fda8fd2c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:17.603713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1f5c641-8600-48d2-ab4f-96c4632927c8 req-5f576e5c-885a-44c5-9dda-c4c8fda8fd2c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1639695 Apr 05 19:01:17.614528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ffe26-c37a-4995-b6d5-0b0531512015 req-ee3fbd2c-3f9b-4fcc-ab87-514b36fe1120 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:17.615933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-814ffe26-c37a-4995-b6d5-0b0531512015 req-ee3fbd2c-3f9b-4fcc-ab87-514b36fe1120 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 945 time: 0.1247776 Apr 05 19:01:17.624703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0584dbfe-cdf0-4026-add6-8d8c89fb9cd0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:17.635252 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9470486-02b6-4018-8ee2-42aa2596716b None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:17.653120 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0584dbfe-cdf0-4026-add6-8d8c89fb9cd0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.659482 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9470486-02b6-4018-8ee2-42aa2596716b None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:17.660110 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9470486-02b6-4018-8ee2-42aa2596716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:17.687211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0584dbfe-cdf0-4026-add6-8d8c89fb9cd0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/floatingips/e3b5b09c-fb93-4af9-b7a7-b4c5fee161fb HTTP/1.1" status: 200 len: 688 time: 1.0011055 Apr 05 19:01:17.688382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42594) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:17.716393 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-309c8feb-8d54-435d-8316-a8390360791b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f5fe46b50d3459494feb10480edff10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744977 Apr 05 19:01:17.721083 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9470486-02b6-4018-8ee2-42aa2596716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:17.721664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42596) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:17.735600 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9470486-02b6-4018-8ee2-42aa2596716b None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:17.736487 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9470486-02b6-4018-8ee2-42aa2596716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:17.782552 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d88072a-a660-4f49-b0a1-f9da7c3b3526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.785792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-7e56b381-9818-40e8-8676-08ad00624d29 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:17.787400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-7e56b381-9818-40e8-8676-08ad00624d29 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 945 time: 0.3101015 Apr 05 19:01:17.811515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d88072a-a660-4f49-b0a1-f9da7c3b3526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.823251 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9470486-02b6-4018-8ee2-42aa2596716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:17.824169 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9470486-02b6-4018-8ee2-42aa2596716b None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:17.854626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1f5c641-8600-48d2-ab4f-96c4632927c8 req-d43c228b-1737-4228-ad4e-58948fadd45e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374778 Apr 05 19:01:17.875284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-814ffe26-c37a-4995-b6d5-0b0531512015 req-f1c3659b-d789-4eb0-8054-95b5ecf0f80d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434387 Apr 05 19:01:17.902857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d88072a-a660-4f49-b0a1-f9da7c3b3526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.910261 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0d88072a-a660-4f49-b0a1-f9da7c3b3526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:17.914091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0d88072a-a660-4f49-b0a1-f9da7c3b3526 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2fea694-1ec1-44ae-86f2-74c2c9d36cee HTTP/1.1" status: 204 len: 168 time: 0.1890688 Apr 05 19:01:17.921534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88072a-a660-4f49-b0a1-f9da7c3b3526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fea694-1ec1-44ae-86f2-74c2c9d36cee,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:18.005451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port ab546d2d-f9c9-4023-82ff-97f1f07b7e29 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:18.005808 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.079905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Deleting port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:18.080255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.156832 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.158202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.184701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for ab546d2d-f9c9-4023-82ff-97f1f07b7e29 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:18.270964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] For port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:18.271580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.291342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Calling delete_port for f5aab101-2b09-43e7-9c0e-ca28c5b59e5a owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:18.328954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42604) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:18.387456 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f1068ae8-43f9-4bec-9202-133b8008695d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=adc0dcf00ef442e4976088382b6be5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563357 Apr 05 19:01:18.391463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42606) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:18.456166 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96f2a744-d21c-4ff9-8f47-3a13260a38c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.479102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96f2a744-d21c-4ff9-8f47-3a13260a38c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.491063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.530599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=ab546d2d-f9c9-4023-82ff-97f1f07b7e29,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:18.540167 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96f2a744-d21c-4ff9-8f47-3a13260a38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.544726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-96f2a744-d21c-4ff9-8f47-3a13260a38c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.551575 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-96f2a744-d21c-4ff9-8f47-3a13260a38c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c465c73e-d247-49d0-a56b-fd84881554c0 HTTP/1.1" status: 204 len: 168 time: 0.1581101 Apr 05 19:01:18.561945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2a744-d21c-4ff9-8f47-3a13260a38c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c465c73e-d247-49d0-a56b-fd84881554c0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:18.563707 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.585912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['f5aab101-2b09-43e7-9c0e-ca28c5b59e5a'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:18.591768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:18.630472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event deleted for resources: {'Port': ['ID=f5aab101-2b09-43e7-9c0e-ca28c5b59e5a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:18.724386 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.733766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.735177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4e881b4e-6cdb-4fdf-b46c-ce0df451dda0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/floatingips/e3b5b09c-fb93-4af9-b7a7-b4c5fee161fb HTTP/1.1" status: 204 len: 168 time: 1.0345480 Apr 05 19:01:18.739531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42616) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:18.744475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '06a82c41-29c8-48e7-9851-776ecad7ca8b'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:18.752386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] No DVR routers for this DVR port f5aab101-2b09-43e7-9c0e-ca28c5b59e5a on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:18.755452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.759746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-239c1a7e-6ba1-4089-98bb-d23f109379b2 req-cc28fc32-57e7-47d9-befa-ee4526626dcd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "DELETE /v2.0/ports/f5aab101-2b09-43e7-9c0e-ca28c5b59e5a HTTP/1.1" status: 204 len: 173 time: 0.9346030 Apr 05 19:01:18.760469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695d6925-cd73-4067-bd46-cb8dbad2a850', 'name': 'network-vif-deleted', 'tag': 'f5aab101-2b09-43e7-9c0e-ca28c5b59e5a'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:18.763285 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941a3f48-0a04-4190-8060-67c793fd8d86" -d '{"events": [{"server_uuid": "695d6925-cd73-4067-bd46-cb8dbad2a850", "name": "network-vif-deleted", "tag": "f5aab101-2b09-43e7-9c0e-ca28c5b59e5a"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:18.812031 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:18.869369 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec8a900-469b-45da-bde7-0bbf5ee1a8b0 x-openstack-request-id: req-6ec8a900-469b-45da-bde7-0bbf5ee1a8b0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:18.869659 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695d6925-cd73-4067-bd46-cb8dbad2a850", "name": "network-vif-deleted", "tag": "f5aab101-2b09-43e7-9c0e-ca28c5b59e5a", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:18.869906 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ec8a900-469b-45da-bde7-0bbf5ee1a8b0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:18.870307 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec8a900-469b-45da-bde7-0bbf5ee1a8b0'] response: {'server_uuid': '695d6925-cd73-4067-bd46-cb8dbad2a850', 'name': 'network-vif-deleted', 'tag': 'f5aab101-2b09-43e7-9c0e-ca28c5b59e5a', 'status': 'completed', 'code': 200} Apr 05 19:01:18.977434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:19.086192 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30717bed-72ba-4122-9b33-b0585e536f00 req-3bcac1eb-42ee-4e9c-a37d-c424660d98d4 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=695d6925-cd73-4067-bd46-cb8dbad2a850 HTTP/1.1" status: 200 len: 210 time: 0.0552597 Apr 05 19:01:19.121096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f78b2-95a8-4ed6-b9d7-9e631a3c0d79 req-7b8bdfab-f6b2-49c6-ae53-2abc8f9fabc1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:19.121096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b84f78b2-95a8-4ed6-b9d7-9e631a3c0d79 req-7b8bdfab-f6b2-49c6-ae53-2abc8f9fabc1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1265690 Apr 05 19:01:19.159298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.25.4.117 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/54e97d59-0e8e-4041-b4e2-db8b3275ff80) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:19.169856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b84f78b2-95a8-4ed6-b9d7-9e631a3c0d79 req-463ced11-d794-4a3b-a91d-22c9743d17dc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436847 Apr 05 19:01:19.316770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42638) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:19.330678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:19.382512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:19.472058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:19.475378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:19.478031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:19.486016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=54e97d59-0e8e-4041-b4e2-db8b3275ff80,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:19.534566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-220db51d-6978-42e3-8169-4b16c64fb34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:19.768186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-220db51d-6978-42e3-8169-4b16c64fb34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:19.774136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-220db51d-6978-42e3-8169-4b16c64fb34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:19.837980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220db51d-6978-42e3-8169-4b16c64fb34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82416c-cb85-4cb8-a1fe-24f762a25762,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:19.863327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-220db51d-6978-42e3-8169-4b16c64fb34c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c004f1dcaed241cba5d818fc228adf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437584 Apr 05 19:01:19.865364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42652) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:19.938542 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-599d0421-a52d-40c8-8545-b9a72e20499f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:19.971562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-599d0421-a52d-40c8-8545-b9a72e20499f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.036034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-599d0421-a52d-40c8-8545-b9a72e20499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.039528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-599d0421-a52d-40c8-8545-b9a72e20499f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.043028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-599d0421-a52d-40c8-8545-b9a72e20499f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f82416c-cb85-4cb8-a1fe-24f762a25762 HTTP/1.1" status: 204 len: 168 time: 0.1743541 Apr 05 19:01:20.050572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d0421-a52d-40c8-8545-b9a72e20499f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82416c-cb85-4cb8-a1fe-24f762a25762,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:20.108513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.218044 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.310321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058bfdd-102d-4e28-9e3f-1660d43669f5 req-ca1ac214-1a10-46f7-9283-abcf91d774b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:20.312967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8058bfdd-102d-4e28-9e3f-1660d43669f5 req-ca1ac214-1a10-46f7-9283-abcf91d774b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.0662646 Apr 05 19:01:20.360450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8058bfdd-102d-4e28-9e3f-1660d43669f5 req-727f1b63-32a6-43e3-9055-617e82b00832 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414083 Apr 05 19:01:20.414883 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.419503 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.520158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=54e97d59-0e8e-4041-b4e2-db8b3275ff80,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:20.543780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.645055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42700) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:20.670261 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6fc34e75-b097-420d-8fa0-9ee9d78e7c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.695718 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP 06135433-2fc7-492a-90d3-79b065b2c24e associated. External IP: 172.25.4.117, port: 06a82c41-29c8-48e7-9851-776ecad7ca8b. Apr 05 19:01:20.734897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-171cb2d7-fc92-406c-899a-02c53b0c6b9b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:20.736405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-171cb2d7-fc92-406c-899a-02c53b0c6b9b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.1836717 Apr 05 19:01:20.757265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-a05604c5-414d-41b4-a722-1a6cadab0c76 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/quotas/a7b70a1e430d42158b5c8c5773e08b2c HTTP/1.1" status: 200 len: 375 time: 0.0149412 Apr 05 19:01:20.848896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-49c742c4-8ac8-445c-a8ff-2a5a00ab4404 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809500 Apr 05 19:01:20.850784 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6fc34e75-b097-420d-8fa0-9ee9d78e7c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.869222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6fc34e75-b097-420d-8fa0-9ee9d78e7c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:20.988081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6fc34e75-b097-420d-8fa0-9ee9d78e7c59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=287141982d4c4e66a5f570088f8c394f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417652 Apr 05 19:01:20.991526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42714) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.013736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:21.066451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc34e75-b097-420d-8fa0-9ee9d78e7c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72467f6c-6303-4833-9567-e0e60896531e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:21.084293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-a667a469-fd1e-4773-8332-3bf312afa565 service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172835 Apr 05 19:01:21.151799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c51e51bc-9256-4cd1-8660-06c33f399781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:21.166140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:21.177944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bf4e4-88fa-4718-95dc-bb29bd473f08 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:21.191381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:21.191807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bf4e4-88fa-4718-95dc-bb29bd473f08 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:21.192693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f11bf4e4-88fa-4718-95dc-bb29bd473f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:21.219417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c51e51bc-9256-4cd1-8660-06c33f399781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:21.239020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42726) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.239259 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-17f93cd0-8c96-4b76-adb5-405cc76568db tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4980707 Apr 05 19:01:21.256652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f11bf4e4-88fa-4718-95dc-bb29bd473f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:21.266882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bf4e4-88fa-4718-95dc-bb29bd473f08 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:21.267563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f11bf4e4-88fa-4718-95dc-bb29bd473f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:21.311638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42728) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.315697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f11bf4e4-88fa-4718-95dc-bb29bd473f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:21.316721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bf4e4-88fa-4718-95dc-bb29bd473f08 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:21.323285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-39ed056c-39a0-4261-916e-a028f8e8ceaa service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243183 Apr 05 19:01:21.360984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-59eee5e9-d286-4586-823c-c175fe252c20 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "GET /v2.0/floatingips/06135433-2fc7-492a-90d3-79b065b2c24e HTTP/1.1" status: 200 len: 979 time: 0.1184118 Apr 05 19:01:21.361672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42732) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.394140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f5aab101-2b09-43e7-9c0e-ca28c5b59e5a no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:01:21.421976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: f5aab101-2b09-43e7-9c0e-ca28c5b59e5a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:01:21.422710 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f5aab101-2b09-43e7-9c0e-ca28c5b59e5a not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:01:21.516046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-2f9f0133-df29-4c8c-bc99-bc06767c6930 req-eda2e3c5-7d0c-48ee-b9d0-5480784d113a service neutron] (102640) timed out ('10.222.0.15', 49544) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:01:21.524245 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c51e51bc-9256-4cd1-8660-06c33f399781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:21.527254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c51e51bc-9256-4cd1-8660-06c33f399781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:21.528875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c51e51bc-9256-4cd1-8660-06c33f399781 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72467f6c-6303-4833-9567-e0e60896531e HTTP/1.1" status: 204 len: 168 time: 0.5340946 Apr 05 19:01:21.533549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c8d1b0bb-e35d-42c6-b952-13d2a2527844 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:21.583775 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8d1b0bb-e35d-42c6-b952-13d2a2527844 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] 10.222.0.15 "PUT /v2.0/quotas/a1bb62dd73bb4b67a6fbd5fb307c1365 HTTP/1.1" status: 200 len: 366 time: 0.2674661 Apr 05 19:01:21.584390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42744) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.610515 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be6cae42-2b5d-48ad-870d-e987a47ed5b9 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0249817 Apr 05 19:01:21.612928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42748) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.629092 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-538f2524-5ba6-4cec-b41f-6dbe5821039a tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] 10.222.0.15 "GET /v2.0/quotas/a1bb62dd73bb4b67a6fbd5fb307c1365 HTTP/1.1" status: 200 len: 366 time: 0.0150805 Apr 05 19:01:21.631835 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42750) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.661591 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f2a27db1-6d63-430d-a810-add9a1e1217f tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/a1bb62dd73bb4b67a6fbd5fb307c1365 HTTP/1.1" status: 204 len: 168 time: 0.0285869 Apr 05 19:01:21.663387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42752) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.680701 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f97d86cc-446f-4d17-b928-df77005324bd tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0153868 Apr 05 19:01:21.682637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42754) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.707699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e51bc-9256-4cd1-8660-06c33f399781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72467f6c-6303-4833-9567-e0e60896531e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:21.736886 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-314f0591-d5b5-439c-965f-fb31b0b408df tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] 10.222.0.15 "GET /v2.0/quotas/a1bb62dd73bb4b67a6fbd5fb307c1365 HTTP/1.1" status: 200 len: 370 time: 0.0487127 Apr 05 19:01:21.736886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42760) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.745157 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9fab719b-ee6c-49a9-82d1-d2c399eaf21e tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] 10.222.0.15 "GET /v2.0/quotas/a1bb62dd73bb4b67a6fbd5fb307c1365/default HTTP/1.1" status: 200 len: 370 time: 0.0082626 Apr 05 19:01:21.749237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42762) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:21.759672 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-ab232d7e-7540-4ef9-984b-056b07f0782d tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] delete failed (client error): The resource could not be found. Apr 05 19:01:21.761103 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ab232d7e-7540-4ef9-984b-056b07f0782d tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/a1bb62dd73bb4b67a6fbd5fb307c1365 HTTP/1.1" status: 404 len: 348 time: 0.0107563 Apr 05 19:01:22.077287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42784) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:22.122077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Usage tracker for resource:network and tenant:c81641acf94f470298e51006ca3c3d60 is out of sync, need to count used quota {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 19:01:22.131875 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 19:01:22.150625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Usage tracker for resource:subnet and tenant:c81641acf94f470298e51006ca3c3d60 is out of sync, need to count used quota {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 19:01:22.174728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 19:01:22.201276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Usage tracker for resource:subnetpool and tenant:c81641acf94f470298e51006ca3c3d60 is out of sync, need to count used quota {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 19:01:22.216473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 19:01:22.226347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Usage tracker for resource:port and tenant:c81641acf94f470298e51006ca3c3d60 is out of sync, need to count used quota {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 19:01:22.234348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 19:01:22.245573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Usage tracker for resource:router and tenant:c81641acf94f470298e51006ca3c3d60 is out of sync, need to count used quota {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 19:01:22.259852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 19:01:22.268106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-890d15bc-2950-4b7b-a1e4-3f1786ca2f34 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.9026954 Apr 05 19:01:22.269195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42790) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:22.273750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'port_id': '226e2677-482f-4cc1-a0fd-dc0ad2a9d667'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:22.289115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71f93fb4-868a-4780-b5c3-41097c609406 req-d966717d-20c0-4313-a2a8-a1f37972ca36 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 210 time: 0.6481473 Apr 05 19:01:22.320959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54600436-ae7e-4a24-ae35-0da385945df2 req-ebebcf3f-44e8-4f22-b7f8-5d8ac594b7ca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:22.323366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54600436-ae7e-4a24-ae35-0da385945df2 req-ebebcf3f-44e8-4f22-b7f8-5d8ac594b7ca tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.8188972 Apr 05 19:01:22.328860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Usage tracker for resource:floatingip and tenant:c81641acf94f470298e51006ca3c3d60 is out of sync, need to count used quota {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 19:01:22.340383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 19:01:22.364514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:22.377972 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54600436-ae7e-4a24-ae35-0da385945df2 req-9c5f47e1-9ef3-440f-a40f-16fa4f9a57c7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471494 Apr 05 19:01:22.484359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Usage tracker for resource:security_group and tenant:c81641acf94f470298e51006ca3c3d60 is out of sync, need to count used quota {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 19:01:22.524183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 19:01:22.558721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Usage tracker for resource:security_group_rule and tenant:c81641acf94f470298e51006ca3c3d60 is out of sync, need to count used quota {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 05 19:01:22.603933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.quota.resource [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 05 19:01:22.612707 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ecfc4349-b5e8-4fd7-aa5e-216ff2ebd3c0 tempest-QuotasTest-603895117 tempest-QuotasTest-603895117-project-admin] 10.222.0.15 "GET /v2.0/quotas/c81641acf94f470298e51006ca3c3d60/details.json HTTP/1.1" status: 200 len: 703 time: 0.5308912 Apr 05 19:01:23.084359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42818) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:23.118706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:23.126269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:23.183010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-9e74fecb-eab0-4201-aa11-f48006673e31 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:23.189423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-9e74fecb-eab0-4201-aa11-f48006673e31 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.2557318 Apr 05 19:01:23.215789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Request body: {'port': {'device_id': '6428d17f-413b-45ac-b5d9-c94ba98d6e2e', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'admin_state_up': True, 'tenant_id': 'a7b70a1e430d42158b5c8c5773e08b2c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:23.348436 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP 06135433-2fc7-492a-90d3-79b065b2c24e associated. External IP: 172.25.4.117, port: 06a82c41-29c8-48e7-9851-776ecad7ca8b. Apr 05 19:01:23.399536 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50dafb8d-05e3-4891-acf3-88c5a610ca74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:23.495395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8d1d6cf-a0c7-455c-b358-dee9941be081 req-6be546cf-0657-4815-ba8c-c5b7b3b8f879 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 210 time: 0.0920198 Apr 05 19:01:23.615828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99166be-6e6b-4ea0-a494-cf982315f064 req-718e837b-9f2b-4560-98a3-ba6002c70a6e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:23.618855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e99166be-6e6b-4ea0-a494-cf982315f064 req-718e837b-9f2b-4560-98a3-ba6002c70a6e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1206996 Apr 05 19:01:23.620802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Made reservation on behalf of a7b70a1e430d42158b5c8c5773e08b2c for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:23.625095 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:23.753652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50dafb8d-05e3-4891-acf3-88c5a610ca74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:23.767375 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50dafb8d-05e3-4891-acf3-88c5a610ca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:23.777540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e99166be-6e6b-4ea0-a494-cf982315f064 req-30dc32a7-4d7e-47f8-b8fc-ec6935b223a5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493618 Apr 05 19:01:23.869362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-50dafb8d-05e3-4891-acf3-88c5a610ca74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76a009cddc9349e5a3a3e16c21f560e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832115 Apr 05 19:01:23.872633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dafb8d-05e3-4891-acf3-88c5a610ca74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17eada7-35ff-4d45-bb3d-526dc70baaae,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:23.879228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42848) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:23.905791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Allocated IP 172.20.0.6 (140c2b86-c767-4aeb-ae57-4a1d164fc7a6/8b490b4b-094b-4c91-92eb-ef38c5a6809a/a8138a35-9bce-4f79-9ffc-4f4e835b7caf) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:23.979219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a5f29202-3d3e-4dc2-9214-9a993d8875e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:24.065099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:24.097909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a5f29202-3d3e-4dc2-9214-9a993d8875e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:24.195459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:24.200772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:24.220262 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbacd75-7baa-4950-a8e4-178da4824593 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:24.223035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a5f29202-3d3e-4dc2-9214-9a993d8875e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:24.226469 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a5f29202-3d3e-4dc2-9214-9a993d8875e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:24.228749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a5f29202-3d3e-4dc2-9214-9a993d8875e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e17eada7-35ff-4d45-bb3d-526dc70baaae HTTP/1.1" status: 204 len: 168 time: 0.3486478 Apr 05 19:01:24.254761 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbacd75-7baa-4950-a8e4-178da4824593 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:24.255370 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dcbacd75-7baa-4950-a8e4-178da4824593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:24.287917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f29202-3d3e-4dc2-9214-9a993d8875e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17eada7-35ff-4d45-bb3d-526dc70baaae,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:24.324636 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:24.325522 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dcbacd75-7baa-4950-a8e4-178da4824593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:24.346448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:24.353793 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbacd75-7baa-4950-a8e4-178da4824593 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:24.355115 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dcbacd75-7baa-4950-a8e4-178da4824593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:24.428278 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dcbacd75-7baa-4950-a8e4-178da4824593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:24.432474 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbacd75-7baa-4950-a8e4-178da4824593 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:24.468208 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-9c544aac-61aa-4365-bc61-de7d9f0eab73 service neutron] show failed (client error): The resource could not be found. Apr 05 19:01:24.469230 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-9c544aac-61aa-4365-bc61-de7d9f0eab73 service neutron] 10.222.0.25 "GET /v2.0/ports/f8016386-4483-4499-842d-30d50bc0a4d6/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.2036741 Apr 05 19:01:24.480151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:24.484974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:24.489215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:24.503831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event updated for resources: {'Port': ['ID=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:24.621803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:24.622502 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:24.664376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:24.711420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-c1d0b87c-43b6-46c5-9962-640c704e2890 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5068719 Apr 05 19:01:24.742060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Request body: {'port': {'device_id': '6428d17f-413b-45ac-b5d9-c94ba98d6e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:24.835364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02061211-6ce0-4602-81a0-aefe37c1452b req-f7eaaa39-3997-45e1-86d2-0f568771cd41 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:24.852694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02061211-6ce0-4602-81a0-aefe37c1452b req-f7eaaa39-3997-45e1-86d2-0f568771cd41 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 931 time: 0.2197595 Apr 05 19:01:24.934060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:24.964741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-1fe81361-6ab4-4514-ad05-9e6dedeeaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:24.966243 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-1fe81361-6ab4-4514-ad05-9e6dedeeaa7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 1097 time: 0.2107322 Apr 05 19:01:24.991384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:25.010915 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-407bb390-0666-4cde-8cdd-6589f1639d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.022340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:25.028431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.035429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938e4e9-3407-4a70-9247-b262e79eb342 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:25.046254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.051925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938e4e9-3407-4a70-9247-b262e79eb342 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:25.055412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2938e4e9-3407-4a70-9247-b262e79eb342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:25.072927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02061211-6ce0-4602-81a0-aefe37c1452b req-392e7cfe-eca1-4c60-838e-3b1ccd8e01f5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982045 Apr 05 19:01:25.115091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2d883-292a-4dbd-8195-6eefe92066e9 req-9edfd8c4-9110-425f-a590-c4cddbe735f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:25.118510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2938e4e9-3407-4a70-9247-b262e79eb342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:25.123011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73b2d883-292a-4dbd-8195-6eefe92066e9 req-9edfd8c4-9110-425f-a590-c4cddbe735f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1466432 Apr 05 19:01:25.131696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938e4e9-3407-4a70-9247-b262e79eb342 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:25.133604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2938e4e9-3407-4a70-9247-b262e79eb342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:25.136023 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.163947 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-83151899-1add-4cc4-9772-4b6d6f0c0661 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/floatingips/06135433-2fc7-492a-90d3-79b065b2c24e HTTP/1.1" status: 200 len: 977 time: 2.8937120 Apr 05 19:01:25.166546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42894) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:25.173783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-514bc8a5-10dd-4eb5-b1cc-0c8c3320e2a0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:25.193048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2938e4e9-3407-4a70-9247-b262e79eb342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:25.194982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938e4e9-3407-4a70-9247-b262e79eb342 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:25.252157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73b2d883-292a-4dbd-8195-6eefe92066e9 req-c461060f-65b1-47d0-92f5-a5f683f31cf7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282384 Apr 05 19:01:25.320006 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-514bc8a5-10dd-4eb5-b1cc-0c8c3320e2a0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.386731 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-407bb390-0666-4cde-8cdd-6589f1639d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.416631 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-407bb390-0666-4cde-8cdd-6589f1639d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.444073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-407bb390-0666-4cde-8cdd-6589f1639d33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c81641acf94f470298e51006ca3c3d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081086 Apr 05 19:01:25.447189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 42898) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:25.612725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-514bc8a5-10dd-4eb5-b1cc-0c8c3320e2a0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.618504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8138a35-9bce-4f79-9ffc-4f4e835b7caf {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:01:25.626148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:25.627280 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.637423 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-514bc8a5-10dd-4eb5-b1cc-0c8c3320e2a0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.637694 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-514bc8a5-10dd-4eb5-b1cc-0c8c3320e2a0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP 06135433-2fc7-492a-90d3-79b065b2c24e disassociated. External IP: 172.25.4.117, port: 226e2677-482f-4cc1-a0fd-dc0ad2a9d667. Apr 05 19:01:25.637831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bb390-0666-4cde-8cdd-6589f1639d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057d510f-4720-4643-9118-c45012326f0b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:25.646516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Transition to ACTIVE for port object a8138a35-9bce-4f79-9ffc-4f4e835b7caf will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:01:25.657747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.686919 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a0abc9d-5794-4067-ba85-9f4981a379f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.747634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a0abc9d-5794-4067-ba85-9f4981a379f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.753201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Pushing event updated for resources: {'Port': ['ID=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:25.809016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:25.928550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Attempting to bind port a8138a35-9bce-4f79-9ffc-4f4e835b7caf on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:25.929103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Attempting to bind port a8138a35-9bce-4f79-9ffc-4f4e835b7caf by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:25.929555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Attempting to bind port a8138a35-9bce-4f79-9ffc-4f4e835b7caf on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:25.931075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:25.933750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a0abc9d-5794-4067-ba85-9f4981a379f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.935171 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9372f739-6a4d-49f9-b332-5ac7e09eaf7b" -d '{"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-unplugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:25.936795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a0abc9d-5794-4067-ba85-9f4981a379f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.940544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5a0abc9d-5794-4067-ba85-9f4981a379f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/057d510f-4720-4643-9118-c45012326f0b HTTP/1.1" status: 204 len: 168 time: 0.4843867 Apr 05 19:01:25.940716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:25.952801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Port a8138a35-9bce-4f79-9ffc-4f4e835b7caf on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:25.952801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Attempting to bind port a8138a35-9bce-4f79-9ffc-4f4e835b7caf on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:25.961991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0abc9d-5794-4067-ba85-9f4981a379f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057d510f-4720-4643-9118-c45012326f0b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:25.965513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:01:25.965925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Checking segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:25.966528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Bound using segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:01:25.967459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Bound port: a8138a35-9bce-4f79-9ffc-4f4e835b7caf, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:01:25.967771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:26.010977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Transition to ACTIVE for port object f8016386-4483-4499-842d-30d50bc0a4d6 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:01:26.020278 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:26.094816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] For port a8138a35-9bce-4f79-9ffc-4f4e835b7caf, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:26.099740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] For port a8138a35-9bce-4f79-9ffc-4f4e835b7caf, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:01:26.110129 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:26.156606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:26.158018 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:26.160388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] 10.222.0.20 "PUT /v2.0/ports/a8138a35-9bce-4f79-9ffc-4f4e835b7caf HTTP/1.1" status: 200 len: 1091 time: 1.4232519 Apr 05 19:01:26.160947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6428d17f-413b-45ac-b5d9-c94ba98d6e2e', 'tag': 'a8138a35-9bce-4f79-9ffc-4f4e835b7caf'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:26.163437 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8755e3-837c-4d9e-9596-5bbef5547f76" -d '{"events": [{"name": "network-changed", "server_uuid": "6428d17f-413b-45ac-b5d9-c94ba98d6e2e", "tag": "a8138a35-9bce-4f79-9ffc-4f4e835b7caf"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:26.280722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94d16e-24de-4821-b0b8-3350de43d4be service neutron] Pushing event updated for resources: {'Port': ['ID=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:26.345936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514bc8a5-10dd-4eb5-b1cc-0c8c3320e2a0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:26.355408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:26.390863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524e60-4d7c-499d-800c-ffff348182e1 req-f1a8d97b-4693-40d7-8332-1a561451dfef tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:26.392622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d524e60-4d7c-499d-800c-ffff348182e1 req-f1a8d97b-4693-40d7-8332-1a561451dfef tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 943 time: 0.2050743 Apr 05 19:01:26.447275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-b1188153-fa49-44c3-a5b1-38dbf511fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:26.453170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-b1188153-fa49-44c3-a5b1-38dbf511fd8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 1094 time: 0.1925123 Apr 05 19:01:26.475414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d524e60-4d7c-499d-800c-ffff348182e1 req-e28dd13b-bcce-46f1-87a9-7d0b81ed6d0a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664370 Apr 05 19:01:26.542219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] No DVR routers for this DVR port f8016386-4483-4499-842d-30d50bc0a4d6 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:26.565240 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ae815-7aee-4b78-b004-8c48f0084ba0 x-openstack-request-id: req-a22ae815-7aee-4b78-b004-8c48f0084ba0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:26.565977 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6428d17f-413b-45ac-b5d9-c94ba98d6e2e", "tag": "a8138a35-9bce-4f79-9ffc-4f4e835b7caf", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:26.566471 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a22ae815-7aee-4b78-b004-8c48f0084ba0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:26.566875 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22ae815-7aee-4b78-b004-8c48f0084ba0'] response: {'name': 'network-changed', 'server_uuid': '6428d17f-413b-45ac-b5d9-c94ba98d6e2e', 'tag': 'a8138a35-9bce-4f79-9ffc-4f4e835b7caf', 'status': 'completed', 'code': 200} Apr 05 19:01:26.569379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-d09fe9f2-4c7e-4c92-b123-548ad35037de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8138a35-9bce-4f79-9ffc-4f4e835b7caf HTTP/1.1" status: 200 len: 217 time: 0.0928128 Apr 05 19:01:26.631214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-9250e012-9e20-47a8-8864-09b19be5d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:26.632942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-9250e012-9e20-47a8-8864-09b19be5d362 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.0536931 Apr 05 19:01:26.650451 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50ddb17-04e3-4ef7-8686-2a9631de0ee1 x-openstack-request-id: req-b50ddb17-04e3-4ef7-8686-2a9631de0ee1 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:26.651142 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-unplugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:26.651756 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b50ddb17-04e3-4ef7-8686-2a9631de0ee1 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:26.652428 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50ddb17-04e3-4ef7-8686-2a9631de0ee1'] response: {'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'code': 200} Apr 05 19:01:26.697739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-39f38283-f160-44b9-8e50-5a702217b2d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527680 Apr 05 19:01:26.731193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514bc8a5-10dd-4eb5-b1cc-0c8c3320e2a0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:26.740987 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f2652-4069-4219-8ddd-a6fb7cbc20a0 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:26.753410 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f2652-4069-4219-8ddd-a6fb7cbc20a0 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:26.754346 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3c1f2652-4069-4219-8ddd-a6fb7cbc20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:26.759585 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-514bc8a5-10dd-4eb5-b1cc-0c8c3320e2a0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:26.795948 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3c1f2652-4069-4219-8ddd-a6fb7cbc20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:26.808435 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f2652-4069-4219-8ddd-a6fb7cbc20a0 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:26.810132 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3c1f2652-4069-4219-8ddd-a6fb7cbc20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:26.825306 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-514bc8a5-10dd-4eb5-b1cc-0c8c3320e2a0 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/floatingips/06135433-2fc7-492a-90d3-79b065b2c24e HTTP/1.1" status: 200 len: 688 time: 1.6575711 Apr 05 19:01:26.828634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 42942) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:26.830999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9668be-2ef1-4da0-bb0d-39334e7b3305 req-d92926a9-7c76-42fa-879f-2cd25b040903 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:26.835776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe9668be-2ef1-4da0-bb0d-39334e7b3305 req-d92926a9-7c76-42fa-879f-2cd25b040903 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 944 time: 0.1895053 Apr 05 19:01:26.857848 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3c1f2652-4069-4219-8ddd-a6fb7cbc20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:26.859600 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f2652-4069-4219-8ddd-a6fb7cbc20a0 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:26.905716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-3be25476-243d-4cb8-b8a6-3df7f9df07d0 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928842 Apr 05 19:01:26.960029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe9668be-2ef1-4da0-bb0d-39334e7b3305 req-1188c452-d90f-49b8-a16a-b123444d3726 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133547 Apr 05 19:01:27.050523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd61e90f-1a59-443b-a904-282c84ee6291 req-b7ffbbaf-576d-4120-be9c-2f4596b745e6 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337593 Apr 05 19:01:27.196511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-571ab33c-1709-4c6d-855c-c3baf08c5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:27.198832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-571ab33c-1709-4c6d-855c-c3baf08c5040 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 1094 time: 0.0782316 Apr 05 19:01:27.344566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-c8ac3dbd-a111-4a32-a79e-c4a3d4574511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:27.346426 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-c8ac3dbd-a111-4a32-a79e-c4a3d4574511 service neutron] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 906 time: 0.1386213 Apr 05 19:01:27.383711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:27.384217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:27.384355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:27.403741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Port f8016386-4483-4499-842d-30d50bc0a4d6 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:27.404058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:27.437325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-bacf58ef-10cc-487c-b9fa-ed31307e96a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8138a35-9bce-4f79-9ffc-4f4e835b7caf HTTP/1.1" status: 200 len: 217 time: 0.0814757 Apr 05 19:01:27.442424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:01:27.442424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Checking segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:27.442424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Bound using segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:01:27.442843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Bound port: f8016386-4483-4499-842d-30d50bc0a4d6, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:01:27.443193 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:27.523505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-51d627f0-0d9f-4d60-aea6-b53f5b0a49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:27.525280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-51d627f0-0d9f-4d60-aea6-b53f5b0a49ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.0714178 Apr 05 19:01:27.579798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-87167c24-bd0f-4944-9616-9ce8fb300894 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472002 Apr 05 19:01:27.587603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 54e97d59-0e8e-4041-b4e2-db8b3275ff80 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:27.588178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:27.592341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:27.660598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:01:27.669654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:27.723964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab124e7-e48c-42be-a463-e7b6ff68c64f req-a768f21f-f539-47f5-a395-8b6d2efbfb54 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:27.737898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aab124e7-e48c-42be-a463-e7b6ff68c64f req-a768f21f-f539-47f5-a395-8b6d2efbfb54 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 943 time: 0.1608639 Apr 05 19:01:27.791421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:27.792463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:27.793801 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] 10.222.0.20 "PUT /v2.0/ports/f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1092 time: 2.8149459 Apr 05 19:01:27.824110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aab124e7-e48c-42be-a463-e7b6ff68c64f req-d8806103-45ee-4792-9267-f35e09f0521c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853107 Apr 05 19:01:27.829728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-e2720377-43a7-4fa7-b3f3-be79841a8c78 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388482 Apr 05 19:01:27.843138 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:27.843468 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:27.881362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 54e97d59-0e8e-4041-b4e2-db8b3275ff80 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:27.914970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2974917-b60b-4bbb-8a52-b9c4ff4e3099 service neutron] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:27.941760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-066a4c76-4615-4640-9fca-122a77346878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:27.943349 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-066a4c76-4615-4640-9fca-122a77346878 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1095 time: 0.1166999 Apr 05 19:01:27.973212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf8755e3-837c-4d9e-9596-5bbef5547f76 req-547553b0-305a-4aea-9063-4b8e6d1b6ac7 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285148 Apr 05 19:01:28.206477 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:28.221463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd0d39-89f7-455a-ae65-0d61f54280e2 req-18cae973-19af-479c-8574-d74616fe4b87 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.227186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7cd0d39-89f7-455a-ae65-0d61f54280e2 req-18cae973-19af-479c-8574-d74616fe4b87 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 944 time: 0.1339679 Apr 05 19:01:28.273667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=54e97d59-0e8e-4041-b4e2-db8b3275ff80,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:28.308276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7cd0d39-89f7-455a-ae65-0d61f54280e2 req-f824aac1-76bf-42b4-a982-1c8b65cf94f4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738339 Apr 05 19:01:28.349364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-8498a637-5acd-41ab-90df-e6c68baa816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.350874 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-8498a637-5acd-41ab-90df-e6c68baa816d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.3749988 Apr 05 19:01:28.366443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:28.383010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:28.385042 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:28.392667 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3e71d6ba-ef82-4970-871d-824fb08b7ade tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/floatingips/06135433-2fc7-492a-90d3-79b065b2c24e HTTP/1.1" status: 204 len: 168 time: 1.5565724 Apr 05 19:01:28.392854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43008) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:28.457064 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-7e561ea8-c6ae-401a-a008-3ff60bb3697a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] delete failed (client error): The resource could not be found. Apr 05 19:01:28.458605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7e561ea8-c6ae-401a-a008-3ff60bb3697a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/floatingips/06135433-2fc7-492a-90d3-79b065b2c24e HTTP/1.1" status: 404 len: 345 time: 0.0680594 Apr 05 19:01:28.463559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43010) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:28.534539 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-0ff4f4c8-06ce-42d5-841c-fb5cfd245612 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.1517868 Apr 05 19:01:28.576563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1712518814', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:28.583249 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-0b6df738-5fe9-4c58-a150-cc88d5575655 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892367 Apr 05 19:01:28.594235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70b9c0-7f15-46a8-8400-277d1b0d78ac tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.596119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b05acd6f-8f7c-4f0e-8573-de38d2029448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.597587 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b05acd6f-8f7c-4f0e-8573-de38d2029448 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.0540683 Apr 05 19:01:28.600941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70b9c0-7f15-46a8-8400-277d1b0d78ac tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.607009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70b9c0-7f15-46a8-8400-277d1b0d78ac tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.608893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1f70b9c0-7f15-46a8-8400-277d1b0d78ac tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "GET /v2.0/ports?network_id=84e4703f-9672-4875-888c-46b91a6f19cd HTTP/1.1" status: 200 len: 2358 time: 0.1440902 Apr 05 19:01:28.611887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43012) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:28.619122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:01:28.632542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Made reservation on behalf of 2f407154e8bd418ca3449194dba1d65f for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:28.635756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:28.661413 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:28.672725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:01:28.675487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:28.677765 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03112558-fb2c-4350-86d5-aca03fb91c00" -d '{"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:28.721589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-cfd69768-c7c3-4d00-bc11-e8fc71dcf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.723419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-cfd69768-c7c3-4d00-bc11-e8fc71dcf875 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 1097 time: 0.0724134 Apr 05 19:01:28.742181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e4eeb-78bc-4ce6-a620-9887f7b490c8 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.743564 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ed7e4eeb-78bc-4ce6-a620-9887f7b490c8 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "GET /v2.0/subnets/33df997f-00e3-4036-8e0c-f2d363c5a894 HTTP/1.1" status: 200 len: 797 time: 0.1164920 Apr 05 19:01:28.751089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43020) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:28.757652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'port': {'network_id': '84e4703f-9672-4875-888c-46b91a6f19cd', 'name': 'tempest-FloatingIPTestJSON-987504505', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:28.763835 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b72ca8d1-8edf-45ce-98cb-b9a1b6d1768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.765938 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-b72ca8d1-8edf-45ce-98cb-b9a1b6d1768c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586568 Apr 05 19:01:28.792293 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8e17ee-8163-4abc-8bc8-d23ed017cba9 x-openstack-request-id: req-df8e17ee-8163-4abc-8bc8-d23ed017cba9 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:28.792620 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:28.792834 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df8e17ee-8163-4abc-8bc8-d23ed017cba9 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:28.794205 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8e17ee-8163-4abc-8bc8-d23ed017cba9'] response: {'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'status': 'completed', 'code': 200} Apr 05 19:01:28.918084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:28.939218 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:28.974370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-b1135194-1eef-416b-9512-eb618d48630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:28.976148 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-b1135194-1eef-416b-9512-eb618d48630f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1095 time: 0.1648586 Apr 05 19:01:28.981847 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-4a6546f2-8b6a-4e51-9e72-a968dafc51cd service neutron] 10.222.0.20 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974063 Apr 05 19:01:28.989218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] device_id is not set on port 6d8c4846-7cf8-473c-ae4e-365dff68139d yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:29.066819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-939bbd45-a4e7-4930-ad86-c3fb1325457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:29.069539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-939bbd45-a4e7-4930-ad86-c3fb1325457d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.3198063 Apr 05 19:01:29.082065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ad575-4caf-4ef9-afff-8be1cf7e07f7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:29.156949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-b84d9ea1-d822-4e2b-b25c-a7c7cf872123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:29.158362 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-b84d9ea1-d822-4e2b-b25c-a7c7cf872123 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.1739264 Apr 05 19:01:29.187072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43030) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:29.240006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Made reservation on behalf of b17ed91e1204461196ca1c6893185a57 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:29.256850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-21b0b83c-6280-4fe1-b6b7-3fb54ce1189b req-fc29c175-7450-4e98-968c-d5e4d5214fab service neutron] 10.222.0.20 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636340 Apr 05 19:01:29.267261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ea295-e7dc-493b-9ff6-788c5974853b req-523a32f5-67ff-48dc-b22b-b8a08ec0e521 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:29.268958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c52ea295-e7dc-493b-9ff6-788c5974853b req-523a32f5-67ff-48dc-b22b-b8a08ec0e521 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 943 time: 0.3315079 Apr 05 19:01:29.297969 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-54ace16c-e8df-462b-a016-113144ba7e9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.1317739 Apr 05 19:01:29.367706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-788db50c-f74e-4af8-8929-2ce0e8ccf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:29.370091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-788db50c-f74e-4af8-8929-2ce0e8ccf434 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.0634067 Apr 05 19:01:29.409867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a8138a35-9bce-4f79-9ffc-4f4e835b7caf details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:01:29.519259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-402886fb-7366-4043-8ead-e4362104793f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d HTTP/1.1" status: 200 len: 1002 time: 0.4209657 Apr 05 19:01:29.545747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-088de214-3776-4252-83c9-614e41d51c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:29.547449 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-088de214-3776-4252-83c9-614e41d51c21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1095 time: 0.1761501 Apr 05 19:01:29.552559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-d79aa121-68f7-4781-a7d1-6978172a634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:29.554369 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-d79aa121-68f7-4781-a7d1-6978172a634b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733367 Apr 05 19:01:29.598995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c52ea295-e7dc-493b-9ff6-788c5974853b req-66c6c466-6a46-454d-bfb4-7d4feee03df1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907805 Apr 05 19:01:29.602948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a8138a35-9bce-4f79-9ffc-4f4e835b7caf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:29.629911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'a8138a35-9bce-4f79-9ffc-4f4e835b7caf', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'port_id': 'a8138a35-9bce-4f79-9ffc-4f4e835b7caf', 'mac_address': 'fa:16:3e:72:a5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b490b4b-094b-4c91-92eb-ef38c5a6809a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:01:29.646119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Allocated IP 172.25.4.61 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/6d8c4846-7cf8-473c-ae4e-365dff68139d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:29.676297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-6481a4e2-86f7-48b9-8083-e9874e9492aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:29.677469 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-6481a4e2-86f7-48b9-8083-e9874e9492aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.1221805 Apr 05 19:01:29.685417 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:29.703008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8138a35-9bce-4f79-9ffc-4f4e835b7caf {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:01:29.729959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a8138a35-9bce-4f79-9ffc-4f4e835b7caf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:29.757533 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:29.798154 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-1ac39b75-ccc7-495d-8a85-99de50752f1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.1110814 Apr 05 19:01:29.859585 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-4b204e88-f009-4032-9d3c-14e4277271dc service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809733 Apr 05 19:01:29.868965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:29.877445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-b9e988a7-a9ed-47a0-910b-73ada6de208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:29.878881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-b9e988a7-a9ed-47a0-910b-73ada6de208f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.0703459 Apr 05 19:01:29.879834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.880508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.881014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.881698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.882369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.882879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.883369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.883858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.884525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.885027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.885599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:29.886087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:30.001154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a8138a35-9bce-4f79-9ffc-4f4e835b7caf'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:30.032995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-007a67d2-33d7-40d5-aa10-96cc953e0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:30.034771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-007a67d2-33d7-40d5-aa10-96cc953e0d0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459119 Apr 05 19:01:30.136310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43048) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:30.146236 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.166491 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.194443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-969cd982-0c26-4441-91ee-d4da39e13e9a service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282685 Apr 05 19:01:30.240165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8189f-b500-49f2-b969-586189051e96 req-0667cdb5-44f1-441e-a717-bd9648bcd28f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:30.249143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fb8189f-b500-49f2-b969-586189051e96 req-0667cdb5-44f1-441e-a717-bd9648bcd28f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 944 time: 0.7695360 Apr 05 19:01:30.257936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-27c5c849-79d4-448d-a218-7ca3e19b30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:30.259601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-27c5c849-79d4-448d-a218-7ca3e19b30ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.6913538 Apr 05 19:01:30.287373 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-d6f19eeb-6074-4126-ae12-d94e2c586e84 service neutron] 10.222.0.20 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442522 Apr 05 19:01:30.301893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] device_id is not set on port 60d065c4-74aa-462f-b8f8-ce2c0dbe3758 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:30.380404 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ff3559c3-878a-42ec-9b6b-9b1c728f4123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.512861 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03112558-fb2c-4350-86d5-aca03fb91c00 req-da367fe8-dba2-4bda-9588-b1ff27f2b6f0 service neutron] 10.222.0.20 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134435 Apr 05 19:01:30.518930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ff3559c3-878a-42ec-9b6b-9b1c728f4123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.523911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ff3559c3-878a-42ec-9b6b-9b1c728f4123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.582163 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ff3559c3-878a-42ec-9b6b-9b1c728f4123 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d60f11dc1a254076a96f5b3d0c66e803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352682 Apr 05 19:01:30.582163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43062) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:30.583115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3559c3-878a-42ec-9b6b-9b1c728f4123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5847d814-121b-43dc-acb5-ea90e8cfd7a6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:30.645510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c2b646c-452f-4284-9f10-9bc8cf955085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.669520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c2b646c-452f-4284-9f10-9bc8cf955085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.735610 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c2b646c-452f-4284-9f10-9bc8cf955085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.739925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c2b646c-452f-4284-9f10-9bc8cf955085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.741352 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5c2b646c-452f-4284-9f10-9bc8cf955085 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5847d814-121b-43dc-acb5-ea90e8cfd7a6 HTTP/1.1" status: 204 len: 168 time: 0.1614299 Apr 05 19:01:30.753409 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b646c-452f-4284-9f10-9bc8cf955085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5847d814-121b-43dc-acb5-ea90e8cfd7a6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:30.865496 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:30.971028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:30.995901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:31.024099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:31.031790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fb8189f-b500-49f2-b969-586189051e96 req-8c8a179f-8f12-4323-9db7-c07952a11df7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7820158 Apr 05 19:01:31.123769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:31.124522 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.156620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43076) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:31.160203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-71f11646-de53-4145-afae-f4382eda4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:31.161776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-71f11646-de53-4145-afae-f4382eda4185 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8913786 Apr 05 19:01:31.172469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d17fdec2-bee1-4353-a1d4-6e024cff99cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.175887 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43189139-d875-4a81-9345-2d084fe5d5a0 req-295343f6-06e0-4e30-8a22-6ab5d41aa819 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:31.177449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43189139-d875-4a81-9345-2d084fe5d5a0 req-295343f6-06e0-4e30-8a22-6ab5d41aa819 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 944 time: 0.3477545 Apr 05 19:01:31.186316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port 28bd7f4b-a9dd-4086-91f4-4fd88e08315a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:31.186690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.188445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Pushing event updated for resources: {'Port': ['ID=6d8c4846-7cf8-473c-ae4e-365dff68139d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:31.324897 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d17fdec2-bee1-4353-a1d4-6e024cff99cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.330508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d17fdec2-bee1-4353-a1d4-6e024cff99cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.358718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2b54c780-9ead-43b7-8635-0c840a366a3a tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9910750 Apr 05 19:01:31.359462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43082) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:31.371873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.61'}]}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:31.377992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fdec2-bee1-4353-a1d4-6e024cff99cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b890478-c74e-4bd8-8b72-163eb060dcb5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:31.399235 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d17fdec2-bee1-4353-a1d4-6e024cff99cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f87663933cf5436e8cab4d52680a9051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415538 Apr 05 19:01:31.401840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43084) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:31.408528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:01:31.421992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a8138a35-9bce-4f79-9ffc-4f4e835b7caf up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:01:31.436580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.437615 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.470864 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db6d3029-a9c1-4d63-8502-593277eea2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.498654 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db6d3029-a9c1-4d63-8502-593277eea2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.559286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db6d3029-a9c1-4d63-8502-593277eea2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.570752 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db6d3029-a9c1-4d63-8502-593277eea2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.574461 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-db6d3029-a9c1-4d63-8502-593277eea2fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b890478-c74e-4bd8-8b72-163eb060dcb5 HTTP/1.1" status: 204 len: 168 time: 0.1692491 Apr 05 19:01:31.578618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43189139-d875-4a81-9345-2d084fe5d5a0 req-fbd12f79-f258-49fd-b55a-8531a9e56883 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827960 Apr 05 19:01:31.604373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d3029-a9c1-4d63-8502-593277eea2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b890478-c74e-4bd8-8b72-163eb060dcb5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:31.622989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.623849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.629597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-3f73497d-c2d7-48ff-b117-d7ce8ec8156b service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451292 Apr 05 19:01:31.672611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.687772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port a8138a35-9bce-4f79-9ffc-4f4e835b7caf completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:01:31.702028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:31.704475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port a8138a35-9bce-4f79-9ffc-4f4e835b7caf triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:31.704903 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.737760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'port_id': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'mac_address': 'fa:16:3e:4a:7c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:01:31.769220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for 28bd7f4b-a9dd-4086-91f4-4fd88e08315a owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:31.783414 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.805734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8016386-4483-4499-842d-30d50bc0a4d6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:01:31.867722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:31.881062 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.895358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16c1eb75-fc96-4967-a19a-5bb93703f244 req-458aa45a-aa7f-43fb-851a-e5d8cb6a193f service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241781 Apr 05 19:01:31.909550 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:31.941272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6428d17f-413b-45ac-b5d9-c94ba98d6e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8138a35-9bce-4f79-9ffc-4f4e835b7caf'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:31.943697 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8560a5f6-ad9a-41bd-9e81-f76a4a1a3ef1" -d '{"events": [{"server_uuid": "6428d17f-413b-45ac-b5d9-c94ba98d6e2e", "name": "network-vif-plugged", "status": "completed", "tag": "a8138a35-9bce-4f79-9ffc-4f4e835b7caf"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:31.970574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a8138a35-9bce-4f79-9ffc-4f4e835b7caf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:31.975789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:31.980266 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:32.047439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:32.064335 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c1e50d-08aa-40d9-a236-2963957886b8 x-openstack-request-id: req-f6c1e50d-08aa-40d9-a236-2963957886b8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:32.065081 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6428d17f-413b-45ac-b5d9-c94ba98d6e2e", "name": "network-vif-plugged", "status": "completed", "tag": "a8138a35-9bce-4f79-9ffc-4f4e835b7caf", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:32.065081 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6c1e50d-08aa-40d9-a236-2963957886b8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:32.065294 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c1e50d-08aa-40d9-a236-2963957886b8'] response: {'server_uuid': '6428d17f-413b-45ac-b5d9-c94ba98d6e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8138a35-9bce-4f79-9ffc-4f4e835b7caf', 'code': 200} Apr 05 19:01:32.104616 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:01:32.133110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:32.144096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.20.0.14 (84e4703f-9672-4875-888c-46b91a6f19cd/33df997f-00e3-4036-8e0c-f2d363c5a894/60d065c4-74aa-462f-b8f8-ce2c0dbe3758) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:32.165333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.20.0.12 (84e4703f-9672-4875-888c-46b91a6f19cd/33df997f-00e3-4036-8e0c-f2d363c5a894/60d065c4-74aa-462f-b8f8-ce2c0dbe3758) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:32.166642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['f8016386-4483-4499-842d-30d50bc0a4d6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:32.377202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fede79a-7796-4b4a-a9c8-b853401721c2 req-7cfc017f-d5a2-4dc3-9a12-f1a3f5d6b2c8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:32.378851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8fede79a-7796-4b4a-a9c8-b853401721c2 req-7cfc017f-d5a2-4dc3-9a12-f1a3f5d6b2c8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 945 time: 0.2263935 Apr 05 19:01:32.391731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd80ca6-c263-4e47-a243-09aa389770b5 req-3ba73a0f-515f-46c2-b030-619fdd261df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:32.393239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fd80ca6-c263-4e47-a243-09aa389770b5 req-3ba73a0f-515f-46c2-b030-619fdd261df0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 1096 time: 0.2525988 Apr 05 19:01:32.526903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fd80ca6-c263-4e47-a243-09aa389770b5 req-72a3b670-7307-4127-9540-adc75b17d72a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775414 Apr 05 19:01:32.553860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8fede79a-7796-4b4a-a9c8-b853401721c2 req-870cc6a1-2678-41f4-8d24-418e19dd9e63 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094809 Apr 05 19:01:32.579892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:32.628464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=28bd7f4b-a9dd-4086-91f4-4fd88e08315a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:32.797310 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:33.151948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:33.152280 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Floating IP 53a4bff6-f3f5-4dc4-879f-9ed0aec06cdb disassociated (deleted). External IP: 172.25.4.23, port: e845d958-d285-46b5-9b5d-505fce034912. Apr 05 19:01:33.158840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:33.284830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 84e4703f-9672-4875-888c-46b91a6f19cd is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:33.308204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:33.319712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6251f-58c2-4770-af30-79c541ccd670 req-7439625a-3423-4989-b238-e46664083382 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:33.320885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4b6251f-58c2-4770-af30-79c541ccd670 req-7439625a-3423-4989-b238-e46664083382 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 945 time: 0.5860567 Apr 05 19:01:33.321728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:33.413120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ce730-6e4c-434f-8140-d358f4ccc2e5 req-4bf315e4-7d67-4f77-ab31-4af95c88d523 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:33.420863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b52ce730-6e4c-434f-8140-d358f4ccc2e5 req-4bf315e4-7d67-4f77-ab31-4af95c88d523 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 945 time: 0.4686852 Apr 05 19:01:33.429993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-ac68a076-a10f-4310-9c1b-0acb69c242d2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:33.431572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-ac68a076-a10f-4310-9c1b-0acb69c242d2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7&tenant_id=b886d9b388b44c298984420374d39150&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 945 time: 0.5041502 Apr 05 19:01:33.433652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:01:33.487792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=60d065c4-74aa-462f-b8f8-ce2c0dbe3758,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:33.548317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port f8016386-4483-4499-842d-30d50bc0a4d6 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:01:33.553210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port f8016386-4483-4499-842d-30d50bc0a4d6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:33.553878 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:33.559745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:33.565592 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:33.577760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:33.685147 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:33.783194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:33.792339 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:33.859901 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:34.072214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:34.074785 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916b775a-7bbb-4e5a-8b2c-2e0637e7f7cf" -d '{"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-plugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:34.085229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4b6251f-58c2-4770-af30-79c541ccd670 req-5c7efb93-1829-4df6-9fae-d8c2eb3b3e77 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985831 Apr 05 19:01:34.086610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:34.148174 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d8d0b5-085f-44d2-b0d1-747e014691fc x-openstack-request-id: req-00d8d0b5-085f-44d2-b0d1-747e014691fc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:34.148468 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-plugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:34.148715 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00d8d0b5-085f-44d2-b0d1-747e014691fc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:34.149218 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d8d0b5-085f-44d2-b0d1-747e014691fc'] response: {'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'code': 200} Apr 05 19:01:34.151607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cafbd23b-e030-46cc-9bb5-e3e5b27e4907 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.3993356 Apr 05 19:01:34.154211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43182) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:34.159617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '60d065c4-74aa-462f-b8f8-ce2c0dbe3758', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:34.189678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:34.214050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b52ce730-6e4c-434f-8140-d358f4ccc2e5 req-983aafbb-a9ed-4c57-b372-3d6acbf4efba tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7923071 Apr 05 19:01:34.351175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:34.444212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-02d89e71-00a3-4e7e-be48-3fd1fd21ad89 service neutron] 10.222.0.20 "GET /v2.0/ports/f8016386-4483-4499-842d-30d50bc0a4d6/bindings/n-h2-836650-3 HTTP/1.1" status: 200 len: 382 time: 0.9955373 Apr 05 19:01:34.503375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.25.4.87 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/eeeecd18-d083-449c-8cad-a5bd213fbf8b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:34.525918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:34.535399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-09623f22-40bb-43bd-b180-5522222d55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:34.537027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-09623f22-40bb-43bd-b180-5522222d55c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1097 time: 0.0665872 Apr 05 19:01:34.673817 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-227dff2d-c674-4c56-b4b1-450a7d36614e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764494 Apr 05 19:01:34.683738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:34.733407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:34.746942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] Sync routers for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:34.751021 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:34.773056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:34.773682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:34.773832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-d5d395aa-3a08-4d82-9df1-8e494bb75031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:34.777491 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-d5d395aa-3a08-4d82-9df1-8e494bb75031 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 1096 time: 0.0751982 Apr 05 19:01:34.778661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:34.864419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:34.875621 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:34.907908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:34.917190 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:34.940213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:01:34.947210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=eeeecd18-d083-449c-8cad-a5bd213fbf8b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:34.961048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f6f65ea6-004d-410e-b332-a3d790162bca tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "DELETE /v2.0/floatingips/53a4bff6-f3f5-4dc4-879f-9ed0aec06cdb HTTP/1.1" status: 204 len: 168 time: 5.7677672 Apr 05 19:01:34.961048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-da05aa6c-b67d-4852-8f3b-5f7c0caef060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:34.972010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-da05aa6c-b67d-4852-8f3b-5f7c0caef060 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.4239879 Apr 05 19:01:34.978357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:34.981306 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f530090-91a5-42cc-93d8-74f0145e53f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "tag": "e845d958-d285-46b5-9b5d-505fce034912"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:35.016110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-f49223e3-c9c3-44c7-a814-d72e364d63da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:35.020819 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-f49223e3-c9c3-44c7-a814-d72e364d63da service neutron] 10.222.0.25 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 906 time: 0.2163360 Apr 05 19:01:35.131218 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63abe0c-af39-4651-9c1c-0ed2d71e52a1 x-openstack-request-id: req-f63abe0c-af39-4651-9c1c-0ed2d71e52a1 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:35.131682 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "tag": "e845d958-d285-46b5-9b5d-505fce034912", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:35.132075 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f63abe0c-af39-4651-9c1c-0ed2d71e52a1 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:35.132657 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63abe0c-af39-4651-9c1c-0ed2d71e52a1'] response: {'name': 'network-changed', 'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912', 'status': 'completed', 'code': 200} Apr 05 19:01:35.247767 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:35.390160 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:35.397740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4b1da85c-7cdb-4883-a84c-8df24052a611', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:49Z', 'updated_at': '2022-04-05T18:56:55Z', 'revision_number': 1, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:35.399881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-a36e92b4-1fff-43d3-82c3-306f5aa74890 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74ac287b-1dcb-45f3-8c05-b7416924cf8f HTTP/1.1" status: 200 len: 217 time: 0.2788267 Apr 05 19:01:35.400666 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:35.404756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-f35d4b00-4a62-4945-bb11-03a1fe4526eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:35.406907 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-f35d4b00-4a62-4945-bb11-03a1fe4526eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 1096 time: 0.2531641 Apr 05 19:01:35.452007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-e4a82ef4-c86a-4f29-85a7-a4fc7812605f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1002 time: 0.4091141 Apr 05 19:01:35.503807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] Checking router: 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:01:35.532359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:35.532997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:35.565368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:35.574186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-6163c9fd-f755-468d-ad3d-90ce0033cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:35.574832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72273911-11d0-4fbd-8e6b-1abfba35d309 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:01:35.576655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-6163c9fd-f755-468d-ad3d-90ce0033cace service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.1685698 Apr 05 19:01:35.595292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65248d46-4e40-4080-be70-674b642e9c59 req-ae4c73c6-8343-4072-b331-01a92f713d7f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:35.597027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65248d46-4e40-4080-be70-674b642e9c59 req-ae4c73c6-8343-4072-b331-01a92f713d7f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 945 time: 0.3787992 Apr 05 19:01:35.664688 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 19:01:35.667723 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-165c142b-b327-457c-910c-94cf1026df15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401216 Apr 05 19:01:35.674318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43232) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:35.674649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f5673b34-d296-4dd8-a9b7-4fc8547c9ba3 tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.3069994 Apr 05 19:01:35.712289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812840f0-9f6d-4e9c-85c7-b03b94d31990 req-97d11873-af66-40e6-a40b-4d1dda488770 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:35.730582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-812840f0-9f6d-4e9c-85c7-b03b94d31990 req-97d11873-af66-40e6-a40b-4d1dda488770 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.3432119 Apr 05 19:01:35.777839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-998b1278-06ff-492e-b3ad-3706a4ef5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:35.779577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-998b1278-06ff-492e-b3ad-3706a4ef5fe4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.2712932 Apr 05 19:01:35.829191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-812840f0-9f6d-4e9c-85c7-b03b94d31990 req-f2ac0be9-0759-4481-a247-cf892f302850 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975950 Apr 05 19:01:35.855190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65248d46-4e40-4080-be70-674b642e9c59 req-85c7c147-083e-43f6-b6d3-e14a935eb347 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253530 Apr 05 19:01:35.897638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-a80ed69c-c320-4570-815b-61c47b6b8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:35.901536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-a80ed69c-c320-4570-815b-61c47b6b8e57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009545 Apr 05 19:01:36.059712 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-82f8d8d4-7f34-4f91-be3b-62b6e575b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:36.062013 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-82f8d8d4-7f34-4f91-be3b-62b6e575b31a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.6359360 Apr 05 19:01:36.098953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-9eea8f23-8794-4fcb-872f-d006e414866d service neutron] 10.222.0.20 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889949 Apr 05 19:01:36.150835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:01:36.161808 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-3642b511-52ae-4edf-8b21-4a24118312a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e845d958-d285-46b5-9b5d-505fce034912 HTTP/1.1" status: 200 len: 217 time: 0.0886030 Apr 05 19:01:36.215771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-9b83b66b-d689-407a-a1c1-7030a1c6e443 service neutron] 10.222.0.25 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304646 Apr 05 19:01:36.266364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4544e-2e0e-43cd-83df-b32ed8ae17b5 req-5ec8c62f-e30b-4e8e-a3dd-164469b2fbf9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:36.312212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bbb4544e-2e0e-43cd-83df-b32ed8ae17b5 req-5ec8c62f-e30b-4e8e-a3dd-164469b2fbf9 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 945 time: 0.3454459 Apr 05 19:01:36.398047 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bbb4544e-2e0e-43cd-83df-b32ed8ae17b5 req-ddd77260-a5fe-4e77-ac9b-e11c90089d3f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830331 Apr 05 19:01:36.423256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa077e-9558-4017-ae7c-955b61315699 req-2602fc79-8547-4051-8472-c9d6afe1808c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:36.425019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6aa077e-9558-4017-ae7c-955b61315699 req-2602fc79-8547-4051-8472-c9d6afe1808c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 945 time: 0.2976992 Apr 05 19:01:36.536911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-9e8c5889-8913-40b3-95b0-ea63a130b1fb service neutron] 10.222.0.20 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107351 Apr 05 19:01:36.547458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6aa077e-9558-4017-ae7c-955b61315699 req-cd01877a-d2d4-44be-9ec9-9d059ce73102 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847805 Apr 05 19:01:36.617439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4b1da85c-7cdb-4883-a84c-8df24052a611', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:49Z', 'updated_at': '2022-04-05T18:56:55Z', 'revision_number': 1, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:36.673649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e9fd9-e751-48c7-a3c7-60511e9aa4f2 None None] The sync data for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 is: [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4b1da85c-7cdb-4883-a84c-8df24052a611', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'port_id': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'mac_address': 'fa:16:3e:95:38:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T18:56:49Z', 'updated_at': '2022-04-05T18:56:55Z', 'revision_number': 1, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:36.738586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19ac37-02ad-4a10-beb4-f1f115888d5a req-8f185e4d-71eb-4bdc-aee7-b7722c1529ec tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:36.746603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b19ac37-02ad-4a10-beb4-f1f115888d5a req-8f185e4d-71eb-4bdc-aee7-b7722c1529ec tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 945 time: 0.0921271 Apr 05 19:01:36.802929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b19ac37-02ad-4a10-beb4-f1f115888d5a req-3bf5b82d-8031-4b5f-8c07-79fee6e677fe tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Apr 05 19:01:36.856992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-48e9ae8c-258a-416c-8cac-50b79f15999f tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Deleting port 6d8c4846-7cf8-473c-ae4e-365dff68139d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:36.858794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48e9ae8c-258a-416c-8cac-50b79f15999f tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:36.926826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-fc23d7d5-76a4-4bc8-93ca-a356cec93eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:36.937457 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-fc23d7d5-76a4-4bc8-93ca-a356cec93eee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.7328484 Apr 05 19:01:37.046352 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.070793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-52101269-8e07-4c59-891e-bf3dfc792bc8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:37.073206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-52101269-8e07-4c59-891e-bf3dfc792bc8 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 945 time: 0.1535399 Apr 05 19:01:37.088625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f84e7-dd46-4661-a163-157e5539644e req-8c10bcf2-6143-42c1-b8a1-79bf48448bf7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:37.093951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c2f84e7-dd46-4661-a163-157e5539644e req-8c10bcf2-6143-42c1-b8a1-79bf48448bf7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1163666 Apr 05 19:01:37.166968 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.206885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c2f84e7-dd46-4661-a163-157e5539644e req-9ef8c7cf-0b0b-4e23-88c2-4d4dabc700b9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118417 Apr 05 19:01:37.230562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1cab85c7-6bbd-41a7-bcc6-5fd07f7bc0bc req-eeb506ae-3cad-444f-a61f-d0253c980719 service neutron] 10.222.0.25 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0041094 Apr 05 19:01:37.238707 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9cb05-6089-4521-b0a4-1a0d0bcf83b0 None None] New status for floating IP 53a4bff6-f3f5-4dc4-879f-9ed0aec06cdb: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:01:37.246904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-e30c1d98-1652-487f-818c-e50f7918f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:37.248816 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-e30c1d98-1652-487f-818c-e50f7918f181 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3105776 Apr 05 19:01:37.254293 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48e9ae8c-258a-416c-8cac-50b79f15999f tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.308198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-48e9ae8c-258a-416c-8cac-50b79f15999f tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Calling delete_port for 6d8c4846-7cf8-473c-ae4e-365dff68139d owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:37.345159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93958691-ee59-4718-beab-c2954aaacfee req-8b67eebf-953f-434f-bac4-74fd139cfef2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:37.346725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93958691-ee59-4718-beab-c2954aaacfee req-8b67eebf-953f-434f-bac4-74fd139cfef2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 945 time: 0.1899638 Apr 05 19:01:37.357046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.413879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port e845d958-d285-46b5-9b5d-505fce034912 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:37.414219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.423398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-93958691-ee59-4718-beab-c2954aaacfee req-72a90ea0-0c40-4110-8cf8-8a03af3222b5 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695906 Apr 05 19:01:37.533017 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-9ed4fb32-f24d-4be7-8133-e03eb14fb695 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668502 Apr 05 19:01:37.625211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] For port e845d958-d285-46b5-9b5d-505fce034912, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e845d958-d285-46b5-9b5d-505fce034912,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:37.625807 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.645986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11981dcc-dbcb-4de0-96a6-c7b994e5f097 req-437f4008-1677-4fdc-90a8-62e34dc06c45 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:37.647755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11981dcc-dbcb-4de0-96a6-c7b994e5f097 req-437f4008-1677-4fdc-90a8-62e34dc06c45 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 945 time: 0.1029184 Apr 05 19:01:37.692465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for e845d958-d285-46b5-9b5d-505fce034912 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:37.694316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11981dcc-dbcb-4de0-96a6-c7b994e5f097 req-ec61139d-5526-4df5-93b0-38b82f9e8f6e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400429 Apr 05 19:01:37.764870 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5f530090-91a5-42cc-93d8-74f0145e53f5 req-d58e8466-06dc-4a64-86d2-f5b170e0f455 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245023 Apr 05 19:01:37.803009 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48e9ae8c-258a-416c-8cac-50b79f15999f tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.845489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9ae8c-258a-416c-8cac-50b79f15999f tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d8c4846-7cf8-473c-ae4e-365dff68139d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:37.852205 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.867809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.912877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=e845d958-d285-46b5-9b5d-505fce034912,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:37.936443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:37.996159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] No DVR routers for this DVR port e845d958-d285-46b5-9b5d-505fce034912 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:38.003667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:38.007639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f0dc09a-564a-46b4-af7a-10ed76fb303b req-30dd00e0-89d4-435d-8742-fd7a911b33f5 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "DELETE /v2.0/ports/e845d958-d285-46b5-9b5d-505fce034912 HTTP/1.1" status: 204 len: 173 time: 0.9106009 Apr 05 19:01:38.008089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'name': 'network-vif-deleted', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:38.011993 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695de10d-f63b-4688-a856-1d5ce54de9af" -d '{"events": [{"server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "name": "network-vif-deleted", "tag": "e845d958-d285-46b5-9b5d-505fce034912"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:38.051475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48e9ae8c-258a-416c-8cac-50b79f15999f tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:38.055884 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-48e9ae8c-258a-416c-8cac-50b79f15999f tempest-RoutersAdminNegativeTest-2094713732 tempest-RoutersAdminNegativeTest-2094713732-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6d8c4846-7cf8-473c-ae4e-365dff68139d HTTP/1.1" status: 204 len: 168 time: 2.3784204 Apr 05 19:01:38.079988 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a451157-827d-4536-b9e8-2bbd0d6d5e9a x-openstack-request-id: req-4a451157-827d-4536-b9e8-2bbd0d6d5e9a {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:38.080275 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7e3512-83ba-48c1-93c4-3de2b5810680", "name": "network-vif-deleted", "tag": "e845d958-d285-46b5-9b5d-505fce034912", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:38.080521 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a451157-827d-4536-b9e8-2bbd0d6d5e9a {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:38.080924 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a451157-827d-4536-b9e8-2bbd0d6d5e9a'] response: {'server_uuid': '6b7e3512-83ba-48c1-93c4-3de2b5810680', 'name': 'network-vif-deleted', 'tag': 'e845d958-d285-46b5-9b5d-505fce034912', 'status': 'completed', 'code': 200} Apr 05 19:01:38.084174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=eeeecd18-d083-449c-8cad-a5bd213fbf8b,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:38.118029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:38.365781 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP 7c78bc8a-ded0-4db2-bb0c-17fa702e77d1 associated. External IP: 172.25.4.87, port: 60d065c4-74aa-462f-b8f8-ce2c0dbe3758. Apr 05 19:01:38.435299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb907-83f1-42f6-af1a-3ca89f8e13cc req-95baaf4b-60e0-445c-b892-c3d6a110f6b1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:38.445703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec5eb907-83f1-42f6-af1a-3ca89f8e13cc req-95baaf4b-60e0-445c-b892-c3d6a110f6b1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.1303742 Apr 05 19:01:38.544657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec5eb907-83f1-42f6-af1a-3ca89f8e13cc req-fe43771d-2a10-48fc-9505-0f54087f238e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979090 Apr 05 19:01:38.664723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43318) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:38.837291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-31b1950d-af57-45df-b9db-7bcde859804c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:38.843522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-31b1950d-af57-45df-b9db-7bcde859804c tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 945 time: 0.2175183 Apr 05 19:01:38.844300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:38.940379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5eef8036-c3cb-486a-8b9e-cfd874392529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.105795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5eef8036-c3cb-486a-8b9e-cfd874392529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.114945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb782270-0ef8-4b02-a6c9-fbd450137250 req-6d1d79a0-54a3-4753-8eac-a3af0a5973e0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:39.117409 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5eef8036-c3cb-486a-8b9e-cfd874392529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.126290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb782270-0ef8-4b02-a6c9-fbd450137250 req-6d1d79a0-54a3-4753-8eac-a3af0a5973e0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 945 time: 0.4398222 Apr 05 19:01:39.147581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-29e269e1-9889-474e-a237-734de349ec5c req-d8fa6c72-50d0-462f-807d-60d1ab86601e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 210 time: 0.1288145 Apr 05 19:01:39.161438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef8036-c3cb-486a-8b9e-cfd874392529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77232324-247a-421a-925e-cd874b5024c7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:39.172310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:39.183385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a1643-564c-457c-ab57-68b228eee498 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:39.212942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a1643-564c-457c-ab57-68b228eee498 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:39.217278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e38a1643-564c-457c-ab57-68b228eee498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:39.221677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5eef8036-c3cb-486a-8b9e-cfd874392529 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bd67fe16c844aaab402e205fb00c45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555694 Apr 05 19:01:39.231783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43330) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:39.265482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.298550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb782270-0ef8-4b02-a6c9-fbd450137250 req-6faccd2a-70f8-46e1-aa4f-0596f5c93cc2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709356 Apr 05 19:01:39.332879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e38a1643-564c-457c-ab57-68b228eee498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:39.339340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Deleting port a8138a35-9bce-4f79-9ffc-4f4e835b7caf {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:39.343252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.345812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a1643-564c-457c-ab57-68b228eee498 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:39.346714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e38a1643-564c-457c-ab57-68b228eee498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:39.394870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e38a1643-564c-457c-ab57-68b228eee498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:39.399853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-fabfe356-511d-48cf-a41f-6cd468927512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:39.400444 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-fabfe356-511d-48cf-a41f-6cd468927512 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 1097 time: 0.2164395 Apr 05 19:01:39.402257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a1643-564c-457c-ab57-68b228eee498 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:39.402521 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ce534108-560d-4dbf-bc4a-97437a8eb678 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2460966 Apr 05 19:01:39.431052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43336) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:39.434498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-045d6ec7-a56e-4aaa-851e-2a8fb46c8faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.443535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:39.467908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] For port a8138a35-9bce-4f79-9ffc-4f4e835b7caf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:39.468243 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.477590 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ff71ad0-68c3-4ea6-9365-d0aa4a8fed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.482650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:01:39.482911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Calling delete_port for a8138a35-9bce-4f79-9ffc-4f4e835b7caf owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:39.503202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-af17ca5f-446f-44c9-a3ca-f15d96a8260a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'port_id': '60d065c4-74aa-462f-b8f8-ce2c0dbe3758', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:39.633015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.648536 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-045d6ec7-a56e-4aaa-851e-2a8fb46c8faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.682953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:39.689854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.695233 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af17ca5f-446f-44c9-a3ca-f15d96a8260a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.706668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event deleted for resources: {'Port': ['ID=a8138a35-9bce-4f79-9ffc-4f4e835b7caf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:39.788422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] No DVR routers for this DVR port a8138a35-9bce-4f79-9ffc-4f4e835b7caf on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:39.795901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.799763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-64a06ae8-15b7-4237-b61d-7690d2f906d2 req-cb581221-827e-454b-aa18-828b224e31ad tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "DELETE /v2.0/ports/a8138a35-9bce-4f79-9ffc-4f4e835b7caf HTTP/1.1" status: 204 len: 173 time: 0.9395337 Apr 05 19:01:39.825082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c4ecf-ce5c-4ea2-b469-4e633c610a11 req-8efbc82e-adba-4264-a899-f7fecbd5586b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:39.836436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-031c4ecf-ce5c-4ea2-b469-4e633c610a11 req-8efbc82e-adba-4264-a899-f7fecbd5586b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.0960174 Apr 05 19:01:39.889978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-031c4ecf-ce5c-4ea2-b469-4e633c610a11 req-e096156e-599f-4ba1-afc7-5a3405d0c7d6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522702 Apr 05 19:01:39.909804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:39.998457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-045d6ec7-a56e-4aaa-851e-2a8fb46c8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:40.001008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-045d6ec7-a56e-4aaa-851e-2a8fb46c8faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:40.002224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-045d6ec7-a56e-4aaa-851e-2a8fb46c8faf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77232324-247a-421a-925e-cd874b5024c7 HTTP/1.1" status: 204 len: 168 time: 0.7657554 Apr 05 19:01:40.071926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d6ec7-a56e-4aaa-851e-2a8fb46c8faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77232324-247a-421a-925e-cd874b5024c7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:40.081951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6428d17f-413b-45ac-b5d9-c94ba98d6e2e', 'name': 'network-vif-deleted', 'tag': 'a8138a35-9bce-4f79-9ffc-4f4e835b7caf'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:40.084626 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0bcef0-9880-4f4a-a14b-5bdb071b0ac7" -d '{"events": [{"server_uuid": "6428d17f-413b-45ac-b5d9-c94ba98d6e2e", "name": "network-vif-deleted", "tag": "a8138a35-9bce-4f79-9ffc-4f4e835b7caf"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:40.211203 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d18aaeb-b352-497e-896a-a040e8ca6a5f x-openstack-request-id: req-5d18aaeb-b352-497e-896a-a040e8ca6a5f {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:40.211497 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6428d17f-413b-45ac-b5d9-c94ba98d6e2e", "name": "network-vif-deleted", "tag": "a8138a35-9bce-4f79-9ffc-4f4e835b7caf", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:40.211784 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d18aaeb-b352-497e-896a-a040e8ca6a5f {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:40.212202 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d18aaeb-b352-497e-896a-a040e8ca6a5f'] response: {'server_uuid': '6428d17f-413b-45ac-b5d9-c94ba98d6e2e', 'name': 'network-vif-deleted', 'tag': 'a8138a35-9bce-4f79-9ffc-4f4e835b7caf', 'status': 'completed', 'code': 200} Apr 05 19:01:40.342176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b61d86f-e0fe-48a7-94d4-9c7377ba0797 req-ea030299-0634-4fb6-93aa-7dc975374ea1 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 210 time: 0.0745485 Apr 05 19:01:40.380081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:40.588676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3a0c616-78d5-4dd5-89c2-8bf6a853b7ba req-a31a3b57-bde1-4392-8eae-7818dc36c4e2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=6428d17f-413b-45ac-b5d9-c94ba98d6e2e HTTP/1.1" status: 200 len: 210 time: 0.0669351 Apr 05 19:01:40.715281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43374) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:40.838877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-95994626-8e85-4d15-bb97-cd9f807389c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f407154e8bd418ca3449194dba1d65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063638 Apr 05 19:01:40.839672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43376) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:40.886267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43378) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:40.961776 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86bff74e-8504-449c-a591-e9896a4d4891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.018691 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86bff74e-8504-449c-a591-e9896a4d4891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.043553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af17ca5f-446f-44c9-a3ca-f15d96a8260a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.048631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:41.125914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.142858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Transition to ACTIVE for port object f8016386-4483-4499-842d-30d50bc0a4d6 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:01:41.144044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:41.144353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d8b8dcd-1f14-4c47-a57c-d54f473eb6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.146992 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f54b1-ead0-4fd6-b7f6-a287a3563285" -d '{"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-unplugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:41.151884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af17ca5f-446f-44c9-a3ca-f15d96a8260a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.232843 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:01:41.233294 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:01:41.291305 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d8b8dcd-1f14-4c47-a57c-d54f473eb6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.298225 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d8b8dcd-1f14-4c47-a57c-d54f473eb6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.330792 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1142e1-11df-467b-9409-c13e6733e359 x-openstack-request-id: req-cd1142e1-11df-467b-9409-c13e6733e359 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:41.331117 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-unplugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:41.331468 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd1142e1-11df-467b-9409-c13e6733e359 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:41.332453 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1142e1-11df-467b-9409-c13e6733e359'] response: {'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'code': 200} Apr 05 19:01:41.342911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.346255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ac11-cb51-47eb-9dbd-1be3cd128baa req-fb4bb034-cf0c-460b-a684-a9cb5c010cbe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:41.354923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb04ac11-cb51-47eb-9dbd-1be3cd128baa req-fb4bb034-cf0c-460b-a684-a9cb5c010cbe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.2808273 Apr 05 19:01:41.391186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86bff74e-8504-449c-a591-e9896a4d4891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.394333 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86bff74e-8504-449c-a591-e9896a4d4891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.395584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-86bff74e-8504-449c-a591-e9896a4d4891 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a37ad575-4caf-4ef9-afff-8be1cf7e07f7 HTTP/1.1" status: 204 len: 168 time: 0.5548952 Apr 05 19:01:41.403453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6d8b8dcd-1f14-4c47-a57c-d54f473eb6b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=457048498e5946c0a854aee22e83d30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161381 Apr 05 19:01:41.413494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43398) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:41.473659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b8dcd-1f14-4c47-a57c-d54f473eb6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da34c131-86a8-4f53-804c-20faf2a6d581,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:41.499359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bff74e-8504-449c-a591-e9896a4d4891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ad575-4caf-4ef9-afff-8be1cf7e07f7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:41.502580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=10']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:41.640625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20b5795e-e10c-4288-b365-9ebc3d60312e req-1de189b6-95c9-4f51-bbeb-15bf2dfb2f69 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 210 time: 0.1089957 Apr 05 19:01:41.667613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb04ac11-cb51-47eb-9dbd-1be3cd128baa req-9db4bacf-f43a-48a7-ac7e-14319cfe6d4d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115408 Apr 05 19:01:41.672099 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c9be035-aa92-4764-9da7-e9278c9c0190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.786633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c9be035-aa92-4764-9da7-e9278c9c0190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.875721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e845d958-d285-46b5-9b5d-505fce034912 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:01:41.885453 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bfe02164-9f76-448b-bd02-6ae3310176ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.946696 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c9be035-aa92-4764-9da7-e9278c9c0190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.955881 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c9be035-aa92-4764-9da7-e9278c9c0190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:41.957032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6c9be035-aa92-4764-9da7-e9278c9c0190 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da34c131-86a8-4f53-804c-20faf2a6d581 HTTP/1.1" status: 204 len: 168 time: 0.5244019 Apr 05 19:01:41.996563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9be035-aa92-4764-9da7-e9278c9c0190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da34c131-86a8-4f53-804c-20faf2a6d581,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:42.000118 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: e845d958-d285-46b5-9b5d-505fce034912 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:01:42.000457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e845d958-d285-46b5-9b5d-505fce034912 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:01:42.000865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a8138a35-9bce-4f79-9ffc-4f4e835b7caf no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:01:42.080237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: a8138a35-9bce-4f79-9ffc-4f4e835b7caf {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:01:42.083776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a8138a35-9bce-4f79-9ffc-4f4e835b7caf not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:01:42.349878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-80823c81-3d45-47f4-82df-fe0656ba9328 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:42.351459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-80823c81-3d45-47f4-82df-fe0656ba9328 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.2867899 Apr 05 19:01:42.378696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] No DVR routers for this DVR port f8016386-4483-4499-842d-30d50bc0a4d6 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:42.389885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-24d2ebd2-694a-49cc-8bf5-f131c8440eba tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/quotas/a7b70a1e430d42158b5c8c5773e08b2c HTTP/1.1" status: 200 len: 375 time: 0.0209491 Apr 05 19:01:42.455262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af17ca5f-446f-44c9-a3ca-f15d96a8260a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:42.496564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-1ced7d6b-a746-4384-8a0d-8d5c6987a38f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057239 Apr 05 19:01:42.664004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:42.664495 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:42.665015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:42.672777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Port f8016386-4483-4499-842d-30d50bc0a4d6 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:42.673258 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Attempting to bind port f8016386-4483-4499-842d-30d50bc0a4d6 on network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:42.677494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af17ca5f-446f-44c9-a3ca-f15d96a8260a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:42.683264 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-af17ca5f-446f-44c9-a3ca-f15d96a8260a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:42.688836 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ee05d-8720-4bae-aba1-eccbfd393db1 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:42.702041 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ee05d-8720-4bae-aba1-eccbfd393db1 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:42.704800 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-500ee05d-8720-4bae-aba1-eccbfd393db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:42.707084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:01:42.709626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Checking segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:42.710188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Bound using segment: {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:01:42.710942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Bound port: f8016386-4483-4499-842d-30d50bc0a4d6, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64142e81-f80c-4f31-845d-18aa762de5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:01:42.712340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:42.773278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43450) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:42.793910 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-500ee05d-8720-4bae-aba1-eccbfd393db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:42.804143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ee05d-8720-4bae-aba1-eccbfd393db1 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:42.804703 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-500ee05d-8720-4bae-aba1-eccbfd393db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:42.809577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc7944af-36ad-4cd2-9158-621e2f919f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:42.864439 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:42.878385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:42.881646 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-500ee05d-8720-4bae-aba1-eccbfd393db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:42.882291 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ee05d-8720-4bae-aba1-eccbfd393db1 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:42.882504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:01:42.903576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:42.969060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:42.969801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:42.972105 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] 10.222.0.25 "PUT /v2.0/ports/f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1093 time: 3.5386665 Apr 05 19:01:43.050112 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-af17ca5f-446f-44c9-a3ca-f15d96a8260a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/floatingips/7c78bc8a-ded0-4db2-bb0c-17fa702e77d1 HTTP/1.1" status: 200 len: 977 time: 3.6105237 Apr 05 19:01:43.087180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec1598-5332-4654-bd12-f8a33e7d46b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=11']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:43.090132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43458) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:43.199892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-b49dad33-9b2a-4bed-8127-8d6fc6b87c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:43.201975 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-b49dad33-9b2a-4bed-8127-8d6fc6b87c0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1096 time: 0.1916745 Apr 05 19:01:43.237491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f543466e-b3ab-4890-a3f3-1ce4b0e2a8db req-01223741-ce7e-40db-be8e-ed91c4842b27 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 210 time: 0.0540092 Apr 05 19:01:43.272370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43464) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:43.295965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-85fe4b1d-70bf-477c-8e08-457df944ce1b service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7970314 Apr 05 19:01:43.407753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:43.411835 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bb0252-2e47-4d51-81f4-5ea6418b1384" -d '{"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:43.461412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-34b2e887-74fb-4c26-93d0-f7c8675a6606 service neutron] 10.222.0.15 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525559 Apr 05 19:01:43.471082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2265032-fbf3-45a5-815e-5fbc9dee5f24 req-6fbf9a19-eba8-4aae-b2f4-fbd8c51c521d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:43.472760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2265032-fbf3-45a5-815e-5fbc9dee5f24 req-6fbf9a19-eba8-4aae-b2f4-fbd8c51c521d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 945 time: 0.1522002 Apr 05 19:01:43.479375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1872184904'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:43.541052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-cb421a59-b6cb-4131-86ac-05a94b8af57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:43.545821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2265032-fbf3-45a5-815e-5fbc9dee5f24 req-0c8e6bed-6107-476c-9577-4af1f8b8b70b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619771 Apr 05 19:01:43.547009 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-cb421a59-b6cb-4131-86ac-05a94b8af57f service neutron] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.3329198 Apr 05 19:01:43.548269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:43.557878 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:43.576508 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:43.649542 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-29747dea-8b0a-42ca-a8d9-bff1fb7928ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.0762219 Apr 05 19:01:43.672353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc7944af-36ad-4cd2-9158-621e2f919f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:43.729770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-a1632a1d-45d5-4582-a856-bf8763e99893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:43.731360 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-a1632a1d-45d5-4582-a856-bf8763e99893 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.0571215 Apr 05 19:01:43.735279 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5365b26-b2f6-478d-ab00-1c2425fd1a75 x-openstack-request-id: req-d5365b26-b2f6-478d-ab00-1c2425fd1a75 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:43.735569 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:43.735820 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5365b26-b2f6-478d-ab00-1c2425fd1a75 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:43.736687 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5365b26-b2f6-478d-ab00-1c2425fd1a75'] response: {'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'status': 'completed', 'code': 200} Apr 05 19:01:43.776219 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc7944af-36ad-4cd2-9158-621e2f919f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:43.808925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cce5b0e1-dc16-4534-b6aa-3a6c49b9e0ce req-598613f5-fb65-4759-bc05-cd34e39197d7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 210 time: 0.0548377 Apr 05 19:01:43.811682 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:43.821890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:43.835737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-e71bbdc9-5138-4f7c-99bc-bc912fe49536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:43.837861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-e71bbdc9-5138-4f7c-99bc-bc912fe49536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1096 time: 0.1311786 Apr 05 19:01:43.872189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:01:43.875507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7944af-36ad-4cd2-9158-621e2f919f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233317b8-2594-47fb-ba98-f079c6306962,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:43.933649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec77410-bbdc-43b7-9efb-6703bf837213,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:43.937541 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:43.937882 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Added segment 8871fa6c-4a0f-4896-83b4-00a944d09a57 of type vlan for network 0b78bae6-29fd-47d3-887d-9b3f88505648 Apr 05 19:01:43.945142 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-e51fece4-4879-43fa-b79b-2a2612b65b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:43.946916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-e51fece4-4879-43fa-b79b-2a2612b65b26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071223 Apr 05 19:01:43.950618 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bc7944af-36ad-4cd2-9158-621e2f919f31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88d995bcfed94be4bc58223304b7789d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1776071 Apr 05 19:01:43.955703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43480) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:44.055646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port eeeecd18-d083-449c-8cad-a5bd213fbf8b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:44.055987 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.134684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.153617 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-99458a3e-24dd-4c0f-a3df-8a8f623b863f service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967244 Apr 05 19:01:44.171199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.171530 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.197618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-409fae89-968a-476b-b30c-23ef28cbadae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:44.202133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-409fae89-968a-476b-b30c-23ef28cbadae service neutron] 10.222.0.20 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.3469625 Apr 05 19:01:44.207239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for eeeecd18-d083-449c-8cad-a5bd213fbf8b owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:44.260605 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e28fa018-ce53-4b30-abc5-060038a9f1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.327434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.333020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:44.333935 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.384302 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0d9d0835-2388-43f9-8af6-a31377a191b7 req-fc23137f-c99f-47a5-a1ba-a36e2c6f8deb service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228997 Apr 05 19:01:44.410988 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.424400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Network': ['ID=0b78bae6-29fd-47d3-887d-9b3f88505648,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:44.442050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:01:44.452353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e28fa018-ce53-4b30-abc5-060038a9f1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.502248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8507b2b0-b073-47c1-9044-568769c3012d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2287157 Apr 05 19:01:44.504401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0547d217-1160-4fd3-b2ba-0462c61b0836 req-28e5a3cd-f3fd-454c-93ce-6c9b38d6a224 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 210 time: 0.0748250 Apr 05 19:01:44.509156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-daf65713-f81e-46ab-9ed5-547471e9285b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.2572486 Apr 05 19:01:44.514234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43494) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:44.520350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:44.546946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-ff9e0dc5-a710-494e-9be1-0ae697c4a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:44.549383 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-ff9e0dc5-a710-494e-9be1-0ae697c4a5ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1096 time: 0.0942841 Apr 05 19:01:44.552778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.671592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-b1739b7c-f0e6-41c9-92cb-36f3ecac7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:44.673075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-b1739b7c-f0e6-41c9-92cb-36f3ecac7fd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.1365058 Apr 05 19:01:44.704130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=eeeecd18-d083-449c-8cad-a5bd213fbf8b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:44.741437 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e28fa018-ce53-4b30-abc5-060038a9f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.743992 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e28fa018-ce53-4b30-abc5-060038a9f1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.747559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e28fa018-ce53-4b30-abc5-060038a9f1dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/233317b8-2594-47fb-ba98-f079c6306962 HTTP/1.1" status: 204 len: 168 time: 0.7884922 Apr 05 19:01:44.781327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fa018-ce53-4b30-abc5-060038a9f1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233317b8-2594-47fb-ba98-f079c6306962,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:44.832847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:44.839356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.912936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:44.913301 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP 7c78bc8a-ded0-4db2-bb0c-17fa702e77d1 disassociated (deleted). External IP: 172.25.4.87, port: 60d065c4-74aa-462f-b8f8-ce2c0dbe3758. Apr 05 19:01:44.928160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-df12e283-e3c9-4811-a7d8-70ed162fc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:44.930645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-df12e283-e3c9-4811-a7d8-70ed162fc11d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2457211 Apr 05 19:01:44.953208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11a031-7f0b-4371-afc7-7b1a676dac4b req-ecd096a1-0f3e-4d65-8bf1-ee0867092edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:44.968657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b11a031-7f0b-4371-afc7-7b1a676dac4b req-ecd096a1-0f3e-4d65-8bf1-ee0867092edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 945 time: 0.2551465 Apr 05 19:01:44.980614 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:45.000568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-fca100a6-ef47-4990-8fd5-6719e4fe874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:45.002203 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-fca100a6-ef47-4990-8fd5-6719e4fe874d service neutron] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.4269135 Apr 05 19:01:45.109794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-56240f97-b5b1-4a13-a80d-d5e554c10289 req-ae6cc527-a0c4-4c15-841e-51a3563b00e2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 210 time: 0.1237524 Apr 05 19:01:45.150045 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-b0b93d73-1982-4add-9a82-83a9aa0e8eff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1000 time: 0.1366429 Apr 05 19:01:45.173169 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b11a031-7f0b-4371-afc7-7b1a676dac4b req-bc2d1f80-7580-418d-ac98-1846d96e018e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018523 Apr 05 19:01:45.182218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-c884c6d6-7fef-4bcd-9d1f-f89f4db088a6 service neutron] 10.222.0.20 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084334 Apr 05 19:01:45.379983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-642fd3ee-dc34-4e0e-9fac-271af3c9237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:45.381762 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-642fd3ee-dc34-4e0e-9fac-271af3c9237d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.2243788 Apr 05 19:01:45.390423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-3261e428-bdb2-49f3-bcfe-1a1057037fff service neutron] 10.222.0.20 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982241 Apr 05 19:01:45.418940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43516) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:45.427790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:45.433360 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:45.487439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=f17e69ca-81c3-442c-b1f1-21a560de5389,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:45.490333 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-28612c84-401a-422a-ab9e-925288d05fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:45.497031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-bff83964-2125-495a-b02c-66820d95db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:45.498036 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-bff83964-2125-495a-b02c-66820d95db07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092215 Apr 05 19:01:45.653799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:45.661178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:45.666651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f4c06-e7b8-4603-a309-f9615c32df5e None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:45.689565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f4c06-e7b8-4603-a309-f9615c32df5e None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:45.694256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-815f4c06-e7b8-4603-a309-f9615c32df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:45.696850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-a63cd312-e0ce-492c-894e-c248b19a9222 service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901388 Apr 05 19:01:45.703726 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-67adbe2b-63a7-4e1e-a0f3-e4a073222a42 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/floatingips/7c78bc8a-ded0-4db2-bb0c-17fa702e77d1 HTTP/1.1" status: 204 len: 168 time: 2.6065650 Apr 05 19:01:45.704383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43524) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:45.718645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:45.718939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network hostable DHCP agents. Network: 0b78bae6-29fd-47d3-887d-9b3f88505648, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:01:45.767479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-815f4c06-e7b8-4603-a309-f9615c32df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:45.779845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f4c06-e7b8-4603-a309-f9615c32df5e None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:45.780896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-815f4c06-e7b8-4603-a309-f9615c32df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:45.817031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-815f4c06-e7b8-4603-a309-f9615c32df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:45.818103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f4c06-e7b8-4603-a309-f9615c32df5e None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:45.833433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-16000f61-f69a-492a-82c7-c54fac14712a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:45.835255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-16000f61-f69a-492a-82c7-c54fac14712a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 806 time: 0.3510330 Apr 05 19:01:45.848442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a78f1c7-c27f-4952-9af7-39d7d0e71a36 req-e2d61ae8-5141-4246-b591-d00d430e010f tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b7e3512-83ba-48c1-93c4-3de2b5810680 HTTP/1.1" status: 200 len: 210 time: 0.1833911 Apr 05 19:01:45.866159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Request body: {'port': {'device_id': '4ee68d3b-053d-4675-9491-2f5cca67b759', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'admin_state_up': True, 'tenant_id': 'a7b70a1e430d42158b5c8c5773e08b2c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:45.962854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:01:46.008218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0b78bae6-29fd-47d3-887d-9b3f88505648) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:46.020909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5b61e-8905-42e6-801d-903eb1ebaaf7 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:01:46.022518 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-28612c84-401a-422a-ab9e-925288d05fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.028203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:46.029343 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.046078 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-28612c84-401a-422a-ab9e-925288d05fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.067831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-af92e978-fceb-47c1-9b43-58f783cfa6b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5519640 Apr 05 19:01:46.077139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43532) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:46.088867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'name': 'tempest-NetworksTestDHCPv6-515294395'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:46.276366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': 'f17e69ca-81c3-442c-b1f1-21a560de5389'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:01:46.278167 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.282101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a338874b-c194-4f6f-b368-ddea1d1e33e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 60d065c4-74aa-462f-b8f8-ce2c0dbe3758 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:46.282324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61acc9da-3f54-4d8f-a843-2944e474a7a6 req-1d4c62ea-99f3-4ffc-b496-75f6bcfcdf45 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 210 time: 0.0536885 Apr 05 19:01:46.282479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a338874b-c194-4f6f-b368-ddea1d1e33e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.287809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28612c84-401a-422a-ab9e-925288d05fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72d1117-cbfe-452f-a709-c8e43b0e6563,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:46.288816 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c6bb0252-2e47-4d51-81f4-5ea6418b1384 req-4c06d238-1481-456a-8663-57595f48dc9c service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834892 Apr 05 19:01:46.303267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-28612c84-401a-422a-ab9e-925288d05fbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9041ff80509847c48d6cb5eaea1f2b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8826363 Apr 05 19:01:46.307664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43542) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:46.376821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Made reservation on behalf of a7b70a1e430d42158b5c8c5773e08b2c for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:46.380744 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.418963 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a338874b-c194-4f6f-b368-ddea1d1e33e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.432666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a338874b-c194-4f6f-b368-ddea1d1e33e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 60d065c4-74aa-462f-b8f8-ce2c0dbe3758 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:46.449042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:46.459531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.489620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 0723e59f-294f-44cb-8794-052723ccc1ec yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:46.492758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/f17e69ca-81c3-442c-b1f1-21a560de5389/44606595-d351-430d-b89f-124053759d28) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:46.504695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ad3b6-12fe-408d-942b-2345f41ab44b req-fa406fc1-7d04-4e7d-b648-1042b145c4d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:46.506616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f5ad3b6-12fe-408d-942b-2345f41ab44b req-fa406fc1-7d04-4e7d-b648-1042b145c4d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 945 time: 0.2268212 Apr 05 19:01:46.624445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55ce6b04-4ff9-4852-8372-48c6fca6297a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.625125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a338874b-c194-4f6f-b368-ddea1d1e33e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.659733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338874b-c194-4f6f-b368-ddea1d1e33e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=60d065c4-74aa-462f-b8f8-ce2c0dbe3758,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:46.680259 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.689175 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.718350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f5ad3b6-12fe-408d-942b-2345f41ab44b req-96997a1b-0a6e-4b74-8278-0e65e66395d3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726108 Apr 05 19:01:46.723826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55ce6b04-4ff9-4852-8372-48c6fca6297a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.745943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Pushing event updated for resources: {'Port': ['ID=44606595-d351-430d-b89f-124053759d28,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:46.751551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:01:46.755093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:46.758147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:46.760804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:46.792283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a338874b-c194-4f6f-b368-ddea1d1e33e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.799437 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a338874b-c194-4f6f-b368-ddea1d1e33e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/ports/60d065c4-74aa-462f-b8f8-ce2c0dbe3758 HTTP/1.1" status: 204 len: 168 time: 1.0896471 Apr 05 19:01:46.800195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43548) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:46.807684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:46.815073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Allocated IP 172.20.0.9 (140c2b86-c767-4aeb-ae57-4a1d164fc7a6/8b490b4b-094b-4c91-92eb-ef38c5a6809a/332a366b-d268-4356-90c4-b87e4f9a2a66) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:46.833344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.846734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Attempting to bind port 44606595-d351-430d-b89f-124053759d28 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:46.847102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Attempting to bind port 44606595-d351-430d-b89f-124053759d28 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:46.847462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Attempting to bind port 44606595-d351-430d-b89f-124053759d28 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:46.886326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:01:46.886818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:46.887261 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.887683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:01:46.889327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Bound port: 44606595-d351-430d-b89f-124053759d28, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:01:46.889730 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.946274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::92 (0b78bae6-29fd-47d3-887d-9b3f88505648/f17e69ca-81c3-442c-b1f1-21a560de5389/0723e59f-294f-44cb-8794-052723ccc1ec) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:46.957594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] For port 44606595-d351-430d-b89f-124053759d28, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:46.961254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] For port 44606595-d351-430d-b89f-124053759d28, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=44606595-d351-430d-b89f-124053759d28,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:01:46.973297 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.985023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55ce6b04-4ff9-4852-8372-48c6fca6297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.988372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55ce6b04-4ff9-4852-8372-48c6fca6297a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:46.989788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-55ce6b04-4ff9-4852-8372-48c6fca6297a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e72d1117-cbfe-452f-a709-c8e43b0e6563 HTTP/1.1" status: 204 len: 168 time: 0.6804011 Apr 05 19:01:47.088814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:47.132176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:47.199374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4cbdc-8979-4e60-a889-9b84c11b8e91 None None] Pushing event updated for resources: {'Port': ['ID=44606595-d351-430d-b89f-124053759d28,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:47.210484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'port_id': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'mac_address': 'fa:16:3e:4a:7c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:01:47.288267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:47.323940 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:47.384289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8016386-4483-4499-842d-30d50bc0a4d6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:01:47.446511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:47.455771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:47.464764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.25.4.59 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/0cc25dde-a07d-4428-8993-087b6cbaa1a1) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:47.583815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce6b04-4ff9-4852-8372-48c6fca6297a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72d1117-cbfe-452f-a709-c8e43b0e6563,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:47.593429 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:47.618191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=12']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:47.637989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:47.880054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['f8016386-4483-4499-842d-30d50bc0a4d6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:47.881278 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:47.939436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:47.949929 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.005588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 44606595-d351-430d-b89f-124053759d28 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:01:48.019687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:48.051690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event updated for resources: {'Port': ['ID=332a366b-d268-4356-90c4-b87e4f9a2a66,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:48.058696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:48.072151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:48.090535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:48.096358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:48.119695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:48.129697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=0cc25dde-a07d-4428-8993-087b6cbaa1a1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:48.135532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.230648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:48.237996 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.257822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.264766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 44606595-d351-430d-b89f-124053759d28 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:48.265225 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.310971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef781-5ccd-4fe6-ae3a-b54007e87385 req-fa59b22d-532d-4840-a29f-11ccd34962ed tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:48.323035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-481ef781-5ccd-4fe6-ae3a-b54007e87385 req-fa59b22d-532d-4840-a29f-11ccd34962ed tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 931 time: 0.7359700 Apr 05 19:01:48.368107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.411148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-20344870-6758-4053-ae51-4c8b5e59f287 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5505919 Apr 05 19:01:48.450636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Request body: {'port': {'device_id': '4ee68d3b-053d-4675-9491-2f5cca67b759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:48.529540 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.558061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.581048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52b873-4435-479f-9c31-772214cf9546 req-ba2f7b0d-a177-44a1-98b3-3cb735081c9a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:48.589220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f52b873-4435-479f-9c31-772214cf9546 req-ba2f7b0d-a177-44a1-98b3-3cb735081c9a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 946 time: 0.5936792 Apr 05 19:01:48.657706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:48.758163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-481ef781-5ccd-4fe6-ae3a-b54007e87385 req-a6ab90c1-b0fc-42ae-9654-1209df35e348 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337935 Apr 05 19:01:48.783566 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.793107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.814358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f52b873-4435-479f-9c31-772214cf9546 req-b7d2f78e-26d6-4c36-9e02-93269f72000e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586006 Apr 05 19:01:48.815426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:48.817743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:48.824301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:48.824866 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:48.850199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43602) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:48.929021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=0723e59f-294f-44cb-8794-052723ccc1ec,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:48.972511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-55a5ecfb-e4f5-4e31-b5fb-15b8c4c23c43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8892009 Apr 05 19:01:48.978696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43610) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:49.049449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ab0b3-b0ea-48f9-9f29-ea5ee4c23832 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:01:49.134558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=0cc25dde-a07d-4428-8993-087b6cbaa1a1,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:49.156999 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bbe0ed04-3c01-4dbb-857c-533cbecb775e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a HTTP/1.1" status: 200 len: 993 time: 0.3035867 Apr 05 19:01:49.180430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:49.203958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:49.206553 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-764d0117-a987-4be9-9701-4270a8742213 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4053142 Apr 05 19:01:49.209567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43614) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:49.217869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 44606595-d351-430d-b89f-124053759d28, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=44606595-d351-430d-b89f-124053759d28,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:49.219169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'port': {'network_id': '84e4703f-9672-4875-888c-46b91a6f19cd', 'name': 'tempest-FloatingIPTestJSON-273912785'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:49.222479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307368b-1db1-45bb-ab9e-0320781f7ec3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:49.244419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307368b-1db1-45bb-ab9e-0320781f7ec3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:49.248777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b307368b-1db1-45bb-ab9e-0320781f7ec3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2663627 Apr 05 19:01:49.250499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43616) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:49.260365 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:49.368776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ff253509-92e0-4ad2-a8c6-2866315a1d02 None None] Provisioning complete for port 44606595-d351-430d-b89f-124053759d28 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:49.369672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff253509-92e0-4ad2-a8c6-2866315a1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:49.483929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-72951d52-76ac-45c7-8813-fa7771932bab tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 0723e59f-294f-44cb-8794-052723ccc1ec {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:49.484587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-72951d52-76ac-45c7-8813-fa7771932bab tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:49.538453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Made reservation on behalf of b17ed91e1204461196ca1c6893185a57 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:49.548928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:49.582421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=44606595-d351-430d-b89f-124053759d28,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:49.677935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] device_id is not set on port 1972fea4-e2ea-4ea7-8f4b-ba969db19465 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:49.762366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43626) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:49.806643 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-72951d52-76ac-45c7-8813-fa7771932bab tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:49.821101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-72951d52-76ac-45c7-8813-fa7771932bab tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 0723e59f-294f-44cb-8794-052723ccc1ec owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:49.896022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 44606595-d351-430d-b89f-124053759d28 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:01:50.037183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 44606595-d351-430d-b89f-124053759d28 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:50.037787 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.061627 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-72951d52-76ac-45c7-8813-fa7771932bab tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.198807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6abbbd47-0965-47ac-953c-6a49658cffa7 None None] Provisioning complete for port 44606595-d351-430d-b89f-124053759d28 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:50.199749 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6abbbd47-0965-47ac-953c-6a49658cffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.214492 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbc93ac1-e5a2-4dbc-b646-2b21774fedaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.220115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72951d52-76ac-45c7-8813-fa7771932bab tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=0723e59f-294f-44cb-8794-052723ccc1ec,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:50.247625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c007ee0-b820-4833-880b-7f9c2e2d19f9 req-cd7f4255-a8f1-48f8-9216-088c4dd9a1a3 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:50.249156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c007ee0-b820-4833-880b-7f9c2e2d19f9 req-cd7f4255-a8f1-48f8-9216-088c4dd9a1a3 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 931 time: 0.1172144 Apr 05 19:01:50.255391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332a366b-d268-4356-90c4-b87e4f9a2a66 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:01:50.281489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.296975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-72951d52-76ac-45c7-8813-fa7771932bab tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.300124 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-72951d52-76ac-45c7-8813-fa7771932bab tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/0723e59f-294f-44cb-8794-052723ccc1ec HTTP/1.1" status: 204 len: 168 time: 1.0485346 Apr 05 19:01:50.304307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43642) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:50.315814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Transition to ACTIVE for port object 332a366b-d268-4356-90c4-b87e4f9a2a66 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:01:50.326725 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.338837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c007ee0-b820-4833-880b-7f9c2e2d19f9 req-21c95b57-8fd4-4f17-b09e-5db5adbbbd78 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788369 Apr 05 19:01:50.399195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.20.0.5 (84e4703f-9672-4875-888c-46b91a6f19cd/33df997f-00e3-4036-8e0c-f2d363c5a894/1972fea4-e2ea-4ea7-8f4b-ba969db19465) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:50.413470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Pushing event updated for resources: {'Port': ['ID=332a366b-d268-4356-90c4-b87e4f9a2a66,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:50.524592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f2d0ab-df63-4a04-9cb7-3ffb82bf34e2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:50.531986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f2d0ab-df63-4a04-9cb7-3ffb82bf34e2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:50.533730 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-25f2d0ab-df63-4a04-9cb7-3ffb82bf34e2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2258036 Apr 05 19:01:50.553828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43646) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:50.582906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6abbbd47-0965-47ac-953c-6a49658cffa7 None None] Could not find standard attr ID for object 0723e59f-294f-44cb-8794-052723ccc1ec. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:01:50.657720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Attempting to bind port 332a366b-d268-4356-90c4-b87e4f9a2a66 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:50.658252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Attempting to bind port 332a366b-d268-4356-90c4-b87e4f9a2a66 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:50.658699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Attempting to bind port 332a366b-d268-4356-90c4-b87e4f9a2a66 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:50.669888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Port 332a366b-d268-4356-90c4-b87e4f9a2a66 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:01:50.670455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Attempting to bind port 332a366b-d268-4356-90c4-b87e4f9a2a66 on network 140c2b86-c767-4aeb-ae57-4a1d164fc7a6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:50.679948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:01:50.680296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Checking segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:50.680907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Bound using segment: {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:01:50.681579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Bound port: 332a366b-d268-4356-90c4-b87e4f9a2a66, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:01:50.681736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.744463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbc93ac1-e5a2-4dbc-b646-2b21774fedaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.744726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:01:50.755719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e21afd-1135-4120-a40a-6e0049ceae1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet f17e69ca-81c3-442c-b1f1-21a560de5389 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:01:50.761233 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cbc93ac1-e5a2-4dbc-b646-2b21774fedaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.764274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09e21afd-1135-4120-a40a-6e0049ceae1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.809655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] For port 332a366b-d268-4356-90c4-b87e4f9a2a66, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:50.823915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] For port 332a366b-d268-4356-90c4-b87e4f9a2a66, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=332a366b-d268-4356-90c4-b87e4f9a2a66,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:01:50.830241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.848039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-57f1c954-d5c1-4609-a5ad-5da9d9b947d5 None None] Could not find standard attr ID for object 0723e59f-294f-44cb-8794-052723ccc1ec. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:01:50.881490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:50.882615 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.884268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] 10.222.0.20 "PUT /v2.0/ports/332a366b-d268-4356-90c4-b87e4f9a2a66 HTTP/1.1" status: 200 len: 1091 time: 2.4417737 Apr 05 19:01:50.887490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee68d3b-053d-4675-9491-2f5cca67b759', 'tag': '332a366b-d268-4356-90c4-b87e4f9a2a66'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:50.890022 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f555c97f-ee4d-446a-bf45-4c61b2f33114" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee68d3b-053d-4675-9491-2f5cca67b759", "tag": "332a366b-d268-4356-90c4-b87e4f9a2a66"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:50.914339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port f8016386-4483-4499-842d-30d50bc0a4d6 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:01:50.918517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port f8016386-4483-4499-842d-30d50bc0a4d6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:50.918780 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:50.965289 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cbc93ac1-e5a2-4dbc-b646-2b21774fedaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da452b7a0d174386b46104c1957aff28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1981740 Apr 05 19:01:50.972468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:50.974681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09e21afd-1135-4120-a40a-6e0049ceae1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.004102 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b44a841-732b-46e5-a37e-b1e123849b52 x-openstack-request-id: req-2b44a841-732b-46e5-a37e-b1e123849b52 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:51.004613 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee68d3b-053d-4675-9491-2f5cca67b759", "tag": "332a366b-d268-4356-90c4-b87e4f9a2a66", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:51.004924 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b44a841-732b-46e5-a37e-b1e123849b52 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:51.005383 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b44a841-732b-46e5-a37e-b1e123849b52'] response: {'name': 'network-changed', 'server_uuid': '4ee68d3b-053d-4675-9491-2f5cca67b759', 'tag': '332a366b-d268-4356-90c4-b87e4f9a2a66', 'status': 'completed', 'code': 200} Apr 05 19:01:51.027653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc93ac1-e5a2-4dbc-b646-2b21774fedaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829971dd-ac75-46f0-a0df-688d6c0961e0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:51.037356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e4366-ccd1-4226-8f7b-f1f8e0329672 service neutron] Pushing event updated for resources: {'Port': ['ID=332a366b-d268-4356-90c4-b87e4f9a2a66,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:51.046241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-a07c5796-42f5-419d-b2fc-fa07c2c48c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:51.047692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-a07c5796-42f5-419d-b2fc-fa07c2c48c6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 1094 time: 0.1043847 Apr 05 19:01:51.133036 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.134437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-d8a95d78-9494-4136-8022-99eddb4b8c4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=332a366b-d268-4356-90c4-b87e4f9a2a66 HTTP/1.1" status: 200 len: 217 time: 0.0782285 Apr 05 19:01:51.160626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:51.174751 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51a0e1c-b5d9-4d48-98ba-1a8ee2b595d5" -d '{"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-plugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:51.189289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.228875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:51.240738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-6c3a9fe2-4d11-43a7-94d1-6caebf0c81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:51.240911 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.242180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-6c3a9fe2-4d11-43a7-94d1-6caebf0c81d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.0961161 Apr 05 19:01:51.270698 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4717a086-211e-46ef-a617-c3a84a6a60ac x-openstack-request-id: req-4717a086-211e-46ef-a617-c3a84a6a60ac {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:51.271120 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-plugged", "status": "completed", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:51.271448 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4717a086-211e-46ef-a617-c3a84a6a60ac {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:51.271996 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4717a086-211e-46ef-a617-c3a84a6a60ac'] response: {'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'code': 200} Apr 05 19:01:51.291128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-04321bd2-d29b-4cab-8bd8-43cb28c88e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.298746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-bea9f5fa-e3c7-4b52-835b-20a11ec12564 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440521 Apr 05 19:01:51.324511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=13']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:51.335525 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09e21afd-1135-4120-a40a-6e0049ceae1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.359972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.366053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-04321bd2-d29b-4cab-8bd8-43cb28c88e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.437387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-b301ad17-55e1-42b8-a650-5be558bcb508 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256342 Apr 05 19:01:51.473814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=1972fea4-e2ea-4ea7-8f4b-ba969db19465,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:51.482871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 84e4703f-9672-4875-888c-46b91a6f19cd is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:51.500043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:51.512126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:51.573997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:51.574574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.579745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7dfe2-0d1e-4b15-9203-d559e06d8e4e req-fb32dcf8-fb5d-4031-80b0-276a544369f7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:51.579932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09e21afd-1135-4120-a40a-6e0049ceae1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.581514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03e7dfe2-0d1e-4b15-9203-d559e06d8e4e req-fb32dcf8-fb5d-4031-80b0-276a544369f7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 943 time: 0.1104586 Apr 05 19:01:51.598900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-04321bd2-d29b-4cab-8bd8-43cb28c88e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.601408 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-04321bd2-d29b-4cab-8bd8-43cb28c88e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.602896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-04321bd2-d29b-4cab-8bd8-43cb28c88e3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/829971dd-ac75-46f0-a0df-688d6c0961e0 HTTP/1.1" status: 204 len: 168 time: 0.6112962 Apr 05 19:01:51.619233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2482f2f-c18b-45bb-aff8-1c52c29e1bae req-81a49094-287b-4099-bb7d-b5564db9fc8a service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709394 Apr 05 19:01:51.641116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03e7dfe2-0d1e-4b15-9203-d559e06d8e4e req-33d3923c-7ad3-4552-83e6-8e1bed83e1e0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507839 Apr 05 19:01:51.680057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d102eb7-f573-4af8-b48a-7da4e86b706d None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:01:51.682209 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8b839ed3-732e-4d38-b249-455ba03e2831 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4710474 Apr 05 19:01:51.683024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e21afd-1135-4120-a40a-6e0049ceae1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=f17e69ca-81c3-442c-b1f1-21a560de5389,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:51.685077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43672) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:51.690295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'port_id': '1972fea4-e2ea-4ea7-8f4b-ba969db19465'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:51.695929 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09e21afd-1135-4120-a40a-6e0049ceae1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:51.699058 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-09e21afd-1135-4120-a40a-6e0049ceae1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/f17e69ca-81c3-442c-b1f1-21a560de5389 HTTP/1.1" status: 204 len: 168 time: 1.1443591 Apr 05 19:01:51.701346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04321bd2-d29b-4cab-8bd8-43cb28c88e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829971dd-ac75-46f0-a0df-688d6c0961e0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:51.703120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43674) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:51.820119 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f79b2f45-2512-441f-a722-5c42ce3aed1e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158681 Apr 05 19:01:51.824642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43682) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:51.830965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:51.845990 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:52.026333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-3589bb41-1e16-4846-b916-2af235b97b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:52.030523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-3589bb41-1e16-4846-b916-2af235b97b59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 1094 time: 0.2150469 Apr 05 19:01:52.031290 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:52.036462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:52.180405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e575dc3-1544-4d3e-8799-4256d706fff1 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:01:52.311696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0e575dc3-1544-4d3e-8799-4256d706fff1 None None] Deleting port 44606595-d351-430d-b89f-124053759d28 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:52.312831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e575dc3-1544-4d3e-8799-4256d706fff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:52.450022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0e575dc3-1544-4d3e-8799-4256d706fff1 None None] For port 44606595-d351-430d-b89f-124053759d28, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=44606595-d351-430d-b89f-124053759d28,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:52.452079 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e575dc3-1544-4d3e-8799-4256d706fff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:52.467763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0e575dc3-1544-4d3e-8799-4256d706fff1 None None] Calling delete_port for 44606595-d351-430d-b89f-124053759d28 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:52.482874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:52.560837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:52.568019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:52.594041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:52.594041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:52.626206 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e575dc3-1544-4d3e-8799-4256d706fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:52.633236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=7896c1f7-3cd2-4ae1-86b7-ecf8db7c01e1,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:52.645502 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c4f17f35-8b68-44b9-8a1f-1c53af6575d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8166466 Apr 05 19:01:52.645880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43706) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:52.658673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'name': 'tempest-NetworksTestDHCPv6-1207519402'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:52.667522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-cfd7ae17-23ed-4758-bb15-a9474b326e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:52.675314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-cfd7ae17-23ed-4758-bb15-a9474b326e75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 200 len: 906 time: 0.6229687 Apr 05 19:01:52.684723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e575dc3-1544-4d3e-8799-4256d706fff1 None None] Pushing event deleted for resources: {'Port': ['ID=44606595-d351-430d-b89f-124053759d28,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:52.697144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e575dc3-1544-4d3e-8799-4256d706fff1 None None] No DVR routers for this DVR port 44606595-d351-430d-b89f-124053759d28 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:52.719812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54469621-dc8c-4342-b0b6-b4d01f1303f9 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:01:52.892207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-c6a8d448-547d-4229-95ee-48ad96be093c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=332a366b-d268-4356-90c4-b87e4f9a2a66 HTTP/1.1" status: 200 len: 217 time: 0.2053781 Apr 05 19:01:52.905824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:52.909883 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:52.943395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port f449f20f-e1a2-4bae-8030-536a728df265 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:53.053254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-0216a793-39a7-4fd0-8dc3-12e726361c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:53.055068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-0216a793-39a7-4fd0-8dc3-12e726361c12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 200 len: 846 time: 0.1393244 Apr 05 19:01:53.082883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': '7896c1f7-3cd2-4ae1-86b7-ecf8db7c01e1'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:01:53.084153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:53.142789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-893cfd29-704c-4d4d-a1f7-19d3743d0c5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=140c2b86-c767-4aeb-ae57-4a1d164fc7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615337 Apr 05 19:01:53.223662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae2123-640f-4d71-a650-ac1ce168683b req-e4ca7f06-2762-48fa-896e-0dbe3e9ae97e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:53.225511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8eae2123-640f-4d71-a650-ac1ce168683b req-e4ca7f06-2762-48fa-896e-0dbe3e9ae97e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 943 time: 0.3574979 Apr 05 19:01:53.230336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 19:01:53.248899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::33b (0b78bae6-29fd-47d3-887d-9b3f88505648/7896c1f7-3cd2-4ae1-86b7-ecf8db7c01e1/f449f20f-e1a2-4bae-8030-536a728df265) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:53.414463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:53.433955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8eae2123-640f-4d71-a650-ac1ce168683b req-f66bb6c8-b10c-430a-99fb-081fac1317e6 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890047 Apr 05 19:01:53.434665 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:53.513926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-f7501283-84d4-479d-8a54-335171441040 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359020 Apr 05 19:01:53.522140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 332a366b-d268-4356-90c4-b87e4f9a2a66 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:01:53.570414 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:53.662617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 332a366b-d268-4356-90c4-b87e4f9a2a66, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=332a366b-d268-4356-90c4-b87e4f9a2a66,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:53.674941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:53.708550 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP 8e37188f-e274-40b9-aeac-c46ededbf81a associated. External IP: 172.25.4.59, port: 1972fea4-e2ea-4ea7-8f4b-ba969db19465. Apr 05 19:01:53.732536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '332a366b-d268-4356-90c4-b87e4f9a2a66', 'network_id': '140c2b86-c767-4aeb-ae57-4a1d164fc7a6', 'port_id': '332a366b-d268-4356-90c4-b87e4f9a2a66', 'mac_address': 'fa:16:3e:79:22:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b490b4b-094b-4c91-92eb-ef38c5a6809a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:01:53.760209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43738) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:53.796242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=f449f20f-e1a2-4bae-8030-536a728df265,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:53.802670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f555c97f-ee4d-446a-bf45-4c61b2f33114 req-a076cf86-cc83-4e34-a95b-20281a835cd4 service neutron] 10.222.0.20 "GET /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699149 Apr 05 19:01:53.848667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/7896c1f7-3cd2-4ae1-86b7-ecf8db7c01e1/eb8d6f62-faed-4700-9778-1a080dfdc294) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:53.849590 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:53.851376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:53.854866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:53.855497 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:53.863419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:53.864553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:53.893580 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ccf3bb23-58d6-447b-a431-b98d118a5b56 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2464201 Apr 05 19:01:53.895977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43744) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:53.930046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 44606595-d351-430d-b89f-124053759d28 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:01:53.961471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332a366b-d268-4356-90c4-b87e4f9a2a66 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:01:54.001995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5b196b-034d-4fb4-b0cc-b6dd5129deee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:54.006889 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2c5b196b-034d-4fb4-b0cc-b6dd5129deee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1095977 Apr 05 19:01:54.009449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43748) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:54.036277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 44606595-d351-430d-b89f-124053759d28 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:01:54.037707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 44606595-d351-430d-b89f-124053759d28 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:01:54.061066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 332a366b-d268-4356-90c4-b87e4f9a2a66, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=332a366b-d268-4356-90c4-b87e4f9a2a66,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:54.080321 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.088998 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bd456ff-3d90-4ea6-92cc-0752bf8289b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.209547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=332a366b-d268-4356-90c4-b87e4f9a2a66,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:54.224319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:54.235417 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.242499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cfeaa-1ac8-4a95-9198-aa161ba22152 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port f449f20f-e1a2-4bae-8030-536a728df265 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:54.243003 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfeaa-1ac8-4a95-9198-aa161ba22152 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.256993 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.312764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Pushing event updated for resources: {'Port': ['ID=eb8d6f62-faed-4700-9778-1a080dfdc294,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:54.314083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bd456ff-3d90-4ea6-92cc-0752bf8289b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.324786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bd456ff-3d90-4ea6-92cc-0752bf8289b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.335004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:54.336498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:54.343130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:54.380367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd456ff-3d90-4ea6-92cc-0752bf8289b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2e8bc2-391d-4ebf-8968-5e02f65d7dba,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:54.414372 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5bd456ff-3d90-4ea6-92cc-0752bf8289b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=822e038a32104496b54ec52f06014d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499033 Apr 05 19:01:54.414661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Attempting to bind port eb8d6f62-faed-4700-9778-1a080dfdc294 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:54.414769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Attempting to bind port eb8d6f62-faed-4700-9778-1a080dfdc294 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:54.415481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Attempting to bind port eb8d6f62-faed-4700-9778-1a080dfdc294 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:54.415679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43756) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:54.419477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['332a366b-d268-4356-90c4-b87e4f9a2a66'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:01:54.419637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfeaa-1ac8-4a95-9198-aa161ba22152 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.422499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:54.434631 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef513d-e253-4d9d-a1fe-88bbd410b135 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:54.437648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.452529 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef513d-e253-4d9d-a1fe-88bbd410b135 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:54.453182 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-09ef513d-e253-4d9d-a1fe-88bbd410b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:54.477412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-598db32a-d344-49e5-abb9-8e402d60d0e6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/floatingips/8e37188f-e274-40b9-aeac-c46ededbf81a HTTP/1.1" status: 200 len: 976 time: 2.7910907 Apr 05 19:01:54.480081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43764) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:54.480579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cfeaa-1ac8-4a95-9198-aa161ba22152 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for f449f20f-e1a2-4bae-8030-536a728df265 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:54.483641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:01:54.484203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:54.484619 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.486869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:01:54.487282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Bound port: eb8d6f62-faed-4700-9778-1a080dfdc294, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:01:54.488119 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.508401 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f5a49e9-85fc-4186-8d02-2a13329e8f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.516141 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-09ef513d-e253-4d9d-a1fe-88bbd410b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:54.527247 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef513d-e253-4d9d-a1fe-88bbd410b135 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:54.528196 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-09ef513d-e253-4d9d-a1fe-88bbd410b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:54.535593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f5a49e9-85fc-4186-8d02-2a13329e8f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.602028 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-09ef513d-e253-4d9d-a1fe-88bbd410b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:54.603230 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef513d-e253-4d9d-a1fe-88bbd410b135 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:54.635793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f5a49e9-85fc-4186-8d02-2a13329e8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.638899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f5a49e9-85fc-4186-8d02-2a13329e8f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.640160 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4f5a49e9-85fc-4186-8d02-2a13329e8f46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c2e8bc2-391d-4ebf-8968-5e02f65d7dba HTTP/1.1" status: 204 len: 168 time: 0.2235463 Apr 05 19:01:54.681910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a49e9-85fc-4186-8d02-2a13329e8f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2e8bc2-391d-4ebf-8968-5e02f65d7dba,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:54.691664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926588c-cdfe-4a12-935b-bfa84dfd7f66 req-8d450caf-23f2-4271-9a77-ccaa33696146 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:54.702631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4926588c-cdfe-4a12-935b-bfa84dfd7f66 req-8d450caf-23f2-4271-9a77-ccaa33696146 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 944 time: 0.0968854 Apr 05 19:01:54.740416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 1972fea4-e2ea-4ea7-8f4b-ba969db19465 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:54.741094 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.788158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] For port eb8d6f62-faed-4700-9778-1a080dfdc294, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:54.791665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfeaa-1ac8-4a95-9198-aa161ba22152 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.830254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4926588c-cdfe-4a12-935b-bfa84dfd7f66 req-ded4d165-f5ea-4a35-8dba-31819189ec87 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267662 Apr 05 19:01:54.844497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] For port eb8d6f62-faed-4700-9778-1a080dfdc294, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=eb8d6f62-faed-4700-9778-1a080dfdc294,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:01:54.854883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cfeaa-1ac8-4a95-9198-aa161ba22152 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=f449f20f-e1a2-4bae-8030-536a728df265,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:54.887134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.922277 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.927699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfeaa-1ac8-4a95-9198-aa161ba22152 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:54.931440 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ad0cfeaa-1ac8-4a95-9198-aa161ba22152 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/f449f20f-e1a2-4bae-8030-536a728df265 HTTP/1.1" status: 204 len: 168 time: 0.9207258 Apr 05 19:01:54.939368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43774) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:55.035762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062da60-9bde-42e6-accd-8f4a6f75bb88 None None] Pushing event updated for resources: {'Port': ['ID=eb8d6f62-faed-4700-9778-1a080dfdc294,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:55.083605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14ebc2-636a-45b4-8a3b-835a2c0ea1ba tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:55.085445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14ebc2-636a-45b4-8a3b-835a2c0ea1ba tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:55.090278 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2b14ebc2-636a-45b4-8a3b-835a2c0ea1ba tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1471233 Apr 05 19:01:55.090278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43780) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:55.107236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43782) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:55.181223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4cfe2f-f9f6-40a8-89ef-61b57cea2c85 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 7896c1f7-3cd2-4ae1-86b7-ecf8db7c01e1 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:01:55.184209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfe2f-f9f6-40a8-89ef-61b57cea2c85 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:55.263548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfe2f-f9f6-40a8-89ef-61b57cea2c85 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:55.494339 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfe2f-f9f6-40a8-89ef-61b57cea2c85 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:55.534341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 332a366b-d268-4356-90c4-b87e4f9a2a66 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:01:55.650944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:55.651306 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:55.651622 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP 8e37188f-e274-40b9-aeac-c46ededbf81a disassociated. External IP: 172.25.4.59, port: 1972fea4-e2ea-4ea7-8f4b-ba969db19465. Apr 05 19:01:55.651957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 1972fea4-e2ea-4ea7-8f4b-ba969db19465 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:55.679848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfe2f-f9f6-40a8-89ef-61b57cea2c85 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:55.683714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 332a366b-d268-4356-90c4-b87e4f9a2a66 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:01:55.693370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 332a366b-d268-4356-90c4-b87e4f9a2a66 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:55.693790 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:55.721436 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfe2f-f9f6-40a8-89ef-61b57cea2c85 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:55.727229 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4b4cfe2f-f9f6-40a8-89ef-61b57cea2c85 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/7896c1f7-3cd2-4ae1-86b7-ecf8db7c01e1 HTTP/1.1" status: 204 len: 168 time: 0.6359587 Apr 05 19:01:55.736046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43804) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:55.749314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cfe2f-f9f6-40a8-89ef-61b57cea2c85 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=7896c1f7-3cd2-4ae1-86b7-ecf8db7c01e1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:55.866588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43810) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:55.868545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-65d751de-09da-448a-9474-2186a2409fa9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308401 Apr 05 19:01:55.873189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:55.987667 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:56.016463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device eb8d6f62-faed-4700-9778-1a080dfdc294 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:01:56.025230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee68d3b-053d-4675-9491-2f5cca67b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332a366b-d268-4356-90c4-b87e4f9a2a66'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:56.027669 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e7d199-1531-4d6c-b783-08700b1ce42e" -d '{"events": [{"server_uuid": "4ee68d3b-053d-4675-9491-2f5cca67b759", "name": "network-vif-plugged", "status": "completed", "tag": "332a366b-d268-4356-90c4-b87e4f9a2a66"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:56.068023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 332a366b-d268-4356-90c4-b87e4f9a2a66, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=332a366b-d268-4356-90c4-b87e4f9a2a66,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:56.077253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:56.081615 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:56.084568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:56.252660 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b8909-6dd4-4fdf-a82c-386afde13697 x-openstack-request-id: req-a48b8909-6dd4-4fdf-a82c-386afde13697 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:56.252938 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee68d3b-053d-4675-9491-2f5cca67b759", "name": "network-vif-plugged", "status": "completed", "tag": "332a366b-d268-4356-90c4-b87e4f9a2a66", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:56.253140 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a48b8909-6dd4-4fdf-a82c-386afde13697 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:56.257462 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48b8909-6dd4-4fdf-a82c-386afde13697'] response: {'server_uuid': '4ee68d3b-053d-4675-9491-2f5cca67b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332a366b-d268-4356-90c4-b87e4f9a2a66', 'code': 200} Apr 05 19:01:56.292892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port eb8d6f62-faed-4700-9778-1a080dfdc294 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:56.295493 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:56.409167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=332a366b-d268-4356-90c4-b87e4f9a2a66,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:56.533115 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:56.603452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port eb8d6f62-faed-4700-9778-1a080dfdc294, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=eb8d6f62-faed-4700-9778-1a080dfdc294,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:56.619588 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:56.759132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84d8b9-018f-4276-a9af-317964f8bcb8 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:01:56.845803 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:56.889136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=eb8d6f62-faed-4700-9778-1a080dfdc294,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:56.927679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-eac13db4-3e82-43fc-9ca9-dd76d872a127 None None] Provisioning complete for port eb8d6f62-faed-4700-9778-1a080dfdc294 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:01:56.928051 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eac13db4-3e82-43fc-9ca9-dd76d872a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:56.976750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=1972fea4-e2ea-4ea7-8f4b-ba969db19465,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:57.035816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port 83399b5c-de2d-48fe-ab33-aa64759327d9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:57.036158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.068110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a9a74-885c-4fb4-81b9-74ccc7679908 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:01:57.071815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.128461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:57.131932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:57.135450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:57.136667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.163953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=4f9b160c-aa31-431d-a368-35e9ba81f653,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:57.182016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c455232-0868-4d08-ad64-8fa4c6441979 req-39559f48-8524-4a9b-a7b0-6f3791e39b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:57.183531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c455232-0868-4d08-ad64-8fa4c6441979 req-39559f48-8524-4a9b-a7b0-6f3791e39b1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 1096 time: 0.3706455 Apr 05 19:01:57.186169 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0dec1a7f-f3bf-47c5-adbe-fb6f6c1bb905 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3178821 Apr 05 19:01:57.189006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43870) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:57.199394 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'name': 'tempest-NetworksTestDHCPv6-2094215331'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:57.206173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf5e4f-e794-4795-97c9-3dd0fa3a314e req-23b02bab-5ff7-43e9-a4a8-d0cb7f471d7e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:57.207167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f39a9a74-885c-4fb4-81b9-74ccc7679908 None None] Deleting port eb8d6f62-faed-4700-9778-1a080dfdc294 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:57.207583 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f39a9a74-885c-4fb4-81b9-74ccc7679908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.208148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-beaf5e4f-e794-4795-97c9-3dd0fa3a314e req-23b02bab-5ff7-43e9-a4a8-d0cb7f471d7e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.3968225 Apr 05 19:01:57.296216 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.296533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.324963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for 83399b5c-de2d-48fe-ab33-aa64759327d9 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:57.358669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f39a9a74-885c-4fb4-81b9-74ccc7679908 None None] For port eb8d6f62-faed-4700-9778-1a080dfdc294, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=eb8d6f62-faed-4700-9778-1a080dfdc294,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:01:57.359685 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f39a9a74-885c-4fb4-81b9-74ccc7679908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.399915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f39a9a74-885c-4fb4-81b9-74ccc7679908 None None] Calling delete_port for eb8d6f62-faed-4700-9778-1a080dfdc294 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:57.460304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:01:57.460304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.483373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 5dd484ce-b55d-4af2-b621-2f8dca11d211 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:01:57.509889 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.599854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f39a9a74-885c-4fb4-81b9-74ccc7679908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.654527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a9a74-885c-4fb4-81b9-74ccc7679908 None None] Pushing event deleted for resources: {'Port': ['ID=eb8d6f62-faed-4700-9778-1a080dfdc294,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:57.667680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::d1 (0b78bae6-29fd-47d3-887d-9b3f88505648/4f9b160c-aa31-431d-a368-35e9ba81f653/5dd484ce-b55d-4af2-b621-2f8dca11d211) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:57.675915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a9a74-885c-4fb4-81b9-74ccc7679908 None None] No DVR routers for this DVR port eb8d6f62-faed-4700-9778-1a080dfdc294 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:01:57.701967 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc1a6ae-7dc0-4c83-a275-0185fb029221 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:01:57.862066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=83399b5c-de2d-48fe-ab33-aa64759327d9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:57.917387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-beaf5e4f-e794-4795-97c9-3dd0fa3a314e req-8f4ae1af-ad31-40dc-94d1-9a471046787f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794970 Apr 05 19:01:57.948491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c455232-0868-4d08-ad64-8fa4c6441979 req-91f01ad2-4204-4156-af8f-a1c49bf15a62 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7392781 Apr 05 19:01:57.959012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:57.974812 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:57.975451 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Floating IP 4b1da85c-7cdb-4883-a84c-8df24052a611 disassociated (deleted). External IP: 172.25.4.121, port: d1f7ba63-41b5-4fb6-81c5-e36554270d8d. Apr 05 19:01:57.979990 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.039688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.128522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device eb8d6f62-faed-4700-9778-1a080dfdc294 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:01:58.150747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=5dd484ce-b55d-4af2-b621-2f8dca11d211,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:58.163247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:58.165906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:58.173057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:58.181474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:58.182355 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.188156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: eb8d6f62-faed-4700-9778-1a080dfdc294 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:01:58.188578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device eb8d6f62-faed-4700-9778-1a080dfdc294 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:01:58.225577 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-da82ad19-a32b-4344-a87e-dbd1239f5582 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0328977 Apr 05 19:01:58.227396 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43916) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:58.261776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:58.287387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288341d-d41e-4fb4-ba23-d1a2fe993610 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:58.325005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a288341d-d41e-4fb4-ba23-d1a2fe993610 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:58.327144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a288341d-d41e-4fb4-ba23-d1a2fe993610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:58.347564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5ddb0-b313-4634-95d2-64375c646fce tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:58.349159 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-81a5ddb0-b313-4634-95d2-64375c646fce tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1205184 Apr 05 19:01:58.358361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43918) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:58.374608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a288341d-d41e-4fb4-ba23-d1a2fe993610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:58.392920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a288341d-d41e-4fb4-ba23-d1a2fe993610 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:58.393735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a288341d-d41e-4fb4-ba23-d1a2fe993610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:58.427388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.431245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a288341d-d41e-4fb4-ba23-d1a2fe993610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:58.431996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288341d-d41e-4fb4-ba23-d1a2fe993610 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:01:58.433362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b0111ba6-7277-4448-9fa1-d001da75c6fe tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/ports/1972fea4-e2ea-4ea7-8f4b-ba969db19465 HTTP/1.1" status: 204 len: 168 time: 3.9519620 Apr 05 19:01:58.433848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43922) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:58.449128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:01:58.513719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-53f65440-2845-495a-af05-d73246a2667a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "GET /v2.0/floatingips/8e37188f-e274-40b9-aeac-c46ededbf81a HTTP/1.1" status: 200 len: 687 time: 0.0784700 Apr 05 19:01:58.515475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43930) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:58.539409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': '4f9b160c-aa31-431d-a368-35e9ba81f653'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:01:58.540182 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.562811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c9eff226-3601-4de2-8970-09211eafa246 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 5dd484ce-b55d-4af2-b621-2f8dca11d211 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:58.563053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9eff226-3601-4de2-8970-09211eafa246 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.740381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 0cc25dde-a07d-4428-8993-087b6cbaa1a1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:01:58.740721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.749782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9eff226-3601-4de2-8970-09211eafa246 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.765098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:01:58.770276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.777551 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] Sync routers for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:01:58.799778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c9eff226-3601-4de2-8970-09211eafa246 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 5dd484ce-b55d-4af2-b621-2f8dca11d211 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:58.802676 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:58.808701 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:58.839627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/4f9b160c-aa31-431d-a368-35e9ba81f653/1f8b88a2-4cd3-4b87-ae86-4071d47ee562) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:01:58.847896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-adfb22e3-cbf3-44c9-88c6-eb85923f4ea6 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "DELETE /v2.0/floatingips/4b1da85c-7cdb-4883-a84c-8df24052a611 HTTP/1.1" status: 204 len: 168 time: 3.7393448 Apr 05 19:01:58.849923 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:01:58.865755 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8174973-142a-4e7f-b00e-0279960a39a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:01:58.902464 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.902799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:58.921515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 0cc25dde-a07d-4428-8993-087b6cbaa1a1 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:01:59.123484 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9eff226-3601-4de2-8970-09211eafa246 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.170217 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:01:59.177682 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.189560 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.242682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eff226-3601-4de2-8970-09211eafa246 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=5dd484ce-b55d-4af2-b621-2f8dca11d211,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:59.273045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:01:59.283443 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.287866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:01:59.302408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:01:59.304944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9eff226-3601-4de2-8970-09211eafa246 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.311155 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c9eff226-3601-4de2-8970-09211eafa246 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/5dd484ce-b55d-4af2-b621-2f8dca11d211 HTTP/1.1" status: 204 len: 168 time: 0.9505794 Apr 05 19:01:59.313020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43944) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:59.352649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=0cc25dde-a07d-4428-8993-087b6cbaa1a1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:59.382966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.386463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.386830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.389048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.389432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.389773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.390716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.392084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.392443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.392785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.393119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.393450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:01:59.415899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2624d83-e37b-4fc0-bf90-e8041e6c4cd2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:59.419084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2624d83-e37b-4fc0-bf90-e8041e6c4cd2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:59.421609 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e2624d83-e37b-4fc0-bf90-e8041e6c4cd2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1073420 Apr 05 19:01:59.425355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43952) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:59.475134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Pushing event updated for resources: {'Port': ['ID=1f8b88a2-4cd3-4b87-ae86-4071d47ee562,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:59.536345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094d882-9b3b-4a29-811a-fe1f13d6a450 req-092d9f39-d213-4d25-afbf-81f3dfa7ddfb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:59.538075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d094d882-9b3b-4a29-811a-fe1f13d6a450 req-092d9f39-d213-4d25-afbf-81f3dfa7ddfb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.2843838 Apr 05 19:01:59.551671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Attempting to bind port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:01:59.554258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Attempting to bind port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:01:59.554842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Attempting to bind port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:01:59.563275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:01:59.563930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:01:59.564502 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.565063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:01:59.565696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Bound port: 1f8b88a2-4cd3-4b87-ae86-4071d47ee562, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:01:59.566333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.597681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e602fa-f7ff-4d7a-86ce-5564b5d6e975 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 4f9b160c-aa31-431d-a368-35e9ba81f653 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:01:59.604873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e602fa-f7ff-4d7a-86ce-5564b5d6e975 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.627129 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:59.687613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.697535 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] Checking router: 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:01:59.706728 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.711855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-727d8fcf-fba6-48c4-9655-5842a0b54cb7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/floatingips/8e37188f-e274-40b9-aeac-c46ededbf81a HTTP/1.1" status: 204 len: 168 time: 1.1952639 Apr 05 19:01:59.713239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e602fa-f7ff-4d7a-86ce-5564b5d6e975 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.724772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 43956) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:01:59.727397 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:01:59.729864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] For port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:01:59.730077 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:01:59.730373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '226e2677-482f-4cc1-a0fd-dc0ad2a9d667'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:01:59.737559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] For port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1f8b88a2-4cd3-4b87-ae86-4071d47ee562,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:01:59.748930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.751880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6ad93-4f5e-4c03-bbc4-81d4e8b8d7f9 req-3e4e4b15-7d19-4680-a5f8-1ee60577ed79 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:01:59.753542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddc6ad93-4f5e-4c03-bbc4-81d4e8b8d7f9 req-3e4e4b15-7d19-4680-a5f8-1ee60577ed79 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 946 time: 0.4152882 Apr 05 19:01:59.818730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddc6ad93-4f5e-4c03-bbc4-81d4e8b8d7f9 req-6b2e363f-0352-46b5-802c-2bdd38c468a2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563099 Apr 05 19:01:59.822189 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d094d882-9b3b-4a29-811a-fe1f13d6a450 req-3ea6dad6-5a9a-412c-942a-c1fd970eecdd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728129 Apr 05 19:01:59.823761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:01:59.885750 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:01:59.951047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad5e3e-e45b-4467-8b85-b637dd5fb283 None None] Pushing event updated for resources: {'Port': ['ID=1f8b88a2-4cd3-4b87-ae86-4071d47ee562,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:01:59.985770 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e22a47e-ac2b-4176-8d40-1adc99ba92a9 x-openstack-request-id: req-6e22a47e-ac2b-4176-8d40-1adc99ba92a9 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:01:59.986063 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:01:59.986313 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e22a47e-ac2b-4176-8d40-1adc99ba92a9 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:01:59.986785 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e22a47e-ac2b-4176-8d40-1adc99ba92a9'] response: {'name': 'network-changed', 'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'status': 'completed', 'code': 200} Apr 05 19:01:59.996875 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e602fa-f7ff-4d7a-86ce-5564b5d6e975 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:00.044380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-1e7b5df4-cda4-4128-bfa6-9aa32eb2c13d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:00.046556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-1e7b5df4-cda4-4128-bfa6-9aa32eb2c13d tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 946 time: 0.1161971 Apr 05 19:02:00.134047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-f2100514-be76-4a80-9fb0-b26af04d052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:00.136491 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-f2100514-be76-4a80-9fb0-b26af04d052d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2c1400648c047fba9a87da2a9820169&device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 1097 time: 0.0780501 Apr 05 19:02:00.142692 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e602fa-f7ff-4d7a-86ce-5564b5d6e975 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:00.373328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e602fa-f7ff-4d7a-86ce-5564b5d6e975 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9b160c-aa31-431d-a368-35e9ba81f653,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:00.396339 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-30e602fa-f7ff-4d7a-86ce-5564b5d6e975 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:00.396641 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:00.401540 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-30e602fa-f7ff-4d7a-86ce-5564b5d6e975 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/4f9b160c-aa31-431d-a368-35e9ba81f653 HTTP/1.1" status: 204 len: 168 time: 0.9730906 Apr 05 19:02:00.405897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43962) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:00.463108 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-895d5874-9f80-4908-a2df-645dcd6dcefe tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538232 Apr 05 19:02:00.471189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43964) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:00.516626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-d8811bcc-631a-49c2-a056-784a3bb56526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:00.518370 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-d8811bcc-631a-49c2-a056-784a3bb56526 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 200 len: 911 time: 0.3727021 Apr 05 19:02:00.527534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.25.4.223 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/7832f6a6-142b-4ea1-bb30-9cdfc581b791) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:00.575907 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:00.616141 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-83bd439c-ba04-4490-8535-844cf3e250d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d HTTP/1.1" status: 200 len: 217 time: 0.0902302 Apr 05 19:02:00.616430 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb1600-01cd-4644-a87d-52d9849ae2fd None None] The sync data for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 is: [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:34Z', 'revision_number': 4, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'b90f9874-8202-48dd-9b08-3bf713219398', 'name': '', 'network_id': '0113a2e8-8527-4f08-b7cd-5061799e746d', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'mac_address': 'fa:16:3e:b2:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:32Z', 'updated_at': '2022-04-05T18:47:42Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'subnets': [{'id': '9af36ca6-0f26-44fb-b06d-0f4cfa231ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:00.625123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52ac04-02e4-448a-a20d-ea377dfee9bf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:00.628960 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4c52ac04-02e4-448a-a20d-ea377dfee9bf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1545248 Apr 05 19:02:00.636979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43972) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:00.655398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port d1f7ba63-41b5-4fb6-81c5-e36554270d8d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:00.655631 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:00.735505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51d2aa-554e-4fea-861d-5d8dc5915eba tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:00.739231 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cf51d2aa-554e-4fea-861d-5d8dc5915eba tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0991697 Apr 05 19:02:00.739231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-c84a2baf-acea-45ec-a2d0-38dadd32a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:00.739783 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-c84a2baf-acea-45ec-a2d0-38dadd32a03c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 200 len: 850 time: 0.1121039 Apr 05 19:02:00.740248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43976) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:00.829771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-308c43c0-17fc-4a19-b2e7-759b00342a51 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884638 Apr 05 19:02:00.840049 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 43978) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:00.844404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] For port d1f7ba63-41b5-4fb6-81c5-e36554270d8d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:00.845035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:00.848522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:00.876559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for d1f7ba63-41b5-4fb6-81c5-e36554270d8d owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:01.008251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-be727e51-240e-4f7e-b506-090c7b4220ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:01.009802 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-be727e51-240e-4f7e-b506-090c7b4220ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0113a2e8-8527-4f08-b7cd-5061799e746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2533345 Apr 05 19:02:01.149758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:01.159917 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-18232f04-d6d3-4e93-bf0f-d465d3425d4a service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381812 Apr 05 19:02:01.285266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394a17-8f5c-48d8-9d96-ab9448e47280 req-4dfa5f53-2658-4657-99a9-e84f2c6509d7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:01.287888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8394a17-8f5c-48d8-9d96-ab9448e47280 req-4dfa5f53-2658-4657-99a9-e84f2c6509d7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.2974839 Apr 05 19:02:01.291443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658de1b0-b862-4ff6-b25f-90de74dbd90e None None] New status for floating IP 4b1da85c-7cdb-4883-a84c-8df24052a611: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:02:01.334168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb33837-d3d9-4a71-a10d-97ffed3237e3 req-b3284040-684f-4425-89ea-dadc3380b7f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:01.335749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fb33837-d3d9-4a71-a10d-97ffed3237e3 req-b3284040-684f-4425-89ea-dadc3380b7f2 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 946 time: 0.3476863 Apr 05 19:02:01.344271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:01.351322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:01.450044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fb33837-d3d9-4a71-a10d-97ffed3237e3 req-3886a320-b4f4-42b7-859b-7920008bc79e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/security-groups?id=887d188b-66de-486b-8cb5-87df2252b5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900154 Apr 05 19:02:01.495370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8394a17-8f5c-48d8-9d96-ab9448e47280 req-b4ec324c-8f3f-42c0-858d-eee3915b2818 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824379 Apr 05 19:02:01.509513 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:01.547033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:01.572074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:01.578975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:01.581626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:01.609593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ff2442-9eb4-404a-a80b-c39e8c9d8557 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:01.627467 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d8174973-142a-4e7f-b00e-0279960a39a4 req-bf7cb734-0e91-40ae-8858-0464698d7b33 service neutron] 10.222.0.20 "GET /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595780 Apr 05 19:02:01.633233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=7832f6a6-142b-4ea1-bb30-9cdfc581b791,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:01.727038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=d1f7ba63-41b5-4fb6-81c5-e36554270d8d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:01.749189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] No DVR routers for this DVR port d1f7ba63-41b5-4fb6-81c5-e36554270d8d on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:01.759500 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:01.767513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b03e6c1b-600b-4dcb-b2fa-643b5cc19106 req-7807d728-2b77-414b-9684-180e1b264648 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.20 "DELETE /v2.0/ports/d1f7ba63-41b5-4fb6-81c5-e36554270d8d HTTP/1.1" status: 204 len: 173 time: 1.6819658 Apr 05 19:02:01.848313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:01.937448 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=c11eabf8-1942-41db-b903-ae99ddcde152,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:01.956630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:01.958969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:01.965431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:01.968835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:01.969329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6fead11b-0caa-4f1f-a7b2-a8177cc3d4e8 None None] Provisioning complete for port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:01.969970 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fead11b-0caa-4f1f-a7b2-a8177cc3d4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:01.987718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'name': 'network-vif-deleted', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:02:01.990483 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0344b1e0-6ec1-4c89-b6c3-1f612a93f5da" -d '{"events": [{"server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "name": "network-vif-deleted", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:02:02.015489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:02.024014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ca58e546-1490-4296-9731-563c313832e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1774194 Apr 05 19:02:02.025167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44006) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:02.047930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': 'c11eabf8-1942-41db-b903-ae99ddcde152', 'ip_address': '2001:db8::4f0c:76fc:57d4:c8b2'}], 'name': 'tempest-NetworksTestDHCPv6-1317570661'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:02.050753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d962a-c6ea-4bd9-aecd-72d254b0a663 req-cf92363f-a8ef-4c0a-bc1e-e39d924b73ba tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:02.052906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e2d962a-c6ea-4bd9-aecd-72d254b0a663 req-cf92363f-a8ef-4c0a-bc1e-e39d924b73ba tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1640079 Apr 05 19:02:02.115654 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b38432-789d-40bf-b356-b2a4953021f5 x-openstack-request-id: req-23b38432-789d-40bf-b356-b2a4953021f5 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:02:02.116418 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4321ad9e-8ce1-4f67-a9d2-5a465a148475", "name": "network-vif-deleted", "tag": "d1f7ba63-41b5-4fb6-81c5-e36554270d8d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:02:02.116771 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23b38432-789d-40bf-b356-b2a4953021f5 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:02:02.117951 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b38432-789d-40bf-b356-b2a4953021f5'] response: {'server_uuid': '4321ad9e-8ce1-4f67-a9d2-5a465a148475', 'name': 'network-vif-deleted', 'tag': 'd1f7ba63-41b5-4fb6-81c5-e36554270d8d', 'status': 'completed', 'code': 200} Apr 05 19:02:02.155321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e2d962a-c6ea-4bd9-aecd-72d254b0a663 req-0bce46c7-e0c1-4234-9cc9-27e0eb36ebb0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815647 Apr 05 19:02:02.396604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:02.396604 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:02.429340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:02.532076 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fead11b-0caa-4f1f-a7b2-a8177cc3d4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:02.631811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6fead11b-0caa-4f1f-a7b2-a8177cc3d4e8 None None] For port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1f8b88a2-4cd3-4b87-ae86-4071d47ee562,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:02.655952 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fead11b-0caa-4f1f-a7b2-a8177cc3d4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:02.666917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:02.717507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 091c357b-32c8-4757-9980-09b0876258c1 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:02.729448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6fead11b-0caa-4f1f-a7b2-a8177cc3d4e8 None None] Could not find standard attr ID for object 5dd484ce-b55d-4af2-b621-2f8dca11d211. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:02.741785 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:02.946164 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:02:02.946940 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:02:02.947822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a74869-c430-4ae4-8342-950f09fd76ed None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:02.953352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fead11b-0caa-4f1f-a7b2-a8177cc3d4e8 None None] Pushing event updated for resources: {'Port': ['ID=1f8b88a2-4cd3-4b87-ae86-4071d47ee562,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:03.040414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5b572d6b-96c9-4844-ba42-391f3fe86e26 None None] Provisioning complete for port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:03.041406 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b572d6b-96c9-4844-ba42-391f3fe86e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:03.157682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::4f0c:76fc:57d4:c8b2 (0b78bae6-29fd-47d3-887d-9b3f88505648/c11eabf8-1942-41db-b903-ae99ddcde152/091c357b-32c8-4757-9980-09b0876258c1) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:03.431035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-402388e3-b114-47c1-8930-3a9d16e42559 req-eaa82546-cc28-4cb8-a99c-b03d79388690 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 210 time: 0.7625692 Apr 05 19:02:03.436170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:03.519813 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:03.547195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5028f-4a47-401e-b1f6-6b475163a42c req-e266ed00-1b9c-4cfb-a2a4-fd9ba7cb6ac1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:03.555159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46d5028f-4a47-401e-b1f6-6b475163a42c req-e266ed00-1b9c-4cfb-a2a4-fd9ba7cb6ac1 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 1.0088320 Apr 05 19:02:03.594602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d1f7ba63-41b5-4fb6-81c5-e36554270d8d no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:03.634002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:03.635898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: d1f7ba63-41b5-4fb6-81c5-e36554270d8d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:03.640323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d1f7ba63-41b5-4fb6-81c5-e36554270d8d not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:03.656993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46d5028f-4a47-401e-b1f6-6b475163a42c req-29faf71f-a28c-4881-ae39-11427b0630ab tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974898 Apr 05 19:02:03.661086 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-782e3f32-4a78-479d-84ce-67b43b28472e None None] Provisioning complete for port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:03.661638 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-782e3f32-4a78-479d-84ce-67b43b28472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:03.705016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:03.717893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:03.730007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=091c357b-32c8-4757-9980-09b0876258c1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:03.733231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:03.743175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:03.749078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:03.802345 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6eba6011-f728-4c29-a591-f51c2e1f977c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7735600 Apr 05 19:02:03.802345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44032) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:03.885223 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:03.916968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:03.939367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0269ebe9-560f-4e4e-9326-bef79c59e3bf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:03.956861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0269ebe9-560f-4e4e-9326-bef79c59e3bf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:03.962205 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0269ebe9-560f-4e4e-9326-bef79c59e3bf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1524918 Apr 05 19:02:03.963059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44042) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:04.148796 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:04.149171 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:04.240599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8360e55b-9141-45d2-8076-0040e21e2581 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 091c357b-32c8-4757-9980-09b0876258c1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:04.242766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8360e55b-9141-45d2-8076-0040e21e2581 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:04.247546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700ded-33f8-4828-8ea7-d929f7093e1e req-48a39fac-058b-4698-b52a-0b1cfaa8f064 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:04.248075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a60a3406-0910-43c5-b6fa-96b52a511427 None None] Could not find standard attr ID for object f449f20f-e1a2-4bae-8030-536a728df265. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:04.249401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5700ded-33f8-4828-8ea7-d929f7093e1e req-48a39fac-058b-4698-b52a-0b1cfaa8f064 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1077425 Apr 05 19:02:04.320128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:04.346565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:04.402048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5700ded-33f8-4828-8ea7-d929f7093e1e req-42ae7256-502b-4d17-b781-578f5d46956f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376925 Apr 05 19:02:04.505749 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8360e55b-9141-45d2-8076-0040e21e2581 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:04.516723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=7832f6a6-142b-4ea1-bb30-9cdfc581b791,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:04.525041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8360e55b-9141-45d2-8076-0040e21e2581 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 091c357b-32c8-4757-9980-09b0876258c1 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:04.530185 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:04.664701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-bc81a12b-ede7-4392-803b-a8f7bef7ec8e None None] Could not find standard attr ID for object 5dd484ce-b55d-4af2-b621-2f8dca11d211. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:04.665351 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP e4eb45de-f5c4-422e-bcc3-4ace7bac0c6b associated. External IP: 172.25.4.223, port: 226e2677-482f-4cc1-a0fd-dc0ad2a9d667. Apr 05 19:02:04.766796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cd87f2a-6075-4041-a59c-61461f81e3c6 req-40f71da5-82ae-4955-bf6e-5c87eea04f33 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 210 time: 0.1115906 Apr 05 19:02:04.844795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8360e55b-9141-45d2-8076-0040e21e2581 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:04.901407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360e55b-9141-45d2-8076-0040e21e2581 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=091c357b-32c8-4757-9980-09b0876258c1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:04.949042 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8360e55b-9141-45d2-8076-0040e21e2581 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:04.955589 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8360e55b-9141-45d2-8076-0040e21e2581 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/091c357b-32c8-4757-9980-09b0876258c1 HTTP/1.1" status: 204 len: 168 time: 0.9892080 Apr 05 19:02:04.955956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44060) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:04.994269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-379d0dfd-269c-4c54-9096-2cfdd165922b None None] Could not find standard attr ID for object 091c357b-32c8-4757-9980-09b0876258c1. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:05.066558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede540df-5093-432e-afdf-5db8f99cd5f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:05.068592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede540df-5093-432e-afdf-5db8f99cd5f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:05.072573 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ede540df-5093-432e-afdf-5db8f99cd5f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1129162 Apr 05 19:02:05.073236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44062) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:05.129233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:05.153362 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.241773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e8428f-ae83-4e85-97c5-7ceec541d621 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet c11eabf8-1942-41db-b903-ae99ddcde152 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:05.249039 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66e8428f-ae83-4e85-97c5-7ceec541d621 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.342160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66e8428f-ae83-4e85-97c5-7ceec541d621 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.388919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:05.400960 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805269d-24ac-41f6-8d33-2ac72125ac97 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:05.414680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66e8428f-ae83-4e85-97c5-7ceec541d621 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.416650 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805269d-24ac-41f6-8d33-2ac72125ac97 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:05.417380 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b805269d-24ac-41f6-8d33-2ac72125ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:05.435545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.478679 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b805269d-24ac-41f6-8d33-2ac72125ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:05.500853 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805269d-24ac-41f6-8d33-2ac72125ac97 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:05.504550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-29845724-372c-44a1-8207-4abeb0d36156 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7783067 Apr 05 19:02:05.508501 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b805269d-24ac-41f6-8d33-2ac72125ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:05.517032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44068) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:05.532289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1249637533'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:05.575050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66e8428f-ae83-4e85-97c5-7ceec541d621 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.607898 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b805269d-24ac-41f6-8d33-2ac72125ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:05.608747 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805269d-24ac-41f6-8d33-2ac72125ac97 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:05.614255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Made reservation on behalf of b17ed91e1204461196ca1c6893185a57 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:05.614552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8428f-ae83-4e85-97c5-7ceec541d621 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=c11eabf8-1942-41db-b903-ae99ddcde152,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:05.622951 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.627560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66e8428f-ae83-4e85-97c5-7ceec541d621 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.635595 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-66e8428f-ae83-4e85-97c5-7ceec541d621 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/c11eabf8-1942-41db-b903-ae99ddcde152 HTTP/1.1" status: 204 len: 168 time: 0.5611856 Apr 05 19:02:05.640353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:05.677740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:02:05.698047 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.698449 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Added segment 163ec151-c83d-4a6b-af57-3ffae809afbc of type vlan for network 742c690f-cd2c-4c27-bb9a-79bf6528d63e Apr 05 19:02:05.711220 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-04419c60-142d-4f75-80f2-e422eec4aa79 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695624 Apr 05 19:02:05.715088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44072) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:05.720806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:05.756890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.862327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96d205-14c1-41e4-bef4-bb8fd4c84fe5 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:05.922525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:05.926102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.929460 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.935164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:05.935783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:05.964409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8feaed-690c-4b12-9cd5-9d17d9d143db req-91414257-f850-4061-b69f-96ce25f055cb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:05.977497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e8feaed-690c-4b12-9cd5-9d17d9d143db req-91414257-f850-4061-b69f-96ce25f055cb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.4029226 Apr 05 19:02:06.019521 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2bef995-7d4e-4001-ab38-c7b9ff483c09 req-88b31fa7-6f3d-44c7-9233-2957c9ff0b5e tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 210 time: 0.1197677 Apr 05 19:02:06.109382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e8feaed-690c-4b12-9cd5-9d17d9d143db req-167aaab3-1134-42fb-8b54-d81d49922a57 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978911 Apr 05 19:02:06.116133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5979583 Apr 05 19:02:06.123591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44078) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:06.138928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'subnet': {'network_id': '742c690f-cd2c-4c27-bb9a-79bf6528d63e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:06.141568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba41bc2-f76c-43c3-bf2b-c75c80be3791 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Network': ['ID=742c690f-cd2c-4c27-bb9a-79bf6528d63e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:06.155333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 742c690f-cd2c-4c27-bb9a-79bf6528d63e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:02:06.282852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270cb05-c537-42be-bfdd-83cb31170c36 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:02:06.322922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.350939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3270cb05-c537-42be-bfdd-83cb31170c36 None None] Deleting port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:06.351297 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3270cb05-c537-42be-bfdd-83cb31170c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.377025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Made reservation on behalf of b17ed91e1204461196ca1c6893185a57 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:06.380643 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.386304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:06.411560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:06.421458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:06.421963 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.456524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=9c985358-421a-4887-8cb0-52f880230cbd,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:06.457618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3270cb05-c537-42be-bfdd-83cb31170c36 None None] For port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1f8b88a2-4cd3-4b87-ae86-4071d47ee562,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:06.458319 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3270cb05-c537-42be-bfdd-83cb31170c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.477649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3270cb05-c537-42be-bfdd-83cb31170c36 None None] Calling delete_port for 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:06.495606 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fc501bb6-01e7-4944-a541-53a267cd7a04 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7789881 Apr 05 19:02:06.498999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44082) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:06.506667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '9c985358-421a-4887-8cb0-52f880230cbd', 'ip_address': '2001:db8::411b:ba74:3da:29c2'}], 'name': 'tempest-NetworksTestDHCPv6-982312476'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:06.637054 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3270cb05-c537-42be-bfdd-83cb31170c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.637326 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.690678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270cb05-c537-42be-bfdd-83cb31170c36 None None] Pushing event deleted for resources: {'Port': ['ID=1f8b88a2-4cd3-4b87-ae86-4071d47ee562,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:06.696257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270cb05-c537-42be-bfdd-83cb31170c36 None None] No DVR routers for this DVR port 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:06.701047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:06.708284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Subnet': ['ID=d20cfc10-6687-4789-89b5-683fca8e0f41,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:06.719539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d43a5-5772-4e30-bdfa-c3b520328001 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:06.734528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Checking segment: {'id': '163ec151-c83d-4a6b-af57-3ffae809afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '742c690f-cd2c-4c27-bb9a-79bf6528d63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:06.736972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network hostable DHCP agents. Network: 742c690f-cd2c-4c27-bb9a-79bf6528d63e, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:02:06.764978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 742c690f-cd2c-4c27-bb9a-79bf6528d63e is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:02:06.778885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 742c690f-cd2c-4c27-bb9a-79bf6528d63e) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:06.789458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:06.791119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.795927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc23d6d5-c21f-4b38-b1c5-fff7a9581c7f None None] Network 742c690f-cd2c-4c27-bb9a-79bf6528d63e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:06.821510 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-00f65d9c-c5a5-4802-abdf-efb0f2f103ff tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6967897 Apr 05 19:02:06.828902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44086) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:06.834167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-155952359', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:06.843994 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.868473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 8a4971a1-4b7b-4fba-ad8d-48ebb377000f yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:06.886877 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.890128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:06.987268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.082089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': '9c985358-421a-4887-8cb0-52f880230cbd'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:02:07.083667 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.099761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-742c690f-cd2c-4c27-bb9a-79bf6528d63e', 'network_id': '742c690f-cd2c-4c27-bb9a-79bf6528d63e', 'tenant_id': 'b17ed91e1204461196ca1c6893185a57', 'fixed_ips': [{'subnet_id': 'd20cfc10-6687-4789-89b5-683fca8e0f41'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:02:07.100791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.115311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::411b:ba74:3da:29c2 (0b78bae6-29fd-47d3-887d-9b3f88505648/9c985358-421a-4887-8cb0-52f880230cbd/8a4971a1-4b7b-4fba-ad8d-48ebb377000f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:07.312098 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07cdfb30-ab67-4966-aac1-25fc3d82408f req-e445ffed-a875-435d-b9aa-88e0a20fcbfa tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 210 time: 0.0888896 Apr 05 19:02:07.314863 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.394033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.437567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd034c-ebc6-4abc-b30d-c74999454c91 req-c089d00a-f7a9-42ff-9b28-530245121abd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:07.448693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6cd034c-ebc6-4abc-b30d-c74999454c91 req-c089d00a-f7a9-42ff-9b28-530245121abd tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1347029 Apr 05 19:02:07.594309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Allocated IP 172.20.0.2 (742c690f-cd2c-4c27-bb9a-79bf6528d63e/d20cfc10-6687-4789-89b5-683fca8e0f41/fb4350bc-d20a-47df-8ab6-49eccbcbb420) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:07.595553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d6cd034c-ebc6-4abc-b30d-c74999454c91 req-e207194e-1f8a-446b-bfb8-cc83651a170d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451330 Apr 05 19:02:07.600742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.669363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.699648 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.718182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:07.725440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:07.730516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:07.738272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:07.739367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.742512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.768634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=8a4971a1-4b7b-4fba-ad8d-48ebb377000f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:07.784473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-82168537-aa1a-4627-8d94-c96f20a70ab9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2836559 Apr 05 19:02:07.785665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44094) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:07.911797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1820900-6f74-4f47-bc05-1c65459f96cd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:07.916313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a1820900-6f74-4f47-bc05-1c65459f96cd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1297586 Apr 05 19:02:07.916926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44098) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:07.927711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:07.932194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:07.937248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.25.4.220 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/4d1cf0ca-6eee-4876-8e36-aa282662e546) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:07.959853 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.024529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-55f33247-35ae-4e7b-a4f9-894a9cc6cfa7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 8a4971a1-4b7b-4fba-ad8d-48ebb377000f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:08.024956 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55f33247-35ae-4e7b-a4f9-894a9cc6cfa7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.035950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:08.036336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1f8b88a2-4cd3-4b87-ae86-4071d47ee562 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:08.038268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/9c985358-421a-4887-8cb0-52f880230cbd/cca96a2f-036b-4915-8c14-098d4c8d7f39) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:08.064469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Pushing event updated for resources: {'Port': ['ID=fb4350bc-d20a-47df-8ab6-49eccbcbb420,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:08.074692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Network 742c690f-cd2c-4c27-bb9a-79bf6528d63e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:08.078721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:08.103617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:08.114784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.188242 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.225326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55f33247-35ae-4e7b-a4f9-894a9cc6cfa7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.250177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-55f33247-35ae-4e7b-a4f9-894a9cc6cfa7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 8a4971a1-4b7b-4fba-ad8d-48ebb377000f owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:08.261856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Attempting to bind port fb4350bc-d20a-47df-8ab6-49eccbcbb420 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:08.262571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Attempting to bind port fb4350bc-d20a-47df-8ab6-49eccbcbb420 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '163ec151-c83d-4a6b-af57-3ffae809afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '742c690f-cd2c-4c27-bb9a-79bf6528d63e'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:08.263916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Attempting to bind port fb4350bc-d20a-47df-8ab6-49eccbcbb420 on network 742c690f-cd2c-4c27-bb9a-79bf6528d63e {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:08.283960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:08.284663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Checking segment: {'id': '163ec151-c83d-4a6b-af57-3ffae809afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '742c690f-cd2c-4c27-bb9a-79bf6528d63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:08.285290 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.286113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Bound using segment: {'id': '163ec151-c83d-4a6b-af57-3ffae809afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '742c690f-cd2c-4c27-bb9a-79bf6528d63e'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:08.286946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Bound port: fb4350bc-d20a-47df-8ab6-49eccbcbb420, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163ec151-c83d-4a6b-af57-3ffae809afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '742c690f-cd2c-4c27-bb9a-79bf6528d63e'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:08.287671 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.291911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=4d1cf0ca-6eee-4876-8e36-aa282662e546,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:08.321521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:08.325510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:08.330674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:08.417190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] For port fb4350bc-d20a-47df-8ab6-49eccbcbb420, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:02:08.421949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] For port fb4350bc-d20a-47df-8ab6-49eccbcbb420, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=fb4350bc-d20a-47df-8ab6-49eccbcbb420,segment=NetworkSegment(163ec151-c83d-4a6b-af57-3ffae809afbc),segment_id=163ec151-c83d-4a6b-af57-3ffae809afbc)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:02:08.440396 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.517635 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e3fadc8-2687-4d09-84bd-1ce9f1365a00 req-2eb08404-4b94-42db-b472-85983439b784 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "GET /v2.0/ports?device_id=4321ad9e-8ce1-4f67-a9d2-5a465a148475 HTTP/1.1" status: 200 len: 210 time: 0.0399621 Apr 05 19:02:08.518532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55f33247-35ae-4e7b-a4f9-894a9cc6cfa7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.555889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f33247-35ae-4e7b-a4f9-894a9cc6cfa7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=8a4971a1-4b7b-4fba-ad8d-48ebb377000f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:08.587718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.605338 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55f33247-35ae-4e7b-a4f9-894a9cc6cfa7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.618462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44104) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:08.620355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-55f33247-35ae-4e7b-a4f9-894a9cc6cfa7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/8a4971a1-4b7b-4fba-ad8d-48ebb377000f HTTP/1.1" status: 204 len: 168 time: 0.7022879 Apr 05 19:02:08.621746 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.631674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce7b6f-a430-46ec-aebc-8ead49978a87 None None] Pushing event updated for resources: {'Port': ['ID=fb4350bc-d20a-47df-8ab6-49eccbcbb420,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:08.686489 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:08.698324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:08.703148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:08.746093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Pushing event updated for resources: {'Port': ['ID=cca96a2f-036b-4915-8c14-098d4c8d7f39,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:08.763891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cf6520-5005-48d9-8a0e-c3ab9e90222e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:08.765795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cf6520-5005-48d9-8a0e-c3ab9e90222e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:08.770539 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-19cf6520-5005-48d9-8a0e-c3ab9e90222e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1544721 Apr 05 19:02:08.773474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44108) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:08.822798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Attempting to bind port cca96a2f-036b-4915-8c14-098d4c8d7f39 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:08.824304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Attempting to bind port cca96a2f-036b-4915-8c14-098d4c8d7f39 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:08.825211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Attempting to bind port cca96a2f-036b-4915-8c14-098d4c8d7f39 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:08.826127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa844-e681-4128-a6fd-811ea8bf1777 req-694ff31d-3f50-4c1c-8484-0ae6293c35eb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:08.833792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:08.834504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:08.835103 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.835661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab3fa844-e681-4128-a6fd-811ea8bf1777 req-694ff31d-3f50-4c1c-8484-0ae6293c35eb tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.0903535 Apr 05 19:02:08.838914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:08.842570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Bound port: cca96a2f-036b-4915-8c14-098d4c8d7f39, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:08.844245 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:08.949058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-700bb2d8-28cc-49cf-a6e0-6bd52bff3a1a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 9c985358-421a-4887-8cb0-52f880230cbd {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:08.967574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab3fa844-e681-4128-a6fd-811ea8bf1777 req-87f4eb07-a0e1-47ab-8a32-8169f9e43d27 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276286 Apr 05 19:02:09.005693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700bb2d8-28cc-49cf-a6e0-6bd52bff3a1a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:09.039132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] For port cca96a2f-036b-4915-8c14-098d4c8d7f39, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:02:09.045608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] For port cca96a2f-036b-4915-8c14-098d4c8d7f39, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=cca96a2f-036b-4915-8c14-098d4c8d7f39,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:02:09.053177 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:09.085030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700bb2d8-28cc-49cf-a6e0-6bd52bff3a1a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:09.087980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:09.109759 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:02:09.146271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eae3ab-e077-40f2-ac44-53afe71a56f9 None None] Pushing event updated for resources: {'Port': ['ID=cca96a2f-036b-4915-8c14-098d4c8d7f39,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:09.491497 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-597a1136-ba7a-4cb5-9ed6-26df8b4793ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:09.623532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44116) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:09.819917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Deleting port 09e5a5fc-b414-4fe7-bbc9-9d7489b05e0a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:09.820392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:09.860867 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700bb2d8-28cc-49cf-a6e0-6bd52bff3a1a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.008351 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.008847 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.032295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Calling delete_port for 09e5a5fc-b414-4fe7-bbc9-9d7489b05e0a owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:10.032822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700bb2d8-28cc-49cf-a6e0-6bd52bff3a1a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.063509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device fb4350bc-d20a-47df-8ab6-49eccbcbb420 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:10.156401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bb2d8-28cc-49cf-a6e0-6bd52bff3a1a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=9c985358-421a-4887-8cb0-52f880230cbd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:10.162050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-700bb2d8-28cc-49cf-a6e0-6bd52bff3a1a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.167949 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-700bb2d8-28cc-49cf-a6e0-6bd52bff3a1a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/9c985358-421a-4887-8cb0-52f880230cbd HTTP/1.1" status: 204 len: 168 time: 1.3912768 Apr 05 19:02:10.174453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44122) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:10.181420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port fb4350bc-d20a-47df-8ab6-49eccbcbb420 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:10.182016 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.249239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe4f2d-7e80-4527-ae5a-110d586f5fc2 None None] Network 742c690f-cd2c-4c27-bb9a-79bf6528d63e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:10.312882 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e3b52f7-a540-461a-a58f-7e7bac0db9ed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1334319 Apr 05 19:02:10.313764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44124) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:10.328946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:10.394648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.429998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563a3a-3663-4889-b112-7d97db0c9c51 req-36f14c56-3817-4690-b739-34d70b64b66a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:10.435608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-034f86d1-4906-4776-9011-d33f51e58878 None None] Provisioning complete for port fb4350bc-d20a-47df-8ab6-49eccbcbb420 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:10.435993 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-034f86d1-4906-4776-9011-d33f51e58878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.440257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae563a3a-3663-4889-b112-7d97db0c9c51 req-36f14c56-3817-4690-b739-34d70b64b66a tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.3065877 Apr 05 19:02:10.484644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'Port': ['ID=09e5a5fc-b414-4fe7-bbc9-9d7489b05e0a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:10.552241 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.553174 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae563a3a-3663-4889-b112-7d97db0c9c51 req-ebb681b1-1dd5-42e6-8a6d-d92ae85dad13 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115868 Apr 05 19:02:10.637260 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.638508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port fb4350bc-d20a-47df-8ab6-49eccbcbb420, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=fb4350bc-d20a-47df-8ab6-49eccbcbb420,segment=NetworkSegment(163ec151-c83d-4a6b-af57-3ffae809afbc),segment_id=163ec151-c83d-4a6b-af57-3ffae809afbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:10.643427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.647559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fb11a47f-8b17-4879-a6c9-14947fe43271 tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "DELETE /v2.0/floatingips/c7c45948-76ff-4ea6-9f26-ef55b72339fe HTTP/1.1" status: 204 len: 168 time: 1.0224946 Apr 05 19:02:10.675086 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c0e4a0-ead0-4c54-80fd-fff2b32e4e5a None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:10.680953 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.682010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device cca96a2f-036b-4915-8c14-098d4c8d7f39 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:10.727596 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:10.757722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:10.763837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.025932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-034f86d1-4906-4776-9011-d33f51e58878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.029803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=fb4350bc-d20a-47df-8ab6-49eccbcbb420,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:11.115017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port cca96a2f-036b-4915-8c14-098d4c8d7f39 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:11.115459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.176360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router f1ddf496-3e9f-4095-a92e-e45251df8119 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:02:11.196645 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-034f86d1-4906-4776-9011-d33f51e58878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:02:11.197193 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-034f86d1-4906-4776-9011-d33f51e58878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:02:11.251540 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.297154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cb774a-7590-45f8-9069-62e10dffd9d2 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:02:11.302991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port cca96a2f-036b-4915-8c14-098d4c8d7f39, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=cca96a2f-036b-4915-8c14-098d4c8d7f39,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:11.328226 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.329935 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.377763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:11.383909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=aa98fdd6-bbca-4353-a291-6151bff33073,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:11.409732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:11.412062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:11.415846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:11.416414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e75ca-f680-483d-80b3-6994514594a0 None None] Sync routers for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:11.416544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.426112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.430612 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f59fdd3a-9edb-46cb-b5d6-d39e9b098fca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5977201 Apr 05 19:02:11.431082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44138) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:11.442123 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fde66bbf-1bb8-4ef4-b082-f177aa64f11f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1222198 Apr 05 19:02:11.444707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44140) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:11.451772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': 'aa98fdd6-bbca-4353-a291-6151bff33073', 'ip_address': '2001:db8::8b67:5999:7cc7:444e'}], 'name': 'tempest-NetworksTestDHCPv6-831443991'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:11.451983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=cca96a2f-036b-4915-8c14-098d4c8d7f39,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:11.469663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb774a-7590-45f8-9069-62e10dffd9d2 None None] Deleting port cca96a2f-036b-4915-8c14-098d4c8d7f39 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:11.470036 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2cb774a-7590-45f8-9069-62e10dffd9d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.473818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e75ca-f680-483d-80b3-6994514594a0 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:11.474554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0c2e75ca-f680-483d-80b3-6994514594a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:11.525827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0c2e75ca-f680-483d-80b3-6994514594a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:11.571378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e75ca-f680-483d-80b3-6994514594a0 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:11.571997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0c2e75ca-f680-483d-80b3-6994514594a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:01:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:11.612890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0c2e75ca-f680-483d-80b3-6994514594a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:11.613539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e75ca-f680-483d-80b3-6994514594a0 None None] The sync data for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:11.634468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:11.694860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f2cb774a-7590-45f8-9069-62e10dffd9d2 None None] For port cca96a2f-036b-4915-8c14-098d4c8d7f39, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=cca96a2f-036b-4915-8c14-098d4c8d7f39,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:11.695370 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2cb774a-7590-45f8-9069-62e10dffd9d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.714579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb774a-7590-45f8-9069-62e10dffd9d2 None None] Calling delete_port for cca96a2f-036b-4915-8c14-098d4c8d7f39 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:11.801648 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.849297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de82f0e-1c49-47a3-ae5f-3418a2b78585 req-2bf4ad06-a62f-4811-9032-e0afa035409d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:11.850867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9de82f0e-1c49-47a3-ae5f-3418a2b78585 req-2bf4ad06-a62f-4811-9032-e0afa035409d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1322591 Apr 05 19:02:11.857106 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-170f38d1-9848-4ec1-91e2-b7d36deeb432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:11.860988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:11.935089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device fb4350bc-d20a-47df-8ab6-49eccbcbb420 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:11.954912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9de82f0e-1c49-47a3-ae5f-3418a2b78585 req-36246392-2802-4ef0-919c-c60fd4a53d49 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959640 Apr 05 19:02:12.064355 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2cb774a-7590-45f8-9069-62e10dffd9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:12.140328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b8eb29f6-8dfe-45ce-a497-e131ba6580cf None None] Provisioning complete for port fb4350bc-d20a-47df-8ab6-49eccbcbb420 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:12.140802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8eb29f6-8dfe-45ce-a497-e131ba6580cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:12.149514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb774a-7590-45f8-9069-62e10dffd9d2 None None] No DVR routers for this DVR port cca96a2f-036b-4915-8c14-098d4c8d7f39 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:12.162893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::8b67:5999:7cc7:444e (0b78bae6-29fd-47d3-887d-9b3f88505648/aa98fdd6-bbca-4353-a291-6151bff33073/dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:12.175755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb774a-7590-45f8-9069-62e10dffd9d2 None None] Pushing event deleted for resources: {'Port': ['ID=cca96a2f-036b-4915-8c14-098d4c8d7f39,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:12.181970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port fb4350bc-d20a-47df-8ab6-49eccbcbb420 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:12.182492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:12.251255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c40ddc-d7dd-420a-8360-587fb3406909 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:12.290722 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:12.471768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device cca96a2f-036b-4915-8c14-098d4c8d7f39 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:12.486030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:12.532438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:12.596949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:12.604195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:12.607809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:12.614003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:12.614971 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:12.618060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:12.641046 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f0479370-5f5c-4cd0-96ac-e947f0c2ea2f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1951137 Apr 05 19:02:12.644347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44150) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:12.713263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: cca96a2f-036b-4915-8c14-098d4c8d7f39 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:12.713865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device cca96a2f-036b-4915-8c14-098d4c8d7f39 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:12.738990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.20.0.1 (742c690f-cd2c-4c27-bb9a-79bf6528d63e/d20cfc10-6687-4789-89b5-683fca8e0f41/d499fe19-9105-4e2f-8b12-0bf9ec957e0d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:12.742769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b8eb29f6-8dfe-45ce-a497-e131ba6580cf None None] Could not find standard attr ID for object cca96a2f-036b-4915-8c14-098d4c8d7f39. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:12.775798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427359f2-22d1-4aaf-ab47-61138e1b09db tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:12.777848 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-427359f2-22d1-4aaf-ab47-61138e1b09db tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1307430 Apr 05 19:02:12.781092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44154) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:12.822843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': 'aa98fdd6-bbca-4353-a291-6151bff33073'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:02:12.823720 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:12.900544 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:12.916859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d5860dbf-c40e-4305-97ac-55c18867d94e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:12.917258 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d5860dbf-c40e-4305-97ac-55c18867d94e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.026537 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.041506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d5860dbf-c40e-4305-97ac-55c18867d94e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.072926 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/aa98fdd6-bbca-4353-a291-6151bff33073/0ff15700-9fb6-4d39-a741-7e15156dae72) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:13.084619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d5860dbf-c40e-4305-97ac-55c18867d94e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:13.180293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.252276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55810c-02d5-4724-aa8b-9d291dbf05ef req-12b303bc-1e42-4790-ad61-709865f10c33 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:13.252276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a55810c-02d5-4724-aa8b-9d291dbf05ef req-12b303bc-1e42-4790-ad61-709865f10c33 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1678758 Apr 05 19:02:13.288948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 742c690f-cd2c-4c27-bb9a-79bf6528d63e is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:13.303381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:13.310353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=d499fe19-9105-4e2f-8b12-0bf9ec957e0d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:13.315384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:13.363716 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.373666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a55810c-02d5-4724-aa8b-9d291dbf05ef req-433c12c5-20ce-491c-8f59-abffd2ec5a38 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112430 Apr 05 19:02:13.404788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d5860dbf-c40e-4305-97ac-55c18867d94e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.440059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5860dbf-c40e-4305-97ac-55c18867d94e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:13.455426 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.473615 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.491946 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d5860dbf-c40e-4305-97ac-55c18867d94e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.500144 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d5860dbf-c40e-4305-97ac-55c18867d94e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6 HTTP/1.1" status: 204 len: 168 time: 0.7143521 Apr 05 19:02:13.502028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44162) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:13.584171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3dab6c-1341-4e04-9c49-9acf6cd36a99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:13.586135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3dab6c-1341-4e04-9c49-9acf6cd36a99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:13.591765 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ac3dab6c-1341-4e04-9c49-9acf6cd36a99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0826349 Apr 05 19:02:13.592566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44164) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:13.599470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Pushing event updated for resources: {'Port': ['ID=0ff15700-9fb6-4d39-a741-7e15156dae72,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:13.622535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:13.629107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:13.632331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:13.702134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-10bde3d4-5ac8-4766-ab1c-d387f5c53a42 None None] Provisioning complete for port d499fe19-9105-4e2f-8b12-0bf9ec957e0d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:13.702537 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10bde3d4-5ac8-4766-ab1c-d387f5c53a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.719430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-310603c2-c4f4-48ca-9de3-450973f2da83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet aa98fdd6-bbca-4353-a291-6151bff33073 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:13.722247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.726817 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-310603c2-c4f4-48ca-9de3-450973f2da83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.753022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-10bde3d4-5ac8-4766-ab1c-d387f5c53a42 None None] Port d499fe19-9105-4e2f-8b12-0bf9ec957e0d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:02:13.759140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Attempting to bind port 0ff15700-9fb6-4d39-a741-7e15156dae72 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:13.759457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Attempting to bind port 0ff15700-9fb6-4d39-a741-7e15156dae72 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:13.759861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Attempting to bind port 0ff15700-9fb6-4d39-a741-7e15156dae72 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:13.766179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:13.766824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:13.767232 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.767629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:13.768098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Bound port: 0ff15700-9fb6-4d39-a741-7e15156dae72, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:13.768479 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.789011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-310603c2-c4f4-48ca-9de3-450973f2da83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.913011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] For port 0ff15700-9fb6-4d39-a741-7e15156dae72, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:02:13.919848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] For port 0ff15700-9fb6-4d39-a741-7e15156dae72, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0ff15700-9fb6-4d39-a741-7e15156dae72,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:02:13.932481 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:13.999132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-310603c2-c4f4-48ca-9de3-450973f2da83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:14.025330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d151c-0fe6-4c3c-b88a-c8cf56c0700f None None] Pushing event updated for resources: {'Port': ['ID=0ff15700-9fb6-4d39-a741-7e15156dae72,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:14.113782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-310603c2-c4f4-48ca-9de3-450973f2da83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:14.156749 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-310603c2-c4f4-48ca-9de3-450973f2da83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:14.160468 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-310603c2-c4f4-48ca-9de3-450973f2da83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/aa98fdd6-bbca-4353-a291-6151bff33073 HTTP/1.1" status: 204 len: 168 time: 0.5665631 Apr 05 19:02:14.161542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310603c2-c4f4-48ca-9de3-450973f2da83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=aa98fdd6-bbca-4353-a291-6151bff33073,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:14.163347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44172) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:14.206695 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:14.215314 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5475e9bd-709b-4a9b-8c14-36c4cc15bdf5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508912 Apr 05 19:02:14.217035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:14.217807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44176) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:14.398128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09d444-16c8-4f5e-8f0e-b86451ac663f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:14.401386 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:14.402143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1d09d444-16c8-4f5e-8f0e-b86451ac663f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1826582 Apr 05 19:02:14.404419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44182) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:14.414998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=d499fe19-9105-4e2f-8b12-0bf9ec957e0d,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:14.452404 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:14.535584 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315cc293-c885-40a6-afc6-cc7002708803 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:14.544133 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-315cc293-c885-40a6-afc6-cc7002708803 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1383221 Apr 05 19:02:14.546942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44190) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:14.628488 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-371138d6-1aa2-4208-8aaf-063063cdf889 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801728 Apr 05 19:02:14.634254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44200) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:14.640943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:14.715106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 742c690f-cd2c-4c27-bb9a-79bf6528d63e is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:14.722562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:14.818925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbe2af-91a2-4df1-8a5a-4f2342e39523 req-a09c44ad-68a8-436d-9a2d-b761a928ba30 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:14.820775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ebbe2af-91a2-4df1-8a5a-4f2342e39523 req-a09c44ad-68a8-436d-9a2d-b761a928ba30 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.3174582 Apr 05 19:02:14.943840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:14.948095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:15.006603 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:15.229426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a7de2ae4-fb34-45aa-8854-f27fad594932 None None] Provisioning complete for port d499fe19-9105-4e2f-8b12-0bf9ec957e0d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:15.230085 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7de2ae4-fb34-45aa-8854-f27fad594932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:15.337398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a7de2ae4-fb34-45aa-8854-f27fad594932 None None] Port d499fe19-9105-4e2f-8b12-0bf9ec957e0d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:02:15.427049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:15.472686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:15.480374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:15.485165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:15.485861 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:15.516140 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8800817 Apr 05 19:02:15.519233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44270) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:15.527084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '3487f90a-4bba-4fa6-8fcc-53bc47908492', 'ip_address': '2001:db8::366b:2e3c:c1f6:1c06'}], 'name': 'tempest-NetworksTestDHCPv6-1361568108'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:15.560129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=3487f90a-4bba-4fa6-8fcc-53bc47908492,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:15.613126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.613534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.614166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.614591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.614987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.615384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.615856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.616222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.616550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.616940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.617518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.617903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed59b4d-5b49-4ab1-8b2e-9148cde07823 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:15.750567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:15.756371 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:15.811901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port cf03789b-8a3b-4b86-987c-66e6fdca0026 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:15.938188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537dbed-b52a-41e9-b922-4aac555fe588 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:16.087335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0ff15700-9fb6-4d39-a741-7e15156dae72 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:16.119760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cc8cc9cd-9648-407a-acd5-ee7a77200278 None None] Could not find standard attr ID for object dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:16.125667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ebbe2af-91a2-4df1-8a5a-4f2342e39523 req-232d3771-c3f1-4439-a82e-3e33b3ed304b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2051852 Apr 05 19:02:16.149256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router f1ddf496-3e9f-4095-a92e-e45251df8119 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:16.247505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::366b:2e3c:c1f6:1c06 (0b78bae6-29fd-47d3-887d-9b3f88505648/3487f90a-4bba-4fa6-8fcc-53bc47908492/cf03789b-8a3b-4b86-987c-66e6fdca0026) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:16.250307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cc8cc9cd-9648-407a-acd5-ee7a77200278 None None] Provisioning complete for port 0ff15700-9fb6-4d39-a741-7e15156dae72 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:16.250971 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc8cc9cd-9648-407a-acd5-ee7a77200278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:16.357973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:16.377633 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb4f86-7924-4da1-afa2-775317a554f7 None None] Sync routers for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:16.385442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a7a35d05-1f47-4ff7-aa48-42c06038c439 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/routers/f1ddf496-3e9f-4095-a92e-e45251df8119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9508994 Apr 05 19:02:16.385693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44350) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:16.391510 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb4f86-7924-4da1-afa2-775317a554f7 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:16.392123 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-15cb4f86-7924-4da1-afa2-775317a554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:16.396719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'port': {'network_id': '742c690f-cd2c-4c27-bb9a-79bf6528d63e', 'name': 'tempest-FloatingIPTestJSON-337182726'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:16.467427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0ff15700-9fb6-4d39-a741-7e15156dae72 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:16.468851 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:16.538542 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-15cb4f86-7924-4da1-afa2-775317a554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:16.571044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc8cc9cd-9648-407a-acd5-ee7a77200278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:16.591826 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb4f86-7924-4da1-afa2-775317a554f7 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:16.596784 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-15cb4f86-7924-4da1-afa2-775317a554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:16.614987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cc8cc9cd-9648-407a-acd5-ee7a77200278 None None] For port 0ff15700-9fb6-4d39-a741-7e15156dae72, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0ff15700-9fb6-4d39-a741-7e15156dae72,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:16.635705 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc8cc9cd-9648-407a-acd5-ee7a77200278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:16.679685 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-15cb4f86-7924-4da1-afa2-775317a554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:16.680343 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb4f86-7924-4da1-afa2-775317a554f7 None None] The sync data for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:16.712409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cc9cd-9648-407a-acd5-ee7a77200278 None None] Pushing event updated for resources: {'Port': ['ID=0ff15700-9fb6-4d39-a741-7e15156dae72,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:16.855792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:16.870342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Made reservation on behalf of b17ed91e1204461196ca1c6893185a57 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:16.888489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:16.927382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] device_id is not set on port e9a69c32-9f87-4333-94eb-d4736e7524cd yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:16.942155 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:16.980389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f8720a0c-6397-43eb-821e-f2b5181f667d None None] Provisioning complete for port 0ff15700-9fb6-4d39-a741-7e15156dae72 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:16.980765 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8720a0c-6397-43eb-821e-f2b5181f667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:17.059752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:17.081860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:17.086683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:17.094141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:17.102978 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:17.134107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=cf03789b-8a3b-4b86-987c-66e6fdca0026,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:17.183077 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c164a014-56ee-44cb-8be4-259136a9b1e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6601193 Apr 05 19:02:17.189304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:17.200569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c7f1df95-c51f-490b-b8b7-ab6f3a1b7694 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '3487f90a-4bba-4fa6-8fcc-53bc47908492', 'ip_address': '2001:db8::366b:2e3c:c1f6:1c06'}], 'name': 'tempest-NetworksTestDHCPv6-861524738'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:17.344912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Allocated IP 172.20.0.9 (742c690f-cd2c-4c27-bb9a-79bf6528d63e/d20cfc10-6687-4789-89b5-683fca8e0f41/e9a69c32-9f87-4333-94eb-d4736e7524cd) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:17.400641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482d4db-fb4c-483b-a5be-07cb7c6cc8f0 req-c69f6822-6b01-422b-b32d-2c7491f36f4f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:17.404513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f482d4db-fb4c-483b-a5be-07cb7c6cc8f0 req-c69f6822-6b01-422b-b32d-2c7491f36f4f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1590617 Apr 05 19:02:17.414726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4fbd0994-e0a0-4225-b853-069c060f32ba None None] Could not find standard attr ID for object 8a4971a1-4b7b-4fba-ad8d-48ebb377000f. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:17.488007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f1df95-c51f-490b-b8b7-ab6f3a1b7694 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:17.512923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f482d4db-fb4c-483b-a5be-07cb7c6cc8f0 req-c3186401-dbd7-4422-a25f-4d30f0539af0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824482 Apr 05 19:02:17.614979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44458) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:17.738534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e367ce40-9a68-49bc-9bda-75117b8e5cf1 None None] Could not find standard attr ID for object dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:17.819853 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:17.908801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c7f1df95-c51f-490b-b8b7-ab6f3a1b7694 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:17.947477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:17.971274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0ff15700-9fb6-4d39-a741-7e15156dae72 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:18.008210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-c7f1df95-c51f-490b-b8b7-ab6f3a1b7694 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 5c1f41e6-20b5-4e85-ab39-09f830c0c580 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:18.071332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Network 742c690f-cd2c-4c27-bb9a-79bf6528d63e is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:18.096811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:18.102754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:18.114801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0ff15700-9fb6-4d39-a741-7e15156dae72 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:18.115434 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:18.271260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-49478e05-bd5f-4fac-841f-efdeaefb205c None None] Provisioning complete for port cf03789b-8a3b-4b86-987c-66e6fdca0026 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:18.271833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49478e05-bd5f-4fac-841f-efdeaefb205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:18.289909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:18.290580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:18.322346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-49478e05-bd5f-4fac-841f-efdeaefb205c None None] Port cf03789b-8a3b-4b86-987c-66e6fdca0026 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:02:18.387103 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0002406 Apr 05 19:02:18.391058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44528) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:18.401186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Request body: {'floatingip': {'port_id': 'e9a69c32-9f87-4333-94eb-d4736e7524cd'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:18.403860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb44889-f4ce-4596-bdfd-708f58125300 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event updated for resources: {'Port': ['ID=e9a69c32-9f87-4333-94eb-d4736e7524cd,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:18.446200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c7925c5-4696-4e36-ae3a-f2f7dbb6c00b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:18.528474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c7925c5-4696-4e36-ae3a-f2f7dbb6c00b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:18.573631 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f1df95-c51f-490b-b8b7-ab6f3a1b7694 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 19:02:18.574317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f1df95-c51f-490b-b8b7-ab6f3a1b7694 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:02:18.628126 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c7f1df95-c51f-490b-b8b7-ab6f3a1b7694 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4375648 Apr 05 19:02:18.641667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:18.649568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44550) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:18.674499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e101bb64-5c1c-4d84-8ecd-90b70ae679ab None None] Provisioning complete for port e9a69c32-9f87-4333-94eb-d4736e7524cd triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:18.675903 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e101bb64-5c1c-4d84-8ecd-90b70ae679ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:18.805153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c7925c5-4696-4e36-ae3a-f2f7dbb6c00b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:18.812498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c7925c5-4696-4e36-ae3a-f2f7dbb6c00b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:18.830545 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5c7925c5-4696-4e36-ae3a-f2f7dbb6c00b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] 10.222.0.15 "DELETE /v2.0/security-groups/887d188b-66de-486b-8cb5-87df2252b5c8 HTTP/1.1" status: 204 len: 168 time: 1.2038441 Apr 05 19:02:18.858751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369239bf-55b4-431f-90e6-38b2e0ac18ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:18.904366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369239bf-55b4-431f-90e6-38b2e0ac18ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:18.905513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e101bb64-5c1c-4d84-8ecd-90b70ae679ab None None] Port e9a69c32-9f87-4333-94eb-d4736e7524cd cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:02:18.914551 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-369239bf-55b4-431f-90e6-38b2e0ac18ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2627764 Apr 05 19:02:18.920266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44580) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:18.925097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44582) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:18.933607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7925c5-4696-4e36-ae3a-f2f7dbb6c00b tempest-TestVolumeBootPattern-1497871086 tempest-TestVolumeBootPattern-1497871086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887d188b-66de-486b-8cb5-87df2252b5c8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:19.209872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b542c657-993a-41ad-ad2f-29dc40daa639 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port cf03789b-8a3b-4b86-987c-66e6fdca0026 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:19.210198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b542c657-993a-41ad-ad2f-29dc40daa639 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:19.445294 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b542c657-993a-41ad-ad2f-29dc40daa639 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:19.514765 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b542c657-993a-41ad-ad2f-29dc40daa639 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for cf03789b-8a3b-4b86-987c-66e6fdca0026 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:19.542843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a9175-95ad-4caa-b50c-ee0c66e222fd req-1db2e21f-7be0-4ef1-b248-30dacd83be70 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:19.544783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-454a9175-95ad-4caa-b50c-ee0c66e222fd req-1db2e21f-7be0-4ef1-b248-30dacd83be70 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.3720784 Apr 05 19:02:19.757353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-454a9175-95ad-4caa-b50c-ee0c66e222fd req-cf7f7685-a282-4b35-8685-13a7600b0917 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692599 Apr 05 19:02:19.855133 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b542c657-993a-41ad-ad2f-29dc40daa639 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:19.883888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:19.889392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:19.892905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542c657-993a-41ad-ad2f-29dc40daa639 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=cf03789b-8a3b-4b86-987c-66e6fdca0026,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:19.940502 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b542c657-993a-41ad-ad2f-29dc40daa639 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:19.943980 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b542c657-993a-41ad-ad2f-29dc40daa639 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/cf03789b-8a3b-4b86-987c-66e6fdca0026 HTTP/1.1" status: 204 len: 168 time: 1.0113745 Apr 05 19:02:19.946581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:20.040345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34708296-535c-4e49-9697-d1f972ea6c54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:20.042004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34708296-535c-4e49-9697-d1f972ea6c54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:20.044323 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-34708296-535c-4e49-9697-d1f972ea6c54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0965941 Apr 05 19:02:20.047063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44682) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:20.067814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:20.144628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4943f42-3c19-4754-acda-8967a961c0d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 3487f90a-4bba-4fa6-8fcc-53bc47908492 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:20.153397 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4943f42-3c19-4754-acda-8967a961c0d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:20.195820 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP e4eb45de-f5c4-422e-bcc3-4ace7bac0c6b associated. External IP: 172.25.4.223, port: 226e2677-482f-4cc1-a0fd-dc0ad2a9d667. Apr 05 19:02:20.237556 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4943f42-3c19-4754-acda-8967a961c0d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:20.328119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4943f42-3c19-4754-acda-8967a961c0d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:20.446600 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4943f42-3c19-4754-acda-8967a961c0d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:20.478233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4943f42-3c19-4754-acda-8967a961c0d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=3487f90a-4bba-4fa6-8fcc-53bc47908492,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:20.527296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4943f42-3c19-4754-acda-8967a961c0d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:20.531114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f4943f42-3c19-4754-acda-8967a961c0d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/3487f90a-4bba-4fa6-8fcc-53bc47908492 HTTP/1.1" status: 204 len: 168 time: 0.4827292 Apr 05 19:02:20.536846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac8603f-57f9-467a-85e0-3f0a1758c19d None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:20.538884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44694) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:20.578652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b91996b4-f6f3-4922-9cec-f0e64feda4e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394390 Apr 05 19:02:20.596216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44696) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:20.605592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:20.612080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:20.757504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245b6a4-c54a-41b5-b35e-46bc028ab1a2 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:02:20.839542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Deleting port b90f9874-8202-48dd-9b08-3bf713219398 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:20.841106 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:20.857315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:20.861214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6245b6a4-c54a-41b5-b35e-46bc028ab1a2 None None] Deleting port 0ff15700-9fb6-4d39-a741-7e15156dae72 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:20.861635 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6245b6a4-c54a-41b5-b35e-46bc028ab1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:20.861836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:20.969118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:21.000373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150dadfc-425c-4829-8766-3cb4d2dd98b7 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:21.013144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] For port b90f9874-8202-48dd-9b08-3bf713219398, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=b90f9874-8202-48dd-9b08-3bf713219398,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:21.013785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:21.033456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6245b6a4-c54a-41b5-b35e-46bc028ab1a2 None None] For port 0ff15700-9fb6-4d39-a741-7e15156dae72, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0ff15700-9fb6-4d39-a741-7e15156dae72,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:21.037588 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6245b6a4-c54a-41b5-b35e-46bc028ab1a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:21.041910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Calling delete_port for b90f9874-8202-48dd-9b08-3bf713219398 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:21.085404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6245b6a4-c54a-41b5-b35e-46bc028ab1a2 None None] Calling delete_port for 0ff15700-9fb6-4d39-a741-7e15156dae72 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:21.089753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150dadfc-425c-4829-8766-3cb4d2dd98b7 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:21.091470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-150dadfc-425c-4829-8766-3cb4d2dd98b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:21.156343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac05662-f504-40c2-ab70-73f88233a315 req-858c9045-af9b-44cd-ae20-651ce2d3ab31 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:21.164417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ac05662-f504-40c2-ab70-73f88233a315 req-858c9045-af9b-44cd-ae20-651ce2d3ab31 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.2846475 Apr 05 19:02:21.170696 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:21.251084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-150dadfc-425c-4829-8766-3cb4d2dd98b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:21.275377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:21.277267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150dadfc-425c-4829-8766-3cb4d2dd98b7 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:21.277913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-150dadfc-425c-4829-8766-3cb4d2dd98b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:21.284235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:21.295922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:21.296502 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:21.338682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-150dadfc-425c-4829-8766-3cb4d2dd98b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:21.339516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150dadfc-425c-4829-8766-3cb4d2dd98b7 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:21.342772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=6adcc422-6a43-4e3c-828c-e03c09a6debe,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:21.352973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ac05662-f504-40c2-ab70-73f88233a315 req-62d1a357-251d-463f-8c22-d859e6a85c3f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874611 Apr 05 19:02:21.358726 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3cebf859-b063-41ab-b0cd-b0dcb160b89a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7605944 Apr 05 19:02:21.362961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44712) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:21.377083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-02f17dcf-c87d-4857-adab-2fbcf634110f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '6adcc422-6a43-4e3c-828c-e03c09a6debe', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-413268712'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:21.390740 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:21.392349 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6245b6a4-c54a-41b5-b35e-46bc028ab1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:21.437703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245b6a4-c54a-41b5-b35e-46bc028ab1a2 None None] Pushing event deleted for resources: {'Port': ['ID=0ff15700-9fb6-4d39-a741-7e15156dae72,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:21.446278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6245b6a4-c54a-41b5-b35e-46bc028ab1a2 None None] No DVR routers for this DVR port 0ff15700-9fb6-4d39-a741-7e15156dae72 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:21.473268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b06d5-4067-4b0b-961a-050c2dba66a4 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:21.476821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b90f9874-8202-48dd-9b08-3bf713219398,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:21.729588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': '6adcc422-6a43-4e3c-828c-e03c09a6debe'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:02:21.730752 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:21.912911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:22.016403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/6adcc422-6a43-4e3c-828c-e03c09a6debe/f61562f5-acfe-4f7f-88b4-5ab6443fdac9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:22.075066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0ff15700-9fb6-4d39-a741-7e15156dae72 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:22.099121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router f1ddf496-3e9f-4095-a92e-e45251df8119 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:22.180632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0ff15700-9fb6-4d39-a741-7e15156dae72 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:22.180895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0ff15700-9fb6-4d39-a741-7e15156dae72 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:22.257275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f17dcf-c87d-4857-adab-2fbcf634110f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:22.375777 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02f17dcf-c87d-4857-adab-2fbcf634110f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:22.408997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:22.420463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:22.421952 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5041c7-c5a5-4767-8538-03d7d0389196 None None] Sync routers for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:22.436573 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5041c7-c5a5-4767-8538-03d7d0389196 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:22.437196 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ee5041c7-c5a5-4767-8538-03d7d0389196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:22.444898 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:22.463318 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:22.474540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:22.475108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-02f17dcf-c87d-4857-adab-2fbcf634110f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 7f8f9e73-7baf-4522-a458-2ed3df2d32c6 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:22.537635 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ee5041c7-c5a5-4767-8538-03d7d0389196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:22.560949 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5041c7-c5a5-4767-8538-03d7d0389196 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:22.570355 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ee5041c7-c5a5-4767-8538-03d7d0389196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:22.610330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Pushing event updated for resources: {'Port': ['ID=f61562f5-acfe-4f7f-88b4-5ab6443fdac9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:22.613969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:22.615738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:22.619141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:22.648213 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ee5041c7-c5a5-4767-8538-03d7d0389196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:22.649230 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5041c7-c5a5-4767-8538-03d7d0389196 None None] The sync data for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:22.683010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-66a574a5-4a10-47a5-abb3-e150acc767a6 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/floatingips/e4eb45de-f5c4-422e-bcc3-4ace7bac0c6b HTTP/1.1" status: 200 len: 977 time: 4.2904520 Apr 05 19:02:22.688351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44732) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:22.711245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:22.716201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Attempting to bind port f61562f5-acfe-4f7f-88b4-5ab6443fdac9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:22.718626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Attempting to bind port f61562f5-acfe-4f7f-88b4-5ab6443fdac9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:22.718999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Attempting to bind port f61562f5-acfe-4f7f-88b4-5ab6443fdac9 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:22.724300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171681a-b380-41ab-9d09-83ea665f6e3f req-ac4abf6d-36bb-425c-a992-c2465f8ffe12 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:22.725840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9171681a-b380-41ab-9d09-83ea665f6e3f req-ac4abf6d-36bb-425c-a992-c2465f8ffe12 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.2417891 Apr 05 19:02:22.729565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] Sync routers for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:22.737376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:22.738156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:22.738156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:22.739153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:22.740985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Bound port: f61562f5-acfe-4f7f-88b4-5ab6443fdac9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:22.741641 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:22.761362 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dc1c344d-81c9-4c85-9839-b110e3cffb7a admin admin] 10.222.0.15 "PUT /v2.0/routers/4ca12bfd-0d58-41c9-aaf3-79488ec4fd00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8320577 Apr 05 19:02:22.765590 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44734) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:22.781844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:22.782662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:22.784852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9171681a-b380-41ab-9d09-83ea665f6e3f req-a50b0102-dd1a-41cf-ab42-081a60254644 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Apr 05 19:02:22.785917 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f17dcf-c87d-4857-adab-2fbcf634110f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:02:22.786573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f17dcf-c87d-4857-adab-2fbcf634110f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:02:22.828924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-02f17dcf-c87d-4857-adab-2fbcf634110f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4635715 Apr 05 19:02:22.831406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44736) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:22.910704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f52d10-d49f-4a82-a7cf-3da29ac73366 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:22.917957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-01f52d10-d49f-4a82-a7cf-3da29ac73366 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0833516 Apr 05 19:02:22.919374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44738) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:22.922690 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:22.960029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] For port f61562f5-acfe-4f7f-88b4-5ab6443fdac9, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:02:22.966528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] For port f61562f5-acfe-4f7f-88b4-5ab6443fdac9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f61562f5-acfe-4f7f-88b4-5ab6443fdac9,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:02:22.989634 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.004936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f146e99-2de6-459e-b437-1ff58b63c1b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:23.007214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f146e99-2de6-459e-b437-1ff58b63c1b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:23.011204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3f146e99-2de6-459e-b437-1ff58b63c1b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0885758 Apr 05 19:02:23.011586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44740) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:23.014854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:23.089592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10ef4cc-82d4-4f0f-a2be-d44d0d792923 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 6adcc422-6a43-4e3c-828c-e03c09a6debe {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:23.097349 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c10ef4cc-82d4-4f0f-a2be-d44d0d792923 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.119220 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.150930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port e9a69c32-9f87-4333-94eb-d4736e7524cd {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:23.151542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.187762 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c10ef4cc-82d4-4f0f-a2be-d44d0d792923 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.217715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5728f19-17d0-402d-8228-622e9211a5f8 None None] Pushing event updated for resources: {'Port': ['ID=f61562f5-acfe-4f7f-88b4-5ab6443fdac9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:23.319810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T19:02:21Z', 'revision_number': 5, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port': {'id': 'efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T18:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:23.361695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] Checking router: 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:02:23.365139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.368955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c10ef4cc-82d4-4f0f-a2be-d44d0d792923 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.375611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] Routers {'4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:23.376490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:23.550871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c10ef4cc-82d4-4f0f-a2be-d44d0d792923 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.602872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Deleting port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:23.603588 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.628232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef4cc-82d4-4f0f-a2be-d44d0d792923 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=6adcc422-6a43-4e3c-828c-e03c09a6debe,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:23.633546 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c10ef4cc-82d4-4f0f-a2be-d44d0d792923 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.639098 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c10ef4cc-82d4-4f0f-a2be-d44d0d792923 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/6adcc422-6a43-4e3c-828c-e03c09a6debe HTTP/1.1" status: 204 len: 168 time: 0.6214259 Apr 05 19:02:23.641797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44744) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:23.733327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-255e0d67-73e4-4e2b-b298-34fc0a392d13 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840068 Apr 05 19:02:23.734426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44748) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:23.739271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:23.896277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] For port efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:23.896653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:23.940403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Calling delete_port for efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:23.959036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] Set router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:23.994075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.000605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.000948 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Floating IP e4eb45de-f5c4-422e-bcc3-4ace7bac0c6b disassociated. External IP: 172.25.4.223, port: e9a69c32-9f87-4333-94eb-d4736e7524cd. Apr 05 19:02:24.003539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for e9a69c32-9f87-4333-94eb-d4736e7524cd owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:24.012996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f61562f5-acfe-4f7f-88b4-5ab6443fdac9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:24.026242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:24.031296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.114583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T19:02:23Z', 'revision_number': 6, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:24.180277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0698a-519e-4da6-8e4b-17bfcbbcdc34 None None] The sync data for ids ['4ca12bfd-0d58-41c9-aaf3-79488ec4fd00'] in n-d-836650-3 is: [{'id': '4ca12bfd-0d58-41c9-aaf3-79488ec4fd00', 'name': 'tempest-TestVolumeBootPattern-999321331-router', 'tenant_id': 'd2c1400648c047fba9a87da2a9820169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:28Z', 'updated_at': '2022-04-05T19:02:23Z', 'revision_number': 6, 'project_id': 'd2c1400648c047fba9a87da2a9820169', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:24.276694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f61562f5-acfe-4f7f-88b4-5ab6443fdac9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:24.277054 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.310555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4098d-031f-4af7-a7d9-6c132cd97b68 req-d9d88b8b-267c-465c-a7fa-839ebe4e2286 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:24.312215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1b4098d-031f-4af7-a7d9-6c132cd97b68 req-d9d88b8b-267c-465c-a7fa-839ebe4e2286 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.3865988 Apr 05 19:02:24.405631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.406274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1b4098d-031f-4af7-a7d9-6c132cd97b68 req-5eae991d-5431-4b59-acff-2ae0b7566d32 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835471 Apr 05 19:02:24.456923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.467631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.473961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=e9a69c32-9f87-4333-94eb-d4736e7524cd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:24.561612 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.662304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port f61562f5-acfe-4f7f-88b4-5ab6443fdac9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f61562f5-acfe-4f7f-88b4-5ab6443fdac9,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:24.672140 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.702079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:24.707944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=dd02ec49-dfb5-4724-a6cf-c30859c4c061,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:24.718254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:24.723525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:24.724330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.776703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-27b599ac-c8e4-4c1e-874b-7a4a681fe4e3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0374196 Apr 05 19:02:24.781140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44758) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:24.798467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3bf9706f-10d3-4e7b-9376-ae6c8f1dd43c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1303630044', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:24.838634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=f61562f5-acfe-4f7f-88b4-5ab6443fdac9,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:24.861543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Pushing event deleted for resources: {'Port': ['ID=efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:24.913392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3bf9706f-10d3-4e7b-9376-ae6c8f1dd43c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.914444 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3bf9706f-10d3-4e7b-9376-ae6c8f1dd43c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:24.941579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router f1ddf496-3e9f-4095-a92e-e45251df8119 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:24.962086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.025494 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3bf9706f-10d3-4e7b-9376-ae6c8f1dd43c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.048774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3bf9706f-10d3-4e7b-9376-ae6c8f1dd43c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.094009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3bf9706f-10d3-4e7b-9376-ae6c8f1dd43c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.096376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.099181 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.109774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3bf9706f-10d3-4e7b-9376-ae6c8f1dd43c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3272278 Apr 05 19:02:25.110088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b492e-005a-46ef-9778-9978889371af None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:25.110607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44760) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:25.169930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.170681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:02:25.175303 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.176688 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2bd26e68-f023-4c26-9229-191e74f5577d admin admin] 10.222.0.15 "DELETE /v2.0/routers/4ca12bfd-0d58-41c9-aaf3-79488ec4fd00 HTTP/1.1" status: 204 len: 168 time: 2.4107146 Apr 05 19:02:25.182983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44762) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:25.280543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c183b62a-4706-40f1-b666-f1ebf1d9af5d None None] Provisioning complete for port f61562f5-acfe-4f7f-88b4-5ab6443fdac9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:25.282749 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c183b62a-4706-40f1-b666-f1ebf1d9af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.606914 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:25.744918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5359be-5728-4a2d-8bed-eef3c5aa3f99 req-8b84107e-9f93-4e79-95b9-e49cff1d0570 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:25.747524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a5359be-5728-4a2d-8bed-eef3c5aa3f99 req-8b84107e-9f93-4e79-95b9-e49cff1d0570 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.2169065 Apr 05 19:02:25.969845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f61562f5-acfe-4f7f-88b4-5ab6443fdac9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:26.060444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::1 (0b78bae6-29fd-47d3-887d-9b3f88505648/dd02ec49-dfb5-4724-a6cf-c30859c4c061/c495d977-c96b-4afb-8f8b-b0799e164e89) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:26.070527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f61562f5-acfe-4f7f-88b4-5ab6443fdac9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:26.070920 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.071201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5639e03a-c40c-4581-9031-a7a85b6843a1 admin admin] Deleting subnet 9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:26.079052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5639e03a-c40c-4581-9031-a7a85b6843a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.080941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a5359be-5728-4a2d-8bed-eef3c5aa3f99 req-98b4a7ef-1efd-4a3d-931a-9d0f85fe0d37 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887299 Apr 05 19:02:26.081921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:26.095702 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a196d9-f9b6-4203-8ab4-83c9320e5895 None None] Sync routers for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:26.138315 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a196d9-f9b6-4203-8ab4-83c9320e5895 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:26.138315 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-51a196d9-f9b6-4203-8ab4-83c9320e5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:26.210968 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-51a196d9-f9b6-4203-8ab4-83c9320e5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:26.236709 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a196d9-f9b6-4203-8ab4-83c9320e5895 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:26.237436 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-51a196d9-f9b6-4203-8ab4-83c9320e5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:26.264919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5639e03a-c40c-4581-9031-a7a85b6843a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.296771 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-51a196d9-f9b6-4203-8ab4-83c9320e5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:26.297810 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a196d9-f9b6-4203-8ab4-83c9320e5895 None None] The sync data for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:26.314942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:26.334267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.369946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:26.370656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device efa6b88d-01c5-439a-bf33-a0e6d9f9b8c4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:26.371076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b90f9874-8202-48dd-9b08-3bf713219398 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:26.372510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.379747 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-01263f92-2b9d-4f86-ac12-cd328700a597 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/ports/e9a69c32-9f87-4333-94eb-d4736e7524cd HTTP/1.1" status: 204 len: 168 time: 3.6902318 Apr 05 19:02:26.380764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44770) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:26.396704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: b90f9874-8202-48dd-9b08-3bf713219398 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:26.397047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device b90f9874-8202-48dd-9b08-3bf713219398 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:26.420441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-873d3b56-2490-4d7a-bb15-e54830868655 None None] Provisioning complete for port f61562f5-acfe-4f7f-88b4-5ab6443fdac9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:26.420817 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-873d3b56-2490-4d7a-bb15-e54830868655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.427473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.482818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:26.490119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:26.494330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:26.495053 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.527353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5639e03a-c40c-4581-9031-a7a85b6843a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.551472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=c495d977-c96b-4afb-8f8b-b0799e164e89,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:26.656002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5639e03a-c40c-4581-9031-a7a85b6843a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.674994 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.719163 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5639e03a-c40c-4581-9031-a7a85b6843a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.722367 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5639e03a-c40c-4581-9031-a7a85b6843a1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9af36ca6-0f26-44fb-b06d-0f4cfa231ab8 HTTP/1.1" status: 204 len: 168 time: 1.4506943 Apr 05 19:02:26.727891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:26.728104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639e03a-c40c-4581-9031-a7a85b6843a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af36ca6-0f26-44fb-b06d-0f4cfa231ab8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:26.732702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dbbfd3-9ea7-4639-a570-b58789ea5dfb None None] Network 0113a2e8-8527-4f08-b7cd-5061799e746d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:26.931555 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.971453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:26.979971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-49ff08cf-be78-4593-8cb8-2558f4d8827b None None] Provisioning complete for port c495d977-c96b-4afb-8f8b-b0799e164e89 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:26.980817 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49ff08cf-be78-4593-8cb8-2558f4d8827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.020439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05729595-affc-42b5-869a-6df2b175cd2b None None] DHCP port deletion for 0113a2e8-8527-4f08-b7cd-5061799e746d request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:02:27.080534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-49ff08cf-be78-4593-8cb8-2558f4d8827b None None] Port c495d977-c96b-4afb-8f8b-b0799e164e89 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:02:27.111847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-05729595-affc-42b5-869a-6df2b175cd2b None None] Deleting port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:27.112521 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05729595-affc-42b5-869a-6df2b175cd2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.234035 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Deleting port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:27.234830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.242802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-05729595-affc-42b5-869a-6df2b175cd2b None None] For port 03c20b64-a480-4ca3-9c96-87bfa249cbd5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=03c20b64-a480-4ca3-9c96-87bfa249cbd5,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:27.243416 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05729595-affc-42b5-869a-6df2b175cd2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.259736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-05729595-affc-42b5-869a-6df2b175cd2b None None] Calling delete_port for 03c20b64-a480-4ca3-9c96-87bfa249cbd5 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:27.377287 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05729595-affc-42b5-869a-6df2b175cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.388511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port d499fe19-9105-4e2f-8b12-0bf9ec957e0d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:27.389106 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.402441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05729595-affc-42b5-869a-6df2b175cd2b None None] Pushing event deleted for resources: {'Port': ['ID=03c20b64-a480-4ca3-9c96-87bfa249cbd5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:27.411718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05729595-affc-42b5-869a-6df2b175cd2b None None] No DVR routers for this DVR port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:27.479841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] For port 03c20b64-a480-4ca3-9c96-87bfa249cbd5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=03c20b64-a480-4ca3-9c96-87bfa249cbd5,segment=NetworkSegment(c117f38c-30a9-4a05-a29f-48c3efe4047f),segment_id=c117f38c-30a9-4a05-a29f-48c3efe4047f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:27.480211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.507689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Calling delete_port for 03c20b64-a480-4ca3-9c96-87bfa249cbd5 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:27.516618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.530056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for d499fe19-9105-4e2f-8b12-0bf9ec957e0d owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:27.532481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d304c16-0040-4974-8877-fb912faefcde req-4e69c053-2bb3-49bb-9fc4-812671d6f1de tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:27.540353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d304c16-0040-4974-8877-fb912faefcde req-4e69c053-2bb3-49bb-9fc4-812671d6f1de tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.2626762 Apr 05 19:02:27.548382 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.569024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.569839 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.712576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d304c16-0040-4974-8877-fb912faefcde req-af4555a0-d49a-418b-9154-a305627f3919 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715679 Apr 05 19:02:27.717541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=c495d977-c96b-4afb-8f8b-b0799e164e89,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:27.744860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.748261 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.774270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=d499fe19-9105-4e2f-8b12-0bf9ec957e0d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:27.797132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c20b64-a480-4ca3-9c96-87bfa249cbd5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:27.799183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] No DVR routers for this DVR port 03c20b64-a480-4ca3-9c96-87bfa249cbd5 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:27.859499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:27.862951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:27.943924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 03c20b64-a480-4ca3-9c96-87bfa249cbd5 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:27.947538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:27.998169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 03c20b64-a480-4ca3-9c96-87bfa249cbd5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:27.998557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 03c20b64-a480-4ca3-9c96-87bfa249cbd5 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:28.069029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:28.083722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0113a2e8-8527-4f08-b7cd-5061799e746d']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:28.108967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c117f38c-30a9-4a05-a29f-48c3efe4047f') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:28.109264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c117f38c-30a9-4a05-a29f-48c3efe4047f') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:28.147360 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:28.183404 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:28.196572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:02:28.196985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: self.session.flush() Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:02:28.198786 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:02:28.319899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Router 6accd39c-cd83-400f-80de-c2f7eeda554d is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:02:28.322591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0cc8f6ed-6a04-4fc6-9bcb-dfd5340c5615 None None] Provisioning complete for port c495d977-c96b-4afb-8f8b-b0799e164e89 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:28.323154 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f6ed-6a04-4fc6-9bcb-dfd5340c5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:28.325596 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:28.334809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:28.337938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0113a2e8-8527-4f08-b7cd-5061799e746d HTTP/1.1" status: 204 len: 168 time: 1.6097536 Apr 05 19:02:28.342695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44792) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:28.360726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eace8-fbd8-4cbe-b399-d7000fd0e770 req-d47ed2db-d66d-4385-964b-a3850976e05c tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:28.362234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-687eace8-fbd8-4cbe-b399-d7000fd0e770 req-d47ed2db-d66d-4385-964b-a3850976e05c tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 950 time: 0.0976348 Apr 05 19:02:28.363442 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0c6d3-9294-42f3-a4e0-1348052861d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0113a2e8-8527-4f08-b7cd-5061799e746d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:28.386649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8f6ed-6a04-4fc6-9bcb-dfd5340c5615 None None] Port c495d977-c96b-4afb-8f8b-b0799e164e89 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:02:28.473788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-687eace8-fbd8-4cbe-b399-d7000fd0e770 req-a7c0652d-8c08-4f5f-8e0b-afc05b184b48 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043708 Apr 05 19:02:28.483116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:28.500806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4b2f3ef8-b1e1-4468-87b3-785f70af540e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "PUT /v2.0/routers/6accd39c-cd83-400f-80de-c2f7eeda554d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3890641 Apr 05 19:02:28.501762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44796) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:28.502080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Sync routers for ids ['6accd39c-cd83-400f-80de-c2f7eeda554d'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:28.521142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Routers {'6accd39c-cd83-400f-80de-c2f7eeda554d'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:28.521978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6accd39c-cd83-400f-80de-c2f7eeda554d'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:28.536851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router f1ddf496-3e9f-4095-a92e-e45251df8119 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:28.563486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea186d90-99e3-4347-97b3-35bd311118e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:28.567387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ea186d90-99e3-4347-97b3-35bd311118e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports/c495d977-c96b-4afb-8f8b-b0799e164e89 HTTP/1.1" status: 200 len: 911 time: 0.0616431 Apr 05 19:02:28.567625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44798) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:28.630430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accded8f-3751-4a7d-bb63-6573a7c428bb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:28.637665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accded8f-3751-4a7d-bb63-6573a7c428bb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:28.641571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-accded8f-3751-4a7d-bb63-6573a7c428bb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0704286 Apr 05 19:02:28.642602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44800) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:28.657967 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Set router 6accd39c-cd83-400f-80de-c2f7eeda554d gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:28.778755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:28.792496 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a4acfff9-8f21-4eba-b922-8831e3fa6862 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/routers/f1ddf496-3e9f-4095-a92e-e45251df8119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069207 Apr 05 19:02:28.793367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44804) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:28.794564 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b0859-0282-42fb-b647-02b8038e7078 None None] Sync routers for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:28.814227 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b0859-0282-42fb-b647-02b8038e7078 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:28.818760 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-741b0859-0282-42fb-b647-02b8038e7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:28.877868 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-741b0859-0282-42fb-b647-02b8038e7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:28.880062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6accd39c-cd83-400f-80de-c2f7eeda554d', 'name': 'tempest-NetworksTestDHCPv6-router-1303630044', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:02:24Z', 'updated_at': '2022-04-05T19:02:26Z', 'revision_number': 2, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'gw_port_host': None, '_interfaces': [{'id': 'c495d977-c96b-4afb-8f8b-b0799e164e89', 'name': '', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'mac_address': 'fa:16:3e:d3:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6accd39c-cd83-400f-80de-c2f7eeda554d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'dd02ec49-dfb5-4724-a6cf-c30859c4c061', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:02:25Z', 'updated_at': '2022-04-05T19:02:27Z', 'revision_number': 2, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'subnets': [{'id': 'dd02ec49-dfb5-4724-a6cf-c30859c4c061', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:28.888368 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b0859-0282-42fb-b647-02b8038e7078 None None] Routers {'f1ddf496-3e9f-4095-a92e-e45251df8119'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:28.889216 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-741b0859-0282-42fb-b647-02b8038e7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['f1ddf496-3e9f-4095-a92e-e45251df8119'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:28.916572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Checking router: 6accd39c-cd83-400f-80de-c2f7eeda554d for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:02:28.917065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Updating router 6accd39c-cd83-400f-80de-c2f7eeda554d port c495d977-c96b-4afb-8f8b-b0799e164e89 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:02:28.931298 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-741b0859-0282-42fb-b647-02b8038e7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:28.932501 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b0859-0282-42fb-b647-02b8038e7078 None None] The sync data for ids ['f1ddf496-3e9f-4095-a92e-e45251df8119'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:28.946121 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:28.959592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b20e4-a9c1-4391-a56c-2e2423e3d5e1 req-7bbc4b89-64a7-4d6d-9cb5-e985f77c236d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:28.962895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-835b20e4-a9c1-4391-a56c-2e2423e3d5e1 req-7bbc4b89-64a7-4d6d-9cb5-e985f77c236d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1117079 Apr 05 19:02:28.969274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.036380 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-835b20e4-a9c1-4391-a56c-2e2423e3d5e1 req-6d25f60f-805b-4719-b0ac-6b492117fdc2 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677183 Apr 05 19:02:29.112749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.268892 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.277324 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.378066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02efb9-8a6b-4300-ab3e-43d3d30020b1 None None] Pushing event updated for resources: {'Port': ['ID=c495d977-c96b-4afb-8f8b-b0799e164e89,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:29.399754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Attempting to bind port c495d977-c96b-4afb-8f8b-b0799e164e89 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:29.400462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Attempting to bind port c495d977-c96b-4afb-8f8b-b0799e164e89 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:29.400805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Attempting to bind port c495d977-c96b-4afb-8f8b-b0799e164e89 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:29.408784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:29.409848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:29.410256 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.410821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:29.411302 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Bound port: c495d977-c96b-4afb-8f8b-b0799e164e89, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:29.411690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.521058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.524919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] For port c495d977-c96b-4afb-8f8b-b0799e164e89, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:02:29.529949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] For port c495d977-c96b-4afb-8f8b-b0799e164e89, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c495d977-c96b-4afb-8f8b-b0799e164e89,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:02:29.542801 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.626998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Routers {'6accd39c-cd83-400f-80de-c2f7eeda554d'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:29.627624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6accd39c-cd83-400f-80de-c2f7eeda554d'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:29.703686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 4d1cf0ca-6eee-4876-8e36-aa282662e546 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:29.704660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.718352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02efb9-8a6b-4300-ab3e-43d3d30020b1 None None] Pushing event updated for resources: {'Port': ['ID=c495d977-c96b-4afb-8f8b-b0799e164e89,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:29.749783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.762990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] Set router 6accd39c-cd83-400f-80de-c2f7eeda554d gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:29.780565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13f102-064d-409f-977d-1352659048d6 req-4b2fbd4f-2781-4e2a-bc8f-78a040d57749 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:29.782550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f13f102-064d-409f-977d-1352659048d6 req-4b2fbd4f-2781-4e2a-bc8f-78a040d57749 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 950 time: 0.1789405 Apr 05 19:02:29.857721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Provisioning complete for port c495d977-c96b-4afb-8f8b-b0799e164e89 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:29.858355 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:29.879997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f13f102-064d-409f-977d-1352659048d6 req-6c8f2057-30bc-4a2d-a3ad-61db5b94b861 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765865 Apr 05 19:02:29.986314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port c495d977-c96b-4afb-8f8b-b0799e164e89 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:29.987013 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.142149 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.173967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] For port c495d977-c96b-4afb-8f8b-b0799e164e89, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c495d977-c96b-4afb-8f8b-b0799e164e89,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:30.175765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.203450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for c495d977-c96b-4afb-8f8b-b0799e164e89 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:30.208173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-7ffb97a3-95e0-4e7d-9483-57e9a4cd5bb6 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:30.210446 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-7ffb97a3-95e0-4e7d-9483-57e9a4cd5bb6 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.25 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 950 time: 0.2693658 Apr 05 19:02:30.216177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.226438 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] For port c495d977-c96b-4afb-8f8b-b0799e164e89, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c495d977-c96b-4afb-8f8b-b0799e164e89,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:30.234431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6accd39c-cd83-400f-80de-c2f7eeda554d', 'name': 'tempest-NetworksTestDHCPv6-router-1303630044', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:02:24Z', 'updated_at': '2022-04-05T19:02:26Z', 'revision_number': 2, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'gw_port_host': None, '_interfaces': [{'id': 'c495d977-c96b-4afb-8f8b-b0799e164e89', 'name': '', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'mac_address': 'fa:16:3e:d3:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6accd39c-cd83-400f-80de-c2f7eeda554d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'dd02ec49-dfb5-4724-a6cf-c30859c4c061', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:02:25Z', 'updated_at': '2022-04-05T19:02:29Z', 'revision_number': 4, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'subnets': [{'id': 'dd02ec49-dfb5-4724-a6cf-c30859c4c061', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:30.246899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 4d1cf0ca-6eee-4876-8e36-aa282662e546 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:30.297680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd56e68-2305-4982-b38a-a1c0d5388810 req-ace2602a-0858-4d52-bc42-edc1823da50b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:30.299661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4cd56e68-2305-4982-b38a-a1c0d5388810 req-ace2602a-0858-4d52-bc42-edc1823da50b tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1121645 Apr 05 19:02:30.358640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4cd56e68-2305-4982-b38a-a1c0d5388810 req-fce3bd9a-cbe7-4329-9a17-8cfb5ce95268 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453959 Apr 05 19:02:30.513474 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.522273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6cf1-0fb4-442b-aae5-0b89dc7c06f9 None None] The sync data for ids ['6accd39c-cd83-400f-80de-c2f7eeda554d'] in n-d-836650-3 is: [{'id': '6accd39c-cd83-400f-80de-c2f7eeda554d', 'name': 'tempest-NetworksTestDHCPv6-router-1303630044', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:02:24Z', 'updated_at': '2022-04-05T19:02:26Z', 'revision_number': 2, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'gw_port_host': None, '_interfaces': [{'id': 'c495d977-c96b-4afb-8f8b-b0799e164e89', 'name': '', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'mac_address': 'fa:16:3e:d3:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6accd39c-cd83-400f-80de-c2f7eeda554d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'dd02ec49-dfb5-4724-a6cf-c30859c4c061', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:02:25Z', 'updated_at': '2022-04-05T19:02:29Z', 'revision_number': 4, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'subnets': [{'id': 'dd02ec49-dfb5-4724-a6cf-c30859c4c061', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:30.563807 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.587307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Deleting port 2be91f6f-8aba-4be0-98f5-de75dce5177c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:30.587307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.647159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=c495d977-c96b-4afb-8f8b-b0799e164e89,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:30.661549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dded74da-8a00-4641-98ee-08dc600f40c8 None None] Could not find standard attr ID for object c495d977-c96b-4afb-8f8b-b0799e164e89. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:30.664587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Pushing event updated for resources: {'Port': ['ID=c495d977-c96b-4afb-8f8b-b0799e164e89,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:30.681839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.682201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.682602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.682957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.683307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.683668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.684089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.684412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.684733 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.685053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.685370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.685691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1070b-0ac8-45a3-b292-e1ca9c82a30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:30.741381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] For port 2be91f6f-8aba-4be0-98f5-de75dce5177c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2be91f6f-8aba-4be0-98f5-de75dce5177c,segment=NetworkSegment(a9fc1bc4-68e8-457b-99e9-d75aaf872391),segment_id=a9fc1bc4-68e8-457b-99e9-d75aaf872391)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:30.741969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.755663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Calling delete_port for 2be91f6f-8aba-4be0-98f5-de75dce5177c owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:30.804704 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.827368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb2502-91f0-4ebe-98a5-187141489c9d req-36a30f53-a72b-4bb9-9889-5bb247977231 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:30.829339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cbb2502-91f0-4ebe-98a5-187141489c9d req-36a30f53-a72b-4bb9-9889-5bb247977231 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1092670 Apr 05 19:02:30.864470 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.868070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Deleting port 824a0881-44d9-4a8c-a2d2-de41a06e656f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:30.868400 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:30.947454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=4d1cf0ca-6eee-4876-8e36-aa282662e546,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:31.147271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Router 6accd39c-cd83-400f-80de-c2f7eeda554d has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:31.152785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3cbb2502-91f0-4ebe-98a5-187141489c9d req-49aa0af2-c9c6-44d7-8d0e-95af54707f41 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284012 Apr 05 19:02:31.182377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] For port 824a0881-44d9-4a8c-a2d2-de41a06e656f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=824a0881-44d9-4a8c-a2d2-de41a06e656f,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:31.182944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.197874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab83271-8c7f-4917-af12-d5f2f84eb219 req-1c3091bf-9633-4026-b009-ea256faa07bd tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:31.202581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fab83271-8c7f-4917-af12-d5f2f84eb219 req-1c3091bf-9633-4026-b009-ea256faa07bd tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 950 time: 0.1227853 Apr 05 19:02:31.214837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Calling delete_port for 824a0881-44d9-4a8c-a2d2-de41a06e656f owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:31.244383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.353362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fab83271-8c7f-4917-af12-d5f2f84eb219 req-dc161080-7407-4f68-aa7c-566bcb22dfee tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e77f44d-b363-4474-8a32-aeeea2f858af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456892 Apr 05 19:02:31.359778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:31.367355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2470d219-c3d2-4aa8-8c97-ab9d55ac0d41 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "PUT /v2.0/routers/6accd39c-cd83-400f-80de-c2f7eeda554d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7219305 Apr 05 19:02:31.367641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44832) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:31.423910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403142e-c079-4c19-ae75-ae8357d4c7f4 req-7fe0dcf6-c516-42cd-a68a-f3e345ba3295 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:31.425468 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f403142e-c079-4c19-ae75-ae8357d4c7f4 req-7fe0dcf6-c516-42cd-a68a-f3e345ba3295 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1331120 Apr 05 19:02:31.429111 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.435754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.437542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2a85c8-dfc0-4627-be7d-38fbd2652f9e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:31.439223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2a85c8-dfc0-4627-be7d-38fbd2652f9e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:31.443263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1a2a85c8-dfc0-4627-be7d-38fbd2652f9e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0722699 Apr 05 19:02:31.444454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44834) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:31.481932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f403142e-c079-4c19-ae75-ae8357d4c7f4 req-f0e579b6-8d28-41a7-b2cb-a98922f9ff7e tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Apr 05 19:02:31.490718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.569727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be91f6f-8aba-4be0-98f5-de75dce5177c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:31.600108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.600694 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Fanout notify agent at l3_agent the message router_deleted on router f1ddf496-3e9f-4095-a92e-e45251df8119 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:02:31.610949 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.614885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44838) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:31.614993 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5d849224-df29-45c1-9401-7bcb6c4aeaef tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/routers/f1ddf496-3e9f-4095-a92e-e45251df8119 HTTP/1.1" status: 204 len: 168 time: 2.8164654 Apr 05 19:02:31.658348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb81083-a1bd-468b-aa09-4a63835fd861 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet dd02ec49-dfb5-4724-a6cf-c30859c4c061 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:31.670682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8eb81083-a1bd-468b-aa09-4a63835fd861 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.710132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a133091-54c7-4384-8c71-f7ce82bcce92 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting subnet d20cfc10-6687-4789-89b5-683fca8e0f41 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:31.714176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a133091-54c7-4384-8c71-f7ce82bcce92 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.800223 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8eb81083-a1bd-468b-aa09-4a63835fd861 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.826420 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a133091-54c7-4384-8c71-f7ce82bcce92 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.859755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.898290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59622f-2c16-4b13-b33a-f7e7ea4abb01 req-9eced4ac-be6b-4849-9fdf-6fbc4069e04d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:31.899873 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b59622f-2c16-4b13-b33a-f7e7ea4abb01 req-9eced4ac-be6b-4849-9fdf-6fbc4069e04d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.1396832 Apr 05 19:02:31.935927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Pushing event deleted for resources: {'Port': ['ID=824a0881-44d9-4a8c-a2d2-de41a06e656f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:31.949114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8eb81083-a1bd-468b-aa09-4a63835fd861 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:31.956692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b59622f-2c16-4b13-b33a-f7e7ea4abb01 req-aff95b90-f8e2-447a-ad98-98bb38c6e2c0 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Apr 05 19:02:31.993009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a133091-54c7-4384-8c71-f7ce82bcce92 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.018000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] No DVR routers for this DVR port 824a0881-44d9-4a8c-a2d2-de41a06e656f on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:32.026174 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.029759 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-19a949c3-bda0-41bc-bfa4-dbd14805e88c req-5b0ce3bc-21a7-4708-8982-4edaa3b12df3 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.25 "DELETE /v2.0/ports/824a0881-44d9-4a8c-a2d2-de41a06e656f HTTP/1.1" status: 204 len: 173 time: 1.8108575 Apr 05 19:02:32.030198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633db3a-7dae-419f-8a0f-97d76a780190', 'name': 'network-vif-deleted', 'tag': '824a0881-44d9-4a8c-a2d2-de41a06e656f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:02:32.033322 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec36b03a-0103-447e-a553-7bff644379bc" -d '{"events": [{"server_uuid": "0633db3a-7dae-419f-8a0f-97d76a780190", "name": "network-vif-deleted", "tag": "824a0881-44d9-4a8c-a2d2-de41a06e656f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:02:32.049207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.076231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a133091-54c7-4384-8c71-f7ce82bcce92 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.109344 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a133091-54c7-4384-8c71-f7ce82bcce92 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.115021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1a133091-54c7-4384-8c71-f7ce82bcce92 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/subnets/d20cfc10-6687-4789-89b5-683fca8e0f41 HTTP/1.1" status: 204 len: 168 time: 0.4989910 Apr 05 19:02:32.115955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44846) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:32.116688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a133091-54c7-4384-8c71-f7ce82bcce92 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Subnet': ['ID=d20cfc10-6687-4789-89b5-683fca8e0f41,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:32.116942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5127b275-dd14-4e7c-8f05-8f4d18a12aee None None] Network 742c690f-cd2c-4c27-bb9a-79bf6528d63e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:32.126567 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde23489-7691-4dae-93f4-083f487a0922 x-openstack-request-id: req-dde23489-7691-4dae-93f4-083f487a0922 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:02:32.126921 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0633db3a-7dae-419f-8a0f-97d76a780190", "name": "network-vif-deleted", "tag": "824a0881-44d9-4a8c-a2d2-de41a06e656f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:02:32.127087 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dde23489-7691-4dae-93f4-083f487a0922 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:02:32.127486 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde23489-7691-4dae-93f4-083f487a0922'] response: {'server_uuid': '0633db3a-7dae-419f-8a0f-97d76a780190', 'name': 'network-vif-deleted', 'tag': '824a0881-44d9-4a8c-a2d2-de41a06e656f', 'status': 'completed', 'code': 200} Apr 05 19:02:32.135161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8eb81083-a1bd-468b-aa09-4a63835fd861 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.188339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb81083-a1bd-468b-aa09-4a63835fd861 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=dd02ec49-dfb5-4724-a6cf-c30859c4c061,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:32.198641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8eb81083-a1bd-468b-aa09-4a63835fd861 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.203881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8eb81083-a1bd-468b-aa09-4a63835fd861 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/dd02ec49-dfb5-4724-a6cf-c30859c4c061 HTTP/1.1" status: 204 len: 168 time: 0.7562964 Apr 05 19:02:32.207595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44850) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:32.221540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ae6a6-3f31-4040-8959-151cf0305f0f None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:32.275976 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.401607 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3aae1ba6-bfa7-499a-83ca-9f2baee69925 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1917045 Apr 05 19:02:32.405708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44858) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:32.454222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port fb4350bc-d20a-47df-8ab6-49eccbcbb420 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:32.458126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.579771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Router 43a4fbd7-641b-4d24-9394-fd816315f3cc has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:32.657204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3380f7b7-0ed3-44c9-99da-8d5fd60f9749 req-db7481a0-8206-4a23-9590-bdb5d10ff504 tempest-VolumesBackupsTest-412980348 tempest-VolumesBackupsTest-412980348-project] 10.222.0.15 "GET /v2.0/ports?device_id=0633db3a-7dae-419f-8a0f-97d76a780190 HTTP/1.1" status: 200 len: 210 time: 0.1019940 Apr 05 19:02:32.697659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] DHCP port deletion for 742c690f-cd2c-4c27-bb9a-79bf6528d63e request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:02:32.708696 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84c130ab-ef8f-4170-8ac4-c92b7c9b2dcf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.756716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] Sync routers for ids ['6accd39c-cd83-400f-80de-c2f7eeda554d'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:32.771792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c3170-9edc-488b-831c-caee4af3a92a None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:02:32.804672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] Routers {'6accd39c-cd83-400f-80de-c2f7eeda554d'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:32.805744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6accd39c-cd83-400f-80de-c2f7eeda554d'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:32.812811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] For port fb4350bc-d20a-47df-8ab6-49eccbcbb420, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=fb4350bc-d20a-47df-8ab6-49eccbcbb420,segment=NetworkSegment(163ec151-c83d-4a6b-af57-3ffae809afbc),segment_id=163ec151-c83d-4a6b-af57-3ffae809afbc)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:32.812811 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.828908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:32.836929 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3e514501-656b-4432-959a-ee85ca2fdea4 admin admin] 10.222.0.15 "PUT /v2.0/routers/43a4fbd7-641b-4d24-9394-fd816315f3cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4916844 Apr 05 19:02:32.837527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44862) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:32.839573 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] Sync routers for ids ['43a4fbd7-641b-4d24-9394-fd816315f3cc'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:32.859162 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] Routers {'43a4fbd7-641b-4d24-9394-fd816315f3cc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:32.860221 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['43a4fbd7-641b-4d24-9394-fd816315f3cc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:32.937613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84c130ab-ef8f-4170-8ac4-c92b7c9b2dcf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:32.940145 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84c130ab-ef8f-4170-8ac4-c92b7c9b2dcf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.007031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for fb4350bc-d20a-47df-8ab6-49eccbcbb420 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:33.033805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 824a0881-44d9-4a8c-a2d2-de41a06e656f no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:33.057315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.082944 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] Set router 43a4fbd7-641b-4d24-9394-fd816315f3cc gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:33.091492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 824a0881-44d9-4a8c-a2d2-de41a06e656f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:33.091846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 824a0881-44d9-4a8c-a2d2-de41a06e656f not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:33.104690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] Set router 6accd39c-cd83-400f-80de-c2f7eeda554d gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:33.108716 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84c130ab-ef8f-4170-8ac4-c92b7c9b2dcf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.109331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c130ab-ef8f-4170-8ac4-c92b7c9b2dcf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Fanout notify agent at l3_agent the message router_deleted on router 6accd39c-cd83-400f-80de-c2f7eeda554d {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:02:33.189097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84c130ab-ef8f-4170-8ac4-c92b7c9b2dcf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.193407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-84c130ab-ef8f-4170-8ac4-c92b7c9b2dcf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/routers/6accd39c-cd83-400f-80de-c2f7eeda554d HTTP/1.1" status: 204 len: 168 time: 0.7857034 Apr 05 19:02:33.215990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6accd39c-cd83-400f-80de-c2f7eeda554d', 'name': 'tempest-NetworksTestDHCPv6-router-1303630044', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:02:24Z', 'updated_at': '2022-04-05T19:02:30Z', 'revision_number': 3, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:33.220074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44866) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:33.221466 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.250775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:33.281513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] No DVR routers for this DVR port fb4350bc-d20a-47df-8ab6-49eccbcbb420 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:33.294564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-374c3170-9edc-488b-831c-caee4af3a92a None None] Deleting port f61562f5-acfe-4f7f-88b4-5ab6443fdac9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:33.294940 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-374c3170-9edc-488b-831c-caee4af3a92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.295849 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '18262aca-a92a-4998-a365-4276ee1aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:39Z', 'updated_at': '2022-04-05T19:02:31Z', 'revision_number': 5, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'gw_port': {'id': '18262aca-a92a-4998-a365-4276ee1aada9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:40Z', 'updated_at': '2022-04-05T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:33.358620 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] Checking router: 43a4fbd7-641b-4d24-9394-fd816315f3cc for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:02:33.368946 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] Routers {'43a4fbd7-641b-4d24-9394-fd816315f3cc'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:33.369945 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['43a4fbd7-641b-4d24-9394-fd816315f3cc'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:33.408534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=fb4350bc-d20a-47df-8ab6-49eccbcbb420,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:33.445001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb6e00-7ce6-4de6-aa92-20ca1ce73819 req-4a09cf75-da60-422a-8104-aee7647549d7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:33.454356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eeb6e00-7ce6-4de6-aa92-20ca1ce73819 req-4a09cf75-da60-422a-8104-aee7647549d7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.3466957 Apr 05 19:02:33.471753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-374c3170-9edc-488b-831c-caee4af3a92a None None] For port f61562f5-acfe-4f7f-88b4-5ab6443fdac9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f61562f5-acfe-4f7f-88b4-5ab6443fdac9,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:33.472163 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-374c3170-9edc-488b-831c-caee4af3a92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.491272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-374c3170-9edc-488b-831c-caee4af3a92a None None] Calling delete_port for f61562f5-acfe-4f7f-88b4-5ab6443fdac9 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:33.505051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-8f0e4260-6860-4ac9-9ba5-0e692a595c2f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:33.507119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-8f0e4260-6860-4ac9-9ba5-0e692a595c2f tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 945 time: 0.3068964 Apr 05 19:02:33.536986 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] Set router 43a4fbd7-641b-4d24-9394-fd816315f3cc gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:33.614042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] Checking router: 6accd39c-cd83-400f-80de-c2f7eeda554d for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:02:33.628143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] Deleting port fb4350bc-d20a-47df-8ab6-49eccbcbb420 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:33.628572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.660621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:33.664048 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.671825 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.763182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eeb6e00-7ce6-4de6-aa92-20ca1ce73819 req-63e9cfe2-2b73-40a3-901b-218592d094db tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055482 Apr 05 19:02:33.779198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742c690f-cd2c-4c27-bb9a-79bf6528d63e']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:33.816116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163ec151-c83d-4a6b-af57-3ffae809afbc') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:33.816594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163ec151-c83d-4a6b-af57-3ffae809afbc') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:33.844428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.851583 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-374c3170-9edc-488b-831c-caee4af3a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.858735 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '18262aca-a92a-4998-a365-4276ee1aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:39Z', 'updated_at': '2022-04-05T19:02:31Z', 'revision_number': 5, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'gw_port': {'id': '18262aca-a92a-4998-a365-4276ee1aada9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:40Z', 'updated_at': '2022-04-05T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:33.865889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Deleting port 332a366b-d268-4356-90c4-b87e4f9a2a66 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:33.866490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.893922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] For port fb4350bc-d20a-47df-8ab6-49eccbcbb420, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:33.894628 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.909435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.919258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] Calling delete_port for fb4350bc-d20a-47df-8ab6-49eccbcbb420 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:33.927506 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2267d-200f-4c67-9737-f375c89bde54 None None] The sync data for ids ['43a4fbd7-641b-4d24-9394-fd816315f3cc'] in n-d-836650-3 is: [{'id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'name': 'tempest-TestVolumeBootPattern-1699162846-router', 'tenant_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '18262aca-a92a-4998-a365-4276ee1aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:47:39Z', 'updated_at': '2022-04-05T19:02:31Z', 'revision_number': 5, 'project_id': '5138421f5b8c458baaa7ec195f5bfa8b', 'gw_port': {'id': '18262aca-a92a-4998-a365-4276ee1aada9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a4fbd7-641b-4d24-9394-fd816315f3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:47:40Z', 'updated_at': '2022-04-05T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:33.950801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] Port fb4350bc-d20a-47df-8ab6-49eccbcbb420 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:02:33.977241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] For port 332a366b-d268-4356-90c4-b87e4f9a2a66, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=332a366b-d268-4356-90c4-b87e4f9a2a66,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:33.978186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:33.995004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Calling delete_port for 332a366b-d268-4356-90c4-b87e4f9a2a66 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:34.026132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Deleting port 18262aca-a92a-4998-a365-4276ee1aada9 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:34.028290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.031757 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.033675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:34.034043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 19:02:34.034674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_agentschedulers_db [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6accd39c-cd83-400f-80de-c2f7eeda554d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 19:02:34.035051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8d7a54-9d06-4a9b-94ff-79bd4d83b4d7 None None] The sync data for ids ['6accd39c-cd83-400f-80de-c2f7eeda554d'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:34.050805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device fb4350bc-d20a-47df-8ab6-49eccbcbb420 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:34.053647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c3170-9edc-488b-831c-caee4af3a92a None None] Pushing event deleted for resources: {'Port': ['ID=f61562f5-acfe-4f7f-88b4-5ab6443fdac9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:34.083280 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.106078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:02:34.106078 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.123415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c3170-9edc-488b-831c-caee4af3a92a None None] No DVR routers for this DVR port f61562f5-acfe-4f7f-88b4-5ab6443fdac9 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:34.172231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: fb4350bc-d20a-47df-8ab6-49eccbcbb420 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:34.172565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device fb4350bc-d20a-47df-8ab6-49eccbcbb420 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:34.172982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f61562f5-acfe-4f7f-88b4-5ab6443fdac9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:34.175446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] No DVR routers for this DVR port fb4350bc-d20a-47df-8ab6-49eccbcbb420 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:34.184741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4db83d-6e6f-4ddb-aaf7-803b5a2be81d None None] Pushing event deleted for resources: {'Port': ['ID=fb4350bc-d20a-47df-8ab6-49eccbcbb420,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:34.198288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] For port 18262aca-a92a-4998-a365-4276ee1aada9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=18262aca-a92a-4998-a365-4276ee1aada9,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:34.198951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:02:34.200719 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:02:34.235042 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: f61562f5-acfe-4f7f-88b4-5ab6443fdac9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:34.235596 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.237356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f61562f5-acfe-4f7f-88b4-5ab6443fdac9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:34.243127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Calling delete_port for 18262aca-a92a-4998-a365-4276ee1aada9 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:34.258661 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.262325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/networks/742c690f-cd2c-4c27-bb9a-79bf6528d63e HTTP/1.1" status: 204 len: 168 time: 2.1337533 Apr 05 19:02:34.271034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44876) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:34.526270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25033cd6-440d-4741-9b79-7e7041a07928 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Network': ['ID=742c690f-cd2c-4c27-bb9a-79bf6528d63e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:34.535809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.627595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:34.628723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.639955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:02:34.689145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 7832f6a6-142b-4ea1-bb30-9cdfc581b791 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:34.689505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.692673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:34.695596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:34.696249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.714661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event deleted for resources: {'Port': ['ID=332a366b-d268-4356-90c4-b87e4f9a2a66,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:34.730550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad7ab7-05d3-440f-a7ed-6c12ce9ca9b2 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:34.798106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=27fd2955-6a0c-49e0-bf94-44cdb01f0343,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:34.832972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.833337 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.847655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 7832f6a6-142b-4ea1-bb30-9cdfc581b791 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:34.866811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-51e40c02-2341-4d98-8bc8-0b86ed120e67 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6214297 Apr 05 19:02:34.868298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] No DVR routers for this DVR port 332a366b-d268-4356-90c4-b87e4f9a2a66 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:34.871932 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.875817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73de8799-9ffa-4e52-a6de-6d5eeb762417 req-4c757824-81e4-45da-b758-01ec8abb0e34 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.20 "DELETE /v2.0/ports/332a366b-d268-4356-90c4-b87e4f9a2a66 HTTP/1.1" status: 204 len: 173 time: 1.3227792 Apr 05 19:02:34.877112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44882) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:34.877803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee68d3b-053d-4675-9491-2f5cca67b759', 'name': 'network-vif-deleted', 'tag': '332a366b-d268-4356-90c4-b87e4f9a2a66'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:02:34.881685 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e21261-73f8-4607-8afc-88ed8f5eacd1" -d '{"events": [{"server_uuid": "4ee68d3b-053d-4675-9491-2f5cca67b759", "name": "network-vif-deleted", "tag": "332a366b-d268-4356-90c4-b87e4f9a2a66"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:02:34.889175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f5952b74-e05f-4066-8267-7f1f2054aa9a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-692271214', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:34.944471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f7144ad-f1ee-48df-a32f-d904aff67aa3 req-6b5eb1fb-48a8-4b3d-b0d2-c5e17f533f50 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ee68d3b-053d-4675-9491-2f5cca67b759 HTTP/1.1" status: 200 len: 210 time: 0.0342205 Apr 05 19:02:34.954505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5952b74-e05f-4066-8267-7f1f2054aa9a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:34.956338 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5952b74-e05f-4066-8267-7f1f2054aa9a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.022476 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee76c03-5d3c-4217-a6d0-fe4a7aefb058 x-openstack-request-id: req-6ee76c03-5d3c-4217-a6d0-fe4a7aefb058 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:02:35.023024 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee68d3b-053d-4675-9491-2f5cca67b759", "name": "network-vif-deleted", "tag": "332a366b-d268-4356-90c4-b87e4f9a2a66", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:02:35.023398 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ee76c03-5d3c-4217-a6d0-fe4a7aefb058 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:02:35.023869 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee76c03-5d3c-4217-a6d0-fe4a7aefb058'] response: {'server_uuid': '4ee68d3b-053d-4675-9491-2f5cca67b759', 'name': 'network-vif-deleted', 'tag': '332a366b-d268-4356-90c4-b87e4f9a2a66', 'status': 'completed', 'code': 200} Apr 05 19:02:35.132881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': '27fd2955-6a0c-49e0-bf94-44cdb01f0343'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:02:35.134014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.160149 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-b4da58c1-55c8-4a35-854a-eb44c7bc67e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2082331 Apr 05 19:02:35.174080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.178596 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.220403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=7832f6a6-142b-4ea1-bb30-9cdfc581b791,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:35.222583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.288689 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5952b74-e05f-4066-8267-7f1f2054aa9a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.295557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5952b74-e05f-4066-8267-7f1f2054aa9a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.319753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5952b74-e05f-4066-8267-7f1f2054aa9a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.322046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f5952b74-e05f-4066-8267-7f1f2054aa9a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4367151 Apr 05 19:02:35.325169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44888) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:35.351511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Pushing event deleted for resources: {'Port': ['ID=18262aca-a92a-4998-a365-4276ee1aada9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:35.383343 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/27fd2955-6a0c-49e0-bf94-44cdb01f0343/78293ac3-386a-447e-b650-5d26aead4bf9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:35.415109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-1a3c597c-3854-4d25-88e7-0856f9469034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:35.416785 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-1a3c597c-3854-4d25-88e7-0856f9469034 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1098 time: 0.1908817 Apr 05 19:02:35.545919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.548917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.550091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-54b8b187-ffe7-42c7-b567-0e0e98c19d5d tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/floatingips/e4eb45de-f5c4-422e-bcc3-4ace7bac0c6b HTTP/1.1" status: 204 len: 168 time: 1.2764509 Apr 05 19:02:35.556102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44890) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:35.613335 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.621982 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.638360 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3f1b7f-6c5e-4165-8496-aba0aa6dbc55 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] DELETE failed (client error): The resource could not be found. Apr 05 19:02:35.639122 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3f1b7f-6c5e-4165-8496-aba0aa6dbc55 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:02:35.642215 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ff3f1b7f-6c5e-4165-8496-aba0aa6dbc55 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/ports/e9a69c32-9f87-4333-94eb-d4736e7524cd HTTP/1.1" status: 404 len: 333 time: 0.0849876 Apr 05 19:02:35.648260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44892) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:35.669065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:35.675367 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:35.679791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:35.680211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.714162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Pushing event updated for resources: {'Port': ['ID=78293ac3-386a-447e-b650-5d26aead4bf9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:35.724408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 332a366b-d268-4356-90c4-b87e4f9a2a66 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:35.785854 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-43b7313d-61a8-4330-8b6e-fb66965ac042 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1ddf496-3e9f-4095-a92e-e45251df8119 HTTP/1.1" status: 200 len: 205 time: 0.1363866 Apr 05 19:02:35.786152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 332a366b-d268-4356-90c4-b87e4f9a2a66 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:35.786593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 332a366b-d268-4356-90c4-b87e4f9a2a66 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:35.790432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44894) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:35.792904 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.795637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Attempting to bind port 78293ac3-386a-447e-b650-5d26aead4bf9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:35.796067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Attempting to bind port 78293ac3-386a-447e-b650-5d26aead4bf9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:35.796373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Attempting to bind port 78293ac3-386a-447e-b650-5d26aead4bf9 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:35.802838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:35.803368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:35.803771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.804160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:35.804628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Bound port: 78293ac3-386a-447e-b650-5d26aead4bf9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:35.805013 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.807846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.854956 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-0084f1a0-52f7-48a9-aa6e-3060a627c400 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] delete failed (client error): The resource could not be found. Apr 05 19:02:35.858566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0084f1a0-52f7-48a9-aa6e-3060a627c400 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/routers/f1ddf496-3e9f-4095-a92e-e45251df8119 HTTP/1.1" status: 404 len: 336 time: 0.0606210 Apr 05 19:02:35.899219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44898) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:35.931927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-c3047c2d-1c4c-41c5-8279-c798aa8fb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:35.933826 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-c3047c2d-1c4c-41c5-8279-c798aa8fb957 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.4581826 Apr 05 19:02:35.935372 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76cc638-60da-4279-b984-087f86de38f7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] DELETE failed (client error): The resource could not be found. Apr 05 19:02:35.935858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76cc638-60da-4279-b984-087f86de38f7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:02:35.939174 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b76cc638-60da-4279-b984-087f86de38f7 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/subnets/d20cfc10-6687-4789-89b5-683fca8e0f41 HTTP/1.1" status: 404 len: 337 time: 0.0373573 Apr 05 19:02:35.951609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44902) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:35.952141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.952738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a4fbd7-641b-4d24-9394-fd816315f3cc {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:02:35.968239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:35.969617 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d4000896-915f-45ec-ab3f-f788107cb833 admin admin] 10.222.0.15 "DELETE /v2.0/routers/43a4fbd7-641b-4d24-9394-fd816315f3cc HTTP/1.1" status: 204 len: 168 time: 3.1310146 Apr 05 19:02:35.992786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] For port 78293ac3-386a-447e-b650-5d26aead4bf9, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:02:36.002726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2be91f6f-8aba-4be0-98f5-de75dce5177c no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:36.010616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44904) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:36.112217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] For port 78293ac3-386a-447e-b650-5d26aead4bf9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=78293ac3-386a-447e-b650-5d26aead4bf9,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:02:36.120334 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2be91f6f-8aba-4be0-98f5-de75dce5177c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:36.121594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2be91f6f-8aba-4be0-98f5-de75dce5177c not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:36.123270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c495d977-c96b-4afb-8f8b-b0799e164e89 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:36.178320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: c495d977-c96b-4afb-8f8b-b0799e164e89 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:36.179031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c495d977-c96b-4afb-8f8b-b0799e164e89 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:36.181756 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:36.203043 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-a3c7df64-ce96-4fab-96f4-7b7360a68259 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 1002 time: 0.2609112 Apr 05 19:02:36.211985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:36.284324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-d35a9800-af12-4b2f-98e9-e5f8a389087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:36.285810 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-d35a9800-af12-4b2f-98e9-e5f8a389087a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.0716579 Apr 05 19:02:36.286531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-72821fde-5ed2-46cf-8ea7-5cfc3fb067ae admin admin] Deleting subnet e6cb6971-bb65-4190-8434-daeb279ef169 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:36.369448 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72821fde-5ed2-46cf-8ea7-5cfc3fb067ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:36.378992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5586a081-320c-4378-ad4a-1a6f1545d5c1 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 226e2677-482f-4cc1-a0fd-dc0ad2a9d667 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:36.379341 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5586a081-320c-4378-ad4a-1a6f1545d5c1 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:36.383129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c82b3-dbcf-4d01-ab6c-b807d1b22d3a None None] Pushing event updated for resources: {'Port': ['ID=78293ac3-386a-447e-b650-5d26aead4bf9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:36.455421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-c03dc018-f63a-4972-97e5-2b132315676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:36.456946 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-c03dc018-f63a-4972-97e5-2b132315676d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639209 Apr 05 19:02:36.545418 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72821fde-5ed2-46cf-8ea7-5cfc3fb067ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:36.674880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5586a081-320c-4378-ad4a-1a6f1545d5c1 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:36.726216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5586a081-320c-4378-ad4a-1a6f1545d5c1 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 226e2677-482f-4cc1-a0fd-dc0ad2a9d667 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:36.849411 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-1e84f2aa-6823-4042-988d-121e957ff53b service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793001 Apr 05 19:02:36.859303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72821fde-5ed2-46cf-8ea7-5cfc3fb067ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:36.910943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::1 (0b78bae6-29fd-47d3-887d-9b3f88505648/27fd2955-6a0c-49e0-bf94-44cdb01f0343/4b656d28-aa72-4683-b070-7cedb96624d6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:37.002262 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1a3c68fd-c594-4680-949f-e48b6b5028ca req-6ab8803f-bc34-4fc0-8139-1174f9310431 service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473951 Apr 05 19:02:37.027787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72821fde-5ed2-46cf-8ea7-5cfc3fb067ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.093425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72821fde-5ed2-46cf-8ea7-5cfc3fb067ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.096765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-72821fde-5ed2-46cf-8ea7-5cfc3fb067ae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e6cb6971-bb65-4190-8434-daeb279ef169 HTTP/1.1" status: 204 len: 168 time: 1.0827138 Apr 05 19:02:37.097608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72821fde-5ed2-46cf-8ea7-5cfc3fb067ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6cb6971-bb65-4190-8434-daeb279ef169,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:37.099219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 44942) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:37.116433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187b81c-05a3-476b-98e4-bcdf25508d54 None None] Network e40e7626-e6de-43cc-b0bb-dc0f307d95ce requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:37.168542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5586a081-320c-4378-ad4a-1a6f1545d5c1 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.192588 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.297779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.298228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586a081-320c-4378-ad4a-1a6f1545d5c1 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=226e2677-482f-4cc1-a0fd-dc0ad2a9d667,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:37.334225 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.348525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:37.375884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:37.394865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:37.397790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.438854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5586a081-320c-4378-ad4a-1a6f1545d5c1 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.449605 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5586a081-320c-4378-ad4a-1a6f1545d5c1 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/ports/226e2677-482f-4cc1-a0fd-dc0ad2a9d667 HTTP/1.1" status: 204 len: 168 time: 1.4922955 Apr 05 19:02:37.450656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44950) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:37.520605 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.530536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=4b656d28-aa72-4683-b070-7cedb96624d6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:37.572372 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be7547-7af7-4da3-b61d-c7b1cf476d33 None None] DHCP port deletion for e40e7626-e6de-43cc-b0bb-dc0f307d95ce request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:02:37.592095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869114da-498e-4a9a-aa1e-add450638b79 req-42cc2f4e-fad2-458f-8602-4ad7b3e3498d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:37.593813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-869114da-498e-4a9a-aa1e-add450638b79 req-42cc2f4e-fad2-458f-8602-4ad7b3e3498d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 945 time: 0.1914556 Apr 05 19:02:37.662619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-76be7547-7af7-4da3-b61d-c7b1cf476d33 None None] Deleting port eddceb2b-43c9-4595-8216-f950709b5f83 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:37.663008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76be7547-7af7-4da3-b61d-c7b1cf476d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.690183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-01d2fa25-06f9-4c5c-a9a4-5de6bc4ab2ca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 06a82c41-29c8-48e7-9851-776ecad7ca8b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:37.696299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01d2fa25-06f9-4c5c-a9a4-5de6bc4ab2ca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.704507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-869114da-498e-4a9a-aa1e-add450638b79 req-c50895b6-71d7-46e7-a65e-6eebc38fd879 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836823 Apr 05 19:02:37.781626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-76be7547-7af7-4da3-b61d-c7b1cf476d33 None None] For port eddceb2b-43c9-4595-8216-f950709b5f83, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=eddceb2b-43c9-4595-8216-f950709b5f83,segment=NetworkSegment(a9fc1bc4-68e8-457b-99e9-d75aaf872391),segment_id=a9fc1bc4-68e8-457b-99e9-d75aaf872391)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:37.782505 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76be7547-7af7-4da3-b61d-c7b1cf476d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.807620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.811319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Deleting port eddceb2b-43c9-4595-8216-f950709b5f83 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:37.811646 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.820765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-76be7547-7af7-4da3-b61d-c7b1cf476d33 None None] Calling delete_port for eddceb2b-43c9-4595-8216-f950709b5f83 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:37.905382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01d2fa25-06f9-4c5c-a9a4-5de6bc4ab2ca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.934350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] For port eddceb2b-43c9-4595-8216-f950709b5f83, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=eddceb2b-43c9-4595-8216-f950709b5f83,segment=NetworkSegment(a9fc1bc4-68e8-457b-99e9-d75aaf872391),segment_id=a9fc1bc4-68e8-457b-99e9-d75aaf872391)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:37.934851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:37.955901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-01d2fa25-06f9-4c5c-a9a4-5de6bc4ab2ca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 06a82c41-29c8-48e7-9851-776ecad7ca8b owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:37.999313 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76be7547-7af7-4da3-b61d-c7b1cf476d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.010179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Calling delete_port for eddceb2b-43c9-4595-8216-f950709b5f83 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:38.063976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be7547-7af7-4da3-b61d-c7b1cf476d33 None None] Pushing event deleted for resources: {'Port': ['ID=eddceb2b-43c9-4595-8216-f950709b5f83,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:38.065939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78293ac3-386a-447e-b650-5d26aead4bf9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:38.114608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be7547-7af7-4da3-b61d-c7b1cf476d33 None None] No DVR routers for this DVR port eddceb2b-43c9-4595-8216-f950709b5f83 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:38.165358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 78293ac3-386a-447e-b650-5d26aead4bf9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:38.166474 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.214741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01d2fa25-06f9-4c5c-a9a4-5de6bc4ab2ca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.242746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.279578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=eddceb2b-43c9-4595-8216-f950709b5f83,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:38.292390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2fa25-06f9-4c5c-a9a4-5de6bc4ab2ca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=06a82c41-29c8-48e7-9851-776ecad7ca8b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:38.299958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a460dc4b-680b-445d-a424-338e6cbefff0 None None] Provisioning complete for port 78293ac3-386a-447e-b650-5d26aead4bf9 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:38.300444 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a460dc4b-680b-445d-a424-338e6cbefff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.335276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.340267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] No DVR routers for this DVR port eddceb2b-43c9-4595-8216-f950709b5f83 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:38.359424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.360229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.452506 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.452767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01d2fa25-06f9-4c5c-a9a4-5de6bc4ab2ca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.462199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-01d2fa25-06f9-4c5c-a9a4-5de6bc4ab2ca tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/ports/06a82c41-29c8-48e7-9851-776ecad7ca8b HTTP/1.1" status: 204 len: 168 time: 1.0104446 Apr 05 19:02:38.467567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44968) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:38.585483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8336b9c-0045-473e-a527-0df032506639 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:38.587359 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d8336b9c-0045-473e-a527-0df032506639 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "GET /v2.0/ports?device_id=9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c HTTP/1.1" status: 200 len: 913 time: 0.1184916 Apr 05 19:02:38.597245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 44990) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:38.622151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 78293ac3-386a-447e-b650-5d26aead4bf9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=78293ac3-386a-447e-b650-5d26aead4bf9,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:38.634710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=4b656d28-aa72-4683-b070-7cedb96624d6,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:38.640639 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.655511 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.676388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40e7626-e6de-43cc-b0bb-dc0f307d95ce']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:38.692893 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a460dc4b-680b-445d-a424-338e6cbefff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.693269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fc1bc4-68e8-457b-99e9-d75aaf872391') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:38.693591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fc1bc4-68e8-457b-99e9-d75aaf872391') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:38.769863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:38.805560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:38.818077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:38.851613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:39.037822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:02:39.038255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:02:39.040189 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:02:39.188414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f952e-80d6-4761-9594-58c7c5d54dca req-e2d38ffe-6845-45a0-a5b5-4d77e4c45ef9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:39.189953 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-037f952e-80d6-4761-9594-58c7c5d54dca req-e2d38ffe-6845-45a0-a5b5-4d77e4c45ef9 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.25 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 945 time: 0.2927992 Apr 05 19:02:39.242317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc88bdd-fe8e-4ac0-a74e-6296a64c26f7 req-3c86fd49-db4a-4859-be90-c233ce51dd9d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:39.251182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfc88bdd-fe8e-4ac0-a74e-6296a64c26f7 req-3c86fd49-db4a-4859-be90-c233ce51dd9d tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 945 time: 0.3903718 Apr 05 19:02:39.261644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=78293ac3-386a-447e-b650-5d26aead4bf9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:39.280551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device eddceb2b-43c9-4595-8216-f950709b5f83 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:39.316010 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:39.330719 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:39.338303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] 10.222.0.15 "DELETE /v2.0/networks/e40e7626-e6de-43cc-b0bb-dc0f307d95ce HTTP/1.1" status: 204 len: 168 time: 2.2349339 Apr 05 19:02:39.371813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfc88bdd-fe8e-4ac0-a74e-6296a64c26f7 req-7a65a082-d1b6-4c7d-a4b3-ff820d59a002 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5b1599-f3f7-4685-947f-ded5ff2f752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183424 Apr 05 19:02:39.386643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02235a-7cdf-4c80-8d4f-4533b5fb5f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=e40e7626-e6de-43cc-b0bb-dc0f307d95ce,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:39.407852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Router 1b6af39b-30e1-4b93-88ff-8ffce2cdb689 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:02:39.419758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: eddceb2b-43c9-4595-8216-f950709b5f83 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:39.420034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device eddceb2b-43c9-4595-8216-f950709b5f83 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:39.421624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 18262aca-a92a-4998-a365-4276ee1aada9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:39.532804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 18262aca-a92a-4998-a365-4276ee1aada9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:39.533793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 18262aca-a92a-4998-a365-4276ee1aada9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:39.585933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-037f952e-80d6-4761-9594-58c7c5d54dca req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Deleting port 74ac287b-1dcb-45f3-8c05-b7416924cf8f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:39.587160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-037f952e-80d6-4761-9594-58c7c5d54dca req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:39.592299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-a460dc4b-680b-445d-a424-338e6cbefff0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:02:39.592769 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-a460dc4b-680b-445d-a424-338e6cbefff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:02:39.597447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:39.598078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d420ca0-8a48-4b09-afbf-59c14ebd4c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:39.606842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45036) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:39.627654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Sync routers for ids ['1b6af39b-30e1-4b93-88ff-8ffce2cdb689'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:39.637280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e04bc6c8-81e9-46b3-87ea-264c133332c7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "PUT /v2.0/routers/1b6af39b-30e1-4b93-88ff-8ffce2cdb689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3107638 Apr 05 19:02:39.651538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45040) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:39.677716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Routers {'1b6af39b-30e1-4b93-88ff-8ffce2cdb689'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:39.678370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1b6af39b-30e1-4b93-88ff-8ffce2cdb689'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:39.722884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:39.820578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7410d4-11a0-49cd-abaf-2129c91e4694 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:39.821998 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0b7410d4-11a0-49cd-abaf-2129c91e4694 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports/4b656d28-aa72-4683-b070-7cedb96624d6 HTTP/1.1" status: 200 len: 911 time: 0.1666424 Apr 05 19:02:39.824674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45046) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:39.876888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-037f952e-80d6-4761-9594-58c7c5d54dca req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] For port 74ac287b-1dcb-45f3-8c05-b7416924cf8f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=74ac287b-1dcb-45f3-8c05-b7416924cf8f,segment=NetworkSegment(a7f09a86-c8db-458f-9fc9-c6a3498bbed6),segment_id=a7f09a86-c8db-458f-9fc9-c6a3498bbed6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:39.879118 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-037f952e-80d6-4761-9594-58c7c5d54dca req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:39.906578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0a1b07d3-06b7-4115-a10a-8028855dbabc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2c1400648c047fba9a87da2a9820169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674892 Apr 05 19:02:39.908859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45048) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:39.913961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Set router 1b6af39b-30e1-4b93-88ff-8ffce2cdb689 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:39.929060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-037f952e-80d6-4761-9594-58c7c5d54dca req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Calling delete_port for 74ac287b-1dcb-45f3-8c05-b7416924cf8f owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:39.976557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd196fe-fc70-42eb-8c3c-6bfc7de25bf1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:39.983940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd196fe-fc70-42eb-8c3c-6bfc7de25bf1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:39.985793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8dd196fe-fc70-42eb-8c3c-6bfc7de25bf1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1539574 Apr 05 19:02:39.998191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78293ac3-386a-447e-b650-5d26aead4bf9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:40.003435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45050) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:40.004644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0b992e3-758f-4749-89bf-f9786ec4479c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.192835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0b992e3-758f-4749-89bf-f9786ec4479c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.273194 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0b992e3-758f-4749-89bf-f9786ec4479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.277277 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0b992e3-758f-4749-89bf-f9786ec4479c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.281527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e0b992e3-758f-4749-89bf-f9786ec4479c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60ad5d8d-1f62-45de-b509-5ed5d37fc7fc HTTP/1.1" status: 204 len: 168 time: 0.3713927 Apr 05 19:02:40.311207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b992e3-758f-4749-89bf-f9786ec4479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ad5d8d-1f62-45de-b509-5ed5d37fc7fc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:40.360864 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-037f952e-80d6-4761-9594-58c7c5d54dca req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.418994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['74ac287b-1dcb-45f3-8c05-b7416924cf8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:02:40.494294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 78293ac3-386a-447e-b650-5d26aead4bf9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:40.494950 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.547594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Pushing event deleted for resources: {'Port': ['ID=74ac287b-1dcb-45f3-8c05-b7416924cf8f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:40.669036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-037f952e-80d6-4761-9594-58c7c5d54dca req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] No DVR routers for this DVR port 74ac287b-1dcb-45f3-8c05-b7416924cf8f on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:40.672555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 71154a77-6476-4ab9-8235-e539654d25ef {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:40.673402 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.676944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-037f952e-80d6-4761-9594-58c7c5d54dca req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.678005 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8a2bb07-fdac-4657-bdca-f03daa5290ea req-83476161-6e2e-49ab-a5cc-386cd3673762 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.15 "GET /v2.0/ports?device_id=928ecbe2-da18-47b2-af70-90314774e48f HTTP/1.1" status: 200 len: 210 time: 0.0765338 Apr 05 19:02:40.697198 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-037f952e-80d6-4761-9594-58c7c5d54dca req-d0bf7750-586d-49bd-9c82-334403f21fd7 tempest-ServersTestJSON-1442273103 tempest-ServersTestJSON-1442273103-project] 10.222.0.25 "DELETE /v2.0/ports/74ac287b-1dcb-45f3-8c05-b7416924cf8f HTTP/1.1" status: 204 len: 173 time: 1.4978220 Apr 05 19:02:40.699359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928ecbe2-da18-47b2-af70-90314774e48f', 'name': 'network-vif-deleted', 'tag': '74ac287b-1dcb-45f3-8c05-b7416924cf8f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:02:40.701866 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac10ce9-ec63-465f-87c2-e8afac46c9d4" -d '{"events": [{"server_uuid": "928ecbe2-da18-47b2-af70-90314774e48f", "name": "network-vif-deleted", "tag": "74ac287b-1dcb-45f3-8c05-b7416924cf8f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:02:40.820502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d7013140-f3a5-4b66-aa54-343857ee7933 None None] Provisioning complete for port 4b656d28-aa72-4683-b070-7cedb96624d6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:40.824752 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7013140-f3a5-4b66-aa54-343857ee7933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.914063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d7013140-f3a5-4b66-aa54-343857ee7933 None None] Port 4b656d28-aa72-4683-b070-7cedb96624d6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:02:40.921542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6af39b-30e1-4b93-88ff-8ffce2cdb689', 'name': 'tempest-NetworksTestDHCPv6-router-692271214', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:02:34Z', 'updated_at': '2022-04-05T19:02:37Z', 'revision_number': 2, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'gw_port_host': None, '_interfaces': [{'id': '4b656d28-aa72-4683-b070-7cedb96624d6', 'name': '', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'mac_address': 'fa:16:3e:d9:34:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6af39b-30e1-4b93-88ff-8ffce2cdb689', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '27fd2955-6a0c-49e0-bf94-44cdb01f0343', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:02:36Z', 'updated_at': '2022-04-05T19:02:38Z', 'revision_number': 2, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'subnets': [{'id': '27fd2955-6a0c-49e0-bf94-44cdb01f0343', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:40.925878 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.946777 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dfec0d-ecf4-4c9a-8414-859b680910e2 x-openstack-request-id: req-32dfec0d-ecf4-4c9a-8414-859b680910e2 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:02:40.947191 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928ecbe2-da18-47b2-af70-90314774e48f", "name": "network-vif-deleted", "tag": "74ac287b-1dcb-45f3-8c05-b7416924cf8f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:02:40.947452 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32dfec0d-ecf4-4c9a-8414-859b680910e2 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:02:40.948188 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32dfec0d-ecf4-4c9a-8414-859b680910e2'] response: {'server_uuid': '928ecbe2-da18-47b2-af70-90314774e48f', 'name': 'network-vif-deleted', 'tag': '74ac287b-1dcb-45f3-8c05-b7416924cf8f', 'status': 'completed', 'code': 200} Apr 05 19:02:40.959976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:40.976658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 71154a77-6476-4ab9-8235-e539654d25ef owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:40.980146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Checking router: 1b6af39b-30e1-4b93-88ff-8ffce2cdb689 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:02:40.981048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Updating router 1b6af39b-30e1-4b93-88ff-8ffce2cdb689 port 4b656d28-aa72-4683-b070-7cedb96624d6 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:02:41.018315 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.122497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:41.186049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8fab35bc-797f-415f-8a80-6a3270d7d8ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5138421f5b8c458baaa7ec195f5bfa8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623810 Apr 05 19:02:41.189098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45068) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:41.338057 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77dee4c9-73d6-45fa-b931-45db6d3493b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.343189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 4b656d28-aa72-4683-b070-7cedb96624d6 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:41.343532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.354733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.395603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=71154a77-6476-4ab9-8235-e539654d25ef,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:41.411496 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77dee4c9-73d6-45fa-b931-45db6d3493b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.474494 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.481974 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.488172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.505121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 4b656d28-aa72-4683-b070-7cedb96624d6 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:41.507540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77dee4c9-73d6-45fa-b931-45db6d3493b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.514017 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77dee4c9-73d6-45fa-b931-45db6d3493b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.517281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-77dee4c9-73d6-45fa-b931-45db6d3493b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc3fb838-9dec-4b54-b3e0-bb3d40339847 HTTP/1.1" status: 204 len: 168 time: 0.3271599 Apr 05 19:02:41.567956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e3e7b-6f92-42e2-8e37-2ef2afda2965 None None] Pushing event updated for resources: {'Port': ['ID=4b656d28-aa72-4683-b070-7cedb96624d6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:41.625110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dee4c9-73d6-45fa-b931-45db6d3493b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3fb838-9dec-4b54-b3e0-bb3d40339847,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:41.625526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Attempting to bind port 4b656d28-aa72-4683-b070-7cedb96624d6 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:41.625900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Attempting to bind port 4b656d28-aa72-4683-b070-7cedb96624d6 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:41.626329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Attempting to bind port 4b656d28-aa72-4683-b070-7cedb96624d6 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:41.659918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:41.660463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:41.661496 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.662369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:41.663019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Bound port: 4b656d28-aa72-4683-b070-7cedb96624d6, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:41.663498 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.750850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.770242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45074) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:41.828888 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81046f58-638c-495d-b0e6-8b667f65059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.861522 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:02:41.861825 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:02:41.863896 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:41.958432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a08be7ae-3c72-4499-9083-879b46c975f0 None None] Could not find standard attr ID for object 4b656d28-aa72-4683-b070-7cedb96624d6. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:42.394478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Attempting to bind port 4b656d28-aa72-4683-b070-7cedb96624d6 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:42.395697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Attempting to bind port 4b656d28-aa72-4683-b070-7cedb96624d6 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:42.396096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Attempting to bind port 4b656d28-aa72-4683-b070-7cedb96624d6 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:42.404931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0468f1c0-b90c-40ba-82a7-d10460f50aa5 admin admin] Deleting subnet 8b490b4b-094b-4c91-92eb-ef38c5a6809a {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:42.410906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:42.411268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:42.414656 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:42.415893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:42.416599 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0468f1c0-b90c-40ba-82a7-d10460f50aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:42.417504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Bound port: 4b656d28-aa72-4683-b070-7cedb96624d6, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:42.421783 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:42.472892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=4b656d28-aa72-4683-b070-7cedb96624d6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:42.518352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Port 4b656d28-aa72-4683-b070-7cedb96624d6 has been deleted concurrently {{(pid=102641) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 05 19:02:42.544606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Routers {'1b6af39b-30e1-4b93-88ff-8ffce2cdb689'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:42.546176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1b6af39b-30e1-4b93-88ff-8ffce2cdb689'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:42.556339 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0468f1c0-b90c-40ba-82a7-d10460f50aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:42.640688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:42.702146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:42.723226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] Set router 1b6af39b-30e1-4b93-88ff-8ffce2cdb689 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:42.736362 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0468f1c0-b90c-40ba-82a7-d10460f50aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:42.829735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6af39b-30e1-4b93-88ff-8ffce2cdb689', 'name': 'tempest-NetworksTestDHCPv6-router-692271214', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:02:34Z', 'updated_at': '2022-04-05T19:02:41Z', 'revision_number': 3, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:42.865200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6834b-76e6-4bf1-839a-13c457f7c0bb None None] The sync data for ids ['1b6af39b-30e1-4b93-88ff-8ffce2cdb689'] in n-d-836650-3 is: [{'id': '1b6af39b-30e1-4b93-88ff-8ffce2cdb689', 'name': 'tempest-NetworksTestDHCPv6-router-692271214', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:02:34Z', 'updated_at': '2022-04-05T19:02:41Z', 'revision_number': 3, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:42.873259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:42.881115 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-915239fc-78bd-4800-8df6-acbc4927042a tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "PUT /v2.0/routers/9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2804618 Apr 05 19:02:42.883428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45086) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:42.889128 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:42.892942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Router 1b6af39b-30e1-4b93-88ff-8ffce2cdb689 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:42.905681 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2dc18-73d1-487b-a884-6122f6164e10 None None] Sync routers for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:42.911612 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0468f1c0-b90c-40ba-82a7-d10460f50aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:42.936773 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2dc18-73d1-487b-a884-6122f6164e10 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:42.938981 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ac2dc18-73d1-487b-a884-6122f6164e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:43.010710 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 74ac287b-1dcb-45f3-8c05-b7416924cf8f no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:43.029314 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ac2dc18-73d1-487b-a884-6122f6164e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:43.041256 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2dc18-73d1-487b-a884-6122f6164e10 None None] Routers {'9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:43.041500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 74ac287b-1dcb-45f3-8c05-b7416924cf8f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:43.041787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 74ac287b-1dcb-45f3-8c05-b7416924cf8f not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:43.044310 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ac2dc18-73d1-487b-a884-6122f6164e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:43.056843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f1c0-b90c-40ba-82a7-d10460f50aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b490b4b-094b-4c91-92eb-ef38c5a6809a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:43.060169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.068281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0468f1c0-b90c-40ba-82a7-d10460f50aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.070898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0468f1c0-b90c-40ba-82a7-d10460f50aa5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8b490b4b-094b-4c91-92eb-ef38c5a6809a HTTP/1.1" status: 204 len: 168 time: 1.2178991 Apr 05 19:02:43.073822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45088) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:43.087750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:43.106554 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3ac2dc18-73d1-487b-a884-6122f6164e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:43.107881 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2dc18-73d1-487b-a884-6122f6164e10 None None] The sync data for ids ['9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:43.113826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f0c63321-32f2-406a-a3b8-89c3991a7e36 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "PUT /v2.0/routers/1b6af39b-30e1-4b93-88ff-8ffce2cdb689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1068285 Apr 05 19:02:43.119310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45090) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:43.233116 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.258374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571846ee-dc5e-455e-bda8-ae21d0f4f0f7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:43.260130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571846ee-dc5e-455e-bda8-ae21d0f4f0f7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:43.262733 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-571846ee-dc5e-455e-bda8-ae21d0f4f0f7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1420047 Apr 05 19:02:43.265581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45094) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:43.305771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.336643 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.367540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140c2b86-c767-4aeb-ae57-4a1d164fc7a6']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:43.377948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee42c250-bb58-42be-bec4-60f379d7fd77 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 27fd2955-6a0c-49e0-bf94-44cdb01f0343 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:43.378527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:43.378831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f09a86-c8db-458f-9fc9-c6a3498bbed6') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:43.382835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee42c250-bb58-42be-bec4-60f379d7fd77 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.392079 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.408942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.416841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:02:43.417068 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: items = [ Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:02:43.419501 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:02:43.445611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee42c250-bb58-42be-bec4-60f379d7fd77 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.475292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting port 864747cc-1972-46ec-912d-821b72fa7b65 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:43.475561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.508579 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.545217 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.551257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/140c2b86-c767-4aeb-ae57-4a1d164fc7a6 HTTP/1.1" status: 204 len: 168 time: 0.4729273 Apr 05 19:02:43.551257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a10a1-f916-462e-ba49-2f1318c2a1c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=140c2b86-c767-4aeb-ae57-4a1d164fc7a6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:43.642102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee42c250-bb58-42be-bec4-60f379d7fd77 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.646833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.690645 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Calling delete_port for 864747cc-1972-46ec-912d-821b72fa7b65 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:43.786303 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee42c250-bb58-42be-bec4-60f379d7fd77 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.834060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42c250-bb58-42be-bec4-60f379d7fd77 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=27fd2955-6a0c-49e0-bf94-44cdb01f0343,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:43.839035 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ee42c250-bb58-42be-bec4-60f379d7fd77 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:43.843151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc32f3d-524d-4463-8cdc-07c431cc76f4 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:43.848283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45100) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:43.855612 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ee42c250-bb58-42be-bec4-60f379d7fd77 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/27fd2955-6a0c-49e0-bf94-44cdb01f0343 HTTP/1.1" status: 204 len: 168 time: 0.5881112 Apr 05 19:02:43.927523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45102) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:44.020161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-150ecd71-1ec9-4af9-a2a6-624015904caa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7b70a1e430d42158b5c8c5773e08b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816848 Apr 05 19:02:44.024270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45106) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:44.028833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0d63df8f-1e3a-48ce-b3f6-6839d797c0cb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1794021 Apr 05 19:02:44.031874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:44.101268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.129916 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db133e3-c0d8-45e5-af3d-3f94a69413b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.157673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Port': ['ID=864747cc-1972-46ec-912d-821b72fa7b65,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:44.225041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95c23fe7-26ae-445c-8af4-3dbb41a9fb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.262467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] Sync routers for ids ['1b6af39b-30e1-4b93-88ff-8ffce2cdb689'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:44.276023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] Routers {'1b6af39b-30e1-4b93-88ff-8ffce2cdb689'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:44.276836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['1b6af39b-30e1-4b93-88ff-8ffce2cdb689'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:44.336528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db133e3-c0d8-45e5-af3d-3f94a69413b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.341792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95c23fe7-26ae-445c-8af4-3dbb41a9fb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.352066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db133e3-c0d8-45e5-af3d-3f94a69413b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.383633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] Set router 1b6af39b-30e1-4b93-88ff-8ffce2cdb689 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:44.388603 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff65368d-d3d9-4876-bf4a-fe65999f62ad None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:02:44.406751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.472961 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db133e3-c0d8-45e5-af3d-3f94a69413b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.474199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db133e3-c0d8-45e5-af3d-3f94a69413b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6af39b-30e1-4b93-88ff-8ffce2cdb689 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:02:44.496470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6af39b-30e1-4b93-88ff-8ffce2cdb689', 'name': 'tempest-NetworksTestDHCPv6-router-692271214', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:02:34Z', 'updated_at': '2022-04-05T19:02:41Z', 'revision_number': 3, 'project_id': 'e88a9f37ffb24f1389403cd70b47c946', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:44.515053 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db133e3-c0d8-45e5-af3d-3f94a69413b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.516295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6db133e3-c0d8-45e5-af3d-3f94a69413b0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/routers/1b6af39b-30e1-4b93-88ff-8ffce2cdb689 HTTP/1.1" status: 204 len: 168 time: 0.4834051 Apr 05 19:02:44.518649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b45e6-5c3d-4572-b8a1-a972e99b5ee8 req-dd05b569-20c2-47a4-82c7-7f7e07676146 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:44.520243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-962b45e6-5c3d-4572-b8a1-a972e99b5ee8 req-dd05b569-20c2-47a4-82c7-7f7e07676146 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1098 time: 0.1812494 Apr 05 19:02:44.521519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45120) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:44.576230 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.581237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.584786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.602479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-962b45e6-5c3d-4572-b8a1-a972e99b5ee8 req-df4362cb-8896-4c32-9011-1126b54ff40a tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418117 Apr 05 19:02:44.606286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] Checking router: 1b6af39b-30e1-4b93-88ff-8ffce2cdb689 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:02:44.633388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc719a8a-6633-4853-97a8-bb3f60f63c6e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:44.638475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dc719a8a-6633-4853-97a8-bb3f60f63c6e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1159325 Apr 05 19:02:44.639357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45122) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:44.639866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45124) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:44.641674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:44.642057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 19:02:44.642704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_agentschedulers_db [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1b6af39b-30e1-4b93-88ff-8ffce2cdb689'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 19:02:44.643089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323b7d2f-1692-4d76-9af4-2dc3ade1921d None None] The sync data for ids ['1b6af39b-30e1-4b93-88ff-8ffce2cdb689'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:44.669270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ff65368d-d3d9-4876-bf4a-fe65999f62ad None None] Deleting port 78293ac3-386a-447e-b650-5d26aead4bf9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:44.670259 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.671360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Fanout notify agent at l3_agent the message router_deleted on router 9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:02:44.672709 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff65368d-d3d9-4876-bf4a-fe65999f62ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.687452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.696634 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1da84c0c-5000-46d0-a719-ae8f7a093592 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/routers/9caeb3fa-bc59-4823-9b8e-3215ccc4ff7c HTTP/1.1" status: 204 len: 168 time: 1.8136487 Apr 05 19:02:44.699527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45126) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:44.767341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ff65368d-d3d9-4876-bf4a-fe65999f62ad None None] For port 78293ac3-386a-447e-b650-5d26aead4bf9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=78293ac3-386a-447e-b650-5d26aead4bf9,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:44.768003 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff65368d-d3d9-4876-bf4a-fe65999f62ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.789804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ff65368d-d3d9-4876-bf4a-fe65999f62ad None None] Calling delete_port for 78293ac3-386a-447e-b650-5d26aead4bf9 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:44.841526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88f87a4-700f-45d0-9665-79f39111f573 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Deleting subnet 33df997f-00e3-4036-8e0c-f2d363c5a894 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:44.844319 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95c23fe7-26ae-445c-8af4-3dbb41a9fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.846853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-95c23fe7-26ae-445c-8af4-3dbb41a9fb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.862094 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-95c23fe7-26ae-445c-8af4-3dbb41a9fb10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea5b1599-f3f7-4685-947f-ded5ff2f752a HTTP/1.1" status: 204 len: 168 time: 0.8247833 Apr 05 19:02:44.875264 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e88f87a4-700f-45d0-9665-79f39111f573 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.890218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83ac24-ef23-4d9a-9fae-29ab4c987d89 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:44.897568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6f83ac24-ef23-4d9a-9fae-29ab4c987d89 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2448652 Apr 05 19:02:44.901751 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff65368d-d3d9-4876-bf4a-fe65999f62ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:44.934230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45130) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:44.945879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c23fe7-26ae-445c-8af4-3dbb41a9fb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b1599-f3f7-4685-947f-ded5ff2f752a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:44.999219 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fa7b8c23-8465-406d-bf0e-c4ee390ac995 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635996 Apr 05 19:02:45.005541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45132) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:45.008907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65368d-d3d9-4876-bf4a-fe65999f62ad None None] No DVR routers for this DVR port 78293ac3-386a-447e-b650-5d26aead4bf9 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:45.011231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:45.019834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e88f87a4-700f-45d0-9665-79f39111f573 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.041937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65368d-d3d9-4876-bf4a-fe65999f62ad None None] Pushing event deleted for resources: {'Port': ['ID=78293ac3-386a-447e-b650-5d26aead4bf9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:45.060454 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.131046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e88f87a4-700f-45d0-9665-79f39111f573 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.175309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:45.178859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.216954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 527e7a0a-e090-4a46-a5cd-07caead2be38 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:45.217297 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.271271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e88f87a4-700f-45d0-9665-79f39111f573 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.292192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e88f87a4-700f-45d0-9665-79f39111f573 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.295551 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e88f87a4-700f-45d0-9665-79f39111f573 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/subnets/33df997f-00e3-4036-8e0c-f2d363c5a894 HTTP/1.1" status: 204 len: 168 time: 0.5948856 Apr 05 19:02:45.302908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45136) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:45.326723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f87a4-700f-45d0-9665-79f39111f573 tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Subnet': ['ID=33df997f-00e3-4036-8e0c-f2d363c5a894,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:45.454760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.455218 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.468803 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.483735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 527e7a0a-e090-4a46-a5cd-07caead2be38 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:45.718711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.761005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e4703f-9672-4875-888c-46b91a6f19cd']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:45.786238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96517894-4e27-47c6-bf8c-19049013073c') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:45.786604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96517894-4e27-47c6-bf8c-19049013073c') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:45.817729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.873520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.882893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:02:45.883293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:02:45.887013 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:02:45.936812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:02:45.937500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78293ac3-386a-447e-b650-5d26aead4bf9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:45.971438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:45.983556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 78293ac3-386a-447e-b650-5d26aead4bf9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:45.983991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 78293ac3-386a-447e-b650-5d26aead4bf9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:46.110013 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:02:46.394300 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:46.416627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:46.437436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:46.441290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=527e7a0a-e090-4a46-a5cd-07caead2be38,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:46.444578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:46.456681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:46.460164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] 10.222.0.15 "DELETE /v2.0/networks/84e4703f-9672-4875-888c-46b91a6f19cd HTTP/1.1" status: 204 len: 168 time: 1.1562996 Apr 05 19:02:46.474995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=eb1cea53-3896-4856-996b-116f8435ec5b,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:46.618024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c80cb6-d22c-49c1-a77e-6aabc341408b tempest-FloatingIPTestJSON-213655771 tempest-FloatingIPTestJSON-213655771-project] Pushing event deleted for resources: {'Network': ['ID=84e4703f-9672-4875-888c-46b91a6f19cd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:46.620359 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:46.621228 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Floating IP 98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a disassociated (deleted). External IP: 172.25.4.243, port: f8016386-4483-4499-842d-30d50bc0a4d6. Apr 05 19:02:46.624317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:46.625144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:46.666427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e75f4d-050b-477d-a8d5-0465dc819b08 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:46.789876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6feea261-2f7a-4f2b-a187-fdb25bd9ff82 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7803283 Apr 05 19:02:46.790224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45188) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:46.793573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcc9330c-017b-43a7-96ef-0c69f1548fe0 req-5b57d343-0257-486f-978c-fcdc7841237f tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0948176 Apr 05 19:02:46.798457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:46.956902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': 'eb1cea53-3896-4856-996b-116f8435ec5b'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:02:46.958740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:47.062579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:47.071018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:47.157192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 773efb99-1e5f-487c-9955-460f523a2494 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:47.177632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45196) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:47.197174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Allocated IP 2001:db8::f816:3eff:fea8:f6cc (0b78bae6-29fd-47d3-887d-9b3f88505648/eb1cea53-3896-4856-996b-116f8435ec5b/3518587e-6e03-4cbe-8a7a-47c8cb840589) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:47.401254 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:47.413481 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:47.501363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:47.518302 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] Sync routers for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:47.525535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:47.536567 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:47.537184 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:47.548894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:47.558862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:47.567985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:47.636748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Pushing event updated for resources: {'Port': ['ID=3518587e-6e03-4cbe-8a7a-47c8cb840589,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:47.683162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c2d8af89-f672-44bc-91c4-57a5d4989cda tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/floatingips/98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a HTTP/1.1" status: 204 len: 168 time: 3.0392666 Apr 05 19:02:47.684925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Attempting to bind port 3518587e-6e03-4cbe-8a7a-47c8cb840589 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:47.685547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Attempting to bind port 3518587e-6e03-4cbe-8a7a-47c8cb840589 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:47.686162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Attempting to bind port 3518587e-6e03-4cbe-8a7a-47c8cb840589 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:47.693521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:47.694240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:47.695304 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:47.695932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:47.696627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Bound port: 3518587e-6e03-4cbe-8a7a-47c8cb840589, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:47.697249 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:47.718184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:02:47.720802 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:02:47.753310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:47.787494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2c34402e-048e-426a-a910-30ac5aa05456 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b17ed91e1204461196ca1c6893185a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078172 Apr 05 19:02:47.817102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] For port 3518587e-6e03-4cbe-8a7a-47c8cb840589, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:02:47.820782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] For port 3518587e-6e03-4cbe-8a7a-47c8cb840589, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3518587e-6e03-4cbe-8a7a-47c8cb840589,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:02:47.824535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45208) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:47.827850 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:47.848099 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd2b0e5-1225-48ad-82ab-976b3ea08ffb x-openstack-request-id: req-edd2b0e5-1225-48ad-82ab-976b3ea08ffb {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:02:47.848445 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:02:47.848705 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edd2b0e5-1225-48ad-82ab-976b3ea08ffb {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:02:47.849141 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd2b0e5-1225-48ad-82ab-976b3ea08ffb'] response: {'name': 'network-changed', 'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'status': 'completed', 'code': 200} Apr 05 19:02:47.921002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=f8cc623a-8cd4-4192-90eb-07f28a20f3d0,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:47.969189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27ffe3-c184-4cc1-8406-65270660c27e None None] Pushing event updated for resources: {'Port': ['ID=3518587e-6e03-4cbe-8a7a-47c8cb840589,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:48.065434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:48.066180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-193c2ab2-ab62-4ade-9920-c5f8f88b94b8 req-903e7ed4-0819-49ff-8aeb-5f7156a0e9be tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1059403 Apr 05 19:02:48.070079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:48.074698 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:48.074866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:48.075447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:48.117552 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b21d2cb2-d0ce-4d02-b65f-4edd9a56913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:48.119092 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-51c44c15-8f37-4997-89e2-eae5032de5ec tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3280282 Apr 05 19:02:48.120131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45214) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:48.135195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:9a:f6:01', 'name': 'tempest-NetworksTestDHCPv6-1944857877'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:48.142945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-d0798ee5-3c66-4ca2-9b37-452b2afacb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:48.144494 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-d0798ee5-3c66-4ca2-9b37-452b2afacb6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 1098 time: 0.2282779 Apr 05 19:02:48.202711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b21d2cb2-d0ce-4d02-b65f-4edd9a56913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:48.533688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b21d2cb2-d0ce-4d02-b65f-4edd9a56913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:48.536792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b21d2cb2-d0ce-4d02-b65f-4edd9a56913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:48.540462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b21d2cb2-d0ce-4d02-b65f-4edd9a56913a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4df262c-bcae-4577-8d3c-b92f69f9702e HTTP/1.1" status: 204 len: 168 time: 0.6879497 Apr 05 19:02:48.554554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-c174c9a4-41a1-4a6f-b9d7-554d11128108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:48.558032 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-c174c9a4-41a1-4a6f-b9d7-554d11128108 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 200 len: 897 time: 0.3801718 Apr 05 19:02:48.559670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:48.600157 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:11Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a80ca2e0-0e56-455d-acdc-5dbef2602e9a', 'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:e9:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:08Z', 'updated_at': '2022-04-05T18:59:19Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '6212e3d8-3180-40c2-92de-a5628945b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:48.611507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d2cb2-d0ce-4d02-b65f-4edd9a56913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4df262c-bcae-4577-8d3c-b92f69f9702e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:48.640850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-c5b84f6a-e220-43a2-a872-54e026a2309d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 200 len: 217 time: 0.0739052 Apr 05 19:02:48.647738 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] Checking router: 773efb99-1e5f-487c-9955-460f523a2494 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:02:48.660949 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:48.662980 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:48.685324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea957a99-45e5-47be-81e0-ab18a745e305 req-2e0094c5-6ab5-4754-a82b-327ae54cefff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:48.687138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea957a99-45e5-47be-81e0-ab18a745e305 req-2e0094c5-6ab5-4754-a82b-327ae54cefff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 947 time: 0.3097212 Apr 05 19:02:48.802138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea957a99-45e5-47be-81e0-ab18a745e305 req-cddf76a2-7935-4ee0-b6e5-6bf0f0674608 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086836 Apr 05 19:02:48.818636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-6f452f18-c9aa-4de0-9da7-7a621faaf57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:48.820332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-6f452f18-c9aa-4de0-9da7-7a621faaf57d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 200 len: 834 time: 0.0968649 Apr 05 19:02:48.846192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:48.889913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port b4de606b-6665-44b4-8cea-b165b1811034 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:48.913069 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:48.984086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-65f37979-f41b-4904-b9d3-cc3ebe9f3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:48.990937 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-65f37979-f41b-4904-b9d3-cc3ebe9f3148 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0731cfb4-cdf4-450d-92eb-d4764e5e9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553137 Apr 05 19:02:49.265630 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:11Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a80ca2e0-0e56-455d-acdc-5dbef2602e9a', 'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:e9:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:08Z', 'updated_at': '2022-04-05T18:59:19Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '6212e3d8-3180-40c2-92de-a5628945b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:49.333289 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c38134-acc2-401f-8525-7c01b60d89b2 None None] The sync data for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 is: [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T18:59:11Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a80ca2e0-0e56-455d-acdc-5dbef2602e9a', 'name': '', 'network_id': '0731cfb4-cdf4-450d-92eb-d4764e5e9463', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:e9:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '6212e3d8-3180-40c2-92de-a5628945b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:08Z', 'updated_at': '2022-04-05T18:59:19Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '6212e3d8-3180-40c2-92de-a5628945b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:02:49.334150 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-4012685e-eb62-4bcc-be50-123d85fdcb41 service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379269 Apr 05 19:02:49.360181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f5fee64-afce-4f05-956b-aab8cb7d5a6a req-01d433a8-f7c3-4865-9850-3684ede5f4c3 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0765185 Apr 05 19:02:49.506229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 172.20.0.9 (0b78bae6-29fd-47d3-887d-9b3f88505648/f8cc623a-8cd4-4192-90eb-07f28a20f3d0/b4de606b-6665-44b4-8cea-b165b1811034) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:49.524463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:fe9a:f601 (0b78bae6-29fd-47d3-887d-9b3f88505648/eb1cea53-3896-4856-996b-116f8435ec5b/b4de606b-6665-44b4-8cea-b165b1811034) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:49.551306 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e61388e-4fca-4c23-806f-dfcd7c1ce7ed req-e8280a70-a989-494f-8f11-f927be01ad57 service neutron] 10.222.0.25 "GET /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990921 Apr 05 19:02:49.774978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-1581b002-64ad-4b81-9fc6-6cc983f41de6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:49.776529 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-1581b002-64ad-4b81-9fc6-6cc983f41de6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 947 time: 0.1360772 Apr 05 19:02:49.851974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3209b-9f38-427b-a434-394d3c45395a None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:49.866036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:49.899097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3fd76e-efe2-4b4c-8ad5-bcd35002ddb6 None None] New status for floating IP 98e8cbd6-23b6-4088-a7bb-e3de3aec9e4a: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:02:49.979712 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae2ce0dc-1edc-4b6e-b267-52419ce1a36b req-d2fb0bb3-8a18-4995-be7e-ae7d7ca25d6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0586469 Apr 05 19:02:50.014815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.032359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c1f09-0e0a-42fa-9a37-204271a6373a req-2931462d-51c5-4f03-a1a6-c7164eacafc3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:50.044335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb1c1f09-0e0a-42fa-9a37-204271a6373a req-2931462d-51c5-4f03-a1a6-c7164eacafc3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 947 time: 0.1123164 Apr 05 19:02:50.086516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3518587e-6e03-4cbe-8a7a-47c8cb840589 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:50.125877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb1c1f09-0e0a-42fa-9a37-204271a6373a req-6ca3e08a-e7fb-4763-b353-34776fbb4cbc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785487 Apr 05 19:02:50.152900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1200429074'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:50.160963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port f8016386-4483-4499-842d-30d50bc0a4d6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:50.161316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.200863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Made reservation on behalf of 5a03ee4cda1f4e5f8a723aacca04b27f for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:50.203111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ba259248-d53f-4ea6-9625-50228d768006 None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:50.203480 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba259248-d53f-4ea6-9625-50228d768006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.210285 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.236335 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.258310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:50.258969 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.322616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.384816 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.433470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.438581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.490145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:02:50.501155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:50.503751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f15da3-8a25-4a60-b2c9-bb0f348084c7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:50.527251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:50.536648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.536863 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Added segment 37d8a7a3-a019-47f0-8771-570d19b97d65 of type vlan for network bfc0981d-8dab-4656-aca1-ec4fb2fe1273 Apr 05 19:02:50.553572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:50.556886 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba259248-d53f-4ea6-9625-50228d768006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.571209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 3518587e-6e03-4cbe-8a7a-47c8cb840589, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3518587e-6e03-4cbe-8a7a-47c8cb840589,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:50.585369 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22bb58fa-f76c-45ad-887d-2fa13c590e94 req-f72add56-7c87-4b0b-81f4-3dc57d93c1ab tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0851223 Apr 05 19:02:50.616986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.627431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.651771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=b4de606b-6665-44b4-8cea-b165b1811034,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:50.665065 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.675022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:50.675774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.678637 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-ba259248-d53f-4ea6-9625-50228d768006 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:02:50.679245 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-ba259248-d53f-4ea6-9625-50228d768006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:02:50.702328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=3518587e-6e03-4cbe-8a7a-47c8cb840589,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:50.723487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port f8016386-4483-4499-842d-30d50bc0a4d6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f8016386-4483-4499-842d-30d50bc0a4d6,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:50.723853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.746795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for f8016386-4483-4499-842d-30d50bc0a4d6 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:50.777275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d20555-7e62-4746-b8e6-2c6fa7d73ad2 None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': 'eb1cea53-3896-4856-996b-116f8435ec5b', 'ip_address': '2001:db8::f816:3eff:fea8:f6cc'}, {'subnet_id': 'f8cc623a-8cd4-4192-90eb-07f28a20f3d0'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '3518587e-6e03-4cbe-8a7a-47c8cb840589'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:02:50.790920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:50.791765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Pushing event updated for resources: {'Network': ['ID=bfc0981d-8dab-4656-aca1-ec4fb2fe1273,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:50.791922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.806002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45260) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:50.811451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-110c1081-62cb-4793-87cc-0395bdd2305a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9433069 Apr 05 19:02:50.812967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45262) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:50.825462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network bfc0981d-8dab-4656-aca1-ec4fb2fe1273 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:02:50.828234 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29d20555-7e62-4746-b8e6-2c6fa7d73ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:50.829364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Request body: {'subnet': {'network_id': 'bfc0981d-8dab-4656-aca1-ec4fb2fe1273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:50.884251 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5a7c40c8-e10c-407a-a41c-40cdb9e9d12a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7561510 Apr 05 19:02:50.891691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45266) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:51.063546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Made reservation on behalf of 5a03ee4cda1f4e5f8a723aacca04b27f for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:51.077426 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.078692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-29d20555-7e62-4746-b8e6-2c6fa7d73ad2 None None] Allocated IP 172.20.0.2 (0b78bae6-29fd-47d3-887d-9b3f88505648/f8cc623a-8cd4-4192-90eb-07f28a20f3d0/3518587e-6e03-4cbe-8a7a-47c8cb840589) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:51.152793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1973bf2f-892d-4932-9c86-0022002b97ad tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:51.181690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1973bf2f-892d-4932-9c86-0022002b97ad tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:51.183840 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1973bf2f-892d-4932-9c86-0022002b97ad tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2875550 Apr 05 19:02:51.200406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45272) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:51.299009 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71e11903-2dfe-4864-9db2-12ca91548bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.372350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2a5fb-1d14-483a-af99-e3e42207ac4b req-f2021d20-2929-48e0-b3eb-0bf351d07f98 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:51.373933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdc2a5fb-1d14-483a-af99-e3e42207ac4b req-f2021d20-2929-48e0-b3eb-0bf351d07f98 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 947 time: 0.1018298 Apr 05 19:02:51.467217 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdc2a5fb-1d14-483a-af99-e3e42207ac4b req-9a288bb0-96ba-49f0-a137-c49b9659cacd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=5412fe55-6326-4385-aec7-dced044e36f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869625 Apr 05 19:02:51.468642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-29d20555-7e62-4746-b8e6-2c6fa7d73ad2 None None] For port 3518587e-6e03-4cbe-8a7a-47c8cb840589, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3518587e-6e03-4cbe-8a7a-47c8cb840589,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:51.527173 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29d20555-7e62-4746-b8e6-2c6fa7d73ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.530270 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.533333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29d20555-7e62-4746-b8e6-2c6fa7d73ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.589306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.631076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d20555-7e62-4746-b8e6-2c6fa7d73ad2 None None] Pushing event updated for resources: {'Port': ['ID=3518587e-6e03-4cbe-8a7a-47c8cb840589,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:51.655924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Checking segment: {'id': '37d8a7a3-a019-47f0-8771-570d19b97d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bfc0981d-8dab-4656-aca1-ec4fb2fe1273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:51.656418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Network hostable DHCP agents. Network: bfc0981d-8dab-4656-aca1-ec4fb2fe1273, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:02:51.659176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Pushing event updated for resources: {'Subnet': ['ID=aced4e9c-a2ea-45ab-86e0-710581aaecc2,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:51.671630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=f8016386-4483-4499-842d-30d50bc0a4d6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:51.682086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Network bfc0981d-8dab-4656-aca1-ec4fb2fe1273 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:02:51.698345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, bfc0981d-8dab-4656-aca1-ec4fb2fe1273) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:51.705259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:51.706052 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.707482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71e11903-2dfe-4864-9db2-12ca91548bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.707991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa204a-8128-4969-b388-956e1d947372 None None] Network bfc0981d-8dab-4656-aca1-ec4fb2fe1273 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:51.725822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71e11903-2dfe-4864-9db2-12ca91548bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.748466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f3602952-9006-4c78-9809-cdcbd7d5f061 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9283655 Apr 05 19:02:51.749299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:51.758343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Request body: {'port': {'network_id': 'bfc0981d-8dab-4656-aca1-ec4fb2fe1273', 'name': 'tempest-TagsExtTest-610061059'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:51.820722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e11903-2dfe-4864-9db2-12ca91548bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ef71cd-5e3d-42a3-94ee-d8f539a48571,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:51.821091 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a78e9be-9e87-4691-9353-d23678fa7492 req-7e192b7e-7c2a-4008-8192-ba2b78896d41 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0564473 Apr 05 19:02:51.825163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e33a122c-f673-4935-83f5-c434ca5d23f9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port b4de606b-6665-44b4-8cea-b165b1811034 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:51.825488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e33a122c-f673-4935-83f5-c434ca5d23f9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:51.979695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-bfc0981d-8dab-4656-aca1-ec4fb2fe1273', 'network_id': 'bfc0981d-8dab-4656-aca1-ec4fb2fe1273', 'tenant_id': '5a03ee4cda1f4e5f8a723aacca04b27f', 'fixed_ips': [{'subnet_id': 'aced4e9c-a2ea-45ab-86e0-710581aaecc2'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:02:51.981400 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.043796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Made reservation on behalf of 5a03ee4cda1f4e5f8a723aacca04b27f for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:52.047469 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.073321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] device_id is not set on port 99b93ff1-4502-4f9e-8316-d447beef7098 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:52.105320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3518587e-6e03-4cbe-8a7a-47c8cb840589 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:52.228583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:52.228944 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.343786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Allocated IP 172.20.0.9 (bfc0981d-8dab-4656-aca1-ec4fb2fe1273/aced4e9c-a2ea-45ab-86e0-710581aaecc2/99b93ff1-4502-4f9e-8316-d447beef7098) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:52.379186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] No DVR routers for this DVR port f8016386-4483-4499-842d-30d50bc0a4d6 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:02:52.401169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.404783 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0e19fe8a-7715-4a79-8ce9-f38976fe560d req-679a5a65-dfdb-49fd-830a-443fcb134f0c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "DELETE /v2.0/ports/f8016386-4483-4499-842d-30d50bc0a4d6 HTTP/1.1" status: 204 len: 173 time: 2.6206579 Apr 05 19:02:52.405282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-deleted', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:02:52.408312 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd437f1-c0db-40c9-b823-da589f9aa732" -d '{"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-deleted", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:02:52.510516 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-71e11903-2dfe-4864-9db2-12ca91548bdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48afdd6953f7456ea36d448d65cfcc74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6458478 Apr 05 19:02:52.513285 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6991cff-dfda-4d31-a81a-6815823fa6bf x-openstack-request-id: req-b6991cff-dfda-4d31-a81a-6815823fa6bf {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:02:52.513887 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bd4950-5752-400a-bd06-fbc0379eaee7", "name": "network-vif-deleted", "tag": "f8016386-4483-4499-842d-30d50bc0a4d6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:02:52.525566 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6991cff-dfda-4d31-a81a-6815823fa6bf {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:02:52.526377 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6991cff-dfda-4d31-a81a-6815823fa6bf'] response: {'server_uuid': '20bd4950-5752-400a-bd06-fbc0379eaee7', 'name': 'network-vif-deleted', 'tag': 'f8016386-4483-4499-842d-30d50bc0a4d6', 'status': 'completed', 'code': 200} Apr 05 19:02:52.532046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45284) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:52.605663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e33a122c-f673-4935-83f5-c434ca5d23f9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.635745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e33a122c-f673-4935-83f5-c434ca5d23f9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for b4de606b-6665-44b4-8cea-b165b1811034 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:52.643191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d38aa1b-3c1f-4f8e-a62b-4f1d3bc8f681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.707229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c858ad1a-d42b-45ff-a2b5-a780090692ad req-7ab9b644-0923-4ea9-9a32-a72e6ed68bf4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=20bd4950-5752-400a-bd06-fbc0379eaee7 HTTP/1.1" status: 200 len: 210 time: 0.0616121 Apr 05 19:02:52.719099 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.722249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d38aa1b-3c1f-4f8e-a62b-4f1d3bc8f681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.749729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f441bf27-5896-4cb9-a253-5e46bc89f910 None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:52.750004 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f441bf27-5896-4cb9-a253-5e46bc89f910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.804958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.868813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Pushing event updated for resources: {'Port': ['ID=99b93ff1-4502-4f9e-8316-d447beef7098,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:52.875487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d38aa1b-3c1f-4f8e-a62b-4f1d3bc8f681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.877775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d38aa1b-3c1f-4f8e-a62b-4f1d3bc8f681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:52.878896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6d38aa1b-3c1f-4f8e-a62b-4f1d3bc8f681 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46ef71cd-5e3d-42a3-94ee-d8f539a48571 HTTP/1.1" status: 204 len: 168 time: 0.3458483 Apr 05 19:02:52.919246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38aa1b-3c1f-4f8e-a62b-4f1d3bc8f681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ef71cd-5e3d-42a3-94ee-d8f539a48571,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:52.926159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Allocated IP 172.20.0.2 (bfc0981d-8dab-4656-aca1-ec4fb2fe1273/aced4e9c-a2ea-45ab-86e0-710581aaecc2/bd7e3679-18e9-444b-a31c-6e8db0b74df5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:52.939712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Network bfc0981d-8dab-4656-aca1-ec4fb2fe1273 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:52.941210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:52.944680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:53.031747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f441bf27-5896-4cb9-a253-5e46bc89f910 None None] Provisioning complete for port b4de606b-6665-44b4-8cea-b165b1811034 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:53.032248 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f441bf27-5896-4cb9-a253-5e46bc89f910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.039690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:53.039929 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e33a122c-f673-4935-83f5-c434ca5d23f9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.050633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.085329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fbb80f29-af9c-40c3-970a-6887bc625173 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3346250 Apr 05 19:02:53.088055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:53.093722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5c323303-831f-459d-b3a5-e13a9adeadfd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2111963952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:53.114433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:02:53.116686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a122c-f673-4935-83f5-c434ca5d23f9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=b4de606b-6665-44b4-8cea-b165b1811034,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:53.140956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f441bf27-5896-4cb9-a253-5e46bc89f910 None None] Port b4de606b-6665-44b4-8cea-b165b1811034 was deleted so its status cannot be updated. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 05 19:02:53.156138 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c323303-831f-459d-b3a5-e13a9adeadfd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.162262 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c323303-831f-459d-b3a5-e13a9adeadfd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.188026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: f8016386-4483-4499-842d-30d50bc0a4d6 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:02:53.188370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f8016386-4483-4499-842d-30d50bc0a4d6 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:02:53.280943 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c323303-831f-459d-b3a5-e13a9adeadfd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.286498 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c323303-831f-459d-b3a5-e13a9adeadfd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.335402 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c323303-831f-459d-b3a5-e13a9adeadfd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.342637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e33a122c-f673-4935-83f5-c434ca5d23f9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.346345 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e33a122c-f673-4935-83f5-c434ca5d23f9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/b4de606b-6665-44b4-8cea-b165b1811034 HTTP/1.1" status: 204 len: 168 time: 2.1253598 Apr 05 19:02:53.347011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45300) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:53.349292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5c323303-831f-459d-b3a5-e13a9adeadfd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2599683 Apr 05 19:02:53.351416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-594f9450-8f3b-4584-9158-57ae23c10db4 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1032679146', 'prefixes': ['172.20.0.0/16']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:53.353150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45302) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:53.372504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6afccf23-f61e-4939-8140-6e28efdb08c5 None None] Could not find standard attr ID for object b4de606b-6665-44b4-8cea-b165b1811034. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:02:53.443801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-594f9450-8f3b-4584-9158-57ae23c10db4 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for subnetpool, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.450549 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-594f9450-8f3b-4584-9158-57ae23c10db4 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0990500 Apr 05 19:02:53.451315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45310) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:53.456606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-4d15f2b3-6d9a-44cf-a38c-43d57c1b565c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2', 'tempest-TagsExtTest-Tag-128282864') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:53.489190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb2ccb-ce39-494d-af96-54d821315b83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:53.497618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb2ccb-ce39-494d-af96-54d821315b83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:53.501843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb2ccb-ce39-494d-af96-54d821315b83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:53.514143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-53bb2ccb-ce39-494d-af96-54d821315b83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1568286 Apr 05 19:02:53.514900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:53.608168 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.620170 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.653882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5479304e-9d36-4577-bd20-da7936d21bc1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet eb1cea53-3896-4856-996b-116f8435ec5b {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:53.664791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5479304e-9d36-4577-bd20-da7936d21bc1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.684549 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4d15f2b3-6d9a-44cf-a38c-43d57c1b565c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags/tempest-TagsExtTest-Tag-128282864 HTTP/1.1" status: 201 len: 201 time: 0.2292819 Apr 05 19:02:53.685568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45324) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:53.692925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-b268d4c4-2c0e-465d-b994-3d21a234fd4e tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098', 'tempest-TagsExtTest-Tag-1769507080') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:53.705962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Network bfc0981d-8dab-4656-aca1-ec4fb2fe1273 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:53.716178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:53.721638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:02:53.818043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5479304e-9d36-4577-bd20-da7936d21bc1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.883161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:53.910144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Pushing event updated for resources: {'Port': ['ID=bd7e3679-18e9-444b-a31c-6e8db0b74df5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:53.939318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Attempting to bind port bd7e3679-18e9-444b-a31c-6e8db0b74df5 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:02:53.939790 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b268d4c4-2c0e-465d-b994-3d21a234fd4e tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags/tempest-TagsExtTest-Tag-1769507080 HTTP/1.1" status: 201 len: 201 time: 0.2526889 Apr 05 19:02:53.940210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Attempting to bind port bd7e3679-18e9-444b-a31c-6e8db0b74df5 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '37d8a7a3-a019-47f0-8771-570d19b97d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bfc0981d-8dab-4656-aca1-ec4fb2fe1273'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:02:53.940402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45336) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:53.941029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Attempting to bind port bd7e3679-18e9-444b-a31c-6e8db0b74df5 on network bfc0981d-8dab-4656-aca1-ec4fb2fe1273 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:02:53.947229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:02:53.948028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Checking segment: {'id': '37d8a7a3-a019-47f0-8771-570d19b97d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bfc0981d-8dab-4656-aca1-ec4fb2fe1273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:02:53.950702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.951416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Bound using segment: {'id': '37d8a7a3-a019-47f0-8771-570d19b97d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bfc0981d-8dab-4656-aca1-ec4fb2fe1273'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:02:53.952169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Bound port: bd7e3679-18e9-444b-a31c-6e8db0b74df5, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d8a7a3-a019-47f0-8771-570d19b97d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bfc0981d-8dab-4656-aca1-ec4fb2fe1273'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:02:53.952823 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:53.969567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-d1e3b62a-5e3d-4e53-a4f0-fad0a91c00bd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e', 'tempest-TagsExtTest-Tag-985404952') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:54.072184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9aadc2dc-4b20-45fd-9811-9a040b3b17f4 req-7dfec839-a942-40b4-ab00-463047511af2 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0683138 Apr 05 19:02:54.098857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] For port bd7e3679-18e9-444b-a31c-6e8db0b74df5, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:02:54.106732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] For port bd7e3679-18e9-444b-a31c-6e8db0b74df5, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bd7e3679-18e9-444b-a31c-6e8db0b74df5,segment=NetworkSegment(37d8a7a3-a019-47f0-8771-570d19b97d65),segment_id=37d8a7a3-a019-47f0-8771-570d19b97d65)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:02:54.119118 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:54.169419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5479304e-9d36-4577-bd20-da7936d21bc1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:54.232063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea963ec-f4a0-4895-b334-3b637c4fb162 None None] Pushing event updated for resources: {'Port': ['ID=bd7e3679-18e9-444b-a31c-6e8db0b74df5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:54.234724 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d1e3b62a-5e3d-4e53-a4f0-fad0a91c00bd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags/tempest-TagsExtTest-Tag-985404952 HTTP/1.1" status: 201 len: 201 time: 0.2932770 Apr 05 19:02:54.237269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45346) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:54.242363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-53e6476f-1ff8-477f-8c72-b03c279303cd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5', 'tempest-TagsExtTest-Tag-188167015') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:54.356338 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-53e6476f-1ff8-477f-8c72-b03c279303cd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags/tempest-TagsExtTest-Tag-188167015 HTTP/1.1" status: 201 len: 201 time: 0.1175392 Apr 05 19:02:54.357392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45348) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:54.376020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-1cfbd6b6-0091-4ad5-a8a7-580d44d9c792 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:54.432198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5479304e-9d36-4577-bd20-da7936d21bc1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:54.575812 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1cfbd6b6-0091-4ad5-a8a7-580d44d9c792 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags HTTP/1.1" status: 200 len: 240 time: 0.2165949 Apr 05 19:02:54.588948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45356) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:54.597415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-704ae4c8-00fd-4ab5-890c-cd2b8816a49a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2', 'tempest-TagsExtTest-Tag-128282864') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:54.602517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479304e-9d36-4577-bd20-da7936d21bc1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1cea53-3896-4856-996b-116f8435ec5b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:54.609172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5479304e-9d36-4577-bd20-da7936d21bc1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:54.614981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5479304e-9d36-4577-bd20-da7936d21bc1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/eb1cea53-3896-4856-996b-116f8435ec5b HTTP/1.1" status: 204 len: 168 time: 1.0958433 Apr 05 19:02:54.617996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45358) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:54.628110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0a652-6425-4330-883b-9afd014aa48a None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:54.713808 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-704ae4c8-00fd-4ab5-890c-cd2b8816a49a tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags/tempest-TagsExtTest-Tag-128282864 HTTP/1.1" status: 204 len: 168 time: 0.1233404 Apr 05 19:02:54.719847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45360) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:54.723947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-036da538-9aa3-4d03-91cf-db2c88ddcb9b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2', 'tempest-TagsExtTest-Tag-128282864') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:54.815934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-452b52c7-b13b-45d2-96b3-3293790fc999 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet f8cc623a-8cd4-4192-90eb-07f28a20f3d0 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:54.824623 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-452b52c7-b13b-45d2-96b3-3293790fc999 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:54.856977 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-036da538-9aa3-4d03-91cf-db2c88ddcb9b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags/tempest-TagsExtTest-Tag-128282864 HTTP/1.1" status: 204 len: 168 time: 0.1364214 Apr 05 19:02:54.859584 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45362) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:54.869940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-42858fce-b9b1-4f1e-b3ff-2d72c54f2c01 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:54.934071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-452b52c7-b13b-45d2-96b3-3293790fc999 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:54.991085 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-42858fce-b9b1-4f1e-b3ff-2d72c54f2c01 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags HTTP/1.1" status: 200 len: 205 time: 0.1287618 Apr 05 19:02:54.996044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45364) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:55.004646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-aae73ef2-6c5f-4b7f-8fbc-3fc0c1ea6aaa tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:55.104013 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aae73ef2-6c5f-4b7f-8fbc-3fc0c1ea6aaa tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags HTTP/1.1" status: 200 len: 241 time: 0.1068912 Apr 05 19:02:55.107813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45366) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:55.121859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-9c6a0e0b-be72-4bf1-a5d2-17f8e51bb05b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098', 'tempest-TagsExtTest-Tag-1769507080') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:55.263007 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-452b52c7-b13b-45d2-96b3-3293790fc999 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:55.287433 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9c6a0e0b-be72-4bf1-a5d2-17f8e51bb05b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags/tempest-TagsExtTest-Tag-1769507080 HTTP/1.1" status: 204 len: 168 time: 0.1762798 Apr 05 19:02:55.288035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45372) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:55.294071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-21bc3b49-d764-4eea-ab83-7e20e0e0be4d tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098', 'tempest-TagsExtTest-Tag-1769507080') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:55.399873 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fce87e14-e30d-4136-a7e3-b64daff7b0cd req-d84b6373-de8e-4bad-839e-1cb1d77c9c5e tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1300917 Apr 05 19:02:55.424845 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:55.488273 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-21bc3b49-d764-4eea-ab83-7e20e0e0be4d tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags/tempest-TagsExtTest-Tag-1769507080 HTTP/1.1" status: 204 len: 168 time: 0.1976676 Apr 05 19:02:55.489436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45378) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:55.497166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-9d101b83-8c4d-4e75-a7d7-31b8e9fe79fb tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:55.524451 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-452b52c7-b13b-45d2-96b3-3293790fc999 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:55.577284 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9d101b83-8c4d-4e75-a7d7-31b8e9fe79fb tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags HTTP/1.1" status: 200 len: 205 time: 0.0847602 Apr 05 19:02:55.579789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45382) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:55.584554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-7c5abdba-305d-4019-8393-e883ead19d87 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:55.600720 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-452b52c7-b13b-45d2-96b3-3293790fc999 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:55.607043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-452b52c7-b13b-45d2-96b3-3293790fc999 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/f8cc623a-8cd4-4192-90eb-07f28a20f3d0 HTTP/1.1" status: 204 len: 168 time: 0.9872861 Apr 05 19:02:55.647484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45384) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:55.666681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b52c7-b13b-45d2-96b3-3293790fc999 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cc623a-8cd4-4192-90eb-07f28a20f3d0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:55.715597 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a36767be-68bc-445f-82cb-604fc2f7c943 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665438 Apr 05 19:02:55.719264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45386) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:55.724901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:55.949771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7c5abdba-305d-4019-8393-e883ead19d87 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags HTTP/1.1" status: 200 len: 240 time: 0.3687336 Apr 05 19:02:55.957736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45388) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:56.005440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-80154d2f-f50c-4483-b544-d5b6c9f2d931 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e', 'tempest-TagsExtTest-Tag-985404952') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:56.011541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:56.016373 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:56.052449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bd7e3679-18e9-444b-a31c-6e8db0b74df5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:56.131206 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb3ba9-3663-440f-8def-7c2c70c894fc None None] Network bfc0981d-8dab-4656-aca1-ec4fb2fe1273 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:56.189804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1633c0-02ff-494c-bab8-f8f0db875d1c None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:56.284713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-80154d2f-f50c-4483-b544-d5b6c9f2d931 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags/tempest-TagsExtTest-Tag-985404952 HTTP/1.1" status: 204 len: 168 time: 0.3249729 Apr 05 19:02:56.285322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45390) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:56.291144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-875e149d-d261-4100-94cb-8630148d5a5f tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e', 'tempest-TagsExtTest-Tag-985404952') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:56.342220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port a80ca2e0-0e56-455d-acdc-5dbef2602e9a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:02:56.342595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:56.407116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-35bb6b97-7f49-4ba8-a0c5-e9636d899dfd None None] Provisioning complete for port bd7e3679-18e9-444b-a31c-6e8db0b74df5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:56.408824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35bb6b97-7f49-4ba8-a0c5-e9636d899dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:56.638930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-175ff898-deea-4ad5-ba50-4e07513abafd req-0f8f0e36-ea02-40eb-9ba9-c37dce62c89a tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0589209 Apr 05 19:02:56.655635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bd7e3679-18e9-444b-a31c-6e8db0b74df5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:56.656231 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:56.681228 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-875e149d-d261-4100-94cb-8630148d5a5f tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags/tempest-TagsExtTest-Tag-985404952 HTTP/1.1" status: 204 len: 168 time: 0.3949683 Apr 05 19:02:56.683737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port a80ca2e0-0e56-455d-acdc-5dbef2602e9a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a80ca2e0-0e56-455d-acdc-5dbef2602e9a,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:56.684101 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:56.686463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45398) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:56.691193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-c0eb7a1d-2cdc-4736-bbf1-462bd2e3396f tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:56.809966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:02:56.838520 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35bb6b97-7f49-4ba8-a0c5-e9636d899dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:56.975744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-35bb6b97-7f49-4ba8-a0c5-e9636d899dfd None None] For port bd7e3679-18e9-444b-a31c-6e8db0b74df5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bd7e3679-18e9-444b-a31c-6e8db0b74df5,segment=NetworkSegment(37d8a7a3-a019-47f0-8771-570d19b97d65),segment_id=37d8a7a3-a019-47f0-8771-570d19b97d65)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:57.007357 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.018982 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35bb6b97-7f49-4ba8-a0c5-e9636d899dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.073550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514a0b5-4c95-4938-8230-d1eea1a032ab None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '91ce857c-31de-4513-bee9-13add010333d'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '3518587e-6e03-4cbe-8a7a-47c8cb840589'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:02:57.152427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.161570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for a80ca2e0-0e56-455d-acdc-5dbef2602e9a owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:02:57.199475 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7514a0b5-4c95-4938-8230-d1eea1a032ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.215554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb6b97-7f49-4ba8-a0c5-e9636d899dfd None None] Pushing event updated for resources: {'Port': ['ID=bd7e3679-18e9-444b-a31c-6e8db0b74df5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:57.225122 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:02:57.225474 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:02:57.230142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a916ac89-1843-45c7-b6d5-ec07126b9b95 None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:57.230722 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a916ac89-1843-45c7-b6d5-ec07126b9b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.293643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c0eb7a1d-2cdc-4736-bbf1-462bd2e3396f tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags HTTP/1.1" status: 200 len: 205 time: 0.6059003 Apr 05 19:02:57.298478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45400) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:57.303991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-24c31a38-6ee5-4cc1-8f80-840ecc2fc9f0 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:57.349353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] For port 3518587e-6e03-4cbe-8a7a-47c8cb840589, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3518587e-6e03-4cbe-8a7a-47c8cb840589,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:57.383234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.389495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.391167 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.425072 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-24c31a38-6ee5-4cc1-8f80-840ecc2fc9f0 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags HTTP/1.1" status: 200 len: 240 time: 0.1255386 Apr 05 19:02:57.428051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45402) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:57.435097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-5976a550-7149-4194-b626-99c9e0456840 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5', 'tempest-TagsExtTest-Tag-188167015') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:57.499866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:57.512462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:57.516676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:57.517386 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.552199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8316953 Apr 05 19:02:57.562372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45406) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:57.582218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:57.605165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5976a550-7149-4194-b626-99c9e0456840 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags/tempest-TagsExtTest-Tag-188167015 HTTP/1.1" status: 204 len: 168 time: 0.1753135 Apr 05 19:02:57.616790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45408) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:57.624298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-c7408596-94d2-4199-898c-8d87e99a8cd0 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5', 'tempest-TagsExtTest-Tag-188167015') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:57.650862 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-7514a0b5-4c95-4938-8230-d1eea1a032ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:02:57.651262 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-7514a0b5-4c95-4938-8230-d1eea1a032ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:02:57.651401 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.794317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=a80ca2e0-0e56-455d-acdc-5dbef2602e9a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:57.813981 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=91ce857c-31de-4513-bee9-13add010333d,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:57.828297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e626759-8c9c-4223-9c22-fe7569521b43 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=3518587e-6e03-4cbe-8a7a-47c8cb840589,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:57.844587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:57.848243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.866079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b688b9ce-ad5c-4664-a1f2-aed4ffd4f236 None None] Provisioning complete for port bd7e3679-18e9-444b-a31c-6e8db0b74df5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:57.866652 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b688b9ce-ad5c-4664-a1f2-aed4ffd4f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:57.905034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80f292c9-633e-40a8-9154-fe255a2daa74 req-3315029e-2fbd-40db-823f-c0d49ecb6f03 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1160276 Apr 05 19:02:57.998851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c7408596-94d2-4199-898c-8d87e99a8cd0 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags/tempest-TagsExtTest-Tag-188167015 HTTP/1.1" status: 204 len: 168 time: 0.3807271 Apr 05 19:02:58.003942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45418) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:58.014774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-1c3997ef-1752-40f5-acdc-c0a7fb893271 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:58.115050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b688b9ce-ad5c-4664-a1f2-aed4ffd4f236 None None] Provisioning complete for port 99b93ff1-4502-4f9e-8316-d447beef7098 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:58.116658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b688b9ce-ad5c-4664-a1f2-aed4ffd4f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:58.158472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bd7e3679-18e9-444b-a31c-6e8db0b74df5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:58.186251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1c3997ef-1752-40f5-acdc-c0a7fb893271 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags HTTP/1.1" status: 200 len: 205 time: 0.1788113 Apr 05 19:02:58.191236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:58.225406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-415315dd-cac0-4fdf-b5c3-0cfd7702b5f4 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:58.318789 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:58.325917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7514a0b5-4c95-4938-8230-d1eea1a032ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:58.328216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b688b9ce-ad5c-4664-a1f2-aed4ffd4f236 None None] Port 99b93ff1-4502-4f9e-8316-d447beef7098 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:02:58.406047 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-415315dd-cac0-4fdf-b5c3-0cfd7702b5f4 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags HTTP/1.1" status: 204 len: 168 time: 0.2139292 Apr 05 19:02:58.409027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45422) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:58.415354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-95227259-6089-47a1-a25e-a1d6583e21d3 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:58.447561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bd7e3679-18e9-444b-a31c-6e8db0b74df5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:58.447896 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:58.473992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:58.571433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:02:58.575024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:02:58.586245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:02:58.586764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-14fabc41-5d30-45aa-b581-4a64185c114d None None] Provisioning complete for port 99b93ff1-4502-4f9e-8316-d447beef7098 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:58.586991 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:58.587128 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14fabc41-5d30-45aa-b581-4a64185c114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:58.603075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=32d7109d-5278-4d0a-a8b5-ef1f52024467,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:58.615994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-95227259-6089-47a1-a25e-a1d6583e21d3 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags HTTP/1.1" status: 204 len: 168 time: 0.2033198 Apr 05 19:02:58.617941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:58.619066 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0f0993ff-4c0a-43ed-9d32-4ec1496e08f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0536876 Apr 05 19:02:58.619768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45426) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:58.626663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:af:2b:2d', 'name': 'tempest-NetworksTestDHCPv6-778121351'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:02:58.634957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-14fabc41-5d30-45aa-b581-4a64185c114d None None] Port 99b93ff1-4502-4f9e-8316-d447beef7098 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:02:58.663391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-4504a077-1d9b-4c44-a47e-890c7d4a93fc tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:58.726750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3518587e-6e03-4cbe-8a7a-47c8cb840589 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:02:58.758201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:02:58.797341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 773efb99-1e5f-487c-9955-460f523a2494 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:02:58.867416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:58.880016 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:02:58.880534 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:58.912741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 61c79296-9ae6-4e78-9ad2-320fff6d26f6 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:02:58.982551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7514a0b5-4c95-4938-8230-d1eea1a032ab None None] For port 3518587e-6e03-4cbe-8a7a-47c8cb840589, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3518587e-6e03-4cbe-8a7a-47c8cb840589,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:02:58.987457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:02:58.997824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d0acb2a9-d99a-4738-8c93-b1079a64df84 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "PUT /v2.0/routers/773efb99-1e5f-487c-9955-460f523a2494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1145511 Apr 05 19:02:58.999518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45432) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:59.000907 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] Sync routers for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:02:59.016963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4504a077-1d9b-4c44-a47e-890c7d4a93fc tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags HTTP/1.1" status: 204 len: 168 time: 0.3980181 Apr 05 19:02:59.019760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45436) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:59.028037 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:02:59.028381 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:59.036573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-3e6488cf-8778-46df-9fcd-9eb0c15646c3 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:59.082511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-111dc92d-c4eb-4af1-94df-128ef16e4aa3 req-b36242fe-05da-474d-a731-4103dac7429f tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0416636 Apr 05 19:02:59.106920 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7514a0b5-4c95-4938-8230-d1eea1a032ab None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:59.108632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting subnet 6212e3d8-3180-40c2-92de-a5628945b201 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:02:59.115296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:59.116078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7514a0b5-4c95-4938-8230-d1eea1a032ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:59.158784 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3e6488cf-8778-46df-9fcd-9eb0c15646c3 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags HTTP/1.1" status: 204 len: 168 time: 0.1367216 Apr 05 19:02:59.163375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45438) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:59.168965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-e6e23d39-999f-4e0f-8d98-9b42c1f1b684 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2', 'tempest-TagsExtTest-Tag-335430270') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:59.187760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:59.256073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514a0b5-4c95-4938-8230-d1eea1a032ab None None] Pushing event updated for resources: {'Port': ['ID=3518587e-6e03-4cbe-8a7a-47c8cb840589,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:59.313880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 172.20.0.6 (0b78bae6-29fd-47d3-887d-9b3f88505648/32d7109d-5278-4d0a-a8b5-ef1f52024467/61c79296-9ae6-4e78-9ad2-320fff6d26f6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:59.345215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:59.349201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:feaf:2b2d (0b78bae6-29fd-47d3-887d-9b3f88505648/91ce857c-31de-4513-bee9-13add010333d/61c79296-9ae6-4e78-9ad2-320fff6d26f6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:02:59.405876 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e6e23d39-999f-4e0f-8d98-9b42c1f1b684 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags/tempest-TagsExtTest-Tag-335430270 HTTP/1.1" status: 201 len: 201 time: 0.2410989 Apr 05 19:02:59.411768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45440) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:59.421139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-007d022e-e9cb-4fb0-a915-d359dceda9ea tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098', 'tempest-TagsExtTest-Tag-376667014') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:59.498012 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:59.518935 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:02:59.543141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Subnet': ['ID=6212e3d8-3180-40c2-92de-a5628945b201,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:02:59.547926 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:59.553387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/subnets/6212e3d8-3180-40c2-92de-a5628945b201 HTTP/1.1" status: 204 len: 168 time: 0.5502727 Apr 05 19:02:59.555136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45442) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:59.556675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ecfa54-8743-4213-8dce-07920becb104 None None] Network 0731cfb4-cdf4-450d-92eb-d4764e5e9463 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:02:59.565750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.566088 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.566472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.567052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.567397 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.567724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.568048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.568360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.568703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.569002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.569320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.569630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd36c7d-aec4-4fa6-b89c-cc110c19c1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:02:59.844419 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-007d022e-e9cb-4fb0-a915-d359dceda9ea tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags/tempest-TagsExtTest-Tag-376667014 HTTP/1.1" status: 201 len: 201 time: 0.4316208 Apr 05 19:02:59.855539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45444) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:02:59.873562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:02:59.898318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-25de045c-4b23-43fe-9338-1fc35bc86628 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e', 'tempest-TagsExtTest-Tag-1144717905') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:59.963376 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T19:02:57Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:02:59.974017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.012401 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] Checking router: 773efb99-1e5f-487c-9955-460f523a2494 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:03:00.035003 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] Routers {'773efb99-1e5f-487c-9955-460f523a2494'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:03:00.035541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd39b453-dd8f-4206-a8d5-162a56eb318b None None] DHCP port deletion for 0731cfb4-cdf4-450d-92eb-d4764e5e9463 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:00.036371 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['773efb99-1e5f-487c-9955-460f523a2494'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:00.114492 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.127154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bd39b453-dd8f-4206-a8d5-162a56eb318b None None] Deleting port e78712fb-ad1c-425a-81a8-4dee4db32b54 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:00.127630 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd39b453-dd8f-4206-a8d5-162a56eb318b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.226626 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.246340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bd39b453-dd8f-4206-a8d5-162a56eb318b None None] For port e78712fb-ad1c-425a-81a8-4dee4db32b54, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e78712fb-ad1c-425a-81a8-4dee4db32b54,segment=NetworkSegment(64142e81-f80c-4f31-845d-18aa762de5e5),segment_id=64142e81-f80c-4f31-845d-18aa762de5e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:00.246749 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd39b453-dd8f-4206-a8d5-162a56eb318b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.276365 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] Set router 773efb99-1e5f-487c-9955-460f523a2494 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:03:00.279039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bd39b453-dd8f-4206-a8d5-162a56eb318b None None] Calling delete_port for e78712fb-ad1c-425a-81a8-4dee4db32b54 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:00.282520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:00.283569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22e0d054-0058-4365-98a7-e2618002901c req-08d0f4ed-90ff-462a-b58f-642e88c24c12 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0386646 Apr 05 19:03:00.291108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d83ae-95ef-4b14-9977-7cfaf2519bf4 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:00.297036 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-25de045c-4b23-43fe-9338-1fc35bc86628 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags/tempest-TagsExtTest-Tag-1144717905 HTTP/1.1" status: 201 len: 201 time: 0.4344969 Apr 05 19:03:00.298424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45452) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:00.299412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=61c79296-9ae6-4e78-9ad2-320fff6d26f6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:00.303878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:00.313706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:00.336823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:00.337488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.378183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-1d88a642-d612-4730-b8ad-014f4a2e4678 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5', 'tempest-TagsExtTest-Tag-438469036') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:00.387783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:00.388438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.433757 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9b63696c-eb2b-4a34-baef-b53b65602444 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8119299 Apr 05 19:03:00.434498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45454) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:00.451378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port 043e3f4c-c5b2-4a3d-a6f7-006627eaefec, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=043e3f4c-c5b2-4a3d-a6f7-006627eaefec,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:00.453216 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.472879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 043e3f4c-c5b2-4a3d-a6f7-006627eaefec owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:00.494053 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1d88a642-d612-4730-b8ad-014f4a2e4678 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags/tempest-TagsExtTest-Tag-438469036 HTTP/1.1" status: 201 len: 201 time: 0.1911211 Apr 05 19:03:00.497347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45456) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:00.503021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-b2768fe0-6c22-4273-b1a0-d3a99a5cdb2b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2', {'tags': ['tempest-TagsExtTest-Tag-35594656', 'tempest-TagsExtTest-Tag-671313594', 'tempest-TagsExtTest-Tag-1916877683']}) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:00.509291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-22c55f06-6a14-421e-9a3c-8be064a65e8f None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:00.513031 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22c55f06-6a14-421e-9a3c-8be064a65e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.608807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5039c-969b-4f80-9e1a-847d59b38abe tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:00.612641 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T19:02:57Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:00.616455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5039c-969b-4f80-9e1a-847d59b38abe tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:00.618374 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd39b453-dd8f-4206-a8d5-162a56eb318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.619250 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-13e5039c-969b-4f80-9e1a-847d59b38abe tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1808195 Apr 05 19:03:00.623184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45458) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:00.646571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39b453-dd8f-4206-a8d5-162a56eb318b None None] Pushing event deleted for resources: {'Port': ['ID=e78712fb-ad1c-425a-81a8-4dee4db32b54,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:00.693043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39b453-dd8f-4206-a8d5-162a56eb318b None None] No DVR routers for this DVR port e78712fb-ad1c-425a-81a8-4dee4db32b54 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:00.718265 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23ce01-4524-42ba-8d18-ee61303981a7 None None] The sync data for ids ['773efb99-1e5f-487c-9955-460f523a2494'] in n-d-836650-3 is: [{'id': '773efb99-1e5f-487c-9955-460f523a2494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601411395', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T18:58:59Z', 'updated_at': '2022-04-05T19:02:57Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '043e3f4c-c5b2-4a3d-a6f7-006627eaefec', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773efb99-1e5f-487c-9955-460f523a2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T18:59:00Z', 'updated_at': '2022-04-05T18:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:03:00.746715 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b2768fe0-6c22-4273-b1a0-d3a99a5cdb2b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags HTTP/1.1" status: 200 len: 315 time: 0.2474988 Apr 05 19:03:00.749893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45460) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:00.757055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-702bad88-5db8-4ea8-bd90-78b683a536a1 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:00.909171 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:00.953043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=043e3f4c-c5b2-4a3d-a6f7-006627eaefec,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:00.993645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff1762-7357-41c8-86ac-cb40ea5ab6ee None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '91ce857c-31de-4513-bee9-13add010333d', 'ip_address': '2001:db8::f816:3eff:fea8:f6cc'}, {'subnet_id': '32d7109d-5278-4d0a-a8b5-ef1f52024467'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '3518587e-6e03-4cbe-8a7a-47c8cb840589'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:03:01.050622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cff1762-7357-41c8-86ac-cb40ea5ab6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.072024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-702bad88-5db8-4ea8-bd90-78b683a536a1 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags HTTP/1.1" status: 204 len: 168 time: 0.3205380 Apr 05 19:03:01.076083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45472) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:01.082693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-d033d090-13d0-41cf-876f-c0ff5e5c86fd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2', 'tempest-TagsExtTest-Tag-35594656') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:01.186135 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.288715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-17546ddc-7a39-43e2-8286-1ae87f7d7a09 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 61c79296-9ae6-4e78-9ad2-320fff6d26f6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:01.289293 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17546ddc-7a39-43e2-8286-1ae87f7d7a09 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.378839 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.384394 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.387961 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-d033d090-13d0-41cf-876f-c0ff5e5c86fd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:01.393367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d033d090-13d0-41cf-876f-c0ff5e5c86fd tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags/tempest-TagsExtTest-Tag-35594656 HTTP/1.1" status: 404 len: 327 time: 0.3159146 Apr 05 19:03:01.393700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45480) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:01.408853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-b517bfc9-4b9f-482c-93b9-7c23778a7b3f tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2', 'tempest-TagsExtTest-Tag-671313594') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:01.415772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6cff1762-7357-41c8-86ac-cb40ea5ab6ee None None] Allocated IP 172.20.0.2 (0b78bae6-29fd-47d3-887d-9b3f88505648/32d7109d-5278-4d0a-a8b5-ef1f52024467/3518587e-6e03-4cbe-8a7a-47c8cb840589) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:01.519640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-751dd8b8-7855-4bf3-9317-11ddb352e7f5 req-c36707c3-5662-476d-b0ec-287d865144fb tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0495021 Apr 05 19:03:01.521590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.522435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Fanout notify agent at l3_agent the message router_deleted on router 773efb99-1e5f-487c-9955-460f523a2494 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:03:01.533698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17546ddc-7a39-43e2-8286-1ae87f7d7a09 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.542238 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.546951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-45eac144-6ab1-4ccf-bee8-adc9d889f1ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/routers/773efb99-1e5f-487c-9955-460f523a2494 HTTP/1.1" status: 204 len: 168 time: 1.9908254 Apr 05 19:03:01.547678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45488) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:01.569497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-17546ddc-7a39-43e2-8286-1ae87f7d7a09 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 61c79296-9ae6-4e78-9ad2-320fff6d26f6 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:01.625098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6cff1762-7357-41c8-86ac-cb40ea5ab6ee None None] For port 3518587e-6e03-4cbe-8a7a-47c8cb840589, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3518587e-6e03-4cbe-8a7a-47c8cb840589,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:01.644254 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-b517bfc9-4b9f-482c-93b9-7c23778a7b3f tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:01.645489 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b517bfc9-4b9f-482c-93b9-7c23778a7b3f tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags/tempest-TagsExtTest-Tag-671313594 HTTP/1.1" status: 404 len: 328 time: 0.2509105 Apr 05 19:03:01.650767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45494) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:01.655847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-eddfe42f-c644-43b8-ac35-c84f09b1f46e tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2', 'tempest-TagsExtTest-Tag-1916877683') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:01.672387 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cff1762-7357-41c8-86ac-cb40ea5ab6ee None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.681264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cff1762-7357-41c8-86ac-cb40ea5ab6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.691645 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.824652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff1762-7357-41c8-86ac-cb40ea5ab6ee None None] Pushing event updated for resources: {'Port': ['ID=3518587e-6e03-4cbe-8a7a-47c8cb840589,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:01.872282 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-eddfe42f-c644-43b8-ac35-c84f09b1f46e tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:01.872756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.873850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eddfe42f-c644-43b8-ac35-c84f09b1f46e tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags/tempest-TagsExtTest-Tag-1916877683 HTTP/1.1" status: 404 len: 329 time: 0.2215412 Apr 05 19:03:01.876668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45496) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:01.886822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-84aeeaee-560e-438f-b7a2-8e4bbc854b62 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098', {'tags': ['tempest-TagsExtTest-Tag-1567082177', 'tempest-TagsExtTest-Tag-851918584', 'tempest-TagsExtTest-Tag-1489215416']}) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:01.901974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0731cfb4-cdf4-450d-92eb-d4764e5e9463']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:01.914231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64142e81-f80c-4f31-845d-18aa762de5e5') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:01.914692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64142e81-f80c-4f31-845d-18aa762de5e5') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:01.928451 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.945889 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.954646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:03:01.955045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:03:01.959696 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:03:02.034107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17546ddc-7a39-43e2-8286-1ae87f7d7a09 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:02.060204 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:02.084982 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:02.090103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17546ddc-7a39-43e2-8286-1ae87f7d7a09 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=61c79296-9ae6-4e78-9ad2-320fff6d26f6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:02.104540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45500) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:02.108824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/networks/0731cfb4-cdf4-450d-92eb-d4764e5e9463 HTTP/1.1" status: 204 len: 168 time: 0.5521393 Apr 05 19:03:02.129234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-84aeeaee-560e-438f-b7a2-8e4bbc854b62 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags HTTP/1.1" status: 200 len: 317 time: 0.2513719 Apr 05 19:03:02.132125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45502) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:02.150997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-37cf408b-fbbb-46d4-b13e-d22b600dcc54 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:02.155012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45337d8-892a-4c16-b03e-a17a14eb10ec tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Network': ['ID=0731cfb4-cdf4-450d-92eb-d4764e5e9463,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:02.286805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-37cf408b-fbbb-46d4-b13e-d22b600dcc54 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags HTTP/1.1" status: 204 len: 168 time: 0.1460299 Apr 05 19:03:02.289606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45504) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:02.294162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-830aab8d-d0be-44a9-8060-75147992f5c6 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098', 'tempest-TagsExtTest-Tag-1567082177') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:02.307535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3518587e-6e03-4cbe-8a7a-47c8cb840589 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:02.374094 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-830aab8d-d0be-44a9-8060-75147992f5c6 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:02.375819 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-830aab8d-d0be-44a9-8060-75147992f5c6 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags/tempest-TagsExtTest-Tag-1567082177 HTTP/1.1" status: 404 len: 329 time: 0.0852435 Apr 05 19:03:02.378963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45506) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:02.384143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-fb2e8aca-0e5a-4c2a-8568-b8263c3da517 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098', 'tempest-TagsExtTest-Tag-851918584') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:02.424075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-17546ddc-7a39-43e2-8286-1ae87f7d7a09 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:02.424839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:02.425232 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:02.431748 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-17546ddc-7a39-43e2-8286-1ae87f7d7a09 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/61c79296-9ae6-4e78-9ad2-320fff6d26f6 HTTP/1.1" status: 204 len: 168 time: 1.8032408 Apr 05 19:03:02.431980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45508) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:02.459367 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-419ef273-4fb2-4a19-95a7-71523d3fb1a2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:02.517648 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-419ef273-4fb2-4a19-95a7-71523d3fb1a2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:02.536857 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-fb2e8aca-0e5a-4c2a-8568-b8263c3da517 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:02.538510 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fb2e8aca-0e5a-4c2a-8568-b8263c3da517 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags/tempest-TagsExtTest-Tag-851918584 HTTP/1.1" status: 404 len: 328 time: 0.1580470 Apr 05 19:03:02.544065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45512) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:02.548536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-ae13204b-940f-4e0e-a9bd-7e02d5b864e8 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098', 'tempest-TagsExtTest-Tag-1489215416') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:02.556189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96cf29-cb70-47f6-a1c3-963e2431a8f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:02.558423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96cf29-cb70-47f6-a1c3-963e2431a8f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:02.566172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96cf29-cb70-47f6-a1c3-963e2431a8f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:02.567849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7a96cf29-cb70-47f6-a1c3-963e2431a8f0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1366136 Apr 05 19:03:02.586422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45516) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:02.632167 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-ae13204b-940f-4e0e-a9bd-7e02d5b864e8 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:02.633213 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ae13204b-940f-4e0e-a9bd-7e02d5b864e8 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags/tempest-TagsExtTest-Tag-1489215416 HTTP/1.1" status: 404 len: 329 time: 0.0880315 Apr 05 19:03:02.649201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45518) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:02.654751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-ff6b65bd-54cc-427c-8335-e87a582be1ef tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e', {'tags': ['tempest-TagsExtTest-Tag-737650901', 'tempest-TagsExtTest-Tag-512927256', 'tempest-TagsExtTest-Tag-1565593654']}) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:02.691904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a80ca2e0-0e56-455d-acdc-5dbef2602e9a no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:02.762708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a80ca2e0-0e56-455d-acdc-5dbef2602e9a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:02.763771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a80ca2e0-0e56-455d-acdc-5dbef2602e9a not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:02.766969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e78712fb-ad1c-425a-81a8-4dee4db32b54 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:02.781979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6aa9214-72eb-4e4b-8c5f-040f3dfa4734 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 32d7109d-5278-4d0a-a8b5-ef1f52024467 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:02.793913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9214-72eb-4e4b-8c5f-040f3dfa4734 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:02.794759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: e78712fb-ad1c-425a-81a8-4dee4db32b54 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:02.795102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e78712fb-ad1c-425a-81a8-4dee4db32b54 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:02.795507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 043e3f4c-c5b2-4a3d-a6f7-006627eaefec no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:02.817493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 043e3f4c-c5b2-4a3d-a6f7-006627eaefec {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:02.828760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 043e3f4c-c5b2-4a3d-a6f7-006627eaefec not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:02.872846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9214-72eb-4e4b-8c5f-040f3dfa4734 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:02.878838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c47999d-88df-42e9-b981-10122ced0090 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:03.002425 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9214-72eb-4e4b-8c5f-040f3dfa4734 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.055894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-66f0a28b-c753-4ade-a8cf-3e098f425873 None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:03.056653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66f0a28b-c753-4ade-a8cf-3e098f425873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.086698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-419ef273-4fb2-4a19-95a7-71523d3fb1a2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.091736 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-419ef273-4fb2-4a19-95a7-71523d3fb1a2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.093403 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-419ef273-4fb2-4a19-95a7-71523d3fb1a2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/security-groups/5412fe55-6326-4385-aec7-dced044e36f9 HTTP/1.1" status: 204 len: 168 time: 0.9580574 Apr 05 19:03:03.103096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9214-72eb-4e4b-8c5f-040f3dfa4734 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.177119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ef273-4fb2-4a19-95a7-71523d3fb1a2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5412fe55-6326-4385-aec7-dced044e36f9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:03.192345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa9214-72eb-4e4b-8c5f-040f3dfa4734 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=32d7109d-5278-4d0a-a8b5-ef1f52024467,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:03.213337 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9214-72eb-4e4b-8c5f-040f3dfa4734 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.231460 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d6aa9214-72eb-4e4b-8c5f-040f3dfa4734 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/32d7109d-5278-4d0a-a8b5-ef1f52024467 HTTP/1.1" status: 204 len: 168 time: 0.6321785 Apr 05 19:03:03.232140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45526) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:03.298193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0d04dde4-7b02-4bf3-8d60-8c704a9f1f42 req-6ceebe65-d3b6-4ca5-b03e-1d3212078f57 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.5912888 Apr 05 19:03:03.347477 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ff6b65bd-54cc-427c-8335-e87a582be1ef tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags HTTP/1.1" status: 200 len: 316 time: 0.6968827 Apr 05 19:03:03.352861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45536) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:03.359115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-3a5139ea-fbf0-4a12-a0de-327791d120f7 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:03.411548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72095ce-fdc4-4cbc-aaf9-cf2d7dc72aa1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 91ce857c-31de-4513-bee9-13add010333d {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:03.423329 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72095ce-fdc4-4cbc-aaf9-cf2d7dc72aa1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.451203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-66f0a28b-c753-4ade-a8cf-3e098f425873 None None] Could not find standard attr ID for object 61c79296-9ae6-4e78-9ad2-320fff6d26f6. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:03.514483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72095ce-fdc4-4cbc-aaf9-cf2d7dc72aa1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.585734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3a5139ea-fbf0-4a12-a0de-327791d120f7 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags HTTP/1.1" status: 204 len: 168 time: 0.2284088 Apr 05 19:03:03.586334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45540) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:03.593820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-250c38fd-00fa-475c-8f5a-7addb2c56081 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e', 'tempest-TagsExtTest-Tag-737650901') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:03.642962 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72095ce-fdc4-4cbc-aaf9-cf2d7dc72aa1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.701453 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-250c38fd-00fa-475c-8f5a-7addb2c56081 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:03.702578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-250c38fd-00fa-475c-8f5a-7addb2c56081 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags/tempest-TagsExtTest-Tag-737650901 HTTP/1.1" status: 404 len: 328 time: 0.1155767 Apr 05 19:03:03.705678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45542) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:03.710913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-1b89df1c-8d18-48b2-ae1c-b71b9b03fc0d tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e', 'tempest-TagsExtTest-Tag-512927256') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:03.717215 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72095ce-fdc4-4cbc-aaf9-cf2d7dc72aa1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.753147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45544) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:03.759789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-60e1b5b9-5738-4a2b-b438-4540c32fa865 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358709381', 'description': 'tempest-secgroup-smoke-358709381 description', 'project_id': 'b886d9b388b44c298984420374d39150'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:03.766045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72095ce-fdc4-4cbc-aaf9-cf2d7dc72aa1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=91ce857c-31de-4513-bee9-13add010333d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:03.774201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b72095ce-fdc4-4cbc-aaf9-cf2d7dc72aa1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.780198 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b72095ce-fdc4-4cbc-aaf9-cf2d7dc72aa1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/91ce857c-31de-4513-bee9-13add010333d HTTP/1.1" status: 204 len: 168 time: 0.5447652 Apr 05 19:03:03.781146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45546) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:03.813585 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-1b89df1c-8d18-48b2-ae1c-b71b9b03fc0d tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:03.815092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1b89df1c-8d18-48b2-ae1c-b71b9b03fc0d tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags/tempest-TagsExtTest-Tag-512927256 HTTP/1.1" status: 404 len: 328 time: 0.1076322 Apr 05 19:03:03.818006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45548) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:03.823471 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-a08a0760-b5c7-4f78-96cc-c72018357df4 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e', 'tempest-TagsExtTest-Tag-1565593654') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:03.826584 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fffbd663-4364-4c8c-b99b-3975a0d1f7bb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441422 Apr 05 19:03:03.829297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45550) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:03.836196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:03.837872 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60e1b5b9-5738-4a2b-b438-4540c32fa865 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.928366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60e1b5b9-5738-4a2b-b438-4540c32fa865 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.936789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60e1b5b9-5738-4a2b-b438-4540c32fa865 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.973794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1b5b9-5738-4a2b-b438-4540c32fa865 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f0ece-cad6-4d43-8f11-d201312caefe,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:03.982312 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-60e1b5b9-5738-4a2b-b438-4540c32fa865 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:03.983860 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-60e1b5b9-5738-4a2b-b438-4540c32fa865 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2276871 Apr 05 19:03:03.987087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45552) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:03.992997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-197dee47-d172-47a6-be12-41a2dd0ba0cf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '7f3f0ece-cad6-4d43-8f11-d201312caefe', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:04.001363 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-a08a0760-b5c7-4f78-96cc-c72018357df4 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:04.005366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a08a0760-b5c7-4f78-96cc-c72018357df4 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags/tempest-TagsExtTest-Tag-1565593654 HTTP/1.1" status: 404 len: 329 time: 0.1831129 Apr 05 19:03:04.005821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45554) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.012031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-9784e527-3543-4900-9c9b-725418d953af tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5', {'tags': ['tempest-TagsExtTest-Tag-1162909816', 'tempest-TagsExtTest-Tag-1691134832', 'tempest-TagsExtTest-Tag-557389306']}) {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:04.027846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:04.031531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.056188 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-197dee47-d172-47a6-be12-41a2dd0ba0cf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.068171 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9784e527-3543-4900-9c9b-725418d953af tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "PUT /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags HTTP/1.1" status: 200 len: 317 time: 0.0588341 Apr 05 19:03:04.068397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45556) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.073043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-36c2be5e-fe90-47e6-9369-01ffc6671aec tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:04.090769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fca512-167c-40bb-89bc-6c5586f7b251 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:04.127667 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-36c2be5e-fe90-47e6-9369-01ffc6671aec tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags HTTP/1.1" status: 204 len: 168 time: 0.0559344 Apr 05 19:03:04.128293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45558) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.133393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-fb710066-d2ca-4b2a-8c62-6f9279ea2157 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5', 'tempest-TagsExtTest-Tag-1162909816') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:04.175949 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-fb710066-d2ca-4b2a-8c62-6f9279ea2157 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:04.179887 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fb710066-d2ca-4b2a-8c62-6f9279ea2157 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags/tempest-TagsExtTest-Tag-1162909816 HTTP/1.1" status: 404 len: 329 time: 0.0485089 Apr 05 19:03:04.180249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45560) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.186166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-a4c9d89b-7d1f-4c77-86ae-3784e725bc52 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5', 'tempest-TagsExtTest-Tag-1691134832') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:04.217935 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-197dee47-d172-47a6-be12-41a2dd0ba0cf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.222060 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6d3482a6-9a6e-48c5-a0a4-65debb5a1f42 None None] Provisioning complete for port 3518587e-6e03-4cbe-8a7a-47c8cb840589 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:04.222501 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d3482a6-9a6e-48c5-a0a4-65debb5a1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.222892 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-a4c9d89b-7d1f-4c77-86ae-3784e725bc52 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:04.224176 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a4c9d89b-7d1f-4c77-86ae-3784e725bc52 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags/tempest-TagsExtTest-Tag-1691134832 HTTP/1.1" status: 404 len: 329 time: 0.0427945 Apr 05 19:03:04.227507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-197dee47-d172-47a6-be12-41a2dd0ba0cf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.233224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45562) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.245819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-afad8564-7468-41f8-ac63-43721615a402 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5', 'tempest-TagsExtTest-Tag-557389306') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:04.313656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197dee47-d172-47a6-be12-41a2dd0ba0cf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729d33df-1645-438b-9dfc-36a9377278f1,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:04.334634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-197dee47-d172-47a6-be12-41a2dd0ba0cf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.338750 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-197dee47-d172-47a6-be12-41a2dd0ba0cf tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478587 Apr 05 19:03:04.339669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45568) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.348878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-baecdfce-f942-494d-b074-0b2a4025c1e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '7f3f0ece-cad6-4d43-8f11-d201312caefe', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:04.375771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb0cc8-c611-4286-ad00-4303f1a1b83a None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:04.422582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-baecdfce-f942-494d-b074-0b2a4025c1e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.453516 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-afad8564-7468-41f8-ac63-43721615a402 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] show failed (client error): The resource could not be found. Apr 05 19:03:04.454234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-afad8564-7468-41f8-ac63-43721615a402 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags/tempest-TagsExtTest-Tag-557389306 HTTP/1.1" status: 404 len: 328 time: 0.2127342 Apr 05 19:03:04.457249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45570) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.458666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb0cc8-c611-4286-ad00-4303f1a1b83a None None] Deleting port 3518587e-6e03-4cbe-8a7a-47c8cb840589 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:04.459778 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0cc8-c611-4286-ad00-4303f1a1b83a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.463976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-fb389cd1-0fa5-4a42-a4b9-3d790d1465b2 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3aea3962-eb3a-4eec-89fb-a089bd372ef5') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:04.476024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.509354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-baecdfce-f942-494d-b074-0b2a4025c1e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.517179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-baecdfce-f942-494d-b074-0b2a4025c1e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.523441 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-afbaef4b-ec32-43ad-8393-633e5f23f8d2 req-53925146-0392-4163-8afd-1bfcb1fafb82 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0930719 Apr 05 19:03:04.545500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecdfce-f942-494d-b074-0b2a4025c1e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261d676e-c72e-4ad3-9cc7-6daf2098be6a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:04.555673 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-baecdfce-f942-494d-b074-0b2a4025c1e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.556900 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-baecdfce-f942-494d-b074-0b2a4025c1e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2168040 Apr 05 19:03:04.563194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45574) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.567214 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fb389cd1-0fa5-4a42-a4b9-3d790d1465b2 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5/tags HTTP/1.1" status: 204 len: 168 time: 0.1088204 Apr 05 19:03:04.567814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45576) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.568915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4532d8ab-7581-4084-bcff-49eb5df0b5f9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '7f3f0ece-cad6-4d43-8f11-d201312caefe', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:04.572721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-28fcc85a-e3da-4f8d-be78-6bdb6037cd3e tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a70a5de2-1779-4897-9c09-6d0c6f9db38e') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:04.594510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=c56de718-22ba-40eb-ba79-9cc3900ffdd8,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:04.601050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f6eb0cc8-c611-4286-ad00-4303f1a1b83a None None] For port 3518587e-6e03-4cbe-8a7a-47c8cb840589, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3518587e-6e03-4cbe-8a7a-47c8cb840589,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:04.601957 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0cc8-c611-4286-ad00-4303f1a1b83a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.621706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb0cc8-c611-4286-ad00-4303f1a1b83a None None] Calling delete_port for 3518587e-6e03-4cbe-8a7a-47c8cb840589 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:04.630195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:04.642483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:04.651560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:04.653281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.665683 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4532d8ab-7581-4084-bcff-49eb5df0b5f9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.689266 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-28fcc85a-e3da-4f8d-be78-6bdb6037cd3e tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e/tags HTTP/1.1" status: 204 len: 168 time: 0.1204367 Apr 05 19:03:04.689889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45580) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.695121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.tag.tag_plugin [None req-ac71430e-3006-41fd-863e-8865201d7035 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99b93ff1-4502-4f9e-8316-d447beef7098') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:04.700286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45582) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.700498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d1199783-f25a-4f0e-abf7-4f54a88b726e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8676674 Apr 05 19:03:04.705312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:04.729283 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0cc8-c611-4286-ad00-4303f1a1b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.751378 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4532d8ab-7581-4084-bcff-49eb5df0b5f9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.756950 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4532d8ab-7581-4084-bcff-49eb5df0b5f9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.763672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb0cc8-c611-4286-ad00-4303f1a1b83a None None] Pushing event deleted for resources: {'Port': ['ID=3518587e-6e03-4cbe-8a7a-47c8cb840589,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:04.770305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb0cc8-c611-4286-ad00-4303f1a1b83a None None] No DVR routers for this DVR port 3518587e-6e03-4cbe-8a7a-47c8cb840589 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:04.789360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64592eda-3273-4103-b469-13fd64b3a13e None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:04.803018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532d8ab-7581-4084-bcff-49eb5df0b5f9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821563a5-c017-4111-9d53-579028381094,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:04.819793 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4532d8ab-7581-4084-bcff-49eb5df0b5f9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.822622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4532d8ab-7581-4084-bcff-49eb5df0b5f9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2582815 Apr 05 19:03:04.825300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45584) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.849844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-aad55936-da4d-4a07-a1ab-90f9a0ab50c2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '7f3f0ece-cad6-4d43-8f11-d201312caefe', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:04.864639 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ac71430e-3006-41fd-863e-8865201d7035 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098/tags HTTP/1.1" status: 204 len: 168 time: 0.1735706 Apr 05 19:03:04.865168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45588) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:04.873663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-2be025df-941d-474f-bf7a-945654b55ca0 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aced4e9c-a2ea-45ab-86e0-710581aaecc2') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:04.896086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:04.903604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:04.940584 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aad55936-da4d-4a07-a1ab-90f9a0ab50c2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.066062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2be025df-941d-474f-bf7a-945654b55ca0 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2/tags HTTP/1.1" status: 204 len: 168 time: 0.1995263 Apr 05 19:03:05.069312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': 'c56de718-22ba-40eb-ba79-9cc3900ffdd8'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:03:05.070332 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.079736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45590) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:05.267824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aad55936-da4d-4a07-a1ab-90f9a0ab50c2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.291052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:03:05.292659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.297746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aad55936-da4d-4a07-a1ab-90f9a0ab50c2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.298085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Allocated IP 172.20.0.2 (0b78bae6-29fd-47d3-887d-9b3f88505648/c56de718-22ba-40eb-ba79-9cc3900ffdd8/77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:05.313696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:05.316047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:05.338231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:05.339601 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.369015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad55936-da4d-4a07-a1ab-90f9a0ab50c2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6c194d-96b0-4532-9309-09f5c3112406,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:05.393090 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aad55936-da4d-4a07-a1ab-90f9a0ab50c2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.398779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45594) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:05.399766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aad55936-da4d-4a07-a1ab-90f9a0ab50c2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5726888 Apr 05 19:03:05.405847 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e7044c4b-a020-45ca-af67-f734623955fa tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for subnetpool, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.407252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e7044c4b-a020-45ca-af67-f734623955fa tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3aea3962-eb3a-4eec-89fb-a089bd372ef5 HTTP/1.1" status: 204 len: 168 time: 0.3263500 Apr 05 19:03:05.409756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45596) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:05.412914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-df99118c-8a8e-4420-9313-0fc00ad76329 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '7f3f0ece-cad6-4d43-8f11-d201312caefe', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:05.440986 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7406745 Apr 05 19:03:05.445145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45598) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:05.451253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:04:d5:16', 'name': 'tempest-NetworksTestDHCPv6-59950291'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:05.471156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-83b0436c-4ebe-4239-8126-29c6158657cb tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a70a5de2-1779-4897-9c09-6d0c6f9db38e HTTP/1.1" status: 200 len: 205 time: 0.0598578 Apr 05 19:03:05.473191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45600) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:05.519415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b4f69-6078-4f13-ba18-1716ec21d08f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=2d918d20-d51c-4163-8ccc-6de11503f287,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:05.566438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e235a19-b7ca-40cd-99ef-4503fa747360 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.624878 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-df99118c-8a8e-4420-9313-0fc00ad76329 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Project b886d9b388b44c298984420374d39150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:03:05.630783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df99118c-8a8e-4420-9313-0fc00ad76329 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.655543 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.659508 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.664304 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.687273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:05.714684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:05.717739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:05.726131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:05.731690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Pushing event updated for resources: {'Port': ['ID=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:05.743145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df99118c-8a8e-4420-9313-0fc00ad76329 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.786784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01bd1d98-9de4-42fb-a0c7-c4c628bf0e84 req-f823b6ef-5084-4e82-9750-2f8f020fd95c tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1085224 Apr 05 19:03:05.799332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Attempting to bind port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:05.799708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Attempting to bind port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:05.800137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Attempting to bind port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:05.806046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:05.806445 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:05.806851 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.807239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:05.807920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Bound port: 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:05.808371 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.879060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e235a19-b7ca-40cd-99ef-4503fa747360 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.882322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e235a19-b7ca-40cd-99ef-4503fa747360 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.889933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] For port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:05.893447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] For port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:05.899323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.915492 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.919650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df99118c-8a8e-4420-9313-0fc00ad76329 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:05.953984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3518587e-6e03-4cbe-8a7a-47c8cb840589 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:05.959971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99118c-8a8e-4420-9313-0fc00ad76329 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65b92b8-b9f5-4e1f-8604-6ab7885ba632,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:05.981210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 2a1acef9-ff52-44dc-a1ad-4723729553b9 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:03:05.997951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 3518587e-6e03-4cbe-8a7a-47c8cb840589 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:05.998369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3518587e-6e03-4cbe-8a7a-47c8cb840589 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:06.013451 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df99118c-8a8e-4420-9313-0fc00ad76329 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.015962 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df99118c-8a8e-4420-9313-0fc00ad76329 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6124806 Apr 05 19:03:06.019246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa3a4d-ac36-4c8e-b968-cfd056fa5b52 None None] Pushing event updated for resources: {'Port': ['ID=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:06.019869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45606) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:06.039725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9a51b65f-9142-4587-99fe-4ed9e6bee752 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '7f3f0ece-cad6-4d43-8f11-d201312caefe', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:06.069404 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e235a19-b7ca-40cd-99ef-4503fa747360 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.071057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e235a19-b7ca-40cd-99ef-4503fa747360 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Fanout notify agent at l3_agent the message router_deleted on router a70a5de2-1779-4897-9c09-6d0c6f9db38e {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:03:06.082756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e235a19-b7ca-40cd-99ef-4503fa747360 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.086875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6e235a19-b7ca-40cd-99ef-4503fa747360 tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/routers/a70a5de2-1779-4897-9c09-6d0c6f9db38e HTTP/1.1" status: 204 len: 168 time: 0.6126859 Apr 05 19:03:06.087603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45608) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:06.179397 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-9a51b65f-9142-4587-99fe-4ed9e6bee752 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Project b886d9b388b44c298984420374d39150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:03:06.192014 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a51b65f-9142-4587-99fe-4ed9e6bee752 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.247433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2c49a-7b55-42a2-9904-04d543a0b52b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Deleting port 99b93ff1-4502-4f9e-8316-d447beef7098 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:06.247912 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c49a-7b55-42a2-9904-04d543a0b52b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.383954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a51b65f-9142-4587-99fe-4ed9e6bee752 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.395192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a51b65f-9142-4587-99fe-4ed9e6bee752 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.513859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51b65f-9142-4587-99fe-4ed9e6bee752 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2c2267-ac66-4e88-acc5-07280d891f2a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:06.555403 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a51b65f-9142-4587-99fe-4ed9e6bee752 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.562883 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9a51b65f-9142-4587-99fe-4ed9e6bee752 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5405784 Apr 05 19:03:06.572991 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45612) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:06.574520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c49a-7b55-42a2-9904-04d543a0b52b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.583656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'network': {'name': 'tempest-network-smoke--831035878', 'project_id': 'b886d9b388b44c298984420374d39150', 'port_security_enabled': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:06.628013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2c49a-7b55-42a2-9904-04d543a0b52b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Calling delete_port for 99b93ff1-4502-4f9e-8316-d447beef7098 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:06.636254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 172.20.0.6 (0b78bae6-29fd-47d3-887d-9b3f88505648/c56de718-22ba-40eb-ba79-9cc3900ffdd8/2a1acef9-ff52-44dc-a1ad-4723729553b9) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:06.649090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:fe04:d516 (0b78bae6-29fd-47d3-887d-9b3f88505648/2d918d20-d51c-4163-8ccc-6de11503f287/2a1acef9-ff52-44dc-a1ad-4723729553b9) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:06.675465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:06.683923 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.754496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:03:06.864467 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c49a-7b55-42a2-9904-04d543a0b52b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.870136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:06.870525 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Added segment 19fc9356-4512-4e45-b0cd-910f50bd28a3 of type vlan for network c21254af-9ed4-4738-a308-6af9afcb2725 Apr 05 19:03:06.908207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2c49a-7b55-42a2-9904-04d543a0b52b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Pushing event deleted for resources: {'Port': ['ID=99b93ff1-4502-4f9e-8316-d447beef7098,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:07.019735 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db82dd93-25f3-49cd-bbc5-9656f9550037 req-49340d89-2a42-4e8a-bd82-7962af40e003 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0779176 Apr 05 19:03:07.051251 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c49a-7b55-42a2-9904-04d543a0b52b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.054778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6ae2c49a-7b55-42a2-9904-04d543a0b52b tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/ports/99b93ff1-4502-4f9e-8316-d447beef7098 HTTP/1.1" status: 204 len: 168 time: 0.9660192 Apr 05 19:03:07.058182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45624) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:07.085322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.154894 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.164999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e1c528-792e-49c4-bbf3-be300d23334c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Deleting subnet aced4e9c-a2ea-45ab-86e0-710581aaecc2 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:07.170073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e1c528-792e-49c4-bbf3-be300d23334c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.193376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.208657 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.216139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:07.216918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.266350 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e1c528-792e-49c4-bbf3-be300d23334c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.407357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e1c528-792e-49c4-bbf3-be300d23334c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.439419 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8637140 Apr 05 19:03:07.442176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45640) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:07.445259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282c3c7-9bad-4208-bb7a-fb366efa5be6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Network': ['ID=c21254af-9ed4-4738-a308-6af9afcb2725,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:07.450827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'admin_state_up': True, 'project_id': 'b886d9b388b44c298984420374d39150', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:07.454009 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.456452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c21254af-9ed4-4738-a308-6af9afcb2725 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:03:07.519848 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.521114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.547510 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e1c528-792e-49c4-bbf3-be300d23334c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.612103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e1c528-792e-49c4-bbf3-be300d23334c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.614178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe15ab7-cb17-491a-8692-4077ebabeda7 None None] Network bfc0981d-8dab-4656-aca1-ec4fb2fe1273 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:07.617999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-81e1c528-792e-49c4-bbf3-be300d23334c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/subnets/aced4e9c-a2ea-45ab-86e0-710581aaecc2 HTTP/1.1" status: 204 len: 168 time: 0.5585930 Apr 05 19:03:07.621206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1c528-792e-49c4-bbf3-be300d23334c tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Pushing event deleted for resources: {'Subnet': ['ID=aced4e9c-a2ea-45ab-86e0-710581aaecc2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:07.624730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45648) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:07.637741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:07.653182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:07.660046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:07.675625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.783955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:07.784647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.812397 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.3657913 Apr 05 19:03:07.813271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45656) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:07.844679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a2d90-f49f-46d0-9f9a-048995c007f9 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:07.881576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3837091-00e3-47d1-a72b-983e4f6a5054 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=2a1acef9-ff52-44dc-a1ad-4723729553b9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:07.930247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ca2962fe-5e1a-4098-8f03-ca3bc8409419 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:07.930687 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca2962fe-5e1a-4098-8f03-ca3bc8409419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:07.930817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322abab8-a4f0-4ef4-8a36-63df812da68b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:07.953367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322abab8-a4f0-4ef4-8a36-63df812da68b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:07.965104 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-322abab8-a4f0-4ef4-8a36-63df812da68b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.1385803 Apr 05 19:03:07.965104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45660) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:08.033538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.049636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae5c67-ec9f-44d6-adc9-e2a2bacca847 None None] DHCP port deletion for bfc0981d-8dab-4656-aca1-ec4fb2fe1273 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:08.122681 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:08.132945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.142868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9797eff2-399d-42df-8660-8051df2ea638 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 2a1acef9-ff52-44dc-a1ad-4723729553b9 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:08.143356 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9797eff2-399d-42df-8660-8051df2ea638 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.249538 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca2962fe-5e1a-4098-8f03-ca3bc8409419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.259852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ed036fb-8c28-4b08-847d-6b2657343b37 req-15b38350-f813-4d47-a76a-1168784d3d4c tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0591052 Apr 05 19:03:08.288383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9797eff2-399d-42df-8660-8051df2ea638 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.297697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1fae5c67-ec9f-44d6-adc9-e2a2bacca847 None None] Deleting port bd7e3679-18e9-444b-a31c-6e8db0b74df5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:08.298169 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fae5c67-ec9f-44d6-adc9-e2a2bacca847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.313896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9797eff2-399d-42df-8660-8051df2ea638 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 2a1acef9-ff52-44dc-a1ad-4723729553b9 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:08.341573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Deleting port bd7e3679-18e9-444b-a31c-6e8db0b74df5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:08.341923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.347385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ca2962fe-5e1a-4098-8f03-ca3bc8409419 None None] For port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:08.349275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:08.349932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.452880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] For port bd7e3679-18e9-444b-a31c-6e8db0b74df5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bd7e3679-18e9-444b-a31c-6e8db0b74df5,segment=NetworkSegment(37d8a7a3-a019-47f0-8771-570d19b97d65),segment_id=37d8a7a3-a019-47f0-8771-570d19b97d65)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:08.453222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.467878 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca2962fe-5e1a-4098-8f03-ca3bc8409419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.496355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Calling delete_port for bd7e3679-18e9-444b-a31c-6e8db0b74df5 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:08.528700 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.531360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2962fe-5e1a-4098-8f03-ca3bc8409419 None None] Pushing event updated for resources: {'Port': ['ID=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:08.555046 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.561217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9797eff2-399d-42df-8660-8051df2ea638 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.565215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1fae5c67-ec9f-44d6-adc9-e2a2bacca847 None None] For port bd7e3679-18e9-444b-a31c-6e8db0b74df5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bd7e3679-18e9-444b-a31c-6e8db0b74df5,segment=NetworkSegment(37d8a7a3-a019-47f0-8771-570d19b97d65),segment_id=37d8a7a3-a019-47f0-8771-570d19b97d65)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:08.566188 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fae5c67-ec9f-44d6-adc9-e2a2bacca847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.579568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff822bdb-76e8-4c3e-85a3-e386ea9977c0 None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': 'c56de718-22ba-40eb-ba79-9cc3900ffdd8', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d918d20-d51c-4163-8ccc-6de11503f287'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:03:08.586839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1fae5c67-ec9f-44d6-adc9-e2a2bacca847 None None] Calling delete_port for bd7e3679-18e9-444b-a31c-6e8db0b74df5 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:08.617846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797eff2-399d-42df-8660-8051df2ea638 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=2a1acef9-ff52-44dc-a1ad-4723729553b9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:08.662371 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff822bdb-76e8-4c3e-85a3-e386ea9977c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.752218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9797eff2-399d-42df-8660-8051df2ea638 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.756663 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9797eff2-399d-42df-8660-8051df2ea638 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/2a1acef9-ff52-44dc-a1ad-4723729553b9 HTTP/1.1" status: 204 len: 168 time: 0.7946036 Apr 05 19:03:08.761074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45678) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:08.776385 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.786113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.25.4.44 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/6408dd4c-81d7-4508-89a8-502b4d7435e9) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:08.795235 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fae5c67-ec9f-44d6-adc9-e2a2bacca847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:08.827084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Pushing event deleted for resources: {'Port': ['ID=bd7e3679-18e9-444b-a31c-6e8db0b74df5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:08.829386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] No DVR routers for this DVR port bd7e3679-18e9-444b-a31c-6e8db0b74df5 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:08.846303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae5c67-ec9f-44d6-adc9-e2a2bacca847 None None] Pushing event deleted for resources: {'Port': ['ID=bd7e3679-18e9-444b-a31c-6e8db0b74df5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:08.882192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae5c67-ec9f-44d6-adc9-e2a2bacca847 None None] No DVR routers for this DVR port bd7e3679-18e9-444b-a31c-6e8db0b74df5 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:08.901273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1dc53-6248-4b8d-9d18-6246746b2c60 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:08.903176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1dc53-6248-4b8d-9d18-6246746b2c60 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:08.904798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1dc53-6248-4b8d-9d18-6246746b2c60 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:08.909110 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d4c1dc53-6248-4b8d-9d18-6246746b2c60 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1488051 Apr 05 19:03:08.909673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45682) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:08.983637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-90093f45-a003-48c4-a93b-cbf2584ee185 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 2d918d20-d51c-4163-8ccc-6de11503f287 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:08.988397 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90093f45-a003-48c4-a93b-cbf2584ee185 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.000206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.041460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90093f45-a003-48c4-a93b-cbf2584ee185 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.070184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc0981d-8dab-4656-aca1-ec4fb2fe1273']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:09.088373 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d8a7a3-a019-47f0-8771-570d19b97d65') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:09.089248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d8a7a3-a019-47f0-8771-570d19b97d65') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:09.102710 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90093f45-a003-48c4-a93b-cbf2584ee185 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.113084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.138376 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.142677 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.150232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:03:09.150232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:03:09.155215 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-ff822bdb-76e8-4c3e-85a3-e386ea9977c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d918d20-d51c-4163-8ccc-6de11503f287: This subnet is being modified by another concurrent operation. Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d918d20-d51c-4163-8ccc-6de11503f287: This subnet is being modified by another concurrent operation. Apr 05 19:03:09.184437 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 19:03:09.197025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90093f45-a003-48c4-a93b-cbf2584ee185 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.235692 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90093f45-a003-48c4-a93b-cbf2584ee185 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.235692 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-90093f45-a003-48c4-a93b-cbf2584ee185 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/2d918d20-d51c-4163-8ccc-6de11503f287 HTTP/1.1" status: 204 len: 168 time: 0.3223133 Apr 05 19:03:09.238986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45686) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:09.254459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.262687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90093f45-a003-48c4-a93b-cbf2584ee185 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=2d918d20-d51c-4163-8ccc-6de11503f287,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:09.297497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.297497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] 10.222.0.15 "DELETE /v2.0/networks/bfc0981d-8dab-4656-aca1-ec4fb2fe1273 HTTP/1.1" status: 204 len: 168 time: 1.6719658 Apr 05 19:03:09.316046 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.322117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b243fb-717a-49b8-b6c5-523f6291d1de tempest-TagsExtTest-681892016 tempest-TagsExtTest-681892016-project] Pushing event deleted for resources: {'Network': ['ID=bfc0981d-8dab-4656-aca1-ec4fb2fe1273,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:09.463364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-687812b9-d252-4e51-b916-2b76a8a577b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet c56de718-22ba-40eb-ba79-9cc3900ffdd8 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:09.494535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-687812b9-d252-4e51-b916-2b76a8a577b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.505452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-28cf0b56-1c5e-4a91-ba90-54e1e37a88c1 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:09.506004 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28cf0b56-1c5e-4a91-ba90-54e1e37a88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.551431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93c6343e-f777-4238-b771-41947b40e57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.558968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:09.594847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:09.642487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:09.663441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-28cf0b56-1c5e-4a91-ba90-54e1e37a88c1 None None] Could not find standard attr ID for object 2a1acef9-ff52-44dc-a1ad-4723729553b9. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:09.722781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6089f4fd-680e-4051-8c90-1b3a921e1c51 req-a36e0389-aec8-4cc4-b23f-4001bffdb120 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1625824 Apr 05 19:03:09.735415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=6408dd4c-81d7-4508-89a8-502b4d7435e9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:09.744578 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-687812b9-d252-4e51-b916-2b76a8a577b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:09.779484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-75f1ab87-f7e3-4c8c-bf93-fcf2f4d5d9f8 None None] Could not find standard attr ID for object 61c79296-9ae6-4e78-9ad2-320fff6d26f6. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:09.786783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-75f1ab87-f7e3-4c8c-bf93-fcf2f4d5d9f8 None None] Could not find standard attr ID for object 2a1acef9-ff52-44dc-a1ad-4723729553b9. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:09.828051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ebea0f-abc2-4dfc-b5e6-2466a6a7846a None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 19:03:09.899940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45696) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:09.973993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bd7e3679-18e9-444b-a31c-6e8db0b74df5 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:10.019087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: bd7e3679-18e9-444b-a31c-6e8db0b74df5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:10.019816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bd7e3679-18e9-444b-a31c-6e8db0b74df5 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:10.020408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:10.041234 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:10.065900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ebea0f-abc2-4dfc-b5e6-2466a6a7846a None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 19:03:10.115624 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-970f26f0-f64b-40b2-82a0-48aab3d5da02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a03ee4cda1f4e5f8a723aacca04b27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139132 Apr 05 19:03:10.118006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45702) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:10.171217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4287c515-6866-4925-891a-ca9ff46cc60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:10.178854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-687812b9-d252-4e51-b916-2b76a8a577b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:10.198361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4287c515-6866-4925-891a-ca9ff46cc60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:10.250621 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:10.259771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4287c515-6866-4925-891a-ca9ff46cc60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:10.264123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4287c515-6866-4925-891a-ca9ff46cc60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:10.265855 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4287c515-6866-4925-891a-ca9ff46cc60d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92f15da3-8a25-4a60-b2c9-bb0f348084c7 HTTP/1.1" status: 204 len: 168 time: 0.1468377 Apr 05 19:03:10.277637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287c515-6866-4925-891a-ca9ff46cc60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f15da3-8a25-4a60-b2c9-bb0f348084c7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:10.981031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-881ade29-a4e1-40e0-b58e-109b19407ba9 req-280f4433-1b17-403a-a872-b1cd20516394 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0759048 Apr 05 19:03:11.023963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:11.040096 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-687812b9-d252-4e51-b916-2b76a8a577b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:11.071977 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:03:11.074353 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:03:11.128393 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-687812b9-d252-4e51-b916-2b76a8a577b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:11.133938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-687812b9-d252-4e51-b916-2b76a8a577b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/c56de718-22ba-40eb-ba79-9cc3900ffdd8 HTTP/1.1" status: 204 len: 168 time: 1.8930898 Apr 05 19:03:11.135169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687812b9-d252-4e51-b916-2b76a8a577b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=c56de718-22ba-40eb-ba79-9cc3900ffdd8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:11.137072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45728) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:11.193880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b9cc7fa5-b582-4ee7-b964-691f6d4bc633 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534790 Apr 05 19:03:11.198379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45734) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:11.207199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:11.340656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 0411a0d2-67d6-4f13-b56d-6de62c23d456 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:03:11.367271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:11.375376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:11.593907 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:03:11.617418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Sync routers for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:03:11.649948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3a7fb5-f3b8-4865-8075-1ceb7fbcde66 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 19:03:11.654022 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:11.655314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cba08199-8c18-4334-95fc-9cc5b6ceb2da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2119722 Apr 05 19:03:11.658563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45742) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:11.720426 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-97f53af4-b79a-4aa4-89c0-a3e35b2b2d87 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b886d9b388b44c298984420374d39150&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608232 Apr 05 19:03:11.724007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45746) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:11.731283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:03:11.732426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:02:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:11.734288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:11.860825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-00915485-4bc7-4d55-acaf-040cd6f1e8a7 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:11.861257 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00915485-4bc7-4d55-acaf-040cd6f1e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:11.875418 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d3e6176-421f-47ff-8fd9-093a2244d3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:12.222372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e14af3a1-ac08-46dc-a890-ff4c2631a29e req-325613a8-fc13-4cc0-9317-96a9937025c3 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0772862 Apr 05 19:03:12.240879 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:12.320276 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:12.324353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a7fb5-f3b8-4865-8075-1ceb7fbcde66 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 19:03:12.346693 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:12.393799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:12.396410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:12.433928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:03:12.439553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:12.440149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:12.475652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=6881e47f-32b9-4e8a-99d6-3a725e9913e3,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:12.515964 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb07077-ec22-41d6-86e2-97e7ae31c80f tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:12.521295 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7fb07077-ec22-41d6-86e2-97e7ae31c80f tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7885301 Apr 05 19:03:12.521478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:12.529940 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a5b104b9-4abb-45e2-915a-469874b739f2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3300021 Apr 05 19:03:12.530833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45764) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:12.538332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:12.608104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-864325d6-f2ff-46e3-ad2b-b7cff36200ff tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0855377 Apr 05 19:03:12.614696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45770) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:12.620057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1885653867', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'project_id': 'b886d9b388b44c298984420374d39150', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:12.703345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:12.761900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:12.770163 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:12.805517 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00915485-4bc7-4d55-acaf-040cd6f1e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:12.837688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:12.843394 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:12.850604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:12.981255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-00915485-4bc7-4d55-acaf-040cd6f1e8a7 None None] For port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:13.004903 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:13.020890 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00915485-4bc7-4d55-acaf-040cd6f1e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:13.175361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:13.175868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:13.222182 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:13.250580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00915485-4bc7-4d55-acaf-040cd6f1e8a7 None None] Pushing event updated for resources: {'Port': ['ID=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:13.253951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:09Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:13.296933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Checking router: 0411a0d2-67d6-4f13-b56d-6de62c23d456 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:03:13.297312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Updating router 0411a0d2-67d6-4f13-b56d-6de62c23d456 port 6408dd4c-81d7-4508-89a8-502b4d7435e9 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:03:13.342899 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:13.362508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:03:13.414533 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Subnet': ['ID=894217dc-a569-4c6b-a9df-3c29045efbf0,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:13.460651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Checking segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:13.461443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network hostable DHCP agents. Network: c21254af-9ed4-4738-a308-6af9afcb2725, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:03:13.498166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-73f91109-bf1b-42c5-9cf2-a4708271ce4d req-4e3d4774-dc64-4590-babf-757ae56cd3ff tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0460892 Apr 05 19:03:13.534489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network c21254af-9ed4-4738-a308-6af9afcb2725 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:03:13.547709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c21254af-9ed4-4738-a308-6af9afcb2725) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:13.572812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:13.573581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:13.614286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2f2550b5-e7e1-4bc1-8955-a37984e858f6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9979472 Apr 05 19:03:13.616818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45792) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:13.668192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:13.903973 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:13.928362 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:13.932702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e184486-a5d5-41f3-a9d4-8ea3c996b7d1 None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '6881e47f-32b9-4e8a-99d6-3a725e9913e3'}, {'subnet_id': '380fd9aa-ab57-46cb-a6b6-e7db6505f212'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:03:13.961904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] For port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:14.000683 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.006362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.007586 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.070139 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e184486-a5d5-41f3-a9d4-8ea3c996b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.138758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c9764-4953-4f15-8dc7-db57a3700d75 None None] Pushing event updated for resources: {'Port': ['ID=6408dd4c-81d7-4508-89a8-502b4d7435e9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:14.152766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Attempting to bind port 6408dd4c-81d7-4508-89a8-502b4d7435e9 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:14.155698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Attempting to bind port 6408dd4c-81d7-4508-89a8-502b4d7435e9 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:14.158964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Attempting to bind port 6408dd4c-81d7-4508-89a8-502b4d7435e9 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:14.169414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:14.175035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:14.193574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:14.199266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:14.216613 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.220646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=380fd9aa-ab57-46cb-a6b6-e7db6505f212,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:14.251248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:14.255354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:14.259477 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.259780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:14.260267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Bound port: 6408dd4c-81d7-4508-89a8-502b4d7435e9, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:14.260902 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.280584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:14.281145 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-509cd579-82a2-46e8-baba-f32cb55943a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7490489 Apr 05 19:03:14.293022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:df:50:f6', 'name': 'tempest-NetworksTestDHCPv6-1734427628'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:14.472486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] For port 6408dd4c-81d7-4508-89a8-502b4d7435e9, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:14.474829 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.477014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] For port 6408dd4c-81d7-4508-89a8-502b4d7435e9, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6408dd4c-81d7-4508-89a8-502b4d7435e9,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:14.654519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:14.684680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a7a1f962-daf7-43dc-8b00-c399072c4a09 req-dae59f51-05e6-4014-947f-d0e709792f96 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0756667 Apr 05 19:03:14.693702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:14.740377 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.747561 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.827817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c9764-4953-4f15-8dc7-db57a3700d75 None None] Pushing event updated for resources: {'Port': ['ID=6408dd4c-81d7-4508-89a8-502b4d7435e9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:14.852869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:14.853238 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.873287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:14.878375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5e184486-a5d5-41f3-a9d4-8ea3c996b7d1 None None] Allocated IP 172.20.0.2 (0b78bae6-29fd-47d3-887d-9b3f88505648/6881e47f-32b9-4e8a-99d6-3a725e9913e3/77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:14.885653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:03:14.886539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:03:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:14.908404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 4769a02b-d3c0-4dfb-92a7-73db0a37f61b yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:03:15.271879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.20.0.1 (c21254af-9ed4-4738-a308-6af9afcb2725/894217dc-a569-4c6b-a9df-3c29045efbf0/787b3e3b-b425-4379-9aab-94027f1a3f96) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:15.346467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:03:15.416129 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:15.474349 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:15.536393 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:15.563043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network c21254af-9ed4-4738-a308-6af9afcb2725 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:15.564639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:15.568749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:15.605007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5e184486-a5d5-41f3-a9d4-8ea3c996b7d1 None None] For port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:15.662413 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:15.712101 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e184486-a5d5-41f3-a9d4-8ea3c996b7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:15.723611 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e184486-a5d5-41f3-a9d4-8ea3c996b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:15.793679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=787b3e3b-b425-4379-9aab-94027f1a3f96,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:15.852854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:09Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:15.852854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e184486-a5d5-41f3-a9d4-8ea3c996b7d1 None None] Pushing event updated for resources: {'Port': ['ID=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:15.907972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c95698-2f60-4281-ab5d-0313144c468c None None] The sync data for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 is: [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:09Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:03:15.990575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 172.20.0.3 (0b78bae6-29fd-47d3-887d-9b3f88505648/6881e47f-32b9-4e8a-99d6-3a725e9913e3/4769a02b-d3c0-4dfb-92a7-73db0a37f61b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:15.998545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:fedf:50f6 (0b78bae6-29fd-47d3-887d-9b3f88505648/380fd9aa-ab57-46cb-a6b6-e7db6505f212/4769a02b-d3c0-4dfb-92a7-73db0a37f61b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:16.186868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:16.208009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e556c160-f90f-4c50-af2f-67291c77562d req-45530555-69fe-4445-8c04-a46f88e3fbad tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.2067587 Apr 05 19:03:16.296945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:16.407629 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:16.488743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=4769a02b-d3c0-4dfb-92a7-73db0a37f61b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:16.517458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:16.524923 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:16.536491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:16.705448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6408dd4c-81d7-4508-89a8-502b4d7435e9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:16.819226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6408dd4c-81d7-4508-89a8-502b4d7435e9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:16.819790 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:16.926995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53cdb1b-cd4f-4aee-a641-af2de10ba29e None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:16.930151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91288c5-3836-4581-98b6-44cb046a8d6c None None] Network c21254af-9ed4-4738-a308-6af9afcb2725 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:17.065298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:17.065989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.110384 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.145349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6fb29a5d-0e57-4cc0-8eb5-4e5a3eb41fdd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8578973 Apr 05 19:03:17.145808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45852) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:17.302265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ccf37-e8e5-4551-baa1-784959f5c229 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:17.313114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ccf37-e8e5-4551-baa1-784959f5c229 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:17.315707 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2f8ccf37-e8e5-4551-baa1-784959f5c229 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1679778 Apr 05 19:03:17.318189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45856) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:17.419724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d4f4e728-7d0d-46e0-b42c-925da4d975e3 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:17.420095 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e728-7d0d-46e0-b42c-925da4d975e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.438233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-607be8de-11f4-43b5-a7e7-4714dce2f172 req-db647d74-452c-40f8-8b96-a4d26c5ef7b7 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0893929 Apr 05 19:03:17.474167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 6408dd4c-81d7-4508-89a8-502b4d7435e9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6408dd4c-81d7-4508-89a8-502b4d7435e9,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:17.490052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 4769a02b-d3c0-4dfb-92a7-73db0a37f61b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:17.493299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.494156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:17.496116 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.519198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.528390 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.615474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.631860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 4769a02b-d3c0-4dfb-92a7-73db0a37f61b owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:17.655318 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.658144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=787b3e3b-b425-4379-9aab-94027f1a3f96,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:17.775029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=6408dd4c-81d7-4508-89a8-502b4d7435e9,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:17.830449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network c21254af-9ed4-4738-a308-6af9afcb2725 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:17.832875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:17.880337 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:17.940887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=4769a02b-d3c0-4dfb-92a7-73db0a37f61b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:17.955658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.956450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.957240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.958239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.959403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.959989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.960501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.961999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.965308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.966060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.966728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:17.967235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:18.016576 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 0411a0d2-67d6-4f13-b56d-6de62c23d456 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:03:18.101478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-c21254af-9ed4-4738-a308-6af9afcb2725', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:03:18.102386 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:18.185871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:18.200590 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-85fcab75-8dce-44e4-8de1-262884c5fc1d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/4769a02b-d3c0-4dfb-92a7-73db0a37f61b HTTP/1.1" status: 204 len: 168 time: 0.8810418 Apr 05 19:03:18.223497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45872) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:18.263144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:18.263473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:18.413961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:03:18.518643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120364df-76bf-4c65-b848-6ddaf791fdaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:18.521240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120364df-76bf-4c65-b848-6ddaf791fdaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:18.523732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120364df-76bf-4c65-b848-6ddaf791fdaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:18.528815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45886) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:18.529218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-120364df-76bf-4c65-b848-6ddaf791fdaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3047333 Apr 05 19:03:18.535353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-86652cdd-bb34-4dfb-a237-d8942d0f6380 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "PUT /v2.0/routers/0411a0d2-67d6-4f13-b56d-6de62c23d456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9169948 Apr 05 19:03:18.613940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab794711-632b-45e9-8e37-78919fbfae16 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:18.633697 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Sync routers for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:03:18.659879 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:03:18.670657 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:03:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:18.708807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4256beb-fe31-4024-900a-29e345113011 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 380fd9aa-ab57-46cb-a6b6-e7db6505f212 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:18.736871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4256beb-fe31-4024-900a-29e345113011 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:18.741548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d65afba-9643-45ea-981f-5406985b93fd req-36a722d1-d842-42a8-9906-5453d2aa6da4 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1341109 Apr 05 19:03:18.842225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4256beb-fe31-4024-900a-29e345113011 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:18.914475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d7c779eb-8d08-4f25-afdd-1d228566f311 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:18.915041 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7c779eb-8d08-4f25-afdd-1d228566f311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:18.927002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Allocated IP 172.20.0.2 (c21254af-9ed4-4738-a308-6af9afcb2725/894217dc-a569-4c6b-a9df-3c29045efbf0/7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:18.978885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-a4fce62f-7f98-47f0-b7a1-d2235e90e25a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358709381&fields=id&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 267 time: 0.1096904 Apr 05 19:03:19.013059 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:03:19.049131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45904) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:19.072921 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4256beb-fe31-4024-900a-29e345113011 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.224179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4256beb-fe31-4024-900a-29e345113011 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.274061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4256beb-fe31-4024-900a-29e345113011 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=380fd9aa-ab57-46cb-a6b6-e7db6505f212,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:19.293150 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4256beb-fe31-4024-900a-29e345113011 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.296584 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b4256beb-fe31-4024-900a-29e345113011 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/380fd9aa-ab57-46cb-a6b6-e7db6505f212 HTTP/1.1" status: 204 len: 168 time: 0.7661443 Apr 05 19:03:19.299854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45912) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:19.393987 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bde1b787-a0ca-41bf-b739-fc96699902c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.410042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f26fdd4-3966-4b25-a45c-1826229667ae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 6881e47f-32b9-4e8a-99d6-3a725e9913e3 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:19.469098 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:15Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '787b3e3b-b425-4379-9aab-94027f1a3f96', 'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:51:60:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:14Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 2, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:19.508463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e11f0-11bf-4919-96be-9268f119ede6 req-c69707f4-4100-468c-83dc-fdc9cda73ee9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:19.526531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-c69707f4-4100-468c-83dc-fdc9cda73ee9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/networks?id=c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 200 len: 796 time: 0.5373523 Apr 05 19:03:19.535621 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Checking router: 0411a0d2-67d6-4f13-b56d-6de62c23d456 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:03:19.536163 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Updating router 0411a0d2-67d6-4f13-b56d-6de62c23d456 port 787b3e3b-b425-4379-9aab-94027f1a3f96 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:03:19.560928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bde1b787-a0ca-41bf-b739-fc96699902c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.564301 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f26fdd4-3966-4b25-a45c-1826229667ae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.573373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-03404f2f-543f-4d92-b784-203d5e26b618 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/quotas/b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 375 time: 0.0421352 Apr 05 19:03:19.596712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bde1b787-a0ca-41bf-b739-fc96699902c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.602614 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.676524 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bde1b787-a0ca-41bf-b739-fc96699902c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf5b4fb4d0d14d52ad1be5a79c63c37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6239483 Apr 05 19:03:19.677106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45918) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:19.692515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f26fdd4-3966-4b25-a45c-1826229667ae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.739289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1b787-a0ca-41bf-b739-fc96699902c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353102ce-57d6-4e8f-8780-e5394a373b7d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:19.813007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-62410e23-b2e4-432d-8de1-525acaa5845b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2290738 Apr 05 19:03:19.860176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e9a9-e254-4fb9-9b94-8e52a45f4f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.927654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6408dd4c-81d7-4508-89a8-502b4d7435e9 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:19.945824 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f26fdd4-3966-4b25-a45c-1826229667ae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:19.962473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d7c779eb-8d08-4f25-afdd-1d228566f311 None None] Could not find standard attr ID for object 4769a02b-d3c0-4dfb-92a7-73db0a37f61b. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:19.981736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e9a9-e254-4fb9-9b94-8e52a45f4f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.031355 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f26fdd4-3966-4b25-a45c-1826229667ae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.060232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4618c788-7e95-44d3-8c84-456391c64fbe req-4d82aac3-8962-4b68-b6fc-db0cab0c8e86 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1480725 Apr 05 19:03:20.085471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26fdd4-3966-4b25-a45c-1826229667ae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=6881e47f-32b9-4e8a-99d6-3a725e9913e3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:20.089684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f26fdd4-3966-4b25-a45c-1826229667ae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.098515 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9f26fdd4-3966-4b25-a45c-1826229667ae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/6881e47f-32b9-4e8a-99d6-3a725e9913e3 HTTP/1.1" status: 204 len: 168 time: 0.7953804 Apr 05 19:03:20.099130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45924) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:20.153182 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1b2e6aad-823d-4469-8640-5b8494db4ccb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499852 Apr 05 19:03:20.153573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45926) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:20.156009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 6408dd4c-81d7-4508-89a8-502b4d7435e9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:20.156381 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.196318 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.229756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935413b5-1553-41da-9910-1488a4dd8933 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:20.235187 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-935413b5-1553-41da-9910-1488a4dd8933 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0784452 Apr 05 19:03:20.235757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45928) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:20.248064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e9a9-e254-4fb9-9b94-8e52a45f4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.254032 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.263960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e9a9-e254-4fb9-9b94-8e52a45f4f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.267407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ccb9e9a9-e254-4fb9-9b94-8e52a45f4f00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/353102ce-57d6-4e8f-8780-e5394a373b7d HTTP/1.1" status: 204 len: 168 time: 0.5866225 Apr 05 19:03:20.284203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-ff35db58-64bd-49db-8e9d-f7fe34ed9c80 service neutron] 10.222.0.15 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654408 Apr 05 19:03:20.287498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6055a-b54a-49c3-b907-87bf77529b43 None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '6881e47f-32b9-4e8a-99d6-3a725e9913e3'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:03:20.305029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32673673-aed2-4474-90aa-6b9289d0c5d6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:20.309770 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-32673673-aed2-4474-90aa-6b9289d0c5d6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700932 Apr 05 19:03:20.310447 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45932) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:20.319425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9e9a9-e254-4fb9-9b94-8e52a45f4f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353102ce-57d6-4e8f-8780-e5394a373b7d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:20.362268 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-40e67d59-603b-445b-a6e5-588c3e454cde tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484905 Apr 05 19:03:20.370327 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45934) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:20.385352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c6bd6c9b-6a97-4719-b0da-2f1632864cdc tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:20.389591 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-20e6055a-b54a-49c3-b907-87bf77529b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.516736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-d7b92ead-630c-48ee-a38d-5237e6f69875 service neutron] 10.222.0.15 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101803 Apr 05 19:03:20.522297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Network c21254af-9ed4-4738-a308-6af9afcb2725 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:20.596432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:20.602730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Pushing event updated for resources: {'Port': ['ID=7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:20.607456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:20.621824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd6c9b-6a97-4719-b0da-2f1632864cdc tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:20.627982 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.641890 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.643843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6bd6c9b-6a97-4719-b0da-2f1632864cdc tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.649583 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bd6c9b-6a97-4719-b0da-2f1632864cdc tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:03:20.650035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6bd6c9b-6a97-4719-b0da-2f1632864cdc tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:03:20.698977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45948) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:20.704608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3393714e-cff5-46b4-85a4-6e6a60af27a7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:20.709459 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c6bd6c9b-6a97-4719-b0da-2f1632864cdc tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3204684 Apr 05 19:03:20.858810 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Attempting to bind port 787b3e3b-b425-4379-9aab-94027f1a3f96 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:20.859605 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Attempting to bind port 787b3e3b-b425-4379-9aab-94027f1a3f96 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:20.860840 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Attempting to bind port 787b3e3b-b425-4379-9aab-94027f1a3f96 on network c21254af-9ed4-4738-a308-6af9afcb2725 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:20.899141 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:20.902674 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Checking segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:20.903914 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.904661 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Bound using segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:20.906035 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Bound port: 787b3e3b-b425-4379-9aab-94027f1a3f96, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:20.907383 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:20.977985 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Pushing event updated for resources: {'Port': ['ID=787b3e3b-b425-4379-9aab-94027f1a3f96,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:20.984010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847ea26-5844-41b6-923c-921f56e0f222 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:20.998432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Attempting to bind port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:20.998432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Attempting to bind port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:20.998723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Attempting to bind port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb on network c21254af-9ed4-4738-a308-6af9afcb2725 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:21.024724 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.025065 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.025389 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.026639 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.027361 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.027845 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.028400 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.028885 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.029417 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.030031 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.030463 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.030790 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:21.053034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78dde7ff-3d71-4ae4-8ffc-d2b5aed85e17 req-1aa76fda-a21c-4f73-84a6-e4bb2735a6e9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 210 time: 0.1005599 Apr 05 19:03:21.074973 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] For port 787b3e3b-b425-4379-9aab-94027f1a3f96, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:21.082951 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] For port 787b3e3b-b425-4379-9aab-94027f1a3f96, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=787b3e3b-b425-4379-9aab-94027f1a3f96,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:21.090609 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:21.097175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:21.097552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Checking segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:21.099216 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:21.099820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Bound using segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:21.108054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Bound port: 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:21.108944 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:21.109606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3393714e-cff5-46b4-85a4-6e6a60af27a7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:21.114813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3393714e-cff5-46b4-85a4-6e6a60af27a7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:21.116905 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3393714e-cff5-46b4-85a4-6e6a60af27a7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:03:21.117343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3393714e-cff5-46b4-85a4-6e6a60af27a7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:03:21.159788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3393714e-cff5-46b4-85a4-6e6a60af27a7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4596555 Apr 05 19:03:21.162799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 45968) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:21.168540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f6012f90-f27c-4743-9771-5e7d410a6675 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:21.175217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-83312bb7-1c95-457b-b472-a578f806b9a6 None None] Provisioning complete for port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:21.175583 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83312bb7-1c95-457b-b472-a578f806b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:21.238139 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bdc70-2d7c-42d3-997d-6e0f80bcb04e None None] Pushing event updated for resources: {'Port': ['ID=787b3e3b-b425-4379-9aab-94027f1a3f96,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:21.307652 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:03:21.308283 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:03:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:21.377221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ab5cc4a-7bd2-4b1d-8225-1436a074d6e6 req-bde20433-e600-4a12-b354-a042a084f581 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0776093 Apr 05 19:03:21.424669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6012f90-f27c-4743-9771-5e7d410a6675 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:21.429144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6012f90-f27c-4743-9771-5e7d410a6675 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:21.430628 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6012f90-f27c-4743-9771-5e7d410a6675 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:03:21.431068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6012f90-f27c-4743-9771-5e7d410a6675 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:03:21.472114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f6012f90-f27c-4743-9771-5e7d410a6675 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3078568 Apr 05 19:03:21.475322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45976) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:21.487335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4c119425-21b7-4c22-b1e4-6351d509c081 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:21.629227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] For port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:21.711647 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:03:21.735226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c119425-21b7-4c22-b1e4-6351d509c081 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:21.742389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c119425-21b7-4c22-b1e4-6351d509c081 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:21.748232 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c119425-21b7-4c22-b1e4-6351d509c081 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:03:21.749010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c119425-21b7-4c22-b1e4-6351d509c081 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:03:21.751772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] For port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:21.786378 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4c119425-21b7-4c22-b1e4-6351d509c081 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3066463 Apr 05 19:03:21.786637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45986) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:21.793331 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-87028994-329c-4b9e-a6ee-f3d18ef157f1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:21.803252 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:21.939649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87028994-329c-4b9e-a6ee-f3d18ef157f1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:21.943972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87028994-329c-4b9e-a6ee-f3d18ef157f1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:21.945523 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-87028994-329c-4b9e-a6ee-f3d18ef157f1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:03:21.946022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87028994-329c-4b9e-a6ee-f3d18ef157f1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:03:21.966581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:21.979478 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-87028994-329c-4b9e-a6ee-f3d18ef157f1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1914382 Apr 05 19:03:21.982655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 45990) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:21.987997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ae77f950-5c2a-47cd-9b7d-4155b74c599a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:22.189888 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:15Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '787b3e3b-b425-4379-9aab-94027f1a3f96', 'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:51:60:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:14Z', 'updated_at': '2022-04-05T19:03:21Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:22.252546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae77f950-5c2a-47cd-9b7d-4155b74c599a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:22.256899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae77f950-5c2a-47cd-9b7d-4155b74c599a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:22.258840 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae77f950-5c2a-47cd-9b7d-4155b74c599a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:03:22.259137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae77f950-5c2a-47cd-9b7d-4155b74c599a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:03:22.263206 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c3aec-14b7-4eec-8631-a35e8c8b068f None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:22.291246 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f5d12-b009-4977-9c2e-8fd26f187f8d None None] The sync data for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 is: [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:15Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '787b3e3b-b425-4379-9aab-94027f1a3f96', 'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:51:60:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:14Z', 'updated_at': '2022-04-05T19:03:21Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:03:22.306191 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ae77f950-5c2a-47cd-9b7d-4155b74c599a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3221753 Apr 05 19:03:22.309124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46000) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:22.332557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e35e5ec0-2ba7-4c7c-9ff1-6827d87eb52b req-d6293ab5-49c3-492f-8027-3bd72a7451f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1151841 Apr 05 19:03:22.338160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258688eb-2e8f-4cd8-97d8-727de40801f7 None None] Pushing event updated for resources: {'Port': ['ID=7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:22.457746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17096c87-5f61-434c-bc1f-45cf2cafe658 req-539d24c1-a99d-409f-bb23-f038ca402884 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 210 time: 0.1501451 Apr 05 19:03:22.548364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbae628-0daf-4f72-a1f8-4f134acd751f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:22.559272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46006) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:22.564658 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-afbae628-0daf-4f72-a1f8-4f134acd751f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2511759 Apr 05 19:03:22.585635 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:22.617673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d41c3aec-14b7-4eec-8631-a35e8c8b068f None None] Deleting port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:22.618444 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d41c3aec-14b7-4eec-8631-a35e8c8b068f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:22.789845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3819c4f6-a761-4b93-af93-7e86a5aa9524 req-5b62b75a-4468-4ca5-b871-8242c95679ac tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1351690 Apr 05 19:03:22.793755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d41c3aec-14b7-4eec-8631-a35e8c8b068f None None] For port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:22.797533 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d41c3aec-14b7-4eec-8631-a35e8c8b068f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:22.825171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565f39b-74c4-4367-bbb4-9f736d407fac tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:22.827049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3565f39b-74c4-4367-bbb4-9f736d407fac tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2667840 Apr 05 19:03:22.829619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46018) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:22.862584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d41c3aec-14b7-4eec-8631-a35e8c8b068f None None] Calling delete_port for 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:22.865835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:22.893651 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:22.922739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e7240a6b-a7ab-41dd-9232-402dfd58a5ed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915325 Apr 05 19:03:22.930108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46024) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:22.940371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:23.043084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,revision_number=12']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:23.110144 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:03:23.241120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:23.245287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:23.264562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d41c3aec-14b7-4eec-8631-a35e8c8b068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:23.351374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c3aec-14b7-4eec-8631-a35e8c8b068f None None] Pushing event deleted for resources: {'Port': ['ID=77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:23.360810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c3aec-14b7-4eec-8631-a35e8c8b068f None None] No DVR routers for this DVR port 77fb07d0-7ebb-4fd2-86c1-f4ea7dffd4ec on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:23.440263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e11f0-11bf-4919-96be-9268f119ede6 req-ebcb7ea2-f924-4438-a4ab-604429885011 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:23.441911 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-ebcb7ea2-f924-4438-a4ab-604429885011 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "GET /v2.0/networks?id=c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 200 len: 796 time: 0.7465158 Apr 05 19:03:23.658121 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-5e33e824-cafe-49e3-b735-dd3d2882e90f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 379 time: 0.2030687 Apr 05 19:03:23.680775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'port': {'device_id': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'admin_state_up': True, 'tenant_id': 'b886d9b388b44c298984420374d39150', 'security_groups': ['7f3f0ece-cad6-4d43-8f11-d201312caefe']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:23.850724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-319b609e-03ce-49c2-a093-773ab4fb60b0 req-047f5979-523d-4edf-ae00-bfe80c0f15f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 210 time: 0.1141999 Apr 05 19:03:24.008774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:24.014065 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:24.124204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 787b3e3b-b425-4379-9aab-94027f1a3f96 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:24.156505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:03:24.174164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46af377e-01e0-450f-b60d-faadeb7c6cdd req-9195bf57-a0ff-4311-992b-5dbf5210c1c2 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1066504 Apr 05 19:03:24.175479 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:24.324917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:24.329057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:24.335065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:24.337543 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:24.339871 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 787b3e3b-b425-4379-9aab-94027f1a3f96 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:24.350434 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:24.354294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ebcc37-346b-4876-9347-4235934d2aad None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:24.392921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=aa88d875-16d3-49c2-9abb-f73d552f4c70,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:24.413901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0cf96b44-fc4d-49e8-ba7a-e3ca3952086b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4801223 Apr 05 19:03:24.418239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46048) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:24.439545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:49:ca:77', 'name': 'tempest-NetworksTestDHCPv6-1048428262'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:24.543492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a47b41-807b-4bfa-bb02-7daa730a9d39 None None] Network c21254af-9ed4-4738-a308-6af9afcb2725 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:24.551430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.20.0.11 (c21254af-9ed4-4738-a308-6af9afcb2725/894217dc-a569-4c6b-a9df-3c29045efbf0/b42e5622-9ae2-46ee-8686-14daaa3cd3c6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:24.733466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c1049b21-4cb2-43a5-93f2-c5ca4c7038dc None None] Provisioning complete for port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:24.736393 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1049b21-4cb2-43a5-93f2-c5ca4c7038dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:24.829570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8440360e-a3e2-49bf-b01d-1271d17a50d7 req-52873b6d-71bb-4230-a722-b894f22b0927 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9cb5f0b19904d01baa459170bc74c98&device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1150610 Apr 05 19:03:24.834469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:24.893075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:24.939878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32f8c47e-7176-4056-915f-a793b3a65a06 req-07f427e9-d1cf-4460-960b-63e16d924ed7 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.1078591 Apr 05 19:03:24.976662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.030567 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.033702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8440360e-a3e2-49bf-b01d-1271d17a50d7 req-de266201-2f69-4219-9732-dacaf0177c25 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f9cb5f0b19904d01baa459170bc74c98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1799603 Apr 05 19:03:25.065480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:25.082434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network c21254af-9ed4-4738-a308-6af9afcb2725 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:25.084075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:25.086640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:25.147356 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1049b21-4cb2-43a5-93f2-c5ca4c7038dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.195007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 787b3e3b-b425-4379-9aab-94027f1a3f96, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=787b3e3b-b425-4379-9aab-94027f1a3f96,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:25.219783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:25.220853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.251306 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.253167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:25.263897 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9f2277e3-acec-4af8-b1b1-09805ac9eefc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6019852 Apr 05 19:03:25.278685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Request body: {'port': {'device_id': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:25.365431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': 'aa88d875-16d3-49c2-9abb-f73d552f4c70'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:03:25.366298 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.413569 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.445631 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c1049b21-4cb2-43a5-93f2-c5ca4c7038dc None None] For port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:25.467543 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1049b21-4cb2-43a5-93f2-c5ca4c7038dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.531596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=787b3e3b-b425-4379-9aab-94027f1a3f96,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:25.614965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c1049b21-4cb2-43a5-93f2-c5ca4c7038dc None None] Provisioning complete for port 787b3e3b-b425-4379-9aab-94027f1a3f96 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:25.615342 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1049b21-4cb2-43a5-93f2-c5ca4c7038dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.623363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:25.623734 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.700384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634972e2-bae0-444d-bd3d-8aea4038f1d5 req-d280efe5-e4af-4c9f-a89a-7443d4d020a8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:25.701953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-634972e2-bae0-444d-bd3d-8aea4038f1d5 req-d280efe5-e4af-4c9f-a89a-7443d4d020a8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 932 time: 0.6863942 Apr 05 19:03:25.749456 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:25.804120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 296a24bf-3772-4a48-995c-869168e16911 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:03:25.985834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-634972e2-bae0-444d-bd3d-8aea4038f1d5 req-b1b64d8e-2908-469a-93d4-78c034a2cfa4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755141 Apr 05 19:03:26.013540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440360e-a3e2-49bf-b01d-1271d17a50d7 req-0f564f8a-f3b1-4180-912a-1f69c1203be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:26.014848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8440360e-a3e2-49bf-b01d-1271d17a50d7 req-0f564f8a-f3b1-4180-912a-1f69c1203be0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9323218 Apr 05 19:03:26.015066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Allocated IP 2001:db8::f816:3eff:fe19:821b (0b78bae6-29fd-47d3-887d-9b3f88505648/aa88d875-16d3-49c2-9abb-f73d552f4c70/1e742ada-0b87-406e-9e2b-2903aab51d5d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:26.136215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ac5563c-50bc-4ac7-94ec-9479803424b7 req-27a07efe-476c-4709-babd-0f3399bb0e63 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0583155 Apr 05 19:03:26.202862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42e5622-9ae2-46ee-8686-14daaa3cd3c6 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:03:26.228635 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.254066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Transition to ACTIVE for port object b42e5622-9ae2-46ee-8686-14daaa3cd3c6 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:03:26.263555 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.355903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049b21-4cb2-43a5-93f2-c5ca4c7038dc None None] Pushing event updated for resources: {'Port': ['ID=7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:26.444592 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.456327 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Pushing event updated for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:26.507569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:26.508037 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:26.508404 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on network c21254af-9ed4-4738-a308-6af9afcb2725 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:26.533884 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.534799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on network c21254af-9ed4-4738-a308-6af9afcb2725 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:03:26.535169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on network c21254af-9ed4-4738-a308-6af9afcb2725 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:26.544566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:26.544908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Checking segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:26.545307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Bound using segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:26.545834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Bound port: b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:26.546197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.590234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:fe49:ca77 (0b78bae6-29fd-47d3-887d-9b3f88505648/aa88d875-16d3-49c2-9abb-f73d552f4c70/296a24bf-3772-4a48-995c-869168e16911) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:26.678876 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:26.712267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Pushing event updated for resources: {'Port': ['ID=1e742ada-0b87-406e-9e2b-2903aab51d5d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:26.718872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:26.723842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:26.771516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:26.796363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:26.808928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.879158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:26.880032 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.881781 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] 10.222.0.25 "PUT /v2.0/ports/b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 1092 time: 1.6082680 Apr 05 19:03:26.882351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:03:26.885732 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b" -d '{"events": [{"name": "network-changed", "server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:03:26.893386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Attempting to bind port 1e742ada-0b87-406e-9e2b-2903aab51d5d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:26.893753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Attempting to bind port 1e742ada-0b87-406e-9e2b-2903aab51d5d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:26.896559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Attempting to bind port 1e742ada-0b87-406e-9e2b-2903aab51d5d on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:26.925445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.958680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 787b3e3b-b425-4379-9aab-94027f1a3f96 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:26.967854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:26.969441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:26.969922 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.971356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:26.971867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Bound port: 1e742ada-0b87-406e-9e2b-2903aab51d5d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:26.972643 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:26.984263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:27.005806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd82df8-ef50-49f7-bbfa-a3d90662fb0b service neutron] Pushing event updated for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:27.073882 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d50b69-95f1-4949-9865-001f78b32fa2 x-openstack-request-id: req-d7d50b69-95f1-4949-9865-001f78b32fa2 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:03:27.074794 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:03:27.075272 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7d50b69-95f1-4949-9865-001f78b32fa2 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:03:27.075915 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d50b69-95f1-4949-9865-001f78b32fa2'] response: {'name': 'network-changed', 'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'status': 'completed', 'code': 200} Apr 05 19:03:27.100487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e11f0-11bf-4919-96be-9268f119ede6 req-30f58be1-a506-4523-a2ee-4819d6df701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:27.106723 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-30f58be1-a506-4523-a2ee-4819d6df701f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1095 time: 0.1375573 Apr 05 19:03:27.163805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:27.177504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:27.184660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:27.193027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:27.194851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:27.243360 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-f62a14a2-86a3-4674-8159-914fd2371eda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 217 time: 0.1324162 Apr 05 19:03:27.317568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=296a24bf-3772-4a48-995c-869168e16911,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:27.353186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1018a262-1d78-4165-992e-2f4b70a756a7 None None] Provisioning complete for port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:27.353890 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1018a262-1d78-4165-992e-2f4b70a756a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:27.363884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] For port 1e742ada-0b87-406e-9e2b-2903aab51d5d, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:27.367327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8440360e-a3e2-49bf-b01d-1271d17a50d7 req-2a3994ac-8f30-489e-88a9-57de6a80d465 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.20 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0410922 Apr 05 19:03:27.374928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] For port 1e742ada-0b87-406e-9e2b-2903aab51d5d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1e742ada-0b87-406e-9e2b-2903aab51d5d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:27.427514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a4f841d6-14c3-4b3e-ad0a-602ba6893f92 req-402c6f49-3cf2-4e68-8ca7-f029d9da9d87 tempest-ServerShowV254Test-1606333532 tempest-ServerShowV254Test-1606333532-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e2e836-32ea-4a97-bdfc-c21c7041b12c HTTP/1.1" status: 200 len: 210 time: 0.0555255 Apr 05 19:03:27.443919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2c3aa2ec-d2d3-4bf3-95c3-d702efe8c5eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0249441 Apr 05 19:03:27.446811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46110) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:27.466313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e11f0-11bf-4919-96be-9268f119ede6 req-ad40b490-3239-4a6f-a8b5-a136922adb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:27.469702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d8dca-b7cf-4087-ab9c-090d158d557e req-77aa0abd-a213-4461-8313-861ebdc47680 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:27.474732 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-ad40b490-3239-4a6f-a8b5-a136922adb3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=894217dc-a569-4c6b-a9df-3c29045efbf0 HTTP/1.1" status: 200 len: 835 time: 0.2245667 Apr 05 19:03:27.482372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-440d8dca-b7cf-4087-ab9c-090d158d557e req-77aa0abd-a213-4461-8313-861ebdc47680 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 944 time: 0.2774839 Apr 05 19:03:27.541731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-440d8dca-b7cf-4087-ab9c-090d158d557e req-01e6d946-2151-437c-b2b4-bd1fc7acdb5c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532441 Apr 05 19:03:27.559403 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:27.602428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e11f0-11bf-4919-96be-9268f119ede6 req-462f598a-c641-4c57-bfd8-1bc47d489576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:27.605141 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-462f598a-c641-4c57-bfd8-1bc47d489576 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21254af-9ed4-4738-a308-6af9afcb2725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177621 Apr 05 19:03:27.654493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 787b3e3b-b425-4379-9aab-94027f1a3f96 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:27.654872 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:27.768215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd8b2c-aa35-4d1a-bbfe-b2e602879c4d None None] Pushing event updated for resources: {'Port': ['ID=1e742ada-0b87-406e-9e2b-2903aab51d5d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:27.814417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1018a262-1d78-4165-992e-2f4b70a756a7 None None] Provisioning complete for port 787b3e3b-b425-4379-9aab-94027f1a3f96 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:27.814915 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1018a262-1d78-4165-992e-2f4b70a756a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:27.903935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:28.094273 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:28.095066 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:28.328096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7e4358a1-45de-43f5-a49c-2704d162c447 None None] Provisioning complete for port 787b3e3b-b425-4379-9aab-94027f1a3f96 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:28.328470 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e4358a1-45de-43f5-a49c-2704d162c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:28.445724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481af03d-3565-44e9-beff-07d41c9a6258 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:28.452706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481af03d-3565-44e9-beff-07d41c9a6258 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:28.454306 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-481af03d-3565-44e9-beff-07d41c9a6258 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0048733 Apr 05 19:03:28.457279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46126) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:28.590138 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-94e99f63-6f32-4f22-9038-16bc115d73d6 service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9783087 Apr 05 19:03:28.646091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1e651553-d600-4f3f-8321-51071bcba069 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 296a24bf-3772-4a48-995c-869168e16911 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:28.649477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e651553-d600-4f3f-8321-51071bcba069 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:28.839547 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-022e11f0-11bf-4919-96be-9268f119ede6 req-ca4c26e7-d6f1-4c48-8773-77608204ff74 service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315340 Apr 05 19:03:28.964549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1e742ada-0b87-406e-9e2b-2903aab51d5d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:29.048109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-56067a73-2d95-4714-a14f-56264227de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:29.049916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-56067a73-2d95-4714-a14f-56264227de01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1095 time: 0.1020298 Apr 05 19:03:29.089027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1e742ada-0b87-406e-9e2b-2903aab51d5d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:29.091040 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.154941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01549ef-1885-4e26-837e-f60b89c020ba req-e634970e-c16f-4c86-bc0b-dc57eb73830e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:29.157362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a01549ef-1885-4e26-837e-f60b89c020ba req-e634970e-c16f-4c86-bc0b-dc57eb73830e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 944 time: 0.2615452 Apr 05 19:03:29.177990 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e651553-d600-4f3f-8321-51071bcba069 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.278380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1e651553-d600-4f3f-8321-51071bcba069 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 296a24bf-3772-4a48-995c-869168e16911 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:29.293338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-1a160305-36c0-44a9-b079-8f9cc6792c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:29.296714 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-1a160305-36c0-44a9-b079-8f9cc6792c56 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 200 len: 896 time: 0.2390673 Apr 05 19:03:29.322112 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.346480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a01549ef-1885-4e26-837e-f60b89c020ba req-a7f265c3-8264-461c-925f-94749bb906a4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622996 Apr 05 19:03:29.371402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46144) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:29.440329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-c9375366-369b-4cb3-8d94-929662bc4d5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 217 time: 0.1335149 Apr 05 19:03:29.442168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 1e742ada-0b87-406e-9e2b-2903aab51d5d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1e742ada-0b87-406e-9e2b-2903aab51d5d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:29.452052 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.545614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-3be08d73-75b0-4a0b-9001-da307e0221fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:29.552482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-3be08d73-75b0-4a0b-9001-da307e0221fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=894217dc-a569-4c6b-a9df-3c29045efbf0 HTTP/1.1" status: 200 len: 835 time: 0.1048477 Apr 05 19:03:29.652267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-c043a527-0d51-444f-bd7b-86ee8b52a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:29.652909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=1e742ada-0b87-406e-9e2b-2903aab51d5d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:29.653749 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-c043a527-0d51-444f-bd7b-86ee8b52a5e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21254af-9ed4-4738-a308-6af9afcb2725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930815 Apr 05 19:03:29.708070 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e5ab-554c-470d-bec9-73a002009cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.718483 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e651553-d600-4f3f-8321-51071bcba069 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.779871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e651553-d600-4f3f-8321-51071bcba069 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.786205 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1e651553-d600-4f3f-8321-51071bcba069 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/296a24bf-3772-4a48-995c-869168e16911 HTTP/1.1" status: 204 len: 168 time: 1.3279033 Apr 05 19:03:29.806292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46160) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:29.810786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e651553-d600-4f3f-8321-51071bcba069 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=296a24bf-3772-4a48-995c-869168e16911,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:29.928488 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e5ab-554c-470d-bec9-73a002009cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.929541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d750d0aa-0fc2-4a02-b53c-fa7919ec2625 None None] Provisioning complete for port 1e742ada-0b87-406e-9e2b-2903aab51d5d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:29.930018 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d750d0aa-0fc2-4a02-b53c-fa7919ec2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.938203 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e5ab-554c-470d-bec9-73a002009cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:29.975112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18921879-d8a2-4f4a-b792-cac0f548b697 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:29.976724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18921879-d8a2-4f4a-b792-cac0f548b697 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:29.978233 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-18921879-d8a2-4f4a-b792-cac0f548b697 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1597116 Apr 05 19:03:29.986055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46164) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:29.995546 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-5870f7ae-100f-4845-afac-8be126377dc6 service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225684 Apr 05 19:03:30.133931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ff6317-8932-49b9-9196-42f556dd1890 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet aa88d875-16d3-49c2-9abb-f73d552f4c70 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:30.153663 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-65ff6317-8932-49b9-9196-42f556dd1890 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:30.172214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0e5ab-554c-470d-bec9-73a002009cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168b2b3d-3ade-4723-948c-71d426298ea3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:30.176835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f0b0e5ab-554c-470d-bec9-73a002009cde admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9cb5f0b19904d01baa459170bc74c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8029761 Apr 05 19:03:30.199014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46172) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:30.250773 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-40a0bd3d-aa3d-4e6e-ba04-e57acb3c587b req-83afd9ef-8e66-432d-bc68-f52710bfd8d4 service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461715 Apr 05 19:03:30.279030 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-65ff6317-8932-49b9-9196-42f556dd1890 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:30.377006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4d01a0b7-de2e-4b95-b27a-bfbe8a06d0f3 None None] Could not find standard attr ID for object 296a24bf-3772-4a48-995c-869168e16911. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:30.391440 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-65ff6317-8932-49b9-9196-42f556dd1890 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:30.562151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b0a35f7-05f0-4650-bbb3-3674e9c15624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:30.573352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-65ff6317-8932-49b9-9196-42f556dd1890 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:30.591668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc96df5-b43f-4aeb-aa0b-6db37c94ec56 req-ba1f540c-fcdc-4ceb-a38a-078e00b5169d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:30.599468 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dc96df5-b43f-4aeb-aa0b-6db37c94ec56 req-ba1f540c-fcdc-4ceb-a38a-078e00b5169d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 944 time: 0.1286836 Apr 05 19:03:30.660206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-65ff6317-8932-49b9-9196-42f556dd1890 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:30.666993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46180) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:30.667873 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-65ff6317-8932-49b9-9196-42f556dd1890 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/aa88d875-16d3-49c2-9abb-f73d552f4c70 HTTP/1.1" status: 204 len: 168 time: 0.6652224 Apr 05 19:03:30.674308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff6317-8932-49b9-9196-42f556dd1890 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=aa88d875-16d3-49c2-9abb-f73d552f4c70,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:30.699078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4c747-ed33-47a0-9eb2-40e227fd2c3f None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:30.707112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dc96df5-b43f-4aeb-aa0b-6db37c94ec56 req-998d0ac6-19f0-44a7-bef0-effe2d76dbb9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066723 Apr 05 19:03:30.709060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b0a35f7-05f0-4650-bbb3-3674e9c15624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:30.776948 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b912a405-1a7a-454b-b91b-78ca772ba954 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054914 Apr 05 19:03:30.778366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46182) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:30.779466 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b0a35f7-05f0-4650-bbb3-3674e9c15624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:30.784211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b0a35f7-05f0-4650-bbb3-3674e9c15624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:30.785638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1b0a35f7-05f0-4650-bbb3-3674e9c15624 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/168b2b3d-3ade-4723-948c-71d426298ea3 HTTP/1.1" status: 204 len: 168 time: 0.5854266 Apr 05 19:03:30.790983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:30.798073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a35f7-05f0-4650-bbb3-3674e9c15624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168b2b3d-3ade-4723-948c-71d426298ea3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:30.958326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1e742ada-0b87-406e-9e2b-2903aab51d5d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:31.043515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:31.051420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:31.092525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1e742ada-0b87-406e-9e2b-2903aab51d5d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:31.093183 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:31.213053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b42e5622-9ae2-46ee-8686-14daaa3cd3c6 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:03:31.236658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:31.491770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Deleting port 1e742ada-0b87-406e-9e2b-2903aab51d5d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:31.492948 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:31.589152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] For port 1e742ada-0b87-406e-9e2b-2903aab51d5d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1e742ada-0b87-406e-9e2b-2903aab51d5d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:31.589857 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:31.606872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Calling delete_port for 1e742ada-0b87-406e-9e2b-2903aab51d5d owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:31.813793 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:31.842994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:31.900968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'port_id': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'mac_address': 'fa:16:3e:37:9f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:03:31.940534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:03:31.942091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:32.065755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:32.076421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:32.079519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:32.080327 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:32.086074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Pushing event deleted for resources: {'Port': ['ID=1e742ada-0b87-406e-9e2b-2903aab51d5d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:32.111473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.112227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.112856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.113418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.113852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.114278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.114778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.115204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.115623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.116045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.116460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.117074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:03:32.122225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b64618-aba8-48a9-add1-b34c0138c2ed None None] No DVR routers for this DVR port 1e742ada-0b87-406e-9e2b-2903aab51d5d on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:32.126381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46236) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:32.137113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:08:55:45', 'name': 'tempest-NetworksTestDHCPv6-1416616449'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:32.140077 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3598187 Apr 05 19:03:32.150646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f35df-5218-4cc5-970f-d24ae629e391 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:32.193861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61250ab1-8af3-43a8-b4f5-3c358f53824c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=fceb11ec-d026-472f-99bb-aa71d9b8ae23,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:32.203784 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:32.260908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42e5622-9ae2-46ee-8686-14daaa3cd3c6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:03:32.390747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:32.402258 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:32.589497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:32.619946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:32.714097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': 'fceb11ec-d026-472f-99bb-aa71d9b8ae23'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:03:32.715910 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:32.719259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b42e5622-9ae2-46ee-8686-14daaa3cd3c6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:03:32.781408 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:32.800985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca71a6-77b9-478c-92b0-f42e5993c13c req-4f020bbf-9c8e-440a-9002-5358faaaf090 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:32.810603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9ca71a6-77b9-478c-92b0-f42e5993c13c req-4f020bbf-9c8e-440a-9002-5358faaaf090 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 945 time: 0.9150095 Apr 05 19:03:32.910912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46256) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:32.911865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 448e57c4-0aed-4075-a980-d68c3a7de64c yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:03:32.986234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1e742ada-0b87-406e-9e2b-2903aab51d5d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:33.129596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9ca71a6-77b9-478c-92b0-f42e5993c13c req-a40422f3-d49e-4164-a666-6b7d2e2c9afd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178604 Apr 05 19:03:33.150140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 1e742ada-0b87-406e-9e2b-2903aab51d5d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:33.151243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1e742ada-0b87-406e-9e2b-2903aab51d5d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:33.184934 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ca83c14-2e37-4ca5-97db-abc2b1ae06c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.194106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a9e5a83-e0d8-4007-af7f-fe87e627406d req-32fb725a-fa1e-4948-94b0-412e7729aafa tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0591860 Apr 05 19:03:33.214085 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:fe08:5545 (0b78bae6-29fd-47d3-887d-9b3f88505648/fceb11ec-d026-472f-99bb-aa71d9b8ae23/448e57c4-0aed-4075-a980-d68c3a7de64c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:33.411207 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.480122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.523629 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ca83c14-2e37-4ca5-97db-abc2b1ae06c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.534465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0ca83c14-2e37-4ca5-97db-abc2b1ae06c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.559096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=448e57c4-0aed-4075-a980-d68c3a7de64c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:33.561813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Allocated IP 2001:db8::f816:3eff:fec6:956e (0b78bae6-29fd-47d3-887d-9b3f88505648/fceb11ec-d026-472f-99bb-aa71d9b8ae23/dab9aa78-86c3-4bbc-a932-42a040a9c981) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:33.576082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:33.577796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:33.586877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:33.594985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:33.595766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.616158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e150a174-e879-4f33-8426-86df9649ac83 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4884896 Apr 05 19:03:33.619304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:33.636683 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0ca83c14-2e37-4ca5-97db-abc2b1ae06c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfb8234244de4e58babbcadec44c49a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214153 Apr 05 19:03:33.647081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46278) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:33.677388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca83c14-2e37-4ca5-97db-abc2b1ae06c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8957d998-3070-4673-843a-e3d516dabdd8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:33.756393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa531ac6-d60e-4ff8-99bb-144bf0126b98 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:33.759001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aa531ac6-d60e-4ff8-99bb-144bf0126b98 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1383567 Apr 05 19:03:33.762363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46282) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:33.795363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e51e70-d62d-418c-8951-e6c870ce8033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.825549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e51e70-d62d-418c-8951-e6c870ce8033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.908340 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.917187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e51e70-d62d-418c-8951-e6c870ce8033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.920739 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e51e70-d62d-418c-8951-e6c870ce8033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.922466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b3e51e70-d62d-418c-8951-e6c870ce8033 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8957d998-3070-4673-843a-e3d516dabdd8 HTTP/1.1" status: 204 len: 168 time: 0.2525961 Apr 05 19:03:33.923797 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:33.942294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e51e70-d62d-418c-8951-e6c870ce8033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8957d998-3070-4673-843a-e3d516dabdd8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:33.963854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fb26b8f5-40e3-41bc-8ddb-def20b84223f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 448e57c4-0aed-4075-a980-d68c3a7de64c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:33.964325 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fb26b8f5-40e3-41bc-8ddb-def20b84223f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.051413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:34.075869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:34.077954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Pushing event updated for resources: {'Port': ['ID=dab9aa78-86c3-4bbc-a932-42a040a9c981,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:34.080146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:34.143833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fb26b8f5-40e3-41bc-8ddb-def20b84223f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.153432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Attempting to bind port dab9aa78-86c3-4bbc-a932-42a040a9c981 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:34.154014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Attempting to bind port dab9aa78-86c3-4bbc-a932-42a040a9c981 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:34.154540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Attempting to bind port dab9aa78-86c3-4bbc-a932-42a040a9c981 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:34.160745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:34.161123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:34.161525 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.161919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:34.169585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Bound port: dab9aa78-86c3-4bbc-a932-42a040a9c981, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:34.174665 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.255770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fb26b8f5-40e3-41bc-8ddb-def20b84223f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 448e57c4-0aed-4075-a980-d68c3a7de64c owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:34.391589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] For port dab9aa78-86c3-4bbc-a932-42a040a9c981, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:34.397546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] For port dab9aa78-86c3-4bbc-a932-42a040a9c981, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=dab9aa78-86c3-4bbc-a932-42a040a9c981,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:34.408961 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.425056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0ebfd-8455-452d-a012-d95f5ef3e57b req-dadd0e61-4a66-4a64-9175-6381ff9508fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:34.435040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fe0ebfd-8455-452d-a012-d95f5ef3e57b req-dadd0e61-4a66-4a64-9175-6381ff9508fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 945 time: 0.1044362 Apr 05 19:03:34.511432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fb26b8f5-40e3-41bc-8ddb-def20b84223f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.516181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7fe0ebfd-8455-452d-a012-d95f5ef3e57b req-ac840459-4f95-4191-affc-5bc587cf9966 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814652 Apr 05 19:03:34.536694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff9a3-1d3b-45c6-a945-a89cc1edecda None None] Pushing event updated for resources: {'Port': ['ID=dab9aa78-86c3-4bbc-a932-42a040a9c981,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:34.582610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26b8f5-40e3-41bc-8ddb-def20b84223f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=448e57c4-0aed-4075-a980-d68c3a7de64c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:34.643624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fb26b8f5-40e3-41bc-8ddb-def20b84223f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.648455 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fb26b8f5-40e3-41bc-8ddb-def20b84223f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/448e57c4-0aed-4075-a980-d68c3a7de64c HTTP/1.1" status: 204 len: 168 time: 0.8848455 Apr 05 19:03:34.650982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46302) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:34.655780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46304) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:34.680545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a3085f4-e2a4-499a-bf98-76a3bddf249a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.769835 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86bff1-5c00-4524-bdd6-4d155d94b4e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:34.774933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86bff1-5c00-4524-bdd6-4d155d94b4e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:34.783487 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e86bff1-5c00-4524-bdd6-4d155d94b4e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308258 Apr 05 19:03:34.797033 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46306) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:34.904499 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a3085f4-e2a4-499a-bf98-76a3bddf249a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.919194 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a3085f4-e2a4-499a-bf98-76a3bddf249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:34.929356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dd9fae-66b1-4234-a248-e449d09f5bdb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet fceb11ec-d026-472f-99bb-aa71d9b8ae23 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:34.934917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0dd9fae-66b1-4234-a248-e449d09f5bdb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.005403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46308) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:35.005656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8a3085f4-e2a4-499a-bf98-76a3bddf249a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffaa5b6035ea4cf4b7aa7ef994369950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451133 Apr 05 19:03:35.006721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3085f4-e2a4-499a-bf98-76a3bddf249a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc2a578-dcb3-41c5-9ad0-0943f0e70663,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:35.074999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0dd9fae-66b1-4234-a248-e449d09f5bdb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.076235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8d9bd6e-583a-4456-bbf5-8710be242fe8 req-c26c84b7-47f6-4902-9916-1144e4c8aca3 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.6220551 Apr 05 19:03:35.152920 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.176047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6b10aa7-9056-427b-831b-11d5e43122e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.223559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6b10aa7-9056-427b-831b-11d5e43122e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.223762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b42e5622-9ae2-46ee-8686-14daaa3cd3c6 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:35.250786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0dd9fae-66b1-4234-a248-e449d09f5bdb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.334928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:03:35.340942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:35.341433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.379122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0dd9fae-66b1-4234-a248-e449d09f5bdb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.414661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6b10aa7-9056-427b-831b-11d5e43122e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.418309 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6b10aa7-9056-427b-831b-11d5e43122e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.419629 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b6b10aa7-9056-427b-831b-11d5e43122e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cc2a578-dcb3-41c5-9ad0-0943f0e70663 HTTP/1.1" status: 204 len: 168 time: 0.4075046 Apr 05 19:03:35.420442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd9fae-66b1-4234-a248-e449d09f5bdb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=fceb11ec-d026-472f-99bb-aa71d9b8ae23,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:35.430977 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0dd9fae-66b1-4234-a248-e449d09f5bdb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.437633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:35.438124 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a0dd9fae-66b1-4234-a248-e449d09f5bdb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/fceb11ec-d026-472f-99bb-aa71d9b8ae23 HTTP/1.1" status: 204 len: 168 time: 0.6393206 Apr 05 19:03:35.443213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b10aa7-9056-427b-831b-11d5e43122e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc2a578-dcb3-41c5-9ad0-0943f0e70663,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:35.532248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2d8d1f3d-1008-4cf6-b506-ffd5a15015b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932777 Apr 05 19:03:35.534693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46320) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:35.592758 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.618693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee247983-8c3f-46f0-9886-f159fca01010 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:35.621774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ee247983-8c3f-46f0-9886-f159fca01010 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0859554 Apr 05 19:03:35.624412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46324) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:35.664215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:03:35.668895 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5ff6a5-5ef5-4b17-b1f4-1e29fe0a6506" -d '{"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-plugged", "status": "completed", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:03:35.702841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:35.712270 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:35.781629 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d497f-977c-4502-9e78-306801278862 x-openstack-request-id: req-6b4d497f-977c-4502-9e78-306801278862 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:03:35.781629 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-plugged", "status": "completed", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:03:35.781881 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b4d497f-977c-4502-9e78-306801278862 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:03:35.782283 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4d497f-977c-4502-9e78-306801278862'] response: {'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'code': 200} Apr 05 19:03:35.800684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46332) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:35.868839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbf1131-ee03-4abb-8d70-e9203b034abc tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:35.895733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7dbf1131-ee03-4abb-8d70-e9203b034abc tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2701936 Apr 05 19:03:35.898475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46336) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:35.902225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:35.942993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6cd37-9e75-484b-8a1f-94427f0dfa04 req-0a5b2ca4-b50d-4e9e-981b-6bc47d886acd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:35.944544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5bb6cd37-9e75-484b-8a1f-94427f0dfa04 req-0a5b2ca4-b50d-4e9e-981b-6bc47d886acd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.2430346 Apr 05 19:03:35.971086 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a2c997ea-ec41-4c60-8c77-9b5bb56d1c25 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700836 Apr 05 19:03:35.977692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46338) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:35.993506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:36.027072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca083-c974-4a06-b368-e425dd403360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.038758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0f606-9e91-4590-809c-499da333c0cf req-b767b214-5267-44f3-96c5-692e8239858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:36.040294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-72f0f606-9e91-4590-809c-499da333c0cf req-b767b214-5267-44f3-96c5-692e8239858f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1097 time: 0.1990287 Apr 05 19:03:36.102928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46340) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:36.176044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7229fda8-4214-4ead-9a09-b3fb3287228e None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:36.177694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d97e734a-049f-4040-ac83-16f389ff97fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.197789 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-72f0f606-9e91-4590-809c-499da333c0cf req-cf20a398-9737-4509-b79a-c1eb41df2c96 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504552 Apr 05 19:03:36.223528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e77071c-c205-4230-8e4e-e414e210cd43 req-154994ec-ae25-4410-b45a-6bbddd20b8d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0542142 Apr 05 19:03:36.272505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca083-c974-4a06-b368-e425dd403360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.289713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca083-c974-4a06-b368-e425dd403360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.304366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a7f7a02-f743-400e-aab0-f451c6104f80 req-97d4049a-2a09-40dc-aca9-a85736ae61b8 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.1143215 Apr 05 19:03:36.308334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5bb6cd37-9e75-484b-8a1f-94427f0dfa04 req-7de98d2e-ad4c-4563-b64b-0fa7aac5c942 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552194 Apr 05 19:03:36.315740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:36.322929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.340788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dd21e4d9-d76e-4137-8485-adc094c76e5d None None] Provisioning complete for port dab9aa78-86c3-4bbc-a932-42a040a9c981 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:36.341319 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd21e4d9-d76e-4137-8485-adc094c76e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.433795 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ea3ca083-c974-4a06-b368-e425dd403360 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24c2ca550c0640bc9edeb2f8a3a21e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6293857 Apr 05 19:03:36.434663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d97e734a-049f-4040-ac83-16f389ff97fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.435830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46350) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:36.442238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ca083-c974-4a06-b368-e425dd403360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b5df0c-d08d-460a-913c-18e65296b4a2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:36.453498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d97e734a-049f-4040-ac83-16f389ff97fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.522857 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d97e734a-049f-4040-ac83-16f389ff97fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5f3ea46b9244614b32f4d280cd0c39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129560 Apr 05 19:03:36.532745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46352) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:36.560987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e734a-049f-4040-ac83-16f389ff97fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d06ed-c901-4b28-b9b6-9b28126c1a1a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:36.593645 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd21e4d9-d76e-4137-8485-adc094c76e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.599276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a14903dc-93a7-4329-899a-b2522573c9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.608907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c2068-695f-49b8-bae8-4ee7461bda4f None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:36.673639 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a14903dc-93a7-4329-899a-b2522573c9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.701314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dd21e4d9-d76e-4137-8485-adc094c76e5d None None] For port dab9aa78-86c3-4bbc-a932-42a040a9c981, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=dab9aa78-86c3-4bbc-a932-42a040a9c981,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:36.705122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46b93698-e715-46d8-943a-07ab86fe80a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.723211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd21e4d9-d76e-4137-8485-adc094c76e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.732519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c71c2068-695f-49b8-bae8-4ee7461bda4f None None] Deleting port dab9aa78-86c3-4bbc-a932-42a040a9c981 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:36.733105 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c71c2068-695f-49b8-bae8-4ee7461bda4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.769159 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46b93698-e715-46d8-943a-07ab86fe80a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.818855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a14903dc-93a7-4329-899a-b2522573c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.823916 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a14903dc-93a7-4329-899a-b2522573c9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.825777 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a14903dc-93a7-4329-899a-b2522573c9a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20b5df0c-d08d-460a-913c-18e65296b4a2 HTTP/1.1" status: 204 len: 168 time: 0.3889759 Apr 05 19:03:36.839517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:03:36.851421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21e4d9-d76e-4137-8485-adc094c76e5d None None] Pushing event updated for resources: {'Port': ['ID=dab9aa78-86c3-4bbc-a932-42a040a9c981,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:36.867756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14903dc-93a7-4329-899a-b2522573c9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b5df0c-d08d-460a-913c-18e65296b4a2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:36.886116 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46b93698-e715-46d8-943a-07ab86fe80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.889080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-46b93698-e715-46d8-943a-07ab86fe80a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.894239 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-46b93698-e715-46d8-943a-07ab86fe80a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a1d06ed-c901-4b28-b9b6-9b28126c1a1a HTTP/1.1" status: 204 len: 168 time: 0.3599100 Apr 05 19:03:36.905933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b93698-e715-46d8-943a-07ab86fe80a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d06ed-c901-4b28-b9b6-9b28126c1a1a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:36.917679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c71c2068-695f-49b8-bae8-4ee7461bda4f None None] For port dab9aa78-86c3-4bbc-a932-42a040a9c981, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=dab9aa78-86c3-4bbc-a932-42a040a9c981,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:36.918068 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c71c2068-695f-49b8-bae8-4ee7461bda4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:36.941673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c71c2068-695f-49b8-bae8-4ee7461bda4f None None] Calling delete_port for dab9aa78-86c3-4bbc-a932-42a040a9c981 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:37.035387 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c71c2068-695f-49b8-bae8-4ee7461bda4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:37.070899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c2068-695f-49b8-bae8-4ee7461bda4f None None] Pushing event deleted for resources: {'Port': ['ID=dab9aa78-86c3-4bbc-a932-42a040a9c981,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:37.074367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Port dab9aa78-86c3-4bbc-a932-42a040a9c981 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 05 19:03:37.074725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Reverting IP allocation for 2001:db8::f816:3eff:fec6:956e {{(pid=102640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 05 19:03:37.084430 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:37.086737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c2068-695f-49b8-bae8-4ee7461bda4f None None] No DVR routers for this DVR port dab9aa78-86c3-4bbc-a932-42a040a9c981 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:37.149688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:37.153712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:37.155979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:37.158156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:37.158790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:37.165521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6ae00-4f4a-4949-b8b1-935bc24e4aa2 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:37.173900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=3bd41da4-1304-4681-a84e-ac1679e62c34,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:37.179550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ff3f9422-71d8-49d7-8b9e-10a2457705f3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1962550 Apr 05 19:03:37.182866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46358) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:37.189053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:08:2f:ee', 'name': 'tempest-NetworksTestDHCPv6-325187731'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:37.409225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:37.577895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': '3bd41da4-1304-4681-a84e-ac1679e62c34'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:03:37.579857 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:37.761844 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:37.778048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1515e042-bf19-4092-a1d7-39542e39f9b2 req-74446a8e-20ab-4208-a51c-46b9d3c904de tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0981264 Apr 05 19:03:37.787285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port f1e088c0-0c9c-4c49-85e5-050312655c88 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:03:37.802018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe0e1c-659c-4d9e-9866-516f5430d719 req-e026b8ad-eddf-4396-b6f2-99349b806d3f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:37.803722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12fe0e1c-659c-4d9e-9866-516f5430d719 req-e026b8ad-eddf-4396-b6f2-99349b806d3f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.1900203 Apr 05 19:03:37.914833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-12fe0e1c-659c-4d9e-9866-516f5430d719 req-bb25fe59-b938-4a82-9599-05465405848b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854151 Apr 05 19:03:37.950294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Allocated IP 2001:db8::f816:3eff:feb7:b33d (0b78bae6-29fd-47d3-887d-9b3f88505648/3bd41da4-1304-4681-a84e-ac1679e62c34/ddea6766-fe98-425e-9dff-a7a7beb20dc8) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:38.139957 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:38.148822 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:38.210697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:fe08:2fee (0b78bae6-29fd-47d3-887d-9b3f88505648/3bd41da4-1304-4681-a84e-ac1679e62c34/f1e088c0-0c9c-4c49-85e5-050312655c88) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:38.244934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:38.247977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:38.261184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Pushing event updated for resources: {'Port': ['ID=ddea6766-fe98-425e-9dff-a7a7beb20dc8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:38.265898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:38.359065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Attempting to bind port ddea6766-fe98-425e-9dff-a7a7beb20dc8 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:38.360177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Attempting to bind port ddea6766-fe98-425e-9dff-a7a7beb20dc8 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:38.360540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Attempting to bind port ddea6766-fe98-425e-9dff-a7a7beb20dc8 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:38.367529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:38.367529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:38.367784 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:38.368125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:38.368588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Bound port: ddea6766-fe98-425e-9dff-a7a7beb20dc8, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:38.368993 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:38.371485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d2198a4-c7c7-45fc-8aae-3381e2b5e4eb req-b39fb1af-1ff6-4ca5-9dfc-7a731d7fe2cf tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0391040 Apr 05 19:03:38.445119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:38.476098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] For port ddea6766-fe98-425e-9dff-a7a7beb20dc8, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:38.484298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] For port ddea6766-fe98-425e-9dff-a7a7beb20dc8, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ddea6766-fe98-425e-9dff-a7a7beb20dc8,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:38.493618 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:38.549891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:38.609275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:38.615289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:38.622944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:38.629325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:38.629959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:38.636079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7d982-27e1-4072-9b61-816c53548bdf None None] Pushing event updated for resources: {'Port': ['ID=ddea6766-fe98-425e-9dff-a7a7beb20dc8,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:38.656967 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4701076 Apr 05 19:03:38.656967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e757e81-1f6f-4136-803a-d9688e856b12 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=f1e088c0-0c9c-4c49-85e5-050312655c88,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:38.657507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46410) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:38.736539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f113d4-c69d-4cd0-aa05-f8818824834e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:38.743619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f113d4-c69d-4cd0-aa05-f8818824834e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:38.745379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-47f113d4-c69d-4cd0-aa05-f8818824834e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0867302 Apr 05 19:03:38.748153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46412) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:38.886363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c11b0eed-60dc-4a7a-9d33-da6ae2545ce1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port f1e088c0-0c9c-4c49-85e5-050312655c88 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:38.887092 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c11b0eed-60dc-4a7a-9d33-da6ae2545ce1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:39.006883 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c11b0eed-60dc-4a7a-9d33-da6ae2545ce1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:39.030322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c11b0eed-60dc-4a7a-9d33-da6ae2545ce1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for f1e088c0-0c9c-4c49-85e5-050312655c88 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:39.065112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64453a-cab1-4411-b8a2-3362e3433ac8 req-731b6f0a-590b-48d5-9ed9-a9e421e37c9c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:39.066842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f64453a-cab1-4411-b8a2-3362e3433ac8 req-731b6f0a-590b-48d5-9ed9-a9e421e37c9c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.0672865 Apr 05 19:03:39.140268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f64453a-cab1-4411-b8a2-3362e3433ac8 req-63cba741-cdf1-47a8-9efe-a810eb57ff93 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661201 Apr 05 19:03:39.231831 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c11b0eed-60dc-4a7a-9d33-da6ae2545ce1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:39.273580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b0eed-60dc-4a7a-9d33-da6ae2545ce1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=f1e088c0-0c9c-4c49-85e5-050312655c88,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:39.295997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37c5db-83a4-47da-b2d0-df7239d13fcd req-131c8be0-0c12-41f9-a46f-724f95bdc1e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:39.298843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c37c5db-83a4-47da-b2d0-df7239d13fcd req-131c8be0-0c12-41f9-a46f-724f95bdc1e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.0753717 Apr 05 19:03:39.325480 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c11b0eed-60dc-4a7a-9d33-da6ae2545ce1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:39.329211 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c11b0eed-60dc-4a7a-9d33-da6ae2545ce1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/f1e088c0-0c9c-4c49-85e5-050312655c88 HTTP/1.1" status: 204 len: 168 time: 0.5789227 Apr 05 19:03:39.334118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46428) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:39.382936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c37c5db-83a4-47da-b2d0-df7239d13fcd req-7ac9b19b-f91f-44a4-a354-2eff660e148e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772352 Apr 05 19:03:39.409343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46432) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:39.423152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4526f0b-478b-49a5-acd0-f242d06d4f60 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:39.428619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4526f0b-478b-49a5-acd0-f242d06d4f60 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:39.428619 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f4526f0b-478b-49a5-acd0-f242d06d4f60 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0921657 Apr 05 19:03:39.431724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46434) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:39.469228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1469d77-b508-4c90-a385-cfd30a84a55c tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:39.472088 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a1469d77-b508-4c90-a385-cfd30a84a55c tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1092 time: 0.0611925 Apr 05 19:03:39.474902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46436) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:39.480089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:39.481247 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b16a472-41b4-4496-a405-2eb2450675d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:39.506505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:39.558029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b6720f-7326-41fd-b0aa-bbfa6812c987 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 3bd41da4-1304-4681-a84e-ac1679e62c34 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:39.676229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:39.910122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82b6720f-7326-41fd-b0aa-bbfa6812c987 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:39.922526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.25.4.206 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/09b1a4e6-6a3f-4839-b92e-c1a453a34d3c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:39.952180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7243cad5-f9b4-4237-95ce-ddfca20e8a3f req-22f9a51c-b387-491c-a6b6-492a7947cc37 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.4188404 Apr 05 19:03:39.984628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82b6720f-7326-41fd-b0aa-bbfa6812c987 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.085481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.111928 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82b6720f-7326-41fd-b0aa-bbfa6812c987 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.137466 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.187987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:40.191572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:40.197673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:40.200971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82b6720f-7326-41fd-b0aa-bbfa6812c987 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.201522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=09b1a4e6-6a3f-4839-b92e-c1a453a34d3c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:40.208348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8d07a4b4-f517-4e24-b3bf-3869c00506c3 None None] Provisioning complete for port ddea6766-fe98-425e-9dff-a7a7beb20dc8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:40.209690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d07a4b4-f517-4e24-b3bf-3869c00506c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.250316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6720f-7326-41fd-b0aa-bbfa6812c987 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd41da4-1304-4681-a84e-ac1679e62c34,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:40.256749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-82b6720f-7326-41fd-b0aa-bbfa6812c987 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.263077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-82b6720f-7326-41fd-b0aa-bbfa6812c987 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/3bd41da4-1304-4681-a84e-ac1679e62c34 HTTP/1.1" status: 204 len: 168 time: 0.8280401 Apr 05 19:03:40.263550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46448) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:40.333523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4bf8a2cc-d64f-4ffd-bf5a-cd6c6f485fee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688400 Apr 05 19:03:40.336711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46450) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:40.344248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:40.415632 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d07a4b4-f517-4e24-b3bf-3869c00506c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.490070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8d07a4b4-f517-4e24-b3bf-3869c00506c3 None None] For port ddea6766-fe98-425e-9dff-a7a7beb20dc8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ddea6766-fe98-425e-9dff-a7a7beb20dc8,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:40.500917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d07a4b4-f517-4e24-b3bf-3869c00506c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.567962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78029c7a-2eed-4615-87e6-b26e0aa38f51 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:40.577188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:40.581537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.594787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07a4b4-f517-4e24-b3bf-3869c00506c3 None None] Pushing event updated for resources: {'Port': ['ID=ddea6766-fe98-425e-9dff-a7a7beb20dc8,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:40.647113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8c2c2c1e-aa9e-4c08-9a9d-e919f6b3e2ce None None] Could not find standard attr ID for object f1e088c0-0c9c-4c49-85e5-050312655c88. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:40.805788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8328025b-73de-469b-bb61-b6c5b0780eb8 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:40.877886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8328025b-73de-469b-bb61-b6c5b0780eb8 None None] Deleting port ddea6766-fe98-425e-9dff-a7a7beb20dc8 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:40.878477 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8328025b-73de-469b-bb61-b6c5b0780eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.963552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:03:40.983077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8328025b-73de-469b-bb61-b6c5b0780eb8 None None] For port ddea6766-fe98-425e-9dff-a7a7beb20dc8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ddea6766-fe98-425e-9dff-a7a7beb20dc8,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:40.983532 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8328025b-73de-469b-bb61-b6c5b0780eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:40.996018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8328025b-73de-469b-bb61-b6c5b0780eb8 None None] Calling delete_port for ddea6766-fe98-425e-9dff-a7a7beb20dc8 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:41.145119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03e75e0b-0961-45bc-9af8-ff281b02fbb2 req-6e579f10-f522-47f9-9f72-1eb2c91512c1 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0523763 Apr 05 19:03:41.160404 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8328025b-73de-469b-bb61-b6c5b0780eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:41.196545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_pluggable_backend [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Port ddea6766-fe98-425e-9dff-a7a7beb20dc8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 05 19:03:41.198024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_pluggable_backend [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Reverting IP allocation for 2001:db8::f816:3eff:feb7:b33d {{(pid=102639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 05 19:03:41.206020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:41.207612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328025b-73de-469b-bb61-b6c5b0780eb8 None None] Pushing event deleted for resources: {'Port': ['ID=ddea6766-fe98-425e-9dff-a7a7beb20dc8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:41.223089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328025b-73de-469b-bb61-b6c5b0780eb8 None None] No DVR routers for this DVR port ddea6766-fe98-425e-9dff-a7a7beb20dc8 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:41.675957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:41.695308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:41.715940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:41.717296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:41.724665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5b835-9c19-4595-866e-5543c269c8fb None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:41.758502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=d532f722-d11a-436a-ad2c-1a480f88c1a3,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:41.765475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:41.795579 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-27577999-9a2c-4aaa-9ffe-cc5a7a9f54d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4574926 Apr 05 19:03:41.798118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46466) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:41.803592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:a5:b4:40', 'name': 'tempest-NetworksTestDHCPv6-1489118899'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:41.853954 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31b36b03-8ae9-4ec0-9391-b4f348cf9cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:41.889215 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:41.957275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': 'd532f722-d11a-436a-ad2c-1a480f88c1a3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:03:41.959380 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:41.968944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:42.066822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.069975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.078204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.098759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 0191f29e-7b25-4758-ad66-62849a7d4a84 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:03:42.128426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Allocated IP 2001:db8::f816:3eff:fefd:78da (0b78bae6-29fd-47d3-887d-9b3f88505648/d532f722-d11a-436a-ad2c-1a480f88c1a3/4dafbed1-6682-4eeb-927e-b297f788d8d1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:42.137178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=09b1a4e6-6a3f-4839-b92e-c1a453a34d3c,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:42.210707 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.292723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8d10c61-c4cd-442f-8089-811c8605f88c req-785eac80-b13a-4869-9640-4fbdb876044d tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0279198 Apr 05 19:03:42.307986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.328771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.358499 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Floating IP ccf00df4-df98-42a0-b1cd-3cee3919294c associated. External IP: 172.25.4.206, port: b42e5622-9ae2-46ee-8686-14daaa3cd3c6. Apr 05 19:03:42.375800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:fea5:b440 (0b78bae6-29fd-47d3-887d-9b3f88505648/d532f722-d11a-436a-ad2c-1a480f88c1a3/0191f29e-7b25-4758-ad66-62849a7d4a84) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:42.386126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Pushing event updated for resources: {'Port': ['ID=4dafbed1-6682-4eeb-927e-b297f788d8d1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:42.409290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:42.411899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:42.419126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:42.485060 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Attempting to bind port 4dafbed1-6682-4eeb-927e-b297f788d8d1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:42.486225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Attempting to bind port 4dafbed1-6682-4eeb-927e-b297f788d8d1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:42.486761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Attempting to bind port 4dafbed1-6682-4eeb-927e-b297f788d8d1 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:42.491973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:42.492605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:42.493149 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.493704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:42.495217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Bound port: 4dafbed1-6682-4eeb-927e-b297f788d8d1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:42.495767 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.569189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] For port 4dafbed1-6682-4eeb-927e-b297f788d8d1, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:42.573543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] For port 4dafbed1-6682-4eeb-927e-b297f788d8d1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4dafbed1-6682-4eeb-927e-b297f788d8d1,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:42.576239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.581987 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.634625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.654134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 0411a0d2-67d6-4f13-b56d-6de62c23d456 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:03:42.659349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5c6ad-1aac-4cf1-85e8-b63d2ffeaf93 None None] Pushing event updated for resources: {'Port': ['ID=4dafbed1-6682-4eeb-927e-b297f788d8d1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:42.704756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:42.706356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=0191f29e-7b25-4758-ad66-62849a7d4a84,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:42.709281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:42.712063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:42.718112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:42.718932 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.755053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-942a359e-15c3-47d3-9fd7-63fd6c44bd02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9531868 Apr 05 19:03:42.755278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46480) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:42.767461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ddea6766-fe98-425e-9dff-a7a7beb20dc8 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:42.823054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: ddea6766-fe98-425e-9dff-a7a7beb20dc8 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:42.823810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ddea6766-fe98-425e-9dff-a7a7beb20dc8 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:42.828081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:03:42.846534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] Sync routers for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:03:42.864067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf28f2-c789-4353-9abe-9dd1a9875d89 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:42.865218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.872495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf28f2-c789-4353-9abe-9dd1a9875d89 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:42.876502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2fdf28f2-c789-4353-9abe-9dd1a9875d89 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1178534 Apr 05 19:03:42.877611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46486) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:42.896878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:03:42.899866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:03:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:42.903845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:42.907128 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f177443b-6ce1-4b5a-9fb9-8c65072771f2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4307649 Apr 05 19:03:42.907985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:03:42.954971 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e473ca98-b783-43f5-b6b0-85085c03af5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:03:43.054542 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9d57e1-6be3-4571-85be-f421aa17517e x-openstack-request-id: req-3d9d57e1-6be3-4571-85be-f421aa17517e {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:03:43.054835 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:03:43.055096 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d9d57e1-6be3-4571-85be-f421aa17517e {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:03:43.055485 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9d57e1-6be3-4571-85be-f421aa17517e'] response: {'name': 'network-changed', 'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'status': 'completed', 'code': 200} Apr 05 19:03:43.156038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-38b7f136-4814-4a11-aa8f-0539ea59e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:43.157603 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-38b7f136-4814-4a11-aa8f-0539ea59e0c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1097 time: 0.0811665 Apr 05 19:03:43.233145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc000266-2ee2-4db2-bf0f-3114df8bbed7 req-e5460646-c8ea-4598-8657-b3bb6a413997 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:43.241089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc000266-2ee2-4db2-bf0f-3114df8bbed7 req-e5460646-c8ea-4598-8657-b3bb6a413997 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.2259357 Apr 05 19:03:43.308941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-53b3ee27-75ac-4f22-9ad7-b85683bbc8b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 0191f29e-7b25-4758-ad66-62849a7d4a84 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:43.308941 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53b3ee27-75ac-4f22-9ad7-b85683bbc8b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:43.347676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:03:43.383391 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc000266-2ee2-4db2-bf0f-3114df8bbed7 req-9a2e2e7e-3b4c-497f-a9e4-c2c6b757cf34 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414366 Apr 05 19:03:43.410512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-53c6d59f-46c6-4a57-bff7-feb280dacef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:43.411992 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-53c6d59f-46c6-4a57-bff7-feb280dacef3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 200 len: 896 time: 0.2482164 Apr 05 19:03:43.414254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46508) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:43.436206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53b3ee27-75ac-4f22-9ad7-b85683bbc8b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:43.460525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-53b3ee27-75ac-4f22-9ad7-b85683bbc8b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 0191f29e-7b25-4758-ad66-62849a7d4a84 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:43.502577 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7e6d13d9-6a1e-4c45-9a1f-04e9991889e4 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/ccf00df4-df98-42a0-b1cd-3cee3919294c HTTP/1.1" status: 200 len: 992 time: 0.0831611 Apr 05 19:03:43.528535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46bc78d2-ed70-4a15-9544-32e4d8afc082 req-e32e78fc-1215-419e-b720-347820a0c32f tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0696344 Apr 05 19:03:43.599116 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-3d1bc88f-3874-4e66-9b8e-d87f6e7ac77f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 1000 time: 0.1010666 Apr 05 19:03:43.709198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:15Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'ccf00df4-df98-42a0-b1cd-3cee3919294c', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'port_id': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'mac_address': 'fa:16:3e:37:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:03:41Z', 'updated_at': '2022-04-05T19:03:41Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787b3e3b-b425-4379-9aab-94027f1a3f96', 'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:51:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:14Z', 'updated_at': '2022-04-05T19:03:25Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:43.710762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-a382cd65-9a24-4c43-920b-00c8d8d4d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:43.712276 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-a382cd65-9a24-4c43-920b-00c8d8d4d9f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=894217dc-a569-4c6b-a9df-3c29045efbf0 HTTP/1.1" status: 200 len: 835 time: 0.1057744 Apr 05 19:03:43.751644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] Checking router: 0411a0d2-67d6-4f13-b56d-6de62c23d456 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:03:43.761129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:03:43.761753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:03:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:43.785332 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53b3ee27-75ac-4f22-9ad7-b85683bbc8b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:43.844006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-9cfb8727-b701-4505-8e93-4cc261860db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:43.845661 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-9cfb8727-b701-4505-8e93-4cc261860db3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21254af-9ed4-4738-a308-6af9afcb2725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232765 Apr 05 19:03:43.846007 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53b3ee27-75ac-4f22-9ad7-b85683bbc8b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:43.854733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-53b3ee27-75ac-4f22-9ad7-b85683bbc8b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/0191f29e-7b25-4758-ad66-62849a7d4a84 HTTP/1.1" status: 204 len: 168 time: 0.9709377 Apr 05 19:03:43.854733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3ee27-75ac-4f22-9ad7-b85683bbc8b3 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=0191f29e-7b25-4758-ad66-62849a7d4a84,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:43.854733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46524) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:43.937289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebab65-2f20-4eba-958f-71e8fb029761 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:43.939361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebab65-2f20-4eba-958f-71e8fb029761 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:43.943336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-65ebab65-2f20-4eba-958f-71e8fb029761 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0853424 Apr 05 19:03:43.943669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46528) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:44.014178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:03:44.048525 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-cb1386f4-8832-415e-b0b7-7512521dc1fa service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861873 Apr 05 19:03:44.067181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08a2e29-021d-4b5a-a1f1-623a31e58bed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet d532f722-d11a-436a-ad2c-1a480f88c1a3 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:44.070888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a08a2e29-021d-4b5a-a1f1-623a31e58bed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:44.133254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a08a2e29-021d-4b5a-a1f1-623a31e58bed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:44.246558 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e473ca98-b783-43f5-b6b0-85085c03af5c req-76476ff8-b6e1-4cdc-bd44-412a79f5846f service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913204 Apr 05 19:03:44.288544 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a08a2e29-021d-4b5a-a1f1-623a31e58bed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:44.361617 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a08a2e29-021d-4b5a-a1f1-623a31e58bed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:44.395739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a2e29-021d-4b5a-a1f1-623a31e58bed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=d532f722-d11a-436a-ad2c-1a480f88c1a3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:44.397929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a08a2e29-021d-4b5a-a1f1-623a31e58bed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:44.404421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a08a2e29-021d-4b5a-a1f1-623a31e58bed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/d532f722-d11a-436a-ad2c-1a480f88c1a3 HTTP/1.1" status: 204 len: 168 time: 0.4569616 Apr 05 19:03:44.404854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46530) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:44.455688 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4fc71f44-c2b5-43f2-ab94-ddd63ec93144 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490537 Apr 05 19:03:44.458342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46532) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:44.478841 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:44.501586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-abbcbacf-1c2c-4256-a10f-4baa3baea010 None None] Provisioning complete for port 4dafbed1-6682-4eeb-927e-b297f788d8d1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:44.501950 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abbcbacf-1c2c-4256-a10f-4baa3baea010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:44.507040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46534) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:44.543862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c468c6-5123-45aa-b0a0-8a088387919c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:44.547881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-65c468c6-5123-45aa-b0a0-8a088387919c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0856545 Apr 05 19:03:44.548171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46536) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:44.611425 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-57bd6244-a606-40f8-be9d-850c940f3ac2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/ccf00df4-df98-42a0-b1cd-3cee3919294c HTTP/1.1" status: 200 len: 992 time: 0.1025348 Apr 05 19:03:44.635877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:15Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'ccf00df4-df98-42a0-b1cd-3cee3919294c', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'port_id': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'mac_address': 'fa:16:3e:37:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:03:41Z', 'updated_at': '2022-04-05T19:03:41Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787b3e3b-b425-4379-9aab-94027f1a3f96', 'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:51:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:14Z', 'updated_at': '2022-04-05T19:03:25Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:03:44.659518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a8c63f-13ee-4968-9f94-c28ecf45a5d1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:44.663236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-65a8c63f-13ee-4968-9f94-c28ecf45a5d1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116786 Apr 05 19:03:44.663625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46540) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:44.685953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557eb54-f83c-4443-b7a7-5c723b2add30 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:44.702307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-596e5765-ccfc-4ab6-b7ef-0b6f5a9dfbf4 req-8d77e880-f96b-4f4d-92db-ead30f34cc1e tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0324440 Apr 05 19:03:44.764856 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b8e1daf7-f23c-4d3b-b30d-dc48d61e1b15 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000996 Apr 05 19:03:44.772133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46544) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:44.780769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:44.861697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a2e2f-d684-4ea6-90a3-400e65fc951f None None] The sync data for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 is: [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:15Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'ccf00df4-df98-42a0-b1cd-3cee3919294c', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'port_id': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'mac_address': 'fa:16:3e:37:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:03:41Z', 'updated_at': '2022-04-05T19:03:41Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787b3e3b-b425-4379-9aab-94027f1a3f96', 'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:51:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:14Z', 'updated_at': '2022-04-05T19:03:25Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:03:44.907034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4dafbed1-6682-4eeb-927e-b297f788d8d1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:44.909463 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abbcbacf-1c2c-4256-a10f-4baa3baea010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:44.933741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:44.938240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.069455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.074112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-abbcbacf-1c2c-4256-a10f-4baa3baea010 None None] For port 4dafbed1-6682-4eeb-927e-b297f788d8d1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4dafbed1-6682-4eeb-927e-b297f788d8d1,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:45.083299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abbcbacf-1c2c-4256-a10f-4baa3baea010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.169002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4dafbed1-6682-4eeb-927e-b297f788d8d1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:45.169170 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.242453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcbacf-1c2c-4256-a10f-4baa3baea010 None None] Pushing event updated for resources: {'Port': ['ID=4dafbed1-6682-4eeb-927e-b297f788d8d1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:45.257325 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.260896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49289a38-e5ed-42dd-a256-605add7a67b8 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:45.267994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6e7ef667-458f-4c64-a7a1-94d11c273afa None None] Could not find standard attr ID for object 0191f29e-7b25-4758-ad66-62849a7d4a84. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:45.330918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:45.348143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53068b7-4bef-4801-8ea0-4d4f3104cf7d None None] New status for floating IP ccf00df4-df98-42a0-b1cd-3cee3919294c: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:03:45.349337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:45.356617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:45.359397 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.407686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=970cd620-f6d5-456a-87a4-06e8bb1089c7,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:45.410296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-49289a38-e5ed-42dd-a256-605add7a67b8 None None] Deleting port 4dafbed1-6682-4eeb-927e-b297f788d8d1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:45.412484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49289a38-e5ed-42dd-a256-605add7a67b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.420514 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7df0d9fa-4f2b-4d43-b6cf-5fc6fcbff2ee tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6471493 Apr 05 19:03:45.423233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46552) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:45.428992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:2d:5a:c4', 'name': 'tempest-NetworksTestDHCPv6-1163609465'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:45.535509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-49289a38-e5ed-42dd-a256-605add7a67b8 None None] For port 4dafbed1-6682-4eeb-927e-b297f788d8d1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4dafbed1-6682-4eeb-927e-b297f788d8d1,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:45.536042 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49289a38-e5ed-42dd-a256-605add7a67b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.553264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-49289a38-e5ed-42dd-a256-605add7a67b8 None None] Calling delete_port for 4dafbed1-6682-4eeb-927e-b297f788d8d1 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:45.612426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46554) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:45.617618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:45.622440 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.646014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 43765df1-bce2-45e8-b5e8-0f15d7a2ead1 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:03:45.658824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49289a38-e5ed-42dd-a256-605add7a67b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:45.687494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49289a38-e5ed-42dd-a256-605add7a67b8 None None] Pushing event deleted for resources: {'Port': ['ID=4dafbed1-6682-4eeb-927e-b297f788d8d1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:45.693077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49289a38-e5ed-42dd-a256-605add7a67b8 None None] No DVR routers for this DVR port 4dafbed1-6682-4eeb-927e-b297f788d8d1 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:45.701934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-868443a5-cd94-4ed7-999e-3d6096206285 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/ccf00df4-df98-42a0-b1cd-3cee3919294c HTTP/1.1" status: 200 len: 994 time: 0.0862193 Apr 05 19:03:45.716088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b289f7-e5c7-45ec-b4af-bfefa4f2ea41 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:45.822583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::3e3 (0b78bae6-29fd-47d3-887d-9b3f88505648/970cd620-f6d5-456a-87a4-06e8bb1089c7/43765df1-bce2-45e8-b5e8-0f15d7a2ead1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:45.852509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18054cc3-978d-48c2-a11b-65a57bcafa11 req-d00fdc36-990e-40b9-9d69-5bf101d3d171 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0322571 Apr 05 19:03:45.898985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': '970cd620-f6d5-456a-87a4-06e8bb1089c7'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:03:45.899868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.034686 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.072593 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.128839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/970cd620-f6d5-456a-87a4-06e8bb1089c7/217b5058-aced-46f0-ac64-2b3a4983a8b0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:46.131898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=43765df1-bce2-45e8-b5e8-0f15d7a2ead1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:46.140091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:46.141972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:46.149781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:46.156999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:46.157840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.180410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-316e391e-3a33-489b-9052-0f6811e0c7a5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7557235 Apr 05 19:03:46.183109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46566) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:46.249813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d9ca93-d4d5-4dc8-8cdc-945190d67240 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:46.252564 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-95d9ca93-d4d5-4dc8-8cdc-945190d67240 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0683730 Apr 05 19:03:46.255224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46570) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:46.331611 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.343916 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.382423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d557a-e7e0-4320-acf0-02a98c5a12e8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 43765df1-bce2-45e8-b5e8-0f15d7a2ead1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:46.382806 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8d557a-e7e0-4320-acf0-02a98c5a12e8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.392475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:46.395675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:46.402000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:46.416308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Pushing event updated for resources: {'Port': ['ID=217b5058-aced-46f0-ac64-2b3a4983a8b0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:46.466927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Attempting to bind port 217b5058-aced-46f0-ac64-2b3a4983a8b0 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:46.467643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Attempting to bind port 217b5058-aced-46f0-ac64-2b3a4983a8b0 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:46.468365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Attempting to bind port 217b5058-aced-46f0-ac64-2b3a4983a8b0 on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:46.473786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:46.474160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:46.474969 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.474969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:46.475425 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Bound port: 217b5058-aced-46f0-ac64-2b3a4983a8b0, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:46.475800 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.483807 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8d557a-e7e0-4320-acf0-02a98c5a12e8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.497442 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d557a-e7e0-4320-acf0-02a98c5a12e8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 43765df1-bce2-45e8-b5e8-0f15d7a2ead1 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:46.545848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] For port 217b5058-aced-46f0-ac64-2b3a4983a8b0, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:46.550351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] For port 217b5058-aced-46f0-ac64-2b3a4983a8b0, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=217b5058-aced-46f0-ac64-2b3a4983a8b0,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:46.556838 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.631442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce68c0-44b7-4350-bd28-f86db9fa0892 None None] Pushing event updated for resources: {'Port': ['ID=217b5058-aced-46f0-ac64-2b3a4983a8b0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:46.670447 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8d557a-e7e0-4320-acf0-02a98c5a12e8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.699001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d557a-e7e0-4320-acf0-02a98c5a12e8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=43765df1-bce2-45e8-b5e8-0f15d7a2ead1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:46.731873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb8d557a-e7e0-4320-acf0-02a98c5a12e8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.737646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eb8d557a-e7e0-4320-acf0-02a98c5a12e8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/43765df1-bce2-45e8-b5e8-0f15d7a2ead1 HTTP/1.1" status: 204 len: 168 time: 0.4792216 Apr 05 19:03:46.738433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46574) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:46.810657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691f994-34dd-4824-aa75-c4bd81f42199 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:46.812307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691f994-34dd-4824-aa75-c4bd81f42199 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:46.814672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3691f994-34dd-4824-aa75-c4bd81f42199 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0750637 Apr 05 19:03:46.817388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46578) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:46.820260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4dafbed1-6682-4eeb-927e-b297f788d8d1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:46.843389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 4dafbed1-6682-4eeb-927e-b297f788d8d1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:46.843746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4dafbed1-6682-4eeb-927e-b297f788d8d1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:46.884233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad886ae2-ac7d-436c-9f51-1bafd1e26f4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 970cd620-f6d5-456a-87a4-06e8bb1089c7 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:46.887992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad886ae2-ac7d-436c-9f51-1bafd1e26f4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:46.949128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad886ae2-ac7d-436c-9f51-1bafd1e26f4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:47.092332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-990a63c9-a11a-4c48-8830-1df87363c688 req-8ef1af81-b114-4c20-9217-a4a00edf0021 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0791214 Apr 05 19:03:47.109852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad886ae2-ac7d-436c-9f51-1bafd1e26f4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:47.188260 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad886ae2-ac7d-436c-9f51-1bafd1e26f4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:47.215072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad886ae2-ac7d-436c-9f51-1bafd1e26f4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=970cd620-f6d5-456a-87a4-06e8bb1089c7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:47.237232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ad886ae2-ac7d-436c-9f51-1bafd1e26f4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:47.241582 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ad886ae2-ac7d-436c-9f51-1bafd1e26f4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/970cd620-f6d5-456a-87a4-06e8bb1089c7 HTTP/1.1" status: 204 len: 168 time: 0.4226294 Apr 05 19:03:47.244784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46586) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:47.286442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46590) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:47.286606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-45ed53bc-66ea-4589-9ae0-8cacefb3920e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405314 Apr 05 19:03:47.338607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9e2511-1a71-4b48-936e-f9e01ca298d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:47.340837 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-da9e2511-1a71-4b48-936e-f9e01ca298d4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0528154 Apr 05 19:03:47.343867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46592) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:47.405594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd6399-2ed3-4f82-8c07-8ef4a77d30eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:47.407150 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-07cd6399-2ed3-4f82-8c07-8ef4a77d30eb tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0621240 Apr 05 19:03:47.410118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46594) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:47.449537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0032e869-43ff-47ed-85cb-302912167b51 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380547 Apr 05 19:03:47.453354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46596) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:47.458356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:47.550178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:47.554356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:47.895382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:03:47.983463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c058554-45c7-4dd9-8741-ad22e3700504 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:48.085287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.130889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dacec62a-bf8f-4ba0-bfb5-10ad310c482c None None] Provisioning complete for port 217b5058-aced-46f0-ac64-2b3a4983a8b0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:48.131569 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dacec62a-bf8f-4ba0-bfb5-10ad310c482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.250933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7171ae0b-b219-41d5-be37-e2794fa3ba4a req-b4d270a1-8e8f-4684-a892-f03e97cb1335 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0703831 Apr 05 19:03:48.358372 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] For port 217b5058-aced-46f0-ac64-2b3a4983a8b0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=217b5058-aced-46f0-ac64-2b3a4983a8b0,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:48.407176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.413685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.414518 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.506421 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dacec62a-bf8f-4ba0-bfb5-10ad310c482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.553182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dacec62a-bf8f-4ba0-bfb5-10ad310c482c None None] For port 217b5058-aced-46f0-ac64-2b3a4983a8b0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=217b5058-aced-46f0-ac64-2b3a4983a8b0,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:48.559365 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dacec62a-bf8f-4ba0-bfb5-10ad310c482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.573865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:48.599408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:48.612468 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:48.613452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.616295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=a37aefe7-cad4-4d54-b474-449bfb06e5da,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:48.629265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=217b5058-aced-46f0-ac64-2b3a4983a8b0,revision_number=5']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:48.646291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-73c833ce-702f-4004-90f1-950699934da8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1918044 Apr 05 19:03:48.646479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46612) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:48.652808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ea53cdc2-6f7c-471c-9613-6b9f58c73bc2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:48.661835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacec62a-bf8f-4ba0-bfb5-10ad310c482c None None] Pushing event updated for resources: {'Port': ['ID=217b5058-aced-46f0-ac64-2b3a4983a8b0,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:48.723581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46614) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:48.849166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea53cdc2-6f7c-471c-9613-6b9f58c73bc2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:48.852819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 217b5058-aced-46f0-ac64-2b3a4983a8b0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:48.854105 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ea53cdc2-6f7c-471c-9613-6b9f58c73bc2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.960371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e4ba9-e336-4d68-8734-3c4971bfb92c None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:48.966126 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56134822-eca4-4183-ae4b-3dc38a428a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:48.984077 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-ea53cdc2-6f7c-471c-9613-6b9f58c73bc2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a37aefe7-cad4-4d54-b474-449bfb06e5da (CIDR: 2001:db8::/64) Apr 05 19:03:48.989830 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea53cdc2-6f7c-471c-9613-6b9f58c73bc2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:03:48.990561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea53cdc2-6f7c-471c-9613-6b9f58c73bc2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:03:49.015319 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ea53cdc2-6f7c-471c-9613-6b9f58c73bc2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3677289 Apr 05 19:03:49.018043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46620) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:49.024646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:49.098176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 217b5058-aced-46f0-ac64-2b3a4983a8b0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:49.098968 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.108557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56134822-eca4-4183-ae4b-3dc38a428a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.114325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56134822-eca4-4183-ae4b-3dc38a428a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.155863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-56134822-eca4-4183-ae4b-3dc38a428a9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc3da4b7b0cf47169de18966912432b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308119 Apr 05 19:03:49.158100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56134822-eca4-4183-ae4b-3dc38a428a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6170800c-5e72-49bd-8ad8-332c87b4c0f0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:49.160134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46622) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:49.206840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:49.215432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.221414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c9232aef-4f0e-453d-96c5-ac95b03ac1e0 None None] Provisioning complete for port 217b5058-aced-46f0-ac64-2b3a4983a8b0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:49.221785 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9232aef-4f0e-453d-96c5-ac95b03ac1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.317563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-57f3731e-5ea3-4483-b741-bd8e8724a04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.356992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-57f3731e-5ea3-4483-b741-bd8e8724a04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.376597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f742aaa-e68e-4c51-8440-6e8d322fa082 req-c199ee2f-f96f-42a5-809b-bbf0a269556f tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0349498 Apr 05 19:03:49.475976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-57f3731e-5ea3-4483-b741-bd8e8724a04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.479316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-57f3731e-5ea3-4483-b741-bd8e8724a04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.486916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-57f3731e-5ea3-4483-b741-bd8e8724a04c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6170800c-5e72-49bd-8ad8-332c87b4c0f0 HTTP/1.1" status: 204 len: 168 time: 0.3217483 Apr 05 19:03:49.503876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3731e-5ea3-4483-b741-bd8e8724a04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6170800c-5e72-49bd-8ad8-332c87b4c0f0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:49.577939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.633885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:49.638008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:49.644440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:49.645257 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.669222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=853f2b3a-969d-4a4e-b285-3013501fb649,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:49.684771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-31a99843-9e35-49bb-9849-f776e92f35ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6653862 Apr 05 19:03:49.687542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46634) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:49.693459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:cf:54:8f', 'name': 'tempest-NetworksTestDHCPv6-1170078399'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:49.762116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d8704-a4ec-4cde-b642-ab7d63cb3066 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:49.839492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:49.865838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-bb93ca2f-f62e-4e3d-b819-81c06209a218 None None] Provisioning complete for port 217b5058-aced-46f0-ac64-2b3a4983a8b0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:49.866426 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb93ca2f-f62e-4e3d-b819-81c06209a218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.936263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:49.969361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 09c7badf-c000-41da-8099-c8f052591b1c yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:03:50.163108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35fd15-ca3e-4217-968a-c2a9be7d8ddd None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': 'a37aefe7-cad4-4d54-b474-449bfb06e5da', 'ip_address': '2001:db8::f816:3eff:fe99:9e92'}, {'subnet_id': '853f2b3a-969d-4a4e-b285-3013501fb649'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '217b5058-aced-46f0-ac64-2b3a4983a8b0'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:03:50.199114 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f35fd15-ca3e-4217-968a-c2a9be7d8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.209840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8:0:1::34b (0b78bae6-29fd-47d3-887d-9b3f88505648/853f2b3a-969d-4a4e-b285-3013501fb649/09c7badf-c000-41da-8099-c8f052591b1c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:50.218411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:fecf:548f (0b78bae6-29fd-47d3-887d-9b3f88505648/a37aefe7-cad4-4d54-b474-449bfb06e5da/09c7badf-c000-41da-8099-c8f052591b1c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:50.314441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46658) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:50.404319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.433539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-996243531-network', 'tenant_id': '16c01bb2dc604c3a89c35a7ba4d05e51'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:50.442652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.474921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Made reservation on behalf of 16c01bb2dc604c3a89c35a7ba4d05e51 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:50.477404 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.489800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.490185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:50.513105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6f35fd15-ca3e-4217-968a-c2a9be7d8ddd None None] Allocated IP 2001:db8:0:1::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/853f2b3a-969d-4a4e-b285-3013501fb649/217b5058-aced-46f0-ac64-2b3a4983a8b0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:50.532357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-651a3e0a-04e6-46b2-9e50-6ffc3d554356 req-d95d7cd6-23a4-41e0-9243-c42b0c722742 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0502114 Apr 05 19:03:50.533046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:50.538479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:50.544779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:50.545906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.557432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=09c7badf-c000-41da-8099-c8f052591b1c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:50.569036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-af6a5b26-3fd5-4059-a7f4-d10d4c949c02 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8774724 Apr 05 19:03:50.569805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46664) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:50.616734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.623528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.659825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb71c48-f5ea-4fbd-bc20-8338a02884ee,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:50.671311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:03:50.682617 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.683059 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Added segment 5fe7fe90-5445-4761-8ee3-aff25b4a15aa of type vlan for network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 Apr 05 19:03:50.684436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6f35fd15-ca3e-4217-968a-c2a9be7d8ddd None None] For port 217b5058-aced-46f0-ac64-2b3a4983a8b0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=217b5058-aced-46f0-ac64-2b3a4983a8b0,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:50.687385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d27be7d9-ddc1-4e95-abd1-c6d3f8dbfe99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 09c7badf-c000-41da-8099-c8f052591b1c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:50.687861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d27be7d9-ddc1-4e95-abd1-c6d3f8dbfe99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.730738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f35fd15-ca3e-4217-968a-c2a9be7d8ddd None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.732141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.735620 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f35fd15-ca3e-4217-968a-c2a9be7d8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.777108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.779400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:50.780074 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.808330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d27be7d9-ddc1-4e95-abd1-c6d3f8dbfe99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.822834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d27be7d9-ddc1-4e95-abd1-c6d3f8dbfe99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 09c7badf-c000-41da-8099-c8f052591b1c owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:50.839316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35fd15-ca3e-4217-968a-c2a9be7d8ddd None None] Pushing event updated for resources: {'Port': ['ID=217b5058-aced-46f0-ac64-2b3a4983a8b0,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:50.872679 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5568628 Apr 05 19:03:50.876769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:50.881815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Request body: {'subnet': {'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-996243531-subnet', 'tenant_id': '16c01bb2dc604c3a89c35a7ba4d05e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:50.920061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Made reservation on behalf of 16c01bb2dc604c3a89c35a7ba4d05e51 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:50.922466 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:50.947858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175a441-b3df-4ea4-9fd8-35e9acacf392 admin admin] Pushing event updated for resources: {'Network': ['ID=7e03af67-a0b6-485d-9e8f-ebb2f4148604,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:50.962006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:03:51.116849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d27be7d9-ddc1-4e95-abd1-c6d3f8dbfe99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:51.156806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27be7d9-ddc1-4e95-abd1-c6d3f8dbfe99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=09c7badf-c000-41da-8099-c8f052591b1c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:51.227963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d27be7d9-ddc1-4e95-abd1-c6d3f8dbfe99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:51.231619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d27be7d9-ddc1-4e95-abd1-c6d3f8dbfe99 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/09c7badf-c000-41da-8099-c8f052591b1c HTTP/1.1" status: 204 len: 168 time: 0.6601028 Apr 05 19:03:51.238748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:51.332412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4b9c1-182d-42a0-9618-b33d5146a47a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:51.334114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dae4b9c1-182d-42a0-9618-b33d5146a47a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0984426 Apr 05 19:03:51.336753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46672) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:51.352755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:51.438479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ffdf70-c0ea-4b23-8f40-b191887154da,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:51.452652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9020a015-da62-49b8-810c-b8c4e63b093f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:51.456816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9020a015-da62-49b8-810c-b8c4e63b093f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1159964 Apr 05 19:03:51.457508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46674) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:51.459127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Checking segment: {'id': '5fe7fe90-5445-4761-8ee3-aff25b4a15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:51.459559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Network hostable DHCP agents. Network: 7e03af67-a0b6-485d-9e8f-ebb2f4148604, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:03:51.481322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:03:51.500568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 7e03af67-a0b6-485d-9e8f-ebb2f4148604) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:51.504735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:51.505322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:51.510255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02af3f3-86a6-4a40-a101-de7f2afb1374 None None] Network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:51.542079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4a970764-4ab0-4cc3-98cd-bf71b1862c50 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6641624 Apr 05 19:03:51.564983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d7660d-8892-4273-8940-1f405e9998a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:51.566649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d7660d-8892-4273-8940-1f405e9998a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:51.568705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d7660d-8892-4273-8940-1f405e9998a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:51.587546 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a8d7660d-8892-4273-8940-1f405e9998a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1259444 Apr 05 19:03:51.587744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46684) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:51.688918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27fc634-d443-4f82-8499-2687ca5e92e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 853f2b3a-969d-4a4e-b285-3013501fb649 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:51.721004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ffc3923-cd5a-46b3-a444-df91e045a224 req-8921a7bd-51fc-49ce-a521-064ab02d1a83 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0517197 Apr 05 19:03:51.745177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e27fc634-d443-4f82-8499-2687ca5e92e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:51.789257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f5d91-aba5-411f-a605-44881ab852f3 None None] Network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:51.793936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b1a19f8d-2fe1-4eb1-88a9-de23bede73c9 None None] Provisioning complete for port 217b5058-aced-46f0-ac64-2b3a4983a8b0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:51.794301 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1a19f8d-2fe1-4eb1-88a9-de23bede73c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:51.821514 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e27fc634-d443-4f82-8499-2687ca5e92e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:51.937127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e27fc634-d443-4f82-8499-2687ca5e92e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:52.049288 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e27fc634-d443-4f82-8499-2687ca5e92e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:52.235058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b407c38d-0aca-44d8-a9bb-6ed20c026919 None None] Could not find standard attr ID for object 43765df1-bce2-45e8-b5e8-0f15d7a2ead1. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:52.360248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-13fb0c25-4102-459e-9765-20389feb0f49 None None] Could not find standard attr ID for object 09c7badf-c000-41da-8099-c8f052591b1c. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:52.431799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fc634-d443-4f82-8499-2687ca5e92e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=853f2b3a-969d-4a4e-b285-3013501fb649,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:52.454179 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e27fc634-d443-4f82-8499-2687ca5e92e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:52.460913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46700) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:52.461967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e27fc634-d443-4f82-8499-2687ca5e92e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/853f2b3a-969d-4a4e-b285-3013501fb649 HTTP/1.1" status: 204 len: 168 time: 0.8728957 Apr 05 19:03:52.525549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f27b13f-621e-411f-9b63-44fea68edb9d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet a37aefe7-cad4-4d54-b474-449bfb06e5da {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:52.529213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f27b13f-621e-411f-9b63-44fea68edb9d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:52.573500 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f27b13f-621e-411f-9b63-44fea68edb9d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:52.633392 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e61f8f-cee1-4b87-a8e5-af4f93f6e6ad None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:52.676221 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f27b13f-621e-411f-9b63-44fea68edb9d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:52.748869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f27b13f-621e-411f-9b63-44fea68edb9d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:52.777204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4f27b13f-621e-411f-9b63-44fea68edb9d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:52.781009 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4f27b13f-621e-411f-9b63-44fea68edb9d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/a37aefe7-cad4-4d54-b474-449bfb06e5da HTTP/1.1" status: 204 len: 168 time: 0.3167517 Apr 05 19:03:52.783531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46704) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:52.802684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27b13f-621e-411f-9b63-44fea68edb9d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=a37aefe7-cad4-4d54-b474-449bfb06e5da,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:52.832727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 217b5058-aced-46f0-ac64-2b3a4983a8b0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:52.865518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46706) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:52.872109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:52.877275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a7399807-d812-406f-b9c9-cdc12eb32f96 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925200 Apr 05 19:03:52.894800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 217b5058-aced-46f0-ac64-2b3a4983a8b0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:52.895167 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:52.922333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58fca7cf-a89b-45cb-8583-26481c46afc4 req-61bdd2c7-a8f8-4645-96d3-6deaa0ea6ee8 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0703852 Apr 05 19:03:52.962963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f140fe75-b23b-4a01-b410-9344c82a7cf2 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:53.007919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:53.012291 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:53.116460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f140fe75-b23b-4a01-b410-9344c82a7cf2 None None] Deleting port 217b5058-aced-46f0-ac64-2b3a4983a8b0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:53.116835 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f140fe75-b23b-4a01-b410-9344c82a7cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:53.203888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f140fe75-b23b-4a01-b410-9344c82a7cf2 None None] For port 217b5058-aced-46f0-ac64-2b3a4983a8b0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=217b5058-aced-46f0-ac64-2b3a4983a8b0,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:53.205132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f140fe75-b23b-4a01-b410-9344c82a7cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:53.223409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f140fe75-b23b-4a01-b410-9344c82a7cf2 None None] Calling delete_port for 217b5058-aced-46f0-ac64-2b3a4983a8b0 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:53.316863 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f140fe75-b23b-4a01-b410-9344c82a7cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:53.352757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140fe75-b23b-4a01-b410-9344c82a7cf2 None None] No DVR routers for this DVR port 217b5058-aced-46f0-ac64-2b3a4983a8b0 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:53.360137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140fe75-b23b-4a01-b410-9344c82a7cf2 None None] Pushing event deleted for resources: {'Port': ['ID=217b5058-aced-46f0-ac64-2b3a4983a8b0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:53.395874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:03:53.397434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:53.448450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:53.451695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:53.457143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:53.457851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:53.465331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009544a6-cefb-4d82-8000-43db55620c0e None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:53.476500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=8dc7d738-e207-48bb-89cb-1f724f42af7f,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:53.486922 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-170996bf-7b08-4504-8afa-704c44053082 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6202226 Apr 05 19:03:53.487808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46728) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:53.492779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d899b7c7-583d-46b9-b05e-c6793d42dc2e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:53.607589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32397d67-a498-41d1-a54b-843480aef41f req-9e6c5c37-fa6d-4ca3-aed4-be7988708398 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:53.609936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-9e6c5c37-fa6d-4ca3-aed4-be7988708398 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/networks?id=7e03af67-a0b6-485d-9e8f-ebb2f4148604 HTTP/1.1" status: 200 len: 808 time: 0.1426589 Apr 05 19:03:53.634086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-be01c2f5-b091-459d-80c0-992bedb6120b tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/quotas/16c01bb2dc604c3a89c35a7ba4d05e51 HTTP/1.1" status: 200 len: 375 time: 0.0161490 Apr 05 19:03:53.646966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d899b7c7-583d-46b9-b05e-c6793d42dc2e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:53.652386 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d899b7c7-583d-46b9-b05e-c6793d42dc2e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:53.656125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': '8dc7d738-e207-48bb-89cb-1f724f42af7f'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:03:53.656932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:53.678409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-d96bc453-13d1-4b4b-b981-462f31fad8e3 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=16c01bb2dc604c3a89c35a7ba4d05e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357938 Apr 05 19:03:53.793607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-af218d92-4b39-48e2-b0ac-cf43b5a40eb2 service neutron] 10.222.0.15 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083598 Apr 05 19:03:53.899260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-4efdc4ca-fd5f-43d4-80f3-4665dee2f94b service neutron] 10.222.0.15 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988803 Apr 05 19:03:54.012943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Allocated IP 2001:db8::f816:3eff:fe3d:db76 (0b78bae6-29fd-47d3-887d-9b3f88505648/8dc7d738-e207-48bb-89cb-1f724f42af7f/7996937f-3ee1-4155-a130-d537e103121b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:54.076280 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-d899b7c7-583d-46b9-b05e-c6793d42dc2e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8dc7d738-e207-48bb-89cb-1f724f42af7f (CIDR: 2001:db8::/64) Apr 05 19:03:54.083294 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d899b7c7-583d-46b9-b05e-c6793d42dc2e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:03:54.083808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d899b7c7-583d-46b9-b05e-c6793d42dc2e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:03:54.105427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-160ab64e-e074-40a9-b1b0-536da2068c02 req-21345a46-440e-46f9-82b5-7f8322310cfb tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0464635 Apr 05 19:03:54.121350 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d899b7c7-583d-46b9-b05e-c6793d42dc2e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6323354 Apr 05 19:03:54.122192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46738) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:54.128057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:54.178424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b4ff127-4a4f-48d8-83b7-e3a6cab66cc6 req-c472a9b1-85e3-4e11-9f67-2d494c16c8c4 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 210 time: 0.0668910 Apr 05 19:03:54.273269 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:54.284154 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:54.286364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:54.292885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:54.337988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:54.341504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:54.350709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:54.359494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Pushing event updated for resources: {'Port': ['ID=7996937f-3ee1-4155-a130-d537e103121b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:54.424271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Attempting to bind port 7996937f-3ee1-4155-a130-d537e103121b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:54.424459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Attempting to bind port 7996937f-3ee1-4155-a130-d537e103121b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:54.424979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Attempting to bind port 7996937f-3ee1-4155-a130-d537e103121b on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:54.430850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:54.431406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:54.431890 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:54.432362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:54.433000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Bound port: 7996937f-3ee1-4155-a130-d537e103121b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:54.433828 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:54.514533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] For port 7996937f-3ee1-4155-a130-d537e103121b, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:54.518309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] For port 7996937f-3ee1-4155-a130-d537e103121b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7996937f-3ee1-4155-a130-d537e103121b,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:54.532044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:54.589678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:54.604542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb505e-f916-4788-9904-d6403bb48f61 None None] Pushing event updated for resources: {'Port': ['ID=7996937f-3ee1-4155-a130-d537e103121b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:54.649508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:54.653347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:54.658708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:54.659379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:54.664978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=e63b153a-716b-42cf-b214-b69baab3bad7,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:54.690780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46750) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:54.690971 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9878d8d7-fd31-4bcc-9e2b-8f056f13dd9f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5675151 Apr 05 19:03:54.696789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:d7:8f:30', 'name': 'tempest-NetworksTestDHCPv6-440155352'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:54.824557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 217b5058-aced-46f0-ac64-2b3a4983a8b0 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:54.893966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 217b5058-aced-46f0-ac64-2b3a4983a8b0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:54.894305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 217b5058-aced-46f0-ac64-2b3a4983a8b0 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:54.919984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:54.925094 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:54.978950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port c5595a54-fb1d-4edc-914a-84ed6175edea yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:03:55.218099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8:0:1::3c8 (0b78bae6-29fd-47d3-887d-9b3f88505648/e63b153a-716b-42cf-b214-b69baab3bad7/c5595a54-fb1d-4edc-914a-84ed6175edea) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:55.255435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a505191-ee93-4c32-a694-12ee5ebf9458 req-16b2fd02-95bf-40b0-830a-16535fdbe782 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0309649 Apr 05 19:03:55.257007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::f816:3eff:fed7:8f30 (0b78bae6-29fd-47d3-887d-9b3f88505648/8dc7d738-e207-48bb-89cb-1f724f42af7f/c5595a54-fb1d-4edc-914a-84ed6175edea) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:55.395830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc7cb723-9907-46a0-9316-3cea8a472280 req-e15785c9-f9ae-4a23-a61d-716ba9157f87 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 210 time: 0.0815902 Apr 05 19:03:55.571230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32397d67-a498-41d1-a54b-843480aef41f req-fe22e8fb-3b37-4f66-bf08-671ebaac67dc tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:55.573002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-fe22e8fb-3b37-4f66-bf08-671ebaac67dc tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.20 "GET /v2.0/networks?id=7e03af67-a0b6-485d-9e8f-ebb2f4148604 HTTP/1.1" status: 200 len: 808 time: 0.1917615 Apr 05 19:03:55.588639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Request body: {'port': {'device_id': '4308d67a-b2ff-4c56-87a6-f0853a65271d', 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604', 'admin_state_up': True, 'tenant_id': '16c01bb2dc604c3a89c35a7ba4d05e51'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:55.596543 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:55.719339 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:55.796519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:55.797426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=c5595a54-fb1d-4edc-914a-84ed6175edea,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:55.804213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:55.809770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:55.816453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:55.817244 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:55.831828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Made reservation on behalf of 16c01bb2dc604c3a89c35a7ba4d05e51 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:55.835899 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:55.842105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-84c3e06a-04f3-430f-9263-2b1ff58f73e9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1497090 Apr 05 19:03:55.844999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46762) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:55.989883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-eff57fcf-4edc-4dc4-9b8b-314e390b8215 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port c5595a54-fb1d-4edc-914a-84ed6175edea {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:55.990632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eff57fcf-4edc-4dc4-9b8b-314e390b8215 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.030009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Allocated IP 172.20.0.9 (7e03af67-a0b6-485d-9e8f-ebb2f4148604/c6ffdf70-c0ea-4b23-8f40-b191887154da/a16a57b8-93ee-4864-9c84-ae9c4ce080af) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:56.051873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a646474-f74c-418e-ae9b-51a7bf2961df None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:56.107254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eff57fcf-4edc-4dc4-9b8b-314e390b8215 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.124515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-eff57fcf-4edc-4dc4-9b8b-314e390b8215 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for c5595a54-fb1d-4edc-914a-84ed6175edea owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:56.144685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-41cb0cb7-fc06-4ec1-9def-c64416faf900 None None] Provisioning complete for port 7996937f-3ee1-4155-a130-d537e103121b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:56.145057 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41cb0cb7-fc06-4ec1-9def-c64416faf900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.263033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.307909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.341099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eff57fcf-4edc-4dc4-9b8b-314e390b8215 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.345859 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41cb0cb7-fc06-4ec1-9def-c64416faf900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.383319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff57fcf-4edc-4dc4-9b8b-314e390b8215 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=c5595a54-fb1d-4edc-914a-84ed6175edea,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:56.428505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Pushing event updated for resources: {'Port': ['ID=a16a57b8-93ee-4864-9c84-ae9c4ce080af,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:56.440901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:56.445343 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-41cb0cb7-fc06-4ec1-9def-c64416faf900 None None] For port 7996937f-3ee1-4155-a130-d537e103121b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7996937f-3ee1-4155-a130-d537e103121b,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:56.454231 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41cb0cb7-fc06-4ec1-9def-c64416faf900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.460140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:56.466512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55135127-3b2a-4bc5-a9a5-070be7612b13 req-93b9cfc9-fe88-41ba-a8fc-d1bca6a59aa6 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0482459 Apr 05 19:03:56.467559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:56.471645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eff57fcf-4edc-4dc4-9b8b-314e390b8215 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.477726 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eff57fcf-4edc-4dc4-9b8b-314e390b8215 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/c5595a54-fb1d-4edc-914a-84ed6175edea HTTP/1.1" status: 204 len: 168 time: 0.6316600 Apr 05 19:03:56.480681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46770) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:56.557808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0cb7-fc06-4ec1-9def-c64416faf900 None None] Pushing event updated for resources: {'Port': ['ID=7996937f-3ee1-4155-a130-d537e103121b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:56.564639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e501b0d-37a8-4d74-9671-a068e7052de5 None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '8dc7d738-e207-48bb-89cb-1f724f42af7f', 'ip_address': '2001:db8::f816:3eff:fe3d:db76'}, {'subnet_id': 'e63b153a-716b-42cf-b214-b69baab3bad7'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '7996937f-3ee1-4155-a130-d537e103121b'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:03:56.569510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003076d-675e-4818-87e9-9015074844d5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:56.577114 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3003076d-675e-4818-87e9-9015074844d5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0954003 Apr 05 19:03:56.581538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46772) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:56.592194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:56.593006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.623266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d69b0-05d0-4b24-a55f-00fbb68f60c3 req-6922b56e-c4c1-4f34-be45-1223712f155c tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:56.624942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-325d69b0-05d0-4b24-a55f-00fbb68f60c3 req-6922b56e-c4c1-4f34-be45-1223712f155c tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 931 time: 0.0871329 Apr 05 19:03:56.628315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-8bcf8f82-5452-46c5-bc8f-57b9be994c40 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0441704 Apr 05 19:03:56.629476 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e501b0d-37a8-4d74-9671-a068e7052de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.666041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8885ab-8b1f-445b-abd6-2e36f4ef4456 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:56.667644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3e8885ab-8b1f-445b-abd6-2e36f4ef4456 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0850863 Apr 05 19:03:56.668661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Request body: {'port': {'device_id': '4308d67a-b2ff-4c56-87a6-f0853a65271d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:56.670204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46778) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:56.691418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-325d69b0-05d0-4b24-a55f-00fbb68f60c3 req-47a7626a-bf5f-4088-af84-a05d8f363fe5 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557799 Apr 05 19:03:56.763784 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:56.769126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df6462-6fa5-4d95-b014-e32cdc40f9da tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:56.772983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df6462-6fa5-4d95-b014-e32cdc40f9da tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:56.776284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df6462-6fa5-4d95-b014-e32cdc40f9da tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:56.778514 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c1df6462-6fa5-4d95-b014-e32cdc40f9da tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1065595 Apr 05 19:03:56.780813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46780) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:56.834045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7e501b0d-37a8-4d74-9671-a068e7052de5 None None] Allocated IP 2001:db8:0:1::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/e63b153a-716b-42cf-b214-b69baab3bad7/7996937f-3ee1-4155-a130-d537e103121b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:56.863524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c328f535-1af2-4afc-bbf1-593b128efeaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 8dc7d738-e207-48bb-89cb-1f724f42af7f {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:56.907077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7996937f-3ee1-4155-a130-d537e103121b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:03:56.976951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7e501b0d-37a8-4d74-9671-a068e7052de5 None None] For port 7996937f-3ee1-4155-a130-d537e103121b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7996937f-3ee1-4155-a130-d537e103121b,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:57.000199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7996937f-3ee1-4155-a130-d537e103121b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:57.000555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.029806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e501b0d-37a8-4d74-9671-a068e7052de5 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.037054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c328f535-1af2-4afc-bbf1-593b128efeaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.040413 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e501b0d-37a8-4d74-9671-a068e7052de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.089138 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c328f535-1af2-4afc-bbf1-593b128efeaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.137302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16a57b8-93ee-4864-9c84-ae9c4ce080af {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:03:57.148535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.150368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e501b0d-37a8-4d74-9671-a068e7052de5 None None] Pushing event updated for resources: {'Port': ['ID=7996937f-3ee1-4155-a130-d537e103121b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:57.172540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Transition to ACTIVE for port object a16a57b8-93ee-4864-9c84-ae9c4ce080af will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:03:57.178509 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.219940 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c328f535-1af2-4afc-bbf1-593b128efeaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.302338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a16a57b8-93ee-4864-9c84-ae9c4ce080af,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:57.313131 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c328f535-1af2-4afc-bbf1-593b128efeaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.325805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Attempting to bind port a16a57b8-93ee-4864-9c84-ae9c4ce080af on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:57.326431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Attempting to bind port a16a57b8-93ee-4864-9c84-ae9c4ce080af by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '5fe7fe90-5445-4761-8ee3-aff25b4a15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:57.326911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Attempting to bind port a16a57b8-93ee-4864-9c84-ae9c4ce080af on network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:57.332634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Port a16a57b8-93ee-4864-9c84-ae9c4ce080af on network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:03:57.333164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Attempting to bind port a16a57b8-93ee-4864-9c84-ae9c4ce080af on network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:57.339743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:57.340279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Checking segment: {'id': '5fe7fe90-5445-4761-8ee3-aff25b4a15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:57.340865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Bound using segment: {'id': '5fe7fe90-5445-4761-8ee3-aff25b4a15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:57.341436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Bound port: a16a57b8-93ee-4864-9c84-ae9c4ce080af, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe7fe90-5445-4761-8ee3-aff25b4a15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:57.341971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.357239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328f535-1af2-4afc-bbf1-593b128efeaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc7d738-e207-48bb-89cb-1f724f42af7f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:57.370789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c328f535-1af2-4afc-bbf1-593b128efeaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.375292 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c328f535-1af2-4afc-bbf1-593b128efeaa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/8dc7d738-e207-48bb-89cb-1f724f42af7f HTTP/1.1" status: 204 len: 168 time: 0.5934334 Apr 05 19:03:57.383384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46784) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:57.436389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] For port a16a57b8-93ee-4864-9c84-ae9c4ce080af, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:57.440488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] For port a16a57b8-93ee-4864-9c84-ae9c4ce080af, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a16a57b8-93ee-4864-9c84-ae9c4ce080af,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:57.449610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.471710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c062da1-7b68-48e4-b299-29b545c3cfed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet e63b153a-716b-42cf-b214-b69baab3bad7 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:03:57.478796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c062da1-7b68-48e4-b299-29b545c3cfed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.536162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:57.537024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.537650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c062da1-7b68-48e4-b299-29b545c3cfed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.541903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] 10.222.0.20 "PUT /v2.0/ports/a16a57b8-93ee-4864-9c84-ae9c4ce080af HTTP/1.1" status: 200 len: 1091 time: 0.8816500 Apr 05 19:03:57.542590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4308d67a-b2ff-4c56-87a6-f0853a65271d', 'tag': 'a16a57b8-93ee-4864-9c84-ae9c4ce080af'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:03:57.552141 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321f710c-80f9-4667-a318-fc78cb20e60d" -d '{"events": [{"name": "network-changed", "server_uuid": "4308d67a-b2ff-4c56-87a6-f0853a65271d", "tag": "a16a57b8-93ee-4864-9c84-ae9c4ce080af"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:03:57.586333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31588a6-ef97-476c-aab7-21de15057ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a16a57b8-93ee-4864-9c84-ae9c4ce080af,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:57.646004 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b621f093-f232-4f2e-93cc-79616acb9f61 x-openstack-request-id: req-b621f093-f232-4f2e-93cc-79616acb9f61 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:03:57.646465 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4308d67a-b2ff-4c56-87a6-f0853a65271d", "tag": "a16a57b8-93ee-4864-9c84-ae9c4ce080af", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:03:57.646817 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b621f093-f232-4f2e-93cc-79616acb9f61 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:03:57.647314 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b621f093-f232-4f2e-93cc-79616acb9f61'] response: {'name': 'network-changed', 'server_uuid': '4308d67a-b2ff-4c56-87a6-f0853a65271d', 'tag': 'a16a57b8-93ee-4864-9c84-ae9c4ce080af', 'status': 'completed', 'code': 200} Apr 05 19:03:57.652576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c062da1-7b68-48e4-b299-29b545c3cfed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.678051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-627f9f9a-644e-4e86-a2ba-6d8e7662fa24 req-c5e2568b-c85d-42d6-b0b2-3bff31d776b8 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0494630 Apr 05 19:03:57.698308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32397d67-a498-41d1-a54b-843480aef41f req-f23e3dfe-b288-4ef2-bbf4-038db6d924b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:57.698308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-f23e3dfe-b288-4ef2-bbf4-038db6d924b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c01bb2dc604c3a89c35a7ba4d05e51&device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 1094 time: 0.1052775 Apr 05 19:03:57.740500 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c062da1-7b68-48e4-b299-29b545c3cfed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.780223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-d90f1517-3205-4769-b96b-52cc59f809f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a16a57b8-93ee-4864-9c84-ae9c4ce080af HTTP/1.1" status: 200 len: 217 time: 0.0750635 Apr 05 19:03:57.808310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c062da1-7b68-48e4-b299-29b545c3cfed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:57.813182 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6c062da1-7b68-48e4-b299-29b545c3cfed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/e63b153a-716b-42cf-b214-b69baab3bad7 HTTP/1.1" status: 204 len: 168 time: 0.4267702 Apr 05 19:03:57.814836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c062da1-7b68-48e4-b299-29b545c3cfed tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=e63b153a-716b-42cf-b214-b69baab3bad7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:57.823394 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46792) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:57.874784 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a5851286-7314-4a76-81c6-48dbcdd4fa2a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487461 Apr 05 19:03:57.876878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46794) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:57.878996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32397d67-a498-41d1-a54b-843480aef41f req-b0eb31f4-a91a-487d-904e-1297d98a06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:57.880461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-b0eb31f4-a91a-487d-904e-1297d98a06fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6ffdf70-c0ea-4b23-8f40-b191887154da HTTP/1.1" status: 200 len: 848 time: 0.0931540 Apr 05 19:03:57.883393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:57.890695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e19ab2-8f7f-4e69-b42d-90e39ce05612 req-119c6e24-12f8-4656-9904-22a9a2895d26 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:57.892193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18e19ab2-8f7f-4e69-b42d-90e39ce05612 req-119c6e24-12f8-4656-9904-22a9a2895d26 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 943 time: 0.0645983 Apr 05 19:03:57.952799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-999d0e34-dc5b-4dbe-942c-fcbc4840bcac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e03af67-a0b6-485d-9e8f-ebb2f4148604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595176 Apr 05 19:03:57.963174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6c8fd-8e4d-430a-9a07-22afba02381d None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:58.019188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:58.023418 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:58.052550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18e19ab2-8f7f-4e69-b42d-90e39ce05612 req-5bbd25d2-4286-4cab-b132-51774d22f115 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504862 Apr 05 19:03:58.062095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-23d6faa1-890b-4ab9-9d5d-ad8793c87a64 None None] Could not find standard attr ID for object c5595a54-fb1d-4edc-914a-84ed6175edea. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:03:58.126845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-e75ae0e7-1413-4e39-a078-6f2a9eb046f1 service neutron] 10.222.0.20 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603160 Apr 05 19:03:58.138924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-23d6faa1-890b-4ab9-9d5d-ad8793c87a64 None None] Provisioning complete for port 7996937f-3ee1-4155-a130-d537e103121b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:03:58.139294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23d6faa1-890b-4ab9-9d5d-ad8793c87a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:58.310623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ebdb0-6c5d-4561-9e60-32ee20f7a6b2 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:03:58.319213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:58.338433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32397d67-a498-41d1-a54b-843480aef41f req-95b40061-5da8-4c58-85fa-5cea01cf960c service neutron] 10.222.0.20 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048888 Apr 05 19:03:58.387056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:58.388302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=23e083af-1a62-4202-99d9-519b8b6b11d8,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:58.391071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:58.400248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-002ebdb0-6c5d-4561-9e60-32ee20f7a6b2 None None] Deleting port 7996937f-3ee1-4155-a130-d537e103121b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:03:58.400629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-002ebdb0-6c5d-4561-9e60-32ee20f7a6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:58.402387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:58.403660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:58.435541 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7c6ce07f-82b5-4a87-814f-0f5dffe26f54 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5547259 Apr 05 19:03:58.435811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46802) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:58.443490 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-918cc75d-a716-464a-be5b-95a0d5624773 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:58.483781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f710c-80f9-4667-a318-fc78cb20e60d req-445d980f-c2b0-4027-b412-e9944f71cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:58.485689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321f710c-80f9-4667-a318-fc78cb20e60d req-445d980f-c2b0-4027-b412-e9944f71cbb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c01bb2dc604c3a89c35a7ba4d05e51&device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 1094 time: 0.0920489 Apr 05 19:03:58.511137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-002ebdb0-6c5d-4561-9e60-32ee20f7a6b2 None None] For port 7996937f-3ee1-4155-a130-d537e103121b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7996937f-3ee1-4155-a130-d537e103121b,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:03:58.511852 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-002ebdb0-6c5d-4561-9e60-32ee20f7a6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:58.538665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-002ebdb0-6c5d-4561-9e60-32ee20f7a6b2 None None] Calling delete_port for 7996937f-3ee1-4155-a130-d537e103121b owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:03:58.616183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918cc75d-a716-464a-be5b-95a0d5624773 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:58.623199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-918cc75d-a716-464a-be5b-95a0d5624773 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:58.656407 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-002ebdb0-6c5d-4561-9e60-32ee20f7a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:58.686352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ebdb0-6c5d-4561-9e60-32ee20f7a6b2 None None] Pushing event deleted for resources: {'Port': ['ID=7996937f-3ee1-4155-a130-d537e103121b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:58.696335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ebdb0-6c5d-4561-9e60-32ee20f7a6b2 None None] No DVR routers for this DVR port 7996937f-3ee1-4155-a130-d537e103121b on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:03:58.723482 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afb34f-6f9e-4e11-9b62-183324855648 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:03:58.770749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f710c-80f9-4667-a318-fc78cb20e60d req-b9f7b144-b922-48ae-8c73-c5de045e9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:58.775278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321f710c-80f9-4667-a318-fc78cb20e60d req-b9f7b144-b922-48ae-8c73-c5de045e9862 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e03af67-a0b6-485d-9e8f-ebb2f4148604 HTTP/1.1" status: 200 len: 908 time: 0.2792099 Apr 05 19:03:58.778218 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-918cc75d-a716-464a-be5b-95a0d5624773 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23e083af-1a62-4202-99d9-519b8b6b11d8 (CIDR: 2001:db8::/64) Apr 05 19:03:58.784947 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-918cc75d-a716-464a-be5b-95a0d5624773 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:03:58.787547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918cc75d-a716-464a-be5b-95a0d5624773 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:03:58.830016 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-918cc75d-a716-464a-be5b-95a0d5624773 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3927088 Apr 05 19:03:58.834724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46806) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:58.844662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:58.846603 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7996937f-3ee1-4155-a130-d537e103121b no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:03:58.866180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321f710c-80f9-4667-a318-fc78cb20e60d req-f0dabdfb-6638-4535-8839-bf53c0d7a545 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a16a57b8-93ee-4864-9c84-ae9c4ce080af HTTP/1.1" status: 200 len: 217 time: 0.0830555 Apr 05 19:03:58.877089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 7996937f-3ee1-4155-a130-d537e103121b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:03:58.877432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7996937f-3ee1-4155-a130-d537e103121b not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:03:58.946155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c5e363f-b93c-47fb-b14f-94f6649b4c8a req-852f7180-1201-437f-943f-e6e693b6da1d tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0787420 Apr 05 19:03:58.967983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f710c-80f9-4667-a318-fc78cb20e60d req-f82d6598-1ce1-4510-802c-d10d55c0e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:58.969609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321f710c-80f9-4667-a318-fc78cb20e60d req-f82d6598-1ce1-4510-802c-d10d55c0e505 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6ffdf70-c0ea-4b23-8f40-b191887154da HTTP/1.1" status: 200 len: 848 time: 0.0755339 Apr 05 19:03:58.973735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:58.978778 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.010456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321f710c-80f9-4667-a318-fc78cb20e60d req-7b566acf-af72-4c21-9e9b-201a6351bbb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e03af67-a0b6-485d-9e8f-ebb2f4148604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305872 Apr 05 19:03:59.015606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0b78bae6-29fd-47d3-887d-9b3f88505648', 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'tenant_id': 'e88a9f37ffb24f1389403cd70b47c946', 'fixed_ips': [{'subnet_id': '23e083af-1a62-4202-99d9-519b8b6b11d8'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:03:59.016618 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.120632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321f710c-80f9-4667-a318-fc78cb20e60d req-0d45b689-6ab9-4ba0-9170-59e05e68e9a5 service neutron] 10.222.0.20 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019633 Apr 05 19:03:59.201471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/23e083af-1a62-4202-99d9-519b8b6b11d8/780f2100-9065-49dd-b315-2c1da474d15d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:03:59.288308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628a537-ddab-4ebd-956d-657674faa9ed req-e6556337-d1ae-46ef-b796-bb0c5f8db89e tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:59.296328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f628a537-ddab-4ebd-956d-657674faa9ed req-e6556337-d1ae-46ef-b796-bb0c5f8db89e tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 943 time: 0.0886874 Apr 05 19:03:59.315321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321f710c-80f9-4667-a318-fc78cb20e60d req-e8c5b2e7-43c9-4f58-be28-4405027405cf service neutron] 10.222.0.20 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867692 Apr 05 19:03:59.347812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:03:59.350017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.356340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f628a537-ddab-4ebd-956d-657674faa9ed req-d8591a46-a631-4a8c-9fd1-181a8182e301 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586846 Apr 05 19:03:59.402984 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.405987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:59.407822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:59.409622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=eccebccf-fe22-4cdf-8540-6b7daa79ea8f,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:59.410158 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.412016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:03:59.412574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.430591 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-198fdc4d-8f1a-4bfe-a7ed-0d3de02039f5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5933313 Apr 05 19:03:59.433896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46816) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:03:59.440126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:b5:4d:84', 'name': 'tempest-NetworksTestDHCPv6-1251474512'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:03:59.458659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:03:59.465779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:03:59.469855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:03:59.479614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Pushing event updated for resources: {'Port': ['ID=780f2100-9065-49dd-b315-2c1da474d15d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:59.528434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Attempting to bind port 780f2100-9065-49dd-b315-2c1da474d15d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:03:59.528807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Attempting to bind port 780f2100-9065-49dd-b315-2c1da474d15d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:03:59.529166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Attempting to bind port 780f2100-9065-49dd-b315-2c1da474d15d on network 0b78bae6-29fd-47d3-887d-9b3f88505648 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:03:59.534240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:03:59.534785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Checking segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:03:59.535444 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.535633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Bound using segment: {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:03:59.536036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Bound port: 780f2100-9065-49dd-b315-2c1da474d15d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871fa6c-4a0f-4896-83b4-00a944d09a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:03:59.536519 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.565621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:03:59.604711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] For port 780f2100-9065-49dd-b315-2c1da474d15d, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:03:59.607994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] For port 780f2100-9065-49dd-b315-2c1da474d15d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=780f2100-9065-49dd-b315-2c1da474d15d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:03:59.611956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.682883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619a06c-2e38-44d9-83ea-9253ca9b7f61 None None] Pushing event updated for resources: {'Port': ['ID=780f2100-9065-49dd-b315-2c1da474d15d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:03:59.958177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:03:59.990529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port 776c9366-72c8-48a3-bd0a-24374d69720b yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:04:00.075052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0624f67c-c91f-410c-ba66-e0bd2cd088c3 req-bd1ab5ff-6fb6-4d57-80bf-78e6cef846ff tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0327373 Apr 05 19:04:00.110135 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:04:00.138538 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a16a57b8-93ee-4864-9c84-ae9c4ce080af details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:04:00.199519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::79 (0b78bae6-29fd-47d3-887d-9b3f88505648/23e083af-1a62-4202-99d9-519b8b6b11d8/776c9366-72c8-48a3-bd0a-24374d69720b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:00.207253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:4d84 (0b78bae6-29fd-47d3-887d-9b3f88505648/eccebccf-fe22-4cdf-8540-6b7daa79ea8f/776c9366-72c8-48a3-bd0a-24374d69720b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:00.260826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a16a57b8-93ee-4864-9c84-ae9c4ce080af, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a16a57b8-93ee-4864-9c84-ae9c4ce080af,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:00.272755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'a16a57b8-93ee-4864-9c84-ae9c4ce080af', 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604', 'port_id': 'a16a57b8-93ee-4864-9c84-ae9c4ce080af', 'mac_address': 'fa:16:3e:8f:ed:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ffdf70-c0ea-4b23-8f40-b191887154da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:04:00.316301 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:00.329642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16a57b8-93ee-4864-9c84-ae9c4ce080af {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:04:00.360184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a16a57b8-93ee-4864-9c84-ae9c4ce080af, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a16a57b8-93ee-4864-9c84-ae9c4ce080af,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:00.375373 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:00.401513 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:00.449077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a16a57b8-93ee-4864-9c84-ae9c4ce080af,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:00.487512 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:00.534052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20499-fa16-4732-b445-ebaf7f8ddd33 req-6b4a2ac5-e3bc-40f3-9864-db33cf594b29 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:00.535885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c20499-fa16-4732-b445-ebaf7f8ddd33 req-6b4a2ac5-e3bc-40f3-9864-db33cf594b29 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 944 time: 0.0974104 Apr 05 19:04:00.547788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:00.562566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:00.565027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:04:00.571130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:00.572448 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:00.585732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=776c9366-72c8-48a3-bd0a-24374d69720b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:00.607749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a16a57b8-93ee-4864-9c84-ae9c4ce080af'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:04:00.607967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.608110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.608511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.608881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.609200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.609524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.609853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.610175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.610524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.610859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.611167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.611484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:00.620283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2f9186a9-73cf-4c3e-9180-d55fe59f0014 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1851013 Apr 05 19:04:00.623531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46828) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:00.633263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10c20499-fa16-4732-b445-ebaf7f8ddd33 req-be21c53c-b720-43f7-83f6-9f0ccb5cdd12 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875401 Apr 05 19:04:00.780704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-519557d5-9809-4ea4-9141-25fc06c09e2a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port 776c9366-72c8-48a3-bd0a-24374d69720b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:00.784914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-519557d5-9809-4ea4-9141-25fc06c09e2a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:00.820958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a2e53-9273-46eb-95da-6120d2b32e1e None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:00.887010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 780f2100-9065-49dd-b315-2c1da474d15d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:04:00.909327 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-519557d5-9809-4ea4-9141-25fc06c09e2a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:00.932319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-519557d5-9809-4ea4-9141-25fc06c09e2a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for 776c9366-72c8-48a3-bd0a-24374d69720b owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:00.963134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1888537d-908e-4a5b-9382-d577448ff245 None None] Provisioning complete for port 780f2100-9065-49dd-b315-2c1da474d15d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:00.963489 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1888537d-908e-4a5b-9382-d577448ff245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.051309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 780f2100-9065-49dd-b315-2c1da474d15d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:01.051670 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.140325 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-519557d5-9809-4ea4-9141-25fc06c09e2a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.178898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519557d5-9809-4ea4-9141-25fc06c09e2a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=776c9366-72c8-48a3-bd0a-24374d69720b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:01.212654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3eb9a41b-50c8-4f82-8b47-634bcb9e43ef req-0a99182b-5be8-43ab-8a37-22fc585792c4 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0402801 Apr 05 19:04:01.266911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-519557d5-9809-4ea4-9141-25fc06c09e2a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.273876 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-519557d5-9809-4ea4-9141-25fc06c09e2a tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/776c9366-72c8-48a3-bd0a-24374d69720b HTTP/1.1" status: 204 len: 168 time: 0.6491630 Apr 05 19:04:01.277135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46836) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:01.340209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1364110-6715-418e-bb26-50543b5e2d47 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:01.342635 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b1364110-6715-418e-bb26-50543b5e2d47 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0643222 Apr 05 19:04:01.345179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46838) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:01.401225 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.405247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf55183-fae3-4a1c-80ab-616fbabb1a65 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:01.407002 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5cf55183-fae3-4a1c-80ab-616fbabb1a65 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0607195 Apr 05 19:04:01.409612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46842) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:01.413892 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1888537d-908e-4a5b-9382-d577448ff245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.461190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 780f2100-9065-49dd-b315-2c1da474d15d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=780f2100-9065-49dd-b315-2c1da474d15d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:01.489770 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.496097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b9d13-6c98-4d41-961c-f7bb54ea7020 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:01.499229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b9d13-6c98-4d41-961c-f7bb54ea7020 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:01.502263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b9d13-6c98-4d41-961c-f7bb54ea7020 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:01.504284 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-553b9d13-6c98-4d41-961c-f7bb54ea7020 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0933139 Apr 05 19:04:01.507415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46844) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:01.574516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5335012e-1861-4a6a-9cf4-534361e47a4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 23e083af-1a62-4202-99d9-519b8b6b11d8 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:04:01.578662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5335012e-1861-4a6a-9cf4-534361e47a4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.604129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7ade0a-34f0-42d9-aff0-3b66f6c7ab6a None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': '23e083af-1a62-4202-99d9-519b8b6b11d8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eccebccf-fe22-4cdf-8540-6b7daa79ea8f'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '780f2100-9065-49dd-b315-2c1da474d15d'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:04:01.608978 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-1888537d-908e-4a5b-9382-d577448ff245 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:04:01.609334 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-1888537d-908e-4a5b-9382-d577448ff245 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:04:01.613552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=780f2100-9065-49dd-b315-2c1da474d15d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:01.645842 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5335012e-1861-4a6a-9cf4-534361e47a4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.653907 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc7ade0a-34f0-42d9-aff0-3b66f6c7ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.784708 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5335012e-1861-4a6a-9cf4-534361e47a4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.834994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d0cd5-ca5c-42c9-b458-0a7fb11f702d req-5f1c2e17-a41e-4d9e-8c70-e6844f3f3cc6 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:01.836427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-989d0cd5-ca5c-42c9-b458-0a7fb11f702d req-5f1c2e17-a41e-4d9e-8c70-e6844f3f3cc6 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 944 time: 0.0957396 Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-fc7ade0a-34f0-42d9-aff0-3b66f6c7ab6a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23e083af-1a62-4202-99d9-519b8b6b11d8: This subnet is being modified by another concurrent operation. Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23e083af-1a62-4202-99d9-519b8b6b11d8: This subnet is being modified by another concurrent operation. Apr 05 19:04:01.876975 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 19:04:01.885999 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5335012e-1861-4a6a-9cf4-534361e47a4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.899666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-989d0cd5-ca5c-42c9-b458-0a7fb11f702d req-a1092e1e-c6e4-4302-af8c-6e5f6e0dc8c8 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556602 Apr 05 19:04:01.906180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5335012e-1861-4a6a-9cf4-534361e47a4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:01.910376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5335012e-1861-4a6a-9cf4-534361e47a4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/23e083af-1a62-4202-99d9-519b8b6b11d8 HTTP/1.1" status: 204 len: 168 time: 0.4020858 Apr 05 19:04:01.913636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46852) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:01.936135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335012e-1861-4a6a-9cf4-534361e47a4d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=23e083af-1a62-4202-99d9-519b8b6b11d8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:01.972546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c09d0cc-0028-446e-a475-782e2355d512 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:01.989503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f178f8da-cbf9-4a01-86d5-8ed11747fe1e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet eccebccf-fe22-4cdf-8540-6b7daa79ea8f {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:04:01.992556 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f178f8da-cbf9-4a01-86d5-8ed11747fe1e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.033703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f178f8da-cbf9-4a01-86d5-8ed11747fe1e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.078922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f178f8da-cbf9-4a01-86d5-8ed11747fe1e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.147100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f178f8da-cbf9-4a01-86d5-8ed11747fe1e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.156591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a16a57b8-93ee-4864-9c84-ae9c4ce080af up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:04:02.193439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f178f8da-cbf9-4a01-86d5-8ed11747fe1e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.200005 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f178f8da-cbf9-4a01-86d5-8ed11747fe1e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/eccebccf-fe22-4cdf-8540-6b7daa79ea8f HTTP/1.1" status: 204 len: 168 time: 0.2781940 Apr 05 19:04:02.200005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178f8da-cbf9-4a01-86d5-8ed11747fe1e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=eccebccf-fe22-4cdf-8540-6b7daa79ea8f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:02.200952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46854) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:02.220804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port a16a57b8-93ee-4864-9c84-ae9c4ce080af completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:04:02.225110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port a16a57b8-93ee-4864-9c84-ae9c4ce080af triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:02.225473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.271179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46858) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:02.271538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f05d4683-22db-4cc7-a891-b927b5fab5b4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688360 Apr 05 19:04:02.280209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:02.329738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d934038-5914-4fca-8792-e6d358b275d9 None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': 'eccebccf-fe22-4cdf-8540-6b7daa79ea8f'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '780f2100-9065-49dd-b315-2c1da474d15d'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:04:02.346813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d363bd93-6829-492d-a0bc-c76d862eee99 req-cdbb884d-2cd2-4998-97b9-33909c5bb205 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0299420 Apr 05 19:04:02.363867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d934038-5914-4fca-8792-e6d358b275d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.370352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-85922242-5836-40e3-9f15-dd2e20fa327c None None] Provisioning complete for port 780f2100-9065-49dd-b315-2c1da474d15d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:02.370974 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85922242-5836-40e3-9f15-dd2e20fa327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.389531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:02.394544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.527472 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.556515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4308d67a-b2ff-4c56-87a6-f0853a65271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a57b8-93ee-4864-9c84-ae9c4ce080af'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:04:02.558939 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07460e98-e2f3-474d-b36c-891f7977991a" -d '{"events": [{"server_uuid": "4308d67a-b2ff-4c56-87a6-f0853a65271d", "name": "network-vif-plugged", "status": "completed", "tag": "a16a57b8-93ee-4864-9c84-ae9c4ce080af"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:04:02.591540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port a16a57b8-93ee-4864-9c84-ae9c4ce080af, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a16a57b8-93ee-4864-9c84-ae9c4ce080af,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:02.599672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.615630 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.631310 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e53755-7fe1-4ba8-a31b-9053a54b7b1d x-openstack-request-id: req-14e53755-7fe1-4ba8-a31b-9053a54b7b1d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:04:02.631612 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4308d67a-b2ff-4c56-87a6-f0853a65271d", "name": "network-vif-plugged", "status": "completed", "tag": "a16a57b8-93ee-4864-9c84-ae9c4ce080af", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:04:02.631836 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14e53755-7fe1-4ba8-a31b-9053a54b7b1d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:04:02.632226 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e53755-7fe1-4ba8-a31b-9053a54b7b1d'] response: {'server_uuid': '4308d67a-b2ff-4c56-87a6-f0853a65271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a57b8-93ee-4864-9c84-ae9c4ce080af', 'code': 200} Apr 05 19:04:02.637779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-85922242-5836-40e3-9f15-dd2e20fa327c None None] Could not find standard attr ID for object 776c9366-72c8-48a3-bd0a-24374d69720b. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:04:02.663358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=a16a57b8-93ee-4864-9c84-ae9c4ce080af,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:02.688954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:02.692953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:02.699072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:02.699676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.714989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=ef92510f-af76-4506-9892-e912564698ee,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:02.728081 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b4c8de9c-a1b2-4f99-9a53-aa2ba2b26cfa tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4547901 Apr 05 19:04:02.732243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46866) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:02.737711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-77e5c59c-efc0-4582-89d4-cd2e952278e4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:02.738650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd6cd7-4130-4391-b981-32b4300b6db9 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:02.757143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171386b7-c10d-4b14-9b43-06196caa0668 req-af54d6ac-1c55-4895-9401-06d0d31d7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:02.758699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-171386b7-c10d-4b14-9b43-06196caa0668 req-af54d6ac-1c55-4895-9401-06d0d31d7064 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 1096 time: 0.0654581 Apr 05 19:04:02.819678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-171386b7-c10d-4b14-9b43-06196caa0668 req-ed9ab28a-d0c5-46d5-9f47-f124eb9ef2ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536659 Apr 05 19:04:02.836189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-930cc45b-4366-44ab-bfa9-957bf76d52a3 None None] Provisioning complete for port 780f2100-9065-49dd-b315-2c1da474d15d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:02.836556 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-930cc45b-4366-44ab-bfa9-957bf76d52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.874650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 780f2100-9065-49dd-b315-2c1da474d15d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:04:02.886862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e5c59c-efc0-4582-89d4-cd2e952278e4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:02.891291 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77e5c59c-efc0-4582-89d4-cd2e952278e4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:02.984738 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-77e5c59c-efc0-4582-89d4-cd2e952278e4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef92510f-af76-4506-9892-e912564698ee (CIDR: 2001:db8::/64) Apr 05 19:04:02.989959 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e5c59c-efc0-4582-89d4-cd2e952278e4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:04:02.990511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e5c59c-efc0-4582-89d4-cd2e952278e4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:03.014971 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-77e5c59c-efc0-4582-89d4-cd2e952278e4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2815485 Apr 05 19:04:03.015542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:03.022506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'subnet': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:03.068778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5526986-7f9b-4fa2-b864-92d94af13bb0 req-cafd441d-8253-4c37-a06c-331adcd2d43e tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:03.078533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5526986-7f9b-4fa2-b864-92d94af13bb0 req-cafd441d-8253-4c37-a06c-331adcd2d43e tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 945 time: 0.0743425 Apr 05 19:04:03.078820 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:03.116689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-930cc45b-4366-44ab-bfa9-957bf76d52a3 None None] Could not find standard attr ID for object c5595a54-fb1d-4edc-914a-84ed6175edea. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:04:03.142850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5526986-7f9b-4fa2-b864-92d94af13bb0 req-ced55878-032e-4dae-906e-1b8fd5d51a7e tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558431 Apr 05 19:04:03.144561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 780f2100-9065-49dd-b315-2c1da474d15d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=780f2100-9065-49dd-b315-2c1da474d15d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:03.150613 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:03.182189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:03.186048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:03.215394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=780f2100-9065-49dd-b315-2c1da474d15d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:03.244601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-50e58afe-c8ef-47fc-97b9-0ab133de2113 None None] Provisioning complete for port 780f2100-9065-49dd-b315-2c1da474d15d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:03.244601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50e58afe-c8ef-47fc-97b9-0ab133de2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:03.324774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ba34d-4fae-4ec1-aaa9-d06098385149 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 19:04:03.374854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50e58afe-c8ef-47fc-97b9-0ab133de2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:03.453795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-50e58afe-c8ef-47fc-97b9-0ab133de2113 None None] For port 780f2100-9065-49dd-b315-2c1da474d15d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=780f2100-9065-49dd-b315-2c1da474d15d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:03.464136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ba34d-4fae-4ec1-aaa9-d06098385149 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 19:04:03.466561 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50e58afe-c8ef-47fc-97b9-0ab133de2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:03.512202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3799815-277c-48c2-b0ab-4285bc6d1353 req-38b5cbdd-70d0-4ed4-8579-0e87c2befc42 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0419645 Apr 05 19:04:03.588243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e58afe-c8ef-47fc-97b9-0ab133de2113 None None] Pushing event updated for resources: {'Port': ['ID=780f2100-9065-49dd-b315-2c1da474d15d,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:03.595387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8660df5f-933c-4405-beec-5580a3ae2256 None None] Could not find standard attr ID for object 776c9366-72c8-48a3-bd0a-24374d69720b. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:04:03.599336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:04:03.775648 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:03.969942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] For port 780f2100-9065-49dd-b315-2c1da474d15d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=780f2100-9065-49dd-b315-2c1da474d15d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:04.002304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b127c-5437-4177-b31f-4ef18fd3c5f6 None None] Update dhcp port {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'fixed_ips': [{'subnet_id': 'ef92510f-af76-4506-9892-e912564698ee'}, {'subnet_id': '6c2ce74d-3153-4ab4-b27f-77e5975f03d2'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '780f2100-9065-49dd-b315-2c1da474d15d'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:04:04.016065 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:04.021681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:04.022537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:04.034055 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-692b127c-5437-4177-b31f-4ef18fd3c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:04.096299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:04.103062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:04.113108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:04.113696 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:04.157841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=780f2100-9065-49dd-b315-2c1da474d15d,revision_number=8']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:04.166095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Subnet': ['ID=6c2ce74d-3153-4ab4-b27f-77e5975f03d2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:04.177757 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-db37aff2-e9fe-4f48-90e7-cf92882de779 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1611788 Apr 05 19:04:04.180695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46884) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:04.189129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Request body: {'port': {'network_id': '0b78bae6-29fd-47d3-887d-9b3f88505648', 'mac_address': 'fa:16:3e:49:26:9a', 'name': 'tempest-NetworksTestDHCPv6-322299817'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:04.262852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-692b127c-5437-4177-b31f-4ef18fd3c5f6 None None] Allocated IP 2001:db8::2 (0b78bae6-29fd-47d3-887d-9b3f88505648/ef92510f-af76-4506-9892-e912564698ee/780f2100-9065-49dd-b315-2c1da474d15d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:04.318505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd2366-16a0-400a-82b3-a2d48985feb1 req-e7eb7f8a-50f3-4363-aa21-00d19ca62edb tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:04.320087 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1fd2366-16a0-400a-82b3-a2d48985feb1 req-e7eb7f8a-50f3-4363-aa21-00d19ca62edb tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 945 time: 0.1026413 Apr 05 19:04:04.367731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-692b127c-5437-4177-b31f-4ef18fd3c5f6 None None] For port 780f2100-9065-49dd-b315-2c1da474d15d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=780f2100-9065-49dd-b315-2c1da474d15d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:04.388543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1fd2366-16a0-400a-82b3-a2d48985feb1 req-e0eaadf0-d9fe-4312-86e5-c1fa302c557d tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554719 Apr 05 19:04:04.395251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Made reservation on behalf of e88a9f37ffb24f1389403cd70b47c946 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:04.402737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:04.411137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-692b127c-5437-4177-b31f-4ef18fd3c5f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:04.420048 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-692b127c-5437-4177-b31f-4ef18fd3c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:04.430548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] device_id is not set on port a86bd7dd-1637-4557-b6b8-d7c8b44eff5f yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:04:04.554541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b127c-5437-4177-b31f-4ef18fd3c5f6 None None] Pushing event updated for resources: {'Port': ['ID=780f2100-9065-49dd-b315-2c1da474d15d,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:04.675447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d1541e5-19b4-4bec-b856-868ded30474c req-3a70eeb1-3909-4e34-a5f4-0df2a845c619 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0384440 Apr 05 19:04:04.713232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8::2e2 (0b78bae6-29fd-47d3-887d-9b3f88505648/ef92510f-af76-4506-9892-e912564698ee/a86bd7dd-1637-4557-b6b8-d7c8b44eff5f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:04.757502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Allocated IP 2001:db8:0:1:f816:3eff:fe49:269a (0b78bae6-29fd-47d3-887d-9b3f88505648/6c2ce74d-3153-4ab4-b27f-77e5975f03d2/a86bd7dd-1637-4557-b6b8-d7c8b44eff5f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:04.905136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 780f2100-9065-49dd-b315-2c1da474d15d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:04:04.999822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 780f2100-9065-49dd-b315-2c1da474d15d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:05.000195 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.005167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.074827 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.154175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:05.162174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:05.164657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:04:05.171161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:05.171835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.187645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event updated for resources: {'Port': ['ID=a86bd7dd-1637-4557-b6b8-d7c8b44eff5f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:05.192609 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.202452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-56b1cce2-e8c3-4049-93d4-772bddbd4233 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0185616 Apr 05 19:04:05.204616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46906) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:05.338067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b015f-2c43-440f-9f98-b956f25900cd req-050da854-cc28-4c22-a705-f9c38cfccde9 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:05.339692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c0b015f-2c43-440f-9f98-b956f25900cd req-050da854-cc28-4c22-a705-f9c38cfccde9 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 945 time: 0.0868926 Apr 05 19:04:05.350558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-45d6f3ea-a578-4ba9-9f0b-cb0509e8a2bd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting port a86bd7dd-1637-4557-b6b8-d7c8b44eff5f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:05.350897 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45d6f3ea-a578-4ba9-9f0b-cb0509e8a2bd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.436285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c0b015f-2c43-440f-9f98-b956f25900cd req-32f753ee-a648-4a83-821b-165253eb0d2a tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880742 Apr 05 19:04:05.479303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45d6f3ea-a578-4ba9-9f0b-cb0509e8a2bd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.492327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-45d6f3ea-a578-4ba9-9f0b-cb0509e8a2bd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Calling delete_port for a86bd7dd-1637-4557-b6b8-d7c8b44eff5f owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:05.497094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba64bf4-1119-4699-9117-4bcfaa7b4ee0 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 19:04:05.552581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7a45dd4c-0f3c-46f6-874c-8caf0933ed25 None None] Provisioning complete for port 780f2100-9065-49dd-b315-2c1da474d15d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:05.552949 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd4c-0f3c-46f6-874c-8caf0933ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.625575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba64bf4-1119-4699-9117-4bcfaa7b4ee0 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 19:04:05.683917 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45d6f3ea-a578-4ba9-9f0b-cb0509e8a2bd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.713474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6f3ea-a578-4ba9-9f0b-cb0509e8a2bd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Port': ['ID=a86bd7dd-1637-4557-b6b8-d7c8b44eff5f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:05.769586 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45d6f3ea-a578-4ba9-9f0b-cb0509e8a2bd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:05.773064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-45d6f3ea-a578-4ba9-9f0b-cb0509e8a2bd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/a86bd7dd-1637-4557-b6b8-d7c8b44eff5f HTTP/1.1" status: 204 len: 168 time: 0.5674458 Apr 05 19:04:05.776123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46914) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:05.851074 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-897057fd-f72f-4100-8209-923be6d061db req-e208df7c-503a-4a08-a12e-11ef95dc6d15 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0382235 Apr 05 19:04:05.853278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a78b05d-9c38-42e3-ae30-026a54535aac tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:05.854914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0a78b05d-9c38-42e3-ae30-026a54535aac tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0777919 Apr 05 19:04:05.858432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46918) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:05.913388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec68c1-d814-4b08-81d1-1faf3674a31b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:05.915924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-93ec68c1-d814-4b08-81d1-1faf3674a31b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0562630 Apr 05 19:04:05.918487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46920) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:05.978833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c96239-4534-4a1e-9589-b3aabba95df4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:05.980445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c96239-4534-4a1e-9589-b3aabba95df4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:05.981944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c96239-4534-4a1e-9589-b3aabba95df4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:05.986262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46922) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:05.986389 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-09c96239-4534-4a1e-9589-b3aabba95df4 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0666511 Apr 05 19:04:06.039548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5e19d4-cfa8-40fe-8178-6eb7b5695ae6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet 6c2ce74d-3153-4ab4-b27f-77e5975f03d2 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:04:06.043255 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc5e19d4-cfa8-40fe-8178-6eb7b5695ae6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.091168 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc5e19d4-cfa8-40fe-8178-6eb7b5695ae6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.179829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc5e19d4-cfa8-40fe-8178-6eb7b5695ae6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.251170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc5e19d4-cfa8-40fe-8178-6eb7b5695ae6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.278704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e19d4-cfa8-40fe-8178-6eb7b5695ae6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2ce74d-3153-4ab4-b27f-77e5975f03d2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:06.285359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc5e19d4-cfa8-40fe-8178-6eb7b5695ae6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.291709 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dc5e19d4-cfa8-40fe-8178-6eb7b5695ae6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/6c2ce74d-3153-4ab4-b27f-77e5975f03d2 HTTP/1.1" status: 204 len: 168 time: 0.3036773 Apr 05 19:04:06.292099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46924) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:06.348978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96b0552-7f48-4ad6-95bd-34ef84e0d3e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Deleting subnet ef92510f-af76-4506-9892-e912564698ee {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:04:06.354270 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c96b0552-7f48-4ad6-95bd-34ef84e0d3e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.400123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c96b0552-7f48-4ad6-95bd-34ef84e0d3e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.501244 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c96b0552-7f48-4ad6-95bd-34ef84e0d3e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.608916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c694895c-b729-4d00-8494-f4d47aeffa72 None None] Network 0b78bae6-29fd-47d3-887d-9b3f88505648 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:06.650168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4397480-74e9-431b-a4e5-0fc86a3c20ae req-c821f471-0d39-46ba-8938-88d3491d4995 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:06.655242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4397480-74e9-431b-a4e5-0fc86a3c20ae req-c821f471-0d39-46ba-8938-88d3491d4995 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 945 time: 0.1144433 Apr 05 19:04:06.672163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c96b0552-7f48-4ad6-95bd-34ef84e0d3e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.682533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-11074422-9f8d-4337-8d72-5429e326010d None None] Provisioning complete for port 780f2100-9065-49dd-b315-2c1da474d15d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:06.682882 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11074422-9f8d-4337-8d72-5429e326010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.690963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-87dd5d84-fa8d-4968-a15c-368fd12da9cb tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:06.692482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-87dd5d84-fa8d-4968-a15c-368fd12da9cb tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.20 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 945 time: 0.1198084 Apr 05 19:04:06.725783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b0552-7f48-4ad6-95bd-34ef84e0d3e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Subnet': ['ID=ef92510f-af76-4506-9892-e912564698ee,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:06.744111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c96b0552-7f48-4ad6-95bd-34ef84e0d3e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.750108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46934) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:06.750255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c96b0552-7f48-4ad6-95bd-34ef84e0d3e1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/ef92510f-af76-4506-9892-e912564698ee HTTP/1.1" status: 204 len: 168 time: 0.4569817 Apr 05 19:04:06.786228 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4397480-74e9-431b-a4e5-0fc86a3c20ae req-2f403428-2103-498f-bc36-2db34d66f83d tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269987 Apr 05 19:04:06.832043 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-71640e99-f9f9-406c-83b2-528de5d48a8e tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794988 Apr 05 19:04:06.839218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46936) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:06.866592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Deleting port a16a57b8-93ee-4864-9c84-ae9c4ce080af {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:06.867029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:06.905558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f3a2c7-ce7b-441a-b764-ccd88aed15a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:06.909397 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c2f3a2c7-ce7b-441a-b764-ccd88aed15a1 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0668006 Apr 05 19:04:06.909632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46940) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:06.918603 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d77dd7-ceab-40ab-b9ee-71224c065124 None None] DHCP port deletion for 0b78bae6-29fd-47d3-887d-9b3f88505648 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:04:06.967393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffaea7b-6e08-4ff7-9f27-306262218b69 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:06.971198 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cffaea7b-6e08-4ff7-9f27-306262218b69 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0585635 Apr 05 19:04:06.971737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46942) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:06.980317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a04d7818-0699-4950-8ee4-64586b3f16ee None None] Provisioning complete for port 780f2100-9065-49dd-b315-2c1da474d15d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:06.980678 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a04d7818-0699-4950-8ee4-64586b3f16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:07.020775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c407f47c-62c8-4c3b-9abf-0cea32537f21 req-cb301745-0417-4292-a8f4-66d49ff787d9 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0537610 Apr 05 19:04:07.031874 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f8cd952c-2cc4-44dd-b932-794bc7f90dc8 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551748 Apr 05 19:04:07.033032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46944) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.057020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f4d77dd7-ceab-40ab-b9ee-71224c065124 None None] Deleting port 780f2100-9065-49dd-b315-2c1da474d15d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:07.057387 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4d77dd7-ceab-40ab-b9ee-71224c065124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:07.081763 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb00f4a2-5973-4990-8efb-94becc2ff2e0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.082717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb00f4a2-5973-4990-8efb-94becc2ff2e0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.088305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bb00f4a2-5973-4990-8efb-94becc2ff2e0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/a86bd7dd-1637-4557-b6b8-d7c8b44eff5f HTTP/1.1" status: 404 len: 333 time: 0.0506349 Apr 05 19:04:07.088993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46946) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.103774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] For port a16a57b8-93ee-4864-9c84-ae9c4ce080af, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=a16a57b8-93ee-4864-9c84-ae9c4ce080af,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:07.104414 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:07.117443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Calling delete_port for a16a57b8-93ee-4864-9c84-ae9c4ce080af owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:07.127602 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac90d15-48d6-43f5-b504-130491d4c359 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.128278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac90d15-48d6-43f5-b504-130491d4c359 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.138193 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2ac90d15-48d6-43f5-b504-130491d4c359 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/6c2ce74d-3153-4ab4-b27f-77e5975f03d2 HTTP/1.1" status: 404 len: 337 time: 0.0455923 Apr 05 19:04:07.138813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46948) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.154945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f4d77dd7-ceab-40ab-b9ee-71224c065124 None None] For port 780f2100-9065-49dd-b315-2c1da474d15d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=780f2100-9065-49dd-b315-2c1da474d15d,segment=NetworkSegment(8871fa6c-4a0f-4896-83b4-00a944d09a57),segment_id=8871fa6c-4a0f-4896-83b4-00a944d09a57)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:07.155258 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4d77dd7-ceab-40ab-b9ee-71224c065124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:07.171738 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71d3d43-1d3b-4ad8-8b14-4f7115bcdb94 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.172591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71d3d43-1d3b-4ad8-8b14-4f7115bcdb94 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.177268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f4d77dd7-ceab-40ab-b9ee-71224c065124 None None] Calling delete_port for 780f2100-9065-49dd-b315-2c1da474d15d owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:07.180677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d71d3d43-1d3b-4ad8-8b14-4f7115bcdb94 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/ef92510f-af76-4506-9892-e912564698ee HTTP/1.1" status: 404 len: 337 time: 0.0407655 Apr 05 19:04:07.183218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46950) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.192404 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:07.206103 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e93924-fe5e-4a34-8e87-84641b1edacd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.206772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e93924-fe5e-4a34-8e87-84641b1edacd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.210456 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-78e93924-fe5e-4a34-8e87-84641b1edacd tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/776c9366-72c8-48a3-bd0a-24374d69720b HTTP/1.1" status: 404 len: 333 time: 0.0255618 Apr 05 19:04:07.214874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46952) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.252492 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded93f7e-d561-47d7-b305-973e942b8299 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.252959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded93f7e-d561-47d7-b305-973e942b8299 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.260521 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ded93f7e-d561-47d7-b305-973e942b8299 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/eccebccf-fe22-4cdf-8540-6b7daa79ea8f HTTP/1.1" status: 404 len: 337 time: 0.0446744 Apr 05 19:04:07.261400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46954) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.291568 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4d77dd7-ceab-40ab-b9ee-71224c065124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:07.295959 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa75dc3d-854a-414e-b8e6-126057917214 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.304572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa75dc3d-854a-414e-b8e6-126057917214 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.304572 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aa75dc3d-854a-414e-b8e6-126057917214 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/23e083af-1a62-4202-99d9-519b8b6b11d8 HTTP/1.1" status: 404 len: 337 time: 0.0375664 Apr 05 19:04:07.304572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46956) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.328142 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-73974508-7390-4f09-a88c-c8774aa4bfc6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.329041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73974508-7390-4f09-a88c-c8774aa4bfc6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.330040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d77dd7-ceab-40ab-b9ee-71224c065124 None None] Pushing event deleted for resources: {'Port': ['ID=780f2100-9065-49dd-b315-2c1da474d15d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:07.331929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:07.334035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d77dd7-ceab-40ab-b9ee-71224c065124 None None] No DVR routers for this DVR port 780f2100-9065-49dd-b315-2c1da474d15d on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:04:07.338662 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-73974508-7390-4f09-a88c-c8774aa4bfc6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/c5595a54-fb1d-4edc-914a-84ed6175edea HTTP/1.1" status: 404 len: 333 time: 0.0341618 Apr 05 19:04:07.341379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46958) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.359498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['a16a57b8-93ee-4864-9c84-ae9c4ce080af'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:04:07.372909 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdccd4af-b1e1-4776-b8f1-20f0e8e29ba9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.373494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdccd4af-b1e1-4776-b8f1-20f0e8e29ba9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.376996 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cdccd4af-b1e1-4776-b8f1-20f0e8e29ba9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/e63b153a-716b-42cf-b214-b69baab3bad7 HTTP/1.1" status: 404 len: 337 time: 0.0345314 Apr 05 19:04:07.379336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Pushing event deleted for resources: {'Port': ['ID=a16a57b8-93ee-4864-9c84-ae9c4ce080af,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:07.379534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46960) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.418056 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde8641d-1b62-4d36-847a-8836c2a61ee9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.418775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde8641d-1b62-4d36-847a-8836c2a61ee9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.422198 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bde8641d-1b62-4d36-847a-8836c2a61ee9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/8dc7d738-e207-48bb-89cb-1f724f42af7f HTTP/1.1" status: 404 len: 337 time: 0.0414469 Apr 05 19:04:07.424473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46962) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.429811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] No DVR routers for this DVR port a16a57b8-93ee-4864-9c84-ae9c4ce080af on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:04:07.439437 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:07.442982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a0d28e6e-fc16-4d31-93b0-2cd3c54d1db0 req-b338a7ff-76f7-42a2-9ff5-36b59ae824be tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.20 "DELETE /v2.0/ports/a16a57b8-93ee-4864-9c84-ae9c4ce080af HTTP/1.1" status: 204 len: 173 time: 0.7252026 Apr 05 19:04:07.443436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4308d67a-b2ff-4c56-87a6-f0853a65271d', 'name': 'network-vif-deleted', 'tag': 'a16a57b8-93ee-4864-9c84-ae9c4ce080af'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:04:07.445758 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7cecd4-6f8c-4f6c-a398-7923704befd9" -d '{"events": [{"server_uuid": "4308d67a-b2ff-4c56-87a6-f0853a65271d", "name": "network-vif-deleted", "tag": "a16a57b8-93ee-4864-9c84-ae9c4ce080af"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:04:07.449463 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-56239721-4ac0-4b9a-8da9-14c8738e7dca tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.450152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56239721-4ac0-4b9a-8da9-14c8738e7dca tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.453206 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-56239721-4ac0-4b9a-8da9-14c8738e7dca tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/09c7badf-c000-41da-8099-c8f052591b1c HTTP/1.1" status: 404 len: 333 time: 0.0278196 Apr 05 19:04:07.456566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46966) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.495564 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fc23f8-8f28-4aa9-96bf-7355beaf3d41 x-openstack-request-id: req-a6fc23f8-8f28-4aa9-96bf-7355beaf3d41 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:04:07.495895 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4308d67a-b2ff-4c56-87a6-f0853a65271d", "name": "network-vif-deleted", "tag": "a16a57b8-93ee-4864-9c84-ae9c4ce080af", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:04:07.496895 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6fc23f8-8f28-4aa9-96bf-7355beaf3d41 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:04:07.497425 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fc23f8-8f28-4aa9-96bf-7355beaf3d41'] response: {'server_uuid': '4308d67a-b2ff-4c56-87a6-f0853a65271d', 'name': 'network-vif-deleted', 'tag': 'a16a57b8-93ee-4864-9c84-ae9c4ce080af', 'status': 'completed', 'code': 200} Apr 05 19:04:07.499571 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-8255f166-4576-4c46-8fdc-e323e93523de tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.500323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8255f166-4576-4c46-8fdc-e323e93523de tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.505968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46968) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.511216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8255f166-4576-4c46-8fdc-e323e93523de tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/853f2b3a-969d-4a4e-b285-3013501fb649 HTTP/1.1" status: 404 len: 337 time: 0.0530276 Apr 05 19:04:07.539188 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a9ed5d-8dd6-4b57-9d47-786b37e0dfd7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.539722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a9ed5d-8dd6-4b57-9d47-786b37e0dfd7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.545762 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a1a9ed5d-8dd6-4b57-9d47-786b37e0dfd7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/a37aefe7-cad4-4d54-b474-449bfb06e5da HTTP/1.1" status: 404 len: 337 time: 0.0364459 Apr 05 19:04:07.546025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46972) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.607311 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a5b899-7160-4949-b3cf-982ccec147ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.608233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a5b899-7160-4949-b3cf-982ccec147ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.614067 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a0a5b899-7160-4949-b3cf-982ccec147ff tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/43765df1-bce2-45e8-b5e8-0f15d7a2ead1 HTTP/1.1" status: 404 len: 333 time: 0.0668435 Apr 05 19:04:07.616497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46978) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.651926 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4b6de3-5e97-4c1e-85c2-0ba216be1cf0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.652366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4b6de3-5e97-4c1e-85c2-0ba216be1cf0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.655360 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fd4b6de3-5e97-4c1e-85c2-0ba216be1cf0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/970cd620-f6d5-456a-87a4-06e8bb1089c7 HTTP/1.1" status: 404 len: 337 time: 0.0375240 Apr 05 19:04:07.657859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46980) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.688552 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1778ffa1-ee96-4a2e-a49a-edb0f1b97776 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.689173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1778ffa1-ee96-4a2e-a49a-edb0f1b97776 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.694692 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1778ffa1-ee96-4a2e-a49a-edb0f1b97776 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/0191f29e-7b25-4758-ad66-62849a7d4a84 HTTP/1.1" status: 404 len: 333 time: 0.0338354 Apr 05 19:04:07.695224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46982) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.725540 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d1502d-e11e-4635-922d-16da5f6a0f6b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.726083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d1502d-e11e-4635-922d-16da5f6a0f6b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.729981 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-23d1502d-e11e-4635-922d-16da5f6a0f6b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/d532f722-d11a-436a-ad2c-1a480f88c1a3 HTTP/1.1" status: 404 len: 337 time: 0.0337076 Apr 05 19:04:07.733138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46984) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.760131 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ccdd33-7d8b-45dd-9105-0399b6456336 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.760865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ccdd33-7d8b-45dd-9105-0399b6456336 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.764257 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-15ccdd33-7d8b-45dd-9105-0399b6456336 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/f1e088c0-0c9c-4c49-85e5-050312655c88 HTTP/1.1" status: 404 len: 333 time: 0.0300469 Apr 05 19:04:07.767207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46986) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.797645 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac36cae8-053f-42b8-b679-5917032fed34 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.798106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac36cae8-053f-42b8-b679-5917032fed34 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.801352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ac36cae8-053f-42b8-b679-5917032fed34 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/3bd41da4-1304-4681-a84e-ac1679e62c34 HTTP/1.1" status: 404 len: 337 time: 0.0331559 Apr 05 19:04:07.804241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46988) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.829335 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc16ec3-f281-4429-ade4-bd0af69fc62b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.830065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc16ec3-f281-4429-ade4-bd0af69fc62b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.833514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9dc16ec3-f281-4429-ade4-bd0af69fc62b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/448e57c4-0aed-4075-a980-d68c3a7de64c HTTP/1.1" status: 404 len: 333 time: 0.0282383 Apr 05 19:04:07.836487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46992) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.867303 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c71667-89c0-47d7-8d1a-a949b46b5b30 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.867853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c71667-89c0-47d7-8d1a-a949b46b5b30 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.874542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 46994) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.875139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-92c71667-89c0-47d7-8d1a-a949b46b5b30 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/fceb11ec-d026-472f-99bb-aa71d9b8ae23 HTTP/1.1" status: 404 len: 337 time: 0.0372567 Apr 05 19:04:07.900564 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b47f096-7bac-4d26-b3b6-10510ef2f2cf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.901597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b47f096-7bac-4d26-b3b6-10510ef2f2cf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.905023 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4b47f096-7bac-4d26-b3b6-10510ef2f2cf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/296a24bf-3772-4a48-995c-869168e16911 HTTP/1.1" status: 404 len: 333 time: 0.0294976 Apr 05 19:04:07.908260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46996) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.934389 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ef24c87-f594-4e8d-8929-233ad192d0df req-c2b35b06-427d-41fa-804b-f1dd5b8e7705 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=4308d67a-b2ff-4c56-87a6-f0853a65271d HTTP/1.1" status: 200 len: 210 time: 0.0390620 Apr 05 19:04:07.955289 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daa14ec-7870-4daf-b820-3abe2e9a33e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.955994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daa14ec-7870-4daf-b820-3abe2e9a33e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.959257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8daa14ec-7870-4daf-b820-3abe2e9a33e7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/aa88d875-16d3-49c2-9abb-f73d552f4c70 HTTP/1.1" status: 404 len: 337 time: 0.0498166 Apr 05 19:04:07.961606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 46998) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:07.985495 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5faf3c5-8985-4ead-aed6-c615e62c3916 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:07.986470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5faf3c5-8985-4ead-aed6-c615e62c3916 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:07.989863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c5faf3c5-8985-4ead-aed6-c615e62c3916 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/4769a02b-d3c0-4dfb-92a7-73db0a37f61b HTTP/1.1" status: 404 len: 333 time: 0.0273256 Apr 05 19:04:07.992561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47000) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.023393 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c78f0b-9062-4fbb-8fdf-56a9ac5eba57 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.023839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c78f0b-9062-4fbb-8fdf-56a9ac5eba57 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.027173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-54c78f0b-9062-4fbb-8fdf-56a9ac5eba57 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/380fd9aa-ab57-46cb-a6b6-e7db6505f212 HTTP/1.1" status: 404 len: 337 time: 0.0327313 Apr 05 19:04:08.029770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47002) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.063080 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e29ec8-49cc-4372-9a20-13843cb6929f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.063487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e29ec8-49cc-4372-9a20-13843cb6929f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.066962 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-17e29ec8-49cc-4372-9a20-13843cb6929f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/6881e47f-32b9-4e8a-99d6-3a725e9913e3 HTTP/1.1" status: 404 len: 337 time: 0.0356171 Apr 05 19:04:08.069752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47006) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.098828 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6683f775-dc6c-478f-84d8-e5ee46675a9b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.099641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6683f775-dc6c-478f-84d8-e5ee46675a9b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.103377 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6683f775-dc6c-478f-84d8-e5ee46675a9b tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/2a1acef9-ff52-44dc-a1ad-4723729553b9 HTTP/1.1" status: 404 len: 333 time: 0.0329564 Apr 05 19:04:08.105996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47008) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.140026 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f424d8-3343-41f6-bcc4-127c4aa41407 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.140544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f424d8-3343-41f6-bcc4-127c4aa41407 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.143539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-17f424d8-3343-41f6-bcc4-127c4aa41407 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/2d918d20-d51c-4163-8ccc-6de11503f287 HTTP/1.1" status: 404 len: 337 time: 0.0365379 Apr 05 19:04:08.146430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47012) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.172045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-822f4c7c-767f-41ae-af67-15a92f3bbaf1 req-e885b7ff-f8c4-4f65-b5ec-6985764d8704 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0638342 Apr 05 19:04:08.189743 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83f9904-2b3e-42c0-b0bc-d47ba6c59f66 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.189989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83f9904-2b3e-42c0-b0bc-d47ba6c59f66 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.195245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f83f9904-2b3e-42c0-b0bc-d47ba6c59f66 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/c56de718-22ba-40eb-ba79-9cc3900ffdd8 HTTP/1.1" status: 404 len: 337 time: 0.0460019 Apr 05 19:04:08.195520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47014) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.217593 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b299c02-77a7-40d7-a8c5-80e927704085 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.218164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b299c02-77a7-40d7-a8c5-80e927704085 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.223439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9b299c02-77a7-40d7-a8c5-80e927704085 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/61c79296-9ae6-4e78-9ad2-320fff6d26f6 HTTP/1.1" status: 404 len: 333 time: 0.0246906 Apr 05 19:04:08.223665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47016) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.249722 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f484c3-2b88-4d4b-8a79-0e065598ec32 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.250167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f484c3-2b88-4d4b-8a79-0e065598ec32 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.253243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-35f484c3-2b88-4d4b-8a79-0e065598ec32 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/32d7109d-5278-4d0a-a8b5-ef1f52024467 HTTP/1.1" status: 404 len: 337 time: 0.0287032 Apr 05 19:04:08.255795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47018) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.285709 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bd251a-3346-4b1c-aa70-04ea19b4eea6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.286254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bd251a-3346-4b1c-aa70-04ea19b4eea6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.289581 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-44bd251a-3346-4b1c-aa70-04ea19b4eea6 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/91ce857c-31de-4513-bee9-13add010333d HTTP/1.1" status: 404 len: 337 time: 0.0327892 Apr 05 19:04:08.292793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47022) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.316825 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90f9499-82af-4954-96c9-6d338f743eae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.317586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90f9499-82af-4954-96c9-6d338f743eae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.320621 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f90f9499-82af-4954-96c9-6d338f743eae tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/b4de606b-6665-44b4-8cea-b165b1811034 HTTP/1.1" status: 404 len: 333 time: 0.0269225 Apr 05 19:04:08.323907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47026) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.350377 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a762a1c9-bd07-49b7-92d3-1e8194254bf0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.350866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a762a1c9-bd07-49b7-92d3-1e8194254bf0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.354677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a762a1c9-bd07-49b7-92d3-1e8194254bf0 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/f8cc623a-8cd4-4192-90eb-07f28a20f3d0 HTTP/1.1" status: 404 len: 337 time: 0.0297813 Apr 05 19:04:08.357095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47028) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.386515 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c223c3ae-8af1-4bf4-8135-7a207f5ac4d5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.386978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c223c3ae-8af1-4bf4-8135-7a207f5ac4d5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.390003 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c223c3ae-8af1-4bf4-8135-7a207f5ac4d5 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/eb1cea53-3896-4856-996b-116f8435ec5b HTTP/1.1" status: 404 len: 337 time: 0.0319886 Apr 05 19:04:08.392701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47030) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.419749 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c85e480e-b57a-4113-a5eb-7462ad5d4e31 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b6af39b-30e1-4b93-88ff-8ffce2cdb689 HTTP/1.1" status: 200 len: 205 time: 0.0260065 Apr 05 19:04:08.422134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47032) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.462779 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-a2c75793-696e-436e-9ac0-83aa171bb8af tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] delete failed (client error): The resource could not be found. Apr 05 19:04:08.463782 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a2c75793-696e-436e-9ac0-83aa171bb8af tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/routers/1b6af39b-30e1-4b93-88ff-8ffce2cdb689 HTTP/1.1" status: 404 len: 336 time: 0.0407436 Apr 05 19:04:08.466432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47034) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.492327 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb4a8cf-3181-442c-906b-dc043c7604d2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.492753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb4a8cf-3181-442c-906b-dc043c7604d2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.495810 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2cb4a8cf-3181-442c-906b-dc043c7604d2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/27fd2955-6a0c-49e0-bf94-44cdb01f0343 HTTP/1.1" status: 404 len: 337 time: 0.0284905 Apr 05 19:04:08.498248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47036) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.523797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-141bb36c-d3b5-4528-8c4d-67f45fbd5f06 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6accd39c-cd83-400f-80de-c2f7eeda554d HTTP/1.1" status: 200 len: 205 time: 0.0244877 Apr 05 19:04:08.526743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47038) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.566250 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-ad1d23f2-90d2-4537-bd77-a7023ad61099 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] delete failed (client error): The resource could not be found. Apr 05 19:04:08.567267 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ad1d23f2-90d2-4537-bd77-a7023ad61099 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/routers/6accd39c-cd83-400f-80de-c2f7eeda554d HTTP/1.1" status: 404 len: 336 time: 0.0396531 Apr 05 19:04:08.569695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47040) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.596468 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ec9a73-7f91-4b9e-a51c-6324867c75a7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.596931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ec9a73-7f91-4b9e-a51c-6324867c75a7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.603023 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e4ec9a73-7f91-4b9e-a51c-6324867c75a7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/dd02ec49-dfb5-4724-a6cf-c30859c4c061 HTTP/1.1" status: 404 len: 337 time: 0.0294373 Apr 05 19:04:08.603274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47044) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.628436 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9dabb7-ca29-4cfe-a337-45fa09ba2584 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.628873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9dabb7-ca29-4cfe-a337-45fa09ba2584 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.634546 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2a9dabb7-ca29-4cfe-a337-45fa09ba2584 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/6adcc422-6a43-4e3c-828c-e03c09a6debe HTTP/1.1" status: 404 len: 337 time: 0.0274568 Apr 05 19:04:08.634687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47046) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.656426 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd39795-4bc1-41b9-9a59-eeef9a7357f7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.657006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd39795-4bc1-41b9-9a59-eeef9a7357f7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.659880 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9dd39795-4bc1-41b9-9a59-eeef9a7357f7 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/cf03789b-8a3b-4b86-987c-66e6fdca0026 HTTP/1.1" status: 404 len: 333 time: 0.0243211 Apr 05 19:04:08.662143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47048) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.686063 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-95541d93-3ad9-4a73-b430-cb53b8c96793 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.686528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95541d93-3ad9-4a73-b430-cb53b8c96793 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.689366 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-95541d93-3ad9-4a73-b430-cb53b8c96793 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/3487f90a-4bba-4fa6-8fcc-53bc47908492 HTTP/1.1" status: 404 len: 337 time: 0.0263484 Apr 05 19:04:08.691618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47050) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.718214 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68945a2-406f-43dd-9a0b-66dda053250c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.718850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68945a2-406f-43dd-9a0b-66dda053250c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.721715 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d68945a2-406f-43dd-9a0b-66dda053250c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/dd22e7b8-e4df-49d4-93c1-d3dd3a68d2e6 HTTP/1.1" status: 404 len: 333 time: 0.0292375 Apr 05 19:04:08.724146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47052) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.749262 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef5e722-7c81-4e44-b52a-e7398912e40d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.749719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef5e722-7c81-4e44-b52a-e7398912e40d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.755078 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6ef5e722-7c81-4e44-b52a-e7398912e40d tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/aa98fdd6-bbca-4353-a291-6151bff33073 HTTP/1.1" status: 404 len: 337 time: 0.0275950 Apr 05 19:04:08.755347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47054) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.781481 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1ec134-a119-4b79-9821-cd510e98f423 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.782164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1ec134-a119-4b79-9821-cd510e98f423 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.785725 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8a1ec134-a119-4b79-9821-cd510e98f423 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/8a4971a1-4b7b-4fba-ad8d-48ebb377000f HTTP/1.1" status: 404 len: 333 time: 0.0293663 Apr 05 19:04:08.788428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47056) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.791400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 780f2100-9065-49dd-b315-2c1da474d15d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:04:08.813290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 780f2100-9065-49dd-b315-2c1da474d15d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:04:08.813918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 780f2100-9065-49dd-b315-2c1da474d15d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:04:08.815445 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f5ebf4-3c2f-45e8-9999-0169656fb8d9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.816092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f5ebf4-3c2f-45e8-9999-0169656fb8d9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.822212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47058) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.822469 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-20f5ebf4-3c2f-45e8-9999-0169656fb8d9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/9c985358-421a-4887-8cb0-52f880230cbd HTTP/1.1" status: 404 len: 337 time: 0.0325537 Apr 05 19:04:08.846976 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4aaf59-7c60-4f63-b920-16662cf65d1c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.847574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4aaf59-7c60-4f63-b920-16662cf65d1c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.850501 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4f4aaf59-7c60-4f63-b920-16662cf65d1c tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/091c357b-32c8-4757-9980-09b0876258c1 HTTP/1.1" status: 404 len: 333 time: 0.0251381 Apr 05 19:04:08.853441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47060) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.879151 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a516694-5b24-44ee-84d4-ace9bea09d1f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.879759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a516694-5b24-44ee-84d4-ace9bea09d1f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.882478 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1a516694-5b24-44ee-84d4-ace9bea09d1f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/c11eabf8-1942-41db-b903-ae99ddcde152 HTTP/1.1" status: 404 len: 337 time: 0.0281148 Apr 05 19:04:08.884803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47062) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.906525 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c90ea0-0ebe-4e91-8449-d06e1e3211bf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.907105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c90ea0-0ebe-4e91-8449-d06e1e3211bf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.909938 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8c90ea0-0ebe-4e91-8449-d06e1e3211bf tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/5dd484ce-b55d-4af2-b621-2f8dca11d211 HTTP/1.1" status: 404 len: 333 time: 0.0240932 Apr 05 19:04:08.912400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.938519 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ba343a-dc35-4801-bec0-b7eea09af15f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.938955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ba343a-dc35-4801-bec0-b7eea09af15f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.944262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:08.944390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e4ba343a-dc35-4801-bec0-b7eea09af15f tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/4f9b160c-aa31-431d-a368-35e9ba81f653 HTTP/1.1" status: 404 len: 337 time: 0.0309329 Apr 05 19:04:08.971204 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9655a5f6-cabb-48ac-8561-30b2f7b31fb2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:08.971916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9655a5f6-cabb-48ac-8561-30b2f7b31fb2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:08.978137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9655a5f6-cabb-48ac-8561-30b2f7b31fb2 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/f449f20f-e1a2-4bae-8030-536a728df265 HTTP/1.1" status: 404 len: 333 time: 0.0297916 Apr 05 19:04:08.978241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:09.004081 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-724fece9-0879-45f1-a428-4d0b2d221d93 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:09.004497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724fece9-0879-45f1-a428-4d0b2d221d93 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:09.010080 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-724fece9-0879-45f1-a428-4d0b2d221d93 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/7896c1f7-3cd2-4ae1-86b7-ecf8db7c01e1 HTTP/1.1" status: 404 len: 337 time: 0.0282018 Apr 05 19:04:09.010264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47074) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:09.038263 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb3c664-1e7f-4d2d-89fb-20e7628f9f33 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:09.038996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb3c664-1e7f-4d2d-89fb-20e7628f9f33 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:09.043412 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1cb3c664-1e7f-4d2d-89fb-20e7628f9f33 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/ports/0723e59f-294f-44cb-8794-052723ccc1ec HTTP/1.1" status: 404 len: 333 time: 0.0322099 Apr 05 19:04:09.045128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47078) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:09.072963 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a018c6-e579-410a-8ec6-6a2e773eee05 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:09.073463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a018c6-e579-410a-8ec6-6a2e773eee05 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:09.076773 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e7a018c6-e579-410a-8ec6-6a2e773eee05 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/subnets/f17e69ca-81c3-442c-b1f1-21a560de5389 HTTP/1.1" status: 404 len: 337 time: 0.0304763 Apr 05 19:04:09.079188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47084) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:09.160433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:09.215003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-bcb44923-6276-4446-b844-f03a15413370 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:09.219144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-bcb44923-6276-4446-b844-f03a15413370 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/networks?id=7e03af67-a0b6-485d-9e8f-ebb2f4148604 HTTP/1.1" status: 200 len: 808 time: 0.1141167 Apr 05 19:04:09.237493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0c8f36a4-6d24-4296-b3f1-5e06bd9efd3b tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/quotas/16c01bb2dc604c3a89c35a7ba4d05e51 HTTP/1.1" status: 200 len: 375 time: 0.0113943 Apr 05 19:04:09.272049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:09.276278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-a5bdbe04-e4c2-4cde-9fe2-74767cc880c1 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=16c01bb2dc604c3a89c35a7ba4d05e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318136 Apr 05 19:04:09.294135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b78bae6-29fd-47d3-887d-9b3f88505648']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:09.309350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db7ecb4f-d57c-4f64-85c4-318d9316e498 req-4ea6a472-8bbf-4daa-b8f6-2edad92c02ff tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0357249 Apr 05 19:04:09.324502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8871fa6c-4a0f-4896-83b4-00a944d09a57') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:09.324953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8871fa6c-4a0f-4896-83b4-00a944d09a57') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:09.411901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-6f9bba80-4bdf-472c-88ae-57adb2036b92 service neutron] 10.222.0.15 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253102 Apr 05 19:04:09.507459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b7ef8a5-be37-4d41-ba7e-8f6967f1f3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:09.524946 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-6831a76b-bd9e-4825-bfda-9eaa04b62818 service neutron] 10.222.0.15 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050451 Apr 05 19:04:09.651744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:09.685628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:09.703568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:04:09.704469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:09.721073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0dea2909-bdc4-4985-aa5e-2f0df91746d7 req-130aa83d-d1b0-433b-8834-42872eeacfb0 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 210 time: 0.0416214 Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:04:09.761324 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:04:09.782497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:09.794913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:09.798163 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] 10.222.0.15 "DELETE /v2.0/networks/0b78bae6-29fd-47d3-887d-9b3f88505648 HTTP/1.1" status: 204 len: 168 time: 0.7178082 Apr 05 19:04:09.809160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e94fa-0257-4203-b917-c613bf910db9 tempest-NetworksTestDHCPv6-440884347 tempest-NetworksTestDHCPv6-440884347-project] Pushing event deleted for resources: {'Network': ['ID=0b78bae6-29fd-47d3-887d-9b3f88505648,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:10.039970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47112) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:10.184901 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a16a57b8-93ee-4864-9c84-ae9c4ce080af no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:04:10.205992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: a16a57b8-93ee-4864-9c84-ae9c4ce080af {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:04:10.206720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device a16a57b8-93ee-4864-9c84-ae9c4ce080af not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:04:10.221339 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-13a6dd2b-7389-49cf-92ca-4516a06d5a84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e88a9f37ffb24f1389403cd70b47c946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772034 Apr 05 19:04:10.223790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47116) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:10.278290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50c76e18-f3c2-41e2-8734-4245c1d9078b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:10.306293 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50c76e18-f3c2-41e2-8734-4245c1d9078b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:10.363751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50c76e18-f3c2-41e2-8734-4245c1d9078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:10.366890 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50c76e18-f3c2-41e2-8734-4245c1d9078b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:10.368925 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-50c76e18-f3c2-41e2-8734-4245c1d9078b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ec77410-bbdc-43b7-9efb-6703bf837213 HTTP/1.1" status: 204 len: 168 time: 0.1433239 Apr 05 19:04:10.377829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c76e18-f3c2-41e2-8734-4245c1d9078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec77410-bbdc-43b7-9efb-6703bf837213,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:10.459731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fedd31c2-8a9d-42ab-b672-7850b6d25610 req-2e75e46c-a387-4334-acbb-17613f9bd4b6 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0274019 Apr 05 19:04:10.853809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41f8fbb6-a521-499b-a648-7211885f0454 req-0c960f9f-d512-42b4-b74f-19df54395054 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 210 time: 0.0380948 Apr 05 19:04:10.914213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-8d923983-c9fd-4df7-a1e3-147fcc2d05dd tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:10.917060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-8d923983-c9fd-4df7-a1e3-147fcc2d05dd tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.20 "GET /v2.0/networks?id=7e03af67-a0b6-485d-9e8f-ebb2f4148604 HTTP/1.1" status: 200 len: 808 time: 0.2004526 Apr 05 19:04:10.929535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Request body: {'port': {'device_id': 'abaef6c6-bc87-4d06-a070-163832675eae', 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604', 'admin_state_up': True, 'tenant_id': '16c01bb2dc604c3a89c35a7ba4d05e51'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:11.045788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Made reservation on behalf of 16c01bb2dc604c3a89c35a7ba4d05e51 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:11.049263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.151030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47148) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:11.184329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Allocated IP 172.20.0.8 (7e03af67-a0b6-485d-9e8f-ebb2f4148604/c6ffdf70-c0ea-4b23-8f40-b191887154da/909c0fd1-929d-4a49-9e62-bc88fb09abef) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:11.285451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-802096389'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:11.330147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:11.334071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.364495 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d9051c83-c962-489b-a828-69b1aa140638 req-a346398b-e6e4-401f-9e78-9531f37f2027 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0354607 Apr 05 19:04:11.365158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.373114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.410170 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.453139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.458303 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.465172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:11.469152 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:11.480233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:04:11.490578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:04:11.500490 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c9bd4a-e029-41f1-a808-11f1ee4c0fe8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:11.505367 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.505719 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Added segment e9d9eb55-5d33-4086-9362-0562364fa005 of type vlan for network d76a77b5-44cf-4359-a109-3a8730179563 Apr 05 19:04:11.511161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Pushing event updated for resources: {'Port': ['ID=909c0fd1-929d-4a49-9e62-bc88fb09abef,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:11.544087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:11.544697 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.560928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.574319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-0204ef43-a547-4e60-9d8d-b37884fd61da tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6486638 Apr 05 19:04:11.590837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.594425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-8f089be2-81d0-4863-b77b-4184a7cb0ab2 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:04:11.595673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-8f089be2-81d0-4863-b77b-4184a7cb0ab2 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089819 Apr 05 19:04:11.596572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:11.597147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.613010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ca3e2da-464c-429f-9a4d-f91d61fd8b14 req-3e8b104c-c7b8-4114-a359-9f6c2ec363dc tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0360236 Apr 05 19:04:11.616620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Request body: {'port': {'device_id': 'abaef6c6-bc87-4d06-a070-163832675eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:11.671246 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5188296 Apr 05 19:04:11.693407 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:11.708370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8311aa-dbf6-455f-b7d4-febc78e0cfde tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Network': ['ID=d76a77b5-44cf-4359-a109-3a8730179563,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:11.719460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d76a77b5-44cf-4359-a109-3a8730179563 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:04:11.807627 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77fd1858-575b-4718-b26a-e7954443be98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:12.333295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26c92c-06bc-44ae-bc2c-f686bd63a6e6 req-5ee48281-0ddc-4070-80ee-034d581091dd tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:12.334891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d26c92c-06bc-44ae-bc2c-f686bd63a6e6 req-5ee48281-0ddc-4070-80ee-034d581091dd tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 931 time: 0.3742983 Apr 05 19:04:12.410058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d26c92c-06bc-44ae-bc2c-f686bd63a6e6 req-a49a859d-db94-4fdb-bd06-f6e629a47588 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630689 Apr 05 19:04:12.435972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909c0fd1-929d-4a49-9e62-bc88fb09abef {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:04:12.441026 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:12.452745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Transition to ACTIVE for port object 909c0fd1-929d-4a49-9e62-bc88fb09abef will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:04:12.457593 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:12.546096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Pushing event updated for resources: {'Port': ['ID=909c0fd1-929d-4a49-9e62-bc88fb09abef,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:12.602087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Attempting to bind port 909c0fd1-929d-4a49-9e62-bc88fb09abef on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:04:12.603563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Attempting to bind port 909c0fd1-929d-4a49-9e62-bc88fb09abef by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '5fe7fe90-5445-4761-8ee3-aff25b4a15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:04:12.603563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Attempting to bind port 909c0fd1-929d-4a49-9e62-bc88fb09abef on network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:04:12.609045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Port 909c0fd1-929d-4a49-9e62-bc88fb09abef on network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:04:12.609470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Attempting to bind port 909c0fd1-929d-4a49-9e62-bc88fb09abef on network 7e03af67-a0b6-485d-9e8f-ebb2f4148604 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:04:12.614755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:04:12.615331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Checking segment: {'id': '5fe7fe90-5445-4761-8ee3-aff25b4a15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:12.615767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Bound using segment: {'id': '5fe7fe90-5445-4761-8ee3-aff25b4a15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:04:12.616310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Bound port: 909c0fd1-929d-4a49-9e62-bc88fb09abef, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe7fe90-5445-4761-8ee3-aff25b4a15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:04:12.616863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:12.723016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] For port 909c0fd1-929d-4a49-9e62-bc88fb09abef, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:04:12.729289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] For port 909c0fd1-929d-4a49-9e62-bc88fb09abef, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=909c0fd1-929d-4a49-9e62-bc88fb09abef,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:04:12.745431 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:12.830167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab3c8957-c645-46b8-bd59-498618633fc6 req-34654adc-234e-43e5-a483-0ca8f945e365 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0784090 Apr 05 19:04:12.841409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:12.842010 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:12.843993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] 10.222.0.20 "PUT /v2.0/ports/909c0fd1-929d-4a49-9e62-bc88fb09abef HTTP/1.1" status: 200 len: 1091 time: 1.2329199 Apr 05 19:04:12.844430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaef6c6-bc87-4d06-a070-163832675eae', 'tag': '909c0fd1-929d-4a49-9e62-bc88fb09abef'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:04:12.846689 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40389097-b14f-48a2-a617-15ee299ab85c" -d '{"events": [{"name": "network-changed", "server_uuid": "abaef6c6-bc87-4d06-a070-163832675eae", "tag": "909c0fd1-929d-4a49-9e62-bc88fb09abef"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:04:12.880970 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:12.927406 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187bf8d8-e321-4238-80bc-99c78412c0d0 x-openstack-request-id: req-187bf8d8-e321-4238-80bc-99c78412c0d0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:04:12.927698 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaef6c6-bc87-4d06-a070-163832675eae", "tag": "909c0fd1-929d-4a49-9e62-bc88fb09abef", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:04:12.927946 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-187bf8d8-e321-4238-80bc-99c78412c0d0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:04:12.928343 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187bf8d8-e321-4238-80bc-99c78412c0d0'] response: {'name': 'network-changed', 'server_uuid': 'abaef6c6-bc87-4d06-a070-163832675eae', 'tag': '909c0fd1-929d-4a49-9e62-bc88fb09abef', 'status': 'completed', 'code': 200} Apr 05 19:04:12.932125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4c2ee-af9c-4784-8ac4-12694dcd0d49 service neutron] Pushing event updated for resources: {'Port': ['ID=909c0fd1-929d-4a49-9e62-bc88fb09abef,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:12.959087 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-e09c9643-06ab-4839-a1e5-1113819218d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:12.960847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-e09c9643-06ab-4839-a1e5-1113819218d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c01bb2dc604c3a89c35a7ba4d05e51&device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 1094 time: 0.0643792 Apr 05 19:04:13.018314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-bfd54a1d-3633-46d9-bd22-bfa1fb7b9a03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=909c0fd1-929d-4a49-9e62-bc88fb09abef HTTP/1.1" status: 200 len: 217 time: 0.0481300 Apr 05 19:04:13.094330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-c738f946-2a5e-4754-8b07-5d99b731444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:13.096152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-c738f946-2a5e-4754-8b07-5d99b731444c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6ffdf70-c0ea-4b23-8f40-b191887154da HTTP/1.1" status: 200 len: 848 time: 0.0708780 Apr 05 19:04:13.148322 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-405e11b1-2a1a-49af-9d82-09a17747c37d req-c4f9da6a-c14b-4ca3-a42d-4cd4e7ccbf52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf2807dae26844058e8e23645b75da9d&device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0454504 Apr 05 19:04:13.153685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-43ad806f-fbe0-4ac6-a41c-6f3c6a2d0d98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e03af67-a0b6-485d-9e8f-ebb2f4148604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468881 Apr 05 19:04:13.189777 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-405e11b1-2a1a-49af-9d82-09a17747c37d req-fbfdddb9-08ae-4722-aa11-dadc6078ccd9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cf2807dae26844058e8e23645b75da9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403831 Apr 05 19:04:13.217496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff0b4440-03b2-4b9b-805f-a2f087dec657 req-c3c31c13-d997-4741-a7f9-98afc4d3ced7 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0624287 Apr 05 19:04:13.322062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-474e5b8a-6d5b-4f61-ac10-c989588108f6 service neutron] 10.222.0.20 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560168 Apr 05 19:04:13.392523 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e11b1-2a1a-49af-9d82-09a17747c37d req-88b33ade-b08c-4348-b6bc-86bcb323242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:13.393997 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-405e11b1-2a1a-49af-9d82-09a17747c37d req-88b33ade-b08c-4348-b6bc-86bcb323242b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1966362 Apr 05 19:04:13.423842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4bbd981-6092-4a5c-b8d1-04a0824e79e6 req-5963beeb-ba9e-4c67-a6e5-9178d1c8e8aa service neutron] 10.222.0.20 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952542 Apr 05 19:04:13.559105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40389097-b14f-48a2-a617-15ee299ab85c req-19531bc3-486d-4c04-adef-f8d94d020f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:13.560578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40389097-b14f-48a2-a617-15ee299ab85c req-19531bc3-486d-4c04-adef-f8d94d020f51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16c01bb2dc604c3a89c35a7ba4d05e51&device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 1094 time: 0.0845153 Apr 05 19:04:13.568603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f358c8-f7c5-4adb-a01e-d5560952d802 req-e321f7b7-da9f-493f-8a73-1c0d30960323 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:13.569917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f358c8-f7c5-4adb-a01e-d5560952d802 req-e321f7b7-da9f-493f-8a73-1c0d30960323 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 943 time: 0.0638640 Apr 05 19:04:13.663960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0f358c8-f7c5-4adb-a01e-d5560952d802 req-79f34915-9f57-467f-b225-953b019dd1d9 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844688 Apr 05 19:04:13.696971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40389097-b14f-48a2-a617-15ee299ab85c req-f0d7bf88-ef3f-49e6-98d9-ae95e0b254f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:13.698678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40389097-b14f-48a2-a617-15ee299ab85c req-f0d7bf88-ef3f-49e6-98d9-ae95e0b254f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e03af67-a0b6-485d-9e8f-ebb2f4148604 HTTP/1.1" status: 200 len: 908 time: 0.1278272 Apr 05 19:04:13.740760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40389097-b14f-48a2-a617-15ee299ab85c req-94c34a0a-6fba-4be5-806b-52ecc298ecf3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=909c0fd1-929d-4a49-9e62-bc88fb09abef HTTP/1.1" status: 200 len: 217 time: 0.0348392 Apr 05 19:04:13.810377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40389097-b14f-48a2-a617-15ee299ab85c req-cb6d6d1a-da1e-4802-a211-6eb00999ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:13.811882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40389097-b14f-48a2-a617-15ee299ab85c req-cb6d6d1a-da1e-4802-a211-6eb00999ca7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6ffdf70-c0ea-4b23-8f40-b191887154da HTTP/1.1" status: 200 len: 848 time: 0.0635991 Apr 05 19:04:13.844928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40389097-b14f-48a2-a617-15ee299ab85c req-b98ba236-9be1-4139-a3be-8b8529c3837c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e03af67-a0b6-485d-9e8f-ebb2f4148604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257521 Apr 05 19:04:13.944095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40389097-b14f-48a2-a617-15ee299ab85c req-818c28e1-6ac0-4262-b179-eac3360f177a service neutron] 10.222.0.20 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912142 Apr 05 19:04:14.038511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40389097-b14f-48a2-a617-15ee299ab85c req-ebc86879-2f5e-479c-b5f3-6a1f548e868c service neutron] 10.222.0.20 "GET /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864763 Apr 05 19:04:14.340907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1da5042d-dda3-4e70-bfd0-5b248d00487a req-a2d176ea-310f-4deb-a6e0-3a0c8ef99382 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.15 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0350490 Apr 05 19:04:14.408860 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:14.783374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-405e11b1-2a1a-49af-9d82-09a17747c37d req-a8e93e15-25b3-43fc-aea9-224fb9e17664 tempest-ServerShowV257Test-1951596206 tempest-ServerShowV257Test-1951596206-project] 10.222.0.20 "GET /v2.0/ports?device_id=8570bd3d-2469-4ad2-bba3-2ac6714e6333 HTTP/1.1" status: 200 len: 210 time: 0.0399697 Apr 05 19:04:14.835822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47220) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:14.843969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'subnet': {'network_id': 'd76a77b5-44cf-4359-a109-3a8730179563', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:14.846075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f874aa-d5fb-47ed-8339-11d46fb794c4 req-4be65745-21b0-4203-9948-e627bf26b6ba tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:14.847766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01f874aa-d5fb-47ed-8339-11d46fb794c4 req-4be65745-21b0-4203-9948-e627bf26b6ba tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 943 time: 0.0932217 Apr 05 19:04:14.897673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01f874aa-d5fb-47ed-8339-11d46fb794c4 req-9b2138c4-5765-4342-89ca-36b4c1572fcc tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Apr 05 19:04:14.943943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:14.949358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:14.993729 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.135265 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.189671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Subnet': ['ID=3f5a0123-1132-49de-a791-c0c7e908f8d2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:15.215784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Checking segment: {'id': 'e9d9eb55-5d33-4086-9362-0562364fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd76a77b5-44cf-4359-a109-3a8730179563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:15.216658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network hostable DHCP agents. Network: d76a77b5-44cf-4359-a109-3a8730179563, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:04:15.238749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network d76a77b5-44cf-4359-a109-3a8730179563 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:04:15.249583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d76a77b5-44cf-4359-a109-3a8730179563) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:15.254076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:15.254698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.262968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5fda98-5d60-41a1-a6b4-1936e955b989 None None] Network d76a77b5-44cf-4359-a109-3a8730179563 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:15.273623 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2877b4ef-1884-4326-a0f7-7d07059debbe tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4367847 Apr 05 19:04:15.277738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47226) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:15.282800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-350749869'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:15.305351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:15.309592 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.340437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:04:15.351427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.351863 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Added segment 6bafdaec-21ac-4720-8906-ddd991c7ae15 of type vlan for network de6cbf96-6bc6-4f30-b00d-9306bdcaf43d Apr 05 19:04:15.406512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.440170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.451229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:15.451855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.459741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-d76a77b5-44cf-4359-a109-3a8730179563', 'network_id': 'd76a77b5-44cf-4359-a109-3a8730179563', 'tenant_id': 'f014d9c102814130bfd4bd1644faa1a0', 'fixed_ips': [{'subnet_id': '3f5a0123-1132-49de-a791-c0c7e908f8d2'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:04:15.461323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.519543 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2405732 Apr 05 19:04:15.523571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47232) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:15.531083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'subnet': {'network_id': 'de6cbf96-6bc6-4f30-b00d-9306bdcaf43d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:15.535391 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22529f-f152-4d34-956e-fa44f05aba97 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Network': ['ID=de6cbf96-6bc6-4f30-b00d-9306bdcaf43d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:15.546893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network de6cbf96-6bc6-4f30-b00d-9306bdcaf43d details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:04:15.665414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:15.670905 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.686720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Allocated IP 2001:db8:0:ffff::2 (d76a77b5-44cf-4359-a109-3a8730179563/3f5a0123-1132-49de-a791-c0c7e908f8d2/28bd17d4-ab0d-449e-bcb4-b2e439f0dd04) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:15.783767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47240) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:15.863516 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.872299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:15.925406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Network d76a77b5-44cf-4359-a109-3a8730179563 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:15.927122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Pushing event updated for resources: {'Port': ['ID=28bd17d4-ab0d-449e-bcb4-b2e439f0dd04,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:15.937588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:15.942212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:04:15.963091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5513f716-a322-4e6a-9351-32e559ff12f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.010507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Attempting to bind port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:04:16.011948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Attempting to bind port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e9d9eb55-5d33-4086-9362-0562364fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd76a77b5-44cf-4359-a109-3a8730179563'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:04:16.012460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Attempting to bind port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 on network d76a77b5-44cf-4359-a109-3a8730179563 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:04:16.018535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:04:16.019014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Checking segment: {'id': 'e9d9eb55-5d33-4086-9362-0562364fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd76a77b5-44cf-4359-a109-3a8730179563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:16.019554 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.020014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Bound using segment: {'id': 'e9d9eb55-5d33-4086-9362-0562364fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd76a77b5-44cf-4359-a109-3a8730179563'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:04:16.020586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Bound port: 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d9eb55-5d33-4086-9362-0562364fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd76a77b5-44cf-4359-a109-3a8730179563'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:04:16.021031 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.053814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:04:16.057443 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.062815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5513f716-a322-4e6a-9351-32e559ff12f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.072410 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5513f716-a322-4e6a-9351-32e559ff12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.100492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] For port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:04:16.105568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] For port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=28bd17d4-ab0d-449e-bcb4-b2e439f0dd04,segment=NetworkSegment(e9d9eb55-5d33-4086-9362-0562364fa005),segment_id=e9d9eb55-5d33-4086-9362-0562364fa005)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:04:16.112971 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.117969 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5513f716-a322-4e6a-9351-32e559ff12f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf2807dae26844058e8e23645b75da9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328640 Apr 05 19:04:16.119156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513f716-a322-4e6a-9351-32e559ff12f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c6b439-4ed7-4dd3-964c-133b87785fd1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:16.121668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47248) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:16.137408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5519-f552-4cf1-be14-6b337effc3bf req-40aef172-04b9-44c0-93b7-b8ec8f60b8dc tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:16.149804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2aeb5519-f552-4cf1-be14-6b337effc3bf req-40aef172-04b9-44c0-93b7-b8ec8f60b8dc tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 943 time: 0.1651149 Apr 05 19:04:16.184963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddb8f7-bf07-4605-9dc2-1b9594ea61d5 None None] Pushing event updated for resources: {'Port': ['ID=28bd17d4-ab0d-449e-bcb4-b2e439f0dd04,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:16.200990 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c909ce6-bae0-45a2-a8b6-7bdd22245232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.230201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Subnet': ['ID=1b23aa17-fed2-4344-b4b7-e1eb1331ab92,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:16.233651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 909c0fd1-929d-4a49-9e62-bc88fb09abef details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:04:16.238684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c909ce6-bae0-45a2-a8b6-7bdd22245232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.264085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2aeb5519-f552-4cf1-be14-6b337effc3bf req-88742f6b-2a61-4271-8695-77a8d80c4cc1 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127541 Apr 05 19:04:16.270436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Checking segment: {'id': '6bafdaec-21ac-4720-8906-ddd991c7ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de6cbf96-6bc6-4f30-b00d-9306bdcaf43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:16.270802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network hostable DHCP agents. Network: de6cbf96-6bc6-4f30-b00d-9306bdcaf43d, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:04:16.311004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network de6cbf96-6bc6-4f30-b00d-9306bdcaf43d is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:04:16.312543 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c909ce6-bae0-45a2-a8b6-7bdd22245232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.315621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c909ce6-bae0-45a2-a8b6-7bdd22245232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.318332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1c909ce6-bae0-45a2-a8b6-7bdd22245232 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63c6b439-4ed7-4dd3-964c-133b87785fd1 HTTP/1.1" status: 204 len: 168 time: 0.1953230 Apr 05 19:04:16.323966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, de6cbf96-6bc6-4f30-b00d-9306bdcaf43d) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:16.331352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:16.332121 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.339104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c909ce6-bae0-45a2-a8b6-7bdd22245232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c6b439-4ed7-4dd3-964c-133b87785fd1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:16.359790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2900e5-e036-4c72-b336-85a81926a12c None None] Network de6cbf96-6bc6-4f30-b00d-9306bdcaf43d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:16.369337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4b98d5a7-86c3-4842-a42e-a3597d9f744b tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8415227 Apr 05 19:04:16.370113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47252) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:16.385790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'port': {'network_id': 'de6cbf96-6bc6-4f30-b00d-9306bdcaf43d', 'name': 'tempest-NetworksIpV6TestAttrs-758369631'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:16.508537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 909c0fd1-929d-4a49-9e62-bc88fb09abef, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=909c0fd1-929d-4a49-9e62-bc88fb09abef,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:16.533606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '909c0fd1-929d-4a49-9e62-bc88fb09abef', 'network_id': '7e03af67-a0b6-485d-9e8f-ebb2f4148604', 'port_id': '909c0fd1-929d-4a49-9e62-bc88fb09abef', 'mac_address': 'fa:16:3e:c5:6a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ffdf70-c0ea-4b23-8f40-b191887154da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:04:16.574268 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:16.578908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.610767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] device_id is not set on port c5869c72-3808-40d2-a5e5-e85af96621f6 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:04:16.617234 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.659233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909c0fd1-929d-4a49-9e62-bc88fb09abef {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:04:16.666424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-de6cbf96-6bc6-4f30-b00d-9306bdcaf43d', 'network_id': 'de6cbf96-6bc6-4f30-b00d-9306bdcaf43d', 'tenant_id': 'f014d9c102814130bfd4bd1644faa1a0', 'fixed_ips': [{'subnet_id': '1b23aa17-fed2-4344-b4b7-e1eb1331ab92'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:04:16.667310 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.722666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 909c0fd1-929d-4a49-9e62-bc88fb09abef, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=909c0fd1-929d-4a49-9e62-bc88fb09abef,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:16.728654 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:16.811609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Allocated IP 2001:db8::f816:3eff:fe57:c1ef (de6cbf96-6bc6-4f30-b00d-9306bdcaf43d/1b23aa17-fed2-4344-b4b7-e1eb1331ab92/c5869c72-3808-40d2-a5e5-e85af96621f6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:17.011337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:04:17.104528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.110805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['909c0fd1-929d-4a49-9e62-bc88fb09abef'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:04:17.135225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=909c0fd1-929d-4a49-9e62-bc88fb09abef,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:17.169605 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.240663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:17.241043 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.245843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Port': ['ID=c5869c72-3808-40d2-a5e5-e85af96621f6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:17.257847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network de6cbf96-6bc6-4f30-b00d-9306bdcaf43d is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:17.261550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:17.269304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:04:17.275964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:17.276706 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.308492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2ee9e783-8c0f-4683-ade7-f277492391d6 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9331675 Apr 05 19:04:17.310187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47282) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:17.372136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Allocated IP 2001:db8::f816:3eff:fe50:d9b8 (de6cbf96-6bc6-4f30-b00d-9306bdcaf43d/1b23aa17-fed2-4344-b4b7-e1eb1331ab92/efd1f16f-08a7-450d-bb56-1a0c9556cb9e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:17.445942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Deleting subnet 1b23aa17-fed2-4344-b4b7-e1eb1331ab92 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:04:17.470684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445a12c-7d04-42b0-b96e-fb4e6bc9c5f7 req-8b45a1c9-a488-4083-a595-4c6ed2cb7a2d tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:17.479830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2445a12c-7d04-42b0-b96e-fb4e6bc9c5f7 req-8b45a1c9-a488-4083-a595-4c6ed2cb7a2d tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 944 time: 0.0965252 Apr 05 19:04:17.527336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2445a12c-7d04-42b0-b96e-fb4e6bc9c5f7 req-b33d05a3-e945-4f0a-b6d2-0be31f1a8d90 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449588 Apr 05 19:04:17.597102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.707073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=28bd17d4-ab0d-449e-bcb4-b2e439f0dd04,segment=NetworkSegment(e9d9eb55-5d33-4086-9362-0562364fa005),segment_id=e9d9eb55-5d33-4086-9362-0562364fa005)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:17.730732 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.733743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68933fe0-2745-4483-9d17-ae4304275bcf None None] Network d76a77b5-44cf-4359-a109-3a8730179563 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:17.835589 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.851889 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.868398 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.887146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=28bd17d4-ab0d-449e-bcb4-b2e439f0dd04,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:17.904758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b303bf92-e577-43fd-99c6-6eaff3cc01d6 None None] Provisioning complete for port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:17.905076 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b303bf92-e577-43fd-99c6-6eaff3cc01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.952783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:17.989225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Pushing event updated for resources: {'Port': ['ID=efd1f16f-08a7-450d-bb56-1a0c9556cb9e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:17.993327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Network de6cbf96-6bc6-4f30-b00d-9306bdcaf43d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:17.999548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:18.024857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:04:18.107770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Attempting to bind port efd1f16f-08a7-450d-bb56-1a0c9556cb9e on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:04:18.108139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Attempting to bind port efd1f16f-08a7-450d-bb56-1a0c9556cb9e by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6bafdaec-21ac-4720-8906-ddd991c7ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de6cbf96-6bc6-4f30-b00d-9306bdcaf43d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:04:18.108486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Attempting to bind port efd1f16f-08a7-450d-bb56-1a0c9556cb9e on network de6cbf96-6bc6-4f30-b00d-9306bdcaf43d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:04:18.140291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:04:18.140696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Checking segment: {'id': '6bafdaec-21ac-4720-8906-ddd991c7ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de6cbf96-6bc6-4f30-b00d-9306bdcaf43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:18.141098 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.141597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Bound using segment: {'id': '6bafdaec-21ac-4720-8906-ddd991c7ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de6cbf96-6bc6-4f30-b00d-9306bdcaf43d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:04:18.142216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Bound port: efd1f16f-08a7-450d-bb56-1a0c9556cb9e, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bafdaec-21ac-4720-8906-ddd991c7ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de6cbf96-6bc6-4f30-b00d-9306bdcaf43d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:04:18.142635 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.161299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.237333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 909c0fd1-929d-4a49-9e62-bc88fb09abef up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:04:18.257154 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.279733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.291240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47314) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:18.293087 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/subnets/1b23aa17-fed2-4344-b4b7-e1eb1331ab92 HTTP/1.1" status: 204 len: 168 time: 0.9808867 Apr 05 19:04:18.327597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Subnet': ['ID=1b23aa17-fed2-4344-b4b7-e1eb1331ab92,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:18.338862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] For port efd1f16f-08a7-450d-bb56-1a0c9556cb9e, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:04:18.345644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] For port efd1f16f-08a7-450d-bb56-1a0c9556cb9e, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=efd1f16f-08a7-450d-bb56-1a0c9556cb9e,segment=NetworkSegment(6bafdaec-21ac-4720-8906-ddd991c7ae15),segment_id=6bafdaec-21ac-4720-8906-ddd991c7ae15)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:04:18.349717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.350362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.350940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.351346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.351781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.352438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.352688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.353169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.353537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.353949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.354288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.354767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26378623-ef01-4d7c-8be7-6d9f3600b643 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:18.364756 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.384841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985cb14-d13e-4ff8-b703-e12aa43cca39 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:18.386490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985cb14-d13e-4ff8-b703-e12aa43cca39 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:18.388004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e985cb14-d13e-4ff8-b703-e12aa43cca39 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0957892 Apr 05 19:04:18.391212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47320) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:18.479295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 909c0fd1-929d-4a49-9e62-bc88fb09abef completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:04:18.504419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 909c0fd1-929d-4a49-9e62-bc88fb09abef triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:18.504811 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.507665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90343a6-e0a1-4c63-a9c8-e777c0549a0d None None] Pushing event updated for resources: {'Port': ['ID=efd1f16f-08a7-450d-bb56-1a0c9556cb9e,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:18.554552 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-55cf4f85-ccf2-4e4d-bb64-f13882914d9d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.567577 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cf4f85-ccf2-4e4d-bb64-f13882914d9d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 19:04:18.568052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cf4f85-ccf2-4e4d-bb64-f13882914d9d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:18.580441 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-55cf4f85-ccf2-4e4d-bb64-f13882914d9d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/de6cbf96-6bc6-4f30-b00d-9306bdcaf43d HTTP/1.1" status: 409 len: 405 time: 0.1881218 Apr 05 19:04:18.584906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47326) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:18.591148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1200881629'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:18.627237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:18.632489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.666037 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.700275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaef6c6-bc87-4d06-a070-163832675eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909c0fd1-929d-4a49-9e62-bc88fb09abef'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:04:18.702641 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aade7bc-c8aa-4102-a40b-dbdfef21cad0" -d '{"events": [{"server_uuid": "abaef6c6-bc87-4d06-a070-163832675eae", "name": "network-vif-plugged", "status": "completed", "tag": "909c0fd1-929d-4a49-9e62-bc88fb09abef"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:04:18.711233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:04:18.729462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 909c0fd1-929d-4a49-9e62-bc88fb09abef, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=909c0fd1-929d-4a49-9e62-bc88fb09abef,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:18.734030 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.734628 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Added segment cba27244-052a-4e1f-82bd-681921f0e520 of type vlan for network 7bd23307-5c99-4789-8735-b8bfc125611f Apr 05 19:04:18.746217 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.757631 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0dbc994d-bcf4-4628-8717-c584ed507508 None None] Provisioning complete for port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:18.757991 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0dbc994d-bcf4-4628-8717-c584ed507508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.760720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756e033-4cca-42cb-b9a2-a7c202be5ee0 req-725f414b-42d0-4fa7-bb93-4cfe9c6cd67e tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:18.764187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5756e033-4cca-42cb-b9a2-a7c202be5ee0 req-725f414b-42d0-4fa7-bb93-4cfe9c6cd67e tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 944 time: 0.1109953 Apr 05 19:04:18.830151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:18.892009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5756e033-4cca-42cb-b9a2-a7c202be5ee0 req-43081ec4-2666-4bba-803d-8a1a96f8dbeb tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023285 Apr 05 19:04:18.923980 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9be115-4a0f-4f0e-a66d-246d4f92bb3d x-openstack-request-id: req-9b9be115-4a0f-4f0e-a66d-246d4f92bb3d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:04:18.924268 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaef6c6-bc87-4d06-a070-163832675eae", "name": "network-vif-plugged", "status": "completed", "tag": "909c0fd1-929d-4a49-9e62-bc88fb09abef", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:04:18.924522 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b9be115-4a0f-4f0e-a66d-246d4f92bb3d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:04:18.924917 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9be115-4a0f-4f0e-a66d-246d4f92bb3d'] response: {'server_uuid': 'abaef6c6-bc87-4d06-a070-163832675eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909c0fd1-929d-4a49-9e62-bc88fb09abef', 'code': 200} Apr 05 19:04:18.965806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:04:18.999050 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:19.008422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:19.009322 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:19.030095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=909c0fd1-929d-4a49-9e62-bc88fb09abef,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:19.057040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1141f4c-00a9-4355-b9b5-af8f592dd011 req-a3e7b770-14b3-462d-b59c-9e34fd3a8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:19.058768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1141f4c-00a9-4355-b9b5-af8f592dd011 req-a3e7b770-14b3-462d-b59c-9e34fd3a8463 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 1096 time: 0.1702447 Apr 05 19:04:19.111492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:19.111865 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:19.123743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5338721 Apr 05 19:04:19.123932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47340) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:19.129562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'subnet': {'network_id': '7bd23307-5c99-4789-8735-b8bfc125611f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:19.144243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d7b67-ea3a-4675-8aad-38e190e8ffb2 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Network': ['ID=7bd23307-5c99-4789-8735-b8bfc125611f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:19.163799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 7bd23307-5c99-4789-8735-b8bfc125611f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:04:19.164777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1141f4c-00a9-4355-b9b5-af8f592dd011 req-fe3b8b99-b20a-4306-bc55-5ae8ef5a2ff4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608418 Apr 05 19:04:19.282100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:19.285627 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:19.604183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:04:19.606128 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:19.673140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Subnet': ['ID=eac08f76-0388-4240-a503-fa9dd4bbda6b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:19.678626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Checking segment: {'id': 'cba27244-052a-4e1f-82bd-681921f0e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7bd23307-5c99-4789-8735-b8bfc125611f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:19.678985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network hostable DHCP agents. Network: 7bd23307-5c99-4789-8735-b8bfc125611f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:04:19.705102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network 7bd23307-5c99-4789-8735-b8bfc125611f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:04:19.723733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 7bd23307-5c99-4789-8735-b8bfc125611f) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:19.732979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d760f48-41dc-4880-b24f-a260ac909ff6 None None] Network 7bd23307-5c99-4789-8735-b8bfc125611f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:19.735716 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:19.736419 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:19.767063 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8a773306-54f7-4586-bc44-e8ee793abf1f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6423233 Apr 05 19:04:19.769918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47356) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:19.777297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'port': {'network_id': '7bd23307-5c99-4789-8735-b8bfc125611f', 'name': 'tempest-NetworksIpV6TestAttrs-61476253'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:19.849718 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47358) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:19.921292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4be7a-f03a-4cc9-a3ca-66c4f708b75c None None] Network de6cbf96-6bc6-4f30-b00d-9306bdcaf43d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:19.940450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:19.944659 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:19.973454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] device_id is not set on port ae441a8f-20d6-4ed5-8325-b9cfdbf81b04 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:04:19.979913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-7bd23307-5c99-4789-8735-b8bfc125611f', 'network_id': '7bd23307-5c99-4789-8735-b8bfc125611f', 'tenant_id': 'f014d9c102814130bfd4bd1644faa1a0', 'fixed_ips': [{'subnet_id': 'eac08f76-0388-4240-a503-fa9dd4bbda6b'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:04:19.991372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.064265 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23ba8b64-f544-4e99-aa30-3fc6c59c0d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.090846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a2f3c1b-0965-4332-ac4f-78585bdc46f8 None None] Provisioning complete for port efd1f16f-08a7-450d-bb56-1a0c9556cb9e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:20.091213 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3c1b-0965-4332-ac4f-78585bdc46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.157161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3cd9b-b8a2-4dba-95cb-ea6992e78f1d req-df062dce-9c84-4386-a0c4-280d6256a58f tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:20.158543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18a3cd9b-b8a2-4dba-95cb-ea6992e78f1d req-df062dce-9c84-4386-a0c4-280d6256a58f tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 945 time: 0.1119072 Apr 05 19:04:20.160039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Allocated IP 2001:db8::f816:3eff:fea5:c9e3 (7bd23307-5c99-4789-8735-b8bfc125611f/eac08f76-0388-4240-a503-fa9dd4bbda6b/ae441a8f-20d6-4ed5-8325-b9cfdbf81b04) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:20.173527 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23ba8b64-f544-4e99-aa30-3fc6c59c0d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.179688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23ba8b64-f544-4e99-aa30-3fc6c59c0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.250836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18a3cd9b-b8a2-4dba-95cb-ea6992e78f1d req-e4373161-74b5-4ee2-b5fd-d52d983dac3c tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786831 Apr 05 19:04:20.282480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba8b64-f544-4e99-aa30-3fc6c59c0d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5d9b1e-c0e8-4c93-bd57-79f7a8f48a81,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:20.289494 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-23ba8b64-f544-4e99-aa30-3fc6c59c0d10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1835c69f847240d5af6fb7a8d08a0ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362874 Apr 05 19:04:20.298483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47366) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:20.437741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.440765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d88416a4-fb89-4bac-95ab-c649f77d035f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.452435 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3c1b-0965-4332-ac4f-78585bdc46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.479020 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d88416a4-fb89-4bac-95ab-c649f77d035f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.490111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a2f3c1b-0965-4332-ac4f-78585bdc46f8 None None] For port efd1f16f-08a7-450d-bb56-1a0c9556cb9e, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=efd1f16f-08a7-450d-bb56-1a0c9556cb9e,segment=NetworkSegment(6bafdaec-21ac-4720-8906-ddd991c7ae15),segment_id=6bafdaec-21ac-4720-8906-ddd991c7ae15)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:20.498762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98765a66-3d22-41b7-95d0-81e6e7483fc8 None None] DHCP port deletion for de6cbf96-6bc6-4f30-b00d-9306bdcaf43d request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:04:20.528032 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3c1b-0965-4332-ac4f-78585bdc46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.533730 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.582921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network 7bd23307-5c99-4789-8735-b8bfc125611f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:20.590750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:20.594511 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d88416a4-fb89-4bac-95ab-c649f77d035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.596957 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d88416a4-fb89-4bac-95ab-c649f77d035f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.600397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d88416a4-fb89-4bac-95ab-c649f77d035f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d5d9b1e-c0e8-4c93-bd57-79f7a8f48a81 HTTP/1.1" status: 204 len: 168 time: 0.2992926 Apr 05 19:04:20.600397 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:04:20.604980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:20.605496 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.618983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f3c1b-0965-4332-ac4f-78585bdc46f8 None None] Pushing event updated for resources: {'Port': ['ID=efd1f16f-08a7-450d-bb56-1a0c9556cb9e,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:20.619340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Port': ['ID=ae441a8f-20d6-4ed5-8325-b9cfdbf81b04,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:20.629288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Allocated IP 2001:db8::f816:3eff:fe0b:dd3f (7bd23307-5c99-4789-8735-b8bfc125611f/eac08f76-0388-4240-a503-fa9dd4bbda6b/64d1074f-052f-4453-bad2-ebefea1134b1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:04:20.643723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88416a4-fb89-4bac-95ab-c649f77d035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5d9b1e-c0e8-4c93-bd57-79f7a8f48a81,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:20.657917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b0da1918-ec67-424e-868e-1eb780802953 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.8868270 Apr 05 19:04:20.660763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47376) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:20.677307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-98765a66-3d22-41b7-95d0-81e6e7483fc8 None None] Deleting port efd1f16f-08a7-450d-bb56-1a0c9556cb9e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:20.677675 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98765a66-3d22-41b7-95d0-81e6e7483fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.729104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3133690-a5f3-41c4-8f5c-6ac4a4ac3b84 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Deleting subnet eac08f76-0388-4240-a503-fa9dd4bbda6b {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:04:20.787635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-98765a66-3d22-41b7-95d0-81e6e7483fc8 None None] For port efd1f16f-08a7-450d-bb56-1a0c9556cb9e, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=efd1f16f-08a7-450d-bb56-1a0c9556cb9e,segment=NetworkSegment(6bafdaec-21ac-4720-8906-ddd991c7ae15),segment_id=6bafdaec-21ac-4720-8906-ddd991c7ae15)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:20.788150 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98765a66-3d22-41b7-95d0-81e6e7483fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.809749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-98765a66-3d22-41b7-95d0-81e6e7483fc8 None None] Calling delete_port for efd1f16f-08a7-450d-bb56-1a0c9556cb9e owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:20.900205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.908577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3133690-a5f3-41c4-8f5c-6ac4a4ac3b84 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.911261 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.955924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47380) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:20.965323 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3133690-a5f3-41c4-8f5c-6ac4a4ac3b84 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:20.969507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Network 7bd23307-5c99-4789-8735-b8bfc125611f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:04:20.975292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:20.977184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Pushing event updated for resources: {'Port': ['ID=64d1074f-052f-4453-bad2-ebefea1134b1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:20.979584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:04:20.987177 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98765a66-3d22-41b7-95d0-81e6e7483fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.007666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87ea9353-0ff0-413e-ac6b-076cf69ac356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.013366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98765a66-3d22-41b7-95d0-81e6e7483fc8 None None] No DVR routers for this DVR port efd1f16f-08a7-450d-bb56-1a0c9556cb9e on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:04:21.053017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98765a66-3d22-41b7-95d0-81e6e7483fc8 None None] Pushing event deleted for resources: {'Port': ['ID=efd1f16f-08a7-450d-bb56-1a0c9556cb9e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:21.092152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Attempting to bind port 64d1074f-052f-4453-bad2-ebefea1134b1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:04:21.092537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Attempting to bind port 64d1074f-052f-4453-bad2-ebefea1134b1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'cba27244-052a-4e1f-82bd-681921f0e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7bd23307-5c99-4789-8735-b8bfc125611f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:04:21.092885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Attempting to bind port 64d1074f-052f-4453-bad2-ebefea1134b1 on network 7bd23307-5c99-4789-8735-b8bfc125611f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:04:21.100638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:04:21.101100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Checking segment: {'id': 'cba27244-052a-4e1f-82bd-681921f0e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7bd23307-5c99-4789-8735-b8bfc125611f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:21.101498 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.102026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Bound using segment: {'id': 'cba27244-052a-4e1f-82bd-681921f0e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7bd23307-5c99-4789-8735-b8bfc125611f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:04:21.102943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Bound port: 64d1074f-052f-4453-bad2-ebefea1134b1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba27244-052a-4e1f-82bd-681921f0e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7bd23307-5c99-4789-8735-b8bfc125611f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:04:21.103364 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.130711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3133690-a5f3-41c4-8f5c-6ac4a4ac3b84 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.139528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87ea9353-0ff0-413e-ac6b-076cf69ac356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.145907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87ea9353-0ff0-413e-ac6b-076cf69ac356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.187846 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-87ea9353-0ff0-413e-ac6b-076cf69ac356 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe2168d2c58b4ef497e6fb8b9bef4f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277634 Apr 05 19:04:21.189852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47384) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:21.203371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea9353-0ff0-413e-ac6b-076cf69ac356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce114c2-3d9b-42c7-a0ad-0d4076f1f92f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:21.233079 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3133690-a5f3-41c4-8f5c-6ac4a4ac3b84 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.234574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] For port 64d1074f-052f-4453-bad2-ebefea1134b1, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:04:21.238258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] For port 64d1074f-052f-4453-bad2-ebefea1134b1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=64d1074f-052f-4453-bad2-ebefea1134b1,segment=NetworkSegment(cba27244-052a-4e1f-82bd-681921f0e520),segment_id=cba27244-052a-4e1f-82bd-681921f0e520)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:04:21.244869 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.272302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3133690-a5f3-41c4-8f5c-6ac4a4ac3b84 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Subnet': ['ID=eac08f76-0388-4240-a503-fa9dd4bbda6b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:21.292049 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c3133690-a5f3-41c4-8f5c-6ac4a4ac3b84 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.295387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c3133690-a5f3-41c4-8f5c-6ac4a4ac3b84 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/subnets/eac08f76-0388-4240-a503-fa9dd4bbda6b HTTP/1.1" status: 204 len: 168 time: 0.6335132 Apr 05 19:04:21.296934 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9296644a-55dc-4839-a4b7-53fc09617e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.298387 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47386) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:21.311536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118309b1-9285-49d7-8842-07bb4bb9395c None None] Pushing event updated for resources: {'Port': ['ID=64d1074f-052f-4453-bad2-ebefea1134b1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:21.332221 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9296644a-55dc-4839-a4b7-53fc09617e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.404536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47ab17-7214-43cd-ac73-e9878c3e1aa5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:21.406857 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47ab17-7214-43cd-ac73-e9878c3e1aa5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:21.409720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1d47ab17-7214-43cd-ac73-e9878c3e1aa5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1098099 Apr 05 19:04:21.412631 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9296644a-55dc-4839-a4b7-53fc09617e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.413551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47390) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:21.415898 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9296644a-55dc-4839-a4b7-53fc09617e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.425127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9296644a-55dc-4839-a4b7-53fc09617e8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bce114c2-3d9b-42c7-a0ad-0d4076f1f92f HTTP/1.1" status: 204 len: 168 time: 0.2310495 Apr 05 19:04:21.443621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296644a-55dc-4839-a4b7-53fc09617e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce114c2-3d9b-42c7-a0ad-0d4076f1f92f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:21.464482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0f55f-f28a-4b1a-b4d6-d6401148cbb2 req-08ef4129-d623-4e31-92d8-9f739758a7ea tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:21.466218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6b0f55f-f28a-4b1a-b4d6-d6401148cbb2 req-08ef4129-d623-4e31-92d8-9f739758a7ea tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 945 time: 0.0850379 Apr 05 19:04:21.531362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31b2f3f1-9085-44a5-93de-96ccda20d777 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.538297 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b2f3f1-9085-44a5-93de-96ccda20d777 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 19:04:21.538864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b2f3f1-9085-44a5-93de-96ccda20d777 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:21.541278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6b0f55f-f28a-4b1a-b4d6-d6401148cbb2 req-6d15e291-955f-4955-a04c-740160e35296 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470762 Apr 05 19:04:21.542531 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-31b2f3f1-9085-44a5-93de-96ccda20d777 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/7bd23307-5c99-4789-8735-b8bfc125611f HTTP/1.1" status: 409 len: 405 time: 0.1279964 Apr 05 19:04:21.546740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47394) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:21.551750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1344672545'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:21.579698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:21.593096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.661773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:04:21.684256 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.684600 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Added segment a47dcd49-2abb-4dff-a69f-7c8c72fbefc5 of type vlan for network bc81125e-ba0e-4c5c-8100-8c0ebfacb76f Apr 05 19:04:21.758464 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.822447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.831065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:21.832192 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:21.910514 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3626375 Apr 05 19:04:21.914042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47406) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:21.922800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'subnet': {'network_id': 'bc81125e-ba0e-4c5c-8100-8c0ebfacb76f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:22.008303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7794486-a167-4aaf-8c7b-ca50e984a61d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Network': ['ID=bc81125e-ba0e-4c5c-8100-8c0ebfacb76f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:22.020776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network bc81125e-ba0e-4c5c-8100-8c0ebfacb76f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:04:22.043672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:22.048328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:22.448635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.objects.ports [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102639) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:04:22.450249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:22.502882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857987c2-b1ac-421d-aacc-b7b272e33574 req-2f987217-99c1-42ef-9c8f-a0dd1f7ad471 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:22.522496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-857987c2-b1ac-421d-aacc-b7b272e33574 req-2f987217-99c1-42ef-9c8f-a0dd1f7ad471 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 945 time: 0.1034081 Apr 05 19:04:22.533446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Subnet': ['ID=bf65f9b0-299d-4b9a-a177-4b19573ebf39,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:22.581279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Checking segment: {'id': 'a47dcd49-2abb-4dff-a69f-7c8c72fbefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bc81125e-ba0e-4c5c-8100-8c0ebfacb76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:22.581639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network hostable DHCP agents. Network: bc81125e-ba0e-4c5c-8100-8c0ebfacb76f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:04:22.598409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-857987c2-b1ac-421d-aacc-b7b272e33574 req-b1bdcf7b-cf90-494d-9510-82e72d5efde0 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731108 Apr 05 19:04:22.622605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network bc81125e-ba0e-4c5c-8100-8c0ebfacb76f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:04:22.634683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, bc81125e-ba0e-4c5c-8100-8c0ebfacb76f) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:22.640081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:22.641293 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:22.644583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01615bca-0856-4c23-a31c-bba1eaa2d337 None None] Network bc81125e-ba0e-4c5c-8100-8c0ebfacb76f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:22.677218 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6925f2cf-c2a2-4dc4-8234-1de2e5565bdb tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7607207 Apr 05 19:04:22.679819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47438) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:22.794428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8cee9-086a-4188-a824-d518e55d2d7a None None] Network 7bd23307-5c99-4789-8735-b8bfc125611f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:22.848873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:22.963458 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:22.968944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-bd6206ae-d42f-4787-afce-90fa8bebfb83 None None] Provisioning complete for port 64d1074f-052f-4453-bad2-ebefea1134b1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:22.969320 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd6206ae-d42f-4787-afce-90fa8bebfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.010828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7bf04-2256-4e8c-915b-b348466a5f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-bc81125e-ba0e-4c5c-8100-8c0ebfacb76f', 'network_id': 'bc81125e-ba0e-4c5c-8100-8c0ebfacb76f', 'tenant_id': 'f014d9c102814130bfd4bd1644faa1a0', 'fixed_ips': [{'subnet_id': 'bf65f9b0-299d-4b9a-a177-4b19573ebf39'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:04:23.011697 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bf04-2256-4e8c-915b-b348466a5f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.013933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 64d1074f-052f-4453-bad2-ebefea1134b1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:04:23.055264 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.109498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Subnet': ['ID=bf65f9b0-299d-4b9a-a177-4b19573ebf39,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:23.210683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7117d2e1-f916-4d2a-ad05-33336e3bbd19 None None] DHCP port deletion for 7bd23307-5c99-4789-8735-b8bfc125611f request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:04:23.219061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2055148-f3bc-4539-b25e-caeac0e5e227 None None] Network bc81125e-ba0e-4c5c-8100-8c0ebfacb76f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:23.224734 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.233249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 64d1074f-052f-4453-bad2-ebefea1134b1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:23.233947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.260801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc81125e-ba0e-4c5c-8100-8c0ebfacb76f']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:23.274990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47dcd49-2abb-4dff-a69f-7c8c72fbefc5') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:23.275533 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47dcd49-2abb-4dff-a69f-7c8c72fbefc5') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:23.288294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.306206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.313804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:04:23.314062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:04:23.318434 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:04:23.395964 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.413749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.422717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47462) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:23.423313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/bc81125e-ba0e-4c5c-8100-8c0ebfacb76f HTTP/1.1" status: 204 len: 168 time: 0.7407556 Apr 05 19:04:23.428992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-659334517'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:23.435486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8121723-2c71-43e4-a7f3-497f91fac500 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Network': ['ID=bc81125e-ba0e-4c5c-8100-8c0ebfacb76f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:23.458653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd6206ae-d42f-4787-afce-90fa8bebfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.463473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:23.467744 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.493298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:04:23.503471 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.503986 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Added segment 3debcb5e-285e-4b8d-bd68-b6c6ebbfaab2 of type vlan for network f68ee278-200a-4b04-a758-8daae131b427 Apr 05 19:04:23.509563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7117d2e1-f916-4d2a-ad05-33336e3bbd19 None None] Deleting port 64d1074f-052f-4453-bad2-ebefea1134b1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:23.509926 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7117d2e1-f916-4d2a-ad05-33336e3bbd19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.570163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bd6206ae-d42f-4787-afce-90fa8bebfb83 None None] For port 64d1074f-052f-4453-bad2-ebefea1134b1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=64d1074f-052f-4453-bad2-ebefea1134b1,segment=NetworkSegment(cba27244-052a-4e1f-82bd-681921f0e520),segment_id=cba27244-052a-4e1f-82bd-681921f0e520)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:23.579968 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.610609 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd6206ae-d42f-4787-afce-90fa8bebfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.612954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.621411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:23.622577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.689346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.713291 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2884586 Apr 05 19:04:23.716174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47476) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:23.723048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'subnet': {'network_id': 'f68ee278-200a-4b04-a758-8daae131b427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:23.735584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7117d2e1-f916-4d2a-ad05-33336e3bbd19 None None] For port 64d1074f-052f-4453-bad2-ebefea1134b1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=64d1074f-052f-4453-bad2-ebefea1134b1,segment=NetworkSegment(cba27244-052a-4e1f-82bd-681921f0e520),segment_id=cba27244-052a-4e1f-82bd-681921f0e520)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:23.736029 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7117d2e1-f916-4d2a-ad05-33336e3bbd19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:23.741278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9db07-a84b-443b-b501-92a064ae4870 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Network': ['ID=f68ee278-200a-4b04-a758-8daae131b427,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:23.759975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6206ae-d42f-4787-afce-90fa8bebfb83 None None] Pushing event updated for resources: {'Port': ['ID=64d1074f-052f-4453-bad2-ebefea1134b1,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:23.763912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network f68ee278-200a-4b04-a758-8daae131b427 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:04:23.800902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7117d2e1-f916-4d2a-ad05-33336e3bbd19 None None] Calling delete_port for 64d1074f-052f-4453-bad2-ebefea1134b1 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:23.900083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:04:23.900632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-27c5c2a9-1308-481e-81af-a65b28f6af1f tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:23.900764 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:04:23.902109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-27c5c2a9-1308-481e-81af-a65b28f6af1f tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.20 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 945 time: 0.1225870 Apr 05 19:04:23.931696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18b854-b00c-4194-80e6-7d673fbcf14b req-80b2a43f-c80e-4bc0-bad4-8588c78a1b97 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:23.933253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f18b854-b00c-4194-80e6-7d673fbcf14b req-80b2a43f-c80e-4bc0-bad4-8588c78a1b97 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 945 time: 0.1691995 Apr 05 19:04:23.961400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:23.965312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:24.001572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7117d2e1-f916-4d2a-ad05-33336e3bbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:24.018091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117d2e1-f916-4d2a-ad05-33336e3bbd19 None None] No DVR routers for this DVR port 64d1074f-052f-4453-bad2-ebefea1134b1 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:04:24.044616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117d2e1-f916-4d2a-ad05-33336e3bbd19 None None] Pushing event deleted for resources: {'Port': ['ID=64d1074f-052f-4453-bad2-ebefea1134b1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:24.128953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f18b854-b00c-4194-80e6-7d673fbcf14b req-8f729e22-3bd0-42a8-893f-2eaba8fed3a6 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb71c48-f5ea-4fbd-bc20-8338a02884ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722646 Apr 05 19:04:24.215449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Deleting port 909c0fd1-929d-4a49-9e62-bc88fb09abef {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:24.215790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:24.322617 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:24.424075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Port 64d1074f-052f-4453-bad2-ebefea1134b1 update to ACTIVE by agent not found {{(pid=102641) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 05 19:04:24.609459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47514) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:24.731835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] For port 909c0fd1-929d-4a49-9e62-bc88fb09abef, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=909c0fd1-929d-4a49-9e62-bc88fb09abef,segment=NetworkSegment(5fe7fe90-5445-4761-8ee3-aff25b4a15aa),segment_id=5fe7fe90-5445-4761-8ee3-aff25b4a15aa)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:24.732401 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:24.738666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f3395f9-2dc4-4ef2-acfe-19049118ea20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:24.741845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Subnet': ['ID=33221861-cb7e-40e5-a2fe-44be8074e7cd,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:24.768655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Calling delete_port for 909c0fd1-929d-4a49-9e62-bc88fb09abef owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:24.780139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Checking segment: {'id': '3debcb5e-285e-4b8d-bd68-b6c6ebbfaab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f68ee278-200a-4b04-a758-8daae131b427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:24.780538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network hostable DHCP agents. Network: f68ee278-200a-4b04-a758-8daae131b427, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:04:24.830894 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f3395f9-2dc4-4ef2-acfe-19049118ea20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:24.831855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 64d1074f-052f-4453-bad2-ebefea1134b1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:04:24.838552 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7f3395f9-2dc4-4ef2-acfe-19049118ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:24.842244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network f68ee278-200a-4b04-a758-8daae131b427 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:04:24.855573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 64d1074f-052f-4453-bad2-ebefea1134b1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:04:24.856269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 64d1074f-052f-4453-bad2-ebefea1134b1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:04:24.864138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, f68ee278-200a-4b04-a758-8daae131b427) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:24.869217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:24.869787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:24.880580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9977a54-c958-4f3c-8590-4abf3cbb6e90 None None] Network f68ee278-200a-4b04-a758-8daae131b427 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:24.888492 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7f3395f9-2dc4-4ef2-acfe-19049118ea20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db386c7b0b574b6aa887b9ff2ef25b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779222 Apr 05 19:04:24.895011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47522) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:24.910265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47524) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:24.910482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1948c41b-2d8f-4b9d-988b-d4a22ee5dd9a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1922944 Apr 05 19:04:24.964401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3395f9-2dc4-4ef2-acfe-19049118ea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ae956f-5d02-4973-bd08-5830af099b05,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:25.026199 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe876713-1798-4d7d-b78e-43d06eb784ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.037249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.080363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe876713-1798-4d7d-b78e-43d06eb784ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.084474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.084819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Pushing event deleted for resources: {'Port': ['ID=909c0fd1-929d-4a49-9e62-bc88fb09abef,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:25.092996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469e002-2680-463a-bf28-4612ec5881bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-f68ee278-200a-4b04-a758-8daae131b427', 'network_id': 'f68ee278-200a-4b04-a758-8daae131b427', 'tenant_id': 'f014d9c102814130bfd4bd1644faa1a0', 'fixed_ips': [{'subnet_id': '33221861-cb7e-40e5-a2fe-44be8074e7cd'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:04:25.095556 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2469e002-2680-463a-bf28-4612ec5881bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.155490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] No DVR routers for this DVR port 909c0fd1-929d-4a49-9e62-bc88fb09abef on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:04:25.163410 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.167403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-107f18ea-fa7d-499a-bba1-e1316606dacf req-5aa8a26f-ae30-4ec6-bf75-e57056bb0c34 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.20 "DELETE /v2.0/ports/909c0fd1-929d-4a49-9e62-bc88fb09abef HTTP/1.1" status: 204 len: 173 time: 1.2541122 Apr 05 19:04:25.167884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaef6c6-bc87-4d06-a070-163832675eae', 'name': 'network-vif-deleted', 'tag': '909c0fd1-929d-4a49-9e62-bc88fb09abef'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:04:25.171874 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb88eb-821d-4e57-a211-01045f603014" -d '{"events": [{"server_uuid": "abaef6c6-bc87-4d06-a070-163832675eae", "name": "network-vif-deleted", "tag": "909c0fd1-929d-4a49-9e62-bc88fb09abef"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:04:25.224167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe876713-1798-4d7d-b78e-43d06eb784ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.228891 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe876713-1798-4d7d-b78e-43d06eb784ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.230304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fe876713-1798-4d7d-b78e-43d06eb784ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40ae956f-5d02-4973-bd08-5830af099b05 HTTP/1.1" status: 204 len: 168 time: 0.3340168 Apr 05 19:04:25.247740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe876713-1798-4d7d-b78e-43d06eb784ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ae956f-5d02-4973-bd08-5830af099b05,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:25.264294 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5778982a-2765-451f-9b5d-d8e1a32fedfe x-openstack-request-id: req-5778982a-2765-451f-9b5d-d8e1a32fedfe {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:04:25.264593 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaef6c6-bc87-4d06-a070-163832675eae", "name": "network-vif-deleted", "tag": "909c0fd1-929d-4a49-9e62-bc88fb09abef", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:04:25.264851 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5778982a-2765-451f-9b5d-d8e1a32fedfe {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:04:25.265259 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5778982a-2765-451f-9b5d-d8e1a32fedfe'] response: {'server_uuid': 'abaef6c6-bc87-4d06-a070-163832675eae', 'name': 'network-vif-deleted', 'tag': '909c0fd1-929d-4a49-9e62-bc88fb09abef', 'status': 'completed', 'code': 200} Apr 05 19:04:25.288236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.333929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22484d78-0a2b-4519-8a5a-4bb6cefe2f20 req-9ea0f2b7-98e4-414d-ad2c-edcf471ed593 tempest-VolumesActionsTest-66223887 tempest-VolumesActionsTest-66223887-project] 10.222.0.15 "GET /v2.0/ports?device_id=abaef6c6-bc87-4d06-a070-163832675eae HTTP/1.1" status: 200 len: 210 time: 0.0499053 Apr 05 19:04:25.407579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.460341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Subnet': ['ID=33221861-cb7e-40e5-a2fe-44be8074e7cd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-2469e002-2680-463a-bf28-4612ec5881bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33221861-cb7e-40e5-a2fe-44be8074e7cd: This subnet is being modified by another concurrent operation. Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33221861-cb7e-40e5-a2fe-44be8074e7cd: This subnet is being modified by another concurrent operation. Apr 05 19:04:25.525718 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 19:04:25.550358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9005e938-dada-4ae5-bd4c-917c5c263a8e None None] Network f68ee278-200a-4b04-a758-8daae131b427 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:25.553905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.575808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68ee278-200a-4b04-a758-8daae131b427']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:25.587084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3debcb5e-285e-4b8d-bd68-b6c6ebbfaab2') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:25.587691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3debcb5e-285e-4b8d-bd68-b6c6ebbfaab2') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:25.597771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.612655 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.622505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:04:25.624230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.628827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47544) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:04:25.629105 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:04:25.646346 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3abbd39-1660-4b1e-94a2-a61fc45db9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.676973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed0dd3-ca35-4c78-a8ae-e5a0d6be24fe None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 19:04:25.712178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.723431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.730427 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/f68ee278-200a-4b04-a758-8daae131b427 HTTP/1.1" status: 204 len: 168 time: 0.8148482 Apr 05 19:04:25.730427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47546) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:25.734952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-107241939'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:25.752226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49e57e-5dac-42aa-beb3-cb1210168ce5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Network': ['ID=f68ee278-200a-4b04-a758-8daae131b427,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:25.772711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:25.776781 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.784974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed0dd3-ca35-4c78-a8ae-e5a0d6be24fe None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 19:04:25.805977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:04:25.817136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.817554 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Added segment b13960b3-fdf4-46cc-bdec-656e25f4c0d4 of type vlan for network 8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec Apr 05 19:04:25.833178 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3abbd39-1660-4b1e-94a2-a61fc45db9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.838933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3abbd39-1660-4b1e-94a2-a61fc45db9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.874300 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.902191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.907792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:25.908401 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:25.917328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e3abbd39-1660-4b1e-94a2-a61fc45db9fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0451006050c481b8d20542047ac128f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878177 Apr 05 19:04:25.925723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abbd39-1660-4b1e-94a2-a61fc45db9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6cc24d-8b4a-48be-96fe-818c24680158,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:25.927744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47552) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:26.002200 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2710774 Apr 05 19:04:26.005984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47554) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:26.014419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Request body: {'subnet': {'network_id': '8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:26.020366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a639b9-bb54-4816-8175-107afaebba6a tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Network': ['ID=8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:26.047390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71a72dfc-1d93-4a5e-ab51-f790681bef58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:26.074245 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71a72dfc-1d93-4a5e-ab51-f790681bef58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:26.080192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:04:26.152693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71a72dfc-1d93-4a5e-ab51-f790681bef58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:26.154973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Made reservation on behalf of f014d9c102814130bfd4bd1644faa1a0 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:04:26.155520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71a72dfc-1d93-4a5e-ab51-f790681bef58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:26.156864 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-71a72dfc-1d93-4a5e-ab51-f790681bef58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb6cc24d-8b4a-48be-96fe-818c24680158 HTTP/1.1" status: 204 len: 168 time: 0.2141995 Apr 05 19:04:26.159461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:26.183816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a72dfc-1d93-4a5e-ab51-f790681bef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6cc24d-8b4a-48be-96fe-818c24680158,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:26.238218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 909c0fd1-929d-4a49-9e62-bc88fb09abef no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:04:26.265321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 909c0fd1-929d-4a49-9e62-bc88fb09abef {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:04:26.265946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 909c0fd1-929d-4a49-9e62-bc88fb09abef not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:04:26.474521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.objects.ports [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 19:04:26.475015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:26.543646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event updated for resources: {'Subnet': ['ID=07b9d2ce-c23c-469d-ad66-2d9855b49947,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:26.559574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Checking segment: {'id': 'b13960b3-fdf4-46cc-bdec-656e25f4c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:26.559944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network hostable DHCP agents. Network: 8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:04:26.588532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Network 8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:04:26.604206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:04:26.608392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:26.609116 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:26.616313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f459e0-8ff2-43a2-8a0d-7db905f3f064 None None] Network 8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:26.647109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-485f92f4-42fc-4e30-bcab-8e94a9010666 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6387751 Apr 05 19:04:26.648712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47586) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:26.857527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51505e83-acc6-4bd5-a2e1-59e9c9e61bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec', 'network_id': '8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec', 'tenant_id': 'f014d9c102814130bfd4bd1644faa1a0', 'fixed_ips': [{'subnet_id': '07b9d2ce-c23c-469d-ad66-2d9855b49947'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:04:26.858595 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51505e83-acc6-4bd5-a2e1-59e9c9e61bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:26.870182 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:26.938173 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.015634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-51505e83-acc6-4bd5-a2e1-59e9c9e61bad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07b9d2ce-c23c-469d-ad66-2d9855b49947: This subnet is being modified by another concurrent operation. Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07b9d2ce-c23c-469d-ad66-2d9855b49947: This subnet is being modified by another concurrent operation. Apr 05 19:04:27.018935 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 19:04:27.053141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a3c698-7110-40c5-8eb2-20fac1547960 None None] Network 8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:27.054526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Subnet': ['ID=07b9d2ce-c23c-469d-ad66-2d9855b49947,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:27.131054 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.169593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:27.219474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13960b3-fdf4-46cc-bdec-656e25f4c0d4') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:27.222794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13960b3-fdf4-46cc-bdec-656e25f4c0d4') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:27.237683 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.250458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80462bfb-be3e-478d-a078-b0b233bf4e59 None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 19:04:27.273054 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.283563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:04:27.283972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:04:27.287035 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:04:27.370242 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.394216 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.401494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80462bfb-be3e-478d-a078-b0b233bf4e59 None None] Resources bound (agent type, host, resource id): {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 19:04:27.402844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47632) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:27.403314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec HTTP/1.1" status: 204 len: 168 time: 0.7531507 Apr 05 19:04:27.404056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c02216-2688-46a7-b32d-6b4129bc2096 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Network': ['ID=8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:27.433529 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-133b8e84-edbb-43bf-ab55-37970519f4f4 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:27.434210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133b8e84-edbb-43bf-ab55-37970519f4f4 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:27.437406 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-133b8e84-edbb-43bf-ab55-37970519f4f4 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/subnets/07b9d2ce-c23c-469d-ad66-2d9855b49947 HTTP/1.1" status: 404 len: 337 time: 0.0327756 Apr 05 19:04:27.440490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47638) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:27.476236 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7603c9-e48c-4340-bd25-6e4cc06f8999 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:27.478541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7603c9-e48c-4340-bd25-6e4cc06f8999 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:27.485046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47642) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:27.485193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9c7603c9-e48c-4340-bd25-6e4cc06f8999 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/8e495dfe-9df5-42fb-aa7c-2f9bf6ab00ec HTTP/1.1" status: 404 len: 339 time: 0.0437286 Apr 05 19:04:27.518878 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed99864-0888-4b30-ae3c-7536e2e7bd58 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:27.519787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed99864-0888-4b30-ae3c-7536e2e7bd58 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:27.523597 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ed99864-0888-4b30-ae3c-7536e2e7bd58 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/subnets/33221861-cb7e-40e5-a2fe-44be8074e7cd HTTP/1.1" status: 404 len: 337 time: 0.0362639 Apr 05 19:04:27.525961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:27.547050 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bd4ebd-f402-4e98-90e5-9bf847e642d4 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:27.547873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bd4ebd-f402-4e98-90e5-9bf847e642d4 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:27.552443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-53bd4ebd-f402-4e98-90e5-9bf847e642d4 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/f68ee278-200a-4b04-a758-8daae131b427 HTTP/1.1" status: 404 len: 339 time: 0.0251784 Apr 05 19:04:27.555647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47656) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:27.585774 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1788a1-dcc0-45ce-88bf-56120fa9e15f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:27.587415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1788a1-dcc0-45ce-88bf-56120fa9e15f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:27.590687 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-af1788a1-dcc0-45ce-88bf-56120fa9e15f tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/subnets/bf65f9b0-299d-4b9a-a177-4b19573ebf39 HTTP/1.1" status: 404 len: 337 time: 0.0336602 Apr 05 19:04:27.593180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47658) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:27.611787 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc0896a-bbb6-4350-ad31-a91616e3cc3d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:27.612747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc0896a-bbb6-4350-ad31-a91616e3cc3d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:27.616116 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2bc0896a-bbb6-4350-ad31-a91616e3cc3d tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/bc81125e-ba0e-4c5c-8100-8c0ebfacb76f HTTP/1.1" status: 404 len: 339 time: 0.0218160 Apr 05 19:04:27.618603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47660) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:27.716060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5613a824-b551-4d11-9d98-562dffcee750 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Deleting port ae441a8f-20d6-4ed5-8325-b9cfdbf81b04 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:27.716417 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5613a824-b551-4d11-9d98-562dffcee750 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.783926 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5613a824-b551-4d11-9d98-562dffcee750 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.798128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5613a824-b551-4d11-9d98-562dffcee750 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Calling delete_port for ae441a8f-20d6-4ed5-8325-b9cfdbf81b04 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:27.885946 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5613a824-b551-4d11-9d98-562dffcee750 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.923416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5613a824-b551-4d11-9d98-562dffcee750 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:27.928621 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5613a824-b551-4d11-9d98-562dffcee750 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/ports/ae441a8f-20d6-4ed5-8325-b9cfdbf81b04 HTTP/1.1" status: 204 len: 168 time: 0.3087225 Apr 05 19:04:27.931021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:27.931524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613a824-b551-4d11-9d98-562dffcee750 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Port': ['ID=ae441a8f-20d6-4ed5-8325-b9cfdbf81b04,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:27.970670 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a9c3e0-ab67-404f-ab84-707680a279a9 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:27.971242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a9c3e0-ab67-404f-ab84-707680a279a9 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:27.978330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47674) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:27.979741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-65a9c3e0-ab67-404f-ab84-707680a279a9 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/subnets/eac08f76-0388-4240-a503-fa9dd4bbda6b HTTP/1.1" status: 404 len: 337 time: 0.0464857 Apr 05 19:04:28.073050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.191822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.213961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd23307-5c99-4789-8735-b8bfc125611f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:28.224243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba27244-052a-4e1f-82bd-681921f0e520') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:28.224620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba27244-052a-4e1f-82bd-681921f0e520') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:28.235725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.249914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.256373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:04:28.256873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:04:28.259984 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:04:28.325533 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.333717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.337427 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/7bd23307-5c99-4789-8735-b8bfc125611f HTTP/1.1" status: 204 len: 168 time: 0.3578880 Apr 05 19:04:28.339653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47696) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:28.359067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc31f4f-2ffe-4237-813a-dc08af7b4bc5 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Network': ['ID=7bd23307-5c99-4789-8735-b8bfc125611f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:28.510349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c583fe29-c865-433f-bb79-cdca22cd6252 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Deleting port c5869c72-3808-40d2-a5e5-e85af96621f6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:28.511025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c583fe29-c865-433f-bb79-cdca22cd6252 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.621146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c583fe29-c865-433f-bb79-cdca22cd6252 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.644023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c583fe29-c865-433f-bb79-cdca22cd6252 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Calling delete_port for c5869c72-3808-40d2-a5e5-e85af96621f6 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:28.819913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c583fe29-c865-433f-bb79-cdca22cd6252 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.901090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583fe29-c865-433f-bb79-cdca22cd6252 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Port': ['ID=c5869c72-3808-40d2-a5e5-e85af96621f6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:28.925838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c583fe29-c865-433f-bb79-cdca22cd6252 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:28.934214 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c583fe29-c865-433f-bb79-cdca22cd6252 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/ports/c5869c72-3808-40d2-a5e5-e85af96621f6 HTTP/1.1" status: 204 len: 168 time: 0.5914719 Apr 05 19:04:28.935017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47722) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:28.979364 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3c4d7d-5685-4423-af7a-2e104d5aba53 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] DELETE failed (client error): The resource could not be found. Apr 05 19:04:28.979847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3c4d7d-5685-4423-af7a-2e104d5aba53 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:04:28.983055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5a3c4d7d-5685-4423-af7a-2e104d5aba53 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/subnets/1b23aa17-fed2-4344-b4b7-e1eb1331ab92 HTTP/1.1" status: 404 len: 337 time: 0.0463462 Apr 05 19:04:28.985536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47724) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:29.096360 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.209586 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.246225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6cbf96-6bc6-4f30-b00d-9306bdcaf43d']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:29.256927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bafdaec-21ac-4720-8906-ddd991c7ae15') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:29.257422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bafdaec-21ac-4720-8906-ddd991c7ae15') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:29.269733 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.285303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.294742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:04:29.295341 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:04:29.372160 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:04:29.393021 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.408968 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.415077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/de6cbf96-6bc6-4f30-b00d-9306bdcaf43d HTTP/1.1" status: 204 len: 168 time: 0.4260612 Apr 05 19:04:29.415288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47736) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:29.492198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-060e1336-4704-41f7-8cc1-ba3a171bb0d7 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Deleting subnet 3f5a0123-1132-49de-a791-c0c7e908f8d2 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:04:29.510435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ea1cc-0dae-43da-9865-cbed73b5ea04 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Network': ['ID=de6cbf96-6bc6-4f30-b00d-9306bdcaf43d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:29.510435 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-060e1336-4704-41f7-8cc1-ba3a171bb0d7 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.589611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-060e1336-4704-41f7-8cc1-ba3a171bb0d7 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.704986 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-060e1336-4704-41f7-8cc1-ba3a171bb0d7 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.775670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-060e1336-4704-41f7-8cc1-ba3a171bb0d7 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.806494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e1336-4704-41f7-8cc1-ba3a171bb0d7 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5a0123-1132-49de-a791-c0c7e908f8d2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:29.811296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-060e1336-4704-41f7-8cc1-ba3a171bb0d7 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:29.817589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-060e1336-4704-41f7-8cc1-ba3a171bb0d7 tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/subnets/3f5a0123-1132-49de-a791-c0c7e908f8d2 HTTP/1.1" status: 204 len: 168 time: 0.3992362 Apr 05 19:04:29.818140 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880fe76-34cf-4ae0-99b3-39d1f57024fc None None] Network d76a77b5-44cf-4359-a109-3a8730179563 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:04:29.818641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47746) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:29.920294 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:30.054601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Deleting port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:30.055735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:30.133215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] For port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=28bd17d4-ab0d-449e-bcb4-b2e439f0dd04,segment=NetworkSegment(e9d9eb55-5d33-4086-9362-0562364fa005),segment_id=e9d9eb55-5d33-4086-9362-0562364fa005)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:30.133627 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:30.154503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Calling delete_port for 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:30.198585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] DHCP port deletion for d76a77b5-44cf-4359-a109-3a8730179563 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:04:30.294724 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:30.300325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] Deleting port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:04:30.300886 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:30.355878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Port': ['ID=28bd17d4-ab0d-449e-bcb4-b2e439f0dd04,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:30.387119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] No DVR routers for this DVR port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:04:30.502150 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:30.546295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] For port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:30.546720 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:30.579516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] Calling delete_port for 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:04:30.582540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] Port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:04:30.583796 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:30.611280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] Pushing event deleted for resources: {'Port': ['ID=28bd17d4-ab0d-449e-bcb4-b2e439f0dd04,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:30.618705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1631d2a-b662-41d5-964d-fe542c0da921 None None] No DVR routers for this DVR port 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:04:30.845970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:04:30.874020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:04:30.874742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 28bd17d4-ab0d-449e-bcb4-b2e439f0dd04 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:04:30.953246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76a77b5-44cf-4359-a109-3a8730179563']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:30.965821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d9eb55-5d33-4086-9362-0562364fa005') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:30.966118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d9eb55-5d33-4086-9362-0562364fa005') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:30.976279 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:31.002434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:31.012643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:04:31.013045 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:04:31.017347 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:04:31.092012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:31.100280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:31.109908 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] 10.222.0.15 "DELETE /v2.0/networks/d76a77b5-44cf-4359-a109-3a8730179563 HTTP/1.1" status: 204 len: 168 time: 1.2881389 Apr 05 19:04:31.129055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41638725-3b08-4912-bbc1-10a6e1c277db tempest-NetworksIpV6TestAttrs-645434111 tempest-NetworksIpV6TestAttrs-645434111-project] Pushing event deleted for resources: {'Network': ['ID=d76a77b5-44cf-4359-a109-3a8730179563,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:31.944973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47796) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:32.171163 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-260340b7-7dac-461b-9982-3839ec6b2c33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f014d9c102814130bfd4bd1644faa1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242913 Apr 05 19:04:32.173627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47800) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:32.248507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe482-07fa-4ba8-8518-47f411793189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:32.275701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe482-07fa-4ba8-8518-47f411793189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:32.358793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe482-07fa-4ba8-8518-47f411793189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:32.362440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe482-07fa-4ba8-8518-47f411793189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:32.363790 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ec3fe482-07fa-4ba8-8518-47f411793189 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36c9bd4a-e029-41f1-a808-11f1ee4c0fe8 HTTP/1.1" status: 204 len: 168 time: 0.1890674 Apr 05 19:04:32.387478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fe482-07fa-4ba8-8518-47f411793189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c9bd4a-e029-41f1-a808-11f1ee4c0fe8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:33.584980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47856) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:33.757793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010760128'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:33.796023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:33.810290 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:33.937119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:33.944111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.017815 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.046448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c95ff4c-8519-4f52-b0f6-a5a925573d91,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:34.049873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.086722 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.088283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5013337 Apr 05 19:04:34.100032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:34.105677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1fe0d-11a6-4d9d-be16-27bdf299eeac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc2e60a-030c-4b99-84fe-8257d10c47db,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:34.238775 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9c8ddd00-e324-4aa9-8306-0a72142866f4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1372762 Apr 05 19:04:34.241408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47876) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:34.248134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-153520ef-dc93-4edf-a5ce-39234140a349 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-security--1776940823', 'description': 'tempest-security-description-1270471071'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:34.283830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-153520ef-dc93-4edf-a5ce-39234140a349 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.341635 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-153520ef-dc93-4edf-a5ce-39234140a349 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.355665 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-153520ef-dc93-4edf-a5ce-39234140a349 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.358211 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-153520ef-dc93-4edf-a5ce-39234140a349 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.359477 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-153520ef-dc93-4edf-a5ce-39234140a349 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "PUT /v2.0/security-groups/6cc2e60a-030c-4b99-84fe-8257d10c47db HTTP/1.1" status: 200 len: 1780 time: 0.1160738 Apr 05 19:04:34.362475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47878) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:34.397280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153520ef-dc93-4edf-a5ce-39234140a349 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc2e60a-030c-4b99-84fe-8257d10c47db,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:34.488184 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c6fc00bb-090a-41aa-81ae-8e7cd121ad56 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups/6cc2e60a-030c-4b99-84fe-8257d10c47db HTTP/1.1" status: 200 len: 1780 time: 0.1221752 Apr 05 19:04:34.488437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47884) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:34.584116 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5baf-dfbb-41a2-8d89-9cdf6508849d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.638781 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5baf-dfbb-41a2-8d89-9cdf6508849d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.679555 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-d8498854-a07d-48ae-a3ec-7b8c472217bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2191908 Apr 05 19:04:34.695394 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5baf-dfbb-41a2-8d89-9cdf6508849d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.699249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5baf-dfbb-41a2-8d89-9cdf6508849d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.700748 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cf0f5baf-dfbb-41a2-8d89-9cdf6508849d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/6cc2e60a-030c-4b99-84fe-8257d10c47db HTTP/1.1" status: 204 len: 168 time: 0.2111423 Apr 05 19:04:34.703155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47892) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:34.727168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f5baf-dfbb-41a2-8d89-9cdf6508849d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc2e60a-030c-4b99-84fe-8257d10c47db,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:34.803392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-2f828567-2041-41f5-b793-706b5e898773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:34.806964 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-2f828567-2041-41f5-b793-706b5e898773 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1097 time: 0.0684144 Apr 05 19:04:34.814684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-670374f2-2bc6-4e8b-b38b-ecf14c1bc86e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092296 Apr 05 19:04:34.816826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47898) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:34.831573 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-a1e4b3f8-c5fe-469e-b4e1-7011848bfcb2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] delete failed (client error): The resource could not be found. Apr 05 19:04:34.833462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a1e4b3f8-c5fe-469e-b4e1-7011848bfcb2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/6cc2e60a-030c-4b99-84fe-8257d10c47db HTTP/1.1" status: 404 len: 347 time: 0.0145915 Apr 05 19:04:34.838845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:34.844341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-65236d1a-ff3c-40e9-b8d2-d8d5c8d878ef tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849595507'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:34.870390 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-65236d1a-ff3c-40e9-b8d2-d8d5c8d878ef tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:34.982905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-408d6c36-48ca-48f0-bdf5-4f963185ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:34.984385 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-408d6c36-48ca-48f0-bdf5-4f963185ed58 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 200 len: 896 time: 0.1577594 Apr 05 19:04:35.010635 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-65236d1a-ff3c-40e9-b8d2-d8d5c8d878ef tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.023032 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-65236d1a-ff3c-40e9-b8d2-d8d5c8d878ef tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.110111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-65236d1a-ff3c-40e9-b8d2-d8d5c8d878ef tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.111526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-65236d1a-ff3c-40e9-b8d2-d8d5c8d878ef tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2715518 Apr 05 19:04:35.114428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65236d1a-ff3c-40e9-b8d2-d8d5c8d878ef tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbca661-fd39-4b76-a90d-63767a778036,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:35.117235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47910) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:35.123130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-17f0079b-d872-4d67-b6d9-a4eefbf7675b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '3dbca661-fd39-4b76-a90d-63767a778036', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:35.130708 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-1013523a-8acc-411e-9d8c-17403990d722 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 1002 time: 0.1394193 Apr 05 19:04:35.188013 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.195105 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17f0079b-d872-4d67-b6d9-a4eefbf7675b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.246366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-dd4f620f-a3d8-48c7-8534-97e278a0775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:35.247893 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-dd4f620f-a3d8-48c7-8534-97e278a0775c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=894217dc-a569-4c6b-a9df-3c29045efbf0 HTTP/1.1" status: 200 len: 835 time: 0.1099880 Apr 05 19:04:35.337952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17f0079b-d872-4d67-b6d9-a4eefbf7675b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.346122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17f0079b-d872-4d67-b6d9-a4eefbf7675b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.363485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-8683e56f-d977-4382-801c-c314e0a8a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:35.363903 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-8683e56f-d977-4382-801c-c314e0a8a33b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21254af-9ed4-4738-a308-6af9afcb2725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003292 Apr 05 19:04:35.374628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-49e70b14-be4f-41d7-a449-a1df759f65fc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:04:35.375952 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-49e70b14-be4f-41d7-a449-a1df759f65fc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056107 Apr 05 19:04:35.403487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0079b-d872-4d67-b6d9-a4eefbf7675b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac5c5ad-dd92-4c89-ae61-9fd4be6611e0,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:35.424780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17f0079b-d872-4d67-b6d9-a4eefbf7675b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.431971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-17f0079b-d872-4d67-b6d9-a4eefbf7675b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3126197 Apr 05 19:04:35.434682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47920) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:35.517198 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-188ce743-6676-4326-9a50-fdc3ceac571e service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322951 Apr 05 19:04:35.538985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-851be163-1db4-4096-8db4-3f21c6b5b51c tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.564276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-851be163-1db4-4096-8db4-3f21c6b5b51c tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.626353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-851be163-1db4-4096-8db4-3f21c6b5b51c tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.638981 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-851be163-1db4-4096-8db4-3f21c6b5b51c tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.656609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-851be163-1db4-4096-8db4-3f21c6b5b51c tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/cac5c5ad-dd92-4c89-ae61-9fd4be6611e0 HTTP/1.1" status: 204 len: 168 time: 0.2170272 Apr 05 19:04:35.656609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47928) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:35.674296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851be163-1db4-4096-8db4-3f21c6b5b51c tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cac5c5ad-dd92-4c89-ae61-9fd4be6611e0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:35.722305 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-472b6e70-2f21-4f6f-b7df-86329a8653a8 req-19c7d6d6-a03c-4fd5-ac6e-c7dd09f94aff service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909425 Apr 05 19:04:35.777549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0e394550-9ade-442c-93ea-c39a50efdbe9 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1216278 Apr 05 19:04:35.780594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47932) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:35.891485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1108cfc-c67e-422e-805c-baf391638ac2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.922470 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1108cfc-c67e-422e-805c-baf391638ac2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.992784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1108cfc-c67e-422e-805c-baf391638ac2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.995684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1108cfc-c67e-422e-805c-baf391638ac2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:35.997129 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a1108cfc-c67e-422e-805c-baf391638ac2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/3dbca661-fd39-4b76-a90d-63767a778036 HTTP/1.1" status: 204 len: 168 time: 0.2155023 Apr 05 19:04:35.999791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47942) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:36.012791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1108cfc-c67e-422e-805c-baf391638ac2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbca661-fd39-4b76-a90d-63767a778036,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:36.099821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0c3c0c39-f784-499e-8f1c-87ac857d0c99 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986531 Apr 05 19:04:36.104531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47944) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:36.108954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9d61aecc-85a9-4119-8b77-b8b8f239ea63 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049828514'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:36.135308 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d61aecc-85a9-4119-8b77-b8b8f239ea63 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.257400 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d61aecc-85a9-4119-8b77-b8b8f239ea63 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.264517 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d61aecc-85a9-4119-8b77-b8b8f239ea63 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.301966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d61aecc-85a9-4119-8b77-b8b8f239ea63 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.303486 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9d61aecc-85a9-4119-8b77-b8b8f239ea63 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1981146 Apr 05 19:04:36.305717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61aecc-85a9-4119-8b77-b8b8f239ea63 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2be8d9-fe79-45c6-9f70-c2e4289e308e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:36.306977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47946) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:36.321220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ae7fc0ad-a8d6-4bc4-8a90-ba7dddae0058 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '0c2be8d9-fe79-45c6-9f70-c2e4289e308e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:36.370761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc0ad-a8d6-4bc4-8a90-ba7dddae0058 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.458340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc0ad-a8d6-4bc4-8a90-ba7dddae0058 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.463128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc0ad-a8d6-4bc4-8a90-ba7dddae0058 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.495175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fc0ad-a8d6-4bc4-8a90-ba7dddae0058 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e622aa-52b2-459b-a21b-3ba506f49e06,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:36.517527 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc0ad-a8d6-4bc4-8a90-ba7dddae0058 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.521528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47948) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:36.523925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ae7fc0ad-a8d6-4bc4-8a90-ba7dddae0058 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2136683 Apr 05 19:04:36.528175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8523133c-4e60-456f-ad1d-23d17002f51f tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '0c2be8d9-fe79-45c6-9f70-c2e4289e308e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:36.566988 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8523133c-4e60-456f-ad1d-23d17002f51f tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.654369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8523133c-4e60-456f-ad1d-23d17002f51f tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.663684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8523133c-4e60-456f-ad1d-23d17002f51f tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.686096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523133c-4e60-456f-ad1d-23d17002f51f tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc0b8e2-2b9c-433d-8c59-1559c5257442,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:36.698196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8523133c-4e60-456f-ad1d-23d17002f51f tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.699542 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8523133c-4e60-456f-ad1d-23d17002f51f tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764197 Apr 05 19:04:36.702239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47952) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:36.707350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-29772f57-8f9a-4322-8ba2-fb90f437cb6e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '0c2be8d9-fe79-45c6-9f70-c2e4289e308e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:36.746295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-29772f57-8f9a-4322-8ba2-fb90f437cb6e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.815178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-29772f57-8f9a-4322-8ba2-fb90f437cb6e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.818928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-29772f57-8f9a-4322-8ba2-fb90f437cb6e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.849670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29772f57-8f9a-4322-8ba2-fb90f437cb6e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd172f6e-2003-4362-ba05-e10a3bef7840,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:36.860231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-29772f57-8f9a-4322-8ba2-fb90f437cb6e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.861705 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-29772f57-8f9a-4322-8ba2-fb90f437cb6e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583574 Apr 05 19:04:36.864400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47958) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:36.870151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-98b2af03-250e-4d4c-bd61-b60d79f85e90 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '0c2be8d9-fe79-45c6-9f70-c2e4289e308e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:36.899911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98b2af03-250e-4d4c-bd61-b60d79f85e90 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.974418 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98b2af03-250e-4d4c-bd61-b60d79f85e90 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:36.981296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98b2af03-250e-4d4c-bd61-b60d79f85e90 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.003659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2af03-250e-4d4c-bd61-b60d79f85e90 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574be68a-8761-4ea4-acea-450b6d0b0a79,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:37.015247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98b2af03-250e-4d4c-bd61-b60d79f85e90 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.020006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47964) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.026610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-43364987-3d44-43b4-9cd5-497a7750a0a0 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '0c2be8d9-fe79-45c6-9f70-c2e4289e308e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:37.029166 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-98b2af03-250e-4d4c-bd61-b60d79f85e90 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635926 Apr 05 19:04:37.072679 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43364987-3d44-43b4-9cd5-497a7750a0a0 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.110376 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:04:37.172395 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43364987-3d44-43b4-9cd5-497a7750a0a0 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.179182 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43364987-3d44-43b4-9cd5-497a7750a0a0 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.198759 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.203376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43364987-3d44-43b4-9cd5-497a7750a0a0 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d41da0f-c72d-4711-b31c-ace96e8ad6da,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:37.219526 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43364987-3d44-43b4-9cd5-497a7750a0a0 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.221024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-43364987-3d44-43b4-9cd5-497a7750a0a0 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1994073 Apr 05 19:04:37.224360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47966) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.298852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a91738b-66aa-4e60-ab36-df24e06071db tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.312494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a91738b-66aa-4e60-ab36-df24e06071db tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.350578 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a91738b-66aa-4e60-ab36-df24e06071db tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.365700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a91738b-66aa-4e60-ab36-df24e06071db tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.375904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47968) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.377429 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4a91738b-66aa-4e60-ab36-df24e06071db tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6d41da0f-c72d-4711-b31c-ace96e8ad6da HTTP/1.1" status: 204 len: 168 time: 0.1506827 Apr 05 19:04:37.383510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91738b-66aa-4e60-ab36-df24e06071db tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d41da0f-c72d-4711-b31c-ace96e8ad6da,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:37.425763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4c01ba53-30ad-44d0-a647-f6fe1162cdd9 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0462556 Apr 05 19:04:37.425956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47970) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.454304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e996139a-2ae2-4e57-9101-f0a4ef35dbc2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.469693 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e996139a-2ae2-4e57-9101-f0a4ef35dbc2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.499991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e996139a-2ae2-4e57-9101-f0a4ef35dbc2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.507782 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e996139a-2ae2-4e57-9101-f0a4ef35dbc2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.511178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e996139a-2ae2-4e57-9101-f0a4ef35dbc2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/574be68a-8761-4ea4-acea-450b6d0b0a79 HTTP/1.1" status: 204 len: 168 time: 0.0820842 Apr 05 19:04:37.511553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47972) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.530857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996139a-2ae2-4e57-9101-f0a4ef35dbc2 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=574be68a-8761-4ea4-acea-450b6d0b0a79,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:37.576914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2a0ba34d-00a6-4ae6-bb15-1583f1257f4f tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0641022 Apr 05 19:04:37.579775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47974) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.612568 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46797dc0-7000-45f5-ac0f-6e81609614dd tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.621400 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46797dc0-7000-45f5-ac0f-6e81609614dd tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.659754 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46797dc0-7000-45f5-ac0f-6e81609614dd tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.668926 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46797dc0-7000-45f5-ac0f-6e81609614dd tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.673485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-46797dc0-7000-45f5-ac0f-6e81609614dd tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/dd172f6e-2003-4362-ba05-e10a3bef7840 HTTP/1.1" status: 204 len: 168 time: 0.0900567 Apr 05 19:04:37.673864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47978) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.685836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46797dc0-7000-45f5-ac0f-6e81609614dd tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd172f6e-2003-4362-ba05-e10a3bef7840,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:37.754090 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-54837de3-baf7-4d16-a119-fe34d9b90692 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0764735 Apr 05 19:04:37.754372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47980) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.786067 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0205de69-b888-406a-918a-a0f01617e774 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.796202 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0205de69-b888-406a-918a-a0f01617e774 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.836815 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0205de69-b888-406a-918a-a0f01617e774 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.845143 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0205de69-b888-406a-918a-a0f01617e774 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.849713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47982) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.850913 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0205de69-b888-406a-918a-a0f01617e774 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0bc0b8e2-2b9c-433d-8c59-1559c5257442 HTTP/1.1" status: 204 len: 168 time: 0.0952246 Apr 05 19:04:37.865413 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205de69-b888-406a-918a-a0f01617e774 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bc0b8e2-2b9c-433d-8c59-1559c5257442,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:37.908828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d91a64cc-aa6f-4738-9533-c62c22c721c7 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0555413 Apr 05 19:04:37.909196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47988) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:37.946224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e690acf2-496a-4cc7-9349-9239ce19a4fb tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.954347 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e690acf2-496a-4cc7-9349-9239ce19a4fb tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.989428 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e690acf2-496a-4cc7-9349-9239ce19a4fb tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.995851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e690acf2-496a-4cc7-9349-9239ce19a4fb tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:37.997094 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e690acf2-496a-4cc7-9349-9239ce19a4fb tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/00e622aa-52b2-459b-a21b-3ba506f49e06 HTTP/1.1" status: 204 len: 168 time: 0.0869155 Apr 05 19:04:37.999715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47990) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:38.036251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690acf2-496a-4cc7-9349-9239ce19a4fb tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00e622aa-52b2-459b-a21b-3ba506f49e06,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:38.077076 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2d4a77bd-0dee-48d1-8ef0-a02343eea3e8 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760210 Apr 05 19:04:38.079707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47992) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:38.189400 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dabd508c-8747-4527-b2a6-e18d7a9cc55b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.230538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dabd508c-8747-4527-b2a6-e18d7a9cc55b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.308336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dabd508c-8747-4527-b2a6-e18d7a9cc55b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.314122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dabd508c-8747-4527-b2a6-e18d7a9cc55b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.317959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dabd508c-8747-4527-b2a6-e18d7a9cc55b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/0c2be8d9-fe79-45c6-9f70-c2e4289e308e HTTP/1.1" status: 204 len: 168 time: 0.2368875 Apr 05 19:04:38.320778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47994) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:38.342359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd508c-8747-4527-b2a6-e18d7a9cc55b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2be8d9-fe79-45c6-9f70-c2e4289e308e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:38.391555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1d4a5c2c-e78e-4262-83b4-a466f0e6a3e3 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695632 Apr 05 19:04:38.397383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 47996) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:38.401017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b728eecb-5590-4e6f-8e93-09004b7e21f1 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073504164'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:38.423975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b728eecb-5590-4e6f-8e93-09004b7e21f1 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.514156 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b728eecb-5590-4e6f-8e93-09004b7e21f1 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.520947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b728eecb-5590-4e6f-8e93-09004b7e21f1 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.558018 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b728eecb-5590-4e6f-8e93-09004b7e21f1 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.560131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b728eecb-5590-4e6f-8e93-09004b7e21f1 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1630952 Apr 05 19:04:38.562666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 47998) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:38.565664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728eecb-5590-4e6f-8e93-09004b7e21f1 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ee36b1-8172-4572-8c9b-b99ef5dcee8f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:38.570182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5fc9f693-2afc-49bf-9bcc-0a0adf93f3ea tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '93ee36b1-8172-4572-8c9b-b99ef5dcee8f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:38.614701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f693-2afc-49bf-9bcc-0a0adf93f3ea tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.678385 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f693-2afc-49bf-9bcc-0a0adf93f3ea tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.686022 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f693-2afc-49bf-9bcc-0a0adf93f3ea tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.725711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9f693-2afc-49bf-9bcc-0a0adf93f3ea tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bf1f52-994b-43aa-9bf3-ade5f7dd49a5,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:38.737621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f693-2afc-49bf-9bcc-0a0adf93f3ea tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.742870 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5fc9f693-2afc-49bf-9bcc-0a0adf93f3ea tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1758101 Apr 05 19:04:38.743291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:38.816453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b250fed-29e9-49e8-8aba-6c4882ca24fe tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.844285 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b250fed-29e9-49e8-8aba-6c4882ca24fe tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.901487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b250fed-29e9-49e8-8aba-6c4882ca24fe tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.904787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b250fed-29e9-49e8-8aba-6c4882ca24fe tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:38.908325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2b250fed-29e9-49e8-8aba-6c4882ca24fe tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/93ee36b1-8172-4572-8c9b-b99ef5dcee8f HTTP/1.1" status: 204 len: 168 time: 0.1616628 Apr 05 19:04:38.908674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48004) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:38.917579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b250fed-29e9-49e8-8aba-6c4882ca24fe tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ee36b1-8172-4572-8c9b-b99ef5dcee8f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:38.992267 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6763fef8-18ff-4cbd-ac90-f7dd685de882 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822866 Apr 05 19:04:38.996111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48010) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:39.000390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a6ddf360-7226-48ef-b252-348d81aa1360 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429295413'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:39.033709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf360-7226-48ef-b252-348d81aa1360 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.135012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf360-7226-48ef-b252-348d81aa1360 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.140895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf360-7226-48ef-b252-348d81aa1360 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.221856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddf360-7226-48ef-b252-348d81aa1360 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53277507-6ea7-4331-a555-582bf77dc684,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:39.238796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf360-7226-48ef-b252-348d81aa1360 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.244316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48012) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:39.245336 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a6ddf360-7226-48ef-b252-348d81aa1360 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2482293 Apr 05 19:04:39.248943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d628fba7-427a-4ad5-ac2d-35b9dd45e552 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427532721'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:39.283894 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d628fba7-427a-4ad5-ac2d-35b9dd45e552 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.372320 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d628fba7-427a-4ad5-ac2d-35b9dd45e552 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.380373 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d628fba7-427a-4ad5-ac2d-35b9dd45e552 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.434945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d628fba7-427a-4ad5-ac2d-35b9dd45e552 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.438454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d628fba7-427a-4ad5-ac2d-35b9dd45e552 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1910465 Apr 05 19:04:39.439299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48014) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:39.442347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628fba7-427a-4ad5-ac2d-35b9dd45e552 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59232fd1-84d1-4924-87bd-17437c7323ab,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:39.443868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-23bdab73-4aba-48ae-8588-97296f735c5b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '53277507-6ea7-4331-a555-582bf77dc684', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '59232fd1-84d1-4924-87bd-17437c7323ab', 'remote_ip_prefix': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:39.486565 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b067606-d6f4-420c-bd60-51ab723ef4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.499853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23bdab73-4aba-48ae-8588-97296f735c5b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.614271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23bdab73-4aba-48ae-8588-97296f735c5b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.622169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23bdab73-4aba-48ae-8588-97296f735c5b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.645134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdab73-4aba-48ae-8588-97296f735c5b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301a4ce5-c021-4c5c-95fb-2b860e32963c,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:39.675091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-23bdab73-4aba-48ae-8588-97296f735c5b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.677523 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-23bdab73-4aba-48ae-8588-97296f735c5b tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2365270 Apr 05 19:04:39.680281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48016) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:39.707121 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5271e489-7021-4c2e-9cbc-04397a3e73b8 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.718309 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5271e489-7021-4c2e-9cbc-04397a3e73b8 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.751976 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5271e489-7021-4c2e-9cbc-04397a3e73b8 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.760263 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5271e489-7021-4c2e-9cbc-04397a3e73b8 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.760263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5271e489-7021-4c2e-9cbc-04397a3e73b8 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/301a4ce5-c021-4c5c-95fb-2b860e32963c HTTP/1.1" status: 204 len: 168 time: 0.0783148 Apr 05 19:04:39.762764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48020) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:39.769822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271e489-7021-4c2e-9cbc-04397a3e73b8 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=301a4ce5-c021-4c5c-95fb-2b860e32963c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:39.818436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48022) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:39.819140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7ac8aef4-3d6f-44db-8c3c-185df224b9c3 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0552144 Apr 05 19:04:39.901620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b943d789-985d-46f0-95eb-f78ca3fd8a7e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.928280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b943d789-985d-46f0-95eb-f78ca3fd8a7e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:39.999490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b943d789-985d-46f0-95eb-f78ca3fd8a7e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.003171 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b943d789-985d-46f0-95eb-f78ca3fd8a7e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.005122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b943d789-985d-46f0-95eb-f78ca3fd8a7e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/59232fd1-84d1-4924-87bd-17437c7323ab HTTP/1.1" status: 204 len: 168 time: 0.1856990 Apr 05 19:04:40.007655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48028) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:40.024286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943d789-985d-46f0-95eb-f78ca3fd8a7e tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59232fd1-84d1-4924-87bd-17437c7323ab,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:40.096453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-85d6d71c-2cb5-4ac6-8140-a171b8944bd4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0868046 Apr 05 19:04:40.099244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48030) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:40.163775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53358d53-a7f7-469e-ada5-8ee051f078c4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.189311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53358d53-a7f7-469e-ada5-8ee051f078c4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.260154 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53358d53-a7f7-469e-ada5-8ee051f078c4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.263318 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53358d53-a7f7-469e-ada5-8ee051f078c4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.264500 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-53358d53-a7f7-469e-ada5-8ee051f078c4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/53277507-6ea7-4331-a555-582bf77dc684 HTTP/1.1" status: 204 len: 168 time: 0.1641040 Apr 05 19:04:40.267290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48032) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:40.275538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53358d53-a7f7-469e-ada5-8ee051f078c4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53277507-6ea7-4331-a555-582bf77dc684,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:40.337951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ea655789-bb0e-44eb-aadd-076a5a891514 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691857 Apr 05 19:04:40.341845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48034) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:40.346828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-94227622-3491-4e62-ac79-bce737bf0685 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020936409'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:40.378829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94227622-3491-4e62-ac79-bce737bf0685 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.468218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94227622-3491-4e62-ac79-bce737bf0685 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.474213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94227622-3491-4e62-ac79-bce737bf0685 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.506946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94227622-3491-4e62-ac79-bce737bf0685 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf863141-00ba-4dfa-b057-7139c6b44e2c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:40.527904 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94227622-3491-4e62-ac79-bce737bf0685 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.530049 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-94227622-3491-4e62-ac79-bce737bf0685 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1865754 Apr 05 19:04:40.532407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48036) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:40.538129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-31b0b103-d15b-4b46-acd4-26f1f6dac22a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': 'bf863141-00ba-4dfa-b057-7139c6b44e2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:40.589232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31b0b103-d15b-4b46-acd4-26f1f6dac22a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.687914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31b0b103-d15b-4b46-acd4-26f1f6dac22a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.693117 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31b0b103-d15b-4b46-acd4-26f1f6dac22a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.711346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0b103-d15b-4b46-acd4-26f1f6dac22a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4d415f-8ba9-4aa2-9bbf-e423fadfe240,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:40.729504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31b0b103-d15b-4b46-acd4-26f1f6dac22a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.733423 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-31b0b103-d15b-4b46-acd4-26f1f6dac22a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1973178 Apr 05 19:04:40.733758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48038) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:40.799028 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c755b00-dd10-48a0-b0f1-768bc33ffc74 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.817018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c755b00-dd10-48a0-b0f1-768bc33ffc74 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.862882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c755b00-dd10-48a0-b0f1-768bc33ffc74 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.870786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c755b00-dd10-48a0-b0f1-768bc33ffc74 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:40.874342 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7c755b00-dd10-48a0-b0f1-768bc33ffc74 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6d4d415f-8ba9-4aa2-9bbf-e423fadfe240 HTTP/1.1" status: 204 len: 168 time: 0.1372564 Apr 05 19:04:40.874765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48042) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:40.882919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c755b00-dd10-48a0-b0f1-768bc33ffc74 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d4d415f-8ba9-4aa2-9bbf-e423fadfe240,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:40.961531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4a6ebf97-225d-4ad1-b5d5-e7cfa32dbde4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0822585 Apr 05 19:04:40.962527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48044) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.050526 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab290982-6cf0-4df9-b3de-7f01ae11e0a7 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.075344 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab290982-6cf0-4df9-b3de-7f01ae11e0a7 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.123935 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab290982-6cf0-4df9-b3de-7f01ae11e0a7 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.126428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab290982-6cf0-4df9-b3de-7f01ae11e0a7 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.130016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ab290982-6cf0-4df9-b3de-7f01ae11e0a7 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/bf863141-00ba-4dfa-b057-7139c6b44e2c HTTP/1.1" status: 204 len: 168 time: 0.1640811 Apr 05 19:04:41.130950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48050) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.137654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab290982-6cf0-4df9-b3de-7f01ae11e0a7 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf863141-00ba-4dfa-b057-7139c6b44e2c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:41.184694 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4b3b5f68-814b-4418-8696-0bd59afd7dde tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524433 Apr 05 19:04:41.188715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48052) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.193470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0b20e02a-3d4d-481d-911d-ea2aca95c944 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253043376'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:41.247777 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b20e02a-3d4d-481d-911d-ea2aca95c944 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.327801 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b20e02a-3d4d-481d-911d-ea2aca95c944 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.332751 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b20e02a-3d4d-481d-911d-ea2aca95c944 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.364403 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20e02a-3d4d-481d-911d-ea2aca95c944 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e642cf-8b4f-40e5-b67c-ac8a85eaa829,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:41.373546 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b20e02a-3d4d-481d-911d-ea2aca95c944 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.374700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0b20e02a-3d4d-481d-911d-ea2aca95c944 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1849706 Apr 05 19:04:41.377387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48058) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.387310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2a4ee1c3-5343-4a18-aaed-4d428626dcee tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '25e642cf-8b4f-40e5-b67c-ac8a85eaa829', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:41.426895 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee1c3-5343-4a18-aaed-4d428626dcee tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.501207 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee1c3-5343-4a18-aaed-4d428626dcee tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.506851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee1c3-5343-4a18-aaed-4d428626dcee tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.531397 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ee1c3-5343-4a18-aaed-4d428626dcee tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd57d4c0-1f34-415a-bf5f-832fa1397b4e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:41.539519 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee1c3-5343-4a18-aaed-4d428626dcee tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.541123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2a4ee1c3-5343-4a18-aaed-4d428626dcee tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575882 Apr 05 19:04:41.543580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48060) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.562384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-be01cee6-8266-4a1b-8554-c1e3c844d8ac tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules/bd57d4c0-1f34-415a-bf5f-832fa1397b4e HTTP/1.1" status: 200 len: 763 time: 0.0170717 Apr 05 19:04:41.564698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48062) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.612275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7f7e1129-5eb1-4f54-9a7d-61f79727ec45 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0440493 Apr 05 19:04:41.612696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.645098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51e0b2ec-7d87-4fd4-b0f7-63b9e27fcd73 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.654281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51e0b2ec-7d87-4fd4-b0f7-63b9e27fcd73 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.700392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51e0b2ec-7d87-4fd4-b0f7-63b9e27fcd73 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.708851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51e0b2ec-7d87-4fd4-b0f7-63b9e27fcd73 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.710451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-51e0b2ec-7d87-4fd4-b0f7-63b9e27fcd73 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/bd57d4c0-1f34-415a-bf5f-832fa1397b4e HTTP/1.1" status: 204 len: 168 time: 0.0962605 Apr 05 19:04:41.713303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.715061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0b2ec-7d87-4fd4-b0f7-63b9e27fcd73 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd57d4c0-1f34-415a-bf5f-832fa1397b4e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:41.772705 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-56731893-91be-4a2d-9fce-0613003ecbef tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567253 Apr 05 19:04:41.775663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48068) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.783487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6394bbe6-dd48-4e94-8ebb-c108887a5ad5 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '25e642cf-8b4f-40e5-b67c-ac8a85eaa829', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:41.795001 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59693e5c-f866-45b7-aefb-f276da18d828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.832388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6394bbe6-dd48-4e94-8ebb-c108887a5ad5 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.909849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6394bbe6-dd48-4e94-8ebb-c108887a5ad5 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.917599 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6394bbe6-dd48-4e94-8ebb-c108887a5ad5 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.946068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394bbe6-dd48-4e94-8ebb-c108887a5ad5 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b272fc9c-478e-4e89-a706-9b909196341a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:41.955539 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6394bbe6-dd48-4e94-8ebb-c108887a5ad5 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:41.957628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6394bbe6-dd48-4e94-8ebb-c108887a5ad5 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1807487 Apr 05 19:04:41.960324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48076) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.987934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48080) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:41.988547 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e679a1f2-3032-44fe-b1b7-7a09afdae46c tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules/b272fc9c-478e-4e89-a706-9b909196341a HTTP/1.1" status: 200 len: 763 time: 0.0269351 Apr 05 19:04:42.069956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48086) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:42.071333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ab28a387-f152-47a5-a588-2592548495ca tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0815012 Apr 05 19:04:42.107939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c358646-6b18-4865-b4d7-49983a7e4811 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.118918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c358646-6b18-4865-b4d7-49983a7e4811 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.163447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c358646-6b18-4865-b4d7-49983a7e4811 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.174804 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4c358646-6b18-4865-b4d7-49983a7e4811 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.178630 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4c358646-6b18-4865-b4d7-49983a7e4811 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b272fc9c-478e-4e89-a706-9b909196341a HTTP/1.1" status: 204 len: 168 time: 0.1062133 Apr 05 19:04:42.181643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48088) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:42.210535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c358646-6b18-4865-b4d7-49983a7e4811 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b272fc9c-478e-4e89-a706-9b909196341a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:42.280735 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-36a63c45-bc07-44e6-a7a7-f8bb30225469 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0964086 Apr 05 19:04:42.283238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48090) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:42.287736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-df57181d-a24f-4802-b74e-7c3500215ca4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '25e642cf-8b4f-40e5-b67c-ac8a85eaa829', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:42.313041 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-df57181d-a24f-4802-b74e-7c3500215ca4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Project 1bf86f2e59ba4bdd99c2a7de48cb8efe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:04:42.341074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df57181d-a24f-4802-b74e-7c3500215ca4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.432007 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df57181d-a24f-4802-b74e-7c3500215ca4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.437094 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df57181d-a24f-4802-b74e-7c3500215ca4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.457992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57181d-a24f-4802-b74e-7c3500215ca4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db46b57d-0605-431d-b619-50c32137f12e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:42.473580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df57181d-a24f-4802-b74e-7c3500215ca4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.475301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-df57181d-a24f-4802-b74e-7c3500215ca4 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1910403 Apr 05 19:04:42.478014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48098) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:42.499293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-da9548b7-8eb7-490c-9477-4d2f203512d9 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules/db46b57d-0605-431d-b619-50c32137f12e HTTP/1.1" status: 200 len: 769 time: 0.0201311 Apr 05 19:04:42.501864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48100) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:42.575320 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ad8b1820-b936-44e1-8b00-30beed79e4da tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0716708 Apr 05 19:04:42.577190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ad69c-bbbd-419f-b3f6-3a1c597547a9 req-cc2bdf91-906e-4d36-a9fa-257ffb5b9ff1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:42.577682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48102) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:42.578781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a6ad69c-bbbd-419f-b3f6-3a1c597547a9 req-cc2bdf91-906e-4d36-a9fa-257ffb5b9ff1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.0784819 Apr 05 19:04:42.615896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-660057bc-431d-432a-98be-0a4db928207a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.635602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-660057bc-431d-432a-98be-0a4db928207a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.664715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a6ad69c-bbbd-419f-b3f6-3a1c597547a9 req-78f4fb1d-1484-494c-994f-887c207ddc09 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787392 Apr 05 19:04:42.680663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48104) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:42.711366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-660057bc-431d-432a-98be-0a4db928207a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.723205 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-660057bc-431d-432a-98be-0a4db928207a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.724358 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-660057bc-431d-432a-98be-0a4db928207a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/db46b57d-0605-431d-b619-50c32137f12e HTTP/1.1" status: 204 len: 168 time: 0.1457646 Apr 05 19:04:42.725247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660057bc-431d-432a-98be-0a4db928207a tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db46b57d-0605-431d-b619-50c32137f12e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:42.727880 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48106) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:42.764315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ecb0757c-b2b8-4a2a-a765-1acfb07d5cc6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/ccf00df4-df98-42a0-b1cd-3cee3919294c HTTP/1.1" status: 200 len: 994 time: 0.0822170 Apr 05 19:04:42.847628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ed86b1c4-9a95-4a39-b854-53059d60f58d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1179650 Apr 05 19:04:42.850189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48110) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:42.887831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.940413 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a5b418e-ef8f-4048-9632-99fd5177942d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:42.966238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a5b418e-ef8f-4048-9632-99fd5177942d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.029515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a5b418e-ef8f-4048-9632-99fd5177942d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.032384 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9a5b418e-ef8f-4048-9632-99fd5177942d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.033735 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9a5b418e-ef8f-4048-9632-99fd5177942d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/25e642cf-8b4f-40e5-b67c-ac8a85eaa829 HTTP/1.1" status: 204 len: 168 time: 0.1824546 Apr 05 19:04:43.036564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48114) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:43.058829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b418e-ef8f-4048-9632-99fd5177942d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e642cf-8b4f-40e5-b67c-ac8a85eaa829,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:43.199342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-30aab9ae-62ec-403c-8d69-0e2cef8d7913 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614618 Apr 05 19:04:43.203609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48122) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:43.209560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e24e04f7-ca84-40ec-8b71-48d9182eb75d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group': {'name': 'tempest-secgroup--223306705'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:43.251263 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e24e04f7-ca84-40ec-8b71-48d9182eb75d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.281862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f244a-cd44-4fb3-af87-1ad1a42d57e5 req-ddc40708-29cd-4705-bfc3-de5ae6a4d1d0 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:43.283452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c1f244a-cd44-4fb3-af87-1ad1a42d57e5 req-ddc40708-29cd-4705-bfc3-de5ae6a4d1d0 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1097 time: 0.0774231 Apr 05 19:04:43.359110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c1f244a-cd44-4fb3-af87-1ad1a42d57e5 req-686c8216-95f3-4488-8653-73202989d1bc tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648036 Apr 05 19:04:43.366657 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e24e04f7-ca84-40ec-8b71-48d9182eb75d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.385095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e24e04f7-ca84-40ec-8b71-48d9182eb75d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.421305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e04f7-ca84-40ec-8b71-48d9182eb75d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6a9a65-74c8-41c2-a541-2a59a597e746,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:43.441039 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e24e04f7-ca84-40ec-8b71-48d9182eb75d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.445456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48126) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:43.445787 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e24e04f7-ca84-40ec-8b71-48d9182eb75d tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2409160 Apr 05 19:04:43.450915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-212eb609-b030-453f-b07d-9b659b627726 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Request body: {'security_group_rule': {'security_group_id': '1d6a9a65-74c8-41c2-a541-2a59a597e746', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:43.499604 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-212eb609-b030-453f-b07d-9b659b627726 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.582239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-212eb609-b030-453f-b07d-9b659b627726 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.587755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-212eb609-b030-453f-b07d-9b659b627726 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.611798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eb609-b030-453f-b07d-9b659b627726 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e15b9a4-b77d-472f-bfda-c418d51b1c1a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:43.622189 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-212eb609-b030-453f-b07d-9b659b627726 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.624880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-212eb609-b030-453f-b07d-9b659b627726 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778932 Apr 05 19:04:43.627750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48128) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:43.709625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12589a37-5553-4ede-9b09-82c3eaef7dd3 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.736358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12589a37-5553-4ede-9b09-82c3eaef7dd3 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.800913 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12589a37-5553-4ede-9b09-82c3eaef7dd3 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.808132 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12589a37-5553-4ede-9b09-82c3eaef7dd3 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:43.810798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-12589a37-5553-4ede-9b09-82c3eaef7dd3 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d6a9a65-74c8-41c2-a541-2a59a597e746 HTTP/1.1" status: 204 len: 168 time: 0.1819510 Apr 05 19:04:43.813369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48134) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:43.830073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12589a37-5553-4ede-9b09-82c3eaef7dd3 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6a9a65-74c8-41c2-a541-2a59a597e746,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:43.899764 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d7f4d562-325c-414c-a328-01c2a1072f66 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0845373 Apr 05 19:04:43.902027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48142) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:43.956621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8df793a9-eba9-48d6-87e5-b99bb4866496 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0533059 Apr 05 19:04:43.959213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48146) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:43.978130 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-68e76dd6-fccc-4e4d-8b4b-342874b5fc62 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] delete failed (client error): The resource could not be found. Apr 05 19:04:43.979464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-68e76dd6-fccc-4e4d-8b4b-342874b5fc62 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d6a9a65-74c8-41c2-a541-2a59a597e746 HTTP/1.1" status: 404 len: 347 time: 0.0188837 Apr 05 19:04:43.983184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48150) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:44.034199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cb813b6b-5174-4fd2-96df-d108df6524a7 tempest-SecGroupIPv6Test-602147256 tempest-SecGroupIPv6Test-602147256-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498664 Apr 05 19:04:44.192078 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-78d352dc-b931-4d24-b39f-ab91b4e443b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512125 Apr 05 19:04:44.199153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-08b4d504-ad03-4678-9a21-d89950de4230 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:04:44.200599 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-08b4d504-ad03-4678-9a21-d89950de4230 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077553 Apr 05 19:04:44.456651 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:44.534507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48168) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:44.754661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e715aca7-1366-4a50-a56e-71931ae67393 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bf86f2e59ba4bdd99c2a7de48cb8efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188950 Apr 05 19:04:44.756968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48176) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:44.837609 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d5589f4-c2b6-41e7-89ea-bf9e5816f9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:44.864679 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d5589f4-c2b6-41e7-89ea-bf9e5816f9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:44.965188 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d5589f4-c2b6-41e7-89ea-bf9e5816f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:44.968834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d5589f4-c2b6-41e7-89ea-bf9e5816f9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:44.971000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2d5589f4-c2b6-41e7-89ea-bf9e5816f9a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c95ff4c-8519-4f52-b0f6-a5a925573d91 HTTP/1.1" status: 204 len: 168 time: 0.2124002 Apr 05 19:04:45.013274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:45.018794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5589f4-c2b6-41e7-89ea-bf9e5816f9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c95ff4c-8519-4f52-b0f6-a5a925573d91,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:45.172252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-257cdfac-81f1-4a81-b5eb-ea0672812980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:45.181469 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-257cdfac-81f1-4a81-b5eb-ea0672812980 service neutron] 10.222.0.15 "GET /v2.0/ports/b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 1094 time: 0.0710473 Apr 05 19:04:45.186911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Request body: {'binding': {'host': 'n-h2-836650-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:45.187613 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Unknown quota resources ['binding']. {{(pid=102639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 05 19:04:45.377747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on host n-h2-836650-3 for vnic_type normal with profile None {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:04:45.378075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:04:45.378625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on network c21254af-9ed4-4738-a308-6af9afcb2725 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:04:45.384453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on network c21254af-9ed4-4738-a308-6af9afcb2725 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:04:45.384777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on network c21254af-9ed4-4738-a308-6af9afcb2725 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:04:45.390169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:04:45.390824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Checking segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:45.391375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Bound using segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:04:45.391807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Bound port: b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:04:45.497624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:04:45.518118 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] Notify callbacks [] for binding, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:45.522608 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] 10.222.0.15 "POST /v2.0/ports/b42e5622-9ae2-46ee-8686-14daaa3cd3c6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3385882 Apr 05 19:04:45.759874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b0d41-47ff-46ce-902f-5d8c759b2344 req-f2ee2f11-0f28-4b19-90b8-12112ada9408 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:45.770659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a76b0d41-47ff-46ce-902f-5d8c759b2344 req-f2ee2f11-0f28-4b19-90b8-12112ada9408 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.0788956 Apr 05 19:04:45.825268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a76b0d41-47ff-46ce-902f-5d8c759b2344 req-5398a344-2cc8-465a-8662-33bcbb82e871 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527816 Apr 05 19:04:46.102606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-e16167c3-8d3a-412f-852c-17dac6292eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:46.104993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-e16167c3-8d3a-412f-852c-17dac6292eaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1097 time: 0.2944126 Apr 05 19:04:46.273971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-7b4b1d0f-e77d-40cb-be6f-319b28f9ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:46.275586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-7b4b1d0f-e77d-40cb-be6f-319b28f9ab71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 200 len: 896 time: 0.1590915 Apr 05 19:04:46.508017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-831dd749-0668-4e3c-8090-ba12327c9a5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 1002 time: 0.2193193 Apr 05 19:04:46.616643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-55926ea8-a27c-435a-9a8d-ab0898cfdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:46.619116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-55926ea8-a27c-435a-9a8d-ab0898cfdc2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=894217dc-a569-4c6b-a9df-3c29045efbf0 HTTP/1.1" status: 200 len: 835 time: 0.1014383 Apr 05 19:04:46.753749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-5725f92f-1512-4b50-88a7-da15b3b8414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:46.761393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-5725f92f-1512-4b50-88a7-da15b3b8414b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c21254af-9ed4-4738-a308-6af9afcb2725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251740 Apr 05 19:04:46.938724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-5fead38a-2bf8-41b7-aa47-49e0a4dd21d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666691 Apr 05 19:04:47.059904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77a122-0d37-4caf-aa22-c151efcd3841 req-796d0049-6f26-4fae-b3b1-a8e29ba9242e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:47.061327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f77a122-0d37-4caf-aa22-c151efcd3841 req-796d0049-6f26-4fae-b3b1-a8e29ba9242e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.1286950 Apr 05 19:04:47.116168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-29e38944-ed56-4d2f-8410-f4c1e218cc60 service neutron] 10.222.0.20 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343939 Apr 05 19:04:47.129538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f77a122-0d37-4caf-aa22-c151efcd3841 req-0e99391b-68aa-48c1-95a3-4275b2b76d5f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483353 Apr 05 19:04:47.308705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-1a15beec-2215-4eea-9d3c-ed8d564c317c tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:47.310458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-1a15beec-2215-4eea-9d3c-ed8d564c317c tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1&tenant_id=b886d9b388b44c298984420374d39150&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1097 time: 0.1228902 Apr 05 19:04:47.328672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836650-3'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:04:47.406845 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:47.620335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:47.666970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:04:47.746906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:47.749629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:04:47.752330 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c7e1f2-0f24-4520-b2f7-ce745dbc17a4" -d '{"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-unplugged", "status": "completed", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:04:47.756255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:47.875624 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7236ba0c-803f-44a0-9366-c0c1dd9a51d1 x-openstack-request-id: req-7236ba0c-803f-44a0-9366-c0c1dd9a51d1 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:04:47.876317 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-unplugged", "status": "completed", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:04:47.876317 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7236ba0c-803f-44a0-9366-c0c1dd9a51d1 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:04:47.877271 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7236ba0c-803f-44a0-9366-c0c1dd9a51d1'] response: {'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'code': 200} Apr 05 19:04:48.020217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:48.236797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on host n-h1-836650-3 for vnic_type normal with profile {"migrating_to": "n-h2-836650-3"} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:04:48.237154 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:04:48.237495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on network c21254af-9ed4-4738-a308-6af9afcb2725 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:04:48.251158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on network c21254af-9ed4-4738-a308-6af9afcb2725 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:04:48.251480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Attempting to bind port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on network c21254af-9ed4-4738-a308-6af9afcb2725 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:04:48.261632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:04:48.261984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Checking segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:04:48.262362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Bound using segment: {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:04:48.262832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Bound port: b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc9356-4512-4e45-b0cd-910f50bd28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:04:48.263187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:48.296770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-21922976-e6a2-4b5f-8aea-729f7f8ea956 None None] Provisioning complete for port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:48.297323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21922976-e6a2-4b5f-8aea-729f7f8ea956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:48.389880 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-21922976-e6a2-4b5f-8aea-729f7f8ea956 None None] Port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:04:48.476919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed3034-ace0-4ffc-90f9-574295e77af9 req-b9ab7ced-ba39-4805-9c0a-568f6d4e6428 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:48.484954 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04ed3034-ace0-4ffc-90f9-574295e77af9 req-b9ab7ced-ba39-4805-9c0a-568f6d4e6428 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 944 time: 0.1715558 Apr 05 19:04:48.488043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:04:48.517013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:04:48.535441 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:48.556183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-04ed3034-ace0-4ffc-90f9-574295e77af9 req-e21f4ee8-670d-457e-8798-9500caf30557 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702732 Apr 05 19:04:48.672955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=8']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:48.775208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:48.775898 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:48.777289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-18593082-63e1-425d-934f-ea1c4c33fa35 service neutron] 10.222.0.20 "PUT /v2.0/ports/b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 1122 time: 1.4541574 Apr 05 19:04:48.844369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b42e5622-9ae2-46ee-8686-14daaa3cd3c6'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:04:48.955303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Provisioning complete for port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:04:48.956002 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:49.174991 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:49.231395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:49.237820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:04:49.240456 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a437b4-cb63-4406-9cf0-f88028ac9091" -d '{"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-plugged", "status": "completed", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:04:49.249640 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:49.507730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Pushing event updated for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:49.545242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.546175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.548142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.548708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.549417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.550670 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.551769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.552348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.552773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.554610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.557928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.558566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f665f-6637-46a1-a4ba-f3673b58839f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:04:49.814657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f786e-a393-4427-accb-e9109c8cf014 req-7ee7999e-6063-4d63-98e2-d99506687ef0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:49.817340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e42f786e-a393-4427-accb-e9109c8cf014 req-7ee7999e-6063-4d63-98e2-d99506687ef0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.0860724 Apr 05 19:04:49.834117 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ddd7a6-c520-4893-8215-97c413b598dd x-openstack-request-id: req-e2ddd7a6-c520-4893-8215-97c413b598dd {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:04:49.834501 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-plugged", "status": "completed", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:04:49.834887 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2ddd7a6-c520-4893-8215-97c413b598dd {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:04:49.835606 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ddd7a6-c520-4893-8215-97c413b598dd'] response: {'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'code': 200} Apr 05 19:04:49.886804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:04:49.894829 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c975b-da9d-4e30-a191-ea6d78893f97" -d '{"events": [{"name": "network-changed", "server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:04:49.908871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e42f786e-a393-4427-accb-e9109c8cf014 req-4258b9db-6ed7-4297-806b-fe6ee905dc34 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824003 Apr 05 19:04:49.964656 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf8d27c-62ba-43d5-84d3-5d5ce2770475 x-openstack-request-id: req-fdf8d27c-62ba-43d5-84d3-5d5ce2770475 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:04:49.965016 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:04:49.965331 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdf8d27c-62ba-43d5-84d3-5d5ce2770475 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:04:49.965796 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf8d27c-62ba-43d5-84d3-5d5ce2770475'] response: {'name': 'network-changed', 'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'status': 'completed', 'code': 200} Apr 05 19:04:50.060665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-e3125844-88b9-4fa6-a79f-afd56bf98b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:50.063101 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-e3125844-88b9-4fa6-a79f-afd56bf98b6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1127 time: 0.0733361 Apr 05 19:04:50.194156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-fc5336d9-95ff-4e36-926f-975f2979391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:50.196378 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-fc5336d9-95ff-4e36-926f-975f2979391f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 200 len: 896 time: 0.1248598 Apr 05 19:04:50.279743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b42e5622-9ae2-46ee-8686-14daaa3cd3c6 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:04:50.301245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-6781bdcd-9d8c-427a-8fac-8b79b4be76a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 1002 time: 0.0959506 Apr 05 19:04:50.394526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-7fc72482-82a2-4e19-bc75-fa3e08d28f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:50.398711 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-7fc72482-82a2-4e19-bc75-fa3e08d28f68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=894217dc-a569-4c6b-a9df-3c29045efbf0 HTTP/1.1" status: 200 len: 835 time: 0.0806890 Apr 05 19:04:50.481799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-8f6db3b1-359a-4cd9-a5eb-3b414fcf3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:50.487108 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-8f6db3b1-359a-4cd9-a5eb-3b414fcf3bd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21254af-9ed4-4738-a308-6af9afcb2725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806630 Apr 05 19:04:50.693243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:50.710336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b42e5622-9ae2-46ee-8686-14daaa3cd3c6 has no active binding in host n-h2-836650-3 {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 05 19:04:50.725482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-c3dec74f-ea0f-4fc6-82f8-987524a0f33d service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316413 Apr 05 19:04:51.005889 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d32c975b-da9d-4e30-a191-ea6d78893f97 req-cf1c96be-39c1-465d-9b69-d0168ac49524 service neutron] 10.222.0.25 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725277 Apr 05 19:04:51.139552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f710e78-3efb-40cd-b4fb-c996af32e502 req-418d9874-3aab-47d5-8459-ccde960547a1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:51.158492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f710e78-3efb-40cd-b4fb-c996af32e502 req-418d9874-3aab-47d5-8459-ccde960547a1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.1244416 Apr 05 19:04:51.238464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f710e78-3efb-40cd-b4fb-c996af32e502 req-a3e85908-3c5f-433c-aa46-28e4c9bd7bac tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747907 Apr 05 19:04:52.509364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa124-15e4-4f56-bbe5-3acd2ac1bec7 req-47126526-94fe-4485-8d4d-39a3dfbbb51e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:52.509364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91baa124-15e4-4f56-bbe5-3acd2ac1bec7 req-47126526-94fe-4485-8d4d-39a3dfbbb51e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.0707047 Apr 05 19:04:52.509364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91baa124-15e4-4f56-bbe5-3acd2ac1bec7 req-4359a422-6dc3-4f6d-bc10-0e3864020578 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554225 Apr 05 19:04:53.341414 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48410) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:53.472084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c982-45d5-4ab4-b589-686634f0f829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:53.627737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c982-45d5-4ab4-b589-686634f0f829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:53.637127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdf1c982-45d5-4ab4-b589-686634f0f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:53.686156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec5186-ab92-4be0-b874-29302459a15f req-48e93e18-a214-4411-8c23-eeda5206bf83 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:53.695069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33ec5186-ab92-4be0-b874-29302459a15f req-48e93e18-a214-4411-8c23-eeda5206bf83 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 946 time: 0.1351042 Apr 05 19:04:54.104515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cdf1c982-45d5-4ab4-b589-686634f0f829 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7824d2e01f5045eab637e06f7bed6a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7615449 Apr 05 19:04:54.107416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48452) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:54.127486 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-0a6bfaa6-df03-4a36-8e99-fcc1e57cbf0e service neutron] 10.222.0.25 "GET /v2.0/ports/b42e5622-9ae2-46ee-8686-14daaa3cd3c6/bindings/n-h2-836650-3 HTTP/1.1" status: 200 len: 384 time: 0.1156886 Apr 05 19:04:54.138641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1c982-45d5-4ab4-b589-686634f0f829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d9fcf4-3a95-47ba-a0f5-9378a6ac1ce4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:54.178131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33ec5186-ab92-4be0-b874-29302459a15f req-8826d3c9-85d9-4c35-867e-6a5dc3c30a86 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4821162 Apr 05 19:04:54.197367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c11f311a-1616-4a67-9cae-d38d0c10cd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:54.223549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c11f311a-1616-4a67-9cae-d38d0c10cd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:54.294418 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c11f311a-1616-4a67-9cae-d38d0c10cd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:54.296978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c11f311a-1616-4a67-9cae-d38d0c10cd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:54.300530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c11f311a-1616-4a67-9cae-d38d0c10cd74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15d9fcf4-3a95-47ba-a0f5-9378a6ac1ce4 HTTP/1.1" status: 204 len: 168 time: 0.1884983 Apr 05 19:04:54.317873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f311a-1616-4a67-9cae-d38d0c10cd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d9fcf4-3a95-47ba-a0f5-9378a6ac1ce4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:54.392145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-6d4249e2-01f0-48b7-933f-2624572181a8 service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:54.424485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-6d4249e2-01f0-48b7-933f-2624572181a8 service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:04:54.477086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-6d4249e2-01f0-48b7-933f-2624572181a8 service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:04:54.484102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:04:54.486697 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d165166-c117-4c91-b30c-f3dd6ce50a2d" -d '{"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-unplugged", "status": "completed", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:04:54.513821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-6d4249e2-01f0-48b7-933f-2624572181a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:54.537540 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24f0b64-d90f-4049-9a57-5515c4f18a11 x-openstack-request-id: req-c24f0b64-d90f-4049-9a57-5515c4f18a11 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:04:54.537830 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-unplugged", "status": "completed", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:04:54.538082 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c24f0b64-d90f-4049-9a57-5515c4f18a11 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:04:54.539490 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24f0b64-d90f-4049-9a57-5515c4f18a11'] response: {'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'code': 200} Apr 05 19:04:54.640697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-6d4249e2-01f0-48b7-933f-2624572181a8 service neutron] Transition to ACTIVE for port object b42e5622-9ae2-46ee-8686-14daaa3cd3c6 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:04:54.649429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-6d4249e2-01f0-48b7-933f-2624572181a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:54.880348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4249e2-01f0-48b7-933f-2624572181a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=11']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:54.957729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-6d4249e2-01f0-48b7-933f-2624572181a8 service neutron] No DVR routers for this DVR port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:04:55.266386 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-6d4249e2-01f0-48b7-933f-2624572181a8 service neutron] 10.222.0.25 "PUT /v2.0/ports/b42e5622-9ae2-46ee-8686-14daaa3cd3c6/bindings/n-h2-836650-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1321177 Apr 05 19:04:55.473450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e2e11-f1af-4c0d-a7d6-c0bbc9f396ed req-9715faa8-853b-474a-8b66-81adbad156da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:55.475129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d57e2e11-f1af-4c0d-a7d6-c0bbc9f396ed req-9715faa8-853b-474a-8b66-81adbad156da tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 945 time: 0.1428037 Apr 05 19:04:55.515762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-c8c6ab00-8ff3-4438-90c1-64d43cebff82 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:55.518117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-c8c6ab00-8ff3-4438-90c1-64d43cebff82 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1&tenant_id=b886d9b388b44c298984420374d39150&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.1838415 Apr 05 19:04:55.783851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d57e2e11-f1af-4c0d-a7d6-c0bbc9f396ed req-7e7e26e7-995b-4bd4-9499-0f55156ef134 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986934 Apr 05 19:04:55.831058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-31cda57a-13ea-4a76-a38d-d09d3601748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:55.832599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-31cda57a-13ea-4a76-a38d-d09d3601748a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 1096 time: 0.2991385 Apr 05 19:04:55.980956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-be59dabc-ac2f-4e2a-ad2d-88efb6e6f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:55.997456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-be59dabc-ac2f-4e2a-ad2d-88efb6e6f4a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1096 time: 0.1210451 Apr 05 19:04:56.152662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-9c19754e-c46c-4d9e-b375-b3601f1b6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:56.154145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-9c19754e-c46c-4d9e-b375-b3601f1b6bbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 200 len: 896 time: 0.1559010 Apr 05 19:04:56.334691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-2d2ff8cf-d621-4eb2-a695-1c4c755a5b71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 1000 time: 0.1688552 Apr 05 19:04:56.423731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-a101bc2d-58a9-47ae-a581-059d57e36161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:56.425195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-a101bc2d-58a9-47ae-a581-059d57e36161 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=894217dc-a569-4c6b-a9df-3c29045efbf0 HTTP/1.1" status: 200 len: 835 time: 0.0801229 Apr 05 19:04:56.492589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-04b11a5a-6422-4871-9d50-22e6ed9dbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:56.492589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-04b11a5a-6422-4871-9d50-22e6ed9dbb53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c21254af-9ed4-4738-a308-6af9afcb2725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531895 Apr 05 19:04:56.629939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-8e751ba1-ac75-4d2f-9376-2f4ab4d2f6a9 service neutron] 10.222.0.20 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266806 Apr 05 19:04:56.825797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-839d0d08-ca5d-4124-9f4a-6a700415081e service neutron] 10.222.0.20 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845417 Apr 05 19:04:57.170719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110bb3-48b2-4967-8e98-a6d1c8c5486f req-4f452d6b-367d-4911-87a0-52cf492ea491 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:57.178286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9110bb3-48b2-4967-8e98-a6d1c8c5486f req-4f452d6b-367d-4911-87a0-52cf492ea491 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 945 time: 0.2363725 Apr 05 19:04:57.296006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-bad56426-3679-4227-9826-41c4be4ea856 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:57.297811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-bad56426-3679-4227-9826-41c4be4ea856 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1&tenant_id=b886d9b388b44c298984420374d39150&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 1096 time: 0.1490359 Apr 05 19:04:57.301349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9110bb3-48b2-4967-8e98-a6d1c8c5486f req-eb5cbcfa-6b5e-4c92-be13-7f9eb72f7a38 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222794 Apr 05 19:04:57.504961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-40c7c004-9e72-489b-98e5-d60c2e28e314 service neutron] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:04:57.520937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-40c7c004-9e72-489b-98e5-d60c2e28e314 service neutron] Notify callbacks [] for binding, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:57.524461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-40c7c004-9e72-489b-98e5-d60c2e28e314 service neutron] 10.222.0.20 "DELETE /v2.0/ports/b42e5622-9ae2-46ee-8686-14daaa3cd3c6/bindings/n-h1-836650-3 HTTP/1.1" status: 204 len: 173 time: 0.2129321 Apr 05 19:04:57.550179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b42e5622-9ae2-46ee-8686-14daaa3cd3c6 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:04:57.635944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b42e5622-9ae2-46ee-8686-14daaa3cd3c6 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:04:57.709332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48636) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:57.874759 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4126472d-0656-470a-bfb4-4e4c21b867a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.008034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4126472d-0656-470a-bfb4-4e4c21b867a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.014125 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4126472d-0656-470a-bfb4-4e4c21b867a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.054583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48648) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:58.061520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126472d-0656-470a-bfb4-4e4c21b867a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133eed18-4cfb-43f3-a7dc-37bc851bc698,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:58.086466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4126472d-0656-470a-bfb4-4e4c21b867a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f327398d2aa24718b005b7c557db74d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731096 Apr 05 19:04:58.088054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48650) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:58.143077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-99949092-d82a-4daf-b182-32311be34b26 admin admin] Deleting subnet c6ffdf70-c0ea-4b23-8f40-b191887154da {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:04:58.146435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99949092-d82a-4daf-b182-32311be34b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.153399 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adc0af0e-caf2-4370-9f66-e753800449ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.175760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adc0af0e-caf2-4370-9f66-e753800449ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.243464 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adc0af0e-caf2-4370-9f66-e753800449ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.256433 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-adc0af0e-caf2-4370-9f66-e753800449ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.258810 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-adc0af0e-caf2-4370-9f66-e753800449ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/133eed18-4cfb-43f3-a7dc-37bc851bc698 HTTP/1.1" status: 204 len: 168 time: 0.1693859 Apr 05 19:04:58.272690 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99949092-d82a-4daf-b182-32311be34b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.283077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0af0e-caf2-4370-9f66-e753800449ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133eed18-4cfb-43f3-a7dc-37bc851bc698,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:58.412302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99949092-d82a-4daf-b182-32311be34b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.536832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99949092-d82a-4daf-b182-32311be34b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.564518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd4b7-006c-4648-baf5-73a9f591487f req-24d6a04a-a42a-4172-b59d-cb20a2fc6524 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:58.574378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c9fd4b7-006c-4648-baf5-73a9f591487f req-24d6a04a-a42a-4172-b59d-cb20a2fc6524 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 945 time: 0.1146469 Apr 05 19:04:58.604497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949092-d82a-4daf-b182-32311be34b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ffdf70-c0ea-4b23-8f40-b191887154da,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:58.627402 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-99949092-d82a-4daf-b182-32311be34b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.639748 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-99949092-d82a-4daf-b182-32311be34b26 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c6ffdf70-c0ea-4b23-8f40-b191887154da HTTP/1.1" status: 204 len: 168 time: 0.5814388 Apr 05 19:04:58.640224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48666) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:58.648513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c9fd4b7-006c-4648-baf5-73a9f591487f req-b5ced498-5635-4be7-828d-17bc3482c706 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715399 Apr 05 19:04:58.768955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.841410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b131699-037e-4247-8330-cb790d9472ad req-5f06658a-f873-4bd8-a8d3-7281cefdede0 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:58.843993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b131699-037e-4247-8330-cb790d9472ad req-5f06658a-f873-4bd8-a8d3-7281cefdede0 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1096 time: 0.0878313 Apr 05 19:04:58.845336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:58.868632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-577359c9-6e8d-4c85-8eb3-376d891e80b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.904077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.911648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b131699-037e-4247-8330-cb790d9472ad req-95e64d49-3a34-4a06-8da1-b5a552c2a458 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562017 Apr 05 19:04:58.972531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e03af67-a0b6-485d-9e8f-ebb2f4148604']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:58.991362 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-577359c9-6e8d-4c85-8eb3-376d891e80b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.996773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe7fe90-5445-4761-8ee3-aff25b4a15aa') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:58.997011 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-577359c9-6e8d-4c85-8eb3-376d891e80b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:58.998217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe7fe90-5445-4761-8ee3-aff25b4a15aa') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:04:59.046137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.046471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-577359c9-6e8d-4c85-8eb3-376d891e80b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bef64ce21dc454c9752c280e1059ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994827 Apr 05 19:04:59.046845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577359c9-6e8d-4c85-8eb3-376d891e80b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab1c44-6876-4c69-b45a-1028cbb540df,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:59.049806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48678) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:59.091590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.104630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:04:59.105035 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:04:59.107657 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:04:59.144688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb110fc-25c5-49d9-bf61-77218f788af9 req-82a55abe-80d1-4d41-a4ef-ae3f797681ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:04:59.146600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cb110fc-25c5-49d9-bf61-77218f788af9 req-82a55abe-80d1-4d41-a4ef-ae3f797681ed tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 945 time: 0.0837471 Apr 05 19:04:59.207057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.209135 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7dec8e8-df10-44b0-a115-86efcdb770ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.228445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.231182 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7e03af67-a0b6-485d-9e8f-ebb2f4148604 HTTP/1.1" status: 204 len: 168 time: 0.5879014 Apr 05 19:04:59.242734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc8335-a12d-424b-8925-b545d9508154 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e03af67-a0b6-485d-9e8f-ebb2f4148604,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:59.254053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cb110fc-25c5-49d9-bf61-77218f788af9 req-509f2306-208e-4cf3-91cc-d335cb6bd268 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009729 Apr 05 19:04:59.279246 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7dec8e8-df10-44b0-a115-86efcdb770ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.300831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48684) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:59.391992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7dec8e8-df10-44b0-a115-86efcdb770ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.404510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7dec8e8-df10-44b0-a115-86efcdb770ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.406270 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e7dec8e8-df10-44b0-a115-86efcdb770ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40ab1c44-6876-4c69-b45a-1028cbb540df HTTP/1.1" status: 204 len: 168 time: 0.3553443 Apr 05 19:04:59.421840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dec8e8-df10-44b0-a115-86efcdb770ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab1c44-6876-4c69-b45a-1028cbb540df,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:04:59.458165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3f9281e3-06da-4dbb-aa72-9e0d39ca2d0f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/ccf00df4-df98-42a0-b1cd-3cee3919294c HTTP/1.1" status: 200 len: 992 time: 0.1522019 Apr 05 19:04:59.641134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48694) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:59.703631 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5b259022-a9a9-45b8-895a-ac74f058cb20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16c01bb2dc604c3a89c35a7ba4d05e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591373 Apr 05 19:04:59.703999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48696) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:04:59.787903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8db0-1326-4032-8e76-5c6f92682c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.816261 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8db0-1326-4032-8e76-5c6f92682c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.906605 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8db0-1326-4032-8e76-5c6f92682c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.909245 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a3b8db0-1326-4032-8e76-5c6f92682c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:04:59.918161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1a3b8db0-1326-4032-8e76-5c6f92682c81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cb71c48-f5ea-4fbd-bc20-8338a02884ee HTTP/1.1" status: 204 len: 168 time: 0.2123585 Apr 05 19:04:59.944034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b8db0-1326-4032-8e76-5c6f92682c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb71c48-f5ea-4fbd-bc20-8338a02884ee,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:01.756114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 48832) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:02.030825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 09b1a4e6-6a3f-4839-b92e-c1a453a34d3c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:02.031507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:02.449490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:02.449820 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:02.463969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 09b1a4e6-6a3f-4839-b92e-c1a453a34d3c owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:02.528939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-4d79baef-cc76-4c00-aebd-cfac63052533 req-f04c6ab0-e5d7-4542-8a8a-9754089ecc19 service neutron] (102640) timed out ('10.222.0.15', 59654) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:05:02.788826 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:02.819877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=09b1a4e6-6a3f-4839-b92e-c1a453a34d3c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:02.838546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.838959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.839323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.840687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.841172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.841519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.841856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.842194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.842686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.843017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.843349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.843672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:02.942690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:02.943228 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Floating IP ccf00df4-df98-42a0-b1cd-3cee3919294c disassociated (deleted). External IP: 172.25.4.206, port: b42e5622-9ae2-46ee-8686-14daaa3cd3c6. Apr 05 19:05:03.039144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48894) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:03.296097 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6481def5-ef5c-46df-bfbd-f9247b4ba3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:03.297602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 0411a0d2-67d6-4f13-b56d-6de62c23d456 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:05:03.470963 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6481def5-ef5c-46df-bfbd-f9247b4ba3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:03.476975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6481def5-ef5c-46df-bfbd-f9247b4ba3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:03.487345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:05:03.504473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:03.506301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] Sync routers for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:05:03.521561 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6481def5-ef5c-46df-bfbd-f9247b4ba3a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c35ac0081a6f4052b68914bbd4e1b889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809830 Apr 05 19:05:03.524704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 48910) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:03.525315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:03.525983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:04:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:03.571743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481def5-ef5c-46df-bfbd-f9247b4ba3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1474b79-6fd5-4a9f-81ad-59847b86815a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:03.626031 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b98b434b-d4c1-4803-872c-1ab44aa88901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:03.650073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f6a2f716-7c11-48f2-9be8-b9631a77bfcc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/floatingips/ccf00df4-df98-42a0-b1cd-3cee3919294c HTTP/1.1" status: 204 len: 168 time: 1.8907354 Apr 05 19:05:03.652092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:05:03.668505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b98b434b-d4c1-4803-872c-1ab44aa88901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:03.669663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:03.670365 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba5ff5f-5403-4b54-a41d-5f491666f69c" -d '{"events": [{"name": "network-changed", "server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:05:03.781552 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b98b434b-d4c1-4803-872c-1ab44aa88901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:03.794723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b98b434b-d4c1-4803-872c-1ab44aa88901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:03.801226 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b98b434b-d4c1-4803-872c-1ab44aa88901 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1474b79-6fd5-4a9f-81ad-59847b86815a HTTP/1.1" status: 204 len: 168 time: 0.2726157 Apr 05 19:05:03.828728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b434b-d4c1-4803-872c-1ab44aa88901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1474b79-6fd5-4a9f-81ad-59847b86815a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:04.153414 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc02af9-01bb-47d9-be97-2369c09224c4 x-openstack-request-id: req-1cc02af9-01bb-47d9-be97-2369c09224c4 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:05:04.154023 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:05:04.154128 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cc02af9-01bb-47d9-be97-2369c09224c4 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:05:04.155284 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc02af9-01bb-47d9-be97-2369c09224c4'] response: {'name': 'network-changed', 'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'status': 'completed', 'code': 200} Apr 05 19:05:04.202662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:15Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '787b3e3b-b425-4379-9aab-94027f1a3f96', 'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:51:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:14Z', 'updated_at': '2022-04-05T19:03:25Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:04.260975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-260913cb-e484-4117-b2ab-6742e8275e32 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=714033de237d42d68c8275dc30c0d0d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1694567 Apr 05 19:05:04.301659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] Checking router: 0411a0d2-67d6-4f13-b56d-6de62c23d456 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:05:04.332540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:04.333192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:04:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:04.376233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-82767a1e-6e78-4e3f-b342-c98175752d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:04.378086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-82767a1e-6e78-4e3f-b342-c98175752d20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 1096 time: 0.2286348 Apr 05 19:05:04.440520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf78b0-fb33-4114-9d40-f1e87bbeaae7 req-0e3d53bc-b572-4f8a-b530-40c8933dd850 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:04.449370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24bf78b0-fb33-4114-9d40-f1e87bbeaae7 req-0e3d53bc-b572-4f8a-b530-40c8933dd850 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 945 time: 0.2396183 Apr 05 19:05:04.554307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:04.570754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-94759ca1-a2ff-4020-be2a-2872effe9ea5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:04.572321 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-94759ca1-a2ff-4020-be2a-2872effe9ea5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 945 time: 0.0971427 Apr 05 19:05:04.713139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24bf78b0-fb33-4114-9d40-f1e87bbeaae7 req-41391dd4-3cc3-4447-a570-6a0f7b179c5a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f3f0ece-cad6-4d43-8f11-d201312caefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625511 Apr 05 19:05:04.771588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:04.771877 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:04.818351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-0e4e6543-a6a0-4168-9f54-e189e3c5ef7a tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:04.820613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-0e4e6543-a6a0-4168-9f54-e189e3c5ef7a tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5436776 Apr 05 19:05:04.833694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-18ac59cd-2545-4d7f-a494-7754857f1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:04.836578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-18ac59cd-2545-4d7f-a494-7754857f1826 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 200 len: 896 time: 0.4189973 Apr 05 19:05:04.870154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-2a7fc75f-7939-4928-b066-777909309d2d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/quotas/714033de237d42d68c8275dc30c0d0d2 HTTP/1.1" status: 200 len: 375 time: 0.0325167 Apr 05 19:05:04.927891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:15Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '787b3e3b-b425-4379-9aab-94027f1a3f96', 'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:51:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:14Z', 'updated_at': '2022-04-05T19:03:25Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:04.971634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-e3508164-247c-4d91-94f9-4db47cf5859e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 200 len: 217 time: 0.1004136 Apr 05 19:05:04.988365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-bbdcb4e2-42d4-4776-9670-04465b71e3b0 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=714033de237d42d68c8275dc30c0d0d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017222 Apr 05 19:05:05.015808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a3d0fb-b124-43f1-bc3a-a5ffc7dce5ff None None] The sync data for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 is: [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:03:15Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '787b3e3b-b425-4379-9aab-94027f1a3f96', 'name': '', 'network_id': 'c21254af-9ed4-4738-a308-6af9afcb2725', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:51:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:14Z', 'updated_at': '2022-04-05T19:03:25Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '894217dc-a569-4c6b-a9df-3c29045efbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:05:05.053633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port b42e5622-9ae2-46ee-8686-14daaa3cd3c6, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:05.057186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:05.091744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-6d9dded1-a705-4cfb-87d1-3eea3e04bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:05.093448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-6d9dded1-a705-4cfb-87d1-3eea3e04bdda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=894217dc-a569-4c6b-a9df-3c29045efbf0 HTTP/1.1" status: 200 len: 835 time: 0.1078384 Apr 05 19:05:05.102029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for b42e5622-9ae2-46ee-8686-14daaa3cd3c6 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:05.222763 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:05.244730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-271346dc-7d79-417d-a320-f2ea109ea333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:05.262771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-271346dc-7d79-417d-a320-f2ea109ea333 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c21254af-9ed4-4738-a308-6af9afcb2725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434908 Apr 05 19:05:05.438473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-76df4cba-6352-4c74-ac34-b7da471f7ef0 service neutron] 10.222.0.20 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790891 Apr 05 19:05:05.486612 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:05.645826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ba5ff5f-5403-4b54-a41d-5f491666f69c req-b71e7469-7eaf-45bb-a98b-735f2beae883 service neutron] 10.222.0.20 "GET /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952128 Apr 05 19:05:05.671291 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=b42e5622-9ae2-46ee-8686-14daaa3cd3c6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:05.707093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09473252-c4d0-4d8d-b576-9ba9c9eb02a4 req-764fa3d0-1d07-488e-b5a3-6b61ef3dbfbd tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 210 time: 0.2197447 Apr 05 19:05:05.714298 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca112c5b-5be0-4d57-b1da-ce796df7a24c None None] New status for floating IP ccf00df4-df98-42a0-b1cd-3cee3919294c: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:05:05.734086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] No DVR routers for this DVR port b42e5622-9ae2-46ee-8686-14daaa3cd3c6 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:05:05.738142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:05.748051 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7a3a283e-6ded-4ffe-b241-cf1e6bbdc824 req-8234d2be-1965-4593-81fd-1e0d2a67c5d9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "DELETE /v2.0/ports/b42e5622-9ae2-46ee-8686-14daaa3cd3c6 HTTP/1.1" status: 204 len: 173 time: 1.1626554 Apr 05 19:05:05.748885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-deleted', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:05:05.755469 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aaa78c-4824-4eed-b809-febec14f46d8" -d '{"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-deleted", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:05:05.854091 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378da5bc-3dec-4abe-8ab8-e00c1a3d2231 x-openstack-request-id: req-378da5bc-3dec-4abe-8ab8-e00c1a3d2231 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:05:05.854413 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aeb6b06-902f-45f0-81c8-ed74dc05eed1", "name": "network-vif-deleted", "tag": "b42e5622-9ae2-46ee-8686-14daaa3cd3c6", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:05:05.854713 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-378da5bc-3dec-4abe-8ab8-e00c1a3d2231 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:05:05.855293 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378da5bc-3dec-4abe-8ab8-e00c1a3d2231'] response: {'server_uuid': '0aeb6b06-902f-45f0-81c8-ed74dc05eed1', 'name': 'network-vif-deleted', 'tag': 'b42e5622-9ae2-46ee-8686-14daaa3cd3c6', 'status': 'completed', 'code': 200} Apr 05 19:05:05.890459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89484ad5-94a3-49ef-a419-3d7e8ea8bbcc req-89bb7eaa-9423-4e45-afdb-ca3b583491e5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aeb6b06-902f-45f0-81c8-ed74dc05eed1 HTTP/1.1" status: 200 len: 210 time: 0.0471618 Apr 05 19:05:06.645815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49036) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:06.868070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3d043e2-41a4-4d91-a973-e6fce4ddea79 req-706bf92d-8cf6-4491-a144-9bb93e4fdbb9 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 210 time: 0.0401692 Apr 05 19:05:06.919909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-443152309'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:06.948907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Made reservation on behalf of 5aa91581a53e4d38a80d0d76d8deef75 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:06.952678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:06.956526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49052) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:06.963828 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:07.057597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:07.066656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:07.088971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:05:07.184872 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:07.185468 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Added segment 28f50c2f-43da-4693-8cb1-95a717f27df4 of type vlan for network 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 Apr 05 19:05:07.215967 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:07.226007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c8a08-064e-4f49-ae6c-a19d2ecf3242,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:07.248997 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-9c5626ab-ba7c-4263-901f-04562491a22c tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=714033de237d42d68c8275dc30c0d0d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204906 Apr 05 19:05:07.253231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:07.495812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:07.501987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:07.502757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:07.620759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-6b67b66b-320f-491f-a25e-756d3f7403b6 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:07.622299 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-6b67b66b-320f-491f-a25e-756d3f7403b6 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582015 Apr 05 19:05:07.623568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event updated for resources: {'Network': ['ID=1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:07.640333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:05:07.649269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Request body: {'port': {'device_id': '6eb2e73c-85d1-4659-a6dc-70e4b580c686', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '714033de237d42d68c8275dc30c0d0d2'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:07.658922 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e2b988b4-d261-467e-8796-2108a6470ba6 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0118237 Apr 05 19:05:07.662042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:07.676436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Request body: {'subnet': {'network_id': '1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:07.871791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.036677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a656d51-9719-4118-855b-8af92f511a1e req-da0139c1-8bdb-4a9f-b1ba-54d2b0a6b9f8 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 210 time: 0.0397780 Apr 05 19:05:08.286274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Made reservation on behalf of 714033de237d42d68c8275dc30c0d0d2 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:08.289822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.299438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 787b3e3b-b425-4379-9aab-94027f1a3f96 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:08.299873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.304981 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.321397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Made reservation on behalf of 5aa91581a53e4d38a80d0d76d8deef75 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:08.324921 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.469021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port 787b3e3b-b425-4379-9aab-94027f1a3f96, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=787b3e3b-b425-4379-9aab-94027f1a3f96,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:08.469877 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.490018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 787b3e3b-b425-4379-9aab-94027f1a3f96 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:08.555812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.589488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.716231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f721c08a-14b9-43a1-b665-2ca59a8e3d79,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:08.722899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.743457 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:08.815630 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=787b3e3b-b425-4379-9aab-94027f1a3f96,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:08.862780 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event updated for resources: {'Subnet': ['ID=40b93709-7366-4ccc-926f-6c39154da4d3,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:08.873254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Checking segment: {'id': '28f50c2f-43da-4693-8cb1-95a717f27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:08.873789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Network hostable DHCP agents. Network: 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:05:08.896606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Allocated IP 192.168.233.116 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/17afe7fd-fd1f-4580-99e7-a0e4bfeabc82) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:08.974778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Network 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:05:09.019151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:09.030891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500eabbe-e474-4465-9a02-5f6a383c771f None None] Network 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:09.032348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:09.033435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:09.096015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:09.137089 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8a044833-1422-46be-ad62-f764842c455e tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4712470 Apr 05 19:05:09.138241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49110) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:09.151957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Request body: {'port': {'network_id': '1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2099027450'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:09.327584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17cd8d6e-eebb-43c0-baae-fa6dee803054 req-2947f9bd-20ac-458b-b26c-faef2e02ffaf tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 210 time: 0.0777802 Apr 05 19:05:09.508320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Made reservation on behalf of 5aa91581a53e4d38a80d0d76d8deef75 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:09.511806 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:09.586834 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-264af3d2-b114-4a05-b76a-3b80d9ce3b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:09.594205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8', 'network_id': '1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8', 'tenant_id': '5aa91581a53e4d38a80d0d76d8deef75', 'fixed_ips': [{'subnet_id': '40b93709-7366-4ccc-926f-6c39154da4d3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:05:09.595412 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:09.619473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] device_id is not set on port bc4d9241-9ed0-4f1d-9f79-d39595b1e3bb yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:09.764862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:09.783495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 0411a0d2-67d6-4f13-b56d-6de62c23d456 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:05:09.809885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Allocated IP 172.20.0.2 (1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8/40b93709-7366-4ccc-926f-6c39154da4d3/f1c183f5-42bd-4989-8002-e23a09ee6264) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:09.821252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:09.882251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:09.890666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:09.910104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:09.947642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Pushing event updated for resources: {'Port': ['ID=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:09.985804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:05:09.994536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-79c95387-e749-43b6-99b1-99580bb3ea1b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "PUT /v2.0/routers/0411a0d2-67d6-4f13-b56d-6de62c23d456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0332794 Apr 05 19:05:09.994696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49130) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:10.025566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5363559-87e9-4c08-8574-234474826e57 None None] Sync routers for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:05:10.047285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:10.048822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:10.072345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5363559-87e9-4c08-8574-234474826e57 None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:10.073828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c5363559-87e9-4c08-8574-234474826e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:04:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:10.083561 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-d02990a3-2d69-4507-b5bc-30c1031b619b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4409716 Apr 05 19:05:10.101322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Request body: {'port': {'device_id': '6eb2e73c-85d1-4659-a6dc-70e4b580c686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:10.102882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9212ac42-9abf-4e68-ae73-898dac580edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting subnet 894217dc-a569-4c6b-a9df-3c29045efbf0 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:05:10.120384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9212ac42-9abf-4e68-ae73-898dac580edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:10.218908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9212ac42-9abf-4e68-ae73-898dac580edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:10.239034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:10.422072 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9212ac42-9abf-4e68-ae73-898dac580edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:10.427430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c5363559-87e9-4c08-8574-234474826e57 None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:10.600893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b42e5622-9ae2-46ee-8686-14daaa3cd3c6 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:05:10.637999 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9212ac42-9abf-4e68-ae73-898dac580edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:10.671226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212ac42-9abf-4e68-ae73-898dac580edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Subnet': ['ID=894217dc-a569-4c6b-a9df-3c29045efbf0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:10.693915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d02ea4-424d-454d-9b20-a8614f94d4ae req-a4988434-4636-4721-8fdc-58392366832a tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:10.696727 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57d02ea4-424d-454d-9b20-a8614f94d4ae req-a4988434-4636-4721-8fdc-58392366832a tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 936 time: 0.1589060 Apr 05 19:05:10.743874 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9212ac42-9abf-4e68-ae73-898dac580edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:10.751296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9212ac42-9abf-4e68-ae73-898dac580edb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/subnets/894217dc-a569-4c6b-a9df-3c29045efbf0 HTTP/1.1" status: 204 len: 168 time: 0.7553506 Apr 05 19:05:10.756774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49148) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:10.824707 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:10.867837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57d02ea4-424d-454d-9b20-a8614f94d4ae req-10b22ab7-fe1d-44c4-afb4-6b7ac62d6113 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464689 Apr 05 19:05:10.873993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5bf82a-5887-400c-b486-b6bf600a0aa4 None None] Network c21254af-9ed4-4738-a308-6af9afcb2725 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:10.895423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: b42e5622-9ae2-46ee-8686-14daaa3cd3c6 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:05:10.896028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device b42e5622-9ae2-46ee-8686-14daaa3cd3c6 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:05:11.010291 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.010951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:05:11.026713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.040879 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.101096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Transition to ACTIVE for port object 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:05:11.102301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Allocated IP 172.20.0.10 (1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8/40b93709-7366-4ccc-926f-6c39154da4d3/bc4d9241-9ed0-4f1d-9f79-d39595b1e3bb) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:11.108304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a2a30641-c97b-448d-82cc-e0224b282e82 None None] Provisioning complete for port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:11.108944 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2a30641-c97b-448d-82cc-e0224b282e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.109549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.155731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a2a30641-c97b-448d-82cc-e0224b282e82 None None] Port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:11.169681 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Network 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:11.177277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:11.225908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:11.236800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Pushing event updated for resources: {'Port': ['ID=f1c183f5-42bd-4989-8002-e23a09ee6264,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:11.254898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Pushing event updated for resources: {'Port': ['ID=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:11.332300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c5363559-87e9-4c08-8574-234474826e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:05:08Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': '6408dd4c-81d7-4508-89a8-502b4d7435e9', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:03:08Z', 'updated_at': '2022-04-05T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:11.337582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Attempting to bind port f1c183f5-42bd-4989-8002-e23a09ee6264 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:11.337936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Attempting to bind port f1c183f5-42bd-4989-8002-e23a09ee6264 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '28f50c2f-43da-4693-8cb1-95a717f27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:11.338300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Attempting to bind port f1c183f5-42bd-4989-8002-e23a09ee6264 on network 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:11.352681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.383206 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:11.383587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Checking segment: {'id': '28f50c2f-43da-4693-8cb1-95a717f27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:11.383999 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.384439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Bound using segment: {'id': '28f50c2f-43da-4693-8cb1-95a717f27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:11.384946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Bound port: f1c183f5-42bd-4989-8002-e23a09ee6264, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f50c2f-43da-4693-8cb1-95a717f27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:11.385334 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.396897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5363559-87e9-4c08-8574-234474826e57 None None] Checking router: 0411a0d2-67d6-4f13-b56d-6de62c23d456 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:05:11.407884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0cfb3-81a7-46b8-8310-a4266800289c None None] DHCP port deletion for c21254af-9ed4-4738-a308-6af9afcb2725 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:05:11.423761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5363559-87e9-4c08-8574-234474826e57 None None] Routers {'0411a0d2-67d6-4f13-b56d-6de62c23d456'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:11.424985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c5363559-87e9-4c08-8574-234474826e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:04:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0411a0d2-67d6-4f13-b56d-6de62c23d456'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:11.479202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Attempting to bind port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:11.479707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Attempting to bind port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:11.480156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Attempting to bind port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:11.501698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:05:11.502177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Attempting to bind port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:11.526858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:11.527518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:11.528000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:11.528635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Bound port: 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:11.529098 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.533880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.648417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 6408dd4c-81d7-4508-89a8-502b4d7435e9 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:11.648849 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.724647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.790136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] For port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:11.822084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Network 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:11.828972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] For port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:11.834087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c5363559-87e9-4c08-8574-234474826e57 None None] Set router 0411a0d2-67d6-4f13-b56d-6de62c23d456 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:11.835146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:11.845256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:11.854660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.860500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event updated for resources: {'Port': ['ID=bc4d9241-9ed0-4f1d-9f79-d39595b1e3bb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:11.906038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port 6408dd4c-81d7-4508-89a8-502b4d7435e9, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=6408dd4c-81d7-4508-89a8-502b4d7435e9,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:11.906438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.948081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] For port f1c183f5-42bd-4989-8002-e23a09ee6264, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:11.950389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:11.951011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:11.952554 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] 10.222.0.20 "PUT /v2.0/ports/17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 HTTP/1.1" status: 200 len: 1096 time: 1.8559182 Apr 05 19:05:11.953330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] For port f1c183f5-42bd-4989-8002-e23a09ee6264, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f1c183f5-42bd-4989-8002-e23a09ee6264,segment=NetworkSegment(28f50c2f-43da-4693-8cb1-95a717f27df4),segment_id=28f50c2f-43da-4693-8cb1-95a717f27df4)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:11.957390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb2e73c-85d1-4659-a6dc-70e4b580c686', 'tag': '17afe7fd-fd1f-4580-99e7-a0e4bfeabc82'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:05:11.960042 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20707eb-8bbd-48c1-8c6f-d1551779526f" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb2e73c-85d1-4659-a6dc-70e4b580c686", "tag": "17afe7fd-fd1f-4580-99e7-a0e4bfeabc82"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:05:11.961993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c5363559-87e9-4c08-8574-234474826e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:05:11Z', 'revision_number': 6, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:11.965676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 6408dd4c-81d7-4508-89a8-502b4d7435e9 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:12.031513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5363559-87e9-4c08-8574-234474826e57 None None] The sync data for ids ['0411a0d2-67d6-4f13-b56d-6de62c23d456'] in n-d-836650-3 is: [{'id': '0411a0d2-67d6-4f13-b56d-6de62c23d456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721602773', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:03:07Z', 'updated_at': '2022-04-05T19:05:11Z', 'revision_number': 6, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:05:12.031971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:12.032739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:12.037342 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:12.050216 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590ec005-b2f2-45a1-bc0a-2c617bbe0270 x-openstack-request-id: req-590ec005-b2f2-45a1-bc0a-2c617bbe0270 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:05:12.050488 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb2e73c-85d1-4659-a6dc-70e4b580c686", "tag": "17afe7fd-fd1f-4580-99e7-a0e4bfeabc82", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:05:12.050661 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-590ec005-b2f2-45a1-bc0a-2c617bbe0270 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:05:12.051066 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590ec005-b2f2-45a1-bc0a-2c617bbe0270'] response: {'name': 'network-changed', 'server_uuid': '6eb2e73c-85d1-4659-a6dc-70e4b580c686', 'tag': '17afe7fd-fd1f-4580-99e7-a0e4bfeabc82', 'status': 'completed', 'code': 200} Apr 05 19:05:12.082116 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27bb6382-8347-406c-a29e-1d16ca3d0f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:12.157375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bb9c0-6a0b-424f-b293-b543becdce72 req-dea60ab2-39a3-4ea5-a9cd-60025bf7753f tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:12.171914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-391bb9c0-6a0b-424f-b293-b543becdce72 req-dea60ab2-39a3-4ea5-a9cd-60025bf7753f tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 948 time: 0.1230659 Apr 05 19:05:12.190106 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5899783-61a3-401c-bb58-42f0e3b06d5a service neutron] Pushing event updated for resources: {'Port': ['ID=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:12.200526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9df0cfb3-81a7-46b8-8310-a4266800289c None None] Deleting port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:12.201086 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9df0cfb3-81a7-46b8-8310-a4266800289c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:12.208671 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f7da4968-651c-400b-83c4-10c853f03eeb tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.0627027 Apr 05 19:05:12.221498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49184) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:12.291924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-391bb9c0-6a0b-424f-b293-b543becdce72 req-14f6f431-1a80-43ac-9225-c63feb5ea0aa tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094260 Apr 05 19:05:12.347986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-ac4749f7-b724-4226-bf7d-3efe1dd2cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:12.350113 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-ac4749f7-b724-4226-bf7d-3efe1dd2cfa1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=714033de237d42d68c8275dc30c0d0d2&device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 1099 time: 0.2977045 Apr 05 19:05:12.386242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9df0cfb3-81a7-46b8-8310-a4266800289c None None] For port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb,segment=NetworkSegment(19fc9356-4512-4e45-b0cd-910f50bd28a3),segment_id=19fc9356-4512-4e45-b0cd-910f50bd28a3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:12.387811 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9df0cfb3-81a7-46b8-8310-a4266800289c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:12.454476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9df0cfb3-81a7-46b8-8310-a4266800289c None None] Calling delete_port for 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:12.509600 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-f6fd3411-8aa5-4f31-810d-57c0327d941b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 HTTP/1.1" status: 200 len: 217 time: 0.1309960 Apr 05 19:05:12.658542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-e250bf40-3b7f-4d8b-a403-021c43b62659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:12.660595 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-e250bf40-3b7f-4d8b-a403-021c43b62659 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1311929 Apr 05 19:05:12.668528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fb3b3-6557-478c-ae30-dc975cd4ba56 None None] Pushing event updated for resources: {'Port': ['ID=f1c183f5-42bd-4989-8002-e23a09ee6264,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:12.675565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6e3649b6-9339-4032-a653-5bc27b0f3fdf tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Deleting port bc4d9241-9ed0-4f1d-9f79-d39595b1e3bb {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:12.680072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e3649b6-9339-4032-a653-5bc27b0f3fdf tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:12.729370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:12.762345 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9df0cfb3-81a7-46b8-8310-a4266800289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:12.800017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0cfb3-81a7-46b8-8310-a4266800289c None None] Pushing event deleted for resources: {'Port': ['ID=7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:12.807104 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0cfb3-81a7-46b8-8310-a4266800289c None None] No DVR routers for this DVR port 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:05:12.881557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=6408dd4c-81d7-4508-89a8-502b4d7435e9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:12.890491 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:12.965955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-39747ca5-373c-44e1-a608-c4c08b320aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:12.967565 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-39747ca5-373c-44e1-a608-c4c08b320aa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2775135 Apr 05 19:05:12.987599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f1c183f5-42bd-4989-8002-e23a09ee6264 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:13.072743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f1c183f5-42bd-4989-8002-e23a09ee6264 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:13.074015 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.097624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e3649b6-9339-4032-a653-5bc27b0f3fdf tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.129572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6e3649b6-9339-4032-a653-5bc27b0f3fdf tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Calling delete_port for bc4d9241-9ed0-4f1d-9f79-d39595b1e3bb owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:13.135533 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.195300 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.233071 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-23a0231c-2bb2-474b-87a3-71469890b03e service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433898 Apr 05 19:05:13.257292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port f1c183f5-42bd-4989-8002-e23a09ee6264, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f1c183f5-42bd-4989-8002-e23a09ee6264,segment=NetworkSegment(28f50c2f-43da-4693-8cb1-95a717f27df4),segment_id=28f50c2f-43da-4693-8cb1-95a717f27df4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:13.262650 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.282960 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.327818 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.382420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 787b3e3b-b425-4379-9aab-94027f1a3f96 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:05:13.444795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=f1c183f5-42bd-4989-8002-e23a09ee6264,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:13.457830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 787b3e3b-b425-4379-9aab-94027f1a3f96 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:05:13.458434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 787b3e3b-b425-4379-9aab-94027f1a3f96 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:05:13.459123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:05:13.467574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.468326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Fanout notify agent at l3_agent the message router_deleted on router 0411a0d2-67d6-4f13-b56d-6de62c23d456 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:05:13.490302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.494959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d885a921-a3eb-4852-8cc5-3a583b4555ff tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/routers/0411a0d2-67d6-4f13-b56d-6de62c23d456 HTTP/1.1" status: 204 len: 168 time: 2.7330263 Apr 05 19:05:13.495779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49194) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:13.502063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd5fb-8cb8-46d7-b86f-cb7638ab9e7b req-e8b2a649-fc94-4e64-b0b4-124a2423633a tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:13.508890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-061bd5fb-8cb8-46d7-b86f-cb7638ab9e7b req-e8b2a649-fc94-4e64-b0b4-124a2423633a tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 948 time: 0.1086028 Apr 05 19:05:13.519636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:05:13.520515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7b6c71a8-bdc1-4505-b3e0-d3887e5bc4fb not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:05:13.521090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6408dd4c-81d7-4508-89a8-502b4d7435e9 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:05:13.604934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 6408dd4c-81d7-4508-89a8-502b4d7435e9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:05:13.605516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 6408dd4c-81d7-4508-89a8-502b4d7435e9 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:05:13.614949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-061bd5fb-8cb8-46d7-b86f-cb7638ab9e7b req-28552a5c-6efc-4fe3-a019-aef267a1ae7d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986276 Apr 05 19:05:13.626585 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-548549e5-8f4d-4244-ba60-2678de8d5663 req-0086f474-7dcc-43e2-b5af-59fdf4f8a5c0 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552699 Apr 05 19:05:13.677671 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.745010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e3649b6-9339-4032-a653-5bc27b0f3fdf tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:13.830971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d91c55-458d-4059-8ae1-3510d09b0a31 None None] Network 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:13.843247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3649b6-9339-4032-a653-5bc27b0f3fdf tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event deleted for resources: {'Port': ['ID=bc4d9241-9ed0-4f1d-9f79-d39595b1e3bb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:13.889091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-afe5514e-1825-4d54-94b5-b95227ac7885 None None] Provisioning complete for port f1c183f5-42bd-4989-8002-e23a09ee6264 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:13.890883 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afe5514e-1825-4d54-94b5-b95227ac7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.110791 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:05:14.311874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-7c71ea52-8db2-49e8-90c1-c4746f77e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:14.313423 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-7c71ea52-8db2-49e8-90c1-c4746f77e657 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=714033de237d42d68c8275dc30c0d0d2&device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 1099 time: 0.6196651 Apr 05 19:05:14.346940 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.361282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e3649b6-9339-4032-a653-5bc27b0f3fdf tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.367904 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e3649b6-9339-4032-a653-5bc27b0f3fdf tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] 10.222.0.15 "DELETE /v2.0/ports/bc4d9241-9ed0-4f1d-9f79-d39595b1e3bb HTTP/1.1" status: 204 len: 168 time: 2.1407573 Apr 05 19:05:14.369247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49202) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:14.420943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.466433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21254af-9ed4-4738-a308-6af9afcb2725']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:14.480339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-491e7583-a245-4d93-8c39-ab1c1c888718 tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.1098921 Apr 05 19:05:14.482424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49206) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:14.482546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b858dabc-a177-4c1f-8506-64a825a4ecb2 None None] Provisioning complete for port f1c183f5-42bd-4989-8002-e23a09ee6264 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:14.483830 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b858dabc-a177-4c1f-8506-64a825a4ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.495344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1011954098'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:14.506080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fc9356-4512-4e45-b0cd-910f50bd28a3') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:14.506816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fc9356-4512-4e45-b0cd-910f50bd28a3') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:14.538621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.604095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.609947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Made reservation on behalf of 5aa91581a53e4d38a80d0d76d8deef75 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:14.619377 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.624818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:05:14.625231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:05:14.699957 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:05:14.710327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2c084b60-6d0b-4b74-88e4-d074de227c4f None None] Could not find standard attr ID for object bc4d9241-9ed0-4f1d-9f79-d39595b1e3bb. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:05:14.714177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-5386865e-d017-44eb-b5ce-5df446fec72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:14.715781 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-5386865e-d017-44eb-b5ce-5df446fec72c service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.3902881 Apr 05 19:05:14.724333 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.806383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe46bb-311e-4384-8942-a1153954ff84 req-8bf374ba-df8e-4bb9-a3ef-d99273f73690 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:14.814224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bafe46bb-311e-4384-8942-a1153954ff84 req-8bf374ba-df8e-4bb9-a3ef-d99273f73690 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 948 time: 0.0945249 Apr 05 19:05:14.843653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:05:14.855067 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.855728 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Added segment 7ca9e933-5fd9-4ea3-b1d5-89aaf91d1ac4 of type vlan for network 4db09608-eeed-4d96-8321-4c879cf4643f Apr 05 19:05:14.906599 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:14.909987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bafe46bb-311e-4384-8942-a1153954ff84 req-4c5726b6-d25e-43a7-9d89-92dd376e845c tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882590 Apr 05 19:05:14.910758 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/networks/c21254af-9ed4-4738-a308-6af9afcb2725 HTTP/1.1" status: 204 len: 168 time: 1.4115803 Apr 05 19:05:14.912303 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-1093a949-3a5f-4bbd-a599-6ed9e6168c12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 HTTP/1.1" status: 200 len: 217 time: 0.1829839 Apr 05 19:05:14.913068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb185d-481f-47cd-825f-f4501e27d669 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Network': ['ID=c21254af-9ed4-4738-a308-6af9afcb2725,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:14.914002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49212) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:14.937808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f1c183f5-42bd-4989-8002-e23a09ee6264 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:14.992746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c540272-7d53-43eb-ba04-941eda920443 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.007591 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.024114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c540272-7d53-43eb-ba04-941eda920443 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.041082 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.058328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-0b7a6e1c-1f2f-4881-b52d-ec16c22f45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:15.059978 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-0b7a6e1c-1f2f-4881-b52d-ec16c22f45f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.1306806 Apr 05 19:05:15.061146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.066928 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:15.067786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.084182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f1c183f5-42bd-4989-8002-e23a09ee6264 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:15.085948 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.099601 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c540272-7d53-43eb-ba04-941eda920443 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.103519 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c540272-7d53-43eb-ba04-941eda920443 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.118698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2c540272-7d53-43eb-ba04-941eda920443 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/security-groups/7f3f0ece-cad6-4d43-8f11-d201312caefe HTTP/1.1" status: 204 len: 168 time: 0.1926107 Apr 05 19:05:15.137360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c540272-7d53-43eb-ba04-941eda920443 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f0ece-cad6-4d43-8f11-d201312caefe,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:15.169548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event updated for resources: {'Network': ['ID=4db09608-eeed-4d96-8321-4c879cf4643f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:15.176261 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ce4e3e7a-7819-4857-818c-bf4205105c8d tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6852310 Apr 05 19:05:15.179195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49218) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:15.231070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 4db09608-eeed-4d96-8321-4c879cf4643f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:05:15.255935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-5825c780-a41c-48b3-970e-0a1d07235499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:15.258627 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-5825c780-a41c-48b3-970e-0a1d07235499 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793180 Apr 05 19:05:15.514961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2c855e87-ff10-4a4e-9f5e-fed95b47770d tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] 10.222.0.15 "GET /v2.0/agents/d02356f0-827c-4336-8d20-92831db3ea1b/dhcp-networks HTTP/1.1" status: 200 len: 3295 time: 0.3341208 Apr 05 19:05:15.522798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49232) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:15.523363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49234) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:15.527342 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-810418e3-2f73-401b-9e90-4c31b1223bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577341 Apr 05 19:05:15.533497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ed877e78-d442-4f88-bba2-7b7bbdd89601 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190867618', 'description': 'tempest-secgroup-smoke-1190867618 description', 'project_id': 'b886d9b388b44c298984420374d39150'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:15.576480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed877e78-d442-4f88-bba2-7b7bbdd89601 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.698465 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b20707eb-8bbd-48c1-8c6f-d1551779526f req-6d7b4a09-0b64-481e-9fe2-a29f8bda3cfd service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590455 Apr 05 19:05:15.705396 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09044ea6-9861-4879-a87f-3f5b24a87c38 tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] Network 4db09608-eeed-4d96-8321-4c879cf4643f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:05:15.724183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-09044ea6-9861-4879-a87f-3f5b24a87c38 tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] 10.222.0.15 "POST /v2.0/agents/d02356f0-827c-4336-8d20-92831db3ea1b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1989784 Apr 05 19:05:15.726754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49240) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:15.728526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46fdf88-ceef-4d2f-b10a-7b363ee205aa None None] Network 4db09608-eeed-4d96-8321-4c879cf4643f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:15.772866 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed877e78-d442-4f88-bba2-7b7bbdd89601 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.786635 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed877e78-d442-4f88-bba2-7b7bbdd89601 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.832470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed877e78-d442-4f88-bba2-7b7bbdd89601 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52df9156-430e-4e5b-ae8c-f6120ae19975,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:15.839263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed877e78-d442-4f88-bba2-7b7bbdd89601 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.843629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ed877e78-d442-4f88-bba2-7b7bbdd89601 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3105400 Apr 05 19:05:15.844053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49244) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:15.848624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ba031b29-17bb-4903-ab9a-23daf3ce6e83 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '52df9156-430e-4e5b-ae8c-f6120ae19975', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:15.885343 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba031b29-17bb-4903-ab9a-23daf3ce6e83 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.938642 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7dd2dc67-7a01-4230-9893-f9df4cf9c83c tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] 10.222.0.15 "GET /v2.0/agents/d02356f0-827c-4336-8d20-92831db3ea1b/dhcp-networks HTTP/1.1" status: 200 len: 4065 time: 0.2096303 Apr 05 19:05:15.941227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49248) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:15.965425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba031b29-17bb-4903-ab9a-23daf3ce6e83 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.971240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba031b29-17bb-4903-ab9a-23daf3ce6e83 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:15.992754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba031b29-17bb-4903-ab9a-23daf3ce6e83 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e03ab24-d8c2-42ef-9ba5-a1ba666711db,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:16.009070 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba031b29-17bb-4903-ab9a-23daf3ce6e83 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.010253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ba031b29-17bb-4903-ab9a-23daf3ce6e83 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652663 Apr 05 19:05:16.024312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49250) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.028761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3a5709ab-80ea-43d7-887a-5d59fc269bba tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '52df9156-430e-4e5b-ae8c-f6120ae19975', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:16.044175 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7446615f-f6a6-4210-bd93-04224964a323 tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] 10.222.0.15 "DELETE /v2.0/agents/d02356f0-827c-4336-8d20-92831db3ea1b/dhcp-networks/4db09608-eeed-4d96-8321-4c879cf4643f HTTP/1.1" status: 204 len: 168 time: 0.1016467 Apr 05 19:05:16.047604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49252) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.067742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4afbb-952f-48df-9729-d36e37700438 req-3458be8a-0a07-48fc-bdaf-57cc03ff83cb tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:16.069418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20c4afbb-952f-48df-9729-d36e37700438 req-3458be8a-0a07-48fc-bdaf-57cc03ff83cb tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 948 time: 0.0736420 Apr 05 19:05:16.076865 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a5709ab-80ea-43d7-887a-5d59fc269bba tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.141666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20c4afbb-952f-48df-9729-d36e37700438 req-56e06b2b-0bea-4705-bffe-4634f4e9b17a tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618815 Apr 05 19:05:16.171157 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a5709ab-80ea-43d7-887a-5d59fc269bba tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.176123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a5709ab-80ea-43d7-887a-5d59fc269bba tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.183212 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9f5dea95-e041-4609-8c38-4f9f4e636d9d tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] 10.222.0.15 "GET /v2.0/agents/d02356f0-827c-4336-8d20-92831db3ea1b/dhcp-networks HTTP/1.1" status: 200 len: 3295 time: 0.1343322 Apr 05 19:05:16.187298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49254) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.197319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5709ab-80ea-43d7-887a-5d59fc269bba tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f54a9b-9a99-4307-bbd2-3ed20c60037b,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:16.207427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a5709ab-80ea-43d7-887a-5d59fc269bba tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.211920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3a5709ab-80ea-43d7-887a-5d59fc269bba tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1833949 Apr 05 19:05:16.212092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49256) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.219437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c44d339e-b647-4420-864d-625371502320 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '52df9156-430e-4e5b-ae8c-f6120ae19975', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:16.230360 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1e93e96c-241d-423b-9e71-c7422c5d144a tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] 10.222.0.15 "GET /v2.0/networks/1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0377002 Apr 05 19:05:16.230578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49258) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.260393 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e322b97-7161-41d3-b791-4bca1a7b1f2e tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] 10.222.0.15 "GET /v2.0/networks/1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0258393 Apr 05 19:05:16.260906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49260) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.263123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c44d339e-b647-4420-864d-625371502320 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.313955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c44d339e-b647-4420-864d-625371502320 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.318526 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c44d339e-b647-4420-864d-625371502320 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.336527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d339e-b647-4420-864d-625371502320 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065c0274-fe86-467e-b03d-5a597fd42e58,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:16.347711 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c44d339e-b647-4420-864d-625371502320 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.349078 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c44d339e-b647-4420-864d-625371502320 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364405 Apr 05 19:05:16.352369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49262) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.356934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b305937a-7c29-4f18-82d9-101c1cbedd1d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '52df9156-430e-4e5b-ae8c-f6120ae19975', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:16.387928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:05:16.410799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-71f51d27-c193-405f-b604-0805244d939e tempest-DHCPAgentSchedulersTestJSON-787899341 tempest-DHCPAgentSchedulersTestJSON-787899341-project-admin] 10.222.0.15 "GET /v2.0/agents/d02356f0-827c-4336-8d20-92831db3ea1b/dhcp-networks HTTP/1.1" status: 200 len: 3295 time: 0.1483517 Apr 05 19:05:16.415524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49264) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.424341 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b305937a-7c29-4f18-82d9-101c1cbedd1d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.503464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:16.515736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '17afe7fd-fd1f-4580-99e7-a0e4bfeabc82', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': '17afe7fd-fd1f-4580-99e7-a0e4bfeabc82', 'mac_address': 'fa:16:3e:43:48:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:05:16.536621 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.557599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.563053 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b305937a-7c29-4f18-82d9-101c1cbedd1d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.572462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:05:16.587538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b305937a-7c29-4f18-82d9-101c1cbedd1d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.595576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:16.599623 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.649236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305937a-7c29-4f18-82d9-101c1cbedd1d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97f99fd-c7aa-44e8-a0b5-5c71a1a93125,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:16.661902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:16.663311 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b305937a-7c29-4f18-82d9-101c1cbedd1d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.667457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b305937a-7c29-4f18-82d9-101c1cbedd1d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3113391 Apr 05 19:05:16.668077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49268) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.670743 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.677107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e70643e3-e383-4928-90f5-3706d86172f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '52df9156-430e-4e5b-ae8c-f6120ae19975', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:16.705987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db09608-eeed-4d96-8321-4c879cf4643f']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:16.719983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca9e933-5fd9-4ea3-b1d5-89aaf91d1ac4') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:16.720309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca9e933-5fd9-4ea3-b1d5-89aaf91d1ac4') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:16.727993 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-e70643e3-e383-4928-90f5-3706d86172f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Project b886d9b388b44c298984420374d39150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:05:16.733980 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.746239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e70643e3-e383-4928-90f5-3706d86172f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.764275 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.783086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:05:16.783589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:05:16.787465 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:05:16.864544 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e70643e3-e383-4928-90f5-3706d86172f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.865557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.873013 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.878535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] 10.222.0.15 "DELETE /v2.0/networks/4db09608-eeed-4d96-8321-4c879cf4643f HTTP/1.1" status: 204 len: 168 time: 0.4597070 Apr 05 19:05:16.878535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e70643e3-e383-4928-90f5-3706d86172f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.879000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49274) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.885363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['17afe7fd-fd1f-4580-99e7-a0e4bfeabc82'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:05:16.895949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333f863-578a-48f2-b7ba-cfe0ddd5d1a4 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event deleted for resources: {'Network': ['ID=4db09608-eeed-4d96-8321-4c879cf4643f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:16.908485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70643e3-e383-4928-90f5-3706d86172f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed69e322-6f19-4230-a64e-7485e1aa82f9,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:16.923852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e70643e3-e383-4928-90f5-3706d86172f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:16.925837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e70643e3-e383-4928-90f5-3706d86172f8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2570252 Apr 05 19:05:16.928771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.944669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-db8b097a-80f8-4653-b204-97c537574d7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'security_group_rule': {'security_group_id': '52df9156-430e-4e5b-ae8c-f6120ae19975', 'project_id': 'b886d9b388b44c298984420374d39150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:16.946182 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddc1a52-ab95-4c42-adcf-4ab57eb877fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] DELETE failed (client error): The resource could not be found. Apr 05 19:05:16.948678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddc1a52-ab95-4c42-adcf-4ab57eb877fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:05:16.963311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49278) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:16.963485 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7ddc1a52-ab95-4c42-adcf-4ab57eb877fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] 10.222.0.15 "DELETE /v2.0/ports/bc4d9241-9ed0-4f1d-9f79-d39595b1e3bb HTTP/1.1" status: 404 len: 333 time: 0.0829899 Apr 05 19:05:17.043293 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-db8b097a-80f8-4653-b204-97c537574d7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Project b886d9b388b44c298984420374d39150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:05:17.051494 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db8b097a-80f8-4653-b204-97c537574d7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.107848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb8d015-2fa9-468d-8cfd-d87ac66958b8 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Deleting subnet 40b93709-7366-4ccc-926f-6c39154da4d3 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:05:17.116478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d015-2fa9-468d-8cfd-d87ac66958b8 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.164103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db8b097a-80f8-4653-b204-97c537574d7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.176635 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db8b097a-80f8-4653-b204-97c537574d7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.202857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d015-2fa9-468d-8cfd-d87ac66958b8 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.216009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b097a-80f8-4653-b204-97c537574d7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd5e535-cbd9-47be-b7bb-fd18955a7d40,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:17.283094 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db8b097a-80f8-4653-b204-97c537574d7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.287324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-db8b097a-80f8-4653-b204-97c537574d7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3573015 Apr 05 19:05:17.287475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49292) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:17.292885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'network': {'name': 'tempest-network-smoke--2011959888', 'project_id': 'b886d9b388b44c298984420374d39150', 'port_security_enabled': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:17.329192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:17.333068 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.358340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1a31-9a8d-49a6-825a-d2a70ff257a1 req-20461e9c-bba0-4ec5-86fa-522592ab779f tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:17.359988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0acb1a31-9a8d-49a6-825a-d2a70ff257a1 req-20461e9c-bba0-4ec5-86fa-522592ab779f tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 949 time: 0.1157956 Apr 05 19:05:17.388678 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d015-2fa9-468d-8cfd-d87ac66958b8 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.390641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:05:17.409469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.409891 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Added segment ad2dec8c-4d05-4730-a38d-144f20d37dd8 of type vlan for network ee78fa39-01b5-4fd5-81da-fb5abc690787 Apr 05 19:05:17.457824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d015-2fa9-468d-8cfd-d87ac66958b8 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.462013 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.496568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.503560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d015-2fa9-468d-8cfd-d87ac66958b8 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event deleted for resources: {'Subnet': ['ID=40b93709-7366-4ccc-926f-6c39154da4d3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:17.507768 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d015-2fa9-468d-8cfd-d87ac66958b8 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.511014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0fb8d015-2fa9-468d-8cfd-d87ac66958b8 tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] 10.222.0.15 "DELETE /v2.0/subnets/40b93709-7366-4ccc-926f-6c39154da4d3 HTTP/1.1" status: 204 len: 168 time: 0.5463965 Apr 05 19:05:17.513413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49294) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:17.517429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ba93a-eebf-4c97-95d3-c36dcaf742bf None None] Network 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:17.529404 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:17.530659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.535129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0acb1a31-9a8d-49a6-825a-d2a70ff257a1 req-7d3b818e-c7d2-424e-9806-8e80564fb688 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595314 Apr 05 19:05:17.623607 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.651615 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3629110 Apr 05 19:05:17.652498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49296) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:17.665055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'admin_state_up': True, 'project_id': 'b886d9b388b44c298984420374d39150', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:17.691155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Deleting port f1c183f5-42bd-4989-8002-e23a09ee6264 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:17.691696 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.695875 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.697412 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.707968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3bb39-9b5f-46a4-a37f-625248711fdc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Network': ['ID=ee78fa39-01b5-4fd5-81da-fb5abc690787,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:17.734200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network ee78fa39-01b5-4fd5-81da-fb5abc690787 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:05:17.799936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.810497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] For port f1c183f5-42bd-4989-8002-e23a09ee6264, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f1c183f5-42bd-4989-8002-e23a09ee6264,segment=NetworkSegment(28f50c2f-43da-4693-8cb1-95a717f27df4),segment_id=28f50c2f-43da-4693-8cb1-95a717f27df4)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:17.810962 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.820247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f73f3d-1246-4936-85dd-25e5ef2d5824 None None] DHCP port deletion for 1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:05:17.837754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Calling delete_port for f1c183f5-42bd-4989-8002-e23a09ee6264 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:17.931958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-85f73f3d-1246-4936-85dd-25e5ef2d5824 None None] Deleting port f1c183f5-42bd-4989-8002-e23a09ee6264 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:17.932478 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85f73f3d-1246-4936-85dd-25e5ef2d5824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:17.963374 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.003753 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.020843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] No DVR routers for this DVR port f1c183f5-42bd-4989-8002-e23a09ee6264 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:05:18.027137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event deleted for resources: {'Port': ['ID=f1c183f5-42bd-4989-8002-e23a09ee6264,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:18.035916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-85f73f3d-1246-4936-85dd-25e5ef2d5824 None None] For port f1c183f5-42bd-4989-8002-e23a09ee6264, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f1c183f5-42bd-4989-8002-e23a09ee6264,segment=NetworkSegment(28f50c2f-43da-4693-8cb1-95a717f27df4),segment_id=28f50c2f-43da-4693-8cb1-95a717f27df4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:18.036917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85f73f3d-1246-4936-85dd-25e5ef2d5824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.055236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-85f73f3d-1246-4936-85dd-25e5ef2d5824 None None] Calling delete_port for f1c183f5-42bd-4989-8002-e23a09ee6264 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:18.130031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.160688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:18.166059 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85f73f3d-1246-4936-85dd-25e5ef2d5824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.171944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f50c2f-43da-4693-8cb1-95a717f27df4') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:18.172449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f50c2f-43da-4693-8cb1-95a717f27df4') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:18.185696 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.195031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f73f3d-1246-4936-85dd-25e5ef2d5824 None None] Pushing event deleted for resources: {'Port': ['ID=f1c183f5-42bd-4989-8002-e23a09ee6264,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:18.202639 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.204079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f73f3d-1246-4936-85dd-25e5ef2d5824 None None] No DVR routers for this DVR port f1c183f5-42bd-4989-8002-e23a09ee6264 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:05:18.211222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:05:18.211788 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:05:18.215543 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:05:18.304043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.305394 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.312320 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.318265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] 10.222.0.15 "DELETE /v2.0/networks/1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8 HTTP/1.1" status: 204 len: 168 time: 0.8016140 Apr 05 19:05:18.328024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c65868-a2cd-4b33-a0ee-48d37b50a5fe tempest-DHCPAgentSchedulersTestJSON-1849168670 tempest-DHCPAgentSchedulersTestJSON-1849168670-project] Pushing event deleted for resources: {'Network': ['ID=1420cd02-4eb0-4b82-ae5c-3fe7dea3c2f8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:18.336012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.404113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:18.464377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:05:18.468529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:18.468894 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.494098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.25.4.49 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/bcefb270-f486-4773-a0af-df9ed23d946b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:18.562865 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.594720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb2e73c-85d1-4659-a6dc-70e4b580c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17afe7fd-fd1f-4580-99e7-a0e4bfeabc82'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:05:18.597750 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacefb3f-d373-4c38-831f-54232d5d18b6" -d '{"events": [{"server_uuid": "6eb2e73c-85d1-4659-a6dc-70e4b580c686", "name": "network-vif-plugged", "status": "completed", "tag": "17afe7fd-fd1f-4580-99e7-a0e4bfeabc82"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:05:18.614689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:18.622721 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.668741 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eb9fb5-54f9-4470-83d7-de61552d5aa4 x-openstack-request-id: req-52eb9fb5-54f9-4470-83d7-de61552d5aa4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:05:18.669089 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb2e73c-85d1-4659-a6dc-70e4b580c686", "name": "network-vif-plugged", "status": "completed", "tag": "17afe7fd-fd1f-4580-99e7-a0e4bfeabc82", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:05:18.669429 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52eb9fb5-54f9-4470-83d7-de61552d5aa4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:05:18.669921 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52eb9fb5-54f9-4470-83d7-de61552d5aa4'] response: {'server_uuid': '6eb2e73c-85d1-4659-a6dc-70e4b580c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17afe7fd-fd1f-4580-99e7-a0e4bfeabc82', 'code': 200} Apr 05 19:05:18.698037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.754128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:18.764024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3deca8-bf77-47a5-8c56-3cdadd378ba3 req-b675f8e1-dfa4-44b3-b56d-7eef0e046933 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:18.766812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce3deca8-bf77-47a5-8c56-3cdadd378ba3 req-b675f8e1-dfa4-44b3-b56d-7eef0e046933 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 950 time: 0.0898237 Apr 05 19:05:18.767382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49324) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:18.811308 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:18.841433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce3deca8-bf77-47a5-8c56-3cdadd378ba3 req-e1bb5742-c198-40fe-b4e9-e21e04638a23 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641925 Apr 05 19:05:18.880516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:18.893937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f1c183f5-42bd-4989-8002-e23a09ee6264 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:05:18.910713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3386f4e-74ea-4b5c-af79-4d34925ab36b req-7be52400-3a94-4e11-8765-f80a2960f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:18.912240 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a3386f4e-74ea-4b5c-af79-4d34925ab36b req-7be52400-3a94-4e11-8765-f80a2960f715 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 1101 time: 0.1609631 Apr 05 19:05:18.921501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: f1c183f5-42bd-4989-8002-e23a09ee6264 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:05:18.921745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:18.922447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f1c183f5-42bd-4989-8002-e23a09ee6264 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:05:18.952690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:18.982144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-05bd4241-a7ac-42e5-8ad3-c1e3fc32efb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5aa91581a53e4d38a80d0d76d8deef75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135897 Apr 05 19:05:18.984997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49336) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:18.991990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=bcefb270-f486-4773-a0af-df9ed23d946b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:19.013238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.013860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.013967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.014238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.014691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.015066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.015582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.015930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.016796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.017134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.017469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.017923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:19.043847 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a3386f4e-74ea-4b5c-af79-4d34925ab36b req-d0d1da53-dc11-4e20-a443-30f29e6b8cf8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073027 Apr 05 19:05:19.050672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-832e4a15-6ff7-467b-8a29-75d67c8056f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.081246 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-832e4a15-6ff7-467b-8a29-75d67c8056f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.141230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-832e4a15-6ff7-467b-8a29-75d67c8056f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.146221 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-832e4a15-6ff7-467b-8a29-75d67c8056f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.165963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-832e4a15-6ff7-467b-8a29-75d67c8056f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df1c8a08-064e-4f49-ae6c-a19d2ecf3242 HTTP/1.1" status: 204 len: 168 time: 0.1619849 Apr 05 19:05:19.181431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e4a15-6ff7-467b-8a29-75d67c8056f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c8a08-064e-4f49-ae6c-a19d2ecf3242,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:19.363741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.511165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:19.529227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9dd0839-268e-4176-b4d8-2b93f82c5758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.619688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9dd0839-268e-4176-b4d8-2b93f82c5758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.624068 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f9dd0839-268e-4176-b4d8-2b93f82c5758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.636553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.666442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f9dd0839-268e-4176-b4d8-2b93f82c5758 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cac0d78729124db4a36861389b276182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517236 Apr 05 19:05:19.666442 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd0839-268e-4176-b4d8-2b93f82c5758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e71de-338b-4124-9de0-10266ea23984,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:19.667187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49348) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:19.720754 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58ee429c-945d-40db-b870-0af5393be5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.744121 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58ee429c-945d-40db-b870-0af5393be5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.800348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58ee429c-945d-40db-b870-0af5393be5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.804879 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58ee429c-945d-40db-b870-0af5393be5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:19.806413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-58ee429c-945d-40db-b870-0af5393be5fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/641e71de-338b-4124-9de0-10266ea23984 HTTP/1.1" status: 204 len: 168 time: 0.1382630 Apr 05 19:05:19.809429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 64bb7eed-d03a-42bf-9944-9210470d4244 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:05:19.816157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee429c-945d-40db-b870-0af5393be5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641e71de-338b-4124-9de0-10266ea23984,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:19.991127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:05:20.004505 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Sync routers for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:05:20.022785 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:20.024478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:20.025539 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:20.026695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1db501eb-8e51-424e-b583-aad5b315f4c0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3667626 Apr 05 19:05:20.029854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49362) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:20.067852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-65310907-5eac-4350-8665-c0c0a81afe84 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b886d9b388b44c298984420374d39150&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366848 Apr 05 19:05:20.070782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49366) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:20.077362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b736f-66d5-44c0-a1a2-17a07b21490e req-02a280c4-7c1f-48e3-add7-a949f09c10f7 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:20.079461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b87b736f-66d5-44c0-a1a2-17a07b21490e req-02a280c4-7c1f-48e3-add7-a949f09c10f7 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 950 time: 0.1141264 Apr 05 19:05:20.163789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b87b736f-66d5-44c0-a1a2-17a07b21490e req-db754ea7-b196-4d09-a16b-df14b11fc890 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Apr 05 19:05:20.166126 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:20.188371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb52db7-6772-4669-a8b8-22f2a9bb6e7e tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:20.193236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49370) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:20.204117 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5bb52db7-6772-4669-a8b8-22f2a9bb6e7e tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310420 Apr 05 19:05:20.229531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c475a58f-36d3-44b0-ba25-4dbcf99d0cfc tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342770 Apr 05 19:05:20.232081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49372) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:20.237880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-311460783', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'project_id': 'b886d9b388b44c298984420374d39150', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:20.406270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:20.409970 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:20.460216 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:19Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:20.489556 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Checking router: 64bb7eed-d03a-42bf-9944-9210470d4244 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:05:20.490173 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Updating router 64bb7eed-d03a-42bf-9944-9210470d4244 port bcefb270-f486-4773-a0af-df9ed23d946b binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:05:20.519195 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:20.630104 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:20.697466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Subnet': ['ID=4abcde63-7c57-47a6-9c37-ce91fd890329,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:20.708903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Checking segment: {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:20.709312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network hostable DHCP agents. Network: ee78fa39-01b5-4fd5-81da-fb5abc690787, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:05:20.729423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network ee78fa39-01b5-4fd5-81da-fb5abc690787 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:05:20.742267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, ee78fa39-01b5-4fd5-81da-fb5abc690787) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:20.755002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d798d63-33ab-4b44-96c5-5b9e9ff0275e None None] Network ee78fa39-01b5-4fd5-81da-fb5abc690787 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:20.758799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:20.760027 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:20.786419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49390) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:20.800850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b751f357-23ca-49ba-8f7c-07852bae42b2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5559742 Apr 05 19:05:20.846354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49392) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:20.893128 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:20.910299 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.011067 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Attempting to bind port bcefb270-f486-4773-a0af-df9ed23d946b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:21.012160 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Attempting to bind port bcefb270-f486-4773-a0af-df9ed23d946b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:21.012748 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Attempting to bind port bcefb270-f486-4773-a0af-df9ed23d946b on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:21.026274 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:21.027028 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:21.027672 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.028285 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:21.028962 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Bound port: bcefb270-f486-4773-a0af-df9ed23d946b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:21.029756 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.042993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1644944056'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:21.058170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-ee78fa39-01b5-4fd5-81da-fb5abc690787', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:05:21.059077 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.087041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Made reservation on behalf of 1bc004363b8842a4bbf53ad3c3930a14 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:21.088514 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] For port bcefb270-f486-4773-a0af-df9ed23d946b, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:21.091139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.092566 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] For port bcefb270-f486-4773-a0af-df9ed23d946b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bcefb270-f486-4773-a0af-df9ed23d946b,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:21.094775 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Pushing event updated for resources: {'Port': ['ID=bcefb270-f486-4773-a0af-df9ed23d946b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:21.104165 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.108436 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.109143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.109867 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.110538 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.111082 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.111710 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.112011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.112515 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.113108 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.113640 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.114313 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.114930 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.116123 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:21.173698 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1603141-6201-46e6-be6d-ab67ebbc05f4 None None] Pushing event updated for resources: {'Port': ['ID=bcefb270-f486-4773-a0af-df9ed23d946b,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:21.215851 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:21.220154 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:21.336057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.346049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.360109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:05:21.371925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.372330 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Added segment 29fdf351-bb07-46d0-b097-ada91522dffd of type vlan for network 53cfb92d-684e-419f-b78f-8b22b359f3cb Apr 05 19:05:21.374423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Allocated IP 172.20.0.2 (ee78fa39-01b5-4fd5-81da-fb5abc690787/4abcde63-7c57-47a6-9c37-ce91fd890329/77646de7-fb38-46bb-9c0c-77c907c2904e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:21.430973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf946-8b51-4a6e-acf1-e2b9a78b09e9 req-106adcc1-bc1a-40c7-9353-e1ad711eec5e tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:21.433203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-febdf946-8b51-4a6e-acf1-e2b9a78b09e9 req-106adcc1-bc1a-40c7-9353-e1ad711eec5e tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 950 time: 0.0883074 Apr 05 19:05:21.495843 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:21.508366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-febdf946-8b51-4a6e-acf1-e2b9a78b09e9 req-53b5cbc5-7a81-4ddf-addc-cc44ab910bc6 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507066 Apr 05 19:05:21.540910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.554278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01b931e-a441-479e-86ff-86022258ed8a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:21.591248 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.603501 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.611958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:21.612792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.701323 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8512306 Apr 05 19:05:21.706761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49410) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:21.715441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'subnet': {'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:21.762189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e3cf6-6653-443e-9ef4-6f019694bc7c tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Network': ['ID=53cfb92d-684e-419f-b78f-8b22b359f3cb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:21.822389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:05:21.880683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Made reservation on behalf of 1bc004363b8842a4bbf53ad3c3930a14 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:21.889177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:21.893863 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:19Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:21.939956 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaff6e-cafa-4ead-9da0-e42756755dcf None None] The sync data for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 is: [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:19Z', 'revision_number': 3, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:05:21.999146 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:22.012070 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:22.054222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Network ee78fa39-01b5-4fd5-81da-fb5abc690787 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:22.056518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:22.058994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:22.102128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Pushing event updated for resources: {'Port': ['ID=77646de7-fb38-46bb-9c0c-77c907c2904e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:22.137816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Attempting to bind port 77646de7-fb38-46bb-9c0c-77c907c2904e on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:22.138226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Attempting to bind port 77646de7-fb38-46bb-9c0c-77c907c2904e by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:22.138684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Attempting to bind port 77646de7-fb38-46bb-9c0c-77c907c2904e on network ee78fa39-01b5-4fd5-81da-fb5abc690787 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:22.145077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:22.145567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:22.146116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Checking segment: {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:22.146116 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:22.146333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Bound using segment: {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:22.146874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Bound port: 77646de7-fb38-46bb-9c0c-77c907c2904e, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:22.147251 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:22.161528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92480528-7ab7-4c5b-87b3-09e45a5c1ebb req-da3d4d9e-c0fd-4207-ab33-306170d2956b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:22.166234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92480528-7ab7-4c5b-87b3-09e45a5c1ebb req-da3d4d9e-c0fd-4207-ab33-306170d2956b tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 950 time: 0.1947610 Apr 05 19:05:22.234568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] For port 77646de7-fb38-46bb-9c0c-77c907c2904e, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:22.239329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] For port 77646de7-fb38-46bb-9c0c-77c907c2904e, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77646de7-fb38-46bb-9c0c-77c907c2904e,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:22.244802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:22.251653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Subnet': ['ID=cce874d7-39f4-48b8-be0a-a516dc5aa1c2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:22.287267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Checking segment: {'id': '29fdf351-bb07-46d0-b097-ada91522dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:22.290311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Network hostable DHCP agents. Network: 53cfb92d-684e-419f-b78f-8b22b359f3cb, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:05:22.342356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:05:22.345869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aeb673-13b4-4e4b-bcc0-529909e5796b None None] Pushing event updated for resources: {'Port': ['ID=77646de7-fb38-46bb-9c0c-77c907c2904e,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:22.384266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 53cfb92d-684e-419f-b78f-8b22b359f3cb) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:22.404349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e4d7d-158a-4c85-af15-5f1a245b6f4b None None] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:22.408685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:22.411974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:22.458918 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-44128a53-f108-4855-8a3d-97ed62923d66 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7511699 Apr 05 19:05:22.463025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49422) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:22.474734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'port': {'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-473938967'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:22.672910 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Made reservation on behalf of 1bc004363b8842a4bbf53ad3c3930a14 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:22.685060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:22.712479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] device_id is not set on port 5d822fe9-1956-4a27-aac7-ec5911a3bc97 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:22.826157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-53cfb92d-684e-419f-b78f-8b22b359f3cb', 'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb', 'tenant_id': '1bc004363b8842a4bbf53ad3c3930a14', 'fixed_ips': [{'subnet_id': 'cce874d7-39f4-48b8-be0a-a516dc5aa1c2'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:05:22.827068 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:22.910655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.20.0.1 (ee78fa39-01b5-4fd5-81da-fb5abc690787/4abcde63-7c57-47a6-9c37-ce91fd890329/c6e2cd48-0126-4ecb-8ef4-9dc80a804a99) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:22.971929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Allocated IP 2001:db8::314 (53cfb92d-684e-419f-b78f-8b22b359f3cb/cce874d7-39f4-48b8-be0a-a516dc5aa1c2/5d822fe9-1956-4a27-aac7-ec5911a3bc97) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:22.983011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92480528-7ab7-4c5b-87b3-09e45a5c1ebb req-984de480-4a51-42a3-95ea-22b542c823a9 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8069673 Apr 05 19:05:23.049793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77646de7-fb38-46bb-9c0c-77c907c2904e up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:23.131947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 77646de7-fb38-46bb-9c0c-77c907c2904e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:23.132522 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.189389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.255384 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.268462 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.300509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 77646de7-fb38-46bb-9c0c-77c907c2904e, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77646de7-fb38-46bb-9c0c-77c907c2904e,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:23.307654 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.308611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcefb270-f486-4773-a0af-df9ed23d946b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:23.317535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network ee78fa39-01b5-4fd5-81da-fb5abc690787 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:23.319478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:23.323730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:23.370127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=c6e2cd48-0126-4ecb-8ef4-9dc80a804a99,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:23.397967 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.438035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bcefb270-f486-4773-a0af-df9ed23d946b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:23.438422 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.511168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=77646de7-fb38-46bb-9c0c-77c907c2904e,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:23.666363 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.734913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port bcefb270-f486-4773-a0af-df9ed23d946b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bcefb270-f486-4773-a0af-df9ed23d946b,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:23.746900 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.764054 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:23.918563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=bcefb270-f486-4773-a0af-df9ed23d946b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:24.063611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.119351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-4e3b64dd-9f50-4970-bfdc-1bb44691ac0a tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:24.120975 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-4e3b64dd-9f50-4970-bfdc-1bb44691ac0a tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 950 time: 0.2043045 Apr 05 19:05:24.134818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f149b9d8-8ff3-4666-bc6c-6c2d085d93c5 None None] Network ee78fa39-01b5-4fd5-81da-fb5abc690787 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:24.185740 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.240673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb273-0ed2-458c-8db8-905abf8b5218 req-e6b01a03-f037-4079-9a73-c4abb7be63e9 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:24.242529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1acb273-0ed2-458c-8db8-905abf8b5218 req-e6b01a03-f037-4079-9a73-c4abb7be63e9 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 950 time: 0.1295261 Apr 05 19:05:24.263069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:24.276868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:24.312435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:24.318520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1acb273-0ed2-458c-8db8-905abf8b5218 req-7cbb571e-8c68-4c89-9dda-d848d414be65 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/security-groups?id=f721c08a-14b9-43a1-b665-2ca59a8e3d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696642 Apr 05 19:05:24.325574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:24.332078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.354485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Port': ['ID=5d822fe9-1956-4a27-aac7-ec5911a3bc97,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:24.373191 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cdeccc93-85ac-4f8c-975b-2e2f70a0d54a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9080675 Apr 05 19:05:24.376749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49506) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:24.382985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'port': {'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-886701226', 'allowed_address_pairs': [{'ip_address': '2001:db8::314', 'mac_address': 'fa:16:3e:bb:ff:88'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:24.393531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.400128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.411941 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Deleting port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:24.412829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.445811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ea5559bb-528e-4cff-b531-3f52a4c43bd5 None None] Provisioning complete for port 77646de7-fb38-46bb-9c0c-77c907c2904e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:24.446457 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea5559bb-528e-4cff-b531-3f52a4c43bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.523416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=c6e2cd48-0126-4ecb-8ef4-9dc80a804a99,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:24.530477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.530818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Allocated IP 2001:db8::2 (53cfb92d-684e-419f-b78f-8b22b359f3cb/cce874d7-39f4-48b8-be0a-a516dc5aa1c2/49bc8377-a65d-4501-ae80-e7f25fe67e68) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:24.620289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] For port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:24.620659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.640615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Calling delete_port for 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:24.648377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Made reservation on behalf of 1bc004363b8842a4bbf53ad3c3930a14 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:24.669331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network ee78fa39-01b5-4fd5-81da-fb5abc690787 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:24.670950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:24.846190 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.852557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 64bb7eed-d03a-42bf-9944-9210470d4244 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:05:24.862667 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.865352 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:24.927441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77646de7-fb38-46bb-9c0c-77c907c2904e up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:24.932664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] device_id is not set on port 20da5149-ea0e-40cc-bef8-a191113648a7 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:25.005578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:05:25.024240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-93149ce3-70dc-46b1-bc56-5e62bf89dd18 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "PUT /v2.0/routers/64bb7eed-d03a-42bf-9944-9210470d4244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2348881 Apr 05 19:05:25.032547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Sync routers for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:05:25.037519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:25.045770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Pushing event updated for resources: {'Port': ['ID=49bc8377-a65d-4501-ae80-e7f25fe67e68,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:25.053733 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:25.071194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:25.087989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:25.090225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:25.256893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Allocated IP 2001:db8::134 (53cfb92d-684e-419f-b78f-8b22b359f3cb/cce874d7-39f4-48b8-be0a-a516dc5aa1c2/20da5149-ea0e-40cc-bef8-a191113648a7) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:25.264407 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:25.321449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['17afe7fd-fd1f-4580-99e7-a0e4bfeabc82'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:05:25.379168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Pushing event deleted for resources: {'Port': ['ID=17afe7fd-fd1f-4580-99e7-a0e4bfeabc82,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:25.403718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-13cde348-5544-4bd3-b2c5-82ca8a369dbe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190867618&fields=id&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 267 time: 0.0665901 Apr 05 19:05:25.454376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Attempting to bind port 49bc8377-a65d-4501-ae80-e7f25fe67e68 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:25.455033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Attempting to bind port 49bc8377-a65d-4501-ae80-e7f25fe67e68 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '29fdf351-bb07-46d0-b097-ada91522dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:25.458955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Attempting to bind port 49bc8377-a65d-4501-ae80-e7f25fe67e68 on network 53cfb92d-684e-419f-b78f-8b22b359f3cb {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:25.471420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 77646de7-fb38-46bb-9c0c-77c907c2904e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:25.471945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:25.502802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:25.503421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Checking segment: {'id': '29fdf351-bb07-46d0-b097-ada91522dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:25.504156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:25.504745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Bound using segment: {'id': '29fdf351-bb07-46d0-b097-ada91522dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:25.505369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Bound port: 49bc8377-a65d-4501-ae80-e7f25fe67e68, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fdf351-bb07-46d0-b097-ada91522dffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:25.505905 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:25.512694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c8b141fc-5a0c-4a12-bfc6-76806d621ba0 None None] Provisioning complete for port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:25.513031 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8b141fc-5a0c-4a12-bfc6-76806d621ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:25.547784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] No DVR routers for this DVR port 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:05:25.552295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:25.558932 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b520c929-c1ae-463d-90b3-fc4dbfc1d184 req-347982bc-597e-46a3-acee-420e0147707d tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.20 "DELETE /v2.0/ports/17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 HTTP/1.1" status: 204 len: 173 time: 1.4179988 Apr 05 19:05:25.567979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb2e73c-85d1-4659-a6dc-70e4b580c686', 'name': 'network-vif-deleted', 'tag': '17afe7fd-fd1f-4580-99e7-a0e4bfeabc82'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:05:25.571031 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b679cb6c-9762-444c-94d8-1980369a434c" -d '{"events": [{"server_uuid": "6eb2e73c-85d1-4659-a6dc-70e4b580c686", "name": "network-vif-deleted", "tag": "17afe7fd-fd1f-4580-99e7-a0e4bfeabc82"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:05:25.655230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2e7bf92-f015-44f1-81a6-d88c10801261 req-106b2e3e-c7b4-4e84-a04f-8422856619d2 tempest-VolumesNegativeTest-960123647 tempest-VolumesNegativeTest-960123647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb2e73c-85d1-4659-a6dc-70e4b580c686 HTTP/1.1" status: 200 len: 210 time: 0.1383700 Apr 05 19:05:25.660366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:25.753417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c8b141fc-5a0c-4a12-bfc6-76806d621ba0 None None] Port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:25.824888 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fe57c0-b8d4-4c55-a081-51a257b38c30 x-openstack-request-id: req-88fe57c0-b8d4-4c55-a081-51a257b38c30 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:05:25.826046 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb2e73c-85d1-4659-a6dc-70e4b580c686", "name": "network-vif-deleted", "tag": "17afe7fd-fd1f-4580-99e7-a0e4bfeabc82", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:05:25.826894 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88fe57c0-b8d4-4c55-a081-51a257b38c30 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:05:25.827542 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fe57c0-b8d4-4c55-a081-51a257b38c30'] response: {'server_uuid': '6eb2e73c-85d1-4659-a6dc-70e4b580c686', 'name': 'network-vif-deleted', 'tag': '17afe7fd-fd1f-4580-99e7-a0e4bfeabc82', 'status': 'completed', 'code': 200} Apr 05 19:05:25.859625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f839-163c-43fe-a514-93590ece3dd0 req-38ef0d5a-da0a-4895-8b62-4bbcac4031b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:25.861504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-38ef0d5a-da0a-4895-8b62-4bbcac4031b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/networks?id=ee78fa39-01b5-4fd5-81da-fb5abc690787 HTTP/1.1" status: 200 len: 797 time: 0.4296710 Apr 05 19:05:25.885697 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:25.911617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-0fb62070-acab-46c8-b10e-98bd25fc4d08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/quotas/b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 375 time: 0.0396523 Apr 05 19:05:26.004021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-4ac442f1-488d-4a8d-8a61-f1a107b31c11 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847247 Apr 05 19:05:26.010056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcefb270-f486-4773-a0af-df9ed23d946b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:26.019677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:26.024626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c8b141fc-5a0c-4a12-bfc6-76806d621ba0 None None] Provisioning complete for port 77646de7-fb38-46bb-9c0c-77c907c2904e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:26.026635 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8b141fc-5a0c-4a12-bfc6-76806d621ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:26.179912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-319aacef-0fce-46ae-a6ee-a36dceee1f33 service neutron] 10.222.0.15 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370864 Apr 05 19:05:26.183490 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:26.185622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:26.187892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Port': ['ID=20da5149-ea0e-40cc-bef8-a191113648a7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:26.190578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:26.222902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:26.224473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:26.272622 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c9fb0fef-0f31-4792-9035-091c14eb47dc tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8949225 Apr 05 19:05:26.276618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49692) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:26.354674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c7aac-1975-4c9d-a320-9c1ca695a5a0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:26.363656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c7aac-1975-4c9d-a320-9c1ca695a5a0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:26.371270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c7aac-1975-4c9d-a320-9c1ca695a5a0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:26.374092 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e73c7aac-1975-4c9d-a320-9c1ca695a5a0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0962675 Apr 05 19:05:26.377072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49702) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:26.458890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] For port 49bc8377-a65d-4501-ae80-e7f25fe67e68, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:26.484256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] For port 49bc8377-a65d-4501-ae80-e7f25fe67e68, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=49bc8377-a65d-4501-ae80-e7f25fe67e68,segment=NetworkSegment(29fdf351-bb07-46d0-b097-ada91522dffd),segment_id=29fdf351-bb07-46d0-b097-ada91522dffd)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:26.490516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-bd93164e-a839-454b-9880-7a8800b00e59 service neutron] 10.222.0.15 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068793 Apr 05 19:05:26.496288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:26.529716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5b01d92f-5c01-4ffd-b228-09920f3a7189 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Deleting port 20da5149-ea0e-40cc-bef8-a191113648a7 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:26.530129 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b01d92f-5c01-4ffd-b228-09920f3a7189 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:26.648973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaff903-decf-44c7-9c89-231c73485758 None None] Pushing event updated for resources: {'Port': ['ID=49bc8377-a65d-4501-ae80-e7f25fe67e68,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:26.656551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bcefb270-f486-4773-a0af-df9ed23d946b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:26.658162 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:26.727240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c6e2cd48-0126-4ecb-8ef4-9dc80a804a99', 'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:af:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:21Z', 'updated_at': '2022-04-05T19:05:24Z', 'revision_number': 2, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:26.733568 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b01d92f-5c01-4ffd-b228-09920f3a7189 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:26.752588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5b01d92f-5c01-4ffd-b228-09920f3a7189 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Calling delete_port for 20da5149-ea0e-40cc-bef8-a191113648a7 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:26.891797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Checking router: 64bb7eed-d03a-42bf-9944-9210470d4244 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:05:26.893802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Updating router 64bb7eed-d03a-42bf-9944-9210470d4244 port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:05:26.972562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:26.977558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6047360a-6339-4d7f-893a-130a5860111a None None] Provisioning complete for port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:26.978138 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6047360a-6339-4d7f-893a-130a5860111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:26.979471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f8e80e96-f15b-4308-b2e7-ee61d29081a5 req-da865b00-a1d9-4a86-96dd-7f8b4a81329b tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 210 time: 0.0586028 Apr 05 19:05:27.130039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6047360a-6339-4d7f-893a-130a5860111a None None] Port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:27.200399 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b01d92f-5c01-4ffd-b228-09920f3a7189 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:27.243487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01d92f-5c01-4ffd-b228-09920f3a7189 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event deleted for resources: {'Port': ['ID=20da5149-ea0e-40cc-bef8-a191113648a7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:27.413808 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b01d92f-5c01-4ffd-b228-09920f3a7189 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:27.424156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49808) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:27.425683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5b01d92f-5c01-4ffd-b228-09920f3a7189 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "DELETE /v2.0/ports/20da5149-ea0e-40cc-bef8-a191113648a7 HTTP/1.1" status: 204 len: 168 time: 1.0472002 Apr 05 19:05:27.488595 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c5a560-dd22-4eba-8069-cb61dab469c1 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] GET failed (client error): The resource could not be found. Apr 05 19:05:27.497714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 49814) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:27.516453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 49bc8377-a65d-4501-ae80-e7f25fe67e68 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:27.518147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'port': {'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1009734031'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:27.535733 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-23c5a560-dd22-4eba-8069-cb61dab469c1 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "GET /v2.0/ports/20da5149-ea0e-40cc-bef8-a191113648a7 HTTP/1.1" status: 404 len: 333 time: 0.1096439 Apr 05 19:05:27.817570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 49bc8377-a65d-4501-ae80-e7f25fe67e68 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:27.818176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:27.878854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:27.888565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Made reservation on behalf of 1bc004363b8842a4bbf53ad3c3930a14 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:27.893136 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:27.893623 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:27.938794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] device_id is not set on port 5a559d81-ef26-4f71-a240-7c2355432dbc yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:28.030670 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:28.109646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f89be1-5244-4dfe-9ca3-3dd56733a81a None None] Pushing event updated for resources: {'Port': ['ID=c6e2cd48-0126-4ecb-8ef4-9dc80a804a99,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:28.200485 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 49bc8377-a65d-4501-ae80-e7f25fe67e68, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=49bc8377-a65d-4501-ae80-e7f25fe67e68,segment=NetworkSegment(29fdf351-bb07-46d0-b097-ada91522dffd),segment_id=29fdf351-bb07-46d0-b097-ada91522dffd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:28.226698 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:28.241401 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Attempting to bind port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:28.243247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Attempting to bind port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:28.258141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Attempting to bind port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 on network ee78fa39-01b5-4fd5-81da-fb5abc690787 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:28.283502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-783b3542-e732-4e65-81ec-459aed79b597 req-53b4d7a1-ed23-4727-8ec0-22585a0d6dee tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 210 time: 0.1423218 Apr 05 19:05:28.318796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Allocated IP 2001:db8::121 (53cfb92d-684e-419f-b78f-8b22b359f3cb/cce874d7-39f4-48b8-be0a-a516dc5aa1c2/5a559d81-ef26-4f71-a240-7c2355432dbc) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:28.434304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=49bc8377-a65d-4501-ae80-e7f25fe67e68,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:28.442305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:28.447248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Checking segment: {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:28.447845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:28.448417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Bound using segment: {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:28.453596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Bound port: c6e2cd48-0126-4ecb-8ef4-9dc80a804a99, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:28.460847 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:28.499562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:05:28.559480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:05:28.560121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 17afe7fd-fd1f-4580-99e7-a0e4bfeabc82 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:05:28.563161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e7bca-f1b6-45ef-9d60-0f1e75e7e5ab None None] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:28.684406 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:28.738113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:28.771064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-513fcd1c-4117-4299-bb19-82ba3d7c0c91 None None] Provisioning complete for port 49bc8377-a65d-4501-ae80-e7f25fe67e68 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:28.776991 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513fcd1c-4117-4299-bb19-82ba3d7c0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:28.816851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Port': ['ID=5a559d81-ef26-4f71-a240-7c2355432dbc,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:28.840010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:28.841771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:28.844542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:28.854131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:28.859400 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:28.895622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-087bc61e-c73d-4ab9-b073-3a92198f121f tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3955088 Apr 05 19:05:28.899093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 49996) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:28.905841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-999a8d6a-cc9d-48d9-b28c-5fcc831c5e77 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::314', 'mac_address': 'fa:16:3e:bb:ff:88'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:28.943360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] For port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:28.950318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] For port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c6e2cd48-0126-4ecb-8ef4-9dc80a804a99,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:28.982320 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:29.000342 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-999a8d6a-cc9d-48d9-b28c-5fcc831c5e77 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:29.211102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:29.211816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:29.463236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f839-163c-43fe-a514-93590ece3dd0 req-e8df2f71-5a14-4ef7-85ef-537179cbb161 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:29.465127 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-e8df2f71-5a14-4ef7-85ef-537179cbb161 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "GET /v2.0/networks?id=ee78fa39-01b5-4fd5-81da-fb5abc690787 HTTP/1.1" status: 200 len: 797 time: 0.2372770 Apr 05 19:05:29.508444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:29.554741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-bdce5d54-4d1d-4a9a-b1e1-8da6584f8ba3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b886d9b388b44c298984420374d39150 HTTP/1.1" status: 200 len: 380 time: 0.0743265 Apr 05 19:05:29.557469 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc13f65d-28cd-4491-b295-224a3df6d53c req-c2eaed7a-a4ce-469b-a439-5bd46b84a8e5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 210 time: 0.0844734 Apr 05 19:05:29.568793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'port': {'device_id': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'admin_state_up': True, 'tenant_id': 'b886d9b388b44c298984420374d39150', 'security_groups': ['52df9156-430e-4e5b-ae8c-f6120ae19975']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:29.590117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 49bc8377-a65d-4501-ae80-e7f25fe67e68 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:29.653878 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-999a8d6a-cc9d-48d9-b28c-5fcc831c5e77 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:29.656640 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f89be1-5244-4dfe-9ca3-3dd56733a81a None None] Pushing event updated for resources: {'Port': ['ID=c6e2cd48-0126-4ecb-8ef4-9dc80a804a99,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:29.665890 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-999a8d6a-cc9d-48d9-b28c-5fcc831c5e77 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:29.724209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-513fcd1c-4117-4299-bb19-82ba3d7c0c91 None None] Provisioning complete for port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:29.724572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513fcd1c-4117-4299-bb19-82ba3d7c0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:29.725267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-999a8d6a-cc9d-48d9-b28c-5fcc831c5e77 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] In _notify_port_updated(), no bound segment for port 5a559d81-ef26-4f71-a240-7c2355432dbc on network 53cfb92d-684e-419f-b78f-8b22b359f3cb {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:05:29.731818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a8d6a-cc9d-48d9-b28c-5fcc831c5e77 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:29.732467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-999a8d6a-cc9d-48d9-b28c-5fcc831c5e77 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:29.733797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-999a8d6a-cc9d-48d9-b28c-5fcc831c5e77 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "PUT /v2.0/ports/5a559d81-ef26-4f71-a240-7c2355432dbc HTTP/1.1" status: 200 len: 1003 time: 0.8332281 Apr 05 19:05:29.736627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:29.753422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a8d6a-cc9d-48d9-b28c-5fcc831c5e77 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Port': ['ID=5a559d81-ef26-4f71-a240-7c2355432dbc,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:29.818293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Made reservation on behalf of b886d9b388b44c298984420374d39150 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:29.823586 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:29.912046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 49bc8377-a65d-4501-ae80-e7f25fe67e68 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:29.913037 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.077023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1c917bba-4b69-4736-a20e-711ab5e6abe0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Deleting port 5a559d81-ef26-4f71-a240-7c2355432dbc {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:30.078751 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c917bba-4b69-4736-a20e-711ab5e6abe0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.217296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513fcd1c-4117-4299-bb19-82ba3d7c0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.226770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c917bba-4b69-4736-a20e-711ab5e6abe0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.230907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.20.0.14 (ee78fa39-01b5-4fd5-81da-fb5abc690787/4abcde63-7c57-47a6-9c37-ce91fd890329/153c6488-bebc-4c6b-aab2-840f67681dde) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:30.269365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1c917bba-4b69-4736-a20e-711ab5e6abe0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Calling delete_port for 5a559d81-ef26-4f71-a240-7c2355432dbc owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:30.502005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.574111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c917bba-4b69-4736-a20e-711ab5e6abe0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.618672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.669756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c917bba-4b69-4736-a20e-711ab5e6abe0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event deleted for resources: {'Port': ['ID=5a559d81-ef26-4f71-a240-7c2355432dbc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:30.721245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-513fcd1c-4117-4299-bb19-82ba3d7c0c91 None None] For port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c6e2cd48-0126-4ecb-8ef4-9dc80a804a99,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:30.771149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network ee78fa39-01b5-4fd5-81da-fb5abc690787 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:30.785689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:30.798284 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-513fcd1c-4117-4299-bb19-82ba3d7c0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.805744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:30.876984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c6e2cd48-0126-4ecb-8ef4-9dc80a804a99', 'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:af:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:21Z', 'updated_at': '2022-04-05T19:05:28Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:30.921912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:30.922669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.932786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=153c6488-bebc-4c6b-aab2-840f67681dde,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:30.934162 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c917bba-4b69-4736-a20e-711ab5e6abe0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:30.946767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1c917bba-4b69-4736-a20e-711ab5e6abe0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "DELETE /v2.0/ports/5a559d81-ef26-4f71-a240-7c2355432dbc HTTP/1.1" status: 204 len: 168 time: 1.2083755 Apr 05 19:05:30.955019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50138) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:30.974336 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-460b48db-16e6-441f-806a-f8a1731f81fb tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4102693 Apr 05 19:05:30.995303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Request body: {'port': {'device_id': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:30.998848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6224529-c5f8-41f8-960f-bfcbd84c8197 None None] The sync data for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 is: [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c6e2cd48-0126-4ecb-8ef4-9dc80a804a99', 'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:af:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:21Z', 'updated_at': '2022-04-05T19:05:28Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:05:31.011084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fcd1c-4117-4299-bb19-82ba3d7c0c91 None None] Pushing event updated for resources: {'Port': ['ID=c6e2cd48-0126-4ecb-8ef4-9dc80a804a99,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:31.061830 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff939ff-bf34-4802-b100-487cc4e9bce0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] GET failed (client error): The resource could not be found. Apr 05 19:05:31.063324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-82cb64ba-05f0-4bb0-9828-97512e63d5b1 None None] Provisioning complete for port 5d822fe9-1956-4a27-aac7-ec5911a3bc97 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:31.066889 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82cb64ba-05f0-4bb0-9828-97512e63d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:31.072561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dff939ff-bf34-4802-b100-487cc4e9bce0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "GET /v2.0/ports/5a559d81-ef26-4f71-a240-7c2355432dbc HTTP/1.1" status: 404 len: 333 time: 0.1157470 Apr 05 19:05:31.083733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50152) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:31.146377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'port': {'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1271111324'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:31.161499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-82cb64ba-05f0-4bb0-9828-97512e63d5b1 None None] Port 5d822fe9-1956-4a27-aac7-ec5911a3bc97 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:31.175902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-82cb64ba-05f0-4bb0-9828-97512e63d5b1 None None] Could not find standard attr ID for object 5a559d81-ef26-4f71-a240-7c2355432dbc. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:05:31.203925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-82cb64ba-05f0-4bb0-9828-97512e63d5b1 None None] Provisioning complete for port 49bc8377-a65d-4501-ae80-e7f25fe67e68 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:31.205097 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82cb64ba-05f0-4bb0-9828-97512e63d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:31.217853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5838173-2174-4524-a56c-174ec3183bc9 req-bcaf2ece-9e28-4749-becf-2de0951c2762 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:31.219769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5838173-2174-4524-a56c-174ec3183bc9 req-bcaf2ece-9e28-4749-becf-2de0951c2762 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 932 time: 0.5115776 Apr 05 19:05:31.248708 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:31.512162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:31.515465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-82cb64ba-05f0-4bb0-9828-97512e63d5b1 None None] Provisioning complete for port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:31.516025 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82cb64ba-05f0-4bb0-9828-97512e63d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:31.554418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5838173-2174-4524-a56c-174ec3183bc9 req-595310f6-b633-4377-acb1-f5a9255a6dc9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168638 Apr 05 19:05:31.643076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Made reservation on behalf of 1bc004363b8842a4bbf53ad3c3930a14 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:31.647923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:31.701782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:31.702664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:31.705821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] device_id is not set on port abd14799-97fc-4db1-b58d-77d0c999f0b1 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:32.107885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6d1ff21b-fd23-4e4b-92a6-18cd8694fcc5 None None] Could not find standard attr ID for object 5a559d81-ef26-4f71-a240-7c2355432dbc. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:05:32.124009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Allocated IP 2001:db8::b (53cfb92d-684e-419f-b78f-8b22b359f3cb/cce874d7-39f4-48b8-be0a-a516dc5aa1c2/abd14799-97fc-4db1-b58d-77d0c999f0b1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:32.144917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6d1ff21b-fd23-4e4b-92a6-18cd8694fcc5 None None] Could not find standard attr ID for object 20da5149-ea0e-40cc-bef8-a191113648a7. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:05:32.173708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6d1ff21b-fd23-4e4b-92a6-18cd8694fcc5 None None] Provisioning complete for port 153c6488-bebc-4c6b-aab2-840f67681dde triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:32.174321 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff21b-fd23-4e4b-92a6-18cd8694fcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:32.182840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153c6488-bebc-4c6b-aab2-840f67681dde {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:05:32.238846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:32.254346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Transition to ACTIVE for port object 153c6488-bebc-4c6b-aab2-840f67681dde will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:05:32.263317 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:32.328291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ff21b-fd23-4e4b-92a6-18cd8694fcc5 None None] Port 153c6488-bebc-4c6b-aab2-840f67681dde cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:32.358174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Pushing event updated for resources: {'Port': ['ID=153c6488-bebc-4c6b-aab2-840f67681dde,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:32.526570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Attempting to bind port 153c6488-bebc-4c6b-aab2-840f67681dde on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:32.527794 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Attempting to bind port 153c6488-bebc-4c6b-aab2-840f67681dde by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:32.528203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Attempting to bind port 153c6488-bebc-4c6b-aab2-840f67681dde on network ee78fa39-01b5-4fd5-81da-fb5abc690787 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:32.550932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Port 153c6488-bebc-4c6b-aab2-840f67681dde on network ee78fa39-01b5-4fd5-81da-fb5abc690787 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:05:32.551339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Attempting to bind port 153c6488-bebc-4c6b-aab2-840f67681dde on network ee78fa39-01b5-4fd5-81da-fb5abc690787 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:32.563844 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:32.564732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Checking segment: {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:32.565445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Bound using segment: {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:32.567004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Bound port: 153c6488-bebc-4c6b-aab2-840f67681dde, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2dec8c-4d05-4730-a38d-144f20d37dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:32.567676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:32.708332 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:32.773406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] For port 153c6488-bebc-4c6b-aab2-840f67681dde, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:32.780134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] For port 153c6488-bebc-4c6b-aab2-840f67681dde, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=153c6488-bebc-4c6b-aab2-840f67681dde,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:32.789794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:32.840221 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:32.890672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:32.893401 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:32.900652 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] 10.222.0.20 "PUT /v2.0/ports/153c6488-bebc-4c6b-aab2-840f67681dde HTTP/1.1" status: 200 len: 1092 time: 1.9109385 Apr 05 19:05:32.904263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:05:32.914682 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85e9ab2-a7a5-4667-80a5-538b761b85d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:05:32.992147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:33.019042 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47699e2a-15f5-4e84-8c2f-68f6a2f14310 x-openstack-request-id: req-47699e2a-15f5-4e84-8c2f-68f6a2f14310 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:05:33.019578 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:05:33.020631 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47699e2a-15f5-4e84-8c2f-68f6a2f14310 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:05:33.021221 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47699e2a-15f5-4e84-8c2f-68f6a2f14310'] response: {'name': 'network-changed', 'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde', 'status': 'completed', 'code': 200} Apr 05 19:05:33.023402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba6449-d9c4-4a38-aec0-d6b6d87c8935 req-68e323a3-e318-44e6-aa79-fa45cc7d5a67 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:33.030363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0ba6449-d9c4-4a38-aec0-d6b6d87c8935 req-68e323a3-e318-44e6-aa79-fa45cc7d5a67 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 944 time: 0.3555887 Apr 05 19:05:33.045772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:33.074286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:33.080761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:33.081338 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:33.111191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e258-f0e6-4e4b-8e0b-d2230f577f77 service neutron] Pushing event updated for resources: {'Port': ['ID=153c6488-bebc-4c6b-aab2-840f67681dde,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:33.144394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f507168a-6ea2-4d25-8613-fdf1372267f7 None None] Could not find standard attr ID for object 5a559d81-ef26-4f71-a240-7c2355432dbc. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:05:33.144825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f839-163c-43fe-a514-93590ece3dd0 req-268510ac-05a8-4ec3-99d0-f830eee51f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:33.146361 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-268510ac-05a8-4ec3-99d0-f830eee51f55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 1095 time: 0.1655080 Apr 05 19:05:33.148583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0550349 Apr 05 19:05:33.151270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50226) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:33.154827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2c9bf-72be-4a14-bc8f-24028749a4d0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Port': ['ID=abd14799-97fc-4db1-b58d-77d0c999f0b1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:33.161534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-934bbb09-3760-476a-920a-9d9db8e392a8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bb:ff:88'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:33.207604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b0ba6449-d9c4-4a38-aec0-d6b6d87c8935 req-505b7de3-77b3-4d86-bff4-5a3797b8d6bd tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586070 Apr 05 19:05:33.258590 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-e4a74001-809d-45b5-b8a4-a9619ef5c53c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=153c6488-bebc-4c6b-aab2-840f67681dde HTTP/1.1" status: 200 len: 217 time: 0.0929728 Apr 05 19:05:33.420730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f839-163c-43fe-a514-93590ece3dd0 req-6492a579-8dda-4b6e-9b5d-43ee7f5e5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:33.422289 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-6492a579-8dda-4b6e-9b5d-43ee7f5e5845 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4abcde63-7c57-47a6-9c37-ce91fd890329 HTTP/1.1" status: 200 len: 834 time: 0.1384706 Apr 05 19:05:33.556822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f839-163c-43fe-a514-93590ece3dd0 req-edac4fd1-8585-4d9e-af11-65e2eef2e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:33.561813 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-edac4fd1-8585-4d9e-af11-65e2eef2e45d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee78fa39-01b5-4fd5-81da-fb5abc690787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255021 Apr 05 19:05:33.566021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-934bbb09-3760-476a-920a-9d9db8e392a8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:33.799063 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-469a5591-dec1-4922-921d-7310e21ef435 service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219365 Apr 05 19:05:33.909247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-96c136a5-404d-42e9-98e9-5d21d5a85bd8 None None] Provisioning complete for port abd14799-97fc-4db1-b58d-77d0c999f0b1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:33.909845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96c136a5-404d-42e9-98e9-5d21d5a85bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:33.989346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-96c136a5-404d-42e9-98e9-5d21d5a85bd8 None None] Port abd14799-97fc-4db1-b58d-77d0c999f0b1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:34.015720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-db17f839-163c-43fe-a514-93590ece3dd0 req-6b8a6a5b-1727-4648-9c38-c6f6cfc376b9 service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849155 Apr 05 19:05:34.040843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-934bbb09-3760-476a-920a-9d9db8e392a8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:34.049560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-934bbb09-3760-476a-920a-9d9db8e392a8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:34.092613 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-934bbb09-3760-476a-920a-9d9db8e392a8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] In _notify_port_updated(), no bound segment for port abd14799-97fc-4db1-b58d-77d0c999f0b1 on network 53cfb92d-684e-419f-b78f-8b22b359f3cb {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:05:34.101838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bbb09-3760-476a-920a-9d9db8e392a8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:34.102769 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-934bbb09-3760-476a-920a-9d9db8e392a8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:34.104294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-934bbb09-3760-476a-920a-9d9db8e392a8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "PUT /v2.0/ports/abd14799-97fc-4db1-b58d-77d0c999f0b1 HTTP/1.1" status: 200 len: 1001 time: 0.9520566 Apr 05 19:05:34.107288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:34.155931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bbb09-3760-476a-920a-9d9db8e392a8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Port': ['ID=abd14799-97fc-4db1-b58d-77d0c999f0b1,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:34.185984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-a2441fbd-495a-4d3e-9a35-85a8a704e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:34.189274 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-a2441fbd-495a-4d3e-9a35-85a8a704e0c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 1095 time: 0.0996869 Apr 05 19:05:34.389618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d6dcc-0d39-43da-b5d8-ec59986ac179 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Deleting port abd14799-97fc-4db1-b58d-77d0c999f0b1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:34.390153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6dcc-0d39-43da-b5d8-ec59986ac179 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:34.416442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-145d5ccf-6459-46a1-8a45-1e45401ca263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:34.418032 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-145d5ccf-6459-46a1-8a45-1e45401ca263 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee78fa39-01b5-4fd5-81da-fb5abc690787 HTTP/1.1" status: 200 len: 897 time: 0.2205656 Apr 05 19:05:34.465754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ee906-ada0-492c-8665-2c67cdd1f740 req-11c6cbe9-68ba-4394-af94-738ec0b166c2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:34.468672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-282ee906-ada0-492c-8665-2c67cdd1f740 req-11c6cbe9-68ba-4394-af94-738ec0b166c2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 944 time: 0.1406212 Apr 05 19:05:34.492213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-9499043b-732d-422a-83ed-f1901fc65bdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=153c6488-bebc-4c6b-aab2-840f67681dde HTTP/1.1" status: 200 len: 217 time: 0.0645630 Apr 05 19:05:34.565656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-67f06704-f4c6-4d4c-b507-fac6f4b4a5ba None None] Provisioning complete for port abd14799-97fc-4db1-b58d-77d0c999f0b1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:34.567060 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67f06704-f4c6-4d4c-b507-fac6f4b4a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:34.592370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-385d94b3-9b20-4ce2-985d-faca526f99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:34.595695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-385d94b3-9b20-4ce2-985d-faca526f99c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4abcde63-7c57-47a6-9c37-ce91fd890329 HTTP/1.1" status: 200 len: 834 time: 0.0966680 Apr 05 19:05:34.603394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-282ee906-ada0-492c-8665-2c67cdd1f740 req-2af982a7-5cdd-4bc5-983a-0e35da26123a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039975 Apr 05 19:05:34.627779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6dcc-0d39-43da-b5d8-ec59986ac179 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:34.645771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-67f06704-f4c6-4d4c-b507-fac6f4b4a5ba None None] Port abd14799-97fc-4db1-b58d-77d0c999f0b1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:34.653567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d6dcc-0d39-43da-b5d8-ec59986ac179 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Calling delete_port for abd14799-97fc-4db1-b58d-77d0c999f0b1 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:34.676451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-c269ff9e-09d2-4342-94b2-8846d292a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:34.678817 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-c269ff9e-09d2-4342-94b2-8846d292a29a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee78fa39-01b5-4fd5-81da-fb5abc690787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742459 Apr 05 19:05:34.798763 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-25632e66-8d67-47fb-a7b9-ca00013fe930 service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120398 Apr 05 19:05:34.846379 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6dcc-0d39-43da-b5d8-ec59986ac179 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:34.893250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d6dcc-0d39-43da-b5d8-ec59986ac179 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event deleted for resources: {'Port': ['ID=abd14799-97fc-4db1-b58d-77d0c999f0b1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:34.944167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6dcc-0d39-43da-b5d8-ec59986ac179 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:34.955980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ca5d6dcc-0d39-43da-b5d8-ec59986ac179 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "DELETE /v2.0/ports/abd14799-97fc-4db1-b58d-77d0c999f0b1 HTTP/1.1" status: 204 len: 168 time: 0.8463564 Apr 05 19:05:34.956847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50244) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:34.989001 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2f47e4-a90e-4c8f-9be6-eeb474314551 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] GET failed (client error): The resource could not be found. Apr 05 19:05:34.991278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cf2f47e4-a90e-4c8f-9be6-eeb474314551 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "GET /v2.0/ports/abd14799-97fc-4db1-b58d-77d0c999f0b1 HTTP/1.1" status: 404 len: 333 time: 0.0326509 Apr 05 19:05:34.997151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:35.004979 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c85e9ab2-a7a5-4667-80a5-538b761b85d1 req-2ea7d811-9670-45db-9122-03ec6216e882 service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948891 Apr 05 19:05:35.006676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'port': {'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1591557753'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:35.130273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Made reservation on behalf of 1bc004363b8842a4bbf53ad3c3930a14 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:35.135426 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:35.171342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] device_id is not set on port 63b78aa4-73f7-47db-992f-0170e5962904 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:35.197994 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:35.336336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Allocated IP 2001:db8::65 (53cfb92d-684e-419f-b78f-8b22b359f3cb/cce874d7-39f4-48b8-be0a-a516dc5aa1c2/63b78aa4-73f7-47db-992f-0170e5962904) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:35.532783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:35.597947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:35.667497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:35.677419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:35.681902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:35.687646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:35.688231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:35.700562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Port': ['ID=63b78aa4-73f7-47db-992f-0170e5962904,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:35.721195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2c833b99-48cc-4df7-b8f1-7193e62847aa tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7227097 Apr 05 19:05:35.723604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50256) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:35.729203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'port': {'network_id': '53cfb92d-684e-419f-b78f-8b22b359f3cb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2001129876'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:35.919263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6cedd-f619-4ab5-b977-58b6800800ba req-8db5952d-42db-41c3-80f1-46e4bde924f3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:35.930597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9be6cedd-f619-4ab5-b977-58b6800800ba req-8db5952d-42db-41c3-80f1-46e4bde924f3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 944 time: 0.1478555 Apr 05 19:05:36.012552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Made reservation on behalf of 1bc004363b8842a4bbf53ad3c3930a14 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:36.025109 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:36.032379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9be6cedd-f619-4ab5-b977-58b6800800ba req-4867d996-41f1-4974-a92e-fc7e9a574032 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005418 Apr 05 19:05:36.055903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] device_id is not set on port 3b756023-fc12-47a8-8700-7f2dc673f247 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:36.095315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-769e66ac-ec95-433a-9e68-3de2b1b8f30f None None] Provisioning complete for port 63b78aa4-73f7-47db-992f-0170e5962904 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:36.096196 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-769e66ac-ec95-433a-9e68-3de2b1b8f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:36.143084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-769e66ac-ec95-433a-9e68-3de2b1b8f30f None None] Port 63b78aa4-73f7-47db-992f-0170e5962904 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:36.202428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Allocated IP 2001:db8::2f2 (53cfb92d-684e-419f-b78f-8b22b359f3cb/cce874d7-39f4-48b8-be0a-a516dc5aa1c2/3b756023-fc12-47a8-8700-7f2dc673f247) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:36.389326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:36.477771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:36.480764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 153c6488-bebc-4c6b-aab2-840f67681dde details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:05:36.563192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:36.574120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:36.582976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:36.598803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:36.599252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:36.634443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 153c6488-bebc-4c6b-aab2-840f67681dde, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=153c6488-bebc-4c6b-aab2-840f67681dde,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:36.665745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '153c6488-bebc-4c6b-aab2-840f67681dde', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'port_id': '153c6488-bebc-4c6b-aab2-840f67681dde', 'mac_address': 'fa:16:3e:a1:cd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:05:36.682279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Port': ['ID=3b756023-fc12-47a8-8700-7f2dc673f247,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:36.722877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8ed82e01-767d-4591-9509-5dfd3690c3fd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9980476 Apr 05 19:05:36.726376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50286) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:36.728242 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:36.732362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ab5a6ddf-da66-4c71-b494-82fc3d171dbd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::314', 'mac_address': 'fa:16:3e:bb:ff:88'}, {'ip_address': '2001:db8::65', 'mac_address': 'fa:16:3e:80:f9:19'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:36.760731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153c6488-bebc-4c6b-aab2-840f67681dde {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:05:36.816178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 153c6488-bebc-4c6b-aab2-840f67681dde, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=153c6488-bebc-4c6b-aab2-840f67681dde,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:36.824836 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:36.874093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab5a6ddf-da66-4c71-b494-82fc3d171dbd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:36.906646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50288) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:36.931416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=153c6488-bebc-4c6b-aab2-840f67681dde,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:37.086388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-78be73c2-d412-4ab8-9ad3-dd3a51a2514d None None] Provisioning complete for port 3b756023-fc12-47a8-8700-7f2dc673f247 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:37.087017 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78be73c2-d412-4ab8-9ad3-dd3a51a2514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:37.089684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['153c6488-bebc-4c6b-aab2-840f67681dde'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:05:37.162587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab5a6ddf-da66-4c71-b494-82fc3d171dbd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:37.172743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab5a6ddf-da66-4c71-b494-82fc3d171dbd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:37.192137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-78be73c2-d412-4ab8-9ad3-dd3a51a2514d None None] Port 3b756023-fc12-47a8-8700-7f2dc673f247 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:37.223866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a6ddf-da66-4c71-b494-82fc3d171dbd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] In _notify_port_updated(), no bound segment for port 3b756023-fc12-47a8-8700-7f2dc673f247 on network 53cfb92d-684e-419f-b78f-8b22b359f3cb {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:05:37.231734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a6ddf-da66-4c71-b494-82fc3d171dbd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:37.232834 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ab5a6ddf-da66-4c71-b494-82fc3d171dbd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:37.237875 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ab5a6ddf-da66-4c71-b494-82fc3d171dbd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "PUT /v2.0/ports/3b756023-fc12-47a8-8700-7f2dc673f247 HTTP/1.1" status: 200 len: 1067 time: 0.5104263 Apr 05 19:05:37.238879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50294) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:37.263558 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:37.330277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a6ddf-da66-4c71-b494-82fc3d171dbd tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event updated for resources: {'Port': ['ID=3b756023-fc12-47a8-8700-7f2dc673f247,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:37.463688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c53d35c8-6bad-4847-877e-b1ff2b897df8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Deleting port 3b756023-fc12-47a8-8700-7f2dc673f247 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:37.464072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c53d35c8-6bad-4847-877e-b1ff2b897df8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:37.578033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c53d35c8-6bad-4847-877e-b1ff2b897df8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:37.595062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c53d35c8-6bad-4847-877e-b1ff2b897df8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Calling delete_port for 3b756023-fc12-47a8-8700-7f2dc673f247 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:37.627190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f1c4c87c-bf5a-47e3-9d9c-86fc6a488c00 None None] Provisioning complete for port 3b756023-fc12-47a8-8700-7f2dc673f247 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:37.627597 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c87c-bf5a-47e3-9d9c-86fc6a488c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:37.674173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4c87c-bf5a-47e3-9d9c-86fc6a488c00 None None] Port 3b756023-fc12-47a8-8700-7f2dc673f247 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:37.754209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c53d35c8-6bad-4847-877e-b1ff2b897df8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:37.787797 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d35c8-6bad-4847-877e-b1ff2b897df8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event deleted for resources: {'Port': ['ID=3b756023-fc12-47a8-8700-7f2dc673f247,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:37.832896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3bed9cd7-08e2-4b65-87f0-8ffba52fc52e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=714033de237d42d68c8275dc30c0d0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9227309 Apr 05 19:05:37.833467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50302) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:37.864166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f5cfb-501a-4c95-8472-f54909b6ed57 req-2a4adccc-0589-4f15-a770-21a66524cf85 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:37.866279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-485f5cfb-501a-4c95-8472-f54909b6ed57 req-2a4adccc-0589-4f15-a770-21a66524cf85 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 945 time: 0.7151339 Apr 05 19:05:37.926688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-485f5cfb-501a-4c95-8472-f54909b6ed57 req-7352d636-fc78-406c-ad27-7cf40d2fead7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Apr 05 19:05:37.965489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c255a4fc-ae49-4424-a19f-f9e61172eb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.030256 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c255a4fc-ae49-4424-a19f-f9e61172eb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.091122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c53d35c8-6bad-4847-877e-b1ff2b897df8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.091261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50304) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:38.091805 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c53d35c8-6bad-4847-877e-b1ff2b897df8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "DELETE /v2.0/ports/3b756023-fc12-47a8-8700-7f2dc673f247 HTTP/1.1" status: 204 len: 168 time: 0.8354633 Apr 05 19:05:38.117294 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efc9ca2-0122-4889-b772-82ab729c15d1 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] GET failed (client error): The resource could not be found. Apr 05 19:05:38.121133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3efc9ca2-0122-4889-b772-82ab729c15d1 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "GET /v2.0/ports/3b756023-fc12-47a8-8700-7f2dc673f247 HTTP/1.1" status: 404 len: 333 time: 0.0314982 Apr 05 19:05:38.123134 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:38.162494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c255a4fc-ae49-4424-a19f-f9e61172eb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.167458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c255a4fc-ae49-4424-a19f-f9e61172eb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.169592 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c255a4fc-ae49-4424-a19f-f9e61172eb81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f721c08a-14b9-43a1-b665-2ca59a8e3d79 HTTP/1.1" status: 204 len: 168 time: 0.3347096 Apr 05 19:05:38.180461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a4fc-ae49-4424-a19f-f9e61172eb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721c08a-14b9-43a1-b665-2ca59a8e3d79,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:38.237641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c8893205-b5c7-4508-b0ec-43de6a90857a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Deleting port 63b78aa4-73f7-47db-992f-0170e5962904 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:38.238083 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8893205-b5c7-4508-b0ec-43de6a90857a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.343137 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8893205-b5c7-4508-b0ec-43de6a90857a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.356896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c8893205-b5c7-4508-b0ec-43de6a90857a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Calling delete_port for 63b78aa4-73f7-47db-992f-0170e5962904 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:38.481528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 153c6488-bebc-4c6b-aab2-840f67681dde up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:38.572813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 153c6488-bebc-4c6b-aab2-840f67681dde completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:05:38.580189 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8893205-b5c7-4508-b0ec-43de6a90857a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.582720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 153c6488-bebc-4c6b-aab2-840f67681dde triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:38.583294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.643857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8893205-b5c7-4508-b0ec-43de6a90857a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.647465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c8893205-b5c7-4508-b0ec-43de6a90857a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "DELETE /v2.0/ports/63b78aa4-73f7-47db-992f-0170e5962904 HTTP/1.1" status: 204 len: 168 time: 0.5231478 Apr 05 19:05:38.650349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50318) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:38.670629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8893205-b5c7-4508-b0ec-43de6a90857a tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event deleted for resources: {'Port': ['ID=63b78aa4-73f7-47db-992f-0170e5962904,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:38.698726 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ade00c-1a7e-4acb-bd6a-707f5cfc78c0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] GET failed (client error): The resource could not be found. Apr 05 19:05:38.705479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50322) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:38.705673 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-24ade00c-1a7e-4acb-bd6a-707f5cfc78c0 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "GET /v2.0/ports/63b78aa4-73f7-47db-992f-0170e5962904 HTTP/1.1" status: 404 len: 333 time: 0.0540502 Apr 05 19:05:38.737822 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.774679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:05:38.777413 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f5d6e-8e66-4dc7-bccf-1f1611a59cd6" -d '{"events": [{"server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "name": "network-vif-plugged", "status": "completed", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:05:38.794186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 153c6488-bebc-4c6b-aab2-840f67681dde, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=153c6488-bebc-4c6b-aab2-840f67681dde,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:38.801077 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:38.885636 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64724678-73be-4651-9e79-f29a469c4397 x-openstack-request-id: req-64724678-73be-4651-9e79-f29a469c4397 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:05:38.885848 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "name": "network-vif-plugged", "status": "completed", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:05:38.886212 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64724678-73be-4651-9e79-f29a469c4397 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:05:38.886752 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64724678-73be-4651-9e79-f29a469c4397'] response: {'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde', 'code': 200} Apr 05 19:05:38.888758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=153c6488-bebc-4c6b-aab2-840f67681dde,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:38.958347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-67b294ca-0a55-4e0c-841b-ce8b4832e3d8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Deleting port 5d822fe9-1956-4a27-aac7-ec5911a3bc97 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:38.961937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67b294ca-0a55-4e0c-841b-ce8b4832e3d8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.056149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03785bbd-cce5-4f7e-8714-58da51d60305 req-2c2a930d-e435-4057-a2e9-bbcd206928c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:39.060044 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03785bbd-cce5-4f7e-8714-58da51d60305 req-2c2a930d-e435-4057-a2e9-bbcd206928c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 1097 time: 0.0876307 Apr 05 19:05:39.134887 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-03785bbd-cce5-4f7e-8714-58da51d60305 req-563c99ae-ca3e-42a7-9a09-5526588ad452 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617161 Apr 05 19:05:39.138629 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67b294ca-0a55-4e0c-841b-ce8b4832e3d8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.176497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-67b294ca-0a55-4e0c-841b-ce8b4832e3d8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Calling delete_port for 5d822fe9-1956-4a27-aac7-ec5911a3bc97 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:39.206199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a4abc-f3ca-468d-a75a-8f9d8256bf4d req-c8dfd46b-72f7-478f-8f8c-cf664857b099 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:39.207920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b3a4abc-f3ca-468d-a75a-8f9d8256bf4d req-c8dfd46b-72f7-478f-8f8c-cf664857b099 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.1215520 Apr 05 19:05:39.326950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b3a4abc-f3ca-468d-a75a-8f9d8256bf4d req-9c8da00b-bc76-440c-a072-5167fd644686 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052563 Apr 05 19:05:39.423406 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67b294ca-0a55-4e0c-841b-ce8b4832e3d8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.469165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-908ddc8c-bb29-4ca7-8f7e-ddd1fe6748e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.491796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b294ca-0a55-4e0c-841b-ce8b4832e3d8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event deleted for resources: {'Port': ['ID=5d822fe9-1956-4a27-aac7-ec5911a3bc97,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:39.535177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67b294ca-0a55-4e0c-841b-ce8b4832e3d8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.543100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-67b294ca-0a55-4e0c-841b-ce8b4832e3d8 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "DELETE /v2.0/ports/5d822fe9-1956-4a27-aac7-ec5911a3bc97 HTTP/1.1" status: 204 len: 168 time: 0.8337379 Apr 05 19:05:39.543255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:39.643592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-60acfc80-2cf8-4fde-8a96-aded6e26ae91 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Deleting subnet cce874d7-39f4-48b8-be0a-a516dc5aa1c2 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:05:39.648035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60acfc80-2cf8-4fde-8a96-aded6e26ae91 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.699100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60acfc80-2cf8-4fde-8a96-aded6e26ae91 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.820770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60acfc80-2cf8-4fde-8a96-aded6e26ae91 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.927119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60acfc80-2cf8-4fde-8a96-aded6e26ae91 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.959726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acfc80-2cf8-4fde-8a96-aded6e26ae91 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event deleted for resources: {'Subnet': ['ID=cce874d7-39f4-48b8-be0a-a516dc5aa1c2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:39.965611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60acfc80-2cf8-4fde-8a96-aded6e26ae91 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:39.968785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-60acfc80-2cf8-4fde-8a96-aded6e26ae91 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "DELETE /v2.0/subnets/cce874d7-39f4-48b8-be0a-a516dc5aa1c2 HTTP/1.1" status: 204 len: 168 time: 0.4246211 Apr 05 19:05:39.971478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50362) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:39.983633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618235e7-cc38-433f-8155-857615f37f09 None None] Network 53cfb92d-684e-419f-b78f-8b22b359f3cb requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:40.090365 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.096615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50366) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:40.168610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Deleting port 49bc8377-a65d-4501-ae80-e7f25fe67e68 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:40.168873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.213566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd82e9-45fa-4cab-8b4f-a1063d73d9aa None None] DHCP port deletion for 53cfb92d-684e-419f-b78f-8b22b359f3cb request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:05:40.241919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] For port 49bc8377-a65d-4501-ae80-e7f25fe67e68, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=49bc8377-a65d-4501-ae80-e7f25fe67e68,segment=NetworkSegment(29fdf351-bb07-46d0-b097-ada91522dffd),segment_id=29fdf351-bb07-46d0-b097-ada91522dffd)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:40.242638 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.259173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Calling delete_port for 49bc8377-a65d-4501-ae80-e7f25fe67e68 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:40.272364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd82e9-45fa-4cab-8b4f-a1063d73d9aa None None] Deleting port 49bc8377-a65d-4501-ae80-e7f25fe67e68 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:40.273150 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4cd82e9-45fa-4cab-8b4f-a1063d73d9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.341562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b4cd82e9-45fa-4cab-8b4f-a1063d73d9aa None None] For port 49bc8377-a65d-4501-ae80-e7f25fe67e68, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=49bc8377-a65d-4501-ae80-e7f25fe67e68,segment=NetworkSegment(29fdf351-bb07-46d0-b097-ada91522dffd),segment_id=29fdf351-bb07-46d0-b097-ada91522dffd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:40.342435 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4cd82e9-45fa-4cab-8b4f-a1063d73d9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.367709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd82e9-45fa-4cab-8b4f-a1063d73d9aa None None] Calling delete_port for 49bc8377-a65d-4501-ae80-e7f25fe67e68 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:40.384898 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.409073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'network': {'name': 'tempest-network-smoke--1011555803', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:40.432392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Made reservation on behalf of cb688bc23a4c445bb820fe5a45727c7b for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:40.436154 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.448403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event deleted for resources: {'Port': ['ID=49bc8377-a65d-4501-ae80-e7f25fe67e68,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:40.455145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] No DVR routers for this DVR port 49bc8377-a65d-4501-ae80-e7f25fe67e68 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:05:40.464862 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:05:40.469119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.482902 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4cd82e9-45fa-4cab-8b4f-a1063d73d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.518980 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd82e9-45fa-4cab-8b4f-a1063d73d9aa None None] Pushing event deleted for resources: {'Port': ['ID=49bc8377-a65d-4501-ae80-e7f25fe67e68,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:40.521083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd82e9-45fa-4cab-8b4f-a1063d73d9aa None None] No DVR routers for this DVR port 49bc8377-a65d-4501-ae80-e7f25fe67e68 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:05:40.561787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9f8b5-441f-46bf-a01b-629ff5d06733 req-58c18e84-0f13-478b-b31b-7940fcfe5522 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:40.563463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9aa9f8b5-441f-46bf-a01b-629ff5d06733 req-58c18e84-0f13-478b-b31b-7940fcfe5522 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.1159701 Apr 05 19:05:40.571420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.598340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cfb92d-684e-419f-b78f-8b22b359f3cb']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:40.609439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fdf351-bb07-46d0-b097-ada91522dffd') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:40.609703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fdf351-bb07-46d0-b097-ada91522dffd') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:40.620331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.629372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9aa9f8b5-441f-46bf-a01b-629ff5d06733 req-0c2b502a-2e9d-497f-b830-104773ab12df tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549524 Apr 05 19:05:40.638307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.654322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:05:40.654322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.654660 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:05:40.654792 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:05:40.657060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.691446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59be1802-c2ea-4aa3-b989-168829bd2f9d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:40.719469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.724741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:05:40.730614 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.734282 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] 10.222.0.15 "DELETE /v2.0/networks/53cfb92d-684e-419f-b78f-8b22b359f3cb HTTP/1.1" status: 204 len: 168 time: 0.7614706 Apr 05 19:05:40.747163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2247aef-f33f-4f45-82fe-0f016e4c2bf2 tempest-AllowedAddressPairIpV6TestJSON-1394964449 tempest-AllowedAddressPairIpV6TestJSON-1394964449-project] Pushing event deleted for resources: {'Network': ['ID=53cfb92d-684e-419f-b78f-8b22b359f3cb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:40.770357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.770717 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Added segment df14c931-c35b-4f2c-90e1-602cc2371b48 of type vlan for network c0434bae-f1fb-4573-b38a-7f37e7095629 Apr 05 19:05:40.820701 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.836155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbbe23-7333-414e-8149-8bb817bf6a48 req-527e2fa3-b614-470f-8d3a-37a72cc11cc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:40.837838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1cbbbe23-7333-414e-8149-8bb817bf6a48 req-527e2fa3-b614-470f-8d3a-37a72cc11cc8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.1103203 Apr 05 19:05:40.894961 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.901627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:40.902617 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:40.934822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1cbbbe23-7333-414e-8149-8bb817bf6a48 req-be69aecd-3b96-4dd6-8ad1-7219610cb431 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879896 Apr 05 19:05:40.985537 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50380) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:40.986913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8891006 Apr 05 19:05:40.993704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50382) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:40.998004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'admin_state_up': True, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:41.010014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1a05c-b53a-4db0-baf4-16ff27fbedac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Network': ['ID=c0434bae-f1fb-4573-b38a-7f37e7095629,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:41.033139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:41.033581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c0434bae-f1fb-4573-b38a-7f37e7095629 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:05:41.034425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:41.105605 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:41.111331 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c9a8a8-44aa-43dd-ad99-af3e8894f714 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:41.112951 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-88c9a8a8-44aa-43dd-ad99-af3e8894f714 tempest-TestNetworkAdvancedServerOps-1601943878 tempest-TestNetworkAdvancedServerOps-1601943878-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 1092 time: 0.1243155 Apr 05 19:05:41.117989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50386) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:41.122514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '153c6488-bebc-4c6b-aab2-840f67681dde', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:41.173224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:41.275445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50394) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:41.333118 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:41.402880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:41.447869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 49bc8377-a65d-4501-ae80-e7f25fe67e68 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:05:41.504790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 49bc8377-a65d-4501-ae80-e7f25fe67e68 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:05:41.505654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 49bc8377-a65d-4501-ae80-e7f25fe67e68 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:05:41.789249 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72cee931-5407-4b21-a4eb-35134220eca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:41.791249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:41.812406 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:41.930867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.25.4.213 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/005e6388-ee63-4039-be69-b08d492403ae) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:42.051688 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4d280e8f-ae72-4baa-9ef9-9aa505401157 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bc004363b8842a4bbf53ad3c3930a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7741110 Apr 05 19:05:42.053011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50428) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:42.072698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.120283 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.121267 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77778efd-82da-4e5a-902f-e7d3a32d921f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.167186 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:42.170493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:42.179241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:42.180859 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77778efd-82da-4e5a-902f-e7d3a32d921f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.219272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=005e6388-ee63-4039-be69-b08d492403ae,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:42.220407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Allocated IP 172.25.4.243 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/78df85e6-8f00-452a-89b5-34e70acb464c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:42.303390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77778efd-82da-4e5a-902f-e7d3a32d921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.305906 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77778efd-82da-4e5a-902f-e7d3a32d921f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.309417 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-77778efd-82da-4e5a-902f-e7d3a32d921f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d01b931e-a441-479e-86ff-86022258ed8a HTTP/1.1" status: 204 len: 168 time: 0.2530680 Apr 05 19:05:42.322263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77778efd-82da-4e5a-902f-e7d3a32d921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01b931e-a441-479e-86ff-86022258ed8a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:42.396758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.462199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.499212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:42.504051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:42.508113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:42.531384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.559564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=78df85e6-8f00-452a-89b5-34e70acb464c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:42.849721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:42.886425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:43.074920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router fed9c8ec-f4d8-42dd-a156-41813392fb4f is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:05:43.133029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:43.235800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:43.319501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:05:43.330388 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Sync routers for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:05:43.344313 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:43.344920 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:43.360561 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:43.362041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-274baa2b-b7ba-4fe6-9c62-9139d4f89445 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3676510 Apr 05 19:05:43.365416 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50478) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:43.446052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50484) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:43.507146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:43.525097 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:43.545411 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:43.592836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event updated for resources: {'Port': ['ID=78df85e6-8f00-452a-89b5-34e70acb464c,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:43.593776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1194184239'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:43.639802 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:43.643494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:43.648042 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:43.671399 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:43.732039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8e626354-f46f-4a1f-9f17-5c5c3e79cfd4 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cb688bc23a4c445bb820fe5a45727c7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3651361 Apr 05 19:05:43.735549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50490) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:43.769625 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Floating IP 35f68d81-353b-4852-bd93-b3dfacd4c55b associated. External IP: 172.25.4.243, port: 153c6488-bebc-4c6b-aab2-840f67681dde. Apr 05 19:05:43.907718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208d4e8-0a8c-4f2f-a646-7ca8ba6ecf4c tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:43.909343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2208d4e8-0a8c-4f2f-a646-7ca8ba6ecf4c tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1728549 Apr 05 19:05:43.912908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50496) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:43.931036 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:42Z', 'revision_number': 3, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:43.946625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-39381579-2112-4db6-969e-0646ee6b7c0a tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324135 Apr 05 19:05:43.949603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50498) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:43.954928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370153325', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:43.979481 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Checking router: fed9c8ec-f4d8-42dd-a156-41813392fb4f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:05:43.980014 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Updating router fed9c8ec-f4d8-42dd-a156-41813392fb4f port 005e6388-ee63-4039-be69-b08d492403ae binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:05:44.054112 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.090656 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.093164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 64bb7eed-d03a-42bf-9944-9210470d4244 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:05:44.104293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.119248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:05:44.146225 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.147485 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Added segment 97f4fc76-a216-43b7-bf7f-2a2e81a58076 of type vlan for network 126f3953-f1e4-47bc-a520-3bd688ffe41c Apr 05 19:05:44.192183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Made reservation on behalf of cb688bc23a4c445bb820fe5a45727c7b for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:44.196995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.306790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:05:44.319494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] Sync routers for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:05:44.342348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.343223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:44.344883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:44.345641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c104bb-9353-4063-8a10-020f4b70c9e1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:44.356310 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.429899 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.439621 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-efe2540f-5641-495e-95b7-f5eec08cf5b5 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3181164 Apr 05 19:05:44.439621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:05:44.440277 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e75278-89b0-421b-9b5b-82b99c2b94a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:05:44.448171 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.521624 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Attempting to bind port 005e6388-ee63-4039-be69-b08d492403ae on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:44.522111 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Attempting to bind port 005e6388-ee63-4039-be69-b08d492403ae by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:44.522703 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Attempting to bind port 005e6388-ee63-4039-be69-b08d492403ae on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:44.531025 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd4ab7-406f-4fe1-a47b-a874dbeb6397 None None] Pushing event updated for resources: {'Port': ['ID=005e6388-ee63-4039-be69-b08d492403ae,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:44.535437 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:44.536227 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:44.537481 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.538293 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:44.539054 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Bound port: 005e6388-ee63-4039-be69-b08d492403ae, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:44.540252 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.563160 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cba79df-57c9-49f0-8565-215142f4a8df x-openstack-request-id: req-5cba79df-57c9-49f0-8565-215142f4a8df {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:05:44.563844 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:05:44.565827 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cba79df-57c9-49f0-8565-215142f4a8df {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:05:44.566591 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cba79df-57c9-49f0-8565-215142f4a8df'] response: {'name': 'network-changed', 'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde', 'status': 'completed', 'code': 200} Apr 05 19:05:44.592310 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.613772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:44.635983 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] For port 005e6388-ee63-4039-be69-b08d492403ae, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:44.636203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-1de73ce7-486d-4e9a-943a-5549fe9d9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:44.638133 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-1de73ce7-486d-4e9a-943a-5549fe9d9c0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 1097 time: 0.0509868 Apr 05 19:05:44.640719 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] For port 005e6388-ee63-4039-be69-b08d492403ae, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=005e6388-ee63-4039-be69-b08d492403ae,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:44.644601 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.732580 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:44.733388 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:44.735550 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd4ab7-406f-4fe1-a47b-a874dbeb6397 None None] Pushing event updated for resources: {'Port': ['ID=005e6388-ee63-4039-be69-b08d492403ae,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:44.805897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-4bc9328c-d158-4e74-8fd3-b44b54697c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:44.807406 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-4bc9328c-d158-4e74-8fd3-b44b54697c6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee78fa39-01b5-4fd5-81da-fb5abc690787 HTTP/1.1" status: 200 len: 897 time: 0.1618917 Apr 05 19:05:44.834998 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.841590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:44.842189 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.873632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4237483 Apr 05 19:05:44.876688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50518) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:44.883545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'name': 'tempest-PortsIpV6TestJSON-385638187'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:44.922973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '35f68d81-353b-4852-bd93-b3dfacd4c55b', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'port_id': '153c6488-bebc-4c6b-aab2-840f67681dde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'mac_address': 'fa:16:3e:a1:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:05:42Z', 'updated_at': '2022-04-05T19:05:42Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e2cd48-0126-4ecb-8ef4-9dc80a804a99', 'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:af:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:21Z', 'updated_at': '2022-04-05T19:05:30Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:44.945994 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:44.952863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edac73-c88d-416c-b5d8-395714c8cad6 req-06545651-3e49-49e0-80eb-86bf742ca724 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:44.961546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49edac73-c88d-416c-b5d8-395714c8cad6 req-06545651-3e49-49e0-80eb-86bf742ca724 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.3583350 Apr 05 19:05:44.977944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:44.986862 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-af505243-9508-4772-a985-94d0d93c0779 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=153c6488-bebc-4c6b-aab2-840f67681dde HTTP/1.1" status: 200 len: 1000 time: 0.1718848 Apr 05 19:05:44.988989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] Checking router: 64bb7eed-d03a-42bf-9944-9210470d4244 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:05:45.030962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c87bf-172e-47f4-984c-3d9460fdfa61 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Network': ['ID=126f3953-f1e4-47bc-a520-3bd688ffe41c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:45.039983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:45.041728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:45.047945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:45.060090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:05:45.093777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49edac73-c88d-416c-b5d8-395714c8cad6 req-c1004287-c68d-47f3-85ba-61b7bac64c96 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313639 Apr 05 19:05:45.106789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Subnet': ['ID=e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:45.114586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-7808584b-6ede-479e-96ce-fe92a79d8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:45.117053 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-7808584b-6ede-479e-96ce-fe92a79d8400 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4abcde63-7c57-47a6-9c37-ce91fd890329 HTTP/1.1" status: 200 len: 834 time: 0.1226678 Apr 05 19:05:45.120970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:45.124495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50524) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:45.127695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:45.147865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Checking segment: {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:45.148237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network hostable DHCP agents. Network: c0434bae-f1fb-4573-b38a-7f37e7095629, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:05:45.215890 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:42Z', 'revision_number': 3, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:45.220587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port e6a41f3a-19c6-426d-8d3f-392ae861f088 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:45.258711 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e3e05-0265-43ac-8b24-303067c030c1 None None] The sync data for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 is: [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:42Z', 'revision_number': 3, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:05:45.267124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network c0434bae-f1fb-4573-b38a-7f37e7095629 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:05:45.305131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-232695eb-d008-4b5a-a292-8de3777bb6de tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/35f68d81-353b-4852-bd93-b3dfacd4c55b HTTP/1.1" status: 200 len: 992 time: 0.1795254 Apr 05 19:05:45.318687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c0434bae-f1fb-4573-b38a-7f37e7095629) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:45.325488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:45.327374 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:45.331417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17860c20-c543-4672-bdd0-0bc6e95c4658 None None] Network c0434bae-f1fb-4573-b38a-7f37e7095629 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:45.344889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-74c90a31-aa48-403c-b47e-1b0d5cf7c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:45.347729 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-74c90a31-aa48-403c-b47e-1b0d5cf7c600 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee78fa39-01b5-4fd5-81da-fb5abc690787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100048 Apr 05 19:05:45.361203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e3d8bf57-0fe5-4ef1-b7be-d0e0716e7a75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4082131 Apr 05 19:05:45.361535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50530) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:45.470598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:45.637940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-c0434bae-f1fb-4573-b38a-7f37e7095629', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:05:45.639149 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:45.669705 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-ba559564-f334-49ce-9784-3d6217c4ba83 service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128452 Apr 05 19:05:45.679791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:45.878565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:46.058611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=e6a41f3a-19c6-426d-8d3f-392ae861f088,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:46.075055 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4e75278-89b0-421b-9b5b-82b99c2b94a7 req-7e7bde32-110e-4519-945f-61ab18a02b3e service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770864 Apr 05 19:05:46.111019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Checking segment: {'id': '97f4fc76-a216-43b7-bf7f-2a2e81a58076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:46.111394 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network hostable DHCP agents. Network: 126f3953-f1e4-47bc-a520-3bd688ffe41c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:05:46.156329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:05:46.169512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 126f3953-f1e4-47bc-a520-3bd688ffe41c) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:46.186711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:46.187867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbbd990-0933-4b40-9f6a-87b0209fb674 None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:46.193569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:46.194271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:46.249049 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-12f52f0c-82d5-45eb-905c-9a76fee245ca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3709152 Apr 05 19:05:46.251825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50550) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:46.256863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-402965315'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:46.308751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50552) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:46.323547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:46.326578 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:46.415840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:05:46.441745 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-371451ca-cb0e-4284-a4fa-efe584aceaf1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/35f68d81-353b-4852-bd93-b3dfacd4c55b HTTP/1.1" status: 200 len: 992 time: 0.1318607 Apr 05 19:05:46.448753 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:46.449288 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Added segment 0200d2d9-d78d-4299-8523-a20b38cc5fc2 of type vlan for network c7cf917b-1527-4ca8-a756-0b41ac563f72 Apr 05 19:05:46.513713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:46.554271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:46.564309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:46.565053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:46.617361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Allocated IP 172.20.0.2 (c0434bae-f1fb-4573-b38a-7f37e7095629/e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e/1c99133d-66ac-45cc-b8e8-656d5172b215) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:46.714212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Network': ['ID=c7cf917b-1527-4ca8-a756-0b41ac563f72,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:46.720024 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3bc1ae84-69a7-464a-983d-1e2cf44cfeca tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4670863 Apr 05 19:05:46.722541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50558) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:46.727920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'ports': [{'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c'}, {'network_id': 'c7cf917b-1527-4ca8-a756-0b41ac563f72'}]} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:46.728354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:46.729071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': 'c7cf917b-1527-4ca8-a756-0b41ac563f72'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:46.839412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c7cf917b-1527-4ca8-a756-0b41ac563f72 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:05:46.993544 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:46.998988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 2} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:47.015010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '35f68d81-353b-4852-bd93-b3dfacd4c55b', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'port_id': '153c6488-bebc-4c6b-aab2-840f67681dde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'mac_address': 'fa:16:3e:a1:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:05:42Z', 'updated_at': '2022-04-05T19:05:42Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e2cd48-0126-4ecb-8ef4-9dc80a804a99', 'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:af:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:21Z', 'updated_at': '2022-04-05T19:05:30Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:47.018444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.051505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.079506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d209c-b1d6-416c-9870-368a0e2a1490 None None] The sync data for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 is: [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '35f68d81-353b-4852-bd93-b3dfacd4c55b', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'port_id': '153c6488-bebc-4c6b-aab2-840f67681dde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'mac_address': 'fa:16:3e:a1:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:05:42Z', 'updated_at': '2022-04-05T19:05:42Z', 'revision_number': 0, 'project_id': 'b886d9b388b44c298984420374d39150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e2cd48-0126-4ecb-8ef4-9dc80a804a99', 'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:af:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:21Z', 'updated_at': '2022-04-05T19:05:30Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:05:47.194045 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.202157 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.273795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Network c0434bae-f1fb-4573-b38a-7f37e7095629 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:47.276797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:47.279283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:47.289209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Pushing event updated for resources: {'Port': ['ID=1c99133d-66ac-45cc-b8e8-656d5172b215,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:47.319451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port e0acaba9-ed6c-4bd9-bbb6-e8a741ac817f yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:47.404987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Attempting to bind port 1c99133d-66ac-45cc-b8e8-656d5172b215 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:47.405363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Attempting to bind port 1c99133d-66ac-45cc-b8e8-656d5172b215 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:47.405985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Attempting to bind port 1c99133d-66ac-45cc-b8e8-656d5172b215 on network c0434bae-f1fb-4573-b38a-7f37e7095629 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:47.413231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:47.413637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Checking segment: {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:47.414142 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.414582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Bound using segment: {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:47.415108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Bound port: 1c99133d-66ac-45cc-b8e8-656d5172b215, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:47.415494 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.445930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50572) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:47.509389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.556822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 005e6388-ee63-4039-be69-b08d492403ae up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:47.636290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-27fcd5f9-318b-43eb-a32f-f8d9279a591f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/35f68d81-353b-4852-bd93-b3dfacd4c55b HTTP/1.1" status: 200 len: 992 time: 0.1747837 Apr 05 19:05:47.649634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.20.0.1 (c0434bae-f1fb-4573-b38a-7f37e7095629/e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e/2b8d9241-8331-4244-a089-c13ac5ea9343) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:47.695241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port afc1911a-715e-4095-87db-72aa29cc53dd yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:47.764802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] For port 1c99133d-66ac-45cc-b8e8-656d5172b215, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:47.768961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] For port 1c99133d-66ac-45cc-b8e8-656d5172b215, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1c99133d-66ac-45cc-b8e8-656d5172b215,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:47.784477 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.830185 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63482dec-800a-435d-801f-bb62d17c62d7 None None] New status for floating IP 35f68d81-353b-4852-bd93-b3dfacd4c55b: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:05:47.846870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.874287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 005e6388-ee63-4039-be69-b08d492403ae triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:47.877357 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.906843 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.935420 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:47.949479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c6182-1c7f-424b-a38a-b1cbc59b9aca None None] Pushing event updated for resources: {'Port': ['ID=1c99133d-66ac-45cc-b8e8-656d5172b215,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:47.997858 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.027800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:48.041663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:48.055065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:48.056088 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.065695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=e0acaba9-ed6c-4bd9-bbb6-e8a741ac817f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:48.078128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network c0434bae-f1fb-4573-b38a-7f37e7095629 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:48.113283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:48.120529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:48.128511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=afc1911a-715e-4095-87db-72aa29cc53dd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:48.175563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=2b8d9241-8331-4244-a089-c13ac5ea9343,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:48.186619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Checking segment: {'id': '0200d2d9-d78d-4299-8523-a20b38cc5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7cf917b-1527-4ca8-a756-0b41ac563f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:48.187212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network hostable DHCP agents. Network: c7cf917b-1527-4ca8-a756-0b41ac563f72, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:05:48.211324 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.237804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network c7cf917b-1527-4ca8-a756-0b41ac563f72 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:05:48.246631 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.257063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c7cf917b-1527-4ca8-a756-0b41ac563f72) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:48.268626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:48.269214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633d190b-4774-40dd-a0fc-55a09fa7ae05 None None] Network c7cf917b-1527-4ca8-a756-0b41ac563f72 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:48.284674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:48.293337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:48.294041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.310077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 005e6388-ee63-4039-be69-b08d492403ae, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=005e6388-ee63-4039-be69-b08d492403ae,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:48.324922 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d2f441a6-3071-462e-85f9-702ad4e6a5f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6012652 Apr 05 19:05:48.327863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50594) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:48.337956 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.527410 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=005e6388-ee63-4039-be69-b08d492403ae,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:48.557616 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.577556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-eb81e1c2-460d-495c-8dc8-f95eb4628c2f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port afc1911a-715e-4095-87db-72aa29cc53dd {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:48.580368 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb81e1c2-460d-495c-8dc8-f95eb4628c2f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.641893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50606) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:48.803187 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb81e1c2-460d-495c-8dc8-f95eb4628c2f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.824522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-eb81e1c2-460d-495c-8dc8-f95eb4628c2f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for afc1911a-715e-4095-87db-72aa29cc53dd owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:48.841868 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6bdfd953-93a9-4d53-85a9-e16ffeff7eef tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/35f68d81-353b-4852-bd93-b3dfacd4c55b HTTP/1.1" status: 200 len: 994 time: 0.1206329 Apr 05 19:05:48.943063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb81e1c2-460d-495c-8dc8-f95eb4628c2f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:48.994329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81e1c2-460d-495c-8dc8-f95eb4628c2f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=afc1911a-715e-4095-87db-72aa29cc53dd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:49.006093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb81e1c2-460d-495c-8dc8-f95eb4628c2f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.012522 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eb81e1c2-460d-495c-8dc8-f95eb4628c2f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/afc1911a-715e-4095-87db-72aa29cc53dd HTTP/1.1" status: 204 len: 168 time: 0.6804202 Apr 05 19:05:49.012838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50612) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:49.019177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.025009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.072809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5076df1d-0fd0-4232-9e27-a96a5be02141 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:49.079904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5076df1d-0fd0-4232-9e27-a96a5be02141 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:49.081779 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5076df1d-0fd0-4232-9e27-a96a5be02141 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0679245 Apr 05 19:05:49.085543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50614) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:49.116760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.127648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=2b8d9241-8331-4244-a089-c13ac5ea9343,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:49.210859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a586079b-6da2-4c40-8a11-15d7b8d942a1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port e0acaba9-ed6c-4bd9-bbb6-e8a741ac817f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:49.211555 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a586079b-6da2-4c40-8a11-15d7b8d942a1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.269336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network c0434bae-f1fb-4573-b38a-7f37e7095629 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:49.271717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:49.337061 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a586079b-6da2-4c40-8a11-15d7b8d942a1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.374056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a586079b-6da2-4c40-8a11-15d7b8d942a1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for e0acaba9-ed6c-4bd9-bbb6-e8a741ac817f owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:49.508321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a586079b-6da2-4c40-8a11-15d7b8d942a1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.510163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router fed9c8ec-f4d8-42dd-a156-41813392fb4f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:05:49.576232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1c99133d-66ac-45cc-b8e8-656d5172b215 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:49.591888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586079b-6da2-4c40-8a11-15d7b8d942a1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=e0acaba9-ed6c-4bd9-bbb6-e8a741ac817f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:49.611078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a586079b-6da2-4c40-8a11-15d7b8d942a1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.618193 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a586079b-6da2-4c40-8a11-15d7b8d942a1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/e0acaba9-ed6c-4bd9-bbb6-e8a741ac817f HTTP/1.1" status: 204 len: 168 time: 0.5304856 Apr 05 19:05:49.618377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50626) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:49.671938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1c99133d-66ac-45cc-b8e8-656d5172b215 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:49.672472 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.738090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:05:49.761363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ef3eb-46e7-4382-a381-53aab790e9c3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:49.763355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-250ef3eb-46e7-4382-a381-53aab790e9c3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1440792 Apr 05 19:05:49.766150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50630) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:49.770314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed4083d-4edd-4f28-82a0-c3c7a39675b3 None None] Network c0434bae-f1fb-4573-b38a-7f37e7095629 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:49.772940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e6170790-61e1-4973-babc-18d58dcce578 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "PUT /v2.0/routers/fed9c8ec-f4d8-42dd-a156-41813392fb4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4102671 Apr 05 19:05:49.773777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50632) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:49.785067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Sync routers for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:05:49.801524 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4090386c-7488-4f32-adae-8c5506952794 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:05:49.806616 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4090386c-7488-4f32-adae-8c5506952794 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/afc1911a-715e-4095-87db-72aa29cc53dd HTTP/1.1" status: 404 len: 333 time: 0.0393918 Apr 05 19:05:49.807260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50634) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:49.852140 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85ef41e-2596-4b43-99f1-15dbf74f648d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:05:49.856586 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e85ef41e-2596-4b43-99f1-15dbf74f648d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/e0acaba9-ed6c-4bd9-bbb6-e8a741ac817f HTTP/1.1" status: 404 len: 333 time: 0.0483840 Apr 05 19:05:49.857178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50636) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:49.865791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:49.891213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:49.891853 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:49.977337 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.019816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cbffae1a-cb08-4634-8631-50da087dc943 None None] Provisioning complete for port 1c99133d-66ac-45cc-b8e8-656d5172b215 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:50.021711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbffae1a-cb08-4634-8631-50da087dc943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.115074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d6012-b590-4d5c-bba2-34f92b3a671f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.115074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d6012-b590-4d5c-bba2-34f92b3a671f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.115074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d6012-b590-4d5c-bba2-34f92b3a671f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.115074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d6012-b590-4d5c-bba2-34f92b3a671f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.115770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.115875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d6012-b590-4d5c-bba2-34f92b3a671f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.115875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d6012-b590-4d5c-bba2-34f92b3a671f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.115875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d6012-b590-4d5c-bba2-34f92b3a671f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.115875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-222d6012-b590-4d5c-bba2-34f92b3a671f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4877 time: 0.3347263 Apr 05 19:05:50.115875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50642) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:50.123981 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cf917b-1527-4ca8-a756-0b41ac563f72']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:50.138104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0200d2d9-d78d-4299-8523-a20b38cc5fc2') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:50.139043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0200d2d9-d78d-4299-8523-a20b38cc5fc2') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:50.153460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.165937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 1c99133d-66ac-45cc-b8e8-656d5172b215, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1c99133d-66ac-45cc-b8e8-656d5172b215,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:50.173281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.183140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:05:50.184194 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.185959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.186756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 005e6388-ee63-4039-be69-b08d492403ae up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:05:50.188404 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:05:50.191690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:50.268515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.278143 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.288058 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/networks/c7cf917b-1527-4ca8-a756-0b41ac563f72 HTTP/1.1" status: 204 len: 168 time: 0.4258118 Apr 05 19:05:50.305576 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:50.310990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-285206050'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:50.315525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8577b6e-bd7d-4180-962f-d663384186b8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Network': ['ID=c7cf917b-1527-4ca8-a756-0b41ac563f72,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:50.317247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d159a5-2459-4043-8ebf-eb9e7746bf06 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.317752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d159a5-2459-4043-8ebf-eb9e7746bf06 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.318456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d159a5-2459-4043-8ebf-eb9e7746bf06 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.318902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d159a5-2459-4043-8ebf-eb9e7746bf06 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.319334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d159a5-2459-4043-8ebf-eb9e7746bf06 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.322524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b8d159a5-2459-4043-8ebf-eb9e7746bf06 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.2077456 Apr 05 19:05:50.324461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50648) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:50.341315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:50.345576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.381794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:05:50.394994 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.397114 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Added segment b6768f1f-0023-4d63-af35-3b89f8c91018 of type vlan for network 4579bed4-81d8-4435-814a-3f1dca104f31 Apr 05 19:05:50.449398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.482291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.491156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:50.491771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:50.563695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2539613 Apr 05 19:05:50.565315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:50.574623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '4579bed4-81d8-4435-814a-3f1dca104f31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:50.576998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c516b73-580b-46c3-90e5-5cd912c0cecd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Network': ['ID=4579bed4-81d8-4435-814a-3f1dca104f31,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:50.587735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=1c99133d-66ac-45cc-b8e8-656d5172b215,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:50.603818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 4579bed4-81d8-4435-814a-3f1dca104f31 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:05:50.667189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.667483 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.667770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.668101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.668428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.668762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.669070 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.669385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.669701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.670015 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.670330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.670669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:05:50.850058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 005e6388-ee63-4039-be69-b08d492403ae triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:50.850506 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:51.011792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 2, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:51.040208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Checking router: fed9c8ec-f4d8-42dd-a156-41813392fb4f for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:05:51.040561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Updating router fed9c8ec-f4d8-42dd-a156-41813392fb4f port 2b8d9241-8331-4244-a089-c13ac5ea9343 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:05:51.086466 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:51.116806 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:05:51.274443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0266c832-e98e-4a05-b7f2-dd788ee0dca8 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.9486446 Apr 05 19:05:51.286711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:51.291712 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:51.352258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d6c46463-4464-40f8-aa7d-694f0791a18e None None] Provisioning complete for port 1c99133d-66ac-45cc-b8e8-656d5172b215 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:51.352939 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6c46463-4464-40f8-aa7d-694f0791a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:51.433631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Performing IP validity checks on allocation pools {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 19:05:51.440220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 19:05:51.444474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1c99133d-66ac-45cc-b8e8-656d5172b215 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:51.672066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:51.762320 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:51.813195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=307f649b-faf8-4c27-9bef-6f9ab50657cb,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:51.815887 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:51.822622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Checking segment: {'id': 'b6768f1f-0023-4d63-af35-3b89f8c91018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4579bed4-81d8-4435-814a-3f1dca104f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:51.822992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network hostable DHCP agents. Network: 4579bed4-81d8-4435-814a-3f1dca104f31, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:05:51.871831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 4579bed4-81d8-4435-814a-3f1dca104f31 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:05:51.890251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 4579bed4-81d8-4435-814a-3f1dca104f31) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:51.903175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af2130b-3e60-46e4-874b-80ad44e1ce1d None None] Network 4579bed4-81d8-4435-814a-3f1dca104f31 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:51.908244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:51.908845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:51.910926 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 1c99133d-66ac-45cc-b8e8-656d5172b215 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:51.911359 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:51.967118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50690) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:51.969176 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b4a49dfe-6fb5-4b45-806c-964c85b51901 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4025333 Apr 05 19:05:51.973368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': '4579bed4-81d8-4435-814a-3f1dca104f31', 'name': 'tempest-PortsIpV6TestJSON-1806783427'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:52.029234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eb10b-f6bb-494b-ba11-429996391eff None None] Pushing event updated for resources: {'Port': ['ID=2b8d9241-8331-4244-a089-c13ac5ea9343,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:52.029983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50694) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:52.037912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-391976eb-ed89-4bc3-b42e-85076ae0cf6c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961396815', 'description': 'tempest-secgroup-smoke-961396815 description', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:52.039744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d6c46463-4464-40f8-aa7d-694f0791a18e None None] Provisioning complete for port 2b8d9241-8331-4244-a089-c13ac5ea9343 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:52.040158 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6c46463-4464-40f8-aa7d-694f0791a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.093292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-391976eb-ed89-4bc3-b42e-85076ae0cf6c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.160109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:52.179091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.187426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d6c46463-4464-40f8-aa7d-694f0791a18e None None] Port 2b8d9241-8331-4244-a089-c13ac5ea9343 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:52.221643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 8dc4b420-f19a-4176-b9b0-703d40c98de1 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:52.287599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Attempting to bind port 2b8d9241-8331-4244-a089-c13ac5ea9343 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:52.287845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Attempting to bind port 2b8d9241-8331-4244-a089-c13ac5ea9343 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:52.288214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Attempting to bind port 2b8d9241-8331-4244-a089-c13ac5ea9343 on network c0434bae-f1fb-4573-b38a-7f37e7095629 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:52.293644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-391976eb-ed89-4bc3-b42e-85076ae0cf6c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.303992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-391976eb-ed89-4bc3-b42e-85076ae0cf6c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.327474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-391976eb-ed89-4bc3-b42e-85076ae0cf6c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.332971 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-391976eb-ed89-4bc3-b42e-85076ae0cf6c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3013642 Apr 05 19:05:52.333813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50702) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:52.344155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dd37f7e0-150e-4856-8bb1-edab952f3d75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '3e1020a2-0161-42d9-becc-6f7ce41e7e5a', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:52.394878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b69bf68e-ed3d-4094-ae94-b948f27bbf0d None None] Provisioning complete for port 2b8d9241-8331-4244-a089-c13ac5ea9343 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:52.395484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b69bf68e-ed3d-4094-ae94-b948f27bbf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.398268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:52.398863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Checking segment: {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:52.399452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.400011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Bound using segment: {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:52.401209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Bound port: 2b8d9241-8331-4244-a089-c13ac5ea9343, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:52.401770 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.412719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391976eb-ed89-4bc3-b42e-85076ae0cf6c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1020a2-0161-42d9-becc-6f7ce41e7e5a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:52.429416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd37f7e0-150e-4856-8bb1-edab952f3d75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.516913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd37f7e0-150e-4856-8bb1-edab952f3d75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.522732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-4579bed4-81d8-4435-814a-3f1dca104f31', 'network_id': '4579bed4-81d8-4435-814a-3f1dca104f31', 'tenant_id': '8572985f98e74a8794da5d5370dd7b9a', 'fixed_ips': [{'subnet_id': '307f649b-faf8-4c27-9bef-6f9ab50657cb'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:05:52.523596 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.524594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd37f7e0-150e-4856-8bb1-edab952f3d75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.546044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::2c5 (4579bed4-81d8-4435-814a-3f1dca104f31/307f649b-faf8-4c27-9bef-6f9ab50657cb/8dc4b420-f19a-4176-b9b0-703d40c98de1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:52.560026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37f7e0-150e-4856-8bb1-edab952f3d75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da81c4d3-90f8-4b19-b6e8-074d8eccbf4a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:52.576751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd37f7e0-150e-4856-8bb1-edab952f3d75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.581939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50708) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:52.582983 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dd37f7e0-150e-4856-8bb1-edab952f3d75 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2425957 Apr 05 19:05:52.597982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-785f1037-2c2e-4da6-b5d1-4e1302317bf4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '3e1020a2-0161-42d9-becc-6f7ce41e7e5a', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:52.635793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b69bf68e-ed3d-4094-ae94-b948f27bbf0d None None] Port 2b8d9241-8331-4244-a089-c13ac5ea9343 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:52.667865 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-785f1037-2c2e-4da6-b5d1-4e1302317bf4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.686711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] For port 2b8d9241-8331-4244-a089-c13ac5ea9343, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:52.692172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] For port 2b8d9241-8331-4244-a089-c13ac5ea9343, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2b8d9241-8331-4244-a089-c13ac5ea9343,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:52.700294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.768900 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-785f1037-2c2e-4da6-b5d1-4e1302317bf4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.773965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eb10b-f6bb-494b-ba11-429996391eff None None] Pushing event updated for resources: {'Port': ['ID=2b8d9241-8331-4244-a089-c13ac5ea9343,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:52.779029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-785f1037-2c2e-4da6-b5d1-4e1302317bf4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.808061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:05:52.808941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:05:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:52.840172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f1037-2c2e-4da6-b5d1-4e1302317bf4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5568572-a29f-497a-8bbc-98fc9e5a50ed,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:52.854728 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-785f1037-2c2e-4da6-b5d1-4e1302317bf4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.860465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50712) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:52.860791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-785f1037-2c2e-4da6-b5d1-4e1302317bf4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2752321 Apr 05 19:05:52.868392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-415a0885-6d31-43fc-beab-ce82b25db1ad tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '3e1020a2-0161-42d9-becc-6f7ce41e7e5a', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:52.919036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.935718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-415a0885-6d31-43fc-beab-ce82b25db1ad tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:52.979748 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.074256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 4579bed4-81d8-4435-814a-3f1dca104f31 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:53.075643 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-415a0885-6d31-43fc-beab-ce82b25db1ad tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.078183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:53.084195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:53.085481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-415a0885-6d31-43fc-beab-ce82b25db1ad tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.091557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:53.092318 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.114231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a0885-6d31-43fc-beab-ce82b25db1ad tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc421dd-6ed1-4d7d-af1c-414052c77034,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:53.137151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-415a0885-6d31-43fc-beab-ce82b25db1ad tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.139677 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-415a0885-6d31-43fc-beab-ce82b25db1ad tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2771144 Apr 05 19:05:53.146680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50718) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:53.152848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-94597e9b-7332-4a84-8b35-d06d2623af54 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '3e1020a2-0161-42d9-becc-6f7ce41e7e5a', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:53.158297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1900001 Apr 05 19:05:53.158520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50720) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:53.159234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01078d20-16dc-4cbd-8b7b-e25ac07cd255 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=8dc4b420-f19a-4176-b9b0-703d40c98de1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:53.234185 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94597e9b-7332-4a84-8b35-d06d2623af54 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.351827 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94597e9b-7332-4a84-8b35-d06d2623af54 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.361233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Allocated IP 2001:db8::2 (4579bed4-81d8-4435-814a-3f1dca104f31/307f649b-faf8-4c27-9bef-6f9ab50657cb/a8c9d6e6-62c3-4a07-9226-de3caf728450) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:53.365479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94597e9b-7332-4a84-8b35-d06d2623af54 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.366221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:05:53.368911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-24344061-277b-4c85-903c-ccc6c548fa8a None None] Provisioning complete for port 2b8d9241-8331-4244-a089-c13ac5ea9343 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:53.368911 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24344061-277b-4c85-903c-ccc6c548fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.375332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2a96fce0-1e45-45eb-8814-8a90936e31fe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 8dc4b420-f19a-4176-b9b0-703d40c98de1 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:53.375688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2a96fce0-1e45-45eb-8814-8a90936e31fe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.404365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94597e9b-7332-4a84-8b35-d06d2623af54 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f694c9-49ae-4e7b-b177-0fdca55e60b5,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:53.461626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94597e9b-7332-4a84-8b35-d06d2623af54 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.465133 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-94597e9b-7332-4a84-8b35-d06d2623af54 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3172958 Apr 05 19:05:53.467991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50732) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:53.473302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-47e8c873-3ebe-4946-9bab-117d7949ab56 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '3e1020a2-0161-42d9-becc-6f7ce41e7e5a', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:53.532142 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-47e8c873-3ebe-4946-9bab-117d7949ab56 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Project cb688bc23a4c445bb820fe5a45727c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:05:53.540390 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-47e8c873-3ebe-4946-9bab-117d7949ab56 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.602672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2a96fce0-1e45-45eb-8814-8a90936e31fe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.623841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2a96fce0-1e45-45eb-8814-8a90936e31fe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 8dc4b420-f19a-4176-b9b0-703d40c98de1 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:53.645483 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-47e8c873-3ebe-4946-9bab-117d7949ab56 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.647383 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24344061-277b-4c85-903c-ccc6c548fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.651242 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-47e8c873-3ebe-4946-9bab-117d7949ab56 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.693589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8c873-3ebe-4946-9bab-117d7949ab56 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fc024d-860c-4d63-a6d6-c02d87f27d0d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:53.732876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-47e8c873-3ebe-4946-9bab-117d7949ab56 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.741408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-47e8c873-3ebe-4946-9bab-117d7949ab56 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2712252 Apr 05 19:05:53.742092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50738) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:53.747521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4f7db518-98cf-4a9c-8634-4164524b42ba tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '3e1020a2-0161-42d9-becc-6f7ce41e7e5a', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:53.778250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-24344061-277b-4c85-903c-ccc6c548fa8a None None] For port 2b8d9241-8331-4244-a089-c13ac5ea9343, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2b8d9241-8331-4244-a089-c13ac5ea9343,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:53.779450 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-4f7db518-98cf-4a9c-8634-4164524b42ba tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Project cb688bc23a4c445bb820fe5a45727c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:05:53.788644 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f7db518-98cf-4a9c-8634-4164524b42ba tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.791271 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24344061-277b-4c85-903c-ccc6c548fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.803079 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.823312 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.871893 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2a96fce0-1e45-45eb-8814-8a90936e31fe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.882742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f7db518-98cf-4a9c-8634-4164524b42ba tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.887018 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f7db518-98cf-4a9c-8634-4164524b42ba tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.889745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Network 4579bed4-81d8-4435-814a-3f1dca104f31 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:53.892884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:52Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:53.903767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:53.918635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7db518-98cf-4a9c-8634-4164524b42ba tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22586e53-cc65-4ecc-8eda-a2b6de1f006d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:53.930062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f7db518-98cf-4a9c-8634-4164524b42ba tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:53.933235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4f7db518-98cf-4a9c-8634-4164524b42ba tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1889417 Apr 05 19:05:53.952127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55875f41-4dfb-4403-8f70-9f0e68c4cea3 None None] The sync data for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 is: [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:52Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:05:53.962989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:53.965795 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24344061-277b-4c85-903c-ccc6c548fa8a None None] Pushing event updated for resources: {'Port': ['ID=2b8d9241-8331-4244-a089-c13ac5ea9343,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:53.985798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96fce0-1e45-45eb-8814-8a90936e31fe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=8dc4b420-f19a-4176-b9b0-703d40c98de1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:53.995404 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2a96fce0-1e45-45eb-8814-8a90936e31fe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.008800 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2a96fce0-1e45-45eb-8814-8a90936e31fe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/8dc4b420-f19a-4176-b9b0-703d40c98de1 HTTP/1.1" status: 204 len: 168 time: 0.8488688 Apr 05 19:05:54.009216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50742) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:54.085145 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd89e14-be1a-4b9d-82ba-9129a5b17146 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:05:54.085985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd89e14-be1a-4b9d-82ba-9129a5b17146 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:05:54.090590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6bd89e14-be1a-4b9d-82ba-9129a5b17146 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/8dc4b420-f19a-4176-b9b0-703d40c98de1 HTTP/1.1" status: 404 len: 333 time: 0.0795414 Apr 05 19:05:54.093544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50752) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:54.112272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Pushing event updated for resources: {'Port': ['ID=a8c9d6e6-62c3-4a07-9226-de3caf728450,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:54.150893 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-84aa17ec-7385-4d05-9875-3e91128db5a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:05:54.156016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-84aa17ec-7385-4d05-9875-3e91128db5a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/8dc4b420-f19a-4176-b9b0-703d40c98de1 HTTP/1.1" status: 404 len: 333 time: 0.0594811 Apr 05 19:05:54.156824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50760) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:54.213473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-506f476c-2963-4f54-aa56-bb81316009db tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961396815&fields=id&tenant_id=cb688bc23a4c445bb820fe5a45727c7b HTTP/1.1" status: 200 len: 267 time: 0.0580490 Apr 05 19:05:54.245061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e071e2be-bedb-4b2b-bec7-9b8ab41b0351 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet 307f649b-faf8-4c27-9bef-6f9ab50657cb {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:05:54.246063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Attempting to bind port a8c9d6e6-62c3-4a07-9226-de3caf728450 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:54.246635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Attempting to bind port a8c9d6e6-62c3-4a07-9226-de3caf728450 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'b6768f1f-0023-4d63-af35-3b89f8c91018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4579bed4-81d8-4435-814a-3f1dca104f31'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:54.247180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Attempting to bind port a8c9d6e6-62c3-4a07-9226-de3caf728450 on network 4579bed4-81d8-4435-814a-3f1dca104f31 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:54.248508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071e2be-bedb-4b2b-bec7-9b8ab41b0351 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.252905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:54.253628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Checking segment: {'id': 'b6768f1f-0023-4d63-af35-3b89f8c91018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4579bed4-81d8-4435-814a-3f1dca104f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:54.254211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.254791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Bound using segment: {'id': 'b6768f1f-0023-4d63-af35-3b89f8c91018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4579bed4-81d8-4435-814a-3f1dca104f31'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:54.255532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Bound port: a8c9d6e6-62c3-4a07-9226-de3caf728450, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6768f1f-0023-4d63-af35-3b89f8c91018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4579bed4-81d8-4435-814a-3f1dca104f31'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:54.256191 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.337812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071e2be-bedb-4b2b-bec7-9b8ab41b0351 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.368013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] For port a8c9d6e6-62c3-4a07-9226-de3caf728450, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:54.371893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] For port a8c9d6e6-62c3-4a07-9226-de3caf728450, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a8c9d6e6-62c3-4a07-9226-de3caf728450,segment=NetworkSegment(b6768f1f-0023-4d63-af35-3b89f8c91018),segment_id=b6768f1f-0023-4d63-af35-3b89f8c91018)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:54.378740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.388554 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-78f83f10-6ab3-4471-9866-444b6acd9856 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:54.390602 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-78f83f10-6ab3-4471-9866-444b6acd9856 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/networks?id=c0434bae-f1fb-4573-b38a-7f37e7095629 HTTP/1.1" status: 200 len: 797 time: 0.1693497 Apr 05 19:05:54.418832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-a40240f2-4a96-4bfe-8604-9d8890570ffb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/quotas/cb688bc23a4c445bb820fe5a45727c7b HTTP/1.1" status: 200 len: 375 time: 0.0206625 Apr 05 19:05:54.511429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071e2be-bedb-4b2b-bec7-9b8ab41b0351 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.513838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d13bb-38d2-4726-be87-a9047fea3b70 None None] Pushing event updated for resources: {'Port': ['ID=a8c9d6e6-62c3-4a07-9226-de3caf728450,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:54.564490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-529fbb6d-9ac0-44ce-9f89-6cffc35ea57f tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374068 Apr 05 19:05:54.655263 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071e2be-bedb-4b2b-bec7-9b8ab41b0351 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.692165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071e2be-bedb-4b2b-bec7-9b8ab41b0351 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=307f649b-faf8-4c27-9bef-6f9ab50657cb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:54.705951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-b7f2d2ca-4354-43c4-80e2-bf063cc2d781 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:05:54.711307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e071e2be-bedb-4b2b-bec7-9b8ab41b0351 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.713358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-b7f2d2ca-4354-43c4-80e2-bf063cc2d781 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1478610 Apr 05 19:05:54.715148 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e071e2be-bedb-4b2b-bec7-9b8ab41b0351 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/307f649b-faf8-4c27-9bef-6f9ab50657cb HTTP/1.1" status: 204 len: 168 time: 0.5571606 Apr 05 19:05:54.717695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50780) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:54.888843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:54.952846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-043244d5-5618-4074-8512-f5463c902d41 service neutron] 10.222.0.15 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385492 Apr 05 19:05:55.035168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port a8c9d6e6-62c3-4a07-9226-de3caf728450 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:55.035518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:55.178201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] For port a8c9d6e6-62c3-4a07-9226-de3caf728450, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a8c9d6e6-62c3-4a07-9226-de3caf728450,segment=NetworkSegment(b6768f1f-0023-4d63-af35-3b89f8c91018),segment_id=b6768f1f-0023-4d63-af35-3b89f8c91018)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:05:55.178691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:55.240369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for a8c9d6e6-62c3-4a07-9226-de3caf728450 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:55.290152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-86baa193-6a3e-484c-b1b6-5f077557c57f service neutron] 10.222.0.15 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363466 Apr 05 19:05:55.447163 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:55.510958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No DVR routers for this DVR port a8c9d6e6-62c3-4a07-9226-de3caf728450 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:05:55.590865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=a8c9d6e6-62c3-4a07-9226-de3caf728450,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:55.629232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2b8d9241-8331-4244-a089-c13ac5ea9343 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:55.763916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7291c0c7-6378-4c63-8ba5-91eea26c5cd2 req-a98bae47-5a16-4424-8d3a-175253d1e115 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 210 time: 0.0840664 Apr 05 19:05:55.781946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2b8d9241-8331-4244-a089-c13ac5ea9343 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:55.781946 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:55.784676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:55.864310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4579bed4-81d8-4435-814a-3f1dca104f31']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:55.887074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6768f1f-0023-4d63-af35-3b89f8c91018') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:55.887372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6768f1f-0023-4d63-af35-3b89f8c91018') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:05:55.914273 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:55.957473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:55.978095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:05:55.980808 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:55.984769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50820) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:05:55.990227 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:05:56.029613 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a8c9d6e6-62c3-4a07-9226-de3caf728450 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:56.097560 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a8c9d6e6-62c3-4a07-9226-de3caf728450 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:05:56.099815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a8c9d6e6-62c3-4a07-9226-de3caf728450 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 19:05:56.170705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Port a8c9d6e6-62c3-4a07-9226-de3caf728450 not found, will not notify nova. {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 19:05:56.195634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.218079 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.222260 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/networks/4579bed4-81d8-4435-814a-3f1dca104f31 HTTP/1.1" status: 204 len: 168 time: 1.5033913 Apr 05 19:05:56.227251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50828) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:56.232112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1090721755'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:56.265244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267db310-3067-42e8-b79b-480e4e6b211b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Network': ['ID=4579bed4-81d8-4435-814a-3f1dca104f31,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:56.274033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:56.277854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.346788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:05:56.362799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.363162 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Added segment 6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3 of type vlan for network 69879845-0b5b-41fd-a85a-96b346c5287a Apr 05 19:05:56.408410 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-efa02b32-5d88-48e9-8888-5521f786d661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.440936 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.500452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.506175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:56.506989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.536098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7344e792-229f-4070-bcad-22744c8489fc None None] Could not find standard attr ID for object a8c9d6e6-62c3-4a07-9226-de3caf728450. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:05:56.584620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7126c2-3ca2-43d1-a5ad-68b397e88ad4 None None] DHCP port deletion for 4579bed4-81d8-4435-814a-3f1dca104f31 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:05:56.618252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c046e9e-8937-4212-8eb0-14129fc0ff87 None None] Network 4579bed4-81d8-4435-814a-3f1dca104f31 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:56.633267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c046e9e-8937-4212-8eb0-14129fc0ff87 None None] Network 4579bed4-81d8-4435-814a-3f1dca104f31 could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 19:05:56.664331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4360225 Apr 05 19:05:56.667219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50838) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:56.668887 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23155ef7-e9ad-44bc-b5b0-138a4ff4b2a8 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Network': ['ID=69879845-0b5b-41fd-a85a-96b346c5287a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:56.682861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 69879845-0b5b-41fd-a85a-96b346c5287a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:05:56.690159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '69879845-0b5b-41fd-a85a-96b346c5287a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:56.721788 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-efa02b32-5d88-48e9-8888-5521f786d661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.729658 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-efa02b32-5d88-48e9-8888-5521f786d661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.769755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-efa02b32-5d88-48e9-8888-5521f786d661 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7289ad908444fde8bceb9c63cb8ae70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7837925 Apr 05 19:05:56.770967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa02b32-5d88-48e9-8888-5521f786d661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c4709-f195-49dd-9315-5409fe6ed1a6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:56.773439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50840) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:56.844237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cd75f12-c8f0-4726-9c8a-6039bfe9c10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.877030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:56.881441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.909324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-678f3c1c-6af8-4786-994d-6b949bd01c06 req-0d17825b-fec9-4c9b-9dce-a1d64d5e5d0d tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 210 time: 0.0465417 Apr 05 19:05:56.911753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cd75f12-c8f0-4726-9c8a-6039bfe9c10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.987503 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cd75f12-c8f0-4726-9c8a-6039bfe9c10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.991062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cd75f12-c8f0-4726-9c8a-6039bfe9c10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:56.992490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9cd75f12-c8f0-4726-9c8a-6039bfe9c10d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd8c4709-f195-49dd-9315-5409fe6ed1a6 HTTP/1.1" status: 204 len: 168 time: 0.2182853 Apr 05 19:05:57.016341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd75f12-c8f0-4726-9c8a-6039bfe9c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c4709-f195-49dd-9315-5409fe6ed1a6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:57.238695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.367750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=a5440c1a-1b85-4b2f-9744-e8745ca0658a,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:57.384625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-64183702-c8bc-4d4f-9e35-d1a5869f0d72 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:57.386025 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-64183702-c8bc-4d4f-9e35-d1a5869f0d72 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "GET /v2.0/networks?id=c0434bae-f1fb-4573-b38a-7f37e7095629 HTTP/1.1" status: 200 len: 797 time: 0.2278676 Apr 05 19:05:57.392118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Checking segment: {'id': '6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '69879845-0b5b-41fd-a85a-96b346c5287a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:57.392480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network hostable DHCP agents. Network: 69879845-0b5b-41fd-a85a-96b346c5287a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:05:57.416435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a8c9d6e6-62c3-4a07-9226-de3caf728450 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:05:57.427856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 69879845-0b5b-41fd-a85a-96b346c5287a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:05:57.428556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50856) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:57.447020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a8c9d6e6-62c3-4a07-9226-de3caf728450 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:05:57.447432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0f5d5485-3c36-4067-9cb9-4d2653f404d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb688bc23a4c445bb820fe5a45727c7b HTTP/1.1" status: 200 len: 379 time: 0.0510013 Apr 05 19:05:57.447918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a8c9d6e6-62c3-4a07-9226-de3caf728450 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:05:57.448228 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-759a3475-94cd-4bbb-b05f-40de1114e45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.449635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 69879845-0b5b-41fd-a85a-96b346c5287a) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:57.458115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'port': {'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'admin_state_up': True, 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'security_groups': ['3e1020a2-0161-42d9-becc-6f7ce41e7e5a']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:57.463724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:57.464465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.467852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51cff5e-7456-4cb1-a10c-d099a824c934 None None] Network 69879845-0b5b-41fd-a85a-96b346c5287a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:05:57.516347 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7a95a97a-1fce-4a0b-9dbc-6f4f689bf270 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8433158 Apr 05 19:05:57.518980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50858) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:57.531922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': '69879845-0b5b-41fd-a85a-96b346c5287a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2084285801'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:57.627763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Made reservation on behalf of cb688bc23a4c445bb820fe5a45727c7b for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:57.634554 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.645298 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-759a3475-94cd-4bbb-b05f-40de1114e45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.652549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-759a3475-94cd-4bbb-b05f-40de1114e45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.671873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-69879845-0b5b-41fd-a85a-96b346c5287a', 'network_id': '69879845-0b5b-41fd-a85a-96b346c5287a', 'tenant_id': '8572985f98e74a8794da5d5370dd7b9a', 'fixed_ips': [{'subnet_id': 'a5440c1a-1b85-4b2f-9744-e8745ca0658a'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:05:57.672895 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.728368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-759a3475-94cd-4bbb-b05f-40de1114e45d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98c4a7e6b35340d38a1850a26c6801c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958388 Apr 05 19:05:57.728632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a3475-94cd-4bbb-b05f-40de1114e45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d94d8-9cf7-4c0b-8347-6e840ede8e1e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:57.731225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50866) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:57.780934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:05:57.784571 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.809953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 07417777-63df-45af-b11f-634e39a11a41 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:05:57.820835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4db34fea-6301-42d8-82cb-433826b2da3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.844546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.20.0.11 (c0434bae-f1fb-4573-b38a-7f37e7095629/e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e/23834ee7-2209-4024-8739-19b4f652c2d7) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:57.884930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4db34fea-6301-42d8-82cb-433826b2da3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.901266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Allocated IP 2001:db8::2 (69879845-0b5b-41fd-a85a-96b346c5287a/a5440c1a-1b85-4b2f-9744-e8745ca0658a/52d31c8e-44bb-4b35-8177-5ca1b70335d5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:57.993392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4db34fea-6301-42d8-82cb-433826b2da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:57.996940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4db34fea-6301-42d8-82cb-433826b2da3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.000515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4db34fea-6301-42d8-82cb-433826b2da3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c9d94d8-9cf7-4c0b-8347-6e840ede8e1e HTTP/1.1" status: 204 len: 168 time: 0.2657919 Apr 05 19:05:58.016475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db34fea-6301-42d8-82cb-433826b2da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d94d8-9cf7-4c0b-8347-6e840ede8e1e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:58.084151 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.100117 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.122838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.160824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Network 69879845-0b5b-41fd-a85a-96b346c5287a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:58.163754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Pushing event updated for resources: {'Port': ['ID=52d31c8e-44bb-4b35-8177-5ca1b70335d5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:58.167228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:58.173848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:58.194809 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.258902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Attempting to bind port 52d31c8e-44bb-4b35-8177-5ca1b70335d5 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:58.259906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network c0434bae-f1fb-4573-b38a-7f37e7095629 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:58.260763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Attempting to bind port 52d31c8e-44bb-4b35-8177-5ca1b70335d5 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '69879845-0b5b-41fd-a85a-96b346c5287a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:58.261151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Attempting to bind port 52d31c8e-44bb-4b35-8177-5ca1b70335d5 on network 69879845-0b5b-41fd-a85a-96b346c5287a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:58.271958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:58.274537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:58.277527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Checking segment: {'id': '6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '69879845-0b5b-41fd-a85a-96b346c5287a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:58.277948 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.279654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Bound using segment: {'id': '6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '69879845-0b5b-41fd-a85a-96b346c5287a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:58.279813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Bound port: 52d31c8e-44bb-4b35-8177-5ca1b70335d5, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '69879845-0b5b-41fd-a85a-96b346c5287a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:58.283798 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.293475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:58.372878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:58.373847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.402563 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9491313 Apr 05 19:05:58.405163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3d7de-7d00-49d9-b60d-75ec975dec71 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=23834ee7-2209-4024-8739-19b4f652c2d7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:58.428619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] For port 52d31c8e-44bb-4b35-8177-5ca1b70335d5, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:58.434373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] For port 52d31c8e-44bb-4b35-8177-5ca1b70335d5, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=52d31c8e-44bb-4b35-8177-5ca1b70335d5,segment=NetworkSegment(6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3),segment_id=6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:58.436270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Request body: {'port': {'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:05:58.446990 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.533134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d47ae-a35f-4612-b534-6195dc2a03de None None] Pushing event updated for resources: {'Port': ['ID=52d31c8e-44bb-4b35-8177-5ca1b70335d5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:58.591233 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.696200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbce66-7179-4c34-a9d9-4f436ac8d961 req-8d10561a-1339-4b3b-b3fc-e3b1ecb91321 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:58.697668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cafbce66-7179-4c34-a9d9-4f436ac8d961 req-8d10561a-1339-4b3b-b3fc-e3b1ecb91321 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 932 time: 0.6548917 Apr 05 19:05:58.700284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4c01aef4-a3e9-4791-b29d-dfb56ffed129 None None] Provisioning complete for port 23834ee7-2209-4024-8739-19b4f652c2d7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:58.701038 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c01aef4-a3e9-4791-b29d-dfb56ffed129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:58.725043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::119 (69879845-0b5b-41fd-a85a-96b346c5287a/a5440c1a-1b85-4b2f-9744-e8745ca0658a/07417777-63df-45af-b11f-634e39a11a41) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:05:58.821386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4c01aef4-a3e9-4791-b29d-dfb56ffed129 None None] Port 23834ee7-2209-4024-8739-19b4f652c2d7 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:05:58.959072 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cafbce66-7179-4c34-a9d9-4f436ac8d961 req-7f37b69c-de29-4c9d-acf7-c28c18f8c227 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338928 Apr 05 19:05:59.039942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.064239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23834ee7-2209-4024-8739-19b4f652c2d7 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:05:59.073926 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.082454 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.092661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Transition to ACTIVE for port object 23834ee7-2209-4024-8739-19b4f652c2d7 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:05:59.096777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.124693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 69879845-0b5b-41fd-a85a-96b346c5287a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:05:59.131548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:05:59.135408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:05:59.141756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:59.142380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.157121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=07417777-63df-45af-b11f-634e39a11a41,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:59.178689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d0b37c17-1d5e-49c7-a75a-216ebdd1d0bb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6572356 Apr 05 19:05:59.181228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50906) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:59.231866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Pushing event updated for resources: {'Port': ['ID=23834ee7-2209-4024-8739-19b4f652c2d7,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:59.287152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Attempting to bind port 23834ee7-2209-4024-8739-19b4f652c2d7 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:05:59.287685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Attempting to bind port 23834ee7-2209-4024-8739-19b4f652c2d7 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:05:59.288215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Attempting to bind port 23834ee7-2209-4024-8739-19b4f652c2d7 on network c0434bae-f1fb-4573-b38a-7f37e7095629 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:59.293713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Port 23834ee7-2209-4024-8739-19b4f652c2d7 on network c0434bae-f1fb-4573-b38a-7f37e7095629 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:05:59.294043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Attempting to bind port 23834ee7-2209-4024-8739-19b4f652c2d7 on network c0434bae-f1fb-4573-b38a-7f37e7095629 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:05:59.301065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:05:59.301407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Checking segment: {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:05:59.302531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Bound using segment: {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:05:59.303127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Bound port: 23834ee7-2209-4024-8739-19b4f652c2d7, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df14c931-c35b-4f2c-90e1-602cc2371b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:05:59.303811 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.319855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-97426bbd-c40e-4aee-af2d-f125b7815eb5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 07417777-63df-45af-b11f-634e39a11a41 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:05:59.320399 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97426bbd-c40e-4aee-af2d-f125b7815eb5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.381803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] For port 23834ee7-2209-4024-8739-19b4f652c2d7, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:05:59.385798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] For port 23834ee7-2209-4024-8739-19b4f652c2d7, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23834ee7-2209-4024-8739-19b4f652c2d7,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:05:59.390811 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.471144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97426bbd-c40e-4aee-af2d-f125b7815eb5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.500606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:59.501201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-97426bbd-c40e-4aee-af2d-f125b7815eb5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 07417777-63df-45af-b11f-634e39a11a41 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:05:59.501320 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.502669 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] 10.222.0.25 "PUT /v2.0/ports/23834ee7-2209-4024-8739-19b4f652c2d7 HTTP/1.1" status: 200 len: 1092 time: 1.0790906 Apr 05 19:05:59.505127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:05:59.529018 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:05:59.534164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 52d31c8e-44bb-4b35-8177-5ca1b70335d5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:05:59.631390 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f215967-be4a-46d6-972a-6f01ea51199c x-openstack-request-id: req-1f215967-be4a-46d6-972a-6f01ea51199c {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:05:59.631876 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:05:59.632129 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f215967-be4a-46d6-972a-6f01ea51199c {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:05:59.632539 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f215967-be4a-46d6-972a-6f01ea51199c'] response: {'name': 'network-changed', 'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7', 'status': 'completed', 'code': 200} Apr 05 19:05:59.672267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990a23f-f89d-49ae-b35a-0cd9ee2a8f41 service neutron] Pushing event updated for resources: {'Port': ['ID=23834ee7-2209-4024-8739-19b4f652c2d7,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:59.681317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-cad754e6-60a0-478d-93bb-78352f0b670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:59.682927 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-cad754e6-60a0-478d-93bb-78352f0b670f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 1095 time: 0.1303508 Apr 05 19:05:59.728929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 52d31c8e-44bb-4b35-8177-5ca1b70335d5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:05:59.730000 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.776182 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-11547439-4c18-4c0a-a832-843d9f3f7870 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23834ee7-2209-4024-8739-19b4f652c2d7 HTTP/1.1" status: 200 len: 217 time: 0.0855250 Apr 05 19:05:59.835812 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97426bbd-c40e-4aee-af2d-f125b7815eb5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.881126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97426bbd-c40e-4aee-af2d-f125b7815eb5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=07417777-63df-45af-b11f-634e39a11a41,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:05:59.892672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-38d722b5-9c1c-4f16-8543-d76029b88577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:59.894603 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-38d722b5-9c1c-4f16-8543-d76029b88577 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e HTTP/1.1" status: 200 len: 835 time: 0.1101871 Apr 05 19:05:59.920939 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.939135 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97426bbd-c40e-4aee-af2d-f125b7815eb5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:05:59.942561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-97426bbd-c40e-4aee-af2d-f125b7815eb5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/07417777-63df-45af-b11f-634e39a11a41 HTTP/1.1" status: 204 len: 168 time: 0.7600443 Apr 05 19:05:59.945430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50924) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:05:59.981084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-1a74770a-d0dd-4aa7-9cc8-9aafc311f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:05:59.982732 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-1a74770a-d0dd-4aa7-9cc8-9aafc311f3c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0434bae-f1fb-4573-b38a-7f37e7095629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796473 Apr 05 19:06:00.004849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 52d31c8e-44bb-4b35-8177-5ca1b70335d5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=52d31c8e-44bb-4b35-8177-5ca1b70335d5,segment=NetworkSegment(6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3),segment_id=6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:00.014856 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:00.025565 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f3a1f0-86c4-4154-be66-4db28e19a104 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:00.034791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a7f3a1f0-86c4-4154-be66-4db28e19a104 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/07417777-63df-45af-b11f-634e39a11a41 HTTP/1.1" status: 404 len: 333 time: 0.0870452 Apr 05 19:06:00.036168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50930) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:00.133148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=52d31c8e-44bb-4b35-8177-5ca1b70335d5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:00.175007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4ca4fe-7c66-4095-a739-e4cbcc15f0f7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet a5440c1a-1b85-4b2f-9744-e8745ca0658a {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:00.187965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca4fe-7c66-4095-a739-e4cbcc15f0f7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:00.196518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3700e4-0b1f-4bf3-936e-980fb7bb278e req-cde7a76a-56de-45dd-8aa4-a3a46df93933 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:00.197978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f3700e4-0b1f-4bf3-936e-980fb7bb278e req-cde7a76a-56de-45dd-8aa4-a3a46df93933 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 944 time: 0.1005714 Apr 05 19:06:00.256322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f3700e4-0b1f-4bf3-936e-980fb7bb278e req-b8acc42c-72bb-4f04-b5d0-1a421f304e03 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511165 Apr 05 19:06:00.261715 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-f68b4842-2dca-4d25-9612-6bab591610a3 service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722523 Apr 05 19:06:00.328122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc5e0d-a58f-44c7-b085-7ccfd0c673e2 None None] Network 69879845-0b5b-41fd-a85a-96b346c5287a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:00.339002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca4fe-7c66-4095-a739-e4cbcc15f0f7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:00.421032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5c11b19d-7531-4573-8e77-e3817a1886e9 None None] Provisioning complete for port 52d31c8e-44bb-4b35-8177-5ca1b70335d5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:00.421032 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c11b19d-7531-4573-8e77-e3817a1886e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:00.424251 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1fdec78-3b3a-4d6d-92a4-3f20b9f9a96d req-45c3d3c7-546a-4424-8c69-6df28f9f4c1f service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519222 Apr 05 19:06:00.464125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca4fe-7c66-4095-a739-e4cbcc15f0f7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:00.552743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-f97a27c6-664d-4f6e-b992-3f27aca09981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:00.554644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-f97a27c6-664d-4f6e-b992-3f27aca09981 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 1095 time: 0.0669134 Apr 05 19:06:00.588748 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca4fe-7c66-4095-a739-e4cbcc15f0f7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:00.660855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ca4fe-7c66-4095-a739-e4cbcc15f0f7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=a5440c1a-1b85-4b2f-9744-e8745ca0658a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:00.666456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca4fe-7c66-4095-a739-e4cbcc15f0f7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:00.669862 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2b4ca4fe-7c66-4095-a739-e4cbcc15f0f7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/a5440c1a-1b85-4b2f-9744-e8745ca0658a HTTP/1.1" status: 204 len: 168 time: 0.6322839 Apr 05 19:06:00.672522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 50950) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:00.757317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-6e41ef36-5602-41cd-b38e-59685a6f645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:00.758908 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-6e41ef36-5602-41cd-b38e-59685a6f645a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0434bae-f1fb-4573-b38a-7f37e7095629 HTTP/1.1" status: 200 len: 897 time: 0.1944950 Apr 05 19:06:00.805860 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:00.840461 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-2ab96abe-16a2-4a5f-bfb8-60eb3033d404 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23834ee7-2209-4024-8739-19b4f652c2d7 HTTP/1.1" status: 200 len: 217 time: 0.0700080 Apr 05 19:06:00.925698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc5cd6f-efb9-4b96-8658-53b467ad6c9f None None] Network 69879845-0b5b-41fd-a85a-96b346c5287a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:00.931842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 52d31c8e-44bb-4b35-8177-5ca1b70335d5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:00.932549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:00.941747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-76794828-6ef0-46e2-a7af-1506c77b1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:00.944387 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-76794828-6ef0-46e2-a7af-1506c77b1b25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e HTTP/1.1" status: 200 len: 835 time: 0.1012154 Apr 05 19:06:01.034811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-1b9a3f16-8907-4c2c-a6a3-2cac36a4ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:01.037275 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-1b9a3f16-8907-4c2c-a6a3-2cac36a4ef93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0434bae-f1fb-4573-b38a-7f37e7095629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861218 Apr 05 19:06:01.048060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] For port 52d31c8e-44bb-4b35-8177-5ca1b70335d5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=52d31c8e-44bb-4b35-8177-5ca1b70335d5,segment=NetworkSegment(6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3),segment_id=6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:01.048524 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.072257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 52d31c8e-44bb-4b35-8177-5ca1b70335d5 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:01.210180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.260694 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-8965cf50-9733-47e8-935b-8497699caffb service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158091 Apr 05 19:06:01.265849 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=52d31c8e-44bb-4b35-8177-5ca1b70335d5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:01.290257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fc300b2d-82ee-49c7-95f0-0f34671d7644 None None] Provisioning complete for port 52d31c8e-44bb-4b35-8177-5ca1b70335d5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:01.290668 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc300b2d-82ee-49c7-95f0-0f34671d7644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.294704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No DVR routers for this DVR port 52d31c8e-44bb-4b35-8177-5ca1b70335d5 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:06:01.320634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fc300b2d-82ee-49c7-95f0-0f34671d7644 None None] Port 52d31c8e-44bb-4b35-8177-5ca1b70335d5 was deleted so its status cannot be updated. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 05 19:06:01.491846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64523ef4-c721-4235-9b35-aafc0c10c951 None None] DHCP port deletion for 69879845-0b5b-41fd-a85a-96b346c5287a request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:06:01.518363 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cfe25c3f-63d5-48be-bb81-f44f4cccaabb req-11460d76-e9e8-4079-a8c3-14b32751ff35 service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486315 Apr 05 19:06:01.551180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.580763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69879845-0b5b-41fd-a85a-96b346c5287a']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:01.599475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:01.599761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7ec9ca-b3af-4b2f-8a5d-c30813e24fa3') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:01.616269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14194283-389d-45c3-93d5-7bbc0ed51bf8 req-e485145e-332a-4324-935b-7176a4725048 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:01.618129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14194283-389d-45c3-93d5-7bbc0ed51bf8 req-e485145e-332a-4324-935b-7176a4725048 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 944 time: 0.1379774 Apr 05 19:06:01.622728 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.651141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.664324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:06:01.664729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:06:01.668100 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:06:01.695444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14194283-389d-45c3-93d5-7bbc0ed51bf8 req-fbc41e75-2f28-4397-b1c7-ffbcf50c9d24 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641923 Apr 05 19:06:01.748928 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.763459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.767694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/networks/69879845-0b5b-41fd-a85a-96b346c5287a HTTP/1.1" status: 204 len: 168 time: 1.0941169 Apr 05 19:06:01.771951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 50998) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:01.777139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'name': 'tempest-PortsIpV6TestJSON-639824923'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:01.779903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cca34f-e924-45cf-a5b4-31b965b02493 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Network': ['ID=69879845-0b5b-41fd-a85a-96b346c5287a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:01.877461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:01.889126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:01.892643 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:01.912211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port f0272579-839a-416c-834b-8d467cf555aa yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:01.994259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-100aa8d9-02cb-4937-8649-0aa99de90549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.080335 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.085836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-100aa8d9-02cb-4937-8649-0aa99de90549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.093864 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-100aa8d9-02cb-4937-8649-0aa99de90549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.124602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.144588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-100aa8d9-02cb-4937-8649-0aa99de90549 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0aca4eb5dde54ebd86b77cbbeb251164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632077 Apr 05 19:06:02.144827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51010) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:02.151278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100aa8d9-02cb-4937-8649-0aa99de90549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbea6a72-f62e-4160-87ce-c289e4aaba05,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:02.173434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:02.178808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:02.182649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:02.188661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:02.189154 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.201846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=f0272579-839a-416c-834b-8d467cf555aa,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:02.215445 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9943925c-4ee3-4405-8029-235300adbc37 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4423139 Apr 05 19:06:02.217893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51012) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:02.226376 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-848eede5-b426-4b7b-b4a9-45d7df989175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.266266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-848eede5-b426-4b7b-b4a9-45d7df989175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.332018 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-848eede5-b426-4b7b-b4a9-45d7df989175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.338633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-848eede5-b426-4b7b-b4a9-45d7df989175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.342169 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-848eede5-b426-4b7b-b4a9-45d7df989175 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbea6a72-f62e-4160-87ce-c289e4aaba05 HTTP/1.1" status: 204 len: 168 time: 0.1942892 Apr 05 19:06:02.351520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848eede5-b426-4b7b-b4a9-45d7df989175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbea6a72-f62e-4160-87ce-c289e4aaba05,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:02.389918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d46a78e0-52c3-44ec-aa23-a2569adc9e2e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port f0272579-839a-416c-834b-8d467cf555aa {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:02.390541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d46a78e0-52c3-44ec-aa23-a2569adc9e2e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.495700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d46a78e0-52c3-44ec-aa23-a2569adc9e2e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.509264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d46a78e0-52c3-44ec-aa23-a2569adc9e2e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for f0272579-839a-416c-834b-8d467cf555aa owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:02.601725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d46a78e0-52c3-44ec-aa23-a2569adc9e2e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.633670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a78e0-52c3-44ec-aa23-a2569adc9e2e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=f0272579-839a-416c-834b-8d467cf555aa,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:02.641805 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d46a78e0-52c3-44ec-aa23-a2569adc9e2e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.649271 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d46a78e0-52c3-44ec-aa23-a2569adc9e2e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/f0272579-839a-416c-834b-8d467cf555aa HTTP/1.1" status: 204 len: 168 time: 0.4299443 Apr 05 19:06:02.650078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51022) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:02.658923 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'mac_address': 'fa:16:3e:c2:50:a8', 'name': 'tempest-PortsIpV6TestJSON-116578599'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:02.767725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:02.857326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51032) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:02.872236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-693aa855-1049-4376-8583-f5042d6b2d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.897834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.926047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caee12-1357-430b-b012-e8e0a75928f8 req-13e87a1f-5f12-4d7b-b35e-1275f37dd12a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:02.927639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5caee12-1357-430b-b012-e8e0a75928f8 req-13e87a1f-5f12-4d7b-b35e-1275f37dd12a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 944 time: 0.0760479 Apr 05 19:06:02.936421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 8883f746-58ca-41b8-a9ab-83445f8a1def yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:02.963982 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-693aa855-1049-4376-8583-f5042d6b2d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:02.967855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-693aa855-1049-4376-8583-f5042d6b2d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.013353 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-693aa855-1049-4376-8583-f5042d6b2d7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16bcbd51835a4c0183b6ed2cc436cce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547379 Apr 05 19:06:03.014085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aa855-1049-4376-8583-f5042d6b2d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b895dd6a-4274-4c5e-bd6c-fa2399d1ca5f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:03.016568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51038) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:03.031435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5caee12-1357-430b-b012-e8e0a75928f8 req-71ac2340-4259-4906-b64b-9ee71c3a44e8 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963840 Apr 05 19:06:03.095483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-328dbebd-9c50-4e1a-8565-98b679943921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.119001 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-328dbebd-9c50-4e1a-8565-98b679943921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.154804 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.168891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-328dbebd-9c50-4e1a-8565-98b679943921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.172077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-328dbebd-9c50-4e1a-8565-98b679943921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.175674 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-328dbebd-9c50-4e1a-8565-98b679943921 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b895dd6a-4274-4c5e-bd6c-fa2399d1ca5f HTTP/1.1" status: 204 len: 168 time: 0.1559856 Apr 05 19:06:03.182528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dbebd-9c50-4e1a-8565-98b679943921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b895dd6a-4274-4c5e-bd6c-fa2399d1ca5f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:03.197159 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.242205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:03.247341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:03.249917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:03.256685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:03.257297 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.280209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=8883f746-58ca-41b8-a9ab-83445f8a1def,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:03.291366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.291713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.292052 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.292435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.293363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.293670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.293944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.294643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.294643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.294928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.295251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.295680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:03.306497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51046) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:03.306627 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7d9e1b78-1309-483c-a823-ab5c025f1d51 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6551020 Apr 05 19:06:03.340142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 52d31c8e-44bb-4b35-8177-5ca1b70335d5 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:06:03.367342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f85a6c-65fb-4c97-aa67-5553056bd7f1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:03.371689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51048) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:03.371930 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8f85a6c-65fb-4c97-aa67-5553056bd7f1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/8883f746-58ca-41b8-a9ab-83445f8a1def HTTP/1.1" status: 200 len: 844 time: 0.0638623 Apr 05 19:06:03.413580 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 52d31c8e-44bb-4b35-8177-5ca1b70335d5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:06:03.414179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 52d31c8e-44bb-4b35-8177-5ca1b70335d5 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:06:03.477622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-52023852-8092-49e4-a329-481f6d191374 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 8883f746-58ca-41b8-a9ab-83445f8a1def {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:03.477963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52023852-8092-49e4-a329-481f6d191374 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.547960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52023852-8092-49e4-a329-481f6d191374 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.562718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-52023852-8092-49e4-a329-481f6d191374 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 8883f746-58ca-41b8-a9ab-83445f8a1def owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:03.654420 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52023852-8092-49e4-a329-481f6d191374 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.684456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52023852-8092-49e4-a329-481f6d191374 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=8883f746-58ca-41b8-a9ab-83445f8a1def,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:03.689611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52023852-8092-49e4-a329-481f6d191374 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.693589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-52023852-8092-49e4-a329-481f6d191374 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/8883f746-58ca-41b8-a9ab-83445f8a1def HTTP/1.1" status: 204 len: 168 time: 0.3208439 Apr 05 19:06:03.696433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:03.722232 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-12006da4-7c57-480b-9514-94473a082edc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:03.723868 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-12006da4-7c57-480b-9514-94473a082edc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/8883f746-58ca-41b8-a9ab-83445f8a1def HTTP/1.1" status: 404 len: 333 time: 0.0264320 Apr 05 19:06:03.728221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51066) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:03.733715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'name': 'tempest-PortsIpV6TestJSON-343051964'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:03.836671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:03.841239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:03.865787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port eed14941-40ea-4138-9c3a-36e3d84855c4 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:04.053779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.092002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.140844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:04.155663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:04.158287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:04.164813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:04.165423 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.219252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=eed14941-40ea-4138-9c3a-36e3d84855c4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:04.247896 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-93eca858-5a94-4548-bc35-fddb2717a01a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5162916 Apr 05 19:06:04.248193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51092) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:04.253324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3a6445dd-50a1-4b1f-a224-53ed45aacf4b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:04.276672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cdc3d-7612-4ec3-a9d4-049465a4c69a req-7617fc74-b77a-4f0e-b426-60011f293034 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:04.278640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a2cdc3d-7612-4ec3-a9d4-049465a4c69a req-7617fc74-b77a-4f0e-b426-60011f293034 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 944 time: 0.1500337 Apr 05 19:06:04.324595 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a2cdc3d-7612-4ec3-a9d4-049465a4c69a req-cca310bd-7c0c-48be-9e43-b735f9ff8fcc tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394216 Apr 05 19:06:04.346950 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a6445dd-50a1-4b1f-a224-53ed45aacf4b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.523959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a6445dd-50a1-4b1f-a224-53ed45aacf4b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.529443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a6445dd-50a1-4b1f-a224-53ed45aacf4b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.564617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3a6445dd-50a1-4b1f-a224-53ed45aacf4b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] In _notify_port_updated(), no bound segment for port eed14941-40ea-4138-9c3a-36e3d84855c4 on network 126f3953-f1e4-47bc-a520-3bd688ffe41c {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:06:04.571291 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6445dd-50a1-4b1f-a224-53ed45aacf4b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:04.571919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3a6445dd-50a1-4b1f-a224-53ed45aacf4b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.576046 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3a6445dd-50a1-4b1f-a224-53ed45aacf4b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "PUT /v2.0/ports/eed14941-40ea-4138-9c3a-36e3d84855c4 HTTP/1.1" status: 200 len: 818 time: 0.3240459 Apr 05 19:06:04.576191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51108) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:04.615927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6445dd-50a1-4b1f-a224-53ed45aacf4b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=eed14941-40ea-4138-9c3a-36e3d84855c4,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:04.677980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b407abe6-f8d9-49f4-9cef-a245ed5130f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port eed14941-40ea-4138-9c3a-36e3d84855c4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:04.678521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b407abe6-f8d9-49f4-9cef-a245ed5130f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.760783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b407abe6-f8d9-49f4-9cef-a245ed5130f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.777971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-b407abe6-f8d9-49f4-9cef-a245ed5130f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for eed14941-40ea-4138-9c3a-36e3d84855c4 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:04.864467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b407abe6-f8d9-49f4-9cef-a245ed5130f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.897226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407abe6-f8d9-49f4-9cef-a245ed5130f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=eed14941-40ea-4138-9c3a-36e3d84855c4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:04.910062 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b407abe6-f8d9-49f4-9cef-a245ed5130f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:04.913447 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b407abe6-f8d9-49f4-9cef-a245ed5130f5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/eed14941-40ea-4138-9c3a-36e3d84855c4 HTTP/1.1" status: 204 len: 168 time: 0.3363023 Apr 05 19:06:04.917489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51126) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:04.968612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9f5df-fb35-480b-85cf-b196354f2231 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:04.970541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f5c9f5df-fb35-480b-85cf-b196354f2231 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0519676 Apr 05 19:06:04.973273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51132) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:05.001425 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0229cdb-5555-43c7-b428-a7bbe2f00c22 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:05.003501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b0229cdb-5555-43c7-b428-a7bbe2f00c22 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/eed14941-40ea-4138-9c3a-36e3d84855c4 HTTP/1.1" status: 404 len: 333 time: 0.0292048 Apr 05 19:06:05.008402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51134) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:05.013775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1421155414'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:05.039792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:05.043491 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.182756 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.444400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:06:05.453981 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.455135 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Added segment 2a687dcd-ba6e-4de9-9111-4dd39512eaf8 of type vlan for network cc67b455-5b46-466e-997f-436de4ede71e Apr 05 19:06:05.468649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b9485-8713-48c2-b831-f3c998a6edb2 req-c003850b-b038-4eda-89c2-8849aa97722f tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:05.470180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf4b9485-8713-48c2-b831-f3c998a6edb2 req-c003850b-b038-4eda-89c2-8849aa97722f tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 944 time: 0.0735188 Apr 05 19:06:05.499544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.515014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf4b9485-8713-48c2-b831-f3c998a6edb2 req-385c5909-9cf0-4d73-9eec-0c335070ffdb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370729 Apr 05 19:06:05.539119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.546881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:05.548590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.607872 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5982983 Apr 05 19:06:05.610951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51148) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:05.616538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:05.624247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957363f8-f923-44a0-bceb-7f02c66a6afe tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Network': ['ID=cc67b455-5b46-466e-997f-436de4ede71e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:05.639834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network cc67b455-5b46-466e-997f-436de4ede71e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:06:05.714636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:05.717351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23834ee7-2209-4024-8739-19b4f652c2d7 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:06:05.718145 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.828556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 23834ee7-2209-4024-8739-19b4f652c2d7, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23834ee7-2209-4024-8739-19b4f652c2d7,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:05.841474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '23834ee7-2209-4024-8739-19b4f652c2d7', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:06:05.880689 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.895010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23834ee7-2209-4024-8739-19b4f652c2d7 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:06:05.921038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 23834ee7-2209-4024-8739-19b4f652c2d7, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23834ee7-2209-4024-8739-19b4f652c2d7,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:05.926423 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.928583 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:05.977525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=23834ee7-2209-4024-8739-19b4f652c2d7,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:06.007827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=dd661e27-1b05-43d9-8599-afe3d10d6796,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:06.010501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Checking segment: {'id': '2a687dcd-ba6e-4de9-9111-4dd39512eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:06.010921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network hostable DHCP agents. Network: cc67b455-5b46-466e-997f-436de4ede71e, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:06:06.028536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network cc67b455-5b46-466e-997f-436de4ede71e is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:06:06.037984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, cc67b455-5b46-466e-997f-436de4ede71e) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:06.042440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:06.043037 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:06.050210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4708bac-efcd-49b4-a0d2-0280dd493084 None None] Network cc67b455-5b46-466e-997f-436de4ede71e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:06.062449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3215838b-b6ce-4e97-abf7-c358cb92866e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4501901 Apr 05 19:06:06.065165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51156) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:06.069981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3242ed62-2996-49f5-b49e-6549c2973086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:06.200578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3242ed62-2996-49f5-b49e-6549c2973086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:06.205294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3242ed62-2996-49f5-b49e-6549c2973086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:06.245927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-cc67b455-5b46-466e-997f-436de4ede71e', 'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e', 'tenant_id': '8572985f98e74a8794da5d5370dd7b9a', 'fixed_ips': [{'subnet_id': 'dd661e27-1b05-43d9-8599-afe3d10d6796'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:06:06.249294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:06.311700 n-d-836650-3 neutron-server[102640]: INFO neutron.db.ipam_backend_mixin [None req-3242ed62-2996-49f5-b49e-6549c2973086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd661e27-1b05-43d9-8599-afe3d10d6796 (CIDR: 2001:db8::/64) Apr 05 19:06:06.317187 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3242ed62-2996-49f5-b49e-6549c2973086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:06:06.318369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3242ed62-2996-49f5-b49e-6549c2973086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:06.342474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3242ed62-2996-49f5-b49e-6549c2973086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2745836 Apr 05 19:06:06.342705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['23834ee7-2209-4024-8739-19b4f652c2d7'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:06:06.344181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51166) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:06.351286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:06.496678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:06.501884 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:06.527750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Allocated IP 2001:db8::2 (cc67b455-5b46-466e-997f-436de4ede71e/dd661e27-1b05-43d9-8599-afe3d10d6796/9b6f8795-29ba-4c69-9f44-86029118ccc6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:06.779431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece1036-1da5-4a72-90a0-4d8d904a3d9a req-a099bbdf-71b9-49ae-80df-c26900643124 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:06.781160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ece1036-1da5-4a72-90a0-4d8d904a3d9a req-a099bbdf-71b9-49ae-80df-c26900643124 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 945 time: 0.1133418 Apr 05 19:06:06.867003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ece1036-1da5-4a72-90a0-4d8d904a3d9a req-b3b7248f-03e4-4f30-ba06-94c153a91a6d tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698528 Apr 05 19:06:06.879510 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:06.894371 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.007569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Pushing event updated for resources: {'Port': ['ID=9b6f8795-29ba-4c69-9f44-86029118ccc6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:07.036405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Network cc67b455-5b46-466e-997f-436de4ede71e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:07.037674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:07.040061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:07.079403 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.100299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Attempting to bind port 9b6f8795-29ba-4c69-9f44-86029118ccc6 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:06:07.100752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Attempting to bind port 9b6f8795-29ba-4c69-9f44-86029118ccc6 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '2a687dcd-ba6e-4de9-9111-4dd39512eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:06:07.101100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Attempting to bind port 9b6f8795-29ba-4c69-9f44-86029118ccc6 on network cc67b455-5b46-466e-997f-436de4ede71e {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:06:07.109517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:06:07.109517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Checking segment: {'id': '2a687dcd-ba6e-4de9-9111-4dd39512eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:07.124492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.125110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Bound using segment: {'id': '2a687dcd-ba6e-4de9-9111-4dd39512eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:06:07.126387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Bound port: 9b6f8795-29ba-4c69-9f44-86029118ccc6, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a687dcd-ba6e-4de9-9111-4dd39512eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:06:07.127330 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.151605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=394d830d-6f97-4087-ac00-2ae840ad0ea1,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:07.170162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network cc67b455-5b46-466e-997f-436de4ede71e is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:07.171749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:07.183348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:07.184408 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.218003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51198) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:07.224301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e', 'fixed_ips': [{'subnet_id': 'dd661e27-1b05-43d9-8599-afe3d10d6796'}, {'subnet_id': '394d830d-6f97-4087-ac00-2ae840ad0ea1'}], 'name': 'tempest-PortsIpV6TestJSON-325097315'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:07.228674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-091732fd-5f6f-4daf-a089-0ca8fdaf7fa4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8828135 Apr 05 19:06:07.331348 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.352434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] For port 9b6f8795-29ba-4c69-9f44-86029118ccc6, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:06:07.361129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] For port 9b6f8795-29ba-4c69-9f44-86029118ccc6, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9b6f8795-29ba-4c69-9f44-86029118ccc6,segment=NetworkSegment(2a687dcd-ba6e-4de9-9111-4dd39512eaf8),segment_id=2a687dcd-ba6e-4de9-9111-4dd39512eaf8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:06:07.372353 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.463225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:07.465462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ea30d-072e-4450-ac5d-1001d8f87e8d None None] Pushing event updated for resources: {'Port': ['ID=9b6f8795-29ba-4c69-9f44-86029118ccc6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:07.571958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.590903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:07.731710 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23834ee7-2209-4024-8739-19b4f652c2d7 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:07.792947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 23834ee7-2209-4024-8739-19b4f652c2d7 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:06:07.799576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 23834ee7-2209-4024-8739-19b4f652c2d7 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:07.799868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.935871 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:07.965950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:06:07.968910 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3011f4-b1fd-4c1f-9075-b2e48d9be8ed" -d '{"events": [{"server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "name": "network-vif-plugged", "status": "completed", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:06:07.991197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 23834ee7-2209-4024-8739-19b4f652c2d7, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23834ee7-2209-4024-8739-19b4f652c2d7,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:07.996947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:08.041670 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176671c3-db47-4638-9e40-9f65e2728508 x-openstack-request-id: req-176671c3-db47-4638-9e40-9f65e2728508 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:06:08.042500 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "name": "network-vif-plugged", "status": "completed", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:06:08.042936 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-176671c3-db47-4638-9e40-9f65e2728508 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:06:08.043531 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176671c3-db47-4638-9e40-9f65e2728508'] response: {'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7', 'code': 200} Apr 05 19:06:08.077988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=23834ee7-2209-4024-8739-19b4f652c2d7,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:08.107226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537e8b1-4319-4977-856e-bb4c44e4db0c req-7c6632b8-132e-4dfc-865f-73be63df2dc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:08.108812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8537e8b1-4319-4977-856e-bb4c44e4db0c req-7c6632b8-132e-4dfc-865f-73be63df2dc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 945 time: 0.1468899 Apr 05 19:06:08.135181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::45 (cc67b455-5b46-466e-997f-436de4ede71e/dd661e27-1b05-43d9-8599-afe3d10d6796/93a6fcbf-6bcf-48ec-bef4-03a2a42f5966) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:08.149207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8:0:1::396 (cc67b455-5b46-466e-997f-436de4ede71e/394d830d-6f97-4087-ac00-2ae840ad0ea1/93a6fcbf-6bcf-48ec-bef4-03a2a42f5966) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:08.157989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8537e8b1-4319-4977-856e-bb4c44e4db0c req-c675c340-70de-4bbb-9c0f-fb80d516f26f tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417194 Apr 05 19:06:08.182731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22137-0da1-45ef-8897-b3aeb6add6ad req-dc88eddb-7ef9-45a1-880f-7569e8685515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:08.183856 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-02e22137-0da1-45ef-8897-b3aeb6add6ad req-dc88eddb-7ef9-45a1-880f-7569e8685515 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 1097 time: 0.0861318 Apr 05 19:06:08.271556 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-02e22137-0da1-45ef-8897-b3aeb6add6ad req-ef47ed3e-c465-4b47-bc4b-38a8ec035c1e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811446 Apr 05 19:06:08.387660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:08.451204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:08.501360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network cc67b455-5b46-466e-997f-436de4ede71e is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:08.504415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:08.511264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:08.517295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:08.517482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:08.534446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=93a6fcbf-6bcf-48ec-bef4-03a2a42f5966,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:08.564129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:08.564721 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0e573dde-0edf-4a99-ace4-c15d16ec6152 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.3453515 Apr 05 19:06:08.572265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd661e27-1b05-43d9-8599-afe3d10d6796'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:08.685004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d4266-b48e-4da9-a861-037a0f4cd682 None None] Network cc67b455-5b46-466e-997f-436de4ede71e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:08.743704 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:08.769917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-067ba14f-0d89-41ca-982d-3bda24cd8652 None None] Provisioning complete for port 9b6f8795-29ba-4c69-9f44-86029118ccc6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:08.770345 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-067ba14f-0d89-41ca-982d-3bda24cd8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:08.949141 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-067ba14f-0d89-41ca-982d-3bda24cd8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:08.990219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-067ba14f-0d89-41ca-982d-3bda24cd8652 None None] For port 9b6f8795-29ba-4c69-9f44-86029118ccc6, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9b6f8795-29ba-4c69-9f44-86029118ccc6,segment=NetworkSegment(2a687dcd-ba6e-4de9-9111-4dd39512eaf8),segment_id=2a687dcd-ba6e-4de9-9111-4dd39512eaf8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:09.015515 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-067ba14f-0d89-41ca-982d-3bda24cd8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:09.030698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Delete allocated IP 2001:db8:0:1::396 (cc67b455-5b46-466e-997f-436de4ede71e/394d830d-6f97-4087-ac00-2ae840ad0ea1) {{(pid=102640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 19:06:09.107253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ba14f-0d89-41ca-982d-3bda24cd8652 None None] Pushing event updated for resources: {'Port': ['ID=9b6f8795-29ba-4c69-9f44-86029118ccc6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:09.113974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e968e336-0d27-43b9-9177-cdd0be4eda84 None None] Update dhcp port {'port': {'network_id': 'cc67b455-5b46-466e-997f-436de4ede71e', 'fixed_ips': [{'subnet_id': 'dd661e27-1b05-43d9-8599-afe3d10d6796', 'ip_address': '2001:db8::2'}, {'subnet_id': '394d830d-6f97-4087-ac00-2ae840ad0ea1'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '9b6f8795-29ba-4c69-9f44-86029118ccc6'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:06:09.176992 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e968e336-0d27-43b9-9177-cdd0be4eda84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:09.207114 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:09.222011 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:09.315042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] In _notify_port_updated(), no bound segment for port 93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 on network cc67b455-5b46-466e-997f-436de4ede71e {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:06:09.320895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:09.321760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:09.326285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51254) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:09.327403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "PUT /v2.0/ports/93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 HTTP/1.1" status: 200 len: 924 time: 0.7615254 Apr 05 19:06:09.340223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd661e27-1b05-43d9-8599-afe3d10d6796'}, {'subnet_id': '394d830d-6f97-4087-ac00-2ae840ad0ea1'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:09.380643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7267c6-06e6-4a75-8693-4d8bc7ac09cd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=93a6fcbf-6bcf-48ec-bef4-03a2a42f5966,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:09.398681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b4478-e0ed-4d45-a563-3119ddaa6cc1 req-c4d3417b-1574-49d0-9632-874835b4ba57 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:09.401218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa9b4478-e0ed-4d45-a563-3119ddaa6cc1 req-c4d3417b-1574-49d0-9632-874835b4ba57 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 946 time: 0.1278005 Apr 05 19:06:09.511141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9b6f8795-29ba-4c69-9f44-86029118ccc6 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:09.550274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-153eeaf0-ff28-4ec9-b3f6-e309373292f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:09.596698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:09.623332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e968e336-0d27-43b9-9177-cdd0be4eda84 None None] Allocated IP 2001:db8:0:1::2 (cc67b455-5b46-466e-997f-436de4ede71e/394d830d-6f97-4087-ac00-2ae840ad0ea1/9b6f8795-29ba-4c69-9f44-86029118ccc6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:09.703285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9b6f8795-29ba-4c69-9f44-86029118ccc6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:09.704202 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:09.890428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e968e336-0d27-43b9-9177-cdd0be4eda84 None None] For port 9b6f8795-29ba-4c69-9f44-86029118ccc6, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9b6f8795-29ba-4c69-9f44-86029118ccc6,segment=NetworkSegment(2a687dcd-ba6e-4de9-9111-4dd39512eaf8),segment_id=2a687dcd-ba6e-4de9-9111-4dd39512eaf8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:09.965476 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e968e336-0d27-43b9-9177-cdd0be4eda84 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:09.980052 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e968e336-0d27-43b9-9177-cdd0be4eda84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:10.007418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa9b4478-e0ed-4d45-a563-3119ddaa6cc1 req-70c37e8a-077b-444c-b9b5-73e1b9518799 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5991857 Apr 05 19:06:10.047785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968e336-0d27-43b9-9177-cdd0be4eda84 None None] Pushing event updated for resources: {'Port': ['ID=9b6f8795-29ba-4c69-9f44-86029118ccc6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:10.181997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8:0:1::2cd (cc67b455-5b46-466e-997f-436de4ede71e/394d830d-6f97-4087-ac00-2ae840ad0ea1/93a6fcbf-6bcf-48ec-bef4-03a2a42f5966) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:10.339733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:10.346928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:10.442719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] In _notify_port_updated(), no bound segment for port 93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 on network cc67b455-5b46-466e-997f-436de4ede71e {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:06:10.448491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:10.449151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:10.450526 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "PUT /v2.0/ports/93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 HTTP/1.1" status: 200 len: 1010 time: 1.1231964 Apr 05 19:06:10.453568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:10.457947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15039a-01a5-49bf-89fd-fe6ef2475902 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=93a6fcbf-6bcf-48ec-bef4-03a2a42f5966,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:10.597803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-03da811a-0197-4a86-82b3-070ff7f89fe9 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:10.598140 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03da811a-0197-4a86-82b3-070ff7f89fe9 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:10.709266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03da811a-0197-4a86-82b3-070ff7f89fe9 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:10.724432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-03da811a-0197-4a86-82b3-070ff7f89fe9 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:10.811525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530219fb-1f6f-4508-a2c2-be093f00b953 None None] Network cc67b455-5b46-466e-997f-436de4ede71e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:10.914524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-184ec41a-7683-4f38-a5a0-74318d2b344c None None] Provisioning complete for port 9b6f8795-29ba-4c69-9f44-86029118ccc6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:10.915342 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-184ec41a-7683-4f38-a5a0-74318d2b344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.007727 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03da811a-0197-4a86-82b3-070ff7f89fe9 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.040725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da811a-0197-4a86-82b3-070ff7f89fe9 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=93a6fcbf-6bcf-48ec-bef4-03a2a42f5966,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:11.091651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03da811a-0197-4a86-82b3-070ff7f89fe9 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.095466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-03da811a-0197-4a86-82b3-070ff7f89fe9 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 HTTP/1.1" status: 204 len: 168 time: 0.6406128 Apr 05 19:06:11.099112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:11.150976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-184ec41a-7683-4f38-a5a0-74318d2b344c None None] Could not find standard attr ID for object 93a6fcbf-6bcf-48ec-bef4-03a2a42f5966. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:11.164513 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c0f200-9689-4b73-b698-5b2e9741a25b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:11.166181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d7c0f200-9689-4b73-b698-5b2e9741a25b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 HTTP/1.1" status: 404 len: 333 time: 0.0659771 Apr 05 19:06:11.170200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51296) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:11.248952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32172-cfa1-408f-9909-e543688c22c8 req-a98951d4-5b1b-4f03-bc42-703d7980821a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:11.250548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e32172-cfa1-408f-9909-e543688c22c8 req-a98951d4-5b1b-4f03-bc42-703d7980821a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 946 time: 0.1053863 Apr 05 19:06:11.269776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2264e73e-232f-4df5-a593-33e39122b771 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet 394d830d-6f97-4087-ac00-2ae840ad0ea1 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:11.274508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2264e73e-232f-4df5-a593-33e39122b771 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.321476 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2264e73e-232f-4df5-a593-33e39122b771 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.336363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e32172-cfa1-408f-9909-e543688c22c8 req-e1333e65-a923-4eb3-9bc8-7fde2cc1bf4c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777767 Apr 05 19:06:11.475818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9b6f8795-29ba-4c69-9f44-86029118ccc6 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:11.489536 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2264e73e-232f-4df5-a593-33e39122b771 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.553140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d6cb-4076-4866-8423-f95d8970df52 req-b62e35cd-36ab-4e1a-8315-c2248a6db248 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:11.555563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cef7d6cb-4076-4866-8423-f95d8970df52 req-b62e35cd-36ab-4e1a-8315-c2248a6db248 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 946 time: 0.0811884 Apr 05 19:06:11.571637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9b6f8795-29ba-4c69-9f44-86029118ccc6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:11.571637 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.600171 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2264e73e-232f-4df5-a593-33e39122b771 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.631197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cef7d6cb-4076-4866-8423-f95d8970df52 req-9a994f7c-b4f1-4d50-b142-baedf57fe7a6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679359 Apr 05 19:06:11.654228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51304) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:11.668000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6f4f76f7-87a8-4a7f-8d93-a69ecf4d2420 None None] Provisioning complete for port 9b6f8795-29ba-4c69-9f44-86029118ccc6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:11.668428 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f4f76f7-87a8-4a7f-8d93-a69ecf4d2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.682706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264e73e-232f-4df5-a593-33e39122b771 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=394d830d-6f97-4087-ac00-2ae840ad0ea1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:11.685034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2264e73e-232f-4df5-a593-33e39122b771 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.691234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2264e73e-232f-4df5-a593-33e39122b771 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/394d830d-6f97-4087-ac00-2ae840ad0ea1 HTTP/1.1" status: 204 len: 168 time: 0.5167305 Apr 05 19:06:11.701127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51306) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:11.787328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b14b20-8b8d-445c-a6e7-f673e469300f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet dd661e27-1b05-43d9-8599-afe3d10d6796 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:11.792305 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81b14b20-8b8d-445c-a6e7-f673e469300f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.845614 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e64d863d-e33c-4057-8c6b-8ca5ef72d571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.851870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81b14b20-8b8d-445c-a6e7-f673e469300f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.853919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc707cca-a915-4542-8ee8-53067f910a96 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:11.859762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cc707cca-a915-4542-8ee8-53067f910a96 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 1092 time: 0.2041366 Apr 05 19:06:11.871099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51312) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:11.875775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:11.923113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:11.984832 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81b14b20-8b8d-445c-a6e7-f673e469300f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.008741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8422373c-65ef-45a9-8245-86ce3719f2b6 None None] Network cc67b455-5b46-466e-997f-436de4ede71e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:12.111702 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81b14b20-8b8d-445c-a6e7-f673e469300f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.168836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4195686e-bb88-4f4b-9110-a396a7fa0b70 None None] Could not find standard attr ID for object 93a6fcbf-6bcf-48ec-bef4-03a2a42f5966. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:12.179848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81b14b20-8b8d-445c-a6e7-f673e469300f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.190691 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-81b14b20-8b8d-445c-a6e7-f673e469300f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/dd661e27-1b05-43d9-8599-afe3d10d6796 HTTP/1.1" status: 204 len: 168 time: 0.4886589 Apr 05 19:06:12.191593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51324) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:12.204966 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.273826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b14b20-8b8d-445c-a6e7-f673e469300f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=dd661e27-1b05-43d9-8599-afe3d10d6796,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:12.394045 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.396156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.25.4.133 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/ac656441-9e35-4e61-ae24-ae6cbc6a7fb0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:12.448279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] DHCP port deletion for cc67b455-5b46-466e-997f-436de4ede71e request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:06:12.478081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 9b6f8795-29ba-4c69-9f44-86029118ccc6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:12.478574 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.587193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] For port 9b6f8795-29ba-4c69-9f44-86029118ccc6, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9b6f8795-29ba-4c69-9f44-86029118ccc6,segment=NetworkSegment(2a687dcd-ba6e-4de9-9111-4dd39512eaf8),segment_id=2a687dcd-ba6e-4de9-9111-4dd39512eaf8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:12.587847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.597641 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.603422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 9b6f8795-29ba-4c69-9f44-86029118ccc6 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:12.648489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.694873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:12.696225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.698197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:12.702009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:12.752626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=9b6f8795-29ba-4c69-9f44-86029118ccc6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:12.763651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No DVR routers for this DVR port 9b6f8795-29ba-4c69-9f44-86029118ccc6 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:06:12.790348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] Deleting port 9b6f8795-29ba-4c69-9f44-86029118ccc6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:12.791468 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.803419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=ac656441-9e35-4e61-ae24-ae6cbc6a7fb0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:12.907300 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.914223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] For port 9b6f8795-29ba-4c69-9f44-86029118ccc6, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:12.914949 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.936952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] Calling delete_port for 9b6f8795-29ba-4c69-9f44-86029118ccc6 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:12.942067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] Port 9b6f8795-29ba-4c69-9f44-86029118ccc6 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:06:12.944433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.956188 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:12.978734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] Pushing event deleted for resources: {'Port': ['ID=9b6f8795-29ba-4c69-9f44-86029118ccc6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:12.984237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97191b08-d4d2-4ccf-886c-299e4d89304c None None] No DVR routers for this DVR port 9b6f8795-29ba-4c69-9f44-86029118ccc6 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:06:13.029981 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc67b455-5b46-466e-997f-436de4ede71e']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:13.042570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a687dcd-ba6e-4de9-9111-4dd39512eaf8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:13.043015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a687dcd-ba6e-4de9-9111-4dd39512eaf8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:13.056656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.071445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.077751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:06:13.079399 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:06:13.082040 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:06:13.156453 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.186440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.189568 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/networks/cc67b455-5b46-466e-997f-436de4ede71e HTTP/1.1" status: 204 len: 168 time: 0.9963555 Apr 05 19:06:13.203133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51336) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:13.218076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1156a1-c003-436d-97b6-fd202ed3cb3d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Network': ['ID=cc67b455-5b46-466e-997f-436de4ede71e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:13.372275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa89c48-4e55-4769-9f73-48ea8c708ffc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:13.374435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8fa89c48-4e55-4769-9f73-48ea8c708ffc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1689947 Apr 05 19:06:13.379560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51346) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:13.434469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9b6f8795-29ba-4c69-9f44-86029118ccc6 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:06:13.451570 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e4d26cf6-e09b-42ef-b4ce-86bc84da5e1d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0675030 Apr 05 19:06:13.462901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51348) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:13.469183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-557261136'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:13.495124 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 9b6f8795-29ba-4c69-9f44-86029118ccc6 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:06:13.496004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9b6f8795-29ba-4c69-9f44-86029118ccc6 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:06:13.515778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:13.522890 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.560682 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.585075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:06:13.596217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.597077 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Added segment 100dbbfa-ffb6-49d7-9284-2c4813c0a5ea of type vlan for network 52d04fbb-510a-4460-9586-69de25609432 Apr 05 19:06:13.660703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.694754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.701207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:13.701887 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:13.768987 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3015344 Apr 05 19:06:13.771404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51356) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:13.776291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '52d04fbb-510a-4460-9586-69de25609432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:13.781967 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d59f6-715a-402c-9efb-a0254cfe0f08 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Network': ['ID=52d04fbb-510a-4460-9586-69de25609432,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:13.805992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 52d04fbb-510a-4460-9586-69de25609432 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:06:13.846626 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:14.000693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:14.000693 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:14.137777 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:14.146606 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:14.465867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:14.534966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=ac656441-9e35-4e61-ae24-ae6cbc6a7fb0,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:14.574671 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:14.636624 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:14.741014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=1f692d4b-5203-4f58-b29f-607f1dbeea76,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:14.755024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Checking segment: {'id': '100dbbfa-ffb6-49d7-9284-2c4813c0a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '52d04fbb-510a-4460-9586-69de25609432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:14.755377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network hostable DHCP agents. Network: 52d04fbb-510a-4460-9586-69de25609432, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:06:14.760340 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Floating IP db2cad0f-6b14-4be3-8688-3b71dcfb7121 associated. External IP: 172.25.4.133, port: 23834ee7-2209-4024-8739-19b4f652c2d7. Apr 05 19:06:14.828524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 52d04fbb-510a-4460-9586-69de25609432 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:06:14.880487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 52d04fbb-510a-4460-9586-69de25609432) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:14.894848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d49301f-0685-4286-9c1a-63988d690e35 None None] Network 52d04fbb-510a-4460-9586-69de25609432 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:14.898406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:14.899120 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:14.925563 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51380) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:14.927100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3b775de9-1514-4cd6-962d-774de70cc11c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1544046 Apr 05 19:06:14.931724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': '52d04fbb-510a-4460-9586-69de25609432', 'name': 'tempest-PortsIpV6TestJSON-453210249'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:15.041169 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:15.113670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router fed9c8ec-f4d8-42dd-a156-41813392fb4f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:06:15.137488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:15.148718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:15.180858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 141b1c25-ddc7-4804-ba04-8742fbad2e60 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:15.197281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-52d04fbb-510a-4460-9586-69de25609432', 'network_id': '52d04fbb-510a-4460-9586-69de25609432', 'tenant_id': '8572985f98e74a8794da5d5370dd7b9a', 'fixed_ips': [{'subnet_id': '1f692d4b-5203-4f58-b29f-607f1dbeea76'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:06:15.214508 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:15.288205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:06:15.303481 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] Sync routers for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:06:15.315842 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:06:15.316456 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:15.324480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:15.367484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9f0ab5d2-2854-413a-969f-8ae1c75eea2e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4951608 Apr 05 19:06:15.367956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:06:15.369121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::368 (52d04fbb-510a-4460-9586-69de25609432/1f692d4b-5203-4f58-b29f-607f1dbeea76/141b1c25-ddc7-4804-ba04-8742fbad2e60) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:15.370548 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d84682-09ac-468f-9f5d-b90a800c95d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:06:15.372971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51388) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:15.451986 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad87d954-8283-435f-8dce-187245f0da5d x-openstack-request-id: req-ad87d954-8283-435f-8dce-187245f0da5d {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:06:15.452550 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:06:15.452953 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad87d954-8283-435f-8dce-187245f0da5d {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:06:15.453806 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad87d954-8283-435f-8dce-187245f0da5d'] response: {'name': 'network-changed', 'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7', 'status': 'completed', 'code': 200} Apr 05 19:06:15.505975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4a0190b9-5713-470b-9bb7-0dcd420edc49 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/floatingips/db2cad0f-6b14-4be3-8688-3b71dcfb7121 HTTP/1.1" status: 200 len: 992 time: 0.1203532 Apr 05 19:06:15.525338 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:06:15.640237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-65defb22-4a94-45e8-855a-167c3b24bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:15.640619 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-65defb22-4a94-45e8-855a-167c3b24bf77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 1097 time: 0.1035736 Apr 05 19:06:15.774233 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:15.816637 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'db2cad0f-6b14-4be3-8688-3b71dcfb7121', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:06:13Z', 'updated_at': '2022-04-05T19:06:13Z', 'revision_number': 0, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:15.845688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-af5cc866-4164-4e97-8c31-9c3437b125bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:15.849017 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-af5cc866-4164-4e97-8c31-9c3437b125bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0434bae-f1fb-4573-b38a-7f37e7095629 HTTP/1.1" status: 200 len: 897 time: 0.1983249 Apr 05 19:06:15.858539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:15.934711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Allocated IP 2001:db8::2 (52d04fbb-510a-4460-9586-69de25609432/1f692d4b-5203-4f58-b29f-607f1dbeea76/bb14b55d-e3eb-4cc3-8f1d-01875da61e29) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:15.955736 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] Checking router: fed9c8ec-f4d8-42dd-a156-41813392fb4f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:06:15.976714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 52d04fbb-510a-4460-9586-69de25609432 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:15.983399 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:06:15.984021 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:15.998959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:16.000858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=141b1c25-ddc7-4804-ba04-8742fbad2e60,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:16.006154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:16.012074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:16.012656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:16.043504 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-5a0f5019-9367-4cc9-ae96-8971289fb1e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23834ee7-2209-4024-8739-19b4f652c2d7 HTTP/1.1" status: 200 len: 1000 time: 0.1744001 Apr 05 19:06:16.052821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51404) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:16.058962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': '52d04fbb-510a-4460-9586-69de25609432', 'name': 'tempest-PortsIpV6TestJSON-1289441073'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:16.063426 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9948c50d-7ca7-4be8-9f70-15a0688c350d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1358771 Apr 05 19:06:16.156767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-a3b2db9d-50a6-4e98-9918-db0ee197bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:16.158417 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-a3b2db9d-50a6-4e98-9918-db0ee197bc88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e HTTP/1.1" status: 200 len: 835 time: 0.0930245 Apr 05 19:06:16.245162 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:16.260377 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:06:16.260513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-99f903fd-5b9e-46f4-933a-4b388e10c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:16.261969 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-99f903fd-5b9e-46f4-933a-4b388e10c0bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0434bae-f1fb-4573-b38a-7f37e7095629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966725 Apr 05 19:06:16.267316 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:16.285147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:16.294002 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:16.301292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Network 52d04fbb-510a-4460-9586-69de25609432 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:16.328475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:16.333383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:16.356821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 6377bf67-f38a-4567-a334-b7064d189ce8 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:16.425393 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Pushing event updated for resources: {'Port': ['ID=bb14b55d-e3eb-4cc3-8f1d-01875da61e29,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:16.456199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-8e1446d9-c947-4c36-990f-90d1c1140879 service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848400 Apr 05 19:06:16.486584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Attempting to bind port bb14b55d-e3eb-4cc3-8f1d-01875da61e29 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:06:16.486943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Attempting to bind port bb14b55d-e3eb-4cc3-8f1d-01875da61e29 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '100dbbfa-ffb6-49d7-9284-2c4813c0a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '52d04fbb-510a-4460-9586-69de25609432'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:06:16.488389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Attempting to bind port bb14b55d-e3eb-4cc3-8f1d-01875da61e29 on network 52d04fbb-510a-4460-9586-69de25609432 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:06:16.502224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:06:16.502618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Checking segment: {'id': '100dbbfa-ffb6-49d7-9284-2c4813c0a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '52d04fbb-510a-4460-9586-69de25609432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:16.503022 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:16.503411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Bound using segment: {'id': '100dbbfa-ffb6-49d7-9284-2c4813c0a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '52d04fbb-510a-4460-9586-69de25609432'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:06:16.503883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Bound port: bb14b55d-e3eb-4cc3-8f1d-01875da61e29, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100dbbfa-ffb6-49d7-9284-2c4813c0a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '52d04fbb-510a-4460-9586-69de25609432'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:06:16.504250 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:16.522877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51412) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:16.641342 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1d84682-09ac-468f-9f5d-b90a800c95d8 req-0141fa9c-3bcf-4448-b52a-ca74d59f56ba service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781099 Apr 05 19:06:16.693879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] For port bb14b55d-e3eb-4cc3-8f1d-01875da61e29, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:06:16.705265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] For port bb14b55d-e3eb-4cc3-8f1d-01875da61e29, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bb14b55d-e3eb-4cc3-8f1d-01875da61e29,segment=NetworkSegment(100dbbfa-ffb6-49d7-9284-2c4813c0a5ea),segment_id=100dbbfa-ffb6-49d7-9284-2c4813c0a5ea)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:06:16.711093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'db2cad0f-6b14-4be3-8688-3b71dcfb7121', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:06:13Z', 'updated_at': '2022-04-05T19:06:13Z', 'revision_number': 0, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:16.722427 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:16.738054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::297 (52d04fbb-510a-4460-9586-69de25609432/1f692d4b-5203-4f58-b29f-607f1dbeea76/6377bf67-f38a-4567-a334-b7064d189ce8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:16.797578 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aefa14-1d41-4cab-b99e-abe5d864e6e0 None None] The sync data for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 is: [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'db2cad0f-6b14-4be3-8688-3b71dcfb7121', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:06:13Z', 'updated_at': '2022-04-05T19:06:13Z', 'revision_number': 0, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:06:16.813576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3748dd1b-78d6-4c33-a971-e0365c1b5a06 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/floatingips/db2cad0f-6b14-4be3-8688-3b71dcfb7121 HTTP/1.1" status: 200 len: 992 time: 0.2885630 Apr 05 19:06:16.899862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e30d1a-7c41-4ae5-ae30-b8f05c9a60b1 None None] Pushing event updated for resources: {'Port': ['ID=bb14b55d-e3eb-4cc3-8f1d-01875da61e29,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:16.987465 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:17.043356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:17.092739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 52d04fbb-510a-4460-9586-69de25609432 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:17.095892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:17.100884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:17.106732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:17.107401 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:17.154176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1002431 Apr 05 19:06:17.155105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947cbc8-06ed-4825-89ef-ea8c0e98c362 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=6377bf67-f38a-4567-a334-b7064d189ce8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:17.157569 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51422) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:17.253971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbf68c2-5e4f-4b2b-8e0e-7dcae31e9ef7 None None] New status for floating IP db2cad0f-6b14-4be3-8688-3b71dcfb7121: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:06:17.349757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952d785-7225-45e4-9752-0bb60423880d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:17.349757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b952d785-7225-45e4-9752-0bb60423880d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A368 HTTP/1.1" status: 200 len: 928 time: 0.1789291 Apr 05 19:06:17.351114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51428) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:17.540750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b1afb8d3-5850-4467-bb89-9c65f2581b48 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 6377bf67-f38a-4567-a334-b7064d189ce8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:17.541295 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1afb8d3-5850-4467-bb89-9c65f2581b48 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:17.565440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bb14b55d-e3eb-4cc3-8f1d-01875da61e29 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:17.647596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bb14b55d-e3eb-4cc3-8f1d-01875da61e29 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:17.647957 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:17.694908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1afb8d3-5850-4467-bb89-9c65f2581b48 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:17.710627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b1afb8d3-5850-4467-bb89-9c65f2581b48 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 6377bf67-f38a-4567-a334-b7064d189ce8 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:17.795979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:17.818463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51438) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:17.925738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port bb14b55d-e3eb-4cc3-8f1d-01875da61e29, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bb14b55d-e3eb-4cc3-8f1d-01875da61e29,segment=NetworkSegment(100dbbfa-ffb6-49d7-9284-2c4813c0a5ea),segment_id=100dbbfa-ffb6-49d7-9284-2c4813c0a5ea)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:17.927366 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1afb8d3-5850-4467-bb89-9c65f2581b48 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:17.932979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:17.979604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afb8d3-5850-4467-bb89-9c65f2581b48 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=6377bf67-f38a-4567-a334-b7064d189ce8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:18.002615 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1afb8d3-5850-4467-bb89-9c65f2581b48 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:18.012319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b1afb8d3-5850-4467-bb89-9c65f2581b48 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/6377bf67-f38a-4567-a334-b7064d189ce8 HTTP/1.1" status: 204 len: 168 time: 0.6603813 Apr 05 19:06:18.014788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51442) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:18.022425 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dbe35ca2-b6fa-4b82-a759-42647b16f919 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/floatingips/db2cad0f-6b14-4be3-8688-3b71dcfb7121 HTTP/1.1" status: 200 len: 994 time: 0.1992776 Apr 05 19:06:18.054920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=bb14b55d-e3eb-4cc3-8f1d-01875da61e29,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:18.076958 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0838b5f-034b-4c85-9b85-a199b93233e7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:18.078861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d0838b5f-034b-4c85-9b85-a199b93233e7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/6377bf67-f38a-4567-a334-b7064d189ce8 HTTP/1.1" status: 404 len: 333 time: 0.0625970 Apr 05 19:06:18.081635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51444) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:18.260899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8624575a-1a96-4692-b912-5bf405ddd086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 141b1c25-ddc7-4804-ba04-8742fbad2e60 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:18.264419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8624575a-1a96-4692-b912-5bf405ddd086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:18.384750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8624575a-1a96-4692-b912-5bf405ddd086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:18.398705 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8624575a-1a96-4692-b912-5bf405ddd086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 141b1c25-ddc7-4804-ba04-8742fbad2e60 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:18.480866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef6de8-35d6-4c83-849f-b805e090d62e None None] Network 52d04fbb-510a-4460-9586-69de25609432 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:18.619354 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8624575a-1a96-4692-b912-5bf405ddd086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:18.657898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624575a-1a96-4692-b912-5bf405ddd086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=141b1c25-ddc7-4804-ba04-8742fbad2e60,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:18.689771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8624575a-1a96-4692-b912-5bf405ddd086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:18.696814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8624575a-1a96-4692-b912-5bf405ddd086 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/141b1c25-ddc7-4804-ba04-8742fbad2e60 HTTP/1.1" status: 204 len: 168 time: 0.6116710 Apr 05 19:06:18.697003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-06bfe8c5-3c0c-468c-91fa-3a9ff7ed8aa3 None None] Provisioning complete for port bb14b55d-e3eb-4cc3-8f1d-01875da61e29 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:18.697003 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06bfe8c5-3c0c-468c-91fa-3a9ff7ed8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:18.697192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51468) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:18.726920 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4270ba6f-09a3-4004-ac0c-77d9637ccdc7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:18.731079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4270ba6f-09a3-4004-ac0c-77d9637ccdc7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/141b1c25-ddc7-4804-ba04-8742fbad2e60 HTTP/1.1" status: 404 len: 333 time: 0.0305407 Apr 05 19:06:18.732172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51470) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:18.876270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet 1f692d4b-5203-4f58-b29f-607f1dbeea76 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:18.880743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:18.995756 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.128588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48e491-030b-4dab-8937-418eb224fb74 req-8ac37d8e-a8d9-4c32-80b4-1398fd0b8346 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:19.135725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a48e491-030b-4dab-8937-418eb224fb74 req-8ac37d8e-a8d9-4c32-80b4-1398fd0b8346 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.0769289 Apr 05 19:06:19.179312 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.229020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a48e491-030b-4dab-8937-418eb224fb74 req-a07c5e8f-6a88-4262-bf65-27ecfff91483 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843279 Apr 05 19:06:19.291942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.301044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e84daa08-1c38-4d2a-9b8c-ebc992b900a5 None None] Provisioning complete for port bb14b55d-e3eb-4cc3-8f1d-01875da61e29 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:19.301474 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e84daa08-1c38-4d2a-9b8c-ebc992b900a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.348890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=1f692d4b-5203-4f58-b29f-607f1dbeea76,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:19.372851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.380660 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/1f692d4b-5203-4f58-b29f-607f1dbeea76 HTTP/1.1" status: 204 len: 168 time: 0.6424723 Apr 05 19:06:19.383415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51490) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:19.383415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.383415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.383631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.384769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.384769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.384769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.384769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.385135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.385458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.385754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.386051 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.386369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bf860-805f-4204-b8ca-dd84939df293 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:19.515798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bb14b55d-e3eb-4cc3-8f1d-01875da61e29 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:19.560496 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.597830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bb14b55d-e3eb-4cc3-8f1d-01875da61e29 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:19.598880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.626612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69a3ffe-7f14-4b44-9a56-efc79ce9ef6e None None] Network 52d04fbb-510a-4460-9586-69de25609432 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:19.646892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port bb14b55d-e3eb-4cc3-8f1d-01875da61e29 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:19.647469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.724132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] For port bb14b55d-e3eb-4cc3-8f1d-01875da61e29, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bb14b55d-e3eb-4cc3-8f1d-01875da61e29,segment=NetworkSegment(100dbbfa-ffb6-49d7-9284-2c4813c0a5ea),segment_id=100dbbfa-ffb6-49d7-9284-2c4813c0a5ea)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:19.724424 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.728778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d475c9a4-1ab4-4117-b274-abdd6b20f59e None None] Could not find standard attr ID for object 141b1c25-ddc7-4804-ba04-8742fbad2e60. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:19.744981 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for bb14b55d-e3eb-4cc3-8f1d-01875da61e29 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:19.858335 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:19.902168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b151b-153f-431e-9cca-95dc4916df27 None None] DHCP port deletion for 52d04fbb-510a-4460-9586-69de25609432 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:06:19.911765 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No DVR routers for this DVR port bb14b55d-e3eb-4cc3-8f1d-01875da61e29 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:06:19.936932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=bb14b55d-e3eb-4cc3-8f1d-01875da61e29,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:19.998085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.026220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d04fbb-510a-4460-9586-69de25609432']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:20.039084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100dbbfa-ffb6-49d7-9284-2c4813c0a5ea') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:20.039506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100dbbfa-ffb6-49d7-9284-2c4813c0a5ea') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:20.049790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.065002 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.071789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:06:20.072436 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:06:20.075343 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:06:20.142275 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.153099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.156775 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/networks/52d04fbb-510a-4460-9586-69de25609432 HTTP/1.1" status: 204 len: 168 time: 0.7675200 Apr 05 19:06:20.163056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51502) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:20.169094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1738038111'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:20.184710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc89903-90a4-4bc9-8855-47247beb31d1 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Network': ['ID=52d04fbb-510a-4460-9586-69de25609432,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:20.211299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:20.214777 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.240478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:06:20.250308 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.250693 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Added segment 2efab65a-012f-4842-bff2-4f76753150bf of type vlan for network b9a75747-762f-42b6-80e9-a3a9ee3b1135 Apr 05 19:06:20.312788 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.343287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.350959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:20.351699 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.441633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2767551 Apr 05 19:06:20.445275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51512) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:20.450366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': 'b9a75747-762f-42b6-80e9-a3a9ee3b1135', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:20.457231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1d58e-e09f-43e1-9333-6e1e98542137 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Network': ['ID=b9a75747-762f-42b6-80e9-a3a9ee3b1135,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:20.469032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network b9a75747-762f-42b6-80e9-a3a9ee3b1135 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:06:20.478319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9503-bed5-41ee-bd98-c3612245a2cd req-31831434-5f61-4740-bd48-40ce5163b683 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:20.479818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d98c9503-bed5-41ee-bd98-c3612245a2cd req-31831434-5f61-4740-bd48-40ce5163b683 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.1252193 Apr 05 19:06:20.566312 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d98c9503-bed5-41ee-bd98-c3612245a2cd req-580f3ae1-eb87-46da-b9fb-ff021fac8a17 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750856 Apr 05 19:06:20.637148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:20.640829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.849555 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.919995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=07f4ab73-6011-42d2-9570-2b758b993e93,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:20.928986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Checking segment: {'id': '2efab65a-012f-4842-bff2-4f76753150bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b9a75747-762f-42b6-80e9-a3a9ee3b1135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:20.929369 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network hostable DHCP agents. Network: b9a75747-762f-42b6-80e9-a3a9ee3b1135, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:06:20.947568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network b9a75747-762f-42b6-80e9-a3a9ee3b1135 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:06:20.956661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, b9a75747-762f-42b6-80e9-a3a9ee3b1135) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:20.961860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:20.963365 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:20.966265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b6edc-881e-4238-a275-9379ed9b7651 None None] Network b9a75747-762f-42b6-80e9-a3a9ee3b1135 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:20.986150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51532) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:20.992788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': 'b9a75747-762f-42b6-80e9-a3a9ee3b1135', 'name': 'tempest-PortsIpV6TestJSON-1825321121', 'fixed_ips': [{'subnet_id': '07f4ab73-6011-42d2-9570-2b758b993e93', 'ip_address': '2001:db8::10'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:20.994991 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-207421b8-a7a8-4521-a364-1be99e510d5a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5484927 Apr 05 19:06:21.104463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:21.117354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-b9a75747-762f-42b6-80e9-a3a9ee3b1135', 'network_id': 'b9a75747-762f-42b6-80e9-a3a9ee3b1135', 'tenant_id': '8572985f98e74a8794da5d5370dd7b9a', 'fixed_ips': [{'subnet_id': '07f4ab73-6011-42d2-9570-2b758b993e93'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:06:21.118557 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:21.199927 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:21.220322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port aeb39ce2-9bad-4816-8325-447ba2dd26c4 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:21.292816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Allocated IP 2001:db8::2 (b9a75747-762f-42b6-80e9-a3a9ee3b1135/07f4ab73-6011-42d2-9570-2b758b993e93/269111c3-dabc-4343-8cd5-1e7d27c4fedf) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:21.414979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bb14b55d-e3eb-4cc3-8f1d-01875da61e29 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:06:21.450472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: bb14b55d-e3eb-4cc3-8f1d-01875da61e29 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:06:21.450813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bb14b55d-e3eb-4cc3-8f1d-01875da61e29 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:06:21.515678 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:21.534901 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:21.586629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Network b9a75747-762f-42b6-80e9-a3a9ee3b1135 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:21.586839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::10 (b9a75747-762f-42b6-80e9-a3a9ee3b1135/07f4ab73-6011-42d2-9570-2b758b993e93/aeb39ce2-9bad-4816-8325-447ba2dd26c4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:21.601518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:21.606457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:21.618753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Pushing event updated for resources: {'Port': ['ID=269111c3-dabc-4343-8cd5-1e7d27c4fedf,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:21.688466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Attempting to bind port 269111c3-dabc-4343-8cd5-1e7d27c4fedf on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:06:21.688919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Attempting to bind port 269111c3-dabc-4343-8cd5-1e7d27c4fedf by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '2efab65a-012f-4842-bff2-4f76753150bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b9a75747-762f-42b6-80e9-a3a9ee3b1135'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:06:21.689454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Attempting to bind port 269111c3-dabc-4343-8cd5-1e7d27c4fedf on network b9a75747-762f-42b6-80e9-a3a9ee3b1135 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:06:21.694937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:06:21.695530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Checking segment: {'id': '2efab65a-012f-4842-bff2-4f76753150bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b9a75747-762f-42b6-80e9-a3a9ee3b1135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:21.695932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:21.696313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Bound using segment: {'id': '2efab65a-012f-4842-bff2-4f76753150bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b9a75747-762f-42b6-80e9-a3a9ee3b1135'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:06:21.696773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Bound port: 269111c3-dabc-4343-8cd5-1e7d27c4fedf, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efab65a-012f-4842-bff2-4f76753150bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b9a75747-762f-42b6-80e9-a3a9ee3b1135'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:06:21.697145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:21.790238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] For port 269111c3-dabc-4343-8cd5-1e7d27c4fedf, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:06:21.794065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] For port 269111c3-dabc-4343-8cd5-1e7d27c4fedf, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=269111c3-dabc-4343-8cd5-1e7d27c4fedf,segment=NetworkSegment(2efab65a-012f-4842-bff2-4f76753150bf),segment_id=2efab65a-012f-4842-bff2-4f76753150bf)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:06:21.800493 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:21.807214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acc407-4224-41d0-92e2-41e4ffc67140 req-91ca379f-78f5-4c04-8cda-c62774f006a3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:21.810628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09acc407-4224-41d0-92e2-41e4ffc67140 req-91ca379f-78f5-4c04-8cda-c62774f006a3 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.1219177 Apr 05 19:06:21.862800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b1ee6-9cfe-4916-b6ca-26174554e740 None None] Pushing event updated for resources: {'Port': ['ID=269111c3-dabc-4343-8cd5-1e7d27c4fedf,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:21.895899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09acc407-4224-41d0-92e2-41e4ffc67140 req-47ce5f73-60f5-4f4e-b29e-6d6e913d49b0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766354 Apr 05 19:06:21.902450 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:21.941555 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:21.991287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network b9a75747-762f-42b6-80e9-a3a9ee3b1135 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:21.995050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:21.999475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:22.005978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:22.006629 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:22.017680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=aeb39ce2-9bad-4816-8325-447ba2dd26c4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:22.037759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4c069d13-a177-4739-a288-8aef7a360461 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0502040 Apr 05 19:06:22.040367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51556) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:22.052799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': 'b9a75747-762f-42b6-80e9-a3a9ee3b1135', 'name': 'tempest-PortsIpV6TestJSON-1897998449', 'fixed_ips': [{'subnet_id': '07f4ab73-6011-42d2-9570-2b758b993e93', 'ip_address': '2001:db8::f'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:22.201709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:22.315023 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:22.333781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 1bf67690-3ec4-4452-8892-d5ab56887a66 yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:22.504538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::f (b9a75747-762f-42b6-80e9-a3a9ee3b1135/07f4ab73-6011-42d2-9570-2b758b993e93/1bf67690-3ec4-4452-8892-d5ab56887a66) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:22.679274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:22.724176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:22.774951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network b9a75747-762f-42b6-80e9-a3a9ee3b1135 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:22.779600 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:22.784495 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:22.790955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:22.791583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:22.821859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=1bf67690-3ec4-4452-8892-d5ab56887a66,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:22.843933 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8c76c082-b46c-4c8f-a415-cd96a9193ca4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7979562 Apr 05 19:06:22.846272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51564) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:22.940701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6842259e-9615-4cc7-b351-4921b636fb24 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:22.942847 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6842259e-9615-4cc7-b351-4921b636fb24 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0953763 Apr 05 19:06:22.945554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51568) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:23.113043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87d852-4908-41cd-9445-6b4e7d6c5aca req-e29a22f5-1af2-467f-88b1-7a62c1181ad0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:23.115575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d87d852-4908-41cd-9445-6b4e7d6c5aca req-e29a22f5-1af2-467f-88b1-7a62c1181ad0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.1090906 Apr 05 19:06:23.166436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f3f99-32ef-4111-8442-6dfc65463608 None None] Network b9a75747-762f-42b6-80e9-a3a9ee3b1135 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:23.190019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d87d852-4908-41cd-9445-6b4e7d6c5aca req-ac5bc04d-d613-493b-99a1-f4d86f848dc9 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617547 Apr 05 19:06:23.277116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f403804e-179e-4c14-9bd8-900d29dc63dc None None] Provisioning complete for port 269111c3-dabc-4343-8cd5-1e7d27c4fedf triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:23.277488 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f403804e-179e-4c14-9bd8-900d29dc63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:23.392626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8323c8f7-e7b9-4a0f-9108-2d6ee23a33bc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:23.399642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8323c8f7-e7b9-4a0f-9108-2d6ee23a33bc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:23.406497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8323c8f7-e7b9-4a0f-9108-2d6ee23a33bc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:23.408352 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8323c8f7-e7b9-4a0f-9108-2d6ee23a33bc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4616156 Apr 05 19:06:23.412116 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51570) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:23.540757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f7ade7b0-9729-4e63-8727-0fd2340a0e28 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 1bf67690-3ec4-4452-8892-d5ab56887a66 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:23.541109 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7ade7b0-9729-4e63-8727-0fd2340a0e28 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:23.636778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 269111c3-dabc-4343-8cd5-1e7d27c4fedf up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:23.654435 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7ade7b0-9729-4e63-8727-0fd2340a0e28 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:23.667914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f7ade7b0-9729-4e63-8727-0fd2340a0e28 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 1bf67690-3ec4-4452-8892-d5ab56887a66 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:23.696874 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f403804e-179e-4c14-9bd8-900d29dc63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:23.762757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f403804e-179e-4c14-9bd8-900d29dc63dc None None] For port 269111c3-dabc-4343-8cd5-1e7d27c4fedf, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=269111c3-dabc-4343-8cd5-1e7d27c4fedf,segment=NetworkSegment(2efab65a-012f-4842-bff2-4f76753150bf),segment_id=2efab65a-012f-4842-bff2-4f76753150bf)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:23.763960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 269111c3-dabc-4343-8cd5-1e7d27c4fedf triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:23.764650 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:23.840304 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f403804e-179e-4c14-9bd8-900d29dc63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:23.863415 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7ade7b0-9729-4e63-8727-0fd2340a0e28 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:23.920006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ade7b0-9729-4e63-8727-0fd2340a0e28 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=1bf67690-3ec4-4452-8892-d5ab56887a66,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:23.963563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403804e-179e-4c14-9bd8-900d29dc63dc None None] Pushing event updated for resources: {'Port': ['ID=269111c3-dabc-4343-8cd5-1e7d27c4fedf,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:23.987398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7ade7b0-9729-4e63-8727-0fd2340a0e28 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:23.998910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f7ade7b0-9729-4e63-8727-0fd2340a0e28 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/1bf67690-3ec4-4452-8892-d5ab56887a66 HTTP/1.1" status: 204 len: 168 time: 0.5813363 Apr 05 19:06:23.999464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51580) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:24.041151 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb4cd5f-23c0-4783-8d35-a59b5c57706d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:24.045933 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cbb4cd5f-23c0-4783-8d35-a59b5c57706d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/1bf67690-3ec4-4452-8892-d5ab56887a66 HTTP/1.1" status: 404 len: 333 time: 0.0451136 Apr 05 19:06:24.048311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51584) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:24.187371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8f3416ad-3961-4520-8c7f-685ad59fed44 None None] Provisioning complete for port 269111c3-dabc-4343-8cd5-1e7d27c4fedf triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:24.188361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f3416ad-3961-4520-8c7f-685ad59fed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:24.221687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a9ffd-11c8-4f7e-8032-9c7066f26e1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port aeb39ce2-9bad-4816-8325-447ba2dd26c4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:24.226651 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9ffd-11c8-4f7e-8032-9c7066f26e1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:24.379635 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9ffd-11c8-4f7e-8032-9c7066f26e1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:24.395858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a9ffd-11c8-4f7e-8032-9c7066f26e1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for aeb39ce2-9bad-4816-8325-447ba2dd26c4 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:24.410128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c35026-e855-4265-b657-a5bb99e49f3e req-94f7a6ae-94d9-4edd-8dd1-eee0324fdbe6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:24.414198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2c35026-e855-4265-b657-a5bb99e49f3e req-94f7a6ae-94d9-4edd-8dd1-eee0324fdbe6 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.0969379 Apr 05 19:06:24.458865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8f3416ad-3961-4520-8c7f-685ad59fed44 None None] Could not find standard attr ID for object 1bf67690-3ec4-4452-8892-d5ab56887a66. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:24.481475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8f3416ad-3961-4520-8c7f-685ad59fed44 None None] Provisioning complete for port aeb39ce2-9bad-4816-8325-447ba2dd26c4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:24.481855 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f3416ad-3961-4520-8c7f-685ad59fed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:24.484652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2c35026-e855-4265-b657-a5bb99e49f3e req-e6230e36-01b9-4690-ab1e-d169e3c51c34 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632129 Apr 05 19:06:24.563826 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8f3416ad-3961-4520-8c7f-685ad59fed44 None None] Port aeb39ce2-9bad-4816-8325-447ba2dd26c4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:24.625450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9ffd-11c8-4f7e-8032-9c7066f26e1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:24.677718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d0d27922-309a-4df1-91da-90a74b0fd5d4 None None] Could not find standard attr ID for object aeb39ce2-9bad-4816-8325-447ba2dd26c4. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:24.685855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a9ffd-11c8-4f7e-8032-9c7066f26e1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=aeb39ce2-9bad-4816-8325-447ba2dd26c4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:24.730535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9ffd-11c8-4f7e-8032-9c7066f26e1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:24.738950 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7c7a9ffd-11c8-4f7e-8032-9c7066f26e1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/aeb39ce2-9bad-4816-8325-447ba2dd26c4 HTTP/1.1" status: 204 len: 168 time: 0.6868782 Apr 05 19:06:24.739476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51596) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:24.780302 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cfe713-32a8-40e6-a1a4-33502bde2880 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:24.782097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-21cfe713-32a8-40e6-a1a4-33502bde2880 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/aeb39ce2-9bad-4816-8325-447ba2dd26c4 HTTP/1.1" status: 404 len: 333 time: 0.0414066 Apr 05 19:06:24.784750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51598) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:24.799508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-37680d33-2dad-4b76-adec-09d87e97e4c4 None None] Could not find standard attr ID for object 1bf67690-3ec4-4452-8892-d5ab56887a66. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:24.857591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a202cf6-10ba-4993-890d-113899465a97 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet 07f4ab73-6011-42d2-9570-2b758b993e93 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:24.862855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a202cf6-10ba-4993-890d-113899465a97 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:24.906214 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a202cf6-10ba-4993-890d-113899465a97 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.023011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a202cf6-10ba-4993-890d-113899465a97 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.112912 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a202cf6-10ba-4993-890d-113899465a97 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.130226 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a202cf6-10ba-4993-890d-113899465a97 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.136171 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4a202cf6-10ba-4993-890d-113899465a97 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/07f4ab73-6011-42d2-9570-2b758b993e93 HTTP/1.1" status: 204 len: 168 time: 0.3473346 Apr 05 19:06:25.136422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51600) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:25.245938 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a202cf6-10ba-4993-890d-113899465a97 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=07f4ab73-6011-42d2-9570-2b758b993e93,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:25.268856 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.339388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 269111c3-dabc-4343-8cd5-1e7d27c4fedf {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:25.339775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.355057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888a139-85af-43f2-8da7-b281b0d90762 None None] Network b9a75747-762f-42b6-80e9-a3a9ee3b1135 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:25.408469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] For port 269111c3-dabc-4343-8cd5-1e7d27c4fedf, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=269111c3-dabc-4343-8cd5-1e7d27c4fedf,segment=NetworkSegment(2efab65a-012f-4842-bff2-4f76753150bf),segment_id=2efab65a-012f-4842-bff2-4f76753150bf)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:25.409401 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.429846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 269111c3-dabc-4343-8cd5-1e7d27c4fedf owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:25.445670 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 269111c3-dabc-4343-8cd5-1e7d27c4fedf up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:25.522413 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.550443 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=269111c3-dabc-4343-8cd5-1e7d27c4fedf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:25.557914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No DVR routers for this DVR port 269111c3-dabc-4343-8cd5-1e7d27c4fedf on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:06:25.568089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No active binding found for port 269111c3-dabc-4343-8cd5-1e7d27c4fedf {{(pid=102641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 19:06:25.568505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 269111c3-dabc-4343-8cd5-1e7d27c4fedf not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 19:06:25.661989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Port 269111c3-dabc-4343-8cd5-1e7d27c4fedf not found, will not notify nova. {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 19:06:25.686011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.717783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1bff-3089-476a-a867-a92171d6405c req-507c0188-c57d-47db-8137-17e4f05d6efc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:25.720692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecf1bff-3089-476a-a867-a92171d6405c req-507c0188-c57d-47db-8137-17e4f05d6efc tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.1058857 Apr 05 19:06:25.728250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a75747-762f-42b6-80e9-a3a9ee3b1135']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:25.740965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efab65a-012f-4842-bff2-4f76753150bf') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:25.741272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efab65a-012f-4842-bff2-4f76753150bf') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:25.754494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bfc08b-9bfe-4a60-a104-ac3397ca76f7 None None] DHCP port deletion for b9a75747-762f-42b6-80e9-a3a9ee3b1135 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:06:25.759176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.783457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.790875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ecf1bff-3089-476a-a867-a92171d6405c req-97eac489-c8c2-477b-ac20-e9c50e94260d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631745 Apr 05 19:06:25.791050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:06:25.791422 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:06:25.805885 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:06:25.857056 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.867557 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.881933 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/networks/b9a75747-762f-42b6-80e9-a3a9ee3b1135 HTTP/1.1" status: 204 len: 168 time: 0.7389615 Apr 05 19:06:25.881933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51610) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:25.895954 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-258437433'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:25.903214 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154a803-b097-47bf-89f6-5819b782c788 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Network': ['ID=b9a75747-762f-42b6-80e9-a3a9ee3b1135,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:25.918731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:25.922127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.952530 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:06:25.970204 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:25.970486 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Added segment 48e177b0-2101-44e3-a175-69c58a47516b of type vlan for network eaba247f-3afd-4d02-af46-c3a59912cb7a Apr 05 19:06:26.011608 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:26.039538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:26.045784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:26.046634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:26.115494 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2330348 Apr 05 19:06:26.118604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51612) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:26.123647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': 'eaba247f-3afd-4d02-af46-c3a59912cb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:26.134373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7137579-1800-46a9-83ea-480fc469caa5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Network': ['ID=eaba247f-3afd-4d02-af46-c3a59912cb7a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:26.150147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network eaba247f-3afd-4d02-af46-c3a59912cb7a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:06:26.215886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:26.219950 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:26.408176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:26.754822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=b01a0254-7762-4834-8f0e-455b524f410e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:26.760079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Checking segment: {'id': '48e177b0-2101-44e3-a175-69c58a47516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba247f-3afd-4d02-af46-c3a59912cb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:26.760415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network hostable DHCP agents. Network: eaba247f-3afd-4d02-af46-c3a59912cb7a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:06:26.784842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network eaba247f-3afd-4d02-af46-c3a59912cb7a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:06:26.797074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, eaba247f-3afd-4d02-af46-c3a59912cb7a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:26.808668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:26.809508 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:26.810810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d26be-e754-46f1-9ff7-57883064fa9c None None] Network eaba247f-3afd-4d02-af46-c3a59912cb7a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:26.843223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-78890560-ad92-42ca-80b3-f8306240a124 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7235155 Apr 05 19:06:26.845974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51634) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:26.852816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6db85bae-b8c7-415b-88f1-0b41ab571c99 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1890807994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:26.883690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db85bae-b8c7-415b-88f1-0b41ab571c99 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:26.884784 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db85bae-b8c7-415b-88f1-0b41ab571c99 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:26.947401 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db85bae-b8c7-415b-88f1-0b41ab571c99 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:26.961776 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db85bae-b8c7-415b-88f1-0b41ab571c99 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.008337 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6db85bae-b8c7-415b-88f1-0b41ab571c99 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.009526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6db85bae-b8c7-415b-88f1-0b41ab571c99 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1624861 Apr 05 19:06:27.012374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51644) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:27.018422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'network_id': 'eaba247f-3afd-4d02-af46-c3a59912cb7a', 'name': 'tempest-PortsIpV6TestJSON-163044940'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:27.023275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14530c-c68e-4a0a-9984-8fee566cd64e req-d0bc3b4e-cecc-4a9f-88ed-68ffb0971b98 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:27.024966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd14530c-c68e-4a0a-9984-8fee566cd64e req-d0bc3b4e-cecc-4a9f-88ed-68ffb0971b98 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.0762508 Apr 05 19:06:27.068348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-eaba247f-3afd-4d02-af46-c3a59912cb7a', 'network_id': 'eaba247f-3afd-4d02-af46-c3a59912cb7a', 'tenant_id': '8572985f98e74a8794da5d5370dd7b9a', 'fixed_ips': [{'subnet_id': 'b01a0254-7762-4834-8f0e-455b524f410e'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:06:27.070612 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.100972 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd14530c-c68e-4a0a-9984-8fee566cd64e req-8ff353ec-5027-48ef-a628-7c3b0d62843a tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673969 Apr 05 19:06:27.121552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:27.249018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:27.253966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.280486 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 285ec0bb-d37e-4d47-9243-d87b7438b5dc yet. {{(pid=102639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:27.320939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Allocated IP 2001:db8::2 (eaba247f-3afd-4d02-af46-c3a59912cb7a/b01a0254-7762-4834-8f0e-455b524f410e/730d7b76-b7c2-4fc0-a276-a5d82363c346) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:27.332184 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a33282be-94b8-4cbb-9011-bbf0de6d84dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.446000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 269111c3-dabc-4343-8cd5-1e7d27c4fedf no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:06:27.460230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a33282be-94b8-4cbb-9011-bbf0de6d84dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.464670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a33282be-94b8-4cbb-9011-bbf0de6d84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.474714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 269111c3-dabc-4343-8cd5-1e7d27c4fedf {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:06:27.475712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 269111c3-dabc-4343-8cd5-1e7d27c4fedf not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:06:27.496400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a33282be-94b8-4cbb-9011-bbf0de6d84dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=779c09b0a2504477b599688a3ecb846b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729961 Apr 05 19:06:27.498941 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51652) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:27.516956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33282be-94b8-4cbb-9011-bbf0de6d84dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac72409-b243-432b-9078-ce0079073eea,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:27.560231 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.569329 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.600382 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d792da5-d5fe-463d-86f0-5987b4c5b02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.609898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Network eaba247f-3afd-4d02-af46-c3a59912cb7a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:27.615988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:27.620020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:27.633265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Pushing event updated for resources: {'Port': ['ID=730d7b76-b7c2-4fc0-a276-a5d82363c346,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:27.637125 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d792da5-d5fe-463d-86f0-5987b4c5b02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.661685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::347 (eaba247f-3afd-4d02-af46-c3a59912cb7a/b01a0254-7762-4834-8f0e-455b524f410e/285ec0bb-d37e-4d47-9243-d87b7438b5dc) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:27.691286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Attempting to bind port 730d7b76-b7c2-4fc0-a276-a5d82363c346 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:06:27.693181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Attempting to bind port 730d7b76-b7c2-4fc0-a276-a5d82363c346 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '48e177b0-2101-44e3-a175-69c58a47516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba247f-3afd-4d02-af46-c3a59912cb7a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:06:27.694558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Attempting to bind port 730d7b76-b7c2-4fc0-a276-a5d82363c346 on network eaba247f-3afd-4d02-af46-c3a59912cb7a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:06:27.701716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:06:27.702411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Checking segment: {'id': '48e177b0-2101-44e3-a175-69c58a47516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba247f-3afd-4d02-af46-c3a59912cb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:27.703802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.704414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Bound using segment: {'id': '48e177b0-2101-44e3-a175-69c58a47516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba247f-3afd-4d02-af46-c3a59912cb7a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:06:27.705043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Bound port: 730d7b76-b7c2-4fc0-a276-a5d82363c346, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e177b0-2101-44e3-a175-69c58a47516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba247f-3afd-4d02-af46-c3a59912cb7a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:06:27.707749 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.749321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d792da5-d5fe-463d-86f0-5987b4c5b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.752269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d792da5-d5fe-463d-86f0-5987b4c5b02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.755863 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9d792da5-d5fe-463d-86f0-5987b4c5b02c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ac72409-b243-432b-9078-ce0079073eea HTTP/1.1" status: 204 len: 168 time: 0.2531564 Apr 05 19:06:27.782144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] For port 730d7b76-b7c2-4fc0-a276-a5d82363c346, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:06:27.789680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] For port 730d7b76-b7c2-4fc0-a276-a5d82363c346, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=730d7b76-b7c2-4fc0-a276-a5d82363c346,segment=NetworkSegment(48e177b0-2101-44e3-a175-69c58a47516b),segment_id=48e177b0-2101-44e3-a175-69c58a47516b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:06:27.796100 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.796755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d792da5-d5fe-463d-86f0-5987b4c5b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac72409-b243-432b-9078-ce0079073eea,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:27.883681 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.886569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6164cc4-45d3-4db5-8991-f8e63f38a8e6 None None] Pushing event updated for resources: {'Port': ['ID=730d7b76-b7c2-4fc0-a276-a5d82363c346,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:27.929481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:27.980508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network eaba247f-3afd-4d02-af46-c3a59912cb7a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:27.983766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:27.986212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:27.992649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:27.993358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.004774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=285ec0bb-d37e-4d47-9243-d87b7438b5dc,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:28.023951 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6c90dc05-1194-4a09-8c2e-4b9433f2e33e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0089343 Apr 05 19:06:28.025737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51660) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:28.124375 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:06:28.276286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51664) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:28.298438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00d30389-d78c-4fc6-951e-3e3cd0b6be6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.317977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b0de4-921e-4c00-8613-847dbcbbdb54 req-92052839-35c0-4926-b0a0-837e7f48185f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:28.319492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-971b0de4-921e-4c00-8613-847dbcbbdb54 req-92052839-35c0-4926-b0a0-837e7f48185f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.0707402 Apr 05 19:06:28.374893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-971b0de4-921e-4c00-8613-847dbcbbdb54 req-cf786c55-2f4f-4344-bcb5-364132d98e93 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469270 Apr 05 19:06:28.432396 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00d30389-d78c-4fc6-951e-3e3cd0b6be6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.437184 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00d30389-d78c-4fc6-951e-3e3cd0b6be6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.496243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.497367 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-00d30389-d78c-4fc6-951e-3e3cd0b6be6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da1985e48d00461687bed6c2fb74b0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198946 Apr 05 19:06:28.498571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d30389-d78c-4fc6-951e-3e3cd0b6be6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601c3815-33c2-4c9f-b4cf-7c49c0d4ce2d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:28.503261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:28.556873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31b39dd1-6b0e-4afc-aa3e-3c22d728dd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.579877 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31b39dd1-6b0e-4afc-aa3e-3c22d728dd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.643341 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31b39dd1-6b0e-4afc-aa3e-3c22d728dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.648008 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31b39dd1-6b0e-4afc-aa3e-3c22d728dd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.649993 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-31b39dd1-6b0e-4afc-aa3e-3c22d728dd94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/601c3815-33c2-4c9f-b4cf-7c49c0d4ce2d HTTP/1.1" status: 204 len: 168 time: 0.1452022 Apr 05 19:06:28.663922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b39dd1-6b0e-4afc-aa3e-3c22d728dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601c3815-33c2-4c9f-b4cf-7c49c0d4ce2d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:28.817507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.826784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:28.945831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=285ec0bb-d37e-4d47-9243-d87b7438b5dc,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:29.051174 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.099975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba67838b-1f0c-41ae-b132-cec9af1a2550 None None] Network eaba247f-3afd-4d02-af46-c3a59912cb7a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:29.201055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0206b2a1-6e3a-42ad-9ac7-c55f65a87253 None None] Provisioning complete for port 730d7b76-b7c2-4fc0-a276-a5d82363c346 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:29.201433 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0206b2a1-6e3a-42ad-9ac7-c55f65a87253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.243299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.400364 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0206b2a1-6e3a-42ad-9ac7-c55f65a87253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.436863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0206b2a1-6e3a-42ad-9ac7-c55f65a87253 None None] For port 730d7b76-b7c2-4fc0-a276-a5d82363c346, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=730d7b76-b7c2-4fc0-a276-a5d82363c346,segment=NetworkSegment(48e177b0-2101-44e3-a175-69c58a47516b),segment_id=48e177b0-2101-44e3-a175-69c58a47516b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:29.445077 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0206b2a1-6e3a-42ad-9ac7-c55f65a87253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.546611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206b2a1-6e3a-42ad-9ac7-c55f65a87253 None None] Pushing event updated for resources: {'Port': ['ID=730d7b76-b7c2-4fc0-a276-a5d82363c346,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:29.602452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 730d7b76-b7c2-4fc0-a276-a5d82363c346 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:29.627239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8dd0d-6286-4343-9091-01a12e40087e req-60b24355-e1aa-44a4-846c-2aa6ca4f9504 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:29.636029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85e8dd0d-6286-4343-9091-01a12e40087e req-60b24355-e1aa-44a4-846c-2aa6ca4f9504 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.0721068 Apr 05 19:06:29.695495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85e8dd0d-6286-4343-9091-01a12e40087e req-ae59a72b-05dd-4d78-96e2-a92591fc1e3e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522935 Apr 05 19:06:29.721537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.732237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 730d7b76-b7c2-4fc0-a276-a5d82363c346 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:29.732869 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.735734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.736593 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.886302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=285ec0bb-d37e-4d47-9243-d87b7438b5dc,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:29.887983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-48511ba0-0f0b-41a1-ba50-87c0b6380674 None None] Provisioning complete for port 285ec0bb-d37e-4d47-9243-d87b7438b5dc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:29.889046 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48511ba0-0f0b-41a1-ba50-87c0b6380674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.932767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-48511ba0-0f0b-41a1-ba50-87c0b6380674 None None] Port 285ec0bb-d37e-4d47-9243-d87b7438b5dc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:29.945823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-48511ba0-0f0b-41a1-ba50-87c0b6380674 None None] Provisioning complete for port 730d7b76-b7c2-4fc0-a276-a5d82363c346 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:29.946529 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48511ba0-0f0b-41a1-ba50-87c0b6380674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:29.958366 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network eaba247f-3afd-4d02-af46-c3a59912cb7a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:29.960817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:30.172155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Router af47fd14-e00e-4831-a4aa-c548c6fc470b is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:06:30.177208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0bf9b6b5-8e2b-4313-b234-e4e7a32d2c35 None None] Provisioning complete for port 285ec0bb-d37e-4d47-9243-d87b7438b5dc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:30.177624 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bf9b6b5-8e2b-4313-b234-e4e7a32d2c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:30.241453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9b6b5-8e2b-4313-b234-e4e7a32d2c35 None None] Port 285ec0bb-d37e-4d47-9243-d87b7438b5dc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:30.315192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:06:30.320551 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3cfea32d-77ae-42a5-8ad4-faa416485e9d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "PUT /v2.0/routers/af47fd14-e00e-4831-a4aa-c548c6fc470b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2935824 Apr 05 19:06:30.323177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51706) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:30.336117 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16814e-a0a9-497d-b536-94b1accb1946 None None] Sync routers for ids ['af47fd14-e00e-4831-a4aa-c548c6fc470b'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:06:30.349185 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16814e-a0a9-497d-b536-94b1accb1946 None None] Routers {'af47fd14-e00e-4831-a4aa-c548c6fc470b'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:06:30.350112 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8f16814e-a0a9-497d-b536-94b1accb1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['af47fd14-e00e-4831-a4aa-c548c6fc470b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:30.394327 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8f16814e-a0a9-497d-b536-94b1accb1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:30.417001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c7ef7-2a48-41b2-9966-4a925d83735a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:30.421555 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51710) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:30.421840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1b6c7ef7-2a48-41b2-9966-4a925d83735a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports?device_id=af47fd14-e00e-4831-a4aa-c548c6fc470b HTTP/1.1" status: 200 len: 988 time: 0.0973222 Apr 05 19:06:30.431160 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16814e-a0a9-497d-b536-94b1accb1946 None None] Routers {'af47fd14-e00e-4831-a4aa-c548c6fc470b'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:06:30.432206 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8f16814e-a0a9-497d-b536-94b1accb1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['af47fd14-e00e-4831-a4aa-c548c6fc470b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:30.469101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b5633717-2d43-4114-8767-07aa6dea8a2f None None] Provisioning complete for port 285ec0bb-d37e-4d47-9243-d87b7438b5dc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:30.469476 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5633717-2d43-4114-8767-07aa6dea8a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:30.482939 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8f16814e-a0a9-497d-b536-94b1accb1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:30.484551 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16814e-a0a9-497d-b536-94b1accb1946 None None] The sync data for ids ['af47fd14-e00e-4831-a4aa-c548c6fc470b'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:06:30.548074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b5633717-2d43-4114-8767-07aa6dea8a2f None None] Port 285ec0bb-d37e-4d47-9243-d87b7438b5dc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:30.781336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2edf4213-07ef-464c-9f5e-cdb4f0b622b0 None None] Provisioning complete for port 285ec0bb-d37e-4d47-9243-d87b7438b5dc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:30.781622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2edf4213-07ef-464c-9f5e-cdb4f0b622b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:30.826109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2edf4213-07ef-464c-9f5e-cdb4f0b622b0 None None] Port 285ec0bb-d37e-4d47-9243-d87b7438b5dc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:30.853271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c4b13-0859-451f-a0de-8409c717961a req-8da26795-308f-4ca4-b403-14008689f3e8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:30.863919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f14c4b13-0859-451f-a0de-8409c717961a req-8da26795-308f-4ca4-b403-14008689f3e8 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.0876968 Apr 05 19:06:30.902543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f14c4b13-0859-451f-a0de-8409c717961a req-f40a68d5-7f85-4016-812d-ba794a4826c1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370891 Apr 05 19:06:31.039281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:31.432203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 730d7b76-b7c2-4fc0-a276-a5d82363c346 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:31.492648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 730d7b76-b7c2-4fc0-a276-a5d82363c346 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:31.493017 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:31.742111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 285ec0bb-d37e-4d47-9243-d87b7438b5dc {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:31.742715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:31.843546 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:31.857087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 285ec0bb-d37e-4d47-9243-d87b7438b5dc owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:32.033906 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:32.044161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab0a91-938c-4cc7-95a5-d46ddf7cebcd req-b20bdeb1-54e3-4b2c-a80e-0153bc5bed7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:32.046412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89ab0a91-938c-4cc7-95a5-d46ddf7cebcd req-b20bdeb1-54e3-4b2c-a80e-0153bc5bed7d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.0605114 Apr 05 19:06:32.063825 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=285ec0bb-d37e-4d47-9243-d87b7438b5dc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:32.095870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89ab0a91-938c-4cc7-95a5-d46ddf7cebcd req-3d95dfcc-21b3-4220-8901-a339f84e7965 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Apr 05 19:06:32.168791 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:32.412567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Router af47fd14-e00e-4831-a4aa-c548c6fc470b has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:06:32.526213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:06:32.531560 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a9793c10-879d-4db5-ba68-0d9d934191d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "PUT /v2.0/routers/af47fd14-e00e-4831-a4aa-c548c6fc470b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1084695 Apr 05 19:06:32.534518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51742) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:32.538539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9f07f-d069-47b2-9358-22fc68936a23 req-59c0d135-7a78-4f63-a15f-9c1620e6b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:32.540411 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-63d9f07f-d069-47b2-9358-22fc68936a23 req-59c0d135-7a78-4f63-a15f-9c1620e6b180 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 1097 time: 0.1433990 Apr 05 19:06:32.545583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec38ab-1e01-41df-a9dc-3781e046f705 None None] Sync routers for ids ['af47fd14-e00e-4831-a4aa-c548c6fc470b'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:06:32.560007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec38ab-1e01-41df-a9dc-3781e046f705 None None] Routers {'af47fd14-e00e-4831-a4aa-c548c6fc470b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:06:32.560632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fbec38ab-1e01-41df-a9dc-3781e046f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['af47fd14-e00e-4831-a4aa-c548c6fc470b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:32.585739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-63d9f07f-d069-47b2-9358-22fc68936a23 req-c50e4b92-2270-4175-829c-bd4c9c79e743 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379255 Apr 05 19:06:32.605876 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3eb449-4579-4ea2-bec4-730778b4ed3f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:32.607437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dc3eb449-4579-4ea2-bec4-730778b4ed3f tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/285ec0bb-d37e-4d47-9243-d87b7438b5dc HTTP/1.1" status: 404 len: 333 time: 0.0719354 Apr 05 19:06:32.610099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51746) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:32.627050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fbec38ab-1e01-41df-a9dc-3781e046f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:32.634790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 153c6488-bebc-4c6b-aab2-840f67681dde details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:06:32.704174 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f232869-f249-4df2-9376-f9cca6d3e764 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:32.732712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 153c6488-bebc-4c6b-aab2-840f67681dde, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=153c6488-bebc-4c6b-aab2-840f67681dde,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:32.751372 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '153c6488-bebc-4c6b-aab2-840f67681dde', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'port_id': '153c6488-bebc-4c6b-aab2-840f67681dde', 'mac_address': 'fa:16:3e:a1:cd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:06:32.760117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec38ab-1e01-41df-a9dc-3781e046f705 None None] Routers {'af47fd14-e00e-4831-a4aa-c548c6fc470b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:06:32.760966 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fbec38ab-1e01-41df-a9dc-3781e046f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['af47fd14-e00e-4831-a4aa-c548c6fc470b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:32.817507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fbec38ab-1e01-41df-a9dc-3781e046f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:32.818422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec38ab-1e01-41df-a9dc-3781e046f705 None None] The sync data for ids ['af47fd14-e00e-4831-a4aa-c548c6fc470b'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:06:32.833401 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:32.848208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 153c6488-bebc-4c6b-aab2-840f67681dde {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:06:32.871254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 153c6488-bebc-4c6b-aab2-840f67681dde, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=153c6488-bebc-4c6b-aab2-840f67681dde,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:32.876942 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:32.956259 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f232869-f249-4df2-9376-f9cca6d3e764 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:32.957554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=153c6488-bebc-4c6b-aab2-840f67681dde,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:32.958814 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f232869-f249-4df2-9376-f9cca6d3e764 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.023324 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f232869-f249-4df2-9376-f9cca6d3e764 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.024230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f232869-f249-4df2-9376-f9cca6d3e764 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Fanout notify agent at l3_agent the message router_deleted on router af47fd14-e00e-4831-a4aa-c548c6fc470b {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:06:33.034004 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f232869-f249-4df2-9376-f9cca6d3e764 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.035313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9f232869-f249-4df2-9376-f9cca6d3e764 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/routers/af47fd14-e00e-4831-a4aa-c548c6fc470b HTTP/1.1" status: 204 len: 168 time: 0.4238589 Apr 05 19:06:33.037767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51750) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:33.104803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['153c6488-bebc-4c6b-aab2-840f67681dde'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:06:33.105056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a975ba26-13a6-4f98-9798-af8d7ae792ea tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet b01a0254-7762-4834-8f0e-455b524f410e {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:33.108852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a975ba26-13a6-4f98-9798-af8d7ae792ea tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.173837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a975ba26-13a6-4f98-9798-af8d7ae792ea tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.287091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a975ba26-13a6-4f98-9798-af8d7ae792ea tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.383260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ae777-4fb2-4517-b524-c329804f2c77 req-b9939e4f-8bac-4e31-9c1d-d43dc8408fd2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:33.391256 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e5ae777-4fb2-4517-b524-c329804f2c77 req-b9939e4f-8bac-4e31-9c1d-d43dc8408fd2 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 945 time: 0.1923010 Apr 05 19:06:33.439650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e5ae777-4fb2-4517-b524-c329804f2c77 req-5c38c3d9-4b8b-43e3-a47e-046eea433291 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474124 Apr 05 19:06:33.456467 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a975ba26-13a6-4f98-9798-af8d7ae792ea tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.513437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975ba26-13a6-4f98-9798-af8d7ae792ea tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=b01a0254-7762-4834-8f0e-455b524f410e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:33.527514 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a975ba26-13a6-4f98-9798-af8d7ae792ea tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.532358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a975ba26-13a6-4f98-9798-af8d7ae792ea tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/b01a0254-7762-4834-8f0e-455b524f410e HTTP/1.1" status: 204 len: 168 time: 0.4929667 Apr 05 19:06:33.534566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51760) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:33.536765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c561a82-9d84-40e5-ab4d-bd500d85be9f None None] Network eaba247f-3afd-4d02-af46-c3a59912cb7a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:33.709047 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.785681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 730d7b76-b7c2-4fc0-a276-a5d82363c346 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:33.785681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.856952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb87b6-09b7-4e3e-b7b8-4981a858c87e None None] DHCP port deletion for eaba247f-3afd-4d02-af46-c3a59912cb7a request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:06:33.879579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] For port 730d7b76-b7c2-4fc0-a276-a5d82363c346, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=730d7b76-b7c2-4fc0-a276-a5d82363c346,segment=NetworkSegment(48e177b0-2101-44e3-a175-69c58a47516b),segment_id=48e177b0-2101-44e3-a175-69c58a47516b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:33.879942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.903159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 730d7b76-b7c2-4fc0-a276-a5d82363c346 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:33.924932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb87b6-09b7-4e3e-b7b8-4981a858c87e None None] Deleting port 730d7b76-b7c2-4fc0-a276-a5d82363c346 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:33.925302 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fdb87b6-09b7-4e3e-b7b8-4981a858c87e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:33.994203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9fdb87b6-09b7-4e3e-b7b8-4981a858c87e None None] For port 730d7b76-b7c2-4fc0-a276-a5d82363c346, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=730d7b76-b7c2-4fc0-a276-a5d82363c346,segment=NetworkSegment(48e177b0-2101-44e3-a175-69c58a47516b),segment_id=48e177b0-2101-44e3-a175-69c58a47516b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:33.994844 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fdb87b6-09b7-4e3e-b7b8-4981a858c87e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.010353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb87b6-09b7-4e3e-b7b8-4981a858c87e None None] Calling delete_port for 730d7b76-b7c2-4fc0-a276-a5d82363c346 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:34.063149 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.101845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=730d7b76-b7c2-4fc0-a276-a5d82363c346,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:34.103971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No DVR routers for this DVR port 730d7b76-b7c2-4fc0-a276-a5d82363c346 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:06:34.108464 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fdb87b6-09b7-4e3e-b7b8-4981a858c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.136815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb87b6-09b7-4e3e-b7b8-4981a858c87e None None] Pushing event deleted for resources: {'Port': ['ID=730d7b76-b7c2-4fc0-a276-a5d82363c346,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:34.140453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb87b6-09b7-4e3e-b7b8-4981a858c87e None None] No DVR routers for this DVR port 730d7b76-b7c2-4fc0-a276-a5d82363c346 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:06:34.211596 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.233526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaba247f-3afd-4d02-af46-c3a59912cb7a']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:34.244369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e177b0-2101-44e3-a175-69c58a47516b') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:34.244723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e177b0-2101-44e3-a175-69c58a47516b') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:34.254808 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.271268 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.279139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:06:34.279584 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:06:34.283712 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:06:34.351185 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.361065 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.368473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/networks/eaba247f-3afd-4d02-af46-c3a59912cb7a HTTP/1.1" status: 204 len: 168 time: 0.8287947 Apr 05 19:06:34.368863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51768) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:34.377022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c9bcd-58e3-4225-905e-9fd7e0c5f3fd tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Network': ['ID=eaba247f-3afd-4d02-af46-c3a59912cb7a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:34.421052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e466af37-b13d-4570-a618-ad7ed544e66b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:34.422428 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e466af37-b13d-4570-a618-ad7ed544e66b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/e6a41f3a-19c6-426d-8d3f-392ae861f088 HTTP/1.1" status: 200 len: 844 time: 0.0519183 Apr 05 19:06:34.426168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51770) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:34.465762 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ae5d61d4-6fef-449f-9985-652f7b9b7699 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/e6a41f3a-19c6-426d-8d3f-392ae861f088?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0384603 Apr 05 19:06:34.469297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51774) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:34.474027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:34.571825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51970-a0bf-450f-b171-13aa40e77c40 req-1eb25543-7dd7-423e-83e5-6b7f1964372e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:34.574792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:34.580910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.581297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3f51970-a0bf-450f-b171-13aa40e77c40 req-1eb25543-7dd7-423e-83e5-6b7f1964372e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 945 time: 0.0682819 Apr 05 19:06:34.632520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3f51970-a0bf-450f-b171-13aa40e77c40 req-27e12ed0-32a4-47f5-b0fb-88d4542217a0 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502377 Apr 05 19:06:34.649870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51776) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:34.657951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 153c6488-bebc-4c6b-aab2-840f67681dde up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:34.740311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a2391a75-2bed-4147-b72b-a7dd4a35905f tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/floatingips/35f68d81-353b-4852-bd93-b3dfacd4c55b HTTP/1.1" status: 200 len: 993 time: 0.0888114 Apr 05 19:06:34.765916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 153c6488-bebc-4c6b-aab2-840f67681dde triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:34.766528 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.821632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.869198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:34.872471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:34.877103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:34.877960 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.889207 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.890085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=9b4e1fd1-82ad-416f-9749-a11222785e4c,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:34.902001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516c6427-4d81-4b18-9fae-29c27eff677d None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:34.917256 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4a83cec8-ff14-4e4e-8d2c-dfa3308ece89 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4467103 Apr 05 19:06:34.919881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51780) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:34.925150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-47a6a21d-9fe0-4b52-ae37-cc2e0b849dde tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'security_group': {'name': 'tempest-secgroup-543551468'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:34.950419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-47a6a21d-9fe0-4b52-ae37-cc2e0b849dde tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:34.961385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 153c6488-bebc-4c6b-aab2-840f67681dde, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=153c6488-bebc-4c6b-aab2-840f67681dde,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:34.989318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:06:34.991950 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65b6815-1d56-44bc-8f80-4b9f215a9f15" -d '{"events": [{"server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "name": "network-vif-plugged", "status": "completed", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:06:34.997586 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.239963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-47a6a21d-9fe0-4b52-ae37-cc2e0b849dde tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.239963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-47a6a21d-9fe0-4b52-ae37-cc2e0b849dde tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.239963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-47a6a21d-9fe0-4b52-ae37-cc2e0b849dde tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.245123 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e87abcb-38d7-4294-8f6c-5a3fa88222a0 x-openstack-request-id: req-4e87abcb-38d7-4294-8f6c-5a3fa88222a0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:06:35.245123 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "name": "network-vif-plugged", "status": "completed", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:06:35.245123 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e87abcb-38d7-4294-8f6c-5a3fa88222a0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:06:35.245123 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e87abcb-38d7-4294-8f6c-5a3fa88222a0'] response: {'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde', 'code': 200} Apr 05 19:06:35.246325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-47a6a21d-9fe0-4b52-ae37-cc2e0b849dde tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1973066 Apr 05 19:06:35.247197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51796) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:35.247629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6a21d-9fe0-4b52-ae37-cc2e0b849dde tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25d0314-d319-435b-8bdf-48a630044e73,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:35.247879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=153c6488-bebc-4c6b-aab2-840f67681dde,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:35.248175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9dac5107-9246-432f-80d6-5cc2179cefef tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'security_group': {'name': 'tempest-secgroup-1149739440'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:35.248175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9dac5107-9246-432f-80d6-5cc2179cefef tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.249438 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.277857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-126f3953-f1e4-47bc-a520-3bd688ffe41c', 'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'tenant_id': '8572985f98e74a8794da5d5370dd7b9a', 'fixed_ips': [{'subnet_id': '9b4e1fd1-82ad-416f-9749-a11222785e4c'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:06:35.279770 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.302306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9dac5107-9246-432f-80d6-5cc2179cefef tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.307520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9dac5107-9246-432f-80d6-5cc2179cefef tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.346074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac5107-9246-432f-80d6-5cc2179cefef tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e6ba4-2408-4657-baf6-61f63a402ec7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:35.354077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9dac5107-9246-432f-80d6-5cc2179cefef tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.358496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51802) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:35.358666 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9dac5107-9246-432f-80d6-5cc2179cefef tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2350454 Apr 05 19:06:35.364324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-982565627', 'security_groups': ['4c0e6ba4-2408-4657-baf6-61f63a402ec7'], 'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9b4e1fd1-82ad-416f-9749-a11222785e4c'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:35.543806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:35.592690 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-40f1ba96-a167-465d-890e-a7cb2612ab41 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661144 Apr 05 19:06:35.605581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 730d7b76-b7c2-4fc0-a276-a5d82363c346 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:06:35.635508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 730d7b76-b7c2-4fc0-a276-a5d82363c346 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:06:35.635840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 730d7b76-b7c2-4fc0-a276-a5d82363c346 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:06:35.671978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.702011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 5bd61710-05f3-483a-aa4d-dfcb407b7316 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:35.712852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-f49d8a2c-e6c9-424c-80de-d611ecb73d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:35.715422 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-f49d8a2c-e6c9-424c-80de-d611ecb73d39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 1097 time: 0.0632358 Apr 05 19:06:35.740394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Allocated IP 2001:db8::2 (126f3953-f1e4-47bc-a520-3bd688ffe41c/9b4e1fd1-82ad-416f-9749-a11222785e4c/2d937e6b-0af7-43bb-87d2-0a5cd06b54df) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:35.865863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-f2c9d64e-5393-4ca7-a3bf-24e17b0ae9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:35.867481 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-f2c9d64e-5393-4ca7-a3bf-24e17b0ae9a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0434bae-f1fb-4573-b38a-7f37e7095629 HTTP/1.1" status: 200 len: 897 time: 0.1219380 Apr 05 19:06:35.908885 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.916983 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:35.952331 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-e1554765-6d7b-4d41-a521-ef196cff703f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23834ee7-2209-4024-8739-19b4f652c2d7 HTTP/1.1" status: 200 len: 1002 time: 0.0778232 Apr 05 19:06:35.968368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:35.973950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:35.976152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Pushing event updated for resources: {'Port': ['ID=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:35.979345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:36.006720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-99414e4c-5ebc-4a00-96ee-363785e2cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:36.008609 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-99414e4c-5ebc-4a00-96ee-363785e2cdf1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e HTTP/1.1" status: 200 len: 835 time: 0.0490842 Apr 05 19:06:36.010862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::19e (126f3953-f1e4-47bc-a520-3bd688ffe41c/9b4e1fd1-82ad-416f-9749-a11222785e4c/5bd61710-05f3-483a-aa4d-dfcb407b7316) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:36.046975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Attempting to bind port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:06:36.047347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Attempting to bind port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '97f4fc76-a216-43b7-bf7f-2a2e81a58076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:06:36.048405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Attempting to bind port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df on network 126f3953-f1e4-47bc-a520-3bd688ffe41c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:06:36.057491 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:06:36.058181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Checking segment: {'id': '97f4fc76-a216-43b7-bf7f-2a2e81a58076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:36.058836 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:36.059304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Bound using segment: {'id': '97f4fc76-a216-43b7-bf7f-2a2e81a58076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:06:36.059855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Bound port: 2d937e6b-0af7-43bb-87d2-0a5cd06b54df, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f4fc76-a216-43b7-bf7f-2a2e81a58076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:06:36.060295 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:36.078638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-9c2b6f0d-fa61-47a5-bb1c-cb8b591f3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:36.080262 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-9c2b6f0d-fa61-47a5-bb1c-cb8b591f3452 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0434bae-f1fb-4573-b38a-7f37e7095629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641022 Apr 05 19:06:36.172220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] For port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:06:36.185171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] For port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,segment=NetworkSegment(97f4fc76-a216-43b7-bf7f-2a2e81a58076),segment_id=97f4fc76-a216-43b7-bf7f-2a2e81a58076)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:06:36.199507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:36.205582 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:36.267630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:36.292643 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-9be9e143-21d1-49e6-b0b2-4586600de0ea service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043316 Apr 05 19:06:36.327168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ba4ea-950b-436e-aa7a-b71679b6117f None None] Pushing event updated for resources: {'Port': ['ID=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:36.335089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:36.339293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:36.342668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:36.353068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:36.353979 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:36.367724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=5bd61710-05f3-483a-aa4d-dfcb407b7316,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:36.386622 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b6998a5c-f8c7-4f1f-98cd-47832c329473 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0242734 Apr 05 19:06:36.388291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51830) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:36.393800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1f0be2eb-306e-4e78-988f-d2de412f3894 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:36.511681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a68c20e2-9361-439d-920b-e56e9dc07c40 req-6538dbc1-7338-4f64-9d2f-18658c9f53f3 service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087467 Apr 05 19:06:36.516418 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-79d9f356-7139-4aa3-ae26-239b21285182 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876102 Apr 05 19:06:36.583539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0be2eb-306e-4e78-988f-d2de412f3894 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:36.596050 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1f0be2eb-306e-4e78-988f-d2de412f3894 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:36.719408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-6f76cccf-032f-4b4e-a51f-7193d7c46b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:36.721330 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-6f76cccf-032f-4b4e-a51f-7193d7c46b04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 1097 time: 0.0791678 Apr 05 19:06:36.759178 n-d-836650-3 neutron-server[102640]: INFO neutron.db.ipam_backend_mixin [None req-1f0be2eb-306e-4e78-988f-d2de412f3894 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b4e1fd1-82ad-416f-9749-a11222785e4c (CIDR: 2001:db8::/64) Apr 05 19:06:36.764236 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0be2eb-306e-4e78-988f-d2de412f3894 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:06:36.764692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0be2eb-306e-4e78-988f-d2de412f3894 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:36.785941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1f0be2eb-306e-4e78-988f-d2de412f3894 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3955796 Apr 05 19:06:36.789583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51838) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:36.799150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:36.899420 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-7afdba85-fe30-4a71-9bb6-a9a101e5e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:36.901020 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-7afdba85-fe30-4a71-9bb6-a9a101e5e257 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee78fa39-01b5-4fd5-81da-fb5abc690787 HTTP/1.1" status: 200 len: 897 time: 0.1438880 Apr 05 19:06:36.982952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:36.989757 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:37.013733 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-c2d328d2-30b1-4e3b-9e5d-8bcc9531173d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=153c6488-bebc-4c6b-aab2-840f67681dde HTTP/1.1" status: 200 len: 1002 time: 0.1044667 Apr 05 19:06:37.064690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-434ce8e5-e1eb-49dd-a709-77220677692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:37.066834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-434ce8e5-e1eb-49dd-a709-77220677692b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4abcde63-7c57-47a6-9c37-ce91fd890329 HTTP/1.1" status: 200 len: 834 time: 0.0465317 Apr 05 19:06:37.135944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-c06386cd-3742-4421-a10f-f568158f5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:37.139000 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-c06386cd-3742-4421-a10f-f568158f5238 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee78fa39-01b5-4fd5-81da-fb5abc690787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653222 Apr 05 19:06:37.244372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:37.258189 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-48ef5dbf-2fae-4716-ade8-e931a03844d4 service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122575 Apr 05 19:06:37.337693 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:37.436991 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f5c496d0-11dc-46f8-8712-f5973ef2b9dd req-e3ffb145-c309-439e-8381-fba9a48d3835 service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697378 Apr 05 19:06:37.484015 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:37.489734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:37.496357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:37.496968 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:37.530314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=212d0175-73a3-4e79-a277-0decc4b542ea,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:37.555828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d937e6b-0af7-43bb-87d2-0a5cd06b54df up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:37.559985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a310e2c3-d554-4843-bac7-f7dc9e17edbb tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7661622 Apr 05 19:06:37.560834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51852) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:37.577525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-959201207', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '212d0175-73a3-4e79-a277-0decc4b542ea'}], 'security_groups': ['b25d0314-d319-435b-8bdf-48a630044e73']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:37.681400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:37.681567 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:37.703640 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:37.822078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:37.836290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadcf71f-1d81-4748-afbc-45b87e489e17 None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:37.918671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,segment=NetworkSegment(97f4fc76-a216-43b7-bf7f-2a2e81a58076),segment_id=97f4fc76-a216-43b7-bf7f-2a2e81a58076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:37.933064 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:37.984284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-156aed6c-9d69-4147-9bb1-b082ee3150f8 None None] Provisioning complete for port e6a41f3a-19c6-426d-8d3f-392ae861f088 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:37.984653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-156aed6c-9d69-4147-9bb1-b082ee3150f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:38.092207 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:38.101599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-156aed6c-9d69-4147-9bb1-b082ee3150f8 None None] Port e6a41f3a-19c6-426d-8d3f-392ae861f088 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:38.158735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Delete allocated IP 2001:db8::19e (126f3953-f1e4-47bc-a520-3bd688ffe41c/9b4e1fd1-82ad-416f-9749-a11222785e4c) {{(pid=102640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 19:06:38.165806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8:0:1::7f (126f3953-f1e4-47bc-a520-3bd688ffe41c/212d0175-73a3-4e79-a277-0decc4b542ea/5bd61710-05f3-483a-aa4d-dfcb407b7316) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:38.177243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-156aed6c-9d69-4147-9bb1-b082ee3150f8 None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:38.177930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-156aed6c-9d69-4147-9bb1-b082ee3150f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:38.367266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76c9c9-c847-4f0d-bc23-f91b00cab16c None None] Update dhcp port {'port': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'fixed_ips': [{'subnet_id': '9b4e1fd1-82ad-416f-9749-a11222785e4c', 'ip_address': '2001:db8::2'}, {'subnet_id': '212d0175-73a3-4e79-a277-0decc4b542ea'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '2d937e6b-0af7-43bb-87d2-0a5cd06b54df'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:06:38.408057 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:38.410963 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf76c9c9-c847-4f0d-bc23-f91b00cab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:38.414358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:38.484552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=5bd61710-05f3-483a-aa4d-dfcb407b7316,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:38.526183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] In _notify_port_updated(), no bound segment for port 5bd61710-05f3-483a-aa4d-dfcb407b7316 on network 126f3953-f1e4-47bc-a520-3bd688ffe41c {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:06:38.531903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:38.532630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:38.534479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-81ee6caf-904c-426c-a4ba-b4076bd5e798 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "PUT /v2.0/ports/5bd61710-05f3-483a-aa4d-dfcb407b7316 HTTP/1.1" status: 200 len: 929 time: 0.9710629 Apr 05 19:06:38.537451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51870) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:38.653291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-cf76c9c9-c847-4f0d-bc23-f91b00cab16c None None] Allocated IP 2001:db8:0:1::2 (126f3953-f1e4-47bc-a520-3bd688ffe41c/212d0175-73a3-4e79-a277-0decc4b542ea/2d937e6b-0af7-43bb-87d2-0a5cd06b54df) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:38.689169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b94467a7-8382-4f0e-b375-8f68d6212f96 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 5bd61710-05f3-483a-aa4d-dfcb407b7316 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:38.689515 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b94467a7-8382-4f0e-b375-8f68d6212f96 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:38.823875 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b94467a7-8382-4f0e-b375-8f68d6212f96 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:38.838888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b94467a7-8382-4f0e-b375-8f68d6212f96 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 5bd61710-05f3-483a-aa4d-dfcb407b7316 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:38.848742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cf76c9c9-c847-4f0d-bc23-f91b00cab16c None None] For port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,segment=NetworkSegment(97f4fc76-a216-43b7-bf7f-2a2e81a58076),segment_id=97f4fc76-a216-43b7-bf7f-2a2e81a58076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:38.895612 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf76c9c9-c847-4f0d-bc23-f91b00cab16c None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:38.901924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf76c9c9-c847-4f0d-bc23-f91b00cab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.013332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76c9c9-c847-4f0d-bc23-f91b00cab16c None None] Pushing event updated for resources: {'Port': ['ID=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:39.036639 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b94467a7-8382-4f0e-b375-8f68d6212f96 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.077770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94467a7-8382-4f0e-b375-8f68d6212f96 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=5bd61710-05f3-483a-aa4d-dfcb407b7316,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:39.098693 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b94467a7-8382-4f0e-b375-8f68d6212f96 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.102552 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b94467a7-8382-4f0e-b375-8f68d6212f96 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/5bd61710-05f3-483a-aa4d-dfcb407b7316 HTTP/1.1" status: 204 len: 168 time: 0.5636766 Apr 05 19:06:39.105283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51890) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:39.111492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51892) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:39.143474 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2efa7f-c920-4a13-a0b0-7f70febb80e7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:39.145403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0a2efa7f-c920-4a13-a0b0-7f70febb80e7 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/5bd61710-05f3-483a-aa4d-dfcb407b7316 HTTP/1.1" status: 404 len: 333 time: 0.0381136 Apr 05 19:06:39.148752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51896) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:39.249934 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5772af89-c2d1-4eae-838e-d9cd60a4a6e6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.304016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5772af89-c2d1-4eae-838e-d9cd60a4a6e6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.398830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5772af89-c2d1-4eae-838e-d9cd60a4a6e6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.401390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5772af89-c2d1-4eae-838e-d9cd60a4a6e6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.402570 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5772af89-c2d1-4eae-838e-d9cd60a4a6e6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/security-groups/4c0e6ba4-2408-4657-baf6-61f63a402ec7 HTTP/1.1" status: 204 len: 168 time: 0.2528107 Apr 05 19:06:39.405381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51904) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:39.414977 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eeba5904-3d89-4f65-9693-824d9d9f2962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.490658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b4c2-426c-4792-857e-db8608e18ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.523432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d937e6b-0af7-43bb-87d2-0a5cd06b54df up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:39.550154 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d81faec8-3931-47d4-9900-bba0619951cc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.591743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eeba5904-3d89-4f65-9693-824d9d9f2962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.593697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772af89-c2d1-4eae-838e-d9cd60a4a6e6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e6ba4-2408-4657-baf6-61f63a402ec7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:39.602954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eeba5904-3d89-4f65-9693-824d9d9f2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.616173 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d81faec8-3931-47d4-9900-bba0619951cc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.659205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51908) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:39.660536 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eeba5904-3d89-4f65-9693-824d9d9f2962 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2522f67e495a45d3a2ac3a4db73b8da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5459404 Apr 05 19:06:39.714229 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba5904-3d89-4f65-9693-824d9d9f2962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a14577-158f-4567-aecd-74b9800f0976,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:39.746484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d81faec8-3931-47d4-9900-bba0619951cc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.755022 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d81faec8-3931-47d4-9900-bba0619951cc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.756221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d81faec8-3931-47d4-9900-bba0619951cc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/security-groups/b25d0314-d319-435b-8bdf-48a630044e73 HTTP/1.1" status: 204 len: 168 time: 0.3497434 Apr 05 19:06:39.762044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51912) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:39.781543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:39.782194 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.783420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81faec8-3931-47d4-9900-bba0619951cc tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25d0314-d319-435b-8bdf-48a630044e73,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:39.798455 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3c35ec7-9e9a-4853-adf3-c59543bfc1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.846999 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3c35ec7-9e9a-4853-adf3-c59543bfc1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.896906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-13132f03-d3f9-4e6d-89f4-7ea8302144a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet 9b4e1fd1-82ad-416f-9749-a11222785e4c {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:39.900610 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13132f03-d3f9-4e6d-89f4-7ea8302144a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.966611 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3c35ec7-9e9a-4853-adf3-c59543bfc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.968114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13132f03-d3f9-4e6d-89f4-7ea8302144a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.969465 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3c35ec7-9e9a-4853-adf3-c59543bfc1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:39.973824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b3c35ec7-9e9a-4853-adf3-c59543bfc1b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88a14577-158f-4567-aecd-74b9800f0976 HTTP/1.1" status: 204 len: 168 time: 0.3073750 Apr 05 19:06:39.990566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c35ec7-9e9a-4853-adf3-c59543bfc1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a14577-158f-4567-aecd-74b9800f0976,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:40.057946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c1abb299-2266-458e-a221-f7679cf6c5f4 None None] Provisioning complete for port e6a41f3a-19c6-426d-8d3f-392ae861f088 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:40.058331 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1abb299-2266-458e-a221-f7679cf6c5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.112043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c1abb299-2266-458e-a221-f7679cf6c5f4 None None] Port e6a41f3a-19c6-426d-8d3f-392ae861f088 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:40.116569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c1abb299-2266-458e-a221-f7679cf6c5f4 None None] Could not find standard attr ID for object 5bd61710-05f3-483a-aa4d-dfcb407b7316. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:40.132326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c1abb299-2266-458e-a221-f7679cf6c5f4 None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:40.133204 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1abb299-2266-458e-a221-f7679cf6c5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.148313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13132f03-d3f9-4e6d-89f4-7ea8302144a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.269850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13132f03-d3f9-4e6d-89f4-7ea8302144a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.301591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13132f03-d3f9-4e6d-89f4-7ea8302144a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4e1fd1-82ad-416f-9749-a11222785e4c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:40.307003 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13132f03-d3f9-4e6d-89f4-7ea8302144a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.314098 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-13132f03-d3f9-4e6d-89f4-7ea8302144a3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/9b4e1fd1-82ad-416f-9749-a11222785e4c HTTP/1.1" status: 204 len: 168 time: 0.5457366 Apr 05 19:06:40.314570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51926) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:40.320310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:40.408585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c6c6f-afe2-42f9-8b1d-3dad2c62fdbf None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:40.435923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51930) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:40.460180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45f65c5f-30d6-455a-87ad-5188f2e18abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.492551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e66c440b-edd9-4d90-82d8-91b5ddbea10a None None] Could not find standard attr ID for object 5bd61710-05f3-483a-aa4d-dfcb407b7316. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:40.588814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45f65c5f-30d6-455a-87ad-5188f2e18abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.599809 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-45f65c5f-30d6-455a-87ad-5188f2e18abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.650211 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-45f65c5f-30d6-455a-87ad-5188f2e18abd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=507b86b0f42a4c1289d6d6701d817691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103667 Apr 05 19:06:40.650211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f65c5f-30d6-455a-87ad-5188f2e18abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c997b809-317d-4ad5-9f42-1624341b5729,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:40.651163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51936) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:40.712467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ceca68c-933d-4ca1-ae30-dfa0a991856b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.740806 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ceca68c-933d-4ca1-ae30-dfa0a991856b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.793532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:40.798112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.804066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ceca68c-933d-4ca1-ae30-dfa0a991856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.808514 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5ceca68c-933d-4ca1-ae30-dfa0a991856b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:40.814818 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5ceca68c-933d-4ca1-ae30-dfa0a991856b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c997b809-317d-4ad5-9f42-1624341b5729 HTTP/1.1" status: 204 len: 168 time: 0.1604331 Apr 05 19:06:40.838661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceca68c-933d-4ca1-ae30-dfa0a991856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c997b809-317d-4ad5-9f42-1624341b5729,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:41.115850 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.165621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:41.168982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:41.176070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:41.176927 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.197246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=a1331b55-0a8b-4bc8-8d08-60b30dd06d4f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:41.206036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-85ff22ac-4f0a-4bf0-8d95-df01fc04f249 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8903978 Apr 05 19:06:41.210003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51952) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:41.221943 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5182237e-1419-4ffd-804d-4d6189eaf156 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'security_group': {'name': 'tempest-secgroup-1178448011'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:41.249575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5182237e-1419-4ffd-804d-4d6189eaf156 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.362178 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5182237e-1419-4ffd-804d-4d6189eaf156 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.380656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5182237e-1419-4ffd-804d-4d6189eaf156 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.415974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5182237e-1419-4ffd-804d-4d6189eaf156 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.419887 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5182237e-1419-4ffd-804d-4d6189eaf156 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2055421 Apr 05 19:06:41.420507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51966) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:41.424913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8b48b5d5-030b-47a2-87cb-19f42186074c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'security_group': {'name': 'tempest-secgroup-295729498'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:41.431770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182237e-1419-4ffd-804d-4d6189eaf156 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555394b0-6409-469b-ace5-3b5106698f1d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:41.456383 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b48b5d5-030b-47a2-87cb-19f42186074c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.472077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321cd36-4cd4-430c-8e1b-a101ebfcc771 None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:41.551585 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b48b5d5-030b-47a2-87cb-19f42186074c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.559641 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b48b5d5-030b-47a2-87cb-19f42186074c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.568001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-42a79298-f5d7-4232-8202-7c6d73726fc0 None None] Provisioning complete for port e6a41f3a-19c6-426d-8d3f-392ae861f088 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:41.569141 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42a79298-f5d7-4232-8202-7c6d73726fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.615060 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b48b5d5-030b-47a2-87cb-19f42186074c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.616674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8b48b5d5-030b-47a2-87cb-19f42186074c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1953247 Apr 05 19:06:41.619310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 51974) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:41.624767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-cb933034-bdec-44cd-80ec-fba534ae9c1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'security_group': {'name': 'tempest-secgroup-117738999'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:41.631948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48b5d5-030b-47a2-87cb-19f42186074c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecffe78f-744f-450c-8b9a-cf8d9e498125,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:41.644346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-42a79298-f5d7-4232-8202-7c6d73726fc0 None None] Port e6a41f3a-19c6-426d-8d3f-392ae861f088 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:41.667867 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb933034-bdec-44cd-80ec-fba534ae9c1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.691982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-42a79298-f5d7-4232-8202-7c6d73726fc0 None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:41.692735 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42a79298-f5d7-4232-8202-7c6d73726fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.771001 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb933034-bdec-44cd-80ec-fba534ae9c1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.792401 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb933034-bdec-44cd-80ec-fba534ae9c1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.836541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cb933034-bdec-44cd-80ec-fba534ae9c1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.838100 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cb933034-bdec-44cd-80ec-fba534ae9c1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2170980 Apr 05 19:06:41.839530 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb933034-bdec-44cd-80ec-fba534ae9c1c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60764997-33d3-4fd6-b55f-dc9fffc37b94,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:41.841419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 51982) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:41.847892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1789447297', 'security_groups': ['60764997-33d3-4fd6-b55f-dc9fffc37b94'], 'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1331b55-0a8b-4bc8-8d08-60b30dd06d4f'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:41.850989 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f53ea029-5e32-4914-845a-b2cfd8d5a7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:41.942133 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2903f27-c958-440f-8b79-453a89c4fd4b None None] Update dhcp port {'port': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'fixed_ips': [{'subnet_id': '212d0175-73a3-4e79-a277-0decc4b542ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a1331b55-0a8b-4bc8-8d08-60b30dd06d4f'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '2d937e6b-0af7-43bb-87d2-0a5cd06b54df'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:06:41.970837 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2903f27-c958-440f-8b79-453a89c4fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:42.013711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:42.153173 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:42.185866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] device_id is not set on port 288137e8-111c-4433-9db8-76301d3ab65a yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 19:06:42.233123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c2903f27-c958-440f-8b79-453a89c4fd4b None None] Allocated IP 2001:db8::2 (126f3953-f1e4-47bc-a520-3bd688ffe41c/a1331b55-0a8b-4bc8-8d08-60b30dd06d4f/2d937e6b-0af7-43bb-87d2-0a5cd06b54df) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:42.352992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c2903f27-c958-440f-8b79-453a89c4fd4b None None] For port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,segment=NetworkSegment(97f4fc76-a216-43b7-bf7f-2a2e81a58076),segment_id=97f4fc76-a216-43b7-bf7f-2a2e81a58076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:42.388005 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2903f27-c958-440f-8b79-453a89c4fd4b None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:42.396078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2903f27-c958-440f-8b79-453a89c4fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:42.492146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2903f27-c958-440f-8b79-453a89c4fd4b None None] Pushing event updated for resources: {'Port': ['ID=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:42.546676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8::2c1 (126f3953-f1e4-47bc-a520-3bd688ffe41c/a1331b55-0a8b-4bc8-8d08-60b30dd06d4f/288137e8-111c-4433-9db8-76301d3ab65a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:42.725650 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:42.772956 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:42.836757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:42.840184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:42.842945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:42.849604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:42.850306 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:42.857651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=288137e8-111c-4433-9db8-76301d3ab65a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:42.889048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-323d7756-092e-40f2-ab1d-b92333778e64 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0430279 Apr 05 19:06:42.889526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52022) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:42.897358 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:42.899829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fbb86855-b38f-46fe-a799-cb5534795970 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:43.072939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb86855-b38f-46fe-a799-cb5534795970 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:43.077644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fbb86855-b38f-46fe-a799-cb5534795970 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:43.200221 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-fbb86855-b38f-46fe-a799-cb5534795970 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1331b55-0a8b-4bc8-8d08-60b30dd06d4f (CIDR: 2001:db8::/64) Apr 05 19:06:43.204834 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb86855-b38f-46fe-a799-cb5534795970 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:06:43.205389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb86855-b38f-46fe-a799-cb5534795970 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:43.225569 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fbb86855-b38f-46fe-a799-cb5534795970 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3338966 Apr 05 19:06:43.228343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52036) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:43.234193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-957c2654-c6bd-4ffa-8db2-cd3f506a7787 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:43.257498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6bf1cb7d-5608-40d3-b775-bd934ad347b0 None None] Provisioning complete for port e6a41f3a-19c6-426d-8d3f-392ae861f088 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:43.259067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bf1cb7d-5608-40d3-b775-bd934ad347b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:43.319229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1cb7d-5608-40d3-b775-bd934ad347b0 None None] Port e6a41f3a-19c6-426d-8d3f-392ae861f088 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:43.332031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6bf1cb7d-5608-40d3-b775-bd934ad347b0 None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:43.332721 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bf1cb7d-5608-40d3-b775-bd934ad347b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:43.409171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957c2654-c6bd-4ffa-8db2-cd3f506a7787 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:43.414114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-957c2654-c6bd-4ffa-8db2-cd3f506a7787 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:43.467595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d937e6b-0af7-43bb-87d2-0a5cd06b54df up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:43.548788 n-d-836650-3 neutron-server[102639]: INFO neutron.db.ipam_backend_mixin [None req-957c2654-c6bd-4ffa-8db2-cd3f506a7787 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 212d0175-73a3-4e79-a277-0decc4b542ea (CIDR: 2001:db8:0:1::/64) Apr 05 19:06:43.555109 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-957c2654-c6bd-4ffa-8db2-cd3f506a7787 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:06:43.555970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957c2654-c6bd-4ffa-8db2-cd3f506a7787 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:43.591634 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52044) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:43.591785 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-957c2654-c6bd-4ffa-8db2-cd3f506a7787 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3620274 Apr 05 19:06:43.595483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52046) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:43.602791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'subnet': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:43.611571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:43.611908 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:43.682046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ab0a2643-e3ef-4cd8-8c89-424ad0dd03d3 None None] Provisioning complete for port 288137e8-111c-4433-9db8-76301d3ab65a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:43.682880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2643-e3ef-4cd8-8c89-424ad0dd03d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:43.759050 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42879f37-41ec-4d8d-91dc-733543f63b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:43.776270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a2643-e3ef-4cd8-8c89-424ad0dd03d3 None None] Port 288137e8-111c-4433-9db8-76301d3ab65a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:43.895430 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42879f37-41ec-4d8d-91dc-733543f63b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:43.905747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42879f37-41ec-4d8d-91dc-733543f63b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:43.949926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-42879f37-41ec-4d8d-91dc-733543f63b08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2d6794f1055476bac2b49a686d20d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568115 Apr 05 19:06:43.952773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42879f37-41ec-4d8d-91dc-733543f63b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1fb933-ddae-4078-a9a5-13d9af29c000,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:43.956574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52056) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:43.999515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2c75d659-d476-411d-916c-d00831c0a919 None None] Could not find standard attr ID for object 5bd61710-05f3-483a-aa4d-dfcb407b7316. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:44.057404 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c026b589-60bb-480e-ab7b-4bba59d4fb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.084043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c026b589-60bb-480e-ab7b-4bba59d4fb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.105494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Made reservation on behalf of 8572985f98e74a8794da5d5370dd7b9a for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:44.115529 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.164442 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c026b589-60bb-480e-ab7b-4bba59d4fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.167717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c026b589-60bb-480e-ab7b-4bba59d4fb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.169184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c026b589-60bb-480e-ab7b-4bba59d4fb57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f1fb933-ddae-4078-a9a5-13d9af29c000 HTTP/1.1" status: 204 len: 168 time: 0.2114208 Apr 05 19:06:44.198584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026b589-60bb-480e-ab7b-4bba59d4fb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1fb933-ddae-4078-a9a5-13d9af29c000,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:44.419726 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.482431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.543549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:44.546690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:44.551829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:44.552445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.558036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52076) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:44.563192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c64a8-0eb4-4575-8538-d64cd59124c8 None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:44.573044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Subnet': ['ID=29d18a21-93e5-4727-9d29-00e27ef92849,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:44.583167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-37a43079-d059-47c9-a62d-0a13ad882687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.586682 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-59cd2b8f-2279-4b3b-a1df-e25ba3393376 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9899011 Apr 05 19:06:44.589772 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52080) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:44.597881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2084774319', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29d18a21-93e5-4727-9d29-00e27ef92849'}], 'security_groups': ['555394b0-6409-469b-ace5-3b5106698f1d', 'ecffe78f-744f-450c-8b9a-cf8d9e498125']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:44.719073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-37a43079-d059-47c9-a62d-0a13ad882687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.725878 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-37a43079-d059-47c9-a62d-0a13ad882687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.774806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-37a43079-d059-47c9-a62d-0a13ad882687 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=696d19f9f24c4dd6b22e57b2c6856ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160692 Apr 05 19:06:44.777780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a43079-d059-47c9-a62d-0a13ad882687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f4e2bf-9d41-414e-bf43-2c220283fb5e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:44.781612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52084) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:44.811102 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.845546 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f783a47d-a65f-46e9-a56c-3f7cb89d6c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.860033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc46f62-3b6b-4218-8728-eadeed6995a4 None None] Update dhcp port {'port': {'network_id': '126f3953-f1e4-47bc-a520-3bd688ffe41c', 'fixed_ips': [{'subnet_id': '212d0175-73a3-4e79-a277-0decc4b542ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a1331b55-0a8b-4bc8-8d08-60b30dd06d4f', 'ip_address': '2001:db8::2'}, {'subnet_id': '29d18a21-93e5-4727-9d29-00e27ef92849'}], 'binding:host_id': 'n-d-836650-3'}, 'id': '2d937e6b-0af7-43bb-87d2-0a5cd06b54df'} from n-d-836650-3. {{(pid=102641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 05 19:06:44.869474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f783a47d-a65f-46e9-a56c-3f7cb89d6c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.892395 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bc46f62-3b6b-4218-8728-eadeed6995a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.927740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f783a47d-a65f-46e9-a56c-3f7cb89d6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.931105 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f783a47d-a65f-46e9-a56c-3f7cb89d6c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:44.935874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f783a47d-a65f-46e9-a56c-3f7cb89d6c20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3f4e2bf-9d41-414e-bf43-2c220283fb5e HTTP/1.1" status: 204 len: 168 time: 0.1529298 Apr 05 19:06:44.946210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a47d-a65f-46e9-a56c-3f7cb89d6c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f4e2bf-9d41-414e-bf43-2c220283fb5e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:45.079921 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:45.162519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5bc46f62-3b6b-4218-8728-eadeed6995a4 None None] Allocated IP 2001:db8:0:2::2 (126f3953-f1e4-47bc-a520-3bd688ffe41c/29d18a21-93e5-4727-9d29-00e27ef92849/2d937e6b-0af7-43bb-87d2-0a5cd06b54df) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:45.282331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5bc46f62-3b6b-4218-8728-eadeed6995a4 None None] For port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,segment=NetworkSegment(97f4fc76-a216-43b7-bf7f-2a2e81a58076),segment_id=97f4fc76-a216-43b7-bf7f-2a2e81a58076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:45.316750 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bc46f62-3b6b-4218-8728-eadeed6995a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:45.322048 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bc46f62-3b6b-4218-8728-eadeed6995a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:45.447109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc46f62-3b6b-4218-8728-eadeed6995a4 None None] Pushing event updated for resources: {'Port': ['ID=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:45.476790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Delete allocated IP 2001:db8::2c1 (126f3953-f1e4-47bc-a520-3bd688ffe41c/a1331b55-0a8b-4bc8-8d08-60b30dd06d4f) {{(pid=102639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 19:06:45.483824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Allocated IP 2001:db8:0:2::37c (126f3953-f1e4-47bc-a520-3bd688ffe41c/29d18a21-93e5-4727-9d29-00e27ef92849/288137e8-111c-4433-9db8-76301d3ab65a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:45.714489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:45.720868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:45.822171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] In _notify_port_updated(), no bound segment for port 288137e8-111c-4433-9db8-76301d3ab65a on network 126f3953-f1e4-47bc-a520-3bd688ffe41c {{(pid=102639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 05 19:06:45.827824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:45.828802 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:45.833864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52124) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:45.835046 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "PUT /v2.0/ports/288137e8-111c-4433-9db8-76301d3ab65a HTTP/1.1" status: 200 len: 970 time: 1.2421346 Apr 05 19:06:45.858947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13131ba2-a190-4d05-b703-c32f26b69333 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event updated for resources: {'Port': ['ID=288137e8-111c-4433-9db8-76301d3ab65a,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:45.976010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3f1dd091-7d0b-4973-97c3-09e9c011fa7b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port 288137e8-111c-4433-9db8-76301d3ab65a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:45.976590 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd091-7d0b-4973-97c3-09e9c011fa7b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.091825 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd091-7d0b-4973-97c3-09e9c011fa7b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.113600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3f1dd091-7d0b-4973-97c3-09e9c011fa7b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for 288137e8-111c-4433-9db8-76301d3ab65a owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:46.248253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2d6ed25a-40f1-41fc-abb9-762edf33315b None None] Provisioning complete for port e6a41f3a-19c6-426d-8d3f-392ae861f088 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:46.248856 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed25a-40f1-41fc-abb9-762edf33315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.300247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ed25a-40f1-41fc-abb9-762edf33315b None None] Port e6a41f3a-19c6-426d-8d3f-392ae861f088 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:46.322701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2d6ed25a-40f1-41fc-abb9-762edf33315b None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:46.324639 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed25a-40f1-41fc-abb9-762edf33315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.344414 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd091-7d0b-4973-97c3-09e9c011fa7b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.406484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dd091-7d0b-4973-97c3-09e9c011fa7b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=288137e8-111c-4433-9db8-76301d3ab65a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:46.439262 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd091-7d0b-4973-97c3-09e9c011fa7b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.445606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3f1dd091-7d0b-4973-97c3-09e9c011fa7b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/288137e8-111c-4433-9db8-76301d3ab65a HTTP/1.1" status: 204 len: 168 time: 0.6080623 Apr 05 19:06:46.446048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52150) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:46.459171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2d6ed25a-40f1-41fc-abb9-762edf33315b None None] Could not find standard attr ID for object 288137e8-111c-4433-9db8-76301d3ab65a. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:46.484046 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff158af-3c0e-40b7-980a-8efd994eace6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] GET failed (client error): The resource could not be found. Apr 05 19:06:46.486445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1ff158af-3c0e-40b7-980a-8efd994eace6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports/288137e8-111c-4433-9db8-76301d3ab65a HTTP/1.1" status: 404 len: 333 time: 0.0390506 Apr 05 19:06:46.489803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52152) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:46.577529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-efcd41dc-2011-4a4b-af10-e49fd2dddb7e None None] Could not find standard attr ID for object 288137e8-111c-4433-9db8-76301d3ab65a. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:06:46.606599 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c9083a5-b015-489f-bcfa-9c4e97b73e4a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.636524 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c9083a5-b015-489f-bcfa-9c4e97b73e4a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.701502 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c9083a5-b015-489f-bcfa-9c4e97b73e4a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.704592 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5c9083a5-b015-489f-bcfa-9c4e97b73e4a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.708949 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5c9083a5-b015-489f-bcfa-9c4e97b73e4a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/security-groups/60764997-33d3-4fd6-b55f-dc9fffc37b94 HTTP/1.1" status: 204 len: 168 time: 0.2144606 Apr 05 19:06:46.709411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52162) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:46.729572 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9083a5-b015-489f-bcfa-9c4e97b73e4a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60764997-33d3-4fd6-b55f-dc9fffc37b94,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:46.803599 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95855337-549d-47c2-8c5b-11630626fc5b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.841772 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95855337-549d-47c2-8c5b-11630626fc5b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.912385 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95855337-549d-47c2-8c5b-11630626fc5b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.915041 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95855337-549d-47c2-8c5b-11630626fc5b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:46.919064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-95855337-549d-47c2-8c5b-11630626fc5b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/security-groups/ecffe78f-744f-450c-8b9a-cf8d9e498125 HTTP/1.1" status: 204 len: 168 time: 0.2086220 Apr 05 19:06:46.919200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52174) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:46.928823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95855337-549d-47c2-8c5b-11630626fc5b tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecffe78f-744f-450c-8b9a-cf8d9e498125,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:46.984515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7cfe6eb-9593-4375-9be5-33ef8233a254 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.010892 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7cfe6eb-9593-4375-9be5-33ef8233a254 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.063546 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7cfe6eb-9593-4375-9be5-33ef8233a254 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.066895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a7cfe6eb-9593-4375-9be5-33ef8233a254 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.068724 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a7cfe6eb-9593-4375-9be5-33ef8233a254 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/security-groups/555394b0-6409-469b-ace5-3b5106698f1d HTTP/1.1" status: 204 len: 168 time: 0.1483018 Apr 05 19:06:47.071454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52182) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:47.079064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfe6eb-9593-4375-9be5-33ef8233a254 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555394b0-6409-469b-ace5-3b5106698f1d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:47.177706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dacf571-afd3-4ee5-8db9-6530e529d52d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet a1331b55-0a8b-4bc8-8d08-60b30dd06d4f {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:47.180929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dacf571-afd3-4ee5-8db9-6530e529d52d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.230295 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dacf571-afd3-4ee5-8db9-6530e529d52d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.327415 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dacf571-afd3-4ee5-8db9-6530e529d52d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.409484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dacf571-afd3-4ee5-8db9-6530e529d52d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.452073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacf571-afd3-4ee5-8db9-6530e529d52d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=a1331b55-0a8b-4bc8-8d08-60b30dd06d4f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:47.457361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4dacf571-afd3-4ee5-8db9-6530e529d52d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.465840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4dacf571-afd3-4ee5-8db9-6530e529d52d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/a1331b55-0a8b-4bc8-8d08-60b30dd06d4f HTTP/1.1" status: 204 len: 168 time: 0.3917828 Apr 05 19:06:47.466246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52202) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:47.473340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074950f9-5ee0-4d1b-ab0e-accc587e701d None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:47.475581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d937e6b-0af7-43bb-87d2-0a5cd06b54df up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:47.538452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dbb942-d513-47ef-ace0-276960850363 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet 29d18a21-93e5-4727-9d29-00e27ef92849 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:47.542652 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-55dbb942-d513-47ef-ace0-276960850363 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.595270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-55dbb942-d513-47ef-ace0-276960850363 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.611480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:47.611846 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.700729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-55dbb942-d513-47ef-ace0-276960850363 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.797149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-55dbb942-d513-47ef-ace0-276960850363 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.830696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbb942-d513-47ef-ace0-276960850363 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=29d18a21-93e5-4727-9d29-00e27ef92849,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:47.833224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-55dbb942-d513-47ef-ace0-276960850363 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.839448 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-55dbb942-d513-47ef-ace0-276960850363 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/29d18a21-93e5-4727-9d29-00e27ef92849 HTTP/1.1" status: 204 len: 168 time: 0.3692298 Apr 05 19:06:47.839448 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52216) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:47.869717 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9b6497-1946-465c-90b8-f92f447764f4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:47.870178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9b6497-1946-465c-90b8-f92f447764f4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:47.873240 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cd9b6497-1946-465c-90b8-f92f447764f4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/a1331b55-0a8b-4bc8-8d08-60b30dd06d4f HTTP/1.1" status: 404 len: 337 time: 0.0331037 Apr 05 19:06:47.876446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52218) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:47.942304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb93429-03ae-4f56-9f59-1cf40a300fd5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting subnet 212d0175-73a3-4e79-a277-0decc4b542ea {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:06:47.946756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb93429-03ae-4f56-9f59-1cf40a300fd5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:47.999585 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb93429-03ae-4f56-9f59-1cf40a300fd5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.124420 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb93429-03ae-4f56-9f59-1cf40a300fd5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.200971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb93429-03ae-4f56-9f59-1cf40a300fd5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.235963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb93429-03ae-4f56-9f59-1cf40a300fd5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Subnet': ['ID=212d0175-73a3-4e79-a277-0decc4b542ea,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:48.239242 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb93429-03ae-4f56-9f59-1cf40a300fd5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.242636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9cb93429-03ae-4f56-9f59-1cf40a300fd5 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/212d0175-73a3-4e79-a277-0decc4b542ea HTTP/1.1" status: 204 len: 168 time: 0.3648622 Apr 05 19:06:48.245218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52236) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.284803 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a16a59-b369-45dc-b560-cf90c50e6fe4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.285269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a16a59-b369-45dc-b560-cf90c50e6fe4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.288396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-37a16a59-b369-45dc-b560-cf90c50e6fe4 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/9b4e1fd1-82ad-416f-9749-a11222785e4c HTTP/1.1" status: 404 len: 337 time: 0.0422194 Apr 05 19:06:48.291243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.320032 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-44ecf553-4ac3-409b-acef-3863b7ae3003 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "GET /v2.0/ports?device_id=af47fd14-e00e-4831-a4aa-c548c6fc470b HTTP/1.1" status: 200 len: 205 time: 0.0273173 Apr 05 19:06:48.322516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.383263 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-fe776160-339a-4c04-82a2-d1543dc8b8aa tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] delete failed (client error): The resource could not be found. Apr 05 19:06:48.385038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fe776160-339a-4c04-82a2-d1543dc8b8aa tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/routers/af47fd14-e00e-4831-a4aa-c548c6fc470b HTTP/1.1" status: 404 len: 336 time: 0.0609879 Apr 05 19:06:48.388042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52244) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.430538 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7317cd43-27e6-4690-9351-0995d7f08f20 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.431041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7317cd43-27e6-4690-9351-0995d7f08f20 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.434126 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7317cd43-27e6-4690-9351-0995d7f08f20 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/b01a0254-7762-4834-8f0e-455b524f410e HTTP/1.1" status: 404 len: 337 time: 0.0449724 Apr 05 19:06:48.436643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52248) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.471024 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d808f046-5104-4c09-92d0-46c1018f87d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.471492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d808f046-5104-4c09-92d0-46c1018f87d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.476354 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d808f046-5104-4c09-92d0-46c1018f87d6 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/07f4ab73-6011-42d2-9570-2b758b993e93 HTTP/1.1" status: 404 len: 337 time: 0.0378094 Apr 05 19:06:48.477930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52252) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.506875 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed175986-61cb-4bf9-ab02-d0b9c5e7816d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.507353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed175986-61cb-4bf9-ab02-d0b9c5e7816d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.510554 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ed175986-61cb-4bf9-ab02-d0b9c5e7816d tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/1f692d4b-5203-4f58-b29f-607f1dbeea76 HTTP/1.1" status: 404 len: 337 time: 0.0315683 Apr 05 19:06:48.513412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52254) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.546016 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-be31286a-a0e2-462f-988e-fe1b178104e0 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.547546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be31286a-a0e2-462f-988e-fe1b178104e0 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.551965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-be31286a-a0e2-462f-988e-fe1b178104e0 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/93a6fcbf-6bcf-48ec-bef4-03a2a42f5966 HTTP/1.1" status: 404 len: 333 time: 0.0374370 Apr 05 19:06:48.555361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52258) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.580049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52260) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.588126 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a8bd9f-055c-433f-b60b-75e74eecd00c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.588770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a8bd9f-055c-433f-b60b-75e74eecd00c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.593718 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-19a8bd9f-055c-433f-b60b-75e74eecd00c tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/394d830d-6f97-4087-ac00-2ae840ad0ea1 HTTP/1.1" status: 404 len: 337 time: 0.0367298 Apr 05 19:06:48.596198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52264) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.623185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631baad2-0212-4a2f-938e-63a7395d8352 None None] Network 126f3953-f1e4-47bc-a520-3bd688ffe41c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:48.635396 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3755ae3-6600-41d7-b5d4-d17e72bca5b3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.635881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3755ae3-6600-41d7-b5d4-d17e72bca5b3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.640020 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e3755ae3-6600-41d7-b5d4-d17e72bca5b3 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/dd661e27-1b05-43d9-8599-afe3d10d6796 HTTP/1.1" status: 404 len: 337 time: 0.0405929 Apr 05 19:06:48.641737 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52266) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.691274 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba3a618-c7dd-4afe-83e1-400f0f72830a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.692234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba3a618-c7dd-4afe-83e1-400f0f72830a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.692892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fdf994ae-ce61-4454-82c1-0cfd46915ead None None] Provisioning complete for port e6a41f3a-19c6-426d-8d3f-392ae861f088 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:48.693471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdf994ae-ce61-4454-82c1-0cfd46915ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.700279 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fba3a618-c7dd-4afe-83e1-400f0f72830a tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/07417777-63df-45af-b11f-634e39a11a41 HTTP/1.1" status: 404 len: 333 time: 0.0534227 Apr 05 19:06:48.700532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52270) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.735610 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e41a4f0-4bea-404b-83ce-4db54fb33f83 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.736082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e41a4f0-4bea-404b-83ce-4db54fb33f83 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.744992 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4e41a4f0-4bea-404b-83ce-4db54fb33f83 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/a5440c1a-1b85-4b2f-9744-e8745ca0658a HTTP/1.1" status: 404 len: 337 time: 0.0434065 Apr 05 19:06:48.750750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52272) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.785232 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fdf994ae-ce61-4454-82c1-0cfd46915ead None None] Port e6a41f3a-19c6-426d-8d3f-392ae861f088 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:06:48.788175 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a4a845-115f-44ee-af14-dba0add96a43 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] DELETE failed (client error): The resource could not be found. Apr 05 19:06:48.788632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a4a845-115f-44ee-af14-dba0add96a43 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:06:48.791661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f2a4a845-115f-44ee-af14-dba0add96a43 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/subnets/307f649b-faf8-4c27-9bef-6f9ab50657cb HTTP/1.1" status: 404 len: 337 time: 0.0398257 Apr 05 19:06:48.792689 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbca1212-4e5f-46e6-ae3c-57ea712a27e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.794270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52278) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.812882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fdf994ae-ce61-4454-82c1-0cfd46915ead None None] Provisioning complete for port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:48.813002 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdf994ae-ce61-4454-82c1-0cfd46915ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.898703 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbca1212-4e5f-46e6-ae3c-57ea712a27e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.904228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234b991-e300-4570-8677-4ff289b455cc None None] DHCP port deletion for 126f3953-f1e4-47bc-a520-3bd688ffe41c request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:06:48.906237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbca1212-4e5f-46e6-ae3c-57ea712a27e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.952836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cbca1212-4e5f-46e6-ae3c-57ea712a27e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17ed765e9dba4be6b8be6ea1cef87a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714674 Apr 05 19:06:48.958698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52280) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:48.970151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d3f73542-ccd2-4f71-94c4-8f007478035e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Deleting port e6a41f3a-19c6-426d-8d3f-392ae861f088 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:48.971020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3f73542-ccd2-4f71-94c4-8f007478035e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:48.984993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca1212-4e5f-46e6-ae3c-57ea712a27e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b59db51-41f1-4e80-b584-f99f367db50b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:48.985789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0234b991-e300-4570-8677-4ff289b455cc None None] Deleting port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:06:48.986162 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0234b991-e300-4570-8677-4ff289b455cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.054943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0234b991-e300-4570-8677-4ff289b455cc None None] For port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,segment=NetworkSegment(97f4fc76-a216-43b7-bf7f-2a2e81a58076),segment_id=97f4fc76-a216-43b7-bf7f-2a2e81a58076)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:49.055331 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0234b991-e300-4570-8677-4ff289b455cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.069904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0234b991-e300-4570-8677-4ff289b455cc None None] Calling delete_port for 2d937e6b-0af7-43bb-87d2-0a5cd06b54df owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:49.072526 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3f73542-ccd2-4f71-94c4-8f007478035e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.096724 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44a22d8d-9b49-43a3-9ab9-2df886c1ca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.099181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d3f73542-ccd2-4f71-94c4-8f007478035e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Calling delete_port for e6a41f3a-19c6-426d-8d3f-392ae861f088 owned by {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:06:49.162129 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44a22d8d-9b49-43a3-9ab9-2df886c1ca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.165963 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0234b991-e300-4570-8677-4ff289b455cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.204345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0234b991-e300-4570-8677-4ff289b455cc None None] No DVR routers for this DVR port 2d937e6b-0af7-43bb-87d2-0a5cd06b54df on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:06:49.208420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234b991-e300-4570-8677-4ff289b455cc None None] Pushing event deleted for resources: {'Port': ['ID=2d937e6b-0af7-43bb-87d2-0a5cd06b54df,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:49.240201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44a22d8d-9b49-43a3-9ab9-2df886c1ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.243028 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44a22d8d-9b49-43a3-9ab9-2df886c1ca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.244249 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-44a22d8d-9b49-43a3-9ab9-2df886c1ca42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b59db51-41f1-4e80-b584-f99f367db50b HTTP/1.1" status: 204 len: 168 time: 0.2841909 Apr 05 19:06:49.248080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3f73542-ccd2-4f71-94c4-8f007478035e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.261790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a22d8d-9b49-43a3-9ab9-2df886c1ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b59db51-41f1-4e80-b584-f99f367db50b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:49.287915 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f73542-ccd2-4f71-94c4-8f007478035e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Port': ['ID=e6a41f3a-19c6-426d-8d3f-392ae861f088,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:49.294905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d3f73542-ccd2-4f71-94c4-8f007478035e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.301263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d3f73542-ccd2-4f71-94c4-8f007478035e tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/ports/e6a41f3a-19c6-426d-8d3f-392ae861f088 HTTP/1.1" status: 204 len: 168 time: 0.5027921 Apr 05 19:06:49.301518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52286) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:49.395658 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.441782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d937e6b-0af7-43bb-87d2-0a5cd06b54df no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:06:49.471329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2d937e6b-0af7-43bb-87d2-0a5cd06b54df {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:06:49.472096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2d937e6b-0af7-43bb-87d2-0a5cd06b54df not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:06:49.505198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.528064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126f3953-f1e4-47bc-a520-3bd688ffe41c']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:49.543415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f4fc76-a216-43b7-bf7f-2a2e81a58076') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:49.543415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f4fc76-a216-43b7-bf7f-2a2e81a58076') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:49.557099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.573439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.583021 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:06:49.583625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:06:49.587398 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:06:49.609369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52290) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:49.625139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da81e353-f9ed-4737-ad9f-b134e9efcd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.656713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.661020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.664645 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] 10.222.0.15 "DELETE /v2.0/networks/126f3953-f1e4-47bc-a520-3bd688ffe41c HTTP/1.1" status: 204 len: 168 time: 0.3622692 Apr 05 19:06:49.681337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aaaa4-0039-4f52-b2f3-8050ef210693 tempest-PortsIpV6TestJSON-1149181425 tempest-PortsIpV6TestJSON-1149181425-project] Pushing event deleted for resources: {'Network': ['ID=126f3953-f1e4-47bc-a520-3bd688ffe41c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:49.733989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da81e353-f9ed-4737-ad9f-b134e9efcd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.738793 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da81e353-f9ed-4737-ad9f-b134e9efcd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.778738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-da81e353-f9ed-4737-ad9f-b134e9efcd91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35142f74832647efb18ded515f83ab69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673872 Apr 05 19:06:49.781203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52294) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:49.787578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81e353-f9ed-4737-ad9f-b134e9efcd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a66a0c4-11f3-4fd6-9ce6-1239542f9fea,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:49.838097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24740ce3-c21b-4c7f-bccd-1a3e79613cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.859895 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24740ce3-c21b-4c7f-bccd-1a3e79613cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.912100 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24740ce3-c21b-4c7f-bccd-1a3e79613cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.914872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24740ce3-c21b-4c7f-bccd-1a3e79613cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:49.916638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-24740ce3-c21b-4c7f-bccd-1a3e79613cda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a66a0c4-11f3-4fd6-9ce6-1239542f9fea HTTP/1.1" status: 204 len: 168 time: 0.1343968 Apr 05 19:06:49.928330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740ce3-c21b-4c7f-bccd-1a3e79613cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a66a0c4-11f3-4fd6-9ce6-1239542f9fea,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:49.985004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52300) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:50.255113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5d6bf4ea-0e68-49ea-8fe4-e458cd5ab962 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8572985f98e74a8794da5d5370dd7b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664025 Apr 05 19:06:50.255596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52312) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:50.310513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-754c6c26-467a-400f-a081-2c81fa171fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:50.334221 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-754c6c26-467a-400f-a081-2c81fa171fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:50.387572 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-754c6c26-467a-400f-a081-2c81fa171fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:50.390881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-754c6c26-467a-400f-a081-2c81fa171fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:50.406992 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-754c6c26-467a-400f-a081-2c81fa171fd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19c104bb-9353-4063-8a10-020f4b70c9e1 HTTP/1.1" status: 204 len: 168 time: 0.1396501 Apr 05 19:06:50.418282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c6c26-467a-400f-a081-2c81fa171fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c104bb-9353-4063-8a10-020f4b70c9e1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:51.414253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52368) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:51.517146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-332e2f3e-12ab-491b-9b66-a345048a1035 tempest-DvrRoutersNegativeTest-1242052174 tempest-DvrRoutersNegativeTest-1242052174-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-577458930', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:51.520829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.policy [None req-332e2f3e-12ab-491b-9b66-a345048a1035 tempest-DvrRoutersNegativeTest-1242052174 tempest-DvrRoutersNegativeTest-1242052174-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102640) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 05 19:06:51.521458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.policy [None req-332e2f3e-12ab-491b-9b66-a345048a1035 tempest-DvrRoutersNegativeTest-1242052174 tempest-DvrRoutersNegativeTest-1242052174-project] Failed policy check for 'create_router' {{(pid=102640) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 05 19:06:51.522164 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-332e2f3e-12ab-491b-9b66-a345048a1035 tempest-DvrRoutersNegativeTest-1242052174 tempest-DvrRoutersNegativeTest-1242052174-project] create failed (client error): Access was denied to this resource. Apr 05 19:06:51.523326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-332e2f3e-12ab-491b-9b66-a345048a1035 tempest-DvrRoutersNegativeTest-1242052174 tempest-DvrRoutersNegativeTest-1242052174-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1080506 Apr 05 19:06:51.797830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52382) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:51.915159 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4734ddf2-e9cf-4b98-96d2-7f87dec7052e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:52.005141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4734ddf2-e9cf-4b98-96d2-7f87dec7052e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:52.013205 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4734ddf2-e9cf-4b98-96d2-7f87dec7052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:52.064595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734ddf2-e9cf-4b98-96d2-7f87dec7052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d5b594-d640-4411-8708-0ab5ada04d8e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:52.072743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4734ddf2-e9cf-4b98-96d2-7f87dec7052e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=886f09922ee44e72b2505d6c98a43031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713189 Apr 05 19:06:52.073717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52390) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:52.141878 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8ded907-273f-4963-aff3-157151168e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:52.170433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8ded907-273f-4963-aff3-157151168e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:52.224812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8ded907-273f-4963-aff3-157151168e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:52.227656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d8ded907-273f-4963-aff3-157151168e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:52.239990 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d8ded907-273f-4963-aff3-157151168e48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8d5b594-d640-4411-8708-0ab5ada04d8e HTTP/1.1" status: 204 len: 168 time: 0.1590393 Apr 05 19:06:52.252549 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ded907-273f-4963-aff3-157151168e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d5b594-d640-4411-8708-0ab5ada04d8e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:52.974147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52416) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:53.075400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-84994010-d7ac-4039-b521-276e8c807e46 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1725052863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:53.108156 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84994010-d7ac-4039-b521-276e8c807e46 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.109242 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84994010-d7ac-4039-b521-276e8c807e46 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.220991 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84994010-d7ac-4039-b521-276e8c807e46 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.227228 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84994010-d7ac-4039-b521-276e8c807e46 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.244717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-84994010-d7ac-4039-b521-276e8c807e46 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.245941 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-84994010-d7ac-4039-b521-276e8c807e46 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2707548 Apr 05 19:06:53.248726 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52426) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:53.253908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-410848426'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:53.273076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Made reservation on behalf of 0f430b4d3afc491a9a87f4bf33806e12 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:53.276533 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.285757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.386806 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.391482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.427064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:06:53.428993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563e0754-ec9c-43ac-bcb3-b67eeda76be0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:53.433891 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.434239 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Added segment 367a56d8-abd9-48f1-a3fd-58bbee17552d of type vlan for network 9f530afb-66bd-4316-89e1-66894a66913d Apr 05 19:06:53.479775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.509278 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.523092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:53.523711 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.601143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3487420 Apr 05 19:06:53.602327 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52440) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:53.606668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Request body: {'subnet': {'network_id': '9f530afb-66bd-4316-89e1-66894a66913d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:53.628230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257df2a-31ba-45da-acee-90d85f6ac25e tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Network': ['ID=9f530afb-66bd-4316-89e1-66894a66913d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:53.646530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 9f530afb-66bd-4316-89e1-66894a66913d details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:06:53.710984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Made reservation on behalf of 0f430b4d3afc491a9a87f4bf33806e12 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:53.715474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.924224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:53.990245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Subnet': ['ID=88ffe19c-973e-417f-bb4f-c88fd81656b8,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:54.000964 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Checking segment: {'id': '367a56d8-abd9-48f1-a3fd-58bbee17552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f530afb-66bd-4316-89e1-66894a66913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:54.001326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network hostable DHCP agents. Network: 9f530afb-66bd-4316-89e1-66894a66913d, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:06:54.021406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network 9f530afb-66bd-4316-89e1-66894a66913d is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:06:54.031136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 9f530afb-66bd-4316-89e1-66894a66913d) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:54.035617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:54.036237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.044523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17045ab1-663f-4990-aa69-25b9590777c4 None None] Network 9f530afb-66bd-4316-89e1-66894a66913d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:54.057447 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-27ce2f04-172c-482e-ada3-8728cdb4e88c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4548280 Apr 05 19:06:54.060636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52442) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:54.070171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Request body: {'network': {'name': 'tempest-router-network01--1701415985'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:54.093749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Made reservation on behalf of 0f430b4d3afc491a9a87f4bf33806e12 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:54.098980 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.127815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:06:54.140045 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.140719 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Added segment e2370957-16a0-41a5-92d0-7044331dbe8d of type vlan for network 962be73f-4055-431a-8834-eb8b6bf0599c Apr 05 19:06:54.188124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.226918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.232599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:54.235666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.268578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-9f530afb-66bd-4316-89e1-66894a66913d', 'network_id': '9f530afb-66bd-4316-89e1-66894a66913d', 'tenant_id': '0f430b4d3afc491a9a87f4bf33806e12', 'fixed_ips': [{'subnet_id': '88ffe19c-973e-417f-bb4f-c88fd81656b8'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:06:54.270712 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.311226 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2491493 Apr 05 19:06:54.312226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52444) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:54.318625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Request body: {'network': {'name': 'tempest-router-network02--943665430'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:54.324675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce191c12-8828-42b8-9575-3d86bfb673ec tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Network': ['ID=962be73f-4055-431a-8834-eb8b6bf0599c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:54.341674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Made reservation on behalf of 0f430b4d3afc491a9a87f4bf33806e12 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:54.348060 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 962be73f-4055-431a-8834-eb8b6bf0599c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:06:54.348734 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.380064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:06:54.395305 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.395938 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Added segment ac920715-8cfa-432a-91c2-3966ddb31c9f of type vlan for network a50fd593-b73f-4e08-a67c-b7830c4acc37 Apr 05 19:06:54.447687 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.482501 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.491410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:54.492313 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.518182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Allocated IP 172.20.0.2 (9f530afb-66bd-4316-89e1-66894a66913d/88ffe19c-973e-417f-bb4f-c88fd81656b8/fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:54.524028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2102010 Apr 05 19:06:54.528397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52452) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:54.534965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Request body: {'subnet': {'network_id': '962be73f-4055-431a-8834-eb8b6bf0599c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:54.593822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621b723-01b0-452a-a2ef-f287512bc7ba tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Network': ['ID=a50fd593-b73f-4e08-a67c-b7830c4acc37,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:54.646645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network a50fd593-b73f-4e08-a67c-b7830c4acc37 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:06:54.690026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Made reservation on behalf of 0f430b4d3afc491a9a87f4bf33806e12 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:54.695165 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:54.959108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.035286 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.046044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.098292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Checking segment: {'id': 'e2370957-16a0-41a5-92d0-7044331dbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '962be73f-4055-431a-8834-eb8b6bf0599c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:55.098909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network hostable DHCP agents. Network: 962be73f-4055-431a-8834-eb8b6bf0599c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:06:55.112161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Subnet': ['ID=c176cec6-7c63-49b1-8c35-2e1878846c28,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:55.140004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Network 9f530afb-66bd-4316-89e1-66894a66913d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:55.143191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network 962be73f-4055-431a-8834-eb8b6bf0599c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:06:55.147370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:55.150011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:55.154868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Pushing event updated for resources: {'Port': ['ID=fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:55.160783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 962be73f-4055-431a-8834-eb8b6bf0599c) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:55.167221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.168412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.168913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.169391 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.169863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.170332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.170534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:55.171009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.171476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.171841 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.172108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.172571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.173045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.173505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:06:55.192305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e78b4e-31d4-4988-9f7f-cdfc34f6b047 None None] Network 962be73f-4055-431a-8834-eb8b6bf0599c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:55.202205 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f791eec0-0d0a-4739-8c44-2e0381e92647 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6699736 Apr 05 19:06:55.204920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52462) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:55.208339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Request body: {'subnet': {'network_id': 'a50fd593-b73f-4e08-a67c-b7830c4acc37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:06:55.263017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Attempting to bind port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:06:55.263963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Attempting to bind port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '367a56d8-abd9-48f1-a3fd-58bbee17552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f530afb-66bd-4316-89e1-66894a66913d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:06:55.264326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Attempting to bind port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd on network 9f530afb-66bd-4316-89e1-66894a66913d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:06:55.276096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:06:55.277060 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Checking segment: {'id': '367a56d8-abd9-48f1-a3fd-58bbee17552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f530afb-66bd-4316-89e1-66894a66913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:55.277638 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.278312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Bound using segment: {'id': '367a56d8-abd9-48f1-a3fd-58bbee17552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f530afb-66bd-4316-89e1-66894a66913d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:06:55.278990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Bound port: fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367a56d8-abd9-48f1-a3fd-58bbee17552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f530afb-66bd-4316-89e1-66894a66913d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:06:55.279543 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.319668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Made reservation on behalf of 0f430b4d3afc491a9a87f4bf33806e12 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:06:55.323902 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.399596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] For port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:06:55.404018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] For port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd,segment=NetworkSegment(367a56d8-abd9-48f1-a3fd-58bbee17552d),segment_id=367a56d8-abd9-48f1-a3fd-58bbee17552d)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:06:55.415713 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.459965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-962be73f-4055-431a-8834-eb8b6bf0599c', 'network_id': '962be73f-4055-431a-8834-eb8b6bf0599c', 'tenant_id': '0f430b4d3afc491a9a87f4bf33806e12', 'fixed_ips': [{'subnet_id': 'c176cec6-7c63-49b1-8c35-2e1878846c28'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:06:55.460825 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.612942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a81eac-b0c8-401e-b395-ecd6771b0a1c None None] Pushing event updated for resources: {'Port': ['ID=fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:55.697055 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.730772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Allocated IP 172.20.0.2 (962be73f-4055-431a-8834-eb8b6bf0599c/c176cec6-7c63-49b1-8c35-2e1878846c28/a6350a0c-3386-4ce4-8b67-118b741d83ca) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:55.787153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Subnet': ['ID=d374d174-7259-4ede-a94e-62e8bab76ccc,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:55.886603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Checking segment: {'id': 'ac920715-8cfa-432a-91c2-3966ddb31c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a50fd593-b73f-4e08-a67c-b7830c4acc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:55.886965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network hostable DHCP agents. Network: a50fd593-b73f-4e08-a67c-b7830c4acc37, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:06:55.911974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network a50fd593-b73f-4e08-a67c-b7830c4acc37 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:06:55.938997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, a50fd593-b73f-4e08-a67c-b7830c4acc37) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:55.944478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:06:55.945237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.960825 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.966153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc820263-d281-493b-b1b2-b7016fd7adbb None None] Network a50fd593-b73f-4e08-a67c-b7830c4acc37 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:55.970262 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:55.982162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3e70d49b-feeb-46a2-81ab-1ea8b4955ed1 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7780261 Apr 05 19:06:55.984988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52468) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:56.030865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Pushing event updated for resources: {'Port': ['ID=a6350a0c-3386-4ce4-8b67-118b741d83ca,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:56.101394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Network 962be73f-4055-431a-8834-eb8b6bf0599c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:56.105769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:56.108289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:56.205702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Attempting to bind port a6350a0c-3386-4ce4-8b67-118b741d83ca on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:06:56.206212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Attempting to bind port a6350a0c-3386-4ce4-8b67-118b741d83ca by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e2370957-16a0-41a5-92d0-7044331dbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '962be73f-4055-431a-8834-eb8b6bf0599c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:06:56.206884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Attempting to bind port a6350a0c-3386-4ce4-8b67-118b741d83ca on network 962be73f-4055-431a-8834-eb8b6bf0599c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:06:56.239454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:06:56.239454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Checking segment: {'id': 'e2370957-16a0-41a5-92d0-7044331dbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '962be73f-4055-431a-8834-eb8b6bf0599c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:56.239849 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:56.240355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Bound using segment: {'id': 'e2370957-16a0-41a5-92d0-7044331dbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '962be73f-4055-431a-8834-eb8b6bf0599c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:06:56.241036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Bound port: a6350a0c-3386-4ce4-8b67-118b741d83ca, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2370957-16a0-41a5-92d0-7044331dbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '962be73f-4055-431a-8834-eb8b6bf0599c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:06:56.241477 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:56.277762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-a50fd593-b73f-4e08-a67c-b7830c4acc37', 'network_id': 'a50fd593-b73f-4e08-a67c-b7830c4acc37', 'tenant_id': '0f430b4d3afc491a9a87f4bf33806e12', 'fixed_ips': [{'subnet_id': 'd374d174-7259-4ede-a94e-62e8bab76ccc'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:06:56.278715 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:56.423294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] For port a6350a0c-3386-4ce4-8b67-118b741d83ca, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:06:56.442656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] For port a6350a0c-3386-4ce4-8b67-118b741d83ca, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a6350a0c-3386-4ce4-8b67-118b741d83ca,segment=NetworkSegment(e2370957-16a0-41a5-92d0-7044331dbe8d),segment_id=e2370957-16a0-41a5-92d0-7044331dbe8d)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:06:56.472904 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:56.534141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Allocated IP 172.20.0.2 (a50fd593-b73f-4e08-a67c-b7830c4acc37/d374d174-7259-4ede-a94e-62e8bab76ccc/8ba20413-8b5a-4a83-9dda-74a417dbcb4a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:56.573079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8fc35-a493-4a4f-b5d3-f3d37ca1da73 None None] Pushing event updated for resources: {'Port': ['ID=a6350a0c-3386-4ce4-8b67-118b741d83ca,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:56.754284 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:56.913937 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:56.939317 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:57.088684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Network a50fd593-b73f-4e08-a67c-b7830c4acc37 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:57.109492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:57.114333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:57.117567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Pushing event updated for resources: {'Port': ['ID=8ba20413-8b5a-4a83-9dda-74a417dbcb4a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:57.237246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Attempting to bind port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:06:57.238045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Attempting to bind port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'ac920715-8cfa-432a-91c2-3966ddb31c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a50fd593-b73f-4e08-a67c-b7830c4acc37'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:06:57.241313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Attempting to bind port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a on network a50fd593-b73f-4e08-a67c-b7830c4acc37 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:06:57.252736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:06:57.255674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Checking segment: {'id': 'ac920715-8cfa-432a-91c2-3966ddb31c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a50fd593-b73f-4e08-a67c-b7830c4acc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:06:57.256045 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:57.256465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Bound using segment: {'id': 'ac920715-8cfa-432a-91c2-3966ddb31c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a50fd593-b73f-4e08-a67c-b7830c4acc37'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:06:57.256979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Bound port: 8ba20413-8b5a-4a83-9dda-74a417dbcb4a, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac920715-8cfa-432a-91c2-3966ddb31c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a50fd593-b73f-4e08-a67c-b7830c4acc37'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:06:57.261094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:57.336521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Allocated IP 172.20.0.1 (962be73f-4055-431a-8834-eb8b6bf0599c/c176cec6-7c63-49b1-8c35-2e1878846c28/9ae3bf0c-c252-410c-af9c-d43a2700af09) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:06:57.412836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] For port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:06:57.419596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] For port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8ba20413-8b5a-4a83-9dda-74a417dbcb4a,segment=NetworkSegment(ac920715-8cfa-432a-91c2-3966ddb31c9f),segment_id=ac920715-8cfa-432a-91c2-3966ddb31c9f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:06:57.429207 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:57.494029 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdd66e9-c256-4f2b-a5ad-4ca0665c203e None None] Network 9f530afb-66bd-4316-89e1-66894a66913d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:57.643225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-84f19b89-4434-44a9-8644-8d7cbc0e33eb None None] Provisioning complete for port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:57.644198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84f19b89-4434-44a9-8644-8d7cbc0e33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:57.733003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:57.735255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528124a-c34f-48fa-ae87-0773deba0c70 None None] Pushing event updated for resources: {'Port': ['ID=8ba20413-8b5a-4a83-9dda-74a417dbcb4a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:57.778476 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:57.818233 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:57.994994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network 962be73f-4055-431a-8834-eb8b6bf0599c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:57.998932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:58.010597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:06:58.030810 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Port': ['ID=9ae3bf0c-c252-410c-af9c-d43a2700af09,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:58.166541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:58.302292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:58.302898 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:58.385671 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84f19b89-4434-44a9-8644-8d7cbc0e33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:58.432948 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:58.492441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-84f19b89-4434-44a9-8644-8d7cbc0e33eb None None] For port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd,segment=NetworkSegment(367a56d8-abd9-48f1-a3fd-58bbee17552d),segment_id=367a56d8-abd9-48f1-a3fd-58bbee17552d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:58.499912 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84f19b89-4434-44a9-8644-8d7cbc0e33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:58.596640 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a6350a0c-3386-4ce4-8b67-118b741d83ca up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:58.658740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e0940a-6b9e-451c-ad95-d9f4dc2e86f0 None None] Network 962be73f-4055-431a-8834-eb8b6bf0599c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:58.733903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f19b89-4434-44a9-8644-8d7cbc0e33eb None None] Pushing event updated for resources: {'Port': ['ID=fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:58.834324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a6350a0c-3386-4ce4-8b67-118b741d83ca triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:58.834690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:58.873834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52656) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:58.908998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-10b7ea0b-0ac8-4dfb-823b-ba10adc9447d None None] Provisioning complete for port a6350a0c-3386-4ce4-8b67-118b741d83ca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:58.909943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10b7ea0b-0ac8-4dfb-823b-ba10adc9447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.057739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.059121 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b79f-c2b4-480d-9976-961373074c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.071926 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.086516 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.155856 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10b7ea0b-0ac8-4dfb-823b-ba10adc9447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.183347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port a6350a0c-3386-4ce4-8b67-118b741d83ca, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a6350a0c-3386-4ce4-8b67-118b741d83ca,segment=NetworkSegment(e2370957-16a0-41a5-92d0-7044331dbe8d),segment_id=e2370957-16a0-41a5-92d0-7044331dbe8d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:06:59.198673 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b79f-c2b4-480d-9976-961373074c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.200713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.209893 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b79f-c2b4-480d-9976-961373074c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.219244 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.239067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Port': ['ID=9ae3bf0c-c252-410c-af9c-d43a2700af09,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:59.290207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1b79f-c2b4-480d-9976-961373074c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7851adec-42c3-4540-ada7-ff96a7901c49,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:59.298851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d3a1b79f-c2b4-480d-9976-961373074c45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e196c69ad8e947dcbd77299381997d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236155 Apr 05 19:06:59.302183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52696) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:59.337876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-10b7ea0b-0ac8-4dfb-823b-ba10adc9447d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:06:59.338336 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-10b7ea0b-0ac8-4dfb-823b-ba10adc9447d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:06:59.338938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=a6350a0c-3386-4ce4-8b67-118b741d83ca,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:59.355823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cf4b1e-d3b6-4f9c-8e76-6273f8b36af7 None None] Network a50fd593-b73f-4e08-a67c-b7830c4acc37 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:06:59.418114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network 962be73f-4055-431a-8834-eb8b6bf0599c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:06:59.419781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:06:59.467671 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-448c2bad-8d3b-4425-8701-674b3c21ebe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.512955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-448c2bad-8d3b-4425-8701-674b3c21ebe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.595814 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-448c2bad-8d3b-4425-8701-674b3c21ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.599790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-448c2bad-8d3b-4425-8701-674b3c21ebe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.601404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-448c2bad-8d3b-4425-8701-674b3c21ebe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7851adec-42c3-4540-ada7-ff96a7901c49 HTTP/1.1" status: 204 len: 168 time: 0.2980917 Apr 05 19:06:59.614005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c2bad-8d3b-4425-8701-674b3c21ebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7851adec-42c3-4540-ada7-ff96a7901c49,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:06:59.706837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8ba20413-8b5a-4a83-9dda-74a417dbcb4a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:06:59.712682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Router 54705bfe-f1ce-4076-9919-c62888ea554b is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:06:59.827545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:06:59.828390 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:06:59.836930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:06:59.850464 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3e14b361-45e6-4fe1-a1fc-6f8a5bf81b29 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "PUT /v2.0/routers/54705bfe-f1ce-4076-9919-c62888ea554b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8628769 Apr 05 19:06:59.850943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52748) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:06:59.852317 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e0df6-0247-4d27-a33f-2b700e3dd3d2 None None] Sync routers for ids ['54705bfe-f1ce-4076-9919-c62888ea554b'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:06:59.895444 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e0df6-0247-4d27-a33f-2b700e3dd3d2 None None] Routers {'54705bfe-f1ce-4076-9919-c62888ea554b'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:06:59.897084 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f59e0df6-0247-4d27-a33f-2b700e3dd3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['54705bfe-f1ce-4076-9919-c62888ea554b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:06:59.985438 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f59e0df6-0247-4d27-a33f-2b700e3dd3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:00.023589 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e0df6-0247-4d27-a33f-2b700e3dd3d2 None None] Routers {'54705bfe-f1ce-4076-9919-c62888ea554b'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:00.025258 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f59e0df6-0247-4d27-a33f-2b700e3dd3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['54705bfe-f1ce-4076-9919-c62888ea554b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:00.095962 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.142013 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f59e0df6-0247-4d27-a33f-2b700e3dd3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:00.142759 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e0df6-0247-4d27-a33f-2b700e3dd3d2 None None] The sync data for ids ['54705bfe-f1ce-4076-9919-c62888ea554b'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:00.260705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52792) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:00.279057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-734824c3-17d7-41f8-a06b-0d7345a2d201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.401958 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-734824c3-17d7-41f8-a06b-0d7345a2d201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.403803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8ba20413-8b5a-4a83-9dda-74a417dbcb4a,segment=NetworkSegment(ac920715-8cfa-432a-91c2-3966ddb31c9f),segment_id=ac920715-8cfa-432a-91c2-3966ddb31c9f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:00.404850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-649a0058-5453-49e1-8cef-23fa14a3f90f None None] Provisioning complete for port a6350a0c-3386-4ce4-8b67-118b741d83ca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:00.405388 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-649a0058-5453-49e1-8cef-23fa14a3f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.413685 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-734824c3-17d7-41f8-a06b-0d7345a2d201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.433054 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.433892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:00.467515 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-734824c3-17d7-41f8-a06b-0d7345a2d201 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53d15b875b114324973b9e5d4f25d580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057168 Apr 05 19:07:00.470028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52816) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:00.478107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734824c3-17d7-41f8-a06b-0d7345a2d201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882c0588-c5ba-47f3-af2f-f3d9aa6a3c7e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:00.518693 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-70f21b04-4129-4595-9079-50e6d38eb81b tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:07:00.519866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=8ba20413-8b5a-4a83-9dda-74a417dbcb4a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:00.523811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-70f21b04-4129-4595-9079-50e6d38eb81b tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "PUT /v2.0/routers/54705bfe-f1ce-4076-9919-c62888ea554b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6670499 Apr 05 19:07:00.523811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52822) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:00.567358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-622018a5-169d-4750-a73d-e714115abc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.596030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-622018a5-169d-4750-a73d-e714115abc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.602157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:00.602561 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.653910 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-649a0058-5453-49e1-8cef-23fa14a3f90f None None] Provisioning complete for port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:00.654278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-649a0058-5453-49e1-8cef-23fa14a3f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.664264 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-622018a5-169d-4750-a73d-e714115abc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.667794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-622018a5-169d-4750-a73d-e714115abc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.675706 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-622018a5-169d-4750-a73d-e714115abc68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/882c0588-c5ba-47f3-af2f-f3d9aa6a3c7e HTTP/1.1" status: 204 len: 168 time: 0.2042615 Apr 05 19:07:00.710492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622018a5-169d-4750-a73d-e714115abc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c0588-c5ba-47f3-af2f-f3d9aa6a3c7e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:00.746181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a6350a0c-3386-4ce4-8b67-118b741d83ca up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:00.843921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a6350a0c-3386-4ce4-8b67-118b741d83ca triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:00.844289 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.874086 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-649a0058-5453-49e1-8cef-23fa14a3f90f None None] Provisioning complete for port 9ae3bf0c-c252-410c-af9c-d43a2700af09 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:00.874484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-649a0058-5453-49e1-8cef-23fa14a3f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.937550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-649a0058-5453-49e1-8cef-23fa14a3f90f None None] Port 9ae3bf0c-c252-410c-af9c-d43a2700af09 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:00.981267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-649a0058-5453-49e1-8cef-23fa14a3f90f None None] Provisioning complete for port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:00.981417 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-649a0058-5453-49e1-8cef-23fa14a3f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:00.987676 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:01.221769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dd08c3f5-1c87-4720-ae62-ace15af0ee5b None None] Provisioning complete for port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:01.222338 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd08c3f5-1c87-4720-ae62-ace15af0ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:01.294516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Deleting port 9ae3bf0c-c252-410c-af9c-d43a2700af09 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:01.294863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:01.353781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dd08c3f5-1c87-4720-ae62-ace15af0ee5b None None] Provisioning complete for port 9ae3bf0c-c252-410c-af9c-d43a2700af09 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:01.354333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd08c3f5-1c87-4720-ae62-ace15af0ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:01.395049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dd08c3f5-1c87-4720-ae62-ace15af0ee5b None None] Port 9ae3bf0c-c252-410c-af9c-d43a2700af09 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:01.414272 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:01.434698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Calling delete_port for 9ae3bf0c-c252-410c-af9c-d43a2700af09 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:01.462058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8ba20413-8b5a-4a83-9dda-74a417dbcb4a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:01.538761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:01.539305 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:01.651071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:01.687574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Port': ['ID=9ae3bf0c-c252-410c-af9c-d43a2700af09,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:02.123362 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:02.176780 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52986) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:02.302246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Router 54705bfe-f1ce-4076-9919-c62888ea554b has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:07:02.326270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-35f77f7b-550e-41c7-a9a5-3ae13c66ef71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:02.379130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:07:02.388249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8ccb9-89ac-49bd-b564-edc452a714ea None None] Sync routers for ids ['54705bfe-f1ce-4076-9919-c62888ea554b'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:07:02.389802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5fcd81b9-3c07-4d89-a15a-ea83fe75470c tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "PUT /v2.0/routers/54705bfe-f1ce-4076-9919-c62888ea554b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655751 Apr 05 19:07:02.394406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52992) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:02.402850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8ccb9-89ac-49bd-b564-edc452a714ea None None] Routers {'54705bfe-f1ce-4076-9919-c62888ea554b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:02.403738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9ee8ccb9-89ac-49bd-b564-edc452a714ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['54705bfe-f1ce-4076-9919-c62888ea554b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:02.420568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-35f77f7b-550e-41c7-a9a5-3ae13c66ef71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:02.426873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-35f77f7b-550e-41c7-a9a5-3ae13c66ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:02.437226 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-a0b8253e-a945-4626-b062-a70ff494dcf4 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] delete failed (client error): The resource could not be found. Apr 05 19:07:02.438505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a0b8253e-a945-4626-b062-a70ff494dcf4 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-390447583 HTTP/1.1" status: 404 len: 334 time: 0.0429745 Apr 05 19:07:02.441537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9ee8ccb9-89ac-49bd-b564-edc452a714ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:02.442897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 52994) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:02.448679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6cbf8116-b143-46ea-9354-660234ca30ce tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Request body: {'router': {'external_gateway_info': {'network_id': '54705bfe-f1ce-4076-9919-c62888ea554b'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:02.450045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8ccb9-89ac-49bd-b564-edc452a714ea None None] Routers {'54705bfe-f1ce-4076-9919-c62888ea554b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:02.450918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9ee8ccb9-89ac-49bd-b564-edc452a714ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['54705bfe-f1ce-4076-9919-c62888ea554b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:02.481692 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-35f77f7b-550e-41c7-a9a5-3ae13c66ef71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d1b330eb68c40c5887545813d98e5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019814 Apr 05 19:07:02.485212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 52996) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:02.493945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9ee8ccb9-89ac-49bd-b564-edc452a714ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:02.495678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f77f7b-550e-41c7-a9a5-3ae13c66ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a99626-e902-4e0c-a292-17c27418fe6e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:02.495939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8ccb9-89ac-49bd-b564-edc452a714ea None None] The sync data for ids ['54705bfe-f1ce-4076-9919-c62888ea554b'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:02.556220 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9859773c-f50d-45fb-951a-1fcb98659ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:02.581505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9859773c-f50d-45fb-951a-1fcb98659ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:02.630253 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9859773c-f50d-45fb-951a-1fcb98659ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:02.633020 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9859773c-f50d-45fb-951a-1fcb98659ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:02.636546 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9859773c-f50d-45fb-951a-1fcb98659ee4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4a99626-e902-4e0c-a292-17c27418fe6e HTTP/1.1" status: 204 len: 168 time: 0.1479414 Apr 05 19:07:02.643098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859773c-f50d-45fb-951a-1fcb98659ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a99626-e902-4e0c-a292-17c27418fe6e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:02.683885 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8116-b143-46ea-9354-660234ca30ce tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:02.707213 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-6cbf8116-b143-46ea-9354-660234ca30ce tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] update failed (client error): The resource could not be found. Apr 05 19:07:02.708636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6cbf8116-b143-46ea-9354-660234ca30ce tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "PUT /v2.0/routers/54705bfe-f1ce-4076-9919-c62888ea554b HTTP/1.1" status: 404 len: 339 time: 0.2643723 Apr 05 19:07:02.712172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53000) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:03.094269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:03.413807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Allocated IP 172.20.0.1 (9f530afb-66bd-4316-89e1-66894a66913d/88ffe19c-973e-417f-bb4f-c88fd81656b8/1d535875-8407-489e-b42f-c400f5805c56) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:03.551672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:03.599235 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:03.637851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network 9f530afb-66bd-4316-89e1-66894a66913d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:03.641912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:03.647617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:03.696937 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Port': ['ID=1d535875-8407-489e-b42f-c400f5805c56,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:03.725372 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:03.862716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:03.947141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-36d48032-5497-48bd-8493-1da744f38a0b None None] Provisioning complete for port 1d535875-8407-489e-b42f-c400f5805c56 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:03.947699 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-36d48032-5497-48bd-8493-1da744f38a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:03.989839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-36d48032-5497-48bd-8493-1da744f38a0b None None] Port 1d535875-8407-489e-b42f-c400f5805c56 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:04.166011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:04.171463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:04.244380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:04.307690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event updated for resources: {'Port': ['ID=1d535875-8407-489e-b42f-c400f5805c56,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:04.366983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Network 9f530afb-66bd-4316-89e1-66894a66913d is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:04.368598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:04.495325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Router 54705bfe-f1ce-4076-9919-c62888ea554b has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:07:04.620678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:07:04.626495 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ebf839fe-ed6e-4ac2-9391-37cfaf8c90a5 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "PUT /v2.0/routers/54705bfe-f1ce-4076-9919-c62888ea554b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9128666 Apr 05 19:07:04.629101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53050) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:04.632635 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d253e7a4-c626-4044-b3ac-528d7136b815 None None] Sync routers for ids ['54705bfe-f1ce-4076-9919-c62888ea554b'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:07:04.646221 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253e7a4-c626-4044-b3ac-528d7136b815 None None] Routers {'54705bfe-f1ce-4076-9919-c62888ea554b'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:04.646843 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d253e7a4-c626-4044-b3ac-528d7136b815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['54705bfe-f1ce-4076-9919-c62888ea554b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:04.691876 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d253e7a4-c626-4044-b3ac-528d7136b815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:04.701066 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253e7a4-c626-4044-b3ac-528d7136b815 None None] Routers {'54705bfe-f1ce-4076-9919-c62888ea554b'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:04.702003 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d253e7a4-c626-4044-b3ac-528d7136b815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['54705bfe-f1ce-4076-9919-c62888ea554b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:04.721385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-07518e9a-d86f-48a1-ad98-0eb43a3dc276 None None] Provisioning complete for port 1d535875-8407-489e-b42f-c400f5805c56 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:04.723383 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07518e9a-d86f-48a1-ad98-0eb43a3dc276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:04.755000 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d253e7a4-c626-4044-b3ac-528d7136b815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:04.755566 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d253e7a4-c626-4044-b3ac-528d7136b815 None None] The sync data for ids ['54705bfe-f1ce-4076-9919-c62888ea554b'] in n-d-836650-3 is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:04.776774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-07518e9a-d86f-48a1-ad98-0eb43a3dc276 None None] Port 1d535875-8407-489e-b42f-c400f5805c56 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:04.998099 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c430b409-5482-4b53-a214-7b039df6d6ef tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.086168 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-c430b409-5482-4b53-a214-7b039df6d6ef tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 19:07:05.087247 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c430b409-5482-4b53-a214-7b039df6d6ef tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "DELETE /v2.0/routers/54705bfe-f1ce-4076-9919-c62888ea554b HTTP/1.1" status: 409 len: 329 time: 0.4572093 Apr 05 19:07:05.090256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53058) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:05.113395 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:07:05.190176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.354816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53060) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:05.359860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'network': {'name': 'tempest-network-smoke--1022643939', 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:05.381053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Made reservation on behalf of a82eeee122fe4a028de2d6e2d31128ed for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:05.384961 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.395369 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.499228 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.505135 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.529965 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.532181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:07:05.547715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c29bcb-a7fe-48fd-9fd8-1b26973974eb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:05.556578 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.557050 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Added segment 1280e2aa-39e8-494b-98c6-79ce80dd8c24 of type vlan for network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c Apr 05 19:07:05.559599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.559948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.560363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.560697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.561017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.561446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.561824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.562150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.562497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.562822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.563133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.563445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:05.625511 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.668245 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.674089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:05.675565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.714920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3590100 Apr 05 19:07:05.717684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53072) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:05.722751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'admin_state_up': True, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:05.752308 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.754246 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:05.769292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd368b8f-cce3-4f28-a0c6-28d27f73c628 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Network': ['ID=869e5a3a-31b8-47e5-b12a-a6b91098fe2c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:05.782033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:07:05.816866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:06.001910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:06.037041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Deleting port 1d535875-8407-489e-b42f-c400f5805c56 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:06.037387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:06.161406 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:06.177604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Calling delete_port for 1d535875-8407-489e-b42f-c400f5805c56 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:06.379308 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:06.404470 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:06.562440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:06.601924 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Port': ['ID=1d535875-8407-489e-b42f-c400f5805c56,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:06.610895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Allocated IP 172.25.4.125 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/369dd321-4430-4c1c-a4d2-5b4959a3eb63) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:07.066344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:07.090577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:07.238048 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:07.254379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:07.268359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Router 54705bfe-f1ce-4076-9919-c62888ea554b has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:07:07.297987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:07.306586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:07.312545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:07.343612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=369dd321-4430-4c1c-a4d2-5b4959a3eb63,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:07.420132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:07:07.426631 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5afdeda5-fb08-467d-8da7-d9f31fe07ddb tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "PUT /v2.0/routers/54705bfe-f1ce-4076-9919-c62888ea554b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3353496 Apr 05 19:07:07.430369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53080) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:07.436279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e01859c-a7f9-4052-9d18-9398166225f6 None None] Sync routers for ids ['54705bfe-f1ce-4076-9919-c62888ea554b'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:07:07.448291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01859c-a7f9-4052-9d18-9398166225f6 None None] Routers {'54705bfe-f1ce-4076-9919-c62888ea554b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:07.449119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2e01859c-a7f9-4052-9d18-9398166225f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['54705bfe-f1ce-4076-9919-c62888ea554b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:07.474830 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-230cd453-8b6c-4937-8ef8-0aaf722b9f43 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] show failed (client error): The resource could not be found. Apr 05 19:07:07.476033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-230cd453-8b6c-4937-8ef8-0aaf722b9f43 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1864205720 HTTP/1.1" status: 404 len: 335 time: 0.0445919 Apr 05 19:07:07.481370 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53082) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:07.485961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-03cf0f13-3285-4ba4-a30a-ff610ba16493 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:07.491737 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2e01859c-a7f9-4052-9d18-9398166225f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:07.501948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01859c-a7f9-4052-9d18-9398166225f6 None None] Routers {'54705bfe-f1ce-4076-9919-c62888ea554b'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:07.502992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2e01859c-a7f9-4052-9d18-9398166225f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['54705bfe-f1ce-4076-9919-c62888ea554b'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:07.522228 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-03cf0f13-3285-4ba4-a30a-ff610ba16493 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] update failed (client error): The resource could not be found. Apr 05 19:07:07.523669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-03cf0f13-3285-4ba4-a30a-ff610ba16493 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-921560740 HTTP/1.1" status: 404 len: 334 time: 0.0412610 Apr 05 19:07:07.529402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53084) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:07.540989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2e01859c-a7f9-4052-9d18-9398166225f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:07.541756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e01859c-a7f9-4052-9d18-9398166225f6 None None] The sync data for ids ['54705bfe-f1ce-4076-9919-c62888ea554b'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:07.640126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f3deee-4f39-44d1-98f9-d4b185453111 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Deleting subnet d374d174-7259-4ede-a94e-62e8bab76ccc {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:07:07.652897 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1f3deee-4f39-44d1-98f9-d4b185453111 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:07.747462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1f3deee-4f39-44d1-98f9-d4b185453111 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:07.773571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-1d6713a1-6439-4738-a595-430639525df9 req-040b99b2-0d05-4a66-9ad2-faebc01045fe service neutron] (102640) timed out ('10.222.0.20', 53571) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:07:07.785095 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:07.916847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1f3deee-4f39-44d1-98f9-d4b185453111 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.049137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1f3deee-4f39-44d1-98f9-d4b185453111 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.087575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3deee-4f39-44d1-98f9-d4b185453111 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Subnet': ['ID=d374d174-7259-4ede-a94e-62e8bab76ccc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:08.093697 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1f3deee-4f39-44d1-98f9-d4b185453111 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.099807 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b1f3deee-4f39-44d1-98f9-d4b185453111 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "DELETE /v2.0/subnets/d374d174-7259-4ede-a94e-62e8bab76ccc HTTP/1.1" status: 204 len: 168 time: 0.5692334 Apr 05 19:07:08.100503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53088) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:08.104224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2a72d7-32ac-45d8-9a87-455309ee315e None None] Network a50fd593-b73f-4e08-a67c-b7830c4acc37 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:08.114616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.169966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d143f7c-dfd6-4bd2-8f3a-82b12bffc1bf tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Deleting subnet c176cec6-7c63-49b1-8c35-2e1878846c28 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:07:08.173122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d143f7c-dfd6-4bd2-8f3a-82b12bffc1bf tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.221062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d143f7c-dfd6-4bd2-8f3a-82b12bffc1bf tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.252074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Router 3957d671-c910-4f8f-983e-1fb2084d8fa2 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:07:08.323538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d143f7c-dfd6-4bd2-8f3a-82b12bffc1bf tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.331943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031fdb8c-9aa4-45e4-af90-7476902df60d None None] DHCP port deletion for a50fd593-b73f-4e08-a67c-b7830c4acc37 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:07:08.387649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-031fdb8c-9aa4-45e4-af90-7476902df60d None None] Deleting port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:08.388017 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-031fdb8c-9aa4-45e4-af90-7476902df60d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.398086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:07:08.409995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d143f7c-dfd6-4bd2-8f3a-82b12bffc1bf tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.411950 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5640790-af21-4b66-b633-03092908e231 None None] Sync routers for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:07:08.425017 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5640790-af21-4b66-b633-03092908e231 None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:08.426126 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a5640790-af21-4b66-b633-03092908e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:08.432993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.434348 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6e6a3a97-4ef7-49b3-8df8-ea772749de44 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7156284 Apr 05 19:07:08.437334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53090) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:08.444724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d143f7c-dfd6-4bd2-8f3a-82b12bffc1bf tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Subnet': ['ID=c176cec6-7c63-49b1-8c35-2e1878846c28,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:08.457760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d143f7c-dfd6-4bd2-8f3a-82b12bffc1bf tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.462293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7d143f7c-dfd6-4bd2-8f3a-82b12bffc1bf tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "DELETE /v2.0/subnets/c176cec6-7c63-49b1-8c35-2e1878846c28 HTTP/1.1" status: 204 len: 168 time: 0.3610306 Apr 05 19:07:08.464826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53094) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:08.467684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb5939-868a-4062-81fe-bb916452bbe8 None None] Network 962be73f-4055-431a-8834-eb8b6bf0599c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:08.536278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-031fdb8c-9aa4-45e4-af90-7476902df60d None None] For port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8ba20413-8b5a-4a83-9dda-74a417dbcb4a,segment=NetworkSegment(ac920715-8cfa-432a-91c2-3966ddb31c9f),segment_id=ac920715-8cfa-432a-91c2-3966ddb31c9f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:08.536729 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-031fdb8c-9aa4-45e4-af90-7476902df60d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.556974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-031fdb8c-9aa4-45e4-af90-7476902df60d None None] Calling delete_port for 8ba20413-8b5a-4a83-9dda-74a417dbcb4a owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:08.568864 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-a5640790-af21-4b66-b633-03092908e231 None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:08.587493 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.696674 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-031fdb8c-9aa4-45e4-af90-7476902df60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.720725 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3f7b9e28-3994-4ccd-8048-8804b3296f4b tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a82eeee122fe4a028de2d6e2d31128ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2821834 Apr 05 19:07:08.723902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53096) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:08.727269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fdb8c-9aa4-45e4-af90-7476902df60d None None] Pushing event deleted for resources: {'Port': ['ID=8ba20413-8b5a-4a83-9dda-74a417dbcb4a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:08.731090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fdb8c-9aa4-45e4-af90-7476902df60d None None] No DVR routers for this DVR port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:07:08.759695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d9ae0-adcb-484e-bc1e-295864d4d621 None None] DHCP port deletion for 962be73f-4055-431a-8834-eb8b6bf0599c request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:07:08.777751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Deleting port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:08.778783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.841494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e76d9ae0-adcb-484e-bc1e-295864d4d621 None None] Deleting port a6350a0c-3386-4ce4-8b67-118b741d83ca {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:08.841494 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e76d9ae0-adcb-484e-bc1e-295864d4d621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.885055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] For port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a, host n-d-836650-3, got binding levels [] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:08.885687 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.898743 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a5640790-af21-4b66-b633-03092908e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:07Z', 'revision_number': 3, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:08.902721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Calling delete_port for 8ba20413-8b5a-4a83-9dda-74a417dbcb4a owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:08.907792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a was not found and therefore no delete operation was performed {{(pid=102639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:07:08.909811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0b9e2-7869-420b-978c-49b898f49eb1 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:08.911373 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.914510 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c9f0b9e2-7869-420b-978c-49b898f49eb1 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1877246 Apr 05 19:07:08.916777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53104) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:08.922002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e76d9ae0-adcb-484e-bc1e-295864d4d621 None None] For port a6350a0c-3386-4ce4-8b67-118b741d83ca, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a6350a0c-3386-4ce4-8b67-118b741d83ca,segment=NetworkSegment(e2370957-16a0-41a5-92d0-7044331dbe8d),segment_id=e2370957-16a0-41a5-92d0-7044331dbe8d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:08.922355 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e76d9ae0-adcb-484e-bc1e-295864d4d621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.931426 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5640790-af21-4b66-b633-03092908e231 None None] Checking router: 3957d671-c910-4f8f-983e-1fb2084d8fa2 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:07:08.931682 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5640790-af21-4b66-b633-03092908e231 None None] Updating router 3957d671-c910-4f8f-983e-1fb2084d8fa2 port 369dd321-4430-4c1c-a4d2-5b4959a3eb63 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:07:08.951628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Port': ['ID=8ba20413-8b5a-4a83-9dda-74a417dbcb4a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:08.959814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e76d9ae0-adcb-484e-bc1e-295864d4d621 None None] Calling delete_port for a6350a0c-3386-4ce4-8b67-118b741d83ca owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:08.960904 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5640790-af21-4b66-b633-03092908e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:08.965656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] No DVR routers for this DVR port 8ba20413-8b5a-4a83-9dda-74a417dbcb4a on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:07:08.982156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-28143d36-092a-4cfc-a166-a5e70e65589b tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641267 Apr 05 19:07:08.985484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53106) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:08.992930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2005097226', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:09.080328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.114161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50fd593-b73f-4e08-a67c-b7830c4acc37']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:09.130599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e76d9ae0-adcb-484e-bc1e-295864d4d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.132652 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac920715-8cfa-432a-91c2-3966ddb31c9f') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:09.133162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac920715-8cfa-432a-91c2-3966ddb31c9f') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:09.144537 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.161520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.164283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d9ae0-adcb-484e-bc1e-295864d4d621 None None] No DVR routers for this DVR port a6350a0c-3386-4ce4-8b67-118b741d83ca on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:07:09.178682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Made reservation on behalf of a82eeee122fe4a028de2d6e2d31128ed for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:09.179062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:07:09.179062 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.182256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.215457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d9ae0-adcb-484e-bc1e-295864d4d621 None None] Pushing event deleted for resources: {'Port': ['ID=a6350a0c-3386-4ce4-8b67-118b741d83ca,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:07:09.243371 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:07:09.264351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53110) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:09.277588 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.283771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.297195 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "DELETE /v2.0/networks/a50fd593-b73f-4e08-a67c-b7830c4acc37 HTTP/1.1" status: 204 len: 168 time: 0.8258674 Apr 05 19:07:09.297400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53114) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:09.313711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4713b20-fad8-4cf2-b3c3-7a85c6e2c204 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Network': ['ID=a50fd593-b73f-4e08-a67c-b7830c4acc37,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:09.418694 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.441697 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b625fcf3-2cf6-4730-b65f-a9365c1537bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a24b18158d445f7b36305647c121acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760561 Apr 05 19:07:09.444431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53116) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:09.458129 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5640790-af21-4b66-b633-03092908e231 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.473359 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5640790-af21-4b66-b633-03092908e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.476593 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5642123-12f9-4284-8c26-eab2a05b821b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.487406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8ba20413-8b5a-4a83-9dda-74a417dbcb4a no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:07:09.523018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 8ba20413-8b5a-4a83-9dda-74a417dbcb4a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:07:09.523465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8ba20413-8b5a-4a83-9dda-74a417dbcb4a not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:07:09.523963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a6350a0c-3386-4ce4-8b67-118b741d83ca no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:07:09.539311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9491e443-344d-45b0-9997-aa5a249b814e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.542666 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a5640790-af21-4b66-b633-03092908e231 None None] Attempting to bind port 369dd321-4430-4c1c-a4d2-5b4959a3eb63 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:07:09.543258 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a5640790-af21-4b66-b633-03092908e231 None None] Attempting to bind port 369dd321-4430-4c1c-a4d2-5b4959a3eb63 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:07:09.544670 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5640790-af21-4b66-b633-03092908e231 None None] Attempting to bind port 369dd321-4430-4c1c-a4d2-5b4959a3eb63 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:09.545774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a6350a0c-3386-4ce4-8b67-118b741d83ca {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:07:09.546230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a6350a0c-3386-4ce4-8b67-118b741d83ca not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:07:09.548393 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Pushing event updated for resources: {'Port': ['ID=369dd321-4430-4c1c-a4d2-5b4959a3eb63,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:09.558538 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5640790-af21-4b66-b633-03092908e231 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:07:09.559266 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5640790-af21-4b66-b633-03092908e231 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:09.560104 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5640790-af21-4b66-b633-03092908e231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.560647 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5640790-af21-4b66-b633-03092908e231 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:07:09.561570 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a5640790-af21-4b66-b633-03092908e231 None None] Bound port: 369dd321-4430-4c1c-a4d2-5b4959a3eb63, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:07:09.561755 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5640790-af21-4b66-b633-03092908e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.566853 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.567221 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.567555 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.567911 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.568608 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.569071 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.569458 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.569832 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.570173 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.570846 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.571216 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.571541 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:09.576653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9491e443-344d-45b0-9997-aa5a249b814e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.603542 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.624385 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.627366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962be73f-4055-431a-8834-eb8b6bf0599c']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:09.632799 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a5640790-af21-4b66-b633-03092908e231 None None] For port 369dd321-4430-4c1c-a4d2-5b4959a3eb63, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:07:09.636490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9491e443-344d-45b0-9997-aa5a249b814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.636655 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a5640790-af21-4b66-b633-03092908e231 None None] For port 369dd321-4430-4c1c-a4d2-5b4959a3eb63, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=369dd321-4430-4c1c-a4d2-5b4959a3eb63,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:07:09.639797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9491e443-344d-45b0-9997-aa5a249b814e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.640894 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9491e443-344d-45b0-9997-aa5a249b814e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e77f44d-b363-4474-8a32-aeeea2f858af HTTP/1.1" status: 204 len: 168 time: 0.1954930 Apr 05 19:07:09.644414 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5640790-af21-4b66-b633-03092908e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.653877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491e443-344d-45b0-9997-aa5a249b814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e77f44d-b363-4474-8a32-aeeea2f858af,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:09.670246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2370957-16a0-41a5-92d0-7044331dbe8d') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:09.670586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2370957-16a0-41a5-92d0-7044331dbe8d') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:09.698350 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.716531 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5640790-af21-4b66-b633-03092908e231 None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:09.717171 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a5640790-af21-4b66-b633-03092908e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:06:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:09.720971 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Subnet': ['ID=76666e42-841f-406a-ab6c-0a307610029c,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:09.730312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.740608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:07:09.740973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:07:09.744451 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:07:09.759948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Checking segment: {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:09.760337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network hostable DHCP agents. Network: 869e5a3a-31b8-47e5-b12a-a6b91098fe2c, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:07:09.762531 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c86e6-7a4e-4b61-984a-3df3d95c506e None None] Pushing event updated for resources: {'Port': ['ID=369dd321-4430-4c1c-a4d2-5b4959a3eb63,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:09.821224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:07:09.824884 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.834367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.837928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "DELETE /v2.0/networks/962be73f-4055-431a-8834-eb8b6bf0599c HTTP/1.1" status: 204 len: 168 time: 0.5417500 Apr 05 19:07:09.840532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53122) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:09.854524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 869e5a3a-31b8-47e5-b12a-a6b91098fe2c) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:09.859064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:09.859830 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.863837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82288eba-e49a-4ae0-a0fe-451260cfcb17 None None] Network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:09.867574 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-a5640790-af21-4b66-b633-03092908e231 None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:09.871682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d56535-3809-4386-a92e-009dd657eb81 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Network': ['ID=962be73f-4055-431a-8834-eb8b6bf0599c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:09.884248 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aedeb045-bba3-40ac-9677-aa30c243595f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8972600 Apr 05 19:07:09.885900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53124) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:09.909234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75dd7f3-33cb-434c-8961-e658d9cd7b60 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Deleting subnet 88ffe19c-973e-417f-bb4f-c88fd81656b8 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:07:09.913583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f75dd7f3-33cb-434c-8961-e658d9cd7b60 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:09.979794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f75dd7f3-33cb-434c-8961-e658d9cd7b60 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.102000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f75dd7f3-33cb-434c-8961-e658d9cd7b60 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.108022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:07:10.110232 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.118915 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a5640790-af21-4b66-b633-03092908e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:07Z', 'revision_number': 3, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:10.152438 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5640790-af21-4b66-b633-03092908e231 None None] The sync data for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 is: [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:07Z', 'revision_number': 3, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:10.191062 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f75dd7f3-33cb-434c-8961-e658d9cd7b60 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.259853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dd7f3-33cb-434c-8961-e658d9cd7b60 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Subnet': ['ID=88ffe19c-973e-417f-bb4f-c88fd81656b8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:10.264225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f75dd7f3-33cb-434c-8961-e658d9cd7b60 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.265649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434afba7-86fb-4e1b-9103-839654549e3e None None] Network 9f530afb-66bd-4316-89e1-66894a66913d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:10.272730 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f75dd7f3-33cb-434c-8961-e658d9cd7b60 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "DELETE /v2.0/subnets/88ffe19c-973e-417f-bb4f-c88fd81656b8 HTTP/1.1" status: 204 len: 168 time: 0.4303312 Apr 05 19:07:10.273454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53134) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:10.374272 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.448611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Allocated IP 172.20.0.2 (869e5a3a-31b8-47e5-b12a-a6b91098fe2c/76666e42-841f-406a-ab6c-0a307610029c/570aebbb-0c1a-4d38-86e5-35662b169e6f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:10.453810 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Deleting port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:10.454636 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.552629 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] For port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd,segment=NetworkSegment(367a56d8-abd9-48f1-a3fd-58bbee17552d),segment_id=367a56d8-abd9-48f1-a3fd-58bbee17552d)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:10.553115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.577407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Calling delete_port for fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:10.630417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.646665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] DHCP port deletion for 9f530afb-66bd-4316-89e1-66894a66913d request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:07:10.687807 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.723820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] No DVR routers for this DVR port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:07:10.727295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Port': ['ID=fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:10.781150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] Deleting port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:10.781884 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.857900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.882838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f530afb-66bd-4316-89e1-66894a66913d']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:10.883152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] For port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:10.883709 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.895568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367a56d8-abd9-48f1-a3fd-58bbee17552d') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:10.896172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367a56d8-abd9-48f1-a3fd-58bbee17552d') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:10.899549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] Calling delete_port for fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:10.902998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] Port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:07:10.904599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.917193 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.949486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.968174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:07:10.969072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.974144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] Pushing event deleted for resources: {'Port': ['ID=fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:10.977679 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:07:10.978598 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:07:10.984969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8648790-994c-4db4-a81d-022a6f19fbe9 None None] No DVR routers for this DVR port fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:07:11.000209 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.064703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Pushing event updated for resources: {'Port': ['ID=570aebbb-0c1a-4d38-86e5-35662b169e6f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:11.067262 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.075816 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.082380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:11.084088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:11.084760 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "DELETE /v2.0/networks/9f530afb-66bd-4316-89e1-66894a66913d HTTP/1.1" status: 204 len: 168 time: 0.8101790 Apr 05 19:07:11.087349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53148) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:11.087956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:11.117647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Allocated IP 172.20.0.1 (869e5a3a-31b8-47e5-b12a-a6b91098fe2c/76666e42-841f-406a-ab6c-0a307610029c/ec332bdc-abd4-470f-b2ec-77c55c438c38) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:11.189735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Attempting to bind port 570aebbb-0c1a-4d38-86e5-35662b169e6f on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:07:11.190964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Attempting to bind port 570aebbb-0c1a-4d38-86e5-35662b169e6f by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:07:11.191809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Attempting to bind port 570aebbb-0c1a-4d38-86e5-35662b169e6f on network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:11.199386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:07:11.199817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Checking segment: {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:11.200165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.200636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Bound using segment: {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:07:11.201260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Bound port: 570aebbb-0c1a-4d38-86e5-35662b169e6f, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:07:11.201522 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.337787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.428601 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.464993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] For port 570aebbb-0c1a-4d38-86e5-35662b169e6f, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:07:11.468309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] For port 570aebbb-0c1a-4d38-86e5-35662b169e6f, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=570aebbb-0c1a-4d38-86e5-35662b169e6f,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:07:11.477928 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.524926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:11.547853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:11.555551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:11.556503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f9b61-0e23-4159-8c56-5dda141f1669 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Pushing event deleted for resources: {'Network': ['ID=9f530afb-66bd-4316-89e1-66894a66913d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:11.576228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4692cb-0a60-4c29-98a3-b858ecf7dfd7 None None] Pushing event updated for resources: {'Port': ['ID=570aebbb-0c1a-4d38-86e5-35662b169e6f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:11.600913 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7a6fb44d-c39a-4c63-b635-defd30d4fb8d tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "GET /v2.0/ports?device_id=54705bfe-f1ce-4076-9919-c62888ea554b HTTP/1.1" status: 200 len: 205 time: 0.5124633 Apr 05 19:07:11.603226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53154) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:11.613957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 369dd321-4430-4c1c-a4d2-5b4959a3eb63 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:11.650033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=ec332bdc-abd4-470f-b2ec-77c55c438c38,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:11.718948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.725784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6c16ae-acd0-4ff3-9161-6e728ca65e39 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.763819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 369dd321-4430-4c1c-a4d2-5b4959a3eb63 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:11.764366 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.823074 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5acb14d5-c04f-4afd-bfc9-b6d1abac21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.916796 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.960187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 369dd321-4430-4c1c-a4d2-5b4959a3eb63, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=369dd321-4430-4c1c-a4d2-5b4959a3eb63,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:11.964968 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6c16ae-acd0-4ff3-9161-6e728ca65e39 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.968720 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.969783 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6c16ae-acd0-4ff3-9161-6e728ca65e39 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:11.983620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.053940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=369dd321-4430-4c1c-a4d2-5b4959a3eb63,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:12.070096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6c16ae-acd0-4ff3-9161-6e728ca65e39 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.070736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6c16ae-acd0-4ff3-9161-6e728ca65e39 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Fanout notify agent at l3_agent the message router_deleted on router 54705bfe-f1ce-4076-9919-c62888ea554b {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:07:12.071317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:07:12.078765 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fa6c16ae-acd0-4ff3-9161-6e728ca65e39 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.079972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fa6c16ae-acd0-4ff3-9161-6e728ca65e39 tempest-RoutersNegativeTest-287487128 tempest-RoutersNegativeTest-287487128-project] 10.222.0.15 "DELETE /v2.0/routers/54705bfe-f1ce-4076-9919-c62888ea554b HTTP/1.1" status: 204 len: 168 time: 0.4755697 Apr 05 19:07:12.116994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:07:12.117533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device fa9ae2b8-ee02-4dc3-880c-73fa62a49cfd not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:07:12.192666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53162) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:12.410915 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 78df85e6-8f00-452a-89b5-34e70acb464c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:12.411959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.433316 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.440802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.477368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53168) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:12.539983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=ec332bdc-abd4-470f-b2ec-77c55c438c38,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:12.566782 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.567240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.570861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.593102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 78df85e6-8f00-452a-89b5-34e70acb464c owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:12.710027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:12.711545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:12.772860 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ca537607-39f2-422e-8e3a-d4572cf7ca8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f430b4d3afc491a9a87f4bf33806e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879612 Apr 05 19:07:12.782787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53172) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:12.837573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Router 3957d671-c910-4f8f-983e-1fb2084d8fa2 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:07:12.843515 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7891955-9bef-43b1-9600-08ff1d7f41e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.901862 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.918602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7891955-9bef-43b1-9600-08ff1d7f41e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.952829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:12.985254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=78df85e6-8f00-452a-89b5-34e70acb464c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:13.051362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7891955-9bef-43b1-9600-08ff1d7f41e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.053956 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f7891955-9bef-43b1-9600-08ff1d7f41e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.057771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f7891955-9bef-43b1-9600-08ff1d7f41e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/563e0754-ec9c-43ac-bcb3-b67eeda76be0 HTTP/1.1" status: 204 len: 168 time: 0.2714293 Apr 05 19:07:13.069715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7891955-9bef-43b1-9600-08ff1d7f41e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563e0754-ec9c-43ac-bcb3-b67eeda76be0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:13.077097 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.077426 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Floating IP 35f68d81-353b-4852-bd93-b3dfacd4c55b disassociated (deleted). External IP: 172.25.4.243, port: 153c6488-bebc-4c6b-aab2-840f67681dde. Apr 05 19:07:13.182999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100b722-74e5-478d-8a7a-bee85739e5c8 None None] Network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:13.311222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:07:13.319908 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ba87c296-8447-4c85-ade5-294e0e576692 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "PUT /v2.0/routers/3957d671-c910-4f8f-983e-1fb2084d8fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4303994 Apr 05 19:07:13.320159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53178) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:13.326189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-46f34901-7192-4022-abb3-1986ad9d51b1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--909929396', 'description': 'tempest-secgroup_access--909929396 description', 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:13.329840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f10e83d6-9682-4bb0-b75e-49d331301c70 None None] Provisioning complete for port 570aebbb-0c1a-4d38-86e5-35662b169e6f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:13.330441 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f10e83d6-9682-4bb0-b75e-49d331301c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.333325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Sync routers for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:07:13.357366 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46f34901-7192-4022-abb3-1986ad9d51b1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.372197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 64bb7eed-d03a-42bf-9944-9210470d4244 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:07:13.394607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:13.395573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:13.499992 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46f34901-7192-4022-abb3-1986ad9d51b1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.513521 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46f34901-7192-4022-abb3-1986ad9d51b1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.578169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46f34901-7192-4022-abb3-1986ad9d51b1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.579666 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f10e83d6-9682-4bb0-b75e-49d331301c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.591602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:07:13.599924 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.604041 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:13.619971 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] Sync routers for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:07:13.621148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-46f34901-7192-4022-abb3-1986ad9d51b1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2724338 Apr 05 19:07:13.621872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53190) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:13.629673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34901-7192-4022-abb3-1986ad9d51b1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327ce237-e9e4-4099-b22d-9871fd164b0e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:13.647260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-03249c49-6a6c-4168-878e-b73dcbccd9d7 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--208435474', 'description': 'tempest-secgroup_general--208435474 description', 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:13.652239 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3dccef52-27e6-4eb0-ba55-0b5434cb5219 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/floatingips/35f68d81-353b-4852-bd93-b3dfacd4c55b HTTP/1.1" status: 204 len: 168 time: 1.4558346 Apr 05 19:07:13.652239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:13.659919 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:13.660722 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:13.676673 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d0c455-404a-472f-9b33-b62b5aadebc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:13.688872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03249c49-6a6c-4168-878e-b73dcbccd9d7 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.724820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 570aebbb-0c1a-4d38-86e5-35662b169e6f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:13.781402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f10e83d6-9682-4bb0-b75e-49d331301c70 None None] For port 570aebbb-0c1a-4d38-86e5-35662b169e6f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=570aebbb-0c1a-4d38-86e5-35662b169e6f,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:13.860470 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:13.891649 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03249c49-6a6c-4168-878e-b73dcbccd9d7 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.901005 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03249c49-6a6c-4168-878e-b73dcbccd9d7 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.932426 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f10e83d6-9682-4bb0-b75e-49d331301c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.955624 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03249c49-6a6c-4168-878e-b73dcbccd9d7 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:13.960435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53206) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:13.960729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-03249c49-6a6c-4168-878e-b73dcbccd9d7 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3328176 Apr 05 19:07:13.969589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3f7ced94-8f33-4e3b-8581-e04b50e4c036 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'security_group_rule': {'security_group_id': '327ce237-e9e4-4099-b22d-9871fd164b0e', 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:13.995492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03249c49-6a6c-4168-878e-b73dcbccd9d7 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24bcea0-c20f-40f3-b197-6d9a01aefe5d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:14.067432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f7ced94-8f33-4e3b-8581-e04b50e4c036 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.117132 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21017ac4-74ca-4cd5-b609-f8dbaeaab979 x-openstack-request-id: req-21017ac4-74ca-4cd5-b609-f8dbaeaab979 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:14.117429 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:14.117732 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21017ac4-74ca-4cd5-b609-f8dbaeaab979 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:14.118146 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21017ac4-74ca-4cd5-b609-f8dbaeaab979'] response: {'name': 'network-changed', 'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde', 'status': 'completed', 'code': 200} Apr 05 19:07:14.195589 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f7ced94-8f33-4e3b-8581-e04b50e4c036 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.218433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f7ced94-8f33-4e3b-8581-e04b50e4c036 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.248377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e83d6-9682-4bb0-b75e-49d331301c70 None None] Pushing event updated for resources: {'Port': ['ID=570aebbb-0c1a-4d38-86e5-35662b169e6f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:14.250977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36ddf-b53a-450c-abfd-8d8edc45bea9 req-f23c882c-6feb-4f2b-ad69-702035cf5768 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:14.264423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-b243ff62-658d-477e-acaa-1aaadc6b6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:14.266316 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-b243ff62-658d-477e-acaa-1aaadc6b6db7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b886d9b388b44c298984420374d39150&device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 1097 time: 0.1305771 Apr 05 19:07:14.266818 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcd36ddf-b53a-450c-abfd-8d8edc45bea9 req-f23c882c-6feb-4f2b-ad69-702035cf5768 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.0879259 Apr 05 19:07:14.281296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ced94-8f33-4e3b-8581-e04b50e4c036 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a6b1cd-287c-4d4d-bc4d-3611122134ee,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:14.294831 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-08945b84-0893-4959-9779-dfd3841b9b77 None None] Provisioning complete for port 570aebbb-0c1a-4d38-86e5-35662b169e6f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:14.296229 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08945b84-0893-4959-9779-dfd3841b9b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.345198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f7ced94-8f33-4e3b-8581-e04b50e4c036 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.346784 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3f7ced94-8f33-4e3b-8581-e04b50e4c036 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3848677 Apr 05 19:07:14.375133 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 570aebbb-0c1a-4d38-86e5-35662b169e6f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:14.375896 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.376904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcd36ddf-b53a-450c-abfd-8d8edc45bea9 req-172cc2bb-4b4d-41fb-847c-dab6524362f7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088006 Apr 05 19:07:14.527375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-e874ee87-d76f-41dc-8683-9d23fdf22290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:14.529265 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-e874ee87-d76f-41dc-8683-9d23fdf22290 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee78fa39-01b5-4fd5-81da-fb5abc690787 HTTP/1.1" status: 200 len: 897 time: 0.2492068 Apr 05 19:07:14.548670 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.582546 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c6e2cd48-0126-4ecb-8ef4-9dc80a804a99', 'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:af:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:21Z', 'updated_at': '2022-04-05T19:05:30Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:14.637796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53222) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:14.650876 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-08b16fa3-5cb0-45ca-9095-0e021948032f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=153c6488-bebc-4c6b-aab2-840f67681dde HTTP/1.1" status: 200 len: 217 time: 0.1105771 Apr 05 19:07:14.658150 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] Checking router: 64bb7eed-d03a-42bf-9944-9210470d4244 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:07:14.678165 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:14.680876 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 369dd321-4430-4c1c-a4d2-5b4959a3eb63 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:14.681730 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:14.761787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-2b8b6ba1-8eae-4802-bc1d-2efc1771c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:14.763282 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-2b8b6ba1-8eae-4802-bc1d-2efc1771c0f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4abcde63-7c57-47a6-9c37-ce91fd890329 HTTP/1.1" status: 200 len: 834 time: 0.1069136 Apr 05 19:07:14.786157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53234) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:14.855948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ec332bdc-abd4-470f-b2ec-77c55c438c38', 'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:09:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:10Z', 'updated_at': '2022-04-05T19:07:12Z', 'revision_number': 2, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '76666e42-841f-406a-ab6c-0a307610029c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:14.868339 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:14.883453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-23572bd3-8360-4b6e-bd4e-10f91e1890ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:14.884959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-23572bd3-8360-4b6e-bd4e-10f91e1890ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee78fa39-01b5-4fd5-81da-fb5abc690787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069534 Apr 05 19:07:14.889196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-9a773149-e095-4b03-9b1f-27f9611b1e9d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--208435474&fields=id&tenant_id=a82eeee122fe4a028de2d6e2d31128ed HTTP/1.1" status: 200 len: 267 time: 0.1239851 Apr 05 19:07:14.896791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-secgroup--318326409'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:14.918189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Checking router: 3957d671-c910-4f8f-983e-1fb2084d8fa2 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:07:14.918861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Updating router 3957d671-c910-4f8f-983e-1fb2084d8fa2 port ec332bdc-abd4-470f-b2ec-77c55c438c38 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:07:14.968683 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.974667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.974934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-08945b84-0893-4959-9779-dfd3841b9b77 None None] Provisioning complete for port ec332bdc-abd4-470f-b2ec-77c55c438c38 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:14.975257 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08945b84-0893-4959-9779-dfd3841b9b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.979523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 369dd321-4430-4c1c-a4d2-5b4959a3eb63 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:14.979903 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:14.982606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ff557-cff2-498c-9a01-a0fbab1e431f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:14.983153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ff557-cff2-498c-9a01-a0fbab1e431f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:14.983628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ff557-cff2-498c-9a01-a0fbab1e431f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:14.985302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fa2ff557-cff2-498c-9a01-a0fbab1e431f tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=cb688bc23a4c445bb820fe5a45727c7b&network_id=c0434bae-f1fb-4573-b38a-7f37e7095629 HTTP/1.1" status: 200 len: 2970 time: 0.1978052 Apr 05 19:07:15.014165 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-38d0caaf-a397-426d-bccf-49e3b2410e9a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--909929396&fields=id&tenant_id=a82eeee122fe4a028de2d6e2d31128ed HTTP/1.1" status: 200 len: 267 time: 0.1237171 Apr 05 19:07:15.042607 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-086893f1-7bd3-4767-ad34-786d9377d49b service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498179 Apr 05 19:07:15.050318 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.104096 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.146296 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97d0c455-404a-472f-9b33-b62b5aadebc1 req-2c9878cd-df9d-4895-bf40-9d84473b6812 service neutron] 10.222.0.20 "GET /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955744 Apr 05 19:07:15.164893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-08945b84-0893-4959-9779-dfd3841b9b77 None None] Port ec332bdc-abd4-470f-b2ec-77c55c438c38 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:15.197170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-a4972489-02bb-45a8-8556-4c4adff57982 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:15.199149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-a4972489-02bb-45a8-8556-4c4adff57982 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/networks?id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c HTTP/1.1" status: 200 len: 797 time: 0.1841764 Apr 05 19:07:15.227979 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c6e2cd48-0126-4ecb-8ef4-9dc80a804a99', 'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:af:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:21Z', 'updated_at': '2022-04-05T19:05:30Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:15.257860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-037055cf-c462-406d-8603-7cfb66008212 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/quotas/a82eeee122fe4a028de2d6e2d31128ed HTTP/1.1" status: 200 len: 375 time: 0.0500462 Apr 05 19:07:15.272844 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c33a51-1508-4eda-916d-30f415e24cc3 None None] The sync data for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 is: [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c6e2cd48-0126-4ecb-8ef4-9dc80a804a99', 'name': '', 'network_id': 'ee78fa39-01b5-4fd5-81da-fb5abc690787', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'mac_address': 'fa:16:3e:af:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:21Z', 'updated_at': '2022-04-05T19:05:30Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'subnets': [{'id': '4abcde63-7c57-47a6-9c37-ce91fd890329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:15.313609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-431ae088-d91e-407a-9008-96bc5c0971c4 None None] Provisioning complete for port ec332bdc-abd4-470f-b2ec-77c55c438c38 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:15.313974 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-431ae088-d91e-407a-9008-96bc5c0971c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.355036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.365351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-3e879885-4682-4bc3-bc46-0f6fae06a584 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990095 Apr 05 19:07:15.366989 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.400206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979e2779-1cd9-46a2-ba40-8974dd8fe36f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:15.419859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-431ae088-d91e-407a-9008-96bc5c0971c4 None None] Port ec332bdc-abd4-470f-b2ec-77c55c438c38 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:15.511054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-41fb2755-34cd-4cea-86b8-729c004edec6 service neutron] 10.222.0.15 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138027 Apr 05 19:07:15.541535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 570aebbb-0c1a-4d38-86e5-35662b169e6f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:15.548316 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.583455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.656122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b8b6f-812f-46cd-9563-170169f17065 None None] Pushing event updated for resources: {'Port': ['ID=ec332bdc-abd4-470f-b2ec-77c55c438c38,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:15.692104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abc712-5860-4df0-96a7-08c31ebdbb01 req-2cb657da-1273-48a4-91db-c14f24e2a4c1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:15.692851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-019c9b36-9c47-4f53-bbba-698515f66c6e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:15.693753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75abc712-5860-4df0-96a7-08c31ebdbb01 req-2cb657da-1273-48a4-91db-c14f24e2a4c1 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.1771462 Apr 05 19:07:15.694562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-019c9b36-9c47-4f53-bbba-698515f66c6e tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 946 time: 0.1748192 Apr 05 19:07:15.748812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407adb28-afd5-4a82-b076-acb25284ae8c None None] New status for floating IP 35f68d81-353b-4852-bd93-b3dfacd4c55b: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:07:15.773339 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.792684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-a4ee2cf7-5a0d-49f6-9809-6e6a7c0c9a0a service neutron] 10.222.0.15 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724502 Apr 05 19:07:15.801747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.850028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686a4185-d7a1-49b1-a8be-1bebf5fda33b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:15.863746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75abc712-5860-4df0-96a7-08c31ebdbb01 req-20e26582-541b-4b9f-a133-da49c1585264 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/security-groups?id=52df9156-430e-4e5b-ae8c-f6120ae19975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508152 Apr 05 19:07:15.880055 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.881562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e55e1f47-a90a-4619-aafc-e66765df97df tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2418654 Apr 05 19:07:15.885733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53244) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:15.921314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port 153c6488-bebc-4c6b-aab2-840f67681dde {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:15.921659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.963294 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 570aebbb-0c1a-4d38-86e5-35662b169e6f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:15.963776 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:15.996271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Attempting to bind port ec332bdc-abd4-470f-b2ec-77c55c438c38 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:07:15.997380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Attempting to bind port ec332bdc-abd4-470f-b2ec-77c55c438c38 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:07:15.997970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Attempting to bind port ec332bdc-abd4-470f-b2ec-77c55c438c38 on network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:16.008129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:07:16.011464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d93acdc6-7f11-4bb6-afdd-e1c581b49434 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1218543 Apr 05 19:07:16.013162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Checking segment: {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:16.013770 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.014321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Bound using segment: {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:07:16.015160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Bound port: ec332bdc-abd4-470f-b2ec-77c55c438c38, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:07:16.015779 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.017770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53246) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:16.044477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9578664b-a3b2-40b4-921f-917388d62241 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-security--516200789', 'description': 'tempest-security-description-328192086'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:16.109838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9578664b-a3b2-40b4-921f-917388d62241 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.154730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] For port ec332bdc-abd4-470f-b2ec-77c55c438c38, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:07:16.179849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] For port ec332bdc-abd4-470f-b2ec-77c55c438c38, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ec332bdc-abd4-470f-b2ec-77c55c438c38,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:07:16.190696 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9578664b-a3b2-40b4-921f-917388d62241 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.192633 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.194181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48613c28-a21a-4fdb-b888-97e984aba9eb req-8b8e19c0-bbce-4222-a837-bd1447874f77 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 210 time: 0.0640807 Apr 05 19:07:16.194510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d192a448-f360-412e-864e-aabeffb1c4d1 None None] Provisioning complete for port ec332bdc-abd4-470f-b2ec-77c55c438c38 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:16.194861 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d192a448-f360-412e-864e-aabeffb1c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.223029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9578664b-a3b2-40b4-921f-917388d62241 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.225788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9578664b-a3b2-40b4-921f-917388d62241 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.233300 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9578664b-a3b2-40b4-921f-917388d62241 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "PUT /v2.0/security-groups/686a4185-d7a1-49b1-a8be-1bebf5fda33b HTTP/1.1" status: 200 len: 1778 time: 0.1870933 Apr 05 19:07:16.233499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53254) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:16.255594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port 153c6488-bebc-4c6b-aab2-840f67681dde, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=153c6488-bebc-4c6b-aab2-840f67681dde,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:16.255972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.283487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for 153c6488-bebc-4c6b-aab2-840f67681dde owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:16.290741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578664b-a3b2-40b4-921f-917388d62241 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686a4185-d7a1-49b1-a8be-1bebf5fda33b,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:16.298363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:16.298701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:16.337909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-89dc60b9-4dae-4607-a9fb-5cc554648166 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups/686a4185-d7a1-49b1-a8be-1bebf5fda33b HTTP/1.1" status: 200 len: 1778 time: 0.1060739 Apr 05 19:07:16.340392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53258) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:16.465043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87d13089-8914-4510-bf9e-0ed0d7ec8d0b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.509296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87d13089-8914-4510-bf9e-0ed0d7ec8d0b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.570943 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.587783 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87d13089-8914-4510-bf9e-0ed0d7ec8d0b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.590563 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87d13089-8914-4510-bf9e-0ed0d7ec8d0b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.597647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-87d13089-8914-4510-bf9e-0ed0d7ec8d0b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/686a4185-d7a1-49b1-a8be-1bebf5fda33b HTTP/1.1" status: 204 len: 168 time: 0.2558541 Apr 05 19:07:16.620153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53262) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:16.621064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d13089-8914-4510-bf9e-0ed0d7ec8d0b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686a4185-d7a1-49b1-a8be-1bebf5fda33b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:16.622691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=153c6488-bebc-4c6b-aab2-840f67681dde,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:16.718735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] No DVR routers for this DVR port 153c6488-bebc-4c6b-aab2-840f67681dde on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:07:16.723680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.728828 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6cf6061b-3a37-499e-af43-19fb2223eaa9 req-0c2e9dc5-6486-4608-bbae-f3dee1a857fe tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.20 "DELETE /v2.0/ports/153c6488-bebc-4c6b-aab2-840f67681dde HTTP/1.1" status: 204 len: 173 time: 1.0223882 Apr 05 19:07:16.730630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c64fbf2d-f409-413a-b684-398a0e38be1b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864952 Apr 05 19:07:16.736199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'name': 'network-vif-deleted', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:16.740960 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce74bdd4-ea28-4254-a125-eb3f162a50c7" -d '{"events": [{"server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "name": "network-vif-deleted", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:16.742980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53268) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:16.750129 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d192a448-f360-412e-864e-aabeffb1c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.752611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b8b6f-812f-46cd-9563-170169f17065 None None] Pushing event updated for resources: {'Port': ['ID=ec332bdc-abd4-470f-b2ec-77c55c438c38,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:16.841352 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-8e3f8e52-cb38-459e-8ae0-e6e76586c6e4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] delete failed (client error): The resource could not be found. Apr 05 19:07:16.842423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8e3f8e52-cb38-459e-8ae0-e6e76586c6e4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/686a4185-d7a1-49b1-a8be-1bebf5fda33b HTTP/1.1" status: 404 len: 347 time: 0.0722752 Apr 05 19:07:16.847267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53274) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:16.855399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-701eb954-2af7-4450-a3f1-d6ec9879bcac tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024899570'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:16.869730 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f6fc20-b9f8-4acb-b806-984d41c23a25 x-openstack-request-id: req-95f6fc20-b9f8-4acb-b806-984d41c23a25 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:16.870346 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77f88e6-e616-4cc6-b257-6ac73d506011", "name": "network-vif-deleted", "tag": "153c6488-bebc-4c6b-aab2-840f67681dde", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:16.870709 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95f6fc20-b9f8-4acb-b806-984d41c23a25 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:16.871194 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f6fc20-b9f8-4acb-b806-984d41c23a25'] response: {'server_uuid': 'd77f88e6-e616-4cc6-b257-6ac73d506011', 'name': 'network-vif-deleted', 'tag': '153c6488-bebc-4c6b-aab2-840f67681dde', 'status': 'completed', 'code': 200} Apr 05 19:07:16.899579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d192a448-f360-412e-864e-aabeffb1c4d1 None None] For port ec332bdc-abd4-470f-b2ec-77c55c438c38, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ec332bdc-abd4-470f-b2ec-77c55c438c38,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:16.906047 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-701eb954-2af7-4450-a3f1-d6ec9879bcac tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.908625 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d192a448-f360-412e-864e-aabeffb1c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.962714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192a448-f360-412e-864e-aabeffb1c4d1 None None] Pushing event updated for resources: {'Port': ['ID=ec332bdc-abd4-470f-b2ec-77c55c438c38,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:16.990994 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-701eb954-2af7-4450-a3f1-d6ec9879bcac tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:16.995501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:16.999738 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-701eb954-2af7-4450-a3f1-d6ec9879bcac tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.055741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-701eb954-2af7-4450-a3f1-d6ec9879bcac tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.060031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-701eb954-2af7-4450-a3f1-d6ec9879bcac tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2083642 Apr 05 19:07:17.060313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53278) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:17.065506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e41a317b-2349-469b-96b9-5cc1d2e6765d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': '742b44a9-56f6-4330-9fda-a177fdf4d031', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:17.070904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701eb954-2af7-4450-a3f1-d6ec9879bcac tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742b44a9-56f6-4330-9fda-a177fdf4d031,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:17.091275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba1f027e-5919-48ef-a568-faa73f667404 req-0781904f-958e-4305-a7b8-9d239d55ebc7 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "GET /v2.0/ports?device_id=d77f88e6-e616-4cc6-b257-6ac73d506011 HTTP/1.1" status: 200 len: 210 time: 0.0438783 Apr 05 19:07:17.122456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e41a317b-2349-469b-96b9-5cc1d2e6765d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.136744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c6f7aee1-b4ce-4ed2-b00c-5d441ed4bfa3 None None] Provisioning complete for port ec332bdc-abd4-470f-b2ec-77c55c438c38 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:17.137330 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6f7aee1-b4ce-4ed2-b00c-5d441ed4bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.195480 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e41a317b-2349-469b-96b9-5cc1d2e6765d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.203575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e41a317b-2349-469b-96b9-5cc1d2e6765d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.226995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a317b-2349-469b-96b9-5cc1d2e6765d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd87fd9-d4d5-46ec-a761-93d028311099,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:17.251196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e41a317b-2349-469b-96b9-5cc1d2e6765d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.252614 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e41a317b-2349-469b-96b9-5cc1d2e6765d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1911440 Apr 05 19:07:17.256763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53282) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:17.324713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82d8cdf1-6aa7-413a-8b48-ebe0b363fd50 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.345560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-beb1be9e-8bed-4610-bdf9-2f5e3e21a2e1 req-ce65269b-aeaf-4c4f-9a4f-b13c81c10232 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 210 time: 0.0320296 Apr 05 19:07:17.357104 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82d8cdf1-6aa7-413a-8b48-ebe0b363fd50 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.430895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82d8cdf1-6aa7-413a-8b48-ebe0b363fd50 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.438298 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-82d8cdf1-6aa7-413a-8b48-ebe0b363fd50 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.442429 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-82d8cdf1-6aa7-413a-8b48-ebe0b363fd50 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4fd87fd9-d4d5-46ec-a761-93d028311099 HTTP/1.1" status: 204 len: 168 time: 0.1817844 Apr 05 19:07:17.442861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53284) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:17.450064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8cdf1-6aa7-413a-8b48-ebe0b363fd50 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fd87fd9-d4d5-46ec-a761-93d028311099,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:17.457732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ec332bdc-abd4-470f-b2ec-77c55c438c38', 'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:09:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:10Z', 'updated_at': '2022-04-05T19:07:16Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '76666e42-841f-406a-ab6c-0a307610029c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:17.458014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53286) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:17.501174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2c975-957e-42e2-9360-ca0b3b21d334 None None] The sync data for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 is: [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ec332bdc-abd4-470f-b2ec-77c55c438c38', 'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:09:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:10Z', 'updated_at': '2022-04-05T19:07:16Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '76666e42-841f-406a-ab6c-0a307610029c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:17.536536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-753a8cfd-c748-4fe4-935d-cffc298b5eb9 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0922382 Apr 05 19:07:17.541364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53288) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:17.625707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8bebd5-2c0b-4071-a81b-c535c2af86a0 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:17.630474 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fe8bebd5-2c0b-4071-a81b-c535c2af86a0 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f HTTP/1.1" status: 200 len: 814 time: 0.1687133 Apr 05 19:07:17.631185 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07974bf0-9b10-41f5-bb85-7aa821906356 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.660068 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07974bf0-9b10-41f5-bb85-7aa821906356 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.714252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07974bf0-9b10-41f5-bb85-7aa821906356 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.717836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07974bf0-9b10-41f5-bb85-7aa821906356 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.719359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-07974bf0-9b10-41f5-bb85-7aa821906356 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/742b44a9-56f6-4330-9fda-a177fdf4d031 HTTP/1.1" status: 204 len: 168 time: 0.1764598 Apr 05 19:07:17.723016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53292) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:17.731155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07974bf0-9b10-41f5-bb85-7aa821906356 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742b44a9-56f6-4330-9fda-a177fdf4d031,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:17.795279 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-71cda913-f0d8-4be0-a84a-a96106554926 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711248 Apr 05 19:07:17.800308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53294) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:17.805191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-802f9e2b-138e-47ed-957b-ef26a2ecb152 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-secgroup--478426762'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:17.838370 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-802f9e2b-138e-47ed-957b-ef26a2ecb152 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.970122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-802f9e2b-138e-47ed-957b-ef26a2ecb152 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:17.982444 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-802f9e2b-138e-47ed-957b-ef26a2ecb152 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.050371 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-802f9e2b-138e-47ed-957b-ef26a2ecb152 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.058382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-802f9e2b-138e-47ed-957b-ef26a2ecb152 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2548091 Apr 05 19:07:18.059105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53302) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:18.075385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-147e7970-a690-4b20-b408-e4bf88102bba tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': 'b88d0d1d-bb08-42c1-a801-3b9cd9c73dc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:18.113531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f9e2b-138e-47ed-957b-ef26a2ecb152 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88d0d1d-bb08-42c1-a801-3b9cd9c73dc2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:18.116158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-147e7970-a690-4b20-b408-e4bf88102bba tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.161082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-0662d393-0f57-4849-9ee2-1198ac571d16 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:18.163394 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-0662d393-0f57-4849-9ee2-1198ac571d16 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.20 "GET /v2.0/networks?id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c HTTP/1.1" status: 200 len: 797 time: 0.2511194 Apr 05 19:07:18.178043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-147e7970-a690-4b20-b408-e4bf88102bba tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.187163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-147e7970-a690-4b20-b408-e4bf88102bba tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.196005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53306) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:18.242743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e7970-a690-4b20-b408-e4bf88102bba tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da37051f-f097-44b2-ae29-ae27d114108a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:18.249559 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-147e7970-a690-4b20-b408-e4bf88102bba tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.254568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-147e7970-a690-4b20-b408-e4bf88102bba tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1948562 Apr 05 19:07:18.255187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53310) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:18.259787 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e18075a4-f14d-49df-8bf6-c3a459fba3f0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': 'b88d0d1d-bb08-42c1-a801-3b9cd9c73dc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:18.292672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e18075a4-f14d-49df-8bf6-c3a459fba3f0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.306670 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-9dae0424-f5a9-433a-ac28-fbb52eee2926 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a82eeee122fe4a028de2d6e2d31128ed HTTP/1.1" status: 200 len: 476 time: 0.1284418 Apr 05 19:07:18.320627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'port': {'device_id': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'admin_state_up': True, 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'security_groups': ['d24bcea0-c20f-40f3-b197-6d9a01aefe5d', '327ce237-e9e4-4099-b22d-9871fd164b0e']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:18.363687 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e18075a4-f14d-49df-8bf6-c3a459fba3f0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.364614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53312) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:18.372759 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e18075a4-f14d-49df-8bf6-c3a459fba3f0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.394968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18075a4-f14d-49df-8bf6-c3a459fba3f0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba86a2c-f389-45f4-94e2-b31457568dff,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:18.410066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e18075a4-f14d-49df-8bf6-c3a459fba3f0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.414766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e18075a4-f14d-49df-8bf6-c3a459fba3f0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582937 Apr 05 19:07:18.415674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:18.420759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4f90afda-d7f0-414c-8c5f-66ae7cdf5d6d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': 'b88d0d1d-bb08-42c1-a801-3b9cd9c73dc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:18.458756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f90afda-d7f0-414c-8c5f-66ae7cdf5d6d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.513680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5445dd3-9a82-431c-ae62-545cf2c80fc2 req-0bff8be8-493b-4c09-893d-5f7d8e281e02 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 210 time: 0.0358973 Apr 05 19:07:18.562093 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76cd378f-86fd-4437-893f-d942c527e6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.567364 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f90afda-d7f0-414c-8c5f-66ae7cdf5d6d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.579027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f90afda-d7f0-414c-8c5f-66ae7cdf5d6d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.612362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90afda-d7f0-414c-8c5f-66ae7cdf5d6d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f84a7d9-5331-43c5-91a4-69a5111b5f86,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:18.623716 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f90afda-d7f0-414c-8c5f-66ae7cdf5d6d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.628124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4f90afda-d7f0-414c-8c5f-66ae7cdf5d6d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2080507 Apr 05 19:07:18.629754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53320) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:18.636940 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-844c30f5-d5d5-4b79-b9dd-2256e4bfc0b3 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': 'b88d0d1d-bb08-42c1-a801-3b9cd9c73dc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:18.666796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53322) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:18.675316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'network': {'name': 'tempest-network-smoke--753458952', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:18.709429 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-844c30f5-d5d5-4b79-b9dd-2256e4bfc0b3 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.738897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Made reservation on behalf of cb688bc23a4c445bb820fe5a45727c7b for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:18.742485 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.772474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76cd378f-86fd-4437-893f-d942c527e6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.780888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76cd378f-86fd-4437-893f-d942c527e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.841999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:07:18.856314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd378f-86fd-4437-893f-d942c527e6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9fd5aa-9c88-466f-995e-b321e36fddba,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:18.866807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-76cd378f-86fd-4437-893f-d942c527e6ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cce889f266cf4a0fb1bfbe4e38c43c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008891 Apr 05 19:07:18.870548 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-844c30f5-d5d5-4b79-b9dd-2256e4bfc0b3 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.872187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.872530 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Added segment 40a30512-e987-4642-a204-cd2f9d61eae6 of type vlan for network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 Apr 05 19:07:18.873573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53324) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:18.897507 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-844c30f5-d5d5-4b79-b9dd-2256e4bfc0b3 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.916117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Made reservation on behalf of a82eeee122fe4a028de2d6e2d31128ed for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:18.919556 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.965910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c30f5-d5d5-4b79-b9dd-2256e4bfc0b3 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0061704-5cfb-4403-8277-729768083e66,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:18.976293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.994632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-844c30f5-d5d5-4b79-b9dd-2256e4bfc0b3 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:18.995833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-844c30f5-d5d5-4b79-b9dd-2256e4bfc0b3 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3625984 Apr 05 19:07:18.999146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53326) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.009571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-680cc043-4d50-4eca-b44a-59e119d4eb9e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': 'b88d0d1d-bb08-42c1-a801-3b9cd9c73dc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:19.026328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ee612f-a118-495a-a45a-9da2794ea8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.048531 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.054280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:19.055203 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.099098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ee612f-a118-495a-a45a-9da2794ea8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.130262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Allocated IP 172.20.0.7 (869e5a3a-31b8-47e5-b12a-a6b91098fe2c/76666e42-841f-406a-ab6c-0a307610029c/c0b16d9b-9d24-4d63-95fc-1542562a32f4) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:19.134869 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-680cc043-4d50-4eca-b44a-59e119d4eb9e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.160100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4921939 Apr 05 19:07:19.165396 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53328) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.178210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c09b81-01ef-4860-a7e9-43bbd6c430da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Network': ['ID=a25a7873-c647-4ee0-9d0f-52c3cc8e3c80,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:19.192970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:07:19.242899 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-680cc043-4d50-4eca-b44a-59e119d4eb9e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.244594 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ee612f-a118-495a-a45a-9da2794ea8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.248478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73ee612f-a118-495a-a45a-9da2794ea8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.249706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-73ee612f-a118-495a-a45a-9da2794ea8d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac9fd5aa-9c88-466f-995e-b321e36fddba HTTP/1.1" status: 204 len: 168 time: 0.3751500 Apr 05 19:07:19.262356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-680cc043-4d50-4eca-b44a-59e119d4eb9e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.267293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee612f-a118-495a-a45a-9da2794ea8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9fd5aa-9c88-466f-995e-b321e36fddba,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:19.287723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc043-4d50-4eca-b44a-59e119d4eb9e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e1803b-53ba-4f49-a099-063e4d9b1a47,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:19.299975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-680cc043-4d50-4eca-b44a-59e119d4eb9e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.301035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-680cc043-4d50-4eca-b44a-59e119d4eb9e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2998216 Apr 05 19:07:19.303828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.314338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdfb0d2-f9e2-46af-a4bc-a66dc0c7c234 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:19.316569 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fbdfb0d2-f9e2-46af-a4bc-a66dc0c7c234 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cb688bc23a4c445bb820fe5a45727c7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1475046 Apr 05 19:07:19.323934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53334) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.348893 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9217d064-21b4-43c4-9b61-3e0ce6cea299 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.359085 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9217d064-21b4-43c4-9b61-3e0ce6cea299 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.388442 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9217d064-21b4-43c4-9b61-3e0ce6cea299 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.397472 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9217d064-21b4-43c4-9b61-3e0ce6cea299 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.398921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9217d064-21b4-43c4-9b61-3e0ce6cea299 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/57e1803b-53ba-4f49-a099-063e4d9b1a47 HTTP/1.1" status: 204 len: 168 time: 0.0919569 Apr 05 19:07:19.402999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53336) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.421975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d064-21b4-43c4-9b61-3e0ce6cea299 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57e1803b-53ba-4f49-a099-063e4d9b1a47,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:19.480608 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-76c7671c-73dc-47e2-838c-65ca64398590 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0759268 Apr 05 19:07:19.483171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53340) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.486328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.507384 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ec332bdc-abd4-470f-b2ec-77c55c438c38 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:19.514750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d621dcc0-c8fb-4348-ae5e-fa883a22991c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.524061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d621dcc0-c8fb-4348-ae5e-fa883a22991c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.557924 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d621dcc0-c8fb-4348-ae5e-fa883a22991c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.572376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ec332bdc-abd4-470f-b2ec-77c55c438c38 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:19.572976 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.577749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d621dcc0-c8fb-4348-ae5e-fa883a22991c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.585562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d621dcc0-c8fb-4348-ae5e-fa883a22991c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f0061704-5cfb-4403-8277-729768083e66 HTTP/1.1" status: 204 len: 168 time: 0.1011508 Apr 05 19:07:19.586523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621dcc0-c8fb-4348-ae5e-fa883a22991c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0061704-5cfb-4403-8277-729768083e66,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:19.590109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.657113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a157796-8e72-451f-9d35-729226f992e0 req-9af01538-6f8b-4aa6-be38-e0abad4dd333 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 210 time: 0.0471737 Apr 05 19:07:19.689121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1973e85c-0cc2-41a7-945e-01ed21d56185 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0979314 Apr 05 19:07:19.690452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53352) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.717740 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-044d3698-7e82-4d61-97cc-cf3527922b6b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.726449 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-044d3698-7e82-4d61-97cc-cf3527922b6b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.758851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-044d3698-7e82-4d61-97cc-cf3527922b6b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.765427 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-044d3698-7e82-4d61-97cc-cf3527922b6b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.766743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-044d3698-7e82-4d61-97cc-cf3527922b6b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1f84a7d9-5331-43c5-91a4-69a5111b5f86 HTTP/1.1" status: 204 len: 168 time: 0.0751379 Apr 05 19:07:19.772040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53356) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.773398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d3698-7e82-4d61-97cc-cf3527922b6b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f84a7d9-5331-43c5-91a4-69a5111b5f86,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:19.866355 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.868359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c27fc0-553f-481e-a71c-4c83601c4172 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:19.869849 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-10c27fc0-553f-481e-a71c-4c83601c4172 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5446422 Apr 05 19:07:19.873066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53360) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.907952 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3f1437f9-2628-46a4-a2fd-7a5889a2ff29 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1215582 Apr 05 19:07:19.908149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-67646d0f-8df3-4fa2-8594-263fd534a25e tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312848 Apr 05 19:07:19.908243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53366) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.909461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53364) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.953897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-24495535-57a4-4da5-a9cc-7ad7ed87df61 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cb688bc23a4c445bb820fe5a45727c7b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411639 Apr 05 19:07:19.954181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53370) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:19.965220 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.987560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-907b9705-e295-47c3-a6c5-25892d7b994c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:19.995698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-907b9705-e295-47c3-a6c5-25892d7b994c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.048163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:20.053816 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-907b9705-e295-47c3-a6c5-25892d7b994c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.055959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:20.058697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:20.063762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=c0b16d9b-9d24-4d63-95fc-1542562a32f4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:20.071034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-907b9705-e295-47c3-a6c5-25892d7b994c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.074866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-907b9705-e295-47c3-a6c5-25892d7b994c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/dba86a2c-f389-45f4-94e2-b31457568dff HTTP/1.1" status: 204 len: 168 time: 0.1630316 Apr 05 19:07:20.079010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53374) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:20.094283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b9705-e295-47c3-a6c5-25892d7b994c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dba86a2c-f389-45f4-94e2-b31457568dff,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:20.102689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.103058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.103402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.103745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.104531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.104531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.104730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.105041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.105368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.106178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.106552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.106880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:07:20.130519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53376) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:20.144119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:20.144465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.153589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:20.154254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.164684 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4e25a9c3-70d7-4a63-92b1-e1c82636b4a8 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0805047 Apr 05 19:07:20.165285 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53380) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:20.175262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd943cb9-e506-4c2f-9bbb-95306c85d65d tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:20.179413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dd943cb9-e506-4c2f-9bbb-95306c85d65d tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2216260 Apr 05 19:07:20.180852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53382) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:20.195021 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4187f269-eb39-4643-963d-3ded1735bf86 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.205092 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4187f269-eb39-4643-963d-3ded1735bf86 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.242909 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4187f269-eb39-4643-963d-3ded1735bf86 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.248368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4187f269-eb39-4643-963d-3ded1735bf86 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.252927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4187f269-eb39-4643-963d-3ded1735bf86 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/da37051f-f097-44b2-ae29-ae27d114108a HTTP/1.1" status: 204 len: 168 time: 0.0845034 Apr 05 19:07:20.258228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53384) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:20.281788 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b1397a39-aac9-4722-be51-24eb17fa3b55 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1007886 Apr 05 19:07:20.285526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53386) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:20.288178 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-21e2b09a-95f6-43a7-8dfb-5fa75f4a0c79 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9726229 Apr 05 19:07:20.291956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1007940869-network', 'tenant_id': '36062f1e2e0847719ea2f5ec56618c74'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:20.298368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2064658513', 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:20.302802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187f269-eb39-4643-963d-3ded1735bf86 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da37051f-f097-44b2-ae29-ae27d114108a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:20.308111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Request body: {'port': {'device_id': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:20.363946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port c6e2cd48-0126-4ecb-8ef4-9dc80a804a99, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c6e2cd48-0126-4ecb-8ef4-9dc80a804a99,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:20.364638 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.375984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f44eeec1-1afa-4aa5-8a50-4283e288407b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1156411 Apr 05 19:07:20.384227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53388) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:20.395130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:20.400635 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.416924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Made reservation on behalf of 36062f1e2e0847719ea2f5ec56618c74 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:20.419199 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.442970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.449047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e941f32a-dbef-4b69-a9df-990d5995eee5 None None] Provisioning complete for port c0b16d9b-9d24-4d63-95fc-1542562a32f4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:20.449557 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e941f32a-dbef-4b69-a9df-990d5995eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.488739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e941f32a-dbef-4b69-a9df-990d5995eee5 None None] Port c0b16d9b-9d24-4d63-95fc-1542562a32f4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:20.495125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Made reservation on behalf of cb688bc23a4c445bb820fe5a45727c7b for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:20.498373 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.527016 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02ebfe47-5e51-4797-8345-790b1ccadc0c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.606767 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02ebfe47-5e51-4797-8345-790b1ccadc0c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.681003 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.687971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.717928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:07:20.742300 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02ebfe47-5e51-4797-8345-790b1ccadc0c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.745000 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02ebfe47-5e51-4797-8345-790b1ccadc0c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.748611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-02ebfe47-5e51-4797-8345-790b1ccadc0c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/b88d0d1d-bb08-42c1-a801-3b9cd9c73dc2 HTTP/1.1" status: 204 len: 168 time: 0.3581259 Apr 05 19:07:20.754445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53392) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:20.783973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.784317 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Added segment 4774a383-77a5-403b-993d-200074453932 of type vlan for network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 Apr 05 19:07:20.810439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.854967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af4afce-0f52-4264-9381-2b201bbbbcda,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:20.858700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=c6e2cd48-0126-4ecb-8ef4-9dc80a804a99,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:20.869072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 153c6488-bebc-4c6b-aab2-840f67681dde no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:07:20.904443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 153c6488-bebc-4c6b-aab2-840f67681dde {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:07:20.905038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 153c6488-bebc-4c6b-aab2-840f67681dde not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:07:20.918522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b16d9b-9d24-4d63-95fc-1542562a32f4 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:07:20.925750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebfe47-5e51-4797-8345-790b1ccadc0c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88d0d1d-bb08-42c1-a801-3b9cd9c73dc2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:20.930492 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.931149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.957424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Transition to ACTIVE for port object c0b16d9b-9d24-4d63-95fc-1542562a32f4 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:07:20.961614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-32e2038d-d224-49fc-8cdc-23aed214e253 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2032754 Apr 05 19:07:20.970067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53394) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:20.978851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:20.980453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f5f59-3907-4dc1-a73a-5aa0d97d7a20 req-1c32aa9a-ebe3-4bc4-ba85-7e395392891f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:20.982146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-978f5f59-3907-4dc1-a73a-5aa0d97d7a20 req-1c32aa9a-ebe3-4bc4-ba85-7e395392891f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 970 time: 0.2340505 Apr 05 19:07:20.985375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a1e7f725-bb23-46d2-b631-d64ed70c6e87 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708313815'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:20.998822 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.061963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.062979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:21.064063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.135772 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f725-bb23-46d2-b631-d64ed70c6e87 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.145698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b16d9b-9d24-4d63-95fc-1542562a32f4,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:21.161932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0286973 Apr 05 19:07:21.164656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53396) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:21.178621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Subnet': ['ID=d6d56453-2924-42e5-809a-b4d211bbc6b3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:21.186025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Request body: {'subnet': {'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1007940869-subnet', 'tenant_id': '36062f1e2e0847719ea2f5ec56618c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:21.207201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.232576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-978f5f59-3907-4dc1-a73a-5aa0d97d7a20 req-98468823-3e9c-42f9-80a2-f7fc3e67aa8a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2300065 Apr 05 19:07:21.271005 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f9190-6de7-45d8-99c7-fcfe6edad95a admin admin] Pushing event updated for resources: {'Network': ['ID=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:21.282268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:07:21.286264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Checking segment: {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:21.286692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network hostable DHCP agents. Network: a25a7873-c647-4ee0-9d0f-52c3cc8e3c80, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:07:21.298145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Made reservation on behalf of 36062f1e2e0847719ea2f5ec56618c74 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:21.301021 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.371884 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Attempting to bind port c0b16d9b-9d24-4d63-95fc-1542562a32f4 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:07:21.372354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Attempting to bind port c0b16d9b-9d24-4d63-95fc-1542562a32f4 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:07:21.372681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Attempting to bind port c0b16d9b-9d24-4d63-95fc-1542562a32f4 on network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:21.389410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Port c0b16d9b-9d24-4d63-95fc-1542562a32f4 on network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:07:21.389696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:07:21.389813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Attempting to bind port c0b16d9b-9d24-4d63-95fc-1542562a32f4 on network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:21.401594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:07:21.401953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Checking segment: {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:21.402635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Bound using segment: {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:07:21.405473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Bound port: c0b16d9b-9d24-4d63-95fc-1542562a32f4, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1280e2aa-39e8-494b-98c6-79ce80dd8c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:07:21.405473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.426563 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f725-bb23-46d2-b631-d64ed70c6e87 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.429697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, a25a7873-c647-4ee0-9d0f-52c3cc8e3c80) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:21.436204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:21.437196 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.444401 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f725-bb23-46d2-b631-d64ed70c6e87 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.449025 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22d4bf-f438-45f7-88a5-6ec14c1883f6 None None] Network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:21.492515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a7e40a00-8b2a-4f6b-b2f0-00bf8cf10bf9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2023561 Apr 05 19:07:21.611291 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f725-bb23-46d2-b631-d64ed70c6e87 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.616361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a1e7f725-bb23-46d2-b631-d64ed70c6e87 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6450944 Apr 05 19:07:21.619671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53400) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:21.624262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-aa8da555-b978-462e-800e-f1377f91637d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': '1509cbab-a4ca-48fc-9fe2-43fad91fee95', 'direction': 'ingress', 'protocol': 17}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:21.638321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7f725-bb23-46d2-b631-d64ed70c6e87 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1509cbab-a4ca-48fc-9fe2-43fad91fee95,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:21.639406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-a25a7873-c647-4ee0-9d0f-52c3cc8e3c80', 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ips': [{'subnet_id': 'd6d56453-2924-42e5-809a-b4d211bbc6b3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:07:21.640361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.647562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.724629 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Checking segment: {'id': '4774a383-77a5-403b-993d-200074453932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:21.725150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Network hostable DHCP agents. Network: dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:07:21.737292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa8da555-b978-462e-800e-f1377f91637d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.750965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d72984-5c9e-47b8-a9eb-05989cdd818e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:21.782503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53402) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:21.789799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e99bcd58-7096-44a9-a3e6-4e118e67a8fd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1816839893', 'description': 'tempest-secgroup-smoke-1816839893 description', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:21.809151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:07:21.827909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:21.837106 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e99bcd58-7096-44a9-a3e6-4e118e67a8fd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.841207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:21.841871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.841992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493fddcc-20a5-4d4a-ae66-b4e0aa944ecb None None] Network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:21.870936 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa8da555-b978-462e-800e-f1377f91637d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.879463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa8da555-b978-462e-800e-f1377f91637d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.897740 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-02927b48-ade6-4b3a-a9cb-6750f9fe7a39 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7113342 Apr 05 19:07:21.919264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8da555-b978-462e-800e-f1377f91637d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e76abef-57a0-4ca4-925e-f3dabe89fe63,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:21.930020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Allocated IP 172.20.0.18 (a25a7873-c647-4ee0-9d0f-52c3cc8e3c80/d6d56453-2924-42e5-809a-b4d211bbc6b3/9912dd38-49b5-4c1d-9bef-cd77611f6e73) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:21.935550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] For port c0b16d9b-9d24-4d63-95fc-1542562a32f4, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:07:21.940679 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa8da555-b978-462e-800e-f1377f91637d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.944751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aa8da555-b978-462e-800e-f1377f91637d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3212276 Apr 05 19:07:21.947257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53406) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:21.957362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] For port c0b16d9b-9d24-4d63-95fc-1542562a32f4, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:07:21.974631 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.980241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e99bcd58-7096-44a9-a3e6-4e118e67a8fd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:21.989091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Router 64bb7eed-d03a-42bf-9944-9210470d4244 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:07:21.993589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e99bcd58-7096-44a9-a3e6-4e118e67a8fd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.028525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:22.028768 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.030297 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] 10.222.0.20 "PUT /v2.0/ports/c0b16d9b-9d24-4d63-95fc-1542562a32f4 HTTP/1.1" status: 200 len: 1130 time: 1.7296669 Apr 05 19:07:22.030888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:22.033059 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:22.057056 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e99bcd58-7096-44a9-a3e6-4e118e67a8fd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.062074 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e99bcd58-7096-44a9-a3e6-4e118e67a8fd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2766716 Apr 05 19:07:22.062816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53410) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:22.071840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e59b6760-0b94-4c85-9068-d37cb2706a60 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '6e8975dd-a426-443e-83a3-62a98c8bcaf2', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:22.078166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bcd58-7096-44a9-a3e6-4e118e67a8fd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8975dd-a426-443e-83a3-62a98c8bcaf2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:22.109112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2218b25-120d-4aac-adef-c22424d4f884 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.139106 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e59b6760-0b94-4c85-9068-d37cb2706a60 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.165285 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2218b25-120d-4aac-adef-c22424d4f884 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.188687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b0bd8e-d27b-4a94-a59e-bd4eaca8f51d None None] Network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:22.206980 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82549386-3853-4960-9973-d45a3b14fbfd x-openstack-request-id: req-82549386-3853-4960-9973-d45a3b14fbfd {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:22.207569 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:22.207569 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82549386-3853-4960-9973-d45a3b14fbfd {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:22.207905 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82549386-3853-4960-9973-d45a3b14fbfd'] response: {'name': 'network-changed', 'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'status': 'completed', 'code': 200} Apr 05 19:07:22.278815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce19992-0bb7-47d2-8ff7-4b5ed2ea4c05 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b16d9b-9d24-4d63-95fc-1542562a32f4,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:22.302087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:07:22.307913 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fdac60e8-2dba-495c-8e2f-c1d77c85a731 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "PUT /v2.0/routers/64bb7eed-d03a-42bf-9944-9210470d4244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1107101 Apr 05 19:07:22.310644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53418) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:22.318326 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] Sync routers for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:07:22.339639 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:22.340264 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:22.362377 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e59b6760-0b94-4c85-9068-d37cb2706a60 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.372004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf59747-efa0-425e-bb45-cb374705de08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting subnet 4abcde63-7c57-47a6-9c37-ce91fd890329 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:07:22.381271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bf59747-efa0-425e-bb45-cb374705de08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.385659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-061f816e-0ea6-4b4b-835e-608821cb4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:22.387782 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-061f816e-0ea6-4b4b-835e-608821cb4ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1133 time: 0.1829014 Apr 05 19:07:22.393411 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e59b6760-0b94-4c85-9068-d37cb2706a60 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.439600 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.458083 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-2dc7bf40-c42c-454e-87f0-6c461e3db92b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4 HTTP/1.1" status: 200 len: 217 time: 0.0481935 Apr 05 19:07:22.468203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bf59747-efa0-425e-bb45-cb374705de08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.495814 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.499045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2218b25-120d-4aac-adef-c22424d4f884 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.513155 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2218b25-120d-4aac-adef-c22424d4f884 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.525807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b2218b25-120d-4aac-adef-c22424d4f884 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/1509cbab-a4ca-48fc-9fe2-43fad91fee95 HTTP/1.1" status: 204 len: 168 time: 0.5775607 Apr 05 19:07:22.530612 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e59b6760-0b94-4c85-9068-d37cb2706a60 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.531714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:22.533163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e59b6760-0b94-4c85-9068-d37cb2706a60 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4682591 Apr 05 19:07:22.540744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53422) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:22.557607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:22.562383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7cf8efd1-85e9-49f1-832e-4b1b39eb6aff tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '6e8975dd-a426-443e-83a3-62a98c8bcaf2', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:22.567279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:22.571417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:22.579892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2218b25-120d-4aac-adef-c22424d4f884 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1509cbab-a4ca-48fc-9fe2-43fad91fee95,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:22.589252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b6760-0b94-4c85-9068-d37cb2706a60 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0670478a-f6e4-4705-a22d-64b48448c874,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:22.621760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e657-d071-4586-986c-1e276e78554c req-247b611b-5e40-4f8e-9051-dc460213816b tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:22.623725 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3109e657-d071-4586-986c-1e276e78554c req-247b611b-5e40-4f8e-9051-dc460213816b tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 982 time: 0.2333965 Apr 05 19:07:22.632594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7cf8efd1-85e9-49f1-832e-4b1b39eb6aff tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.634793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Pushing event updated for resources: {'Port': ['ID=9912dd38-49b5-4c1d-9bef-cd77611f6e73,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:22.660245 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-bcf30dcc-9eb3-4b64-b266-b5023493142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:22.661849 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-bcf30dcc-9eb3-4b64-b266-b5023493142b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76666e42-841f-406a-ab6c-0a307610029c HTTP/1.1" status: 200 len: 835 time: 0.1896894 Apr 05 19:07:22.692882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3109e657-d071-4586-986c-1e276e78554c req-36509909-aeca-4ba1-91c0-dc7c124e300b tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0611501 Apr 05 19:07:22.749154 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3375f23c-ac0a-45e8-8a1e-a7273c055c5d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2128310 Apr 05 19:07:22.749987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Attempting to bind port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:07:22.750654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Attempting to bind port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:07:22.751149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Attempting to bind port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 on network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:22.756268 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53426) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:22.758973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:07:22.759771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Checking segment: {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:22.760492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.761063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Bound using segment: {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:07:22.761360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1cec14a5-ce71-4ea7-b2d7-2321655d1028 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-secgroup--202628408'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:22.761653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Bound port: 9912dd38-49b5-4c1d-9bef-cd77611f6e73, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:07:22.762424 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.774472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bf59747-efa0-425e-bb45-cb374705de08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.812328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cec14a5-ce71-4ea7-b2d7-2321655d1028 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.858919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-b81a21c5-b99f-4efa-b5f1-922ef4c3c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:22.861019 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-b81a21c5-b99f-4efa-b5f1-922ef4c3c140 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825027 Apr 05 19:07:22.878999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] For port 9912dd38-49b5-4c1d-9bef-cd77611f6e73, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:07:22.883320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] For port 9912dd38-49b5-4c1d-9bef-cd77611f6e73, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9912dd38-49b5-4c1d-9bef-cd77611f6e73,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:07:22.890713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7cf8efd1-85e9-49f1-832e-4b1b39eb6aff tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.892554 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.906415 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:22.912404 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7cf8efd1-85e9-49f1-832e-4b1b39eb6aff tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.944128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cec14a5-ce71-4ea7-b2d7-2321655d1028 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.953302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cec14a5-ce71-4ea7-b2d7-2321655d1028 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:22.962464 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bf59747-efa0-425e-bb45-cb374705de08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.012965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8efd1-85e9-49f1-832e-4b1b39eb6aff tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1b7c04-45ed-48e6-8764-314b31a92347,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:23.016000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f7a10-0ceb-4084-aab6-50fea056a7be None None] Pushing event updated for resources: {'Port': ['ID=9912dd38-49b5-4c1d-9bef-cd77611f6e73,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:23.026695 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec14a5-ce71-4ea7-b2d7-2321655d1028 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a711f4e7-f29e-47b8-be91-a43dd71c6da2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:23.032179 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cec14a5-ce71-4ea7-b2d7-2321655d1028 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.033913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1cec14a5-ce71-4ea7-b2d7-2321655d1028 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2761424 Apr 05 19:07:23.037742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53432) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:23.042377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7101764a-f213-4aa4-b98c-15da0a3ad5e0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-secgroup--385743195'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:23.050247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5bf59747-efa0-425e-bb45-cb374705de08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.056700 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5bf59747-efa0-425e-bb45-cb374705de08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/subnets/4abcde63-7c57-47a6-9c37-ce91fd890329 HTTP/1.1" status: 204 len: 168 time: 0.7451210 Apr 05 19:07:23.058319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f40bdc-1903-482b-8b02-9e9b5fbebef9 None None] Network ee78fa39-01b5-4fd5-81da-fb5abc690787 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:23.059361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53434) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:23.065372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf59747-efa0-425e-bb45-cb374705de08 tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Subnet': ['ID=4abcde63-7c57-47a6-9c37-ce91fd890329,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:23.081759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7cf8efd1-85e9-49f1-832e-4b1b39eb6aff tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.093880 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7cf8efd1-85e9-49f1-832e-4b1b39eb6aff tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5441263 Apr 05 19:07:23.103206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53436) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:23.109887 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-73d44654-b229-4fcd-be75-d379103329f4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '6e8975dd-a426-443e-83a3-62a98c8bcaf2', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:23.125584 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7101764a-f213-4aa4-b98c-15da0a3ad5e0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.171851 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73d44654-b229-4fcd-be75-d379103329f4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.206041 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-3cb77c07-25ab-434d-be69-a3393d6f07d3 service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282216 Apr 05 19:07:23.247702 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:07:20Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:23.292622 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] Checking router: 64bb7eed-d03a-42bf-9944-9210470d4244 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:07:23.303772 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] Routers {'64bb7eed-d03a-42bf-9944-9210470d4244'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:23.304522 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['64bb7eed-d03a-42bf-9944-9210470d4244'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:23.328628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7101764a-f213-4aa4-b98c-15da0a3ad5e0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.351392 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7101764a-f213-4aa4-b98c-15da0a3ad5e0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.367930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.409586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101764a-f213-4aa4-b98c-15da0a3ad5e0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af93d019-f602-48d1-8409-589bd502ecb2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:23.434230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73d44654-b229-4fcd-be75-d379103329f4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.443453 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73d44654-b229-4fcd-be75-d379103329f4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.481891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460269e-7760-4acb-bab6-0e011dacc7d1 None None] DHCP port deletion for ee78fa39-01b5-4fd5-81da-fb5abc690787 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:07:23.482360 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7101764a-f213-4aa4-b98c-15da0a3ad5e0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.489607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7101764a-f213-4aa4-b98c-15da0a3ad5e0 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4507740 Apr 05 19:07:23.491693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53438) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:23.507003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ac779bf7-a189-4794-abd4-1dc28e9c4137 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': 'a711f4e7-f29e-47b8-be91-a43dd71c6da2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'af93d019-f602-48d1-8409-589bd502ecb2', 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:23.576652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d44654-b229-4fcd-be75-d379103329f4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579a9338-83eb-4b18-9104-cf558631dde7,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:23.578772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7460269e-7760-4acb-bab6-0e011dacc7d1 None None] Deleting port 77646de7-fb38-46bb-9c0c-77c907c2904e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:23.579349 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7460269e-7760-4acb-bab6-0e011dacc7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.588612 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] Set router 64bb7eed-d03a-42bf-9944-9210470d4244 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:23.603576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73d44654-b229-4fcd-be75-d379103329f4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.604916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-73d44654-b229-4fcd-be75-d379103329f4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5004098 Apr 05 19:07:23.624331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53440) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:23.631899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7476c113-21f2-4497-9c83-95ce6a0b55af tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '6e8975dd-a426-443e-83a3-62a98c8bcaf2', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:23.632129 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-282ae951-94ca-4e93-9ba8-6e971318ad72 req-1eb9c8cd-4188-4ab0-8420-de892a78d190 service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137497 Apr 05 19:07:23.676170 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.706290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9912dd38-49b5-4c1d-9bef-cd77611f6e73 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:23.709988 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7476c113-21f2-4497-9c83-95ce6a0b55af tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.749311 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ac779bf7-a189-4794-abd4-1dc28e9c4137 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.781279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7460269e-7760-4acb-bab6-0e011dacc7d1 None None] For port 77646de7-fb38-46bb-9c0c-77c907c2904e, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77646de7-fb38-46bb-9c0c-77c907c2904e,segment=NetworkSegment(ad2dec8c-4d05-4730-a38d-144f20d37dd8),segment_id=ad2dec8c-4d05-4730-a38d-144f20d37dd8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:23.782346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7460269e-7760-4acb-bab6-0e011dacc7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.816767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7460269e-7760-4acb-bab6-0e011dacc7d1 None None] Calling delete_port for 77646de7-fb38-46bb-9c0c-77c907c2904e owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:23.822090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:23.822476 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.846481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Deleting port bcefb270-f486-4773-a0af-df9ed23d946b {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:23.847519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:23.881729 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:07:20Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:23.883958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-2cc8a976-870c-424c-959c-800a5567db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:23.887924 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-2cc8a976-870c-424c-959c-800a5567db7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1133 time: 0.1281958 Apr 05 19:07:23.913476 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c70405-e42b-4c81-bbda-bf4364ea31ff None None] The sync data for ids ['64bb7eed-d03a-42bf-9944-9210470d4244'] in n-d-836650-3 is: [{'id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829001520', 'tenant_id': 'b886d9b388b44c298984420374d39150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:17Z', 'updated_at': '2022-04-05T19:07:20Z', 'revision_number': 5, 'project_id': 'b886d9b388b44c298984420374d39150', 'gw_port': {'id': 'bcefb270-f486-4773-a0af-df9ed23d946b', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb7eed-d03a-42bf-9944-9210470d4244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:18Z', 'updated_at': '2022-04-05T19:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:23.997925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7476c113-21f2-4497-9c83-95ce6a0b55af tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.062020 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ac779bf7-a189-4794-abd4-1dc28e9c4137 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.066743 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7476c113-21f2-4497-9c83-95ce6a0b55af tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.088279 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7460269e-7760-4acb-bab6-0e011dacc7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.094684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ac779bf7-a189-4794-abd4-1dc28e9c4137 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.104751 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.121315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] For port bcefb270-f486-4773-a0af-df9ed23d946b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bcefb270-f486-4773-a0af-df9ed23d946b,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:24.122991 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.133049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476c113-21f2-4497-9c83-95ce6a0b55af tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c58866-aa5a-44fc-90de-1746b9f72dab,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:24.151176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac779bf7-a189-4794-abd4-1dc28e9c4137 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c069ff77-b759-49c0-9bbf-28eba4a8e20d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:24.155636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460269e-7760-4acb-bab6-0e011dacc7d1 None None] No DVR routers for this DVR port 77646de7-fb38-46bb-9c0c-77c907c2904e on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:07:24.158218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460269e-7760-4acb-bab6-0e011dacc7d1 None None] Pushing event deleted for resources: {'Port': ['ID=77646de7-fb38-46bb-9c0c-77c907c2904e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:24.169069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Calling delete_port for bcefb270-f486-4773-a0af-df9ed23d946b owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:24.171026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5241ba-7850-4c31-86aa-7542627e5a12 req-5a0669a1-f399-4290-af4d-a1dec88aeb64 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:24.172517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf5241ba-7850-4c31-86aa-7542627e5a12 req-5a0669a1-f399-4290-af4d-a1dec88aeb64 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 982 time: 0.2987063 Apr 05 19:07:24.175774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7476c113-21f2-4497-9c83-95ce6a0b55af tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.176943 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7476c113-21f2-4497-9c83-95ce6a0b55af tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5514176 Apr 05 19:07:24.180459 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ac779bf7-a189-4794-abd4-1dc28e9c4137 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.181996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ac779bf7-a189-4794-abd4-1dc28e9c4137 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6883144 Apr 05 19:07:24.182644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53446) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:24.196837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 9912dd38-49b5-4c1d-9bef-cd77611f6e73, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9912dd38-49b5-4c1d-9bef-cd77611f6e73,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:24.204091 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.204369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e1e81ae5-2cff-4acf-a267-e7a63bef6672 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '6e8975dd-a426-443e-83a3-62a98c8bcaf2', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:24.221828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53448) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:24.246182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-ec8a18c8-39e6-42cf-8310-e50e19f1044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:24.247846 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-ec8a18c8-39e6-42cf-8310-e50e19f1044c service neutron] 10.222.0.20 "GET /v2.0/networks?id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c HTTP/1.1" status: 200 len: 897 time: 0.3482556 Apr 05 19:07:24.260652 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-e1e81ae5-2cff-4acf-a267-e7a63bef6672 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Project cb688bc23a4c445bb820fe5a45727c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:07:24.272562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf5241ba-7850-4c31-86aa-7542627e5a12 req-dfa1f0e7-9407-4a73-a87a-21b79d2a6d0c tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0888658 Apr 05 19:07:24.278062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1e81ae5-2cff-4acf-a267-e7a63bef6672 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.307286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ae7a-11db-4826-a87e-aa29157b1c5f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.312648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=9912dd38-49b5-4c1d-9bef-cd77611f6e73,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:24.316754 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ae7a-11db-4826-a87e-aa29157b1c5f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.332746 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-a7cd9947-5050-4207-9599-2e7587d7c0d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4 HTTP/1.1" status: 200 len: 217 time: 0.0731559 Apr 05 19:07:24.383235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1e81ae5-2cff-4acf-a267-e7a63bef6672 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.385598 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ae7a-11db-4826-a87e-aa29157b1c5f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.391264 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ae7a-11db-4826-a87e-aa29157b1c5f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.395015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bcb1ae7a-11db-4826-a87e-aa29157b1c5f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c069ff77-b759-49c0-9bbf-28eba4a8e20d HTTP/1.1" status: 204 len: 168 time: 0.1682403 Apr 05 19:07:24.396496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53450) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:24.397110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1e81ae5-2cff-4acf-a267-e7a63bef6672 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.425588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1ae7a-11db-4826-a87e-aa29157b1c5f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c069ff77-b759-49c0-9bbf-28eba4a8e20d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:24.441997 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-a3866464-ab07-4ded-9893-a8cd9c6812c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:24.443573 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-a3866464-ab07-4ded-9893-a8cd9c6812c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76666e42-841f-406a-ab6c-0a307610029c HTTP/1.1" status: 200 len: 835 time: 0.1006160 Apr 05 19:07:24.446228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e81ae5-2cff-4acf-a267-e7a63bef6672 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c13155-0e6f-4e26-9571-ae6c6e92a0ac,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:24.453293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1e81ae5-2cff-4acf-a267-e7a63bef6672 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.454875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e1e81ae5-2cff-4acf-a267-e7a63bef6672 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2545645 Apr 05 19:07:24.457762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53452) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:24.464260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-79f631a0-2458-4ca1-9bfb-028b47565ac1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': '6e8975dd-a426-443e-83a3-62a98c8bcaf2', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:24.492045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b40276a1-3f2e-40c2-8104-ccf2521c846c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0905147 Apr 05 19:07:24.495292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53454) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:24.528643 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-79f631a0-2458-4ca1-9bfb-028b47565ac1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Project cb688bc23a4c445bb820fe5a45727c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:07:24.539539 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79f631a0-2458-4ca1-9bfb-028b47565ac1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.548553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-6ea9bdf9-130d-464f-9958-336b0f9c4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:24.550361 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-6ea9bdf9-130d-464f-9958-336b0f9c4764 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989988 Apr 05 19:07:24.604283 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7374a853-c391-405a-9046-219350c995fb tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.623153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.626269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ecf49-d638-48e8-8ba4-ce60a6796561 None None] Network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:24.645934 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7374a853-c391-405a-9046-219350c995fb tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.657888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79f631a0-2458-4ca1-9bfb-028b47565ac1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.671711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79f631a0-2458-4ca1-9bfb-028b47565ac1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.707197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Port': ['ID=bcefb270-f486-4773-a0af-df9ed23d946b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:24.709171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f631a0-2458-4ca1-9bfb-028b47565ac1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42249b04-2db5-40df-8e26-7c3404d4d255,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:24.722792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-79f631a0-2458-4ca1-9bfb-028b47565ac1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.724770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-79f631a0-2458-4ca1-9bfb-028b47565ac1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2658274 Apr 05 19:07:24.729940 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.738546 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7374a853-c391-405a-9046-219350c995fb tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.741540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7374a853-c391-405a-9046-219350c995fb tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.742790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7374a853-c391-405a-9046-219350c995fb tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/af93d019-f602-48d1-8409-589bd502ecb2 HTTP/1.1" status: 204 len: 168 time: 0.2465730 Apr 05 19:07:24.747556 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53458) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:24.766684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374a853-c391-405a-9046-219350c995fb tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af93d019-f602-48d1-8409-589bd502ecb2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:24.819219 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ff45183f-b715-47bb-838b-571e4dffa5fc tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0703423 Apr 05 19:07:24.822623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53460) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:24.864085 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-65cdfed3-0327-4d23-a9cc-5e661788ea43 service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012424 Apr 05 19:07:24.866237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.868524 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.898086 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b21e585-233e-4330-9a42-2b1c86edd14d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.910778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-28403fc5-734c-4728-b5b9-aed9152c0c47 None None] Provisioning complete for port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:24.911361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28403fc5-734c-4728-b5b9-aed9152c0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.928424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b21e585-233e-4330-9a42-2b1c86edd14d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.985618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:24.986104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Fanout notify agent at l3_agent the message router_deleted on router 64bb7eed-d03a-42bf-9944-9210470d4244 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:07:24.996143 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.000301 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0a02de53-aafe-41d6-8616-167ca94add3d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/routers/64bb7eed-d03a-42bf-9944-9210470d4244 HTTP/1.1" status: 204 len: 168 time: 1.9360681 Apr 05 19:07:25.001798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b21e585-233e-4330-9a42-2b1c86edd14d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.004953 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b21e585-233e-4330-9a42-2b1c86edd14d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.005094 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53470) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:25.008968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2b21e585-233e-4330-9a42-2b1c86edd14d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/a711f4e7-f29e-47b8-be91-a43dd71c6da2 HTTP/1.1" status: 204 len: 168 time: 0.1823659 Apr 05 19:07:25.014158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53476) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:25.042885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21e585-233e-4330-9a42-2b1c86edd14d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711f4e7-f29e-47b8-be91-a43dd71c6da2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:25.097775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.113064 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d1eda528-4ccd-4867-b3b0-5e76fdb1621a req-9363d238-fc87-4fdb-bd08-8b6727f486d9 service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366409 Apr 05 19:07:25.133821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-62bef8d6-7df3-400d-92aa-4c77741648f1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816839893&fields=id&tenant_id=cb688bc23a4c445bb820fe5a45727c7b HTTP/1.1" status: 200 len: 267 time: 0.0939007 Apr 05 19:07:25.191601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bbc5a66f-e014-44cc-a5fc-d2cfa0a5633b tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1695583 Apr 05 19:07:25.192217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53480) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:25.196405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2bb6f702-2ab0-4426-92fe-d6854c88d955 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-secgroup--150757002'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:25.233440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.284945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee78fa39-01b5-4fd5-81da-fb5abc690787']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:25.288652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f702-2ab0-4426-92fe-d6854c88d955 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.303768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2dec8c-4d05-4730-a38d-144f20d37dd8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:25.304421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2dec8c-4d05-4730-a38d-144f20d37dd8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:25.327659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.337550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-82b453c2-3c71-4a85-82e0-e605b091f2e7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:25.339337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-82b453c2-3c71-4a85-82e0-e605b091f2e7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/networks?id=a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 HTTP/1.1" status: 200 len: 796 time: 0.1933444 Apr 05 19:07:25.355175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.369439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:07:25.370017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:07:25.373938 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:07:25.419532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-155309a6-0173-4115-89f7-08efc02fc562 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/quotas/cb688bc23a4c445bb820fe5a45727c7b HTTP/1.1" status: 200 len: 375 time: 0.0644987 Apr 05 19:07:25.467394 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.473672 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.480046 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/networks/ee78fa39-01b5-4fd5-81da-fb5abc690787 HTTP/1.1" status: 204 len: 168 time: 0.4740622 Apr 05 19:07:25.484829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53486) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:25.494078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5fb9b479-5ce1-4894-b10d-f8d7f48c43f9 None None] Provisioning complete for port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:25.494564 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fb9b479-5ce1-4894-b10d-f8d7f48c43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.507603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdc63b-bb49-497e-b1c2-22d3f125368d tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'Network': ['ID=ee78fa39-01b5-4fd5-81da-fb5abc690787,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:25.575797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-859cd6d1-f239-4874-b2d4-3cb9f25d609c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.635179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-859cd6d1-f239-4874-b2d4-3cb9f25d609c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.735429 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-859cd6d1-f239-4874-b2d4-3cb9f25d609c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.736172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9912dd38-49b5-4c1d-9bef-cd77611f6e73 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:25.739666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-859cd6d1-f239-4874-b2d4-3cb9f25d609c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.740927 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-859cd6d1-f239-4874-b2d4-3cb9f25d609c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] 10.222.0.15 "DELETE /v2.0/security-groups/52df9156-430e-4e5b-ae8c-f6120ae19975 HTTP/1.1" status: 204 len: 168 time: 0.2551303 Apr 05 19:07:25.750506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cd6d1-f239-4874-b2d4-3cb9f25d609c tempest-TestNetworkAdvancedServerOps-1370613909 tempest-TestNetworkAdvancedServerOps-1370613909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52df9156-430e-4e5b-ae8c-f6120ae19975,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:25.818180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:25.819064 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.899539 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f702-2ab0-4426-92fe-d6854c88d955 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.906721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f702-2ab0-4426-92fe-d6854c88d955 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.958006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-bb2d494c-1667-4ed3-8045-c1ab1eddef05 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5368211 Apr 05 19:07:25.959973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:07:25.963934 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f702-2ab0-4426-92fe-d6854c88d955 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:25.967876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2bb6f702-2ab0-4426-92fe-d6854c88d955 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7721510 Apr 05 19:07:25.968927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53490) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:25.974710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58df0-07a9-484f-9cfc-c683b43c0516 req-4d9691df-f41b-4342-a363-c15e07484558 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:25.975092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2c06d21f-2761-402c-872f-13a7008c3f68 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': 'eb5327ac-fd56-4e51-a313-d4edfcba9fb0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:25.976203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14d58df0-07a9-484f-9cfc-c683b43c0516 req-4d9691df-f41b-4342-a363-c15e07484558 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 982 time: 0.5381324 Apr 05 19:07:25.977378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6f702-2ab0-4426-92fe-d6854c88d955 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5327ac-fd56-4e51-a313-d4edfcba9fb0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:25.989857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:07:25.990180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c6e2cd48-0126-4ecb-8ef4-9dc80a804a99 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:07:25.990606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77646de7-fb38-46bb-9c0c-77c907c2904e no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:07:26.012028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 77646de7-fb38-46bb-9c0c-77c907c2904e {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:07:26.012445 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77646de7-fb38-46bb-9c0c-77c907c2904e not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:07:26.012761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcefb270-f486-4773-a0af-df9ed23d946b no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:07:26.022217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c06d21f-2761-402c-872f-13a7008c3f68 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.040031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: bcefb270-f486-4773-a0af-df9ed23d946b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:07:26.040375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcefb270-f486-4773-a0af-df9ed23d946b not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:07:26.087337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14d58df0-07a9-484f-9cfc-c683b43c0516 req-2f6c9397-4789-44ba-b278-3b32dcb36353 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1027682 Apr 05 19:07:26.094339 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c06d21f-2761-402c-872f-13a7008c3f68 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.103051 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c06d21f-2761-402c-872f-13a7008c3f68 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.130905 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06d21f-2761-402c-872f-13a7008c3f68 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ce9bad-81f7-461c-804c-8dcdafb440d1,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:26.138018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-e61c4dba-9589-4f60-94b2-c58a02ea739f service neutron] 10.222.0.15 "GET /v2.0/networks/a25a7873-c647-4ee0-9d0f-52c3cc8e3c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523011 Apr 05 19:07:26.144622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2c06d21f-2761-402c-872f-13a7008c3f68 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.148968 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2c06d21f-2761-402c-872f-13a7008c3f68 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1756761 Apr 05 19:07:26.149813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53492) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:26.219352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d32d0d8-e6b8-4991-a9e0-099c60f130d1 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.233234 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d32d0d8-e6b8-4991-a9e0-099c60f130d1 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.281465 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d32d0d8-e6b8-4991-a9e0-099c60f130d1 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.285288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-a48fa190-0944-4ae3-abea-51d0c03fb5b3 service neutron] 10.222.0.15 "GET /v2.0/networks/a25a7873-c647-4ee0-9d0f-52c3cc8e3c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395338 Apr 05 19:07:26.288794 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d32d0d8-e6b8-4991-a9e0-099c60f130d1 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.292310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0d32d0d8-e6b8-4991-a9e0-099c60f130d1 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/11ce9bad-81f7-461c-804c-8dcdafb440d1 HTTP/1.1" status: 204 len: 168 time: 0.1322598 Apr 05 19:07:26.292520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53496) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:26.297133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32d0d8-e6b8-4991-a9e0-099c60f130d1 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11ce9bad-81f7-461c-804c-8dcdafb440d1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:26.345934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-257ead04-9dea-4714-aede-807c010a2641 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517604 Apr 05 19:07:26.348985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53500) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:26.420908 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b4c9bbf-f4f1-4caa-81b3-e4966826a052 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.447588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53504) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:26.454597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b4c9bbf-f4f1-4caa-81b3-e4966826a052 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.515052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b4c9bbf-f4f1-4caa-81b3-e4966826a052 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.519118 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3b4c9bbf-f4f1-4caa-81b3-e4966826a052 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.520993 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3b4c9bbf-f4f1-4caa-81b3-e4966826a052 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb5327ac-fd56-4e51-a313-d4edfcba9fb0 HTTP/1.1" status: 204 len: 168 time: 0.1708825 Apr 05 19:07:26.529264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53512) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:26.531293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c9bbf-f4f1-4caa-81b3-e4966826a052 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5327ac-fd56-4e51-a313-d4edfcba9fb0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:26.639320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a77b8e78-7311-417b-884c-127a89450f78 req-65258bf0-ee23-40f0-abc6-687ed4ad91e9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 210 time: 0.0822279 Apr 05 19:07:26.727501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-18c57624-67a2-4ffb-8b99-c0225094fd40 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1966875 Apr 05 19:07:26.731373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53514) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:26.736159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4391193b-2688-4dde-bb50-26652c74f26e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-secgroup--290035738'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:26.770124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4391193b-2688-4dde-bb50-26652c74f26e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.789413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-25018ecd-b1ef-499a-a876-c422cde9b916 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b886d9b388b44c298984420374d39150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402727 Apr 05 19:07:26.791716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53520) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:26.858704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4391193b-2688-4dde-bb50-26652c74f26e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.864642 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4391193b-2688-4dde-bb50-26652c74f26e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.869034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbdae1ce-9172-43e0-b971-79de0cf53bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.883664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c0b16d9b-9d24-4d63-95fc-1542562a32f4 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:07:26.888680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4391193b-2688-4dde-bb50-26652c74f26e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.890042 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4391193b-2688-4dde-bb50-26652c74f26e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1575370 Apr 05 19:07:26.892862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53522) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:26.897350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5f300e54-856f-434e-891e-c5761bc4865c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': '9ddaa1bd-8eed-47dc-8177-998c84d0d537', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:26.917179 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbdae1ce-9172-43e0-b971-79de0cf53bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.930514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391193b-2688-4dde-bb50-26652c74f26e tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddaa1bd-8eed-47dc-8177-998c84d0d537,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:26.943363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f300e54-856f-434e-891e-c5761bc4865c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.991965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbdae1ce-9172-43e0-b971-79de0cf53bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.994834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbdae1ce-9172-43e0-b971-79de0cf53bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:26.998643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cbdae1ce-9172-43e0-b971-79de0cf53bc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2520517-8eef-41f1-82db-1d3df560328d HTTP/1.1" status: 204 len: 168 time: 0.2035608 Apr 05 19:07:27.005665 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdae1ce-9172-43e0-b971-79de0cf53bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2520517-8eef-41f1-82db-1d3df560328d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:27.026626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f300e54-856f-434e-891e-c5761bc4865c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.031601 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f300e54-856f-434e-891e-c5761bc4865c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.051867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f300e54-856f-434e-891e-c5761bc4865c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ede4ee-ba0d-4dff-8bdb-bda76504e32b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:27.063764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port c0b16d9b-9d24-4d63-95fc-1542562a32f4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:27.068634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f300e54-856f-434e-891e-c5761bc4865c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.071903 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5f300e54-856f-434e-891e-c5761bc4865c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1779714 Apr 05 19:07:27.074374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53528) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:27.079565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'port_id': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'mac_address': 'fa:16:3e:0a:17:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:07:27.100392 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0632127c-fe4c-4a72-9748-17677545a183 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules/d1ede4ee-ba0d-4dff-8bdb-bda76504e32b HTTP/1.1" status: 200 len: 763 time: 0.0243554 Apr 05 19:07:27.102777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53530) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:27.128673 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.147104 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b16d9b-9d24-4d63-95fc-1542562a32f4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:07:27.156678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a39eef55-4b70-4cb8-8951-83f51ba8c0fc tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524895 Apr 05 19:07:27.162179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53534) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:27.187260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port c0b16d9b-9d24-4d63-95fc-1542562a32f4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:27.193079 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.200264 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba885a96-e30e-4c02-8baa-4d4e81d1304f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.229443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba885a96-e30e-4c02-8baa-4d4e81d1304f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.277748 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba885a96-e30e-4c02-8baa-4d4e81d1304f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.282540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=c0b16d9b-9d24-4d63-95fc-1542562a32f4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:27.286837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba885a96-e30e-4c02-8baa-4d4e81d1304f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.288324 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ba885a96-e30e-4c02-8baa-4d4e81d1304f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d1ede4ee-ba0d-4dff-8bdb-bda76504e32b HTTP/1.1" status: 204 len: 168 time: 0.1259000 Apr 05 19:07:27.292315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53538) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:27.293792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a6a8c-ab77-4404-a6eb-7d655aa40dbf req-fe907713-7e1e-4461-852a-0d90100e924b tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:27.298919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-245a6a8c-ab77-4404-a6eb-7d655aa40dbf req-fe907713-7e1e-4461-852a-0d90100e924b tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 983 time: 0.0935585 Apr 05 19:07:27.299972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba885a96-e30e-4c02-8baa-4d4e81d1304f tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1ede4ee-ba0d-4dff-8bdb-bda76504e32b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:27.337378 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1de8f08d-d7a5-46f8-9279-d644c1b3ffa5 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436332 Apr 05 19:07:27.340312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53540) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:27.344320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f86c5259-9548-40eb-b8ff-43e943426acd tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': '9ddaa1bd-8eed-47dc-8177-998c84d0d537', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:27.350145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-245a6a8c-ab77-4404-a6eb-7d655aa40dbf req-96a8286a-7c02-40ad-afb3-fa68dbe1d61e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0479960 Apr 05 19:07:27.386691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f86c5259-9548-40eb-b8ff-43e943426acd tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.436423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['c0b16d9b-9d24-4d63-95fc-1542562a32f4'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:07:27.437567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53542) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:27.495492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-77ee5567-d65e-48c1-8d46-6d6df9e94376 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d67dab5f849847aa856af43c579ee4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564814 Apr 05 19:07:27.497734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53548) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:27.570308 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9446362d-f1ee-42c5-a4b5-45573ec35b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.601198 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9446362d-f1ee-42c5-a4b5-45573ec35b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.681981 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9446362d-f1ee-42c5-a4b5-45573ec35b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.685537 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9446362d-f1ee-42c5-a4b5-45573ec35b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.687120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9446362d-f1ee-42c5-a4b5-45573ec35b62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90e84f11-9b94-4f2d-bbce-4a438b7e2b60 HTTP/1.1" status: 204 len: 168 time: 0.1880333 Apr 05 19:07:27.698672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446362d-f1ee-42c5-a4b5-45573ec35b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e84f11-9b94-4f2d-bbce-4a438b7e2b60,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:27.812371 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f86c5259-9548-40eb-b8ff-43e943426acd tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.825819 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f86c5259-9548-40eb-b8ff-43e943426acd tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.852926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-635bb436-ea5c-408a-9433-9a48a3197f55 req-1710a554-ef6a-40c8-abf1-b706d82f4d37 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 210 time: 0.0667610 Apr 05 19:07:27.889125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c5259-9548-40eb-b8ff-43e943426acd tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d351b72-4dd0-4b40-929e-b1a3c598685e,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:27.905086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f86c5259-9548-40eb-b8ff-43e943426acd tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:27.906377 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f86c5259-9548-40eb-b8ff-43e943426acd tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5655117 Apr 05 19:07:27.910754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53556) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:27.936492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1c4eb89e-a455-4c34-b7f3-5c51f21bf013 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules/8d351b72-4dd0-4b40-929e-b1a3c598685e HTTP/1.1" status: 200 len: 763 time: 0.0235972 Apr 05 19:07:27.938204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53558) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:27.958951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-343d30d6-c8e9-485d-8d5f-3b43025cf784 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:27.960532 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-343d30d6-c8e9-485d-8d5f-3b43025cf784 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "GET /v2.0/networks?id=a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 HTTP/1.1" status: 200 len: 796 time: 0.1514039 Apr 05 19:07:28.011791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b4c39cf6-f61f-4445-8eed-9897e5332e0d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0704367 Apr 05 19:07:28.014376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53560) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:28.014763 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-269b2fc8-0911-450c-8ad8-2d4bff5b6fc4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb688bc23a4c445bb820fe5a45727c7b HTTP/1.1" status: 200 len: 472 time: 0.0411279 Apr 05 19:07:28.025018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'port': {'device_id': 'a6646fc6-f4ff-445a-990e-91aaf7857cf3', 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80', 'admin_state_up': True, 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'security_groups': ['6e8975dd-a426-443e-83a3-62a98c8bcaf2']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:28.053159 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7bf103ab-727a-473b-92f4-3bcc4d6af875 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.063478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7bf103ab-727a-473b-92f4-3bcc4d6af875 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.107603 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7bf103ab-727a-473b-92f4-3bcc4d6af875 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.115345 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7bf103ab-727a-473b-92f4-3bcc4d6af875 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.117385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7bf103ab-727a-473b-92f4-3bcc4d6af875 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8d351b72-4dd0-4b40-929e-b1a3c598685e HTTP/1.1" status: 204 len: 168 time: 0.1007335 Apr 05 19:07:28.130293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53562) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:28.138852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf103ab-727a-473b-92f4-3bcc4d6af875 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d351b72-4dd0-4b40-929e-b1a3c598685e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:28.186048 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f97112cf-6308-4b2d-848e-927b2e6551f1 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543084 Apr 05 19:07:28.188901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53564) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:28.193977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ee2f323f-ce6d-431b-b243-2d3749e317da tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': '9ddaa1bd-8eed-47dc-8177-998c84d0d537', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:28.207424 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Made reservation on behalf of cb688bc23a4c445bb820fe5a45727c7b for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:28.219842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.252613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee2f323f-ce6d-431b-b243-2d3749e317da tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.323034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee2f323f-ce6d-431b-b243-2d3749e317da tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.330253 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee2f323f-ce6d-431b-b243-2d3749e317da tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.351365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f323f-ce6d-431b-b243-2d3749e317da tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0f0482-41f9-4a6e-b52a-8013f4f33874,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:28.367462 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee2f323f-ce6d-431b-b243-2d3749e317da tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.372493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ee2f323f-ce6d-431b-b243-2d3749e317da tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1824150 Apr 05 19:07:28.373455 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53566) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:28.396046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-013d8793-5c9f-4f0b-8f0d-4743b141ed37 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules/2b0f0482-41f9-4a6e-b52a-8013f4f33874 HTTP/1.1" status: 200 len: 764 time: 0.0211949 Apr 05 19:07:28.397013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53570) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:28.463619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53572) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:28.468222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-171d3557-7053-4282-b488-f504de6c3bce tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0697696 Apr 05 19:07:28.493397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.20.0.22 (a25a7873-c647-4ee0-9d0f-52c3cc8e3c80/d6d56453-2924-42e5-809a-b4d211bbc6b3/6667548d-946a-4aa9-8db5-fed2d9052a70) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:28.535549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dab1d-fd5c-453f-a2a1-69df697f6b71 req-a2b9d569-f3c5-4e1f-a6dc-4a35159db94e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:28.537484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a3dab1d-fd5c-453f-a2a1-69df697f6b71 req-a2b9d569-f3c5-4e1f-a6dc-4a35159db94e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 983 time: 0.0634222 Apr 05 19:07:28.556851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7de042cf-6949-42e8-8f66-a5217c033d11 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.582480 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7de042cf-6949-42e8-8f66-a5217c033d11 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.582686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a3dab1d-fd5c-453f-a2a1-69df697f6b71 req-ac13c36f-e08f-4854-a8de-2ad3c16d0ea5 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0378282 Apr 05 19:07:28.650733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7de042cf-6949-42e8-8f66-a5217c033d11 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.667059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7de042cf-6949-42e8-8f66-a5217c033d11 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.668161 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7de042cf-6949-42e8-8f66-a5217c033d11 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2b0f0482-41f9-4a6e-b52a-8013f4f33874 HTTP/1.1" status: 204 len: 168 time: 0.2010622 Apr 05 19:07:28.671838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53574) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:28.681434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de042cf-6949-42e8-8f66-a5217c033d11 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b0f0482-41f9-4a6e-b52a-8013f4f33874,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:28.708565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.728099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-758a9084-eb32-43aa-832f-f5dc8cfc1a61 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557199 Apr 05 19:07:28.730933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53578) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:28.769506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.801614 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-831a4cc2-937a-4732-b847-435073d6d0b4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.819687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:28.826126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:28.826887 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-831a4cc2-937a-4732-b847-435073d6d0b4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.828944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=6667548d-946a-4aa9-8db5-fed2d9052a70,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:28.837727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:28.883685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-831a4cc2-937a-4732-b847-435073d6d0b4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.886292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-831a4cc2-937a-4732-b847-435073d6d0b4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.889883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-831a4cc2-937a-4732-b847-435073d6d0b4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/9ddaa1bd-8eed-47dc-8177-998c84d0d537 HTTP/1.1" status: 204 len: 168 time: 0.1552405 Apr 05 19:07:28.891117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53582) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:28.898062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a4cc2-937a-4732-b847-435073d6d0b4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddaa1bd-8eed-47dc-8177-998c84d0d537,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:28.918530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c0b16d9b-9d24-4d63-95fc-1542562a32f4 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:28.923036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:28.923861 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:28.959815 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-eafecb3d-5284-4c07-b155-78f4c547daaf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9390328 Apr 05 19:07:28.973325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Request body: {'port': {'device_id': 'a6646fc6-f4ff-445a-990e-91aaf7857cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:29.017108 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8b94c088-e6f9-4c44-8ad5-e8327543c330 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209433 Apr 05 19:07:29.025524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53584) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:29.030871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-04990bdc-1d8d-4e82-83d7-5ab6cb7a5c5d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group': {'name': 'tempest-secgroup--562345804'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:29.044718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port c0b16d9b-9d24-4d63-95fc-1542562a32f4 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:07:29.049449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port c0b16d9b-9d24-4d63-95fc-1542562a32f4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:29.050778 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.063914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0292ec-c74a-47e9-b880-cada07d61250 req-7b3e83ce-1214-4688-9b38-70e9f3cffa9f tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:29.066008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b0292ec-c74a-47e9-b880-cada07d61250 req-7b3e83ce-1214-4688-9b38-70e9f3cffa9f tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 932 time: 0.1106579 Apr 05 19:07:29.075503 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.097950 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04990bdc-1d8d-4e82-83d7-5ab6cb7a5c5d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.132650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b0292ec-c74a-47e9-b880-cada07d61250 req-062dfd47-ed09-4e6b-b71d-61ce548c7630 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550368 Apr 05 19:07:29.218230 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.236816 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04990bdc-1d8d-4e82-83d7-5ab6cb7a5c5d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.248970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04990bdc-1d8d-4e82-83d7-5ab6cb7a5c5d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.308753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04990bdc-1d8d-4e82-83d7-5ab6cb7a5c5d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.316084 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-04990bdc-1d8d-4e82-83d7-5ab6cb7a5c5d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2855313 Apr 05 19:07:29.321156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53586) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:29.322236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port c0b16d9b-9d24-4d63-95fc-1542562a32f4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:29.324926 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:29.331066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-96c8e071-84d9-4eed-8c63-4bc3f8314e8c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Request body: {'security_group_rule': {'security_group_id': '17eb22a6-3e43-4b78-9831-65554833778d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:29.332410 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97950207-5a4e-4fdc-a051-7b492188e820" -d '{"events": [{"server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "name": "network-vif-plugged", "status": "completed", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:29.350231 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.359010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990bdc-1d8d-4e82-83d7-5ab6cb7a5c5d tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17eb22a6-3e43-4b78-9831-65554833778d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:29.376145 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96c8e071-84d9-4eed-8c63-4bc3f8314e8c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.428682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-68015add-5f11-400a-bf36-4db87e5c565a None None] Provisioning complete for port 6667548d-946a-4aa9-8db5-fed2d9052a70 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:29.429057 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68015add-5f11-400a-bf36-4db87e5c565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.447257 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998ba0b2-9854-44a3-b472-76ba1d4bac87 x-openstack-request-id: req-998ba0b2-9854-44a3-b472-76ba1d4bac87 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:29.448298 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "name": "network-vif-plugged", "status": "completed", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:29.448756 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-998ba0b2-9854-44a3-b472-76ba1d4bac87 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:29.449444 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998ba0b2-9854-44a3-b472-76ba1d4bac87'] response: {'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'code': 200} Apr 05 19:07:29.459196 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96c8e071-84d9-4eed-8c63-4bc3f8314e8c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.468537 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96c8e071-84d9-4eed-8c63-4bc3f8314e8c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.496569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6667548d-946a-4aa9-8db5-fed2d9052a70 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:07:29.499617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8e071-84d9-4eed-8c63-4bc3f8314e8c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1619d615-7753-4147-861b-3343577167aa,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:29.507480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96c8e071-84d9-4eed-8c63-4bc3f8314e8c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.507706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.508701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-96c8e071-84d9-4eed-8c63-4bc3f8314e8c tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1865699 Apr 05 19:07:29.511421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53590) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:29.518971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=c0b16d9b-9d24-4d63-95fc-1542562a32f4,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:29.544638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-68015add-5f11-400a-bf36-4db87e5c565a None None] Port 6667548d-946a-4aa9-8db5-fed2d9052a70 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:29.553962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Transition to ACTIVE for port object 6667548d-946a-4aa9-8db5-fed2d9052a70 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:07:29.562729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.583221 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f649e2b6-9ce1-4bf6-a261-096fbbab73a4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.601882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1ba8d-d128-40a8-92e6-d02b1e8fb27a req-1350bade-a0be-4864-93f2-14a7f32030a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:29.603469 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-82e1ba8d-d128-40a8-92e6-d02b1e8fb27a req-1350bade-a0be-4864-93f2-14a7f32030a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1135 time: 0.0893521 Apr 05 19:07:29.608925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f649e2b6-9ce1-4bf6-a261-096fbbab73a4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.642838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Pushing event updated for resources: {'Port': ['ID=6667548d-946a-4aa9-8db5-fed2d9052a70,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:29.672731 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f649e2b6-9ce1-4bf6-a261-096fbbab73a4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.677222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f649e2b6-9ce1-4bf6-a261-096fbbab73a4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.678918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f649e2b6-9ce1-4bf6-a261-096fbbab73a4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/17eb22a6-3e43-4b78-9831-65554833778d HTTP/1.1" status: 204 len: 168 time: 0.1665347 Apr 05 19:07:29.684009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53594) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:29.703438 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-82e1ba8d-d128-40a8-92e6-d02b1e8fb27a req-52bcde5a-a59f-493b-85b4-425535557cde service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0887551 Apr 05 19:07:29.708016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649e2b6-9ce1-4bf6-a261-096fbbab73a4 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eb22a6-3e43-4b78-9831-65554833778d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:29.751452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Attempting to bind port 6667548d-946a-4aa9-8db5-fed2d9052a70 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:07:29.752745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Attempting to bind port 6667548d-946a-4aa9-8db5-fed2d9052a70 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:07:29.754208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Attempting to bind port 6667548d-946a-4aa9-8db5-fed2d9052a70 on network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:29.762839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Port 6667548d-946a-4aa9-8db5-fed2d9052a70 on network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:07:29.763338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Attempting to bind port 6667548d-946a-4aa9-8db5-fed2d9052a70 on network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:29.776528 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:07:29.777743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Checking segment: {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:29.778635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Bound using segment: {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:07:29.779275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Bound port: 6667548d-946a-4aa9-8db5-fed2d9052a70, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:07:29.780149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.794562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-80d43678-9992-4bb3-aea9-6a8f067fc33a tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069059 Apr 05 19:07:29.798989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53598) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:29.849054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c60e8-4188-49d1-8aab-816388a4a388 req-fd9f02d7-91c8-4ae5-99c7-29ca72e4736a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:29.850683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c60e8-4188-49d1-8aab-816388a4a388 req-fd9f02d7-91c8-4ae5-99c7-29ca72e4736a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 984 time: 0.1472869 Apr 05 19:07:29.861280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3db7e3de-1183-4eb3-8442-4f62ef70fbad tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0611582 Apr 05 19:07:29.864150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53600) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:29.884577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] For port 6667548d-946a-4aa9-8db5-fed2d9052a70, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:07:29.887247 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-005b60ce-a0c5-4e78-8e84-17e8a73265a3 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] delete failed (client error): The resource could not be found. Apr 05 19:07:29.889253 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-005b60ce-a0c5-4e78-8e84-17e8a73265a3 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "DELETE /v2.0/security-groups/17eb22a6-3e43-4b78-9831-65554833778d HTTP/1.1" status: 404 len: 347 time: 0.0220697 Apr 05 19:07:29.894331 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53602) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:29.906656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c60e8-4188-49d1-8aab-816388a4a388 req-c9f9cb71-e131-41f4-a992-2a2ec069f369 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0439708 Apr 05 19:07:29.922694 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] For port 6667548d-946a-4aa9-8db5-fed2d9052a70, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6667548d-946a-4aa9-8db5-fed2d9052a70,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:07:29.932576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:29.992146 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-35615605-bdc0-49ba-87fb-5b2ec24fc6a7 tempest-SecGroupTest-723844753 tempest-SecGroupTest-723844753-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0966096 Apr 05 19:07:30.004478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:30.005113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:30.006764 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] 10.222.0.25 "PUT /v2.0/ports/6667548d-946a-4aa9-8db5-fed2d9052a70 HTTP/1.1" status: 200 len: 1092 time: 1.0382588 Apr 05 19:07:30.007009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6646fc6-f4ff-445a-990e-91aaf7857cf3', 'tag': '6667548d-946a-4aa9-8db5-fed2d9052a70'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:30.009286 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b291b-2f68-4e62-bfd2-164649b5921d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6646fc6-f4ff-445a-990e-91aaf7857cf3", "tag": "6667548d-946a-4aa9-8db5-fed2d9052a70"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:30.103584 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edfbbbc-3819-4964-8e16-ed225a7a17ab x-openstack-request-id: req-0edfbbbc-3819-4964-8e16-ed225a7a17ab {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:30.103943 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6646fc6-f4ff-445a-990e-91aaf7857cf3", "tag": "6667548d-946a-4aa9-8db5-fed2d9052a70", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:30.104118 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0edfbbbc-3819-4964-8e16-ed225a7a17ab {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:30.104505 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edfbbbc-3819-4964-8e16-ed225a7a17ab'] response: {'name': 'network-changed', 'server_uuid': 'a6646fc6-f4ff-445a-990e-91aaf7857cf3', 'tag': '6667548d-946a-4aa9-8db5-fed2d9052a70', 'status': 'completed', 'code': 200} Apr 05 19:07:30.109639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b463-375d-4737-99b9-71ff18fca115 service neutron] Pushing event updated for resources: {'Port': ['ID=6667548d-946a-4aa9-8db5-fed2d9052a70,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:30.131169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-0083c858-bf9a-47a8-b1ff-8067e46c2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:30.132684 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-0083c858-bf9a-47a8-b1ff-8067e46c2252 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 1095 time: 0.0773931 Apr 05 19:07:30.200768 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-819f608a-c2a3-48e5-9f7f-c854be13cf5d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6667548d-946a-4aa9-8db5-fed2d9052a70 HTTP/1.1" status: 200 len: 217 time: 0.0590167 Apr 05 19:07:30.280118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-51f0fb33-5ec3-4df7-b9ed-e90c77417a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:30.282334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-51f0fb33-5ec3-4df7-b9ed-e90c77417a13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6d56453-2924-42e5-809a-b4d211bbc6b3 HTTP/1.1" status: 200 len: 838 time: 0.0745406 Apr 05 19:07:30.337223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1818fc5-a9e1-4e4a-86f6-b087233c8b04 req-841c860e-dbf0-46ab-87db-e4022b1e74e6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:30.339741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1818fc5-a9e1-4e4a-86f6-b087233c8b04 req-841c860e-dbf0-46ab-87db-e4022b1e74e6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 944 time: 0.1192894 Apr 05 19:07:30.350027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-37d0725a-0fb0-415d-8e59-5bfe0d1ae01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:30.351647 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-37d0725a-0fb0-415d-8e59-5bfe0d1ae01f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25a7873-c647-4ee0-9d0f-52c3cc8e3c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632143 Apr 05 19:07:30.356147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53612) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:30.398221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a1818fc5-a9e1-4e4a-86f6-b087233c8b04 req-3d4f44c9-6e17-4cc0-a340-ff9b1fbd3806 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Apr 05 19:07:30.461874 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-001c2546-f5df-485b-9e1c-3bbe5ad42021 service neutron] 10.222.0.25 "GET /v2.0/networks/a25a7873-c647-4ee0-9d0f-52c3cc8e3c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993412 Apr 05 19:07:30.569390 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1b0fc399-2fcb-4a75-91ae-fd06dc564946 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c882d05521c44b6a8e46c1fbdc80edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120025 Apr 05 19:07:30.572024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53616) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:30.586687 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ca32c30-93ed-4d3b-8839-1f280a223046 req-4393c76f-0fb4-4335-b267-a149d739de1d service neutron] 10.222.0.25 "GET /v2.0/networks/a25a7873-c647-4ee0-9d0f-52c3cc8e3c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190033 Apr 05 19:07:30.623352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8d081ee-9719-4a24-aa42-c406c52d37bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:30.646784 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8d081ee-9719-4a24-aa42-c406c52d37bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:30.689852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-ecba8793-6ef3-4dc0-a6e9-e1eef54dd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:30.691639 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-ecba8793-6ef3-4dc0-a6e9-e1eef54dd241 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 1095 time: 0.0537822 Apr 05 19:07:30.705028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8d081ee-9719-4a24-aa42-c406c52d37bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:30.708203 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8d081ee-9719-4a24-aa42-c406c52d37bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:30.714509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c8d081ee-9719-4a24-aa42-c406c52d37bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/979e2779-1cd9-46a2-ba40-8974dd8fe36f HTTP/1.1" status: 204 len: 168 time: 0.1362808 Apr 05 19:07:30.717389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d081ee-9719-4a24-aa42-c406c52d37bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979e2779-1cd9-46a2-ba40-8974dd8fe36f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:30.816879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-8b9a8c7a-f003-45fd-a41d-03458dba94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:30.819690 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-8b9a8c7a-f003-45fd-a41d-03458dba94e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 HTTP/1.1" status: 200 len: 896 time: 0.1198504 Apr 05 19:07:30.868122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-5a0f39ea-246b-4aff-b091-b74d143b11cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6667548d-946a-4aa9-8db5-fed2d9052a70 HTTP/1.1" status: 200 len: 217 time: 0.0417919 Apr 05 19:07:30.938824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-ce537179-c381-42a2-ad47-9cfefc46876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:30.941761 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-ce537179-c381-42a2-ad47-9cfefc46876d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6d56453-2924-42e5-809a-b4d211bbc6b3 HTTP/1.1" status: 200 len: 838 time: 0.0680866 Apr 05 19:07:31.036202 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-bc5b21b9-bbe7-4779-87d3-03cea9c2b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:31.040552 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-bc5b21b9-bbe7-4779-87d3-03cea9c2b2ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a25a7873-c647-4ee0-9d0f-52c3cc8e3c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925407 Apr 05 19:07:31.082160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb83b5f-016b-4399-9ae7-123b78b561cf req-4fd7f836-1320-4055-83a3-9f0fa8bbf20d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:31.083824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcb83b5f-016b-4399-9ae7-123b78b561cf req-4fd7f836-1320-4055-83a3-9f0fa8bbf20d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 984 time: 0.0815747 Apr 05 19:07:31.132420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcb83b5f-016b-4399-9ae7-123b78b561cf req-0004b7e1-10d0-49fc-9565-eb156f023ee6 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0405912 Apr 05 19:07:31.179183 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-a58f5a06-c552-4dd2-a08e-38a5433b46c2 service neutron] 10.222.0.25 "GET /v2.0/networks/a25a7873-c647-4ee0-9d0f-52c3cc8e3c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322398 Apr 05 19:07:31.299372 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d5b291b-2f68-4e62-bfd2-164649b5921d req-26d37b21-94f1-465f-b798-31136da9c8f0 service neutron] 10.222.0.25 "GET /v2.0/networks/a25a7873-c647-4ee0-9d0f-52c3cc8e3c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110444 Apr 05 19:07:31.343504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57bbde-76fa-4362-b652-edba42779df5 req-8c4512c1-efac-430f-b041-a3b556944501 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:31.345212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e57bbde-76fa-4362-b652-edba42779df5 req-8c4512c1-efac-430f-b041-a3b556944501 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 984 time: 0.0750105 Apr 05 19:07:31.396040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e57bbde-76fa-4362-b652-edba42779df5 req-1069e22a-eee4-402f-b902-88ef8807355e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0425026 Apr 05 19:07:31.560779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cb09d-1507-4eb9-a22f-67c341471808 req-f3fb7f7a-d593-498b-a271-d56fabd31752 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:31.562474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf8cb09d-1507-4eb9-a22f-67c341471808 req-f3fb7f7a-d593-498b-a271-d56fabd31752 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1135 time: 0.0828094 Apr 05 19:07:31.578175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42367d0-a5b2-4735-a937-8847732a1874 req-466d8e26-d057-4f50-9ff2-b419164d3359 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:31.579812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b42367d0-a5b2-4735-a937-8847732a1874 req-466d8e26-d057-4f50-9ff2-b419164d3359 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 944 time: 0.0698674 Apr 05 19:07:31.595349 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bf8cb09d-1507-4eb9-a22f-67c341471808 req-73f04397-2d49-4924-85e0-9b1f0134b9f8 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:31.662856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b42367d0-a5b2-4735-a937-8847732a1874 req-80a30e42-826f-45a1-82bd-f918db8c57e5 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639083 Apr 05 19:07:31.695814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53650) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:31.748533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bf8cb09d-1507-4eb9-a22f-67c341471808 req-73f04397-2d49-4924-85e0-9b1f0134b9f8 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:31.753949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bf8cb09d-1507-4eb9-a22f-67c341471808 req-73f04397-2d49-4924-85e0-9b1f0134b9f8 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:31.792375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf8cb09d-1507-4eb9-a22f-67c341471808 req-73f04397-2d49-4924-85e0-9b1f0134b9f8 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2097774 Apr 05 19:07:31.806237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f04397-2d49-4924-85e0-9b1f0134b9f8 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830a820d-8470-446d-9de1-66a73d1a22cb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:31.822608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53654) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:31.841120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9c452de8-0d84-4d0a-ad6a-7eed133f1b86 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1108906922', 'prefixes': ['172.20.0.0/16']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:31.902183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56bc527-8cf1-4054-ac70-edaa9215d219 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:31.903612 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f56bc527-8cf1-4054-ac70-edaa9215d219 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1130 time: 0.0792475 Apr 05 19:07:31.907826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53658) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:31.913277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:31.944548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:31.969160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c452de8-0d84-4d0a-ad6a-7eed133f1b86 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] Notify callbacks [] for subnetpool, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:31.970343 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9c452de8-0d84-4d0a-ad6a-7eed133f1b86 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2730827 Apr 05 19:07:31.973588 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53660) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:32.044982 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-52bc7bf8-5057-45e8-9a1d-5cb06eec1345 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] 10.222.0.15 "GET /v2.0/subnetpools/d29a7bc9-4fed-4e67-9884-02c286be27c4 HTTP/1.1" status: 200 len: 732 time: 0.0703437 Apr 05 19:07:32.051960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53662) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:32.057170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-85acf8ae-9bc4-44f1-8abc-d93277d24c54 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-209114192'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:32.090563 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:32.162899 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85acf8ae-9bc4-44f1-8abc-d93277d24c54 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] Notify callbacks [] for subnetpool, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:32.166686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-85acf8ae-9bc4-44f1-8abc-d93277d24c54 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] 10.222.0.15 "PUT /v2.0/subnetpools/d29a7bc9-4fed-4e67-9884-02c286be27c4 HTTP/1.1" status: 200 len: 683 time: 0.1109281 Apr 05 19:07:32.166861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53664) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:32.216503 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Allocated IP 172.25.4.56 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/86e4224d-9197-43b1-a861-ba81323741d6) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:32.251533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0118382-914c-4f31-a79c-7ad9f2cfcfa0 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] Notify callbacks [] for subnetpool, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:32.254445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f0118382-914c-4f31-a79c-7ad9f2cfcfa0 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] 10.222.0.15 "DELETE /v2.0/subnetpools/d29a7bc9-4fed-4e67-9884-02c286be27c4 HTTP/1.1" status: 204 len: 168 time: 0.0848551 Apr 05 19:07:32.255822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:32.289285 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-89ad0406-eedb-4fde-bbda-7ebab0445413 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] show failed (client error): The resource could not be found. Apr 05 19:07:32.291090 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-89ad0406-eedb-4fde-bbda-7ebab0445413 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] 10.222.0.15 "GET /v2.0/subnetpools/d29a7bc9-4fed-4e67-9884-02c286be27c4 HTTP/1.1" status: 404 len: 346 time: 0.0343330 Apr 05 19:07:32.294282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:32.310717 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [None req-2d3c1e79-bcde-4dc5-b11d-19e378e50d60 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] delete failed (client error): The resource could not be found. Apr 05 19:07:32.316571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2d3c1e79-bcde-4dc5-b11d-19e378e50d60 tempest-SubnetPoolsTestJSON-656592747 tempest-SubnetPoolsTestJSON-656592747-project] 10.222.0.15 "DELETE /v2.0/subnetpools/d29a7bc9-4fed-4e67-9884-02c286be27c4 HTTP/1.1" status: 404 len: 346 time: 0.0161438 Apr 05 19:07:32.329513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:32.369716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:32.408295 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:32.413275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:32.415711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:32.449022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=86e4224d-9197-43b1-a861-ba81323741d6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:32.638911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:32.794733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c8f1f-f5a3-4435-aa58-6a0220b959fe req-4f42a718-0cef-48f5-ac78-d6926ee1bf53 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:32.803034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb6c8f1f-f5a3-4435-aa58-6a0220b959fe req-4f42a718-0cef-48f5-ac78-d6926ee1bf53 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 944 time: 0.0609007 Apr 05 19:07:32.836799 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0526f6d7-863c-4748-967d-47b781e87497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:32.854191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:32.879187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb6c8f1f-f5a3-4435-aa58-6a0220b959fe req-26c6cd59-cfdd-4c6f-b89e-bf67a0f36d33 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751138 Apr 05 19:07:32.949179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:32.987095 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0526f6d7-863c-4748-967d-47b781e87497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:32.993558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0526f6d7-863c-4748-967d-47b781e87497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:33.041396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0526f6d7-863c-4748-967d-47b781e87497 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74b5bcee0764443ba97909b37e0452be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006147 Apr 05 19:07:33.042013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53682) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:33.043973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526f6d7-863c-4748-967d-47b781e87497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85e802-bdeb-4770-9ff8-d49b0e0a909b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:33.105384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bac307a6-579c-44a0-b73f-4da0d43c7060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:33.127632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bac307a6-579c-44a0-b73f-4da0d43c7060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:33.149159 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:33.156494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:33.191945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bac307a6-579c-44a0-b73f-4da0d43c7060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:33.197074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bac307a6-579c-44a0-b73f-4da0d43c7060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:33.204797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bac307a6-579c-44a0-b73f-4da0d43c7060 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d85e802-bdeb-4770-9ff8-d49b0e0a909b HTTP/1.1" status: 204 len: 168 time: 0.1591680 Apr 05 19:07:33.220286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac307a6-579c-44a0-b73f-4da0d43c7060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85e802-bdeb-4770-9ff8-d49b0e0a909b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:33.256161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=86e4224d-9197-43b1-a861-ba81323741d6,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:33.274112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:33.411572 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Floating IP 6de4c818-21f3-4592-82c3-d6959c3c76e7 associated. External IP: 172.25.4.56, port: c0b16d9b-9d24-4d63-95fc-1542562a32f4. Apr 05 19:07:33.670429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Router 3957d671-c910-4f8f-983e-1fb2084d8fa2 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:07:33.819947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:07:33.832243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] Sync routers for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:07:33.855002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:33.856518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:33.874865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:33.971040 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-81e9e677-5e3d-469a-bace-b8bcf54da7ad tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0596597 Apr 05 19:07:33.971040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:33.972364 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56db686-daf0-4f3d-aa32-49f1063f6ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:33.976020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53708) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:34.059277 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56486f1a-4184-4bf7-bc30-ec40072fdbe2 x-openstack-request-id: req-56486f1a-4184-4bf7-bc30-ec40072fdbe2 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:34.059564 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:34.059797 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56486f1a-4184-4bf7-bc30-ec40072fdbe2 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:34.060376 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56486f1a-4184-4bf7-bc30-ec40072fdbe2'] response: {'name': 'network-changed', 'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'status': 'completed', 'code': 200} Apr 05 19:07:34.099449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:34.118555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c9a9f-c793-4082-8e19-2175466ce46f tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.118865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c9a9f-c793-4082-8e19-2175466ce46f tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.119308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c9a9f-c793-4082-8e19-2175466ce46f tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.119763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c9a9f-c793-4082-8e19-2175466ce46f tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.120225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c9a9f-c793-4082-8e19-2175466ce46f tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.120687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c9a9f-c793-4082-8e19-2175466ce46f tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.121123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c9a9f-c793-4082-8e19-2175466ce46f tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.123053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0f2c9a9f-c793-4082-8e19-2175466ce46f tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4951 time: 0.1460342 Apr 05 19:07:34.125817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53712) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:34.170677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6667548d-946a-4aa9-8db5-fed2d9052a70 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:07:34.182626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf53f-6432-461d-b9d2-7f4baf482959 req-7b3a3dd3-9052-44ee-90df-7cdd3956e73a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.184154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02edf53f-6432-461d-b9d2-7f4baf482959 req-7b3a3dd3-9052-44ee-90df-7cdd3956e73a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 944 time: 0.1072121 Apr 05 19:07:34.186687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-6b8af6f0-4148-4d8b-bda7-a243e849d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.188277 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-6b8af6f0-4148-4d8b-bda7-a243e849d323 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1135 time: 0.0907300 Apr 05 19:07:34.299962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f4703-2fbe-4478-ac61-58c2126dbc13 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.300425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f4703-2fbe-4478-ac61-58c2126dbc13 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.300878 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f4703-2fbe-4478-ac61-58c2126dbc13 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.301351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f4703-2fbe-4478-ac61-58c2126dbc13 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.301768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f4703-2fbe-4478-ac61-58c2126dbc13 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.302213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f4703-2fbe-4478-ac61-58c2126dbc13 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.302678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f4703-2fbe-4478-ac61-58c2126dbc13 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.307277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-363f4703-2fbe-4478-ac61-58c2126dbc13 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4619 time: 0.1778140 Apr 05 19:07:34.307439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53716) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:34.336031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02edf53f-6432-461d-b9d2-7f4baf482959 req-2f36fc7f-df3d-44c0-a867-52cbcad2f359 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414611 Apr 05 19:07:34.437452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-9b4d061f-8764-4768-8efe-4ceb0bc73714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.440021 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-9b4d061f-8764-4768-8efe-4ceb0bc73714 service neutron] 10.222.0.20 "GET /v2.0/networks?id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c HTTP/1.1" status: 200 len: 897 time: 0.2396791 Apr 05 19:07:34.465370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6667548d-946a-4aa9-8db5-fed2d9052a70, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6667548d-946a-4aa9-8db5-fed2d9052a70,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:34.491194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '6667548d-946a-4aa9-8db5-fed2d9052a70', 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80', 'port_id': '6667548d-946a-4aa9-8db5-fed2d9052a70', 'mac_address': 'fa:16:3e:d9:7a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d56453-2924-42e5-809a-b4d211bbc6b3', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:07:34.583033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:34.588257 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-413242e6-70af-40f8-b99b-c749927c033a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4 HTTP/1.1" status: 200 len: 998 time: 0.1414819 Apr 05 19:07:34.626049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6667548d-946a-4aa9-8db5-fed2d9052a70 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:07:34.656743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6667548d-946a-4aa9-8db5-fed2d9052a70, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6667548d-946a-4aa9-8db5-fed2d9052a70,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:34.667491 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:34.704494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-64438190-1332-4b0c-9d30-758a8d133494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.706639 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-64438190-1332-4b0c-9d30-758a8d133494 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76666e42-841f-406a-ab6c-0a307610029c HTTP/1.1" status: 200 len: 835 time: 0.1080871 Apr 05 19:07:34.741265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6667548d-946a-4aa9-8db5-fed2d9052a70,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:34.743945 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-190d2494-4a84-4d6f-a5bc-e8ec10d2bdf6 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.4343126 Apr 05 19:07:34.751257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53726) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:34.754465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '6de4c818-21f3-4592-82c3-d6959c3c76e7', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'floating_ip_address': '172.25.4.56', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'port_id': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'mac_address': 'fa:16:3e:0a:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:07:32Z', 'updated_at': '2022-04-05T19:07:32Z', 'revision_number': 0, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec332bdc-abd4-470f-b2ec-77c55c438c38', 'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:09:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:10Z', 'updated_at': '2022-04-05T19:07:16Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '76666e42-841f-406a-ab6c-0a307610029c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:34.788493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] Checking router: 3957d671-c910-4f8f-983e-1fb2084d8fa2 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:07:34.798207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-1b92b954-6589-4340-a2a6-08565d3c6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.799502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:34.800033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:34.800428 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-1b92b954-6589-4340-a2a6-08565d3c6e40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868750 Apr 05 19:07:34.806758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e5745d-d7b4-4ce9-bd4b-d4442bd7903a tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.807233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e5745d-d7b4-4ce9-bd4b-d4442bd7903a tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:34.822412 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e7e5745d-d7b4-4ce9-bd4b-d4442bd7903a tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3957d671-c910-4f8f-983e-1fb2084d8fa2 HTTP/1.1" status: 200 len: 1990 time: 0.0562878 Apr 05 19:07:34.917162 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-7a8abddb-9b34-4fd4-9c5a-9a41d836ef4b service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073778 Apr 05 19:07:34.960687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:35.039783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['6667548d-946a-4aa9-8db5-fed2d9052a70'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:07:35.043683 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a56db686-daf0-4f3d-aa32-49f1063f6ca5 req-c3c5911b-8180-4f3c-96fd-85fe0a2f61a9 service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182287 Apr 05 19:07:35.131239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-ce6f0146-986e-4647-b9db-422263a41ddf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936267 Apr 05 19:07:35.279676 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:35.294790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-aa1abaff-f257-4b51-b7ce-09bf6385dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:35.296695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-aa1abaff-f257-4b51-b7ce-09bf6385dbb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1135 time: 0.1202979 Apr 05 19:07:35.487009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-a450b2af-59bf-4fc9-9568-507e69eb4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:35.490251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-a450b2af-59bf-4fc9-9568-507e69eb4af6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c HTTP/1.1" status: 200 len: 897 time: 0.1483443 Apr 05 19:07:35.583289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '6de4c818-21f3-4592-82c3-d6959c3c76e7', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'floating_ip_address': '172.25.4.56', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'port_id': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'mac_address': 'fa:16:3e:0a:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:07:32Z', 'updated_at': '2022-04-05T19:07:32Z', 'revision_number': 0, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec332bdc-abd4-470f-b2ec-77c55c438c38', 'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:09:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:10Z', 'updated_at': '2022-04-05T19:07:16Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '76666e42-841f-406a-ab6c-0a307610029c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:35.626609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6a9a9-a787-4cd4-b6d6-2ae040c48324 None None] The sync data for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 is: [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '6de4c818-21f3-4592-82c3-d6959c3c76e7', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'floating_ip_address': '172.25.4.56', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'port_id': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'mac_address': 'fa:16:3e:0a:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:07:32Z', 'updated_at': '2022-04-05T19:07:32Z', 'revision_number': 0, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec332bdc-abd4-470f-b2ec-77c55c438c38', 'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:09:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:10Z', 'updated_at': '2022-04-05T19:07:16Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '76666e42-841f-406a-ab6c-0a307610029c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:35.729755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4b9b1-5be7-4f5d-ac16-4b3b1899ad50 req-f4b9492e-3600-429f-8ab9-2b2f02707b39 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:35.736864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7e4b9b1-5be7-4f5d-ac16-4b3b1899ad50 req-f4b9492e-3600-429f-8ab9-2b2f02707b39 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 945 time: 0.2449865 Apr 05 19:07:35.761282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-88090bf3-6340-45d4-9853-d014fc191a64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4 HTTP/1.1" status: 200 len: 998 time: 0.2230697 Apr 05 19:07:35.826252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7e4b9b1-5be7-4f5d-ac16-4b3b1899ad50 req-52825346-6d13-4bc3-aeae-222d36ac6879 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723035 Apr 05 19:07:35.850594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-d2f49f95-dfc7-450d-aefc-b63ec2f92f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:35.852798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-d2f49f95-dfc7-450d-aefc-b63ec2f92f0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76666e42-841f-406a-ab6c-0a307610029c HTTP/1.1" status: 200 len: 835 time: 0.0836101 Apr 05 19:07:36.003917 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc151ef-214f-4abe-8640-a20ea207fbce None None] New status for floating IP 6de4c818-21f3-4592-82c3-d6959c3c76e7: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:07:36.019289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-4e884af4-2de7-41db-be1b-775b5fbac37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:36.020821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-4e884af4-2de7-41db-be1b-775b5fbac37d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602285 Apr 05 19:07:36.129706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-48babef7-13e3-435a-8b73-da09cd2eee76 service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017089 Apr 05 19:07:36.261843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798c4c06-cd22-48f6-9c2a-4240636a5488 req-8bb541af-b2c1-4f69-be98-49ec0a9964b3 service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243761 Apr 05 19:07:36.368264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53774) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:36.490989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a88cd983-a465-4a1f-984b-f530f36043a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:36.568311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a88cd983-a465-4a1f-984b-f530f36043a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:36.572148 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a88cd983-a465-4a1f-984b-f530f36043a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:36.613236 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a88cd983-a465-4a1f-984b-f530f36043a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad2e0a1e8a6b416faac11e1f29771616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437794 Apr 05 19:07:36.614203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cd983-a465-4a1f-984b-f530f36043a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832b2a7e-8130-40bc-9557-2e762c883984,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:36.615934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53778) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:36.669625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ec39258-7b20-4718-a79b-62a036444bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:36.692844 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ec39258-7b20-4718-a79b-62a036444bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:36.741561 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ec39258-7b20-4718-a79b-62a036444bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:36.744568 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ec39258-7b20-4718-a79b-62a036444bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:36.745715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7ec39258-7b20-4718-a79b-62a036444bb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/832b2a7e-8130-40bc-9557-2e762c883984 HTTP/1.1" status: 204 len: 168 time: 0.1288111 Apr 05 19:07:36.755095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec39258-7b20-4718-a79b-62a036444bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832b2a7e-8130-40bc-9557-2e762c883984,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:36.970579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e082bb-6f48-4e6c-a593-caee52b1e114 req-094a1a25-c50c-49c4-b8e5-41898d0e8a23 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:36.979825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e082bb-6f48-4e6c-a593-caee52b1e114 req-094a1a25-c50c-49c4-b8e5-41898d0e8a23 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 945 time: 0.0719502 Apr 05 19:07:37.023268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3e082bb-6f48-4e6c-a593-caee52b1e114 req-ad72c3b9-cab9-4867-b1f5-3fa36ffd17ae tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Apr 05 19:07:37.108184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53790) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:37.121595 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-55fac307-9479-406b-ad77-04b4b43741b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:37.199842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-55fac307-9479-406b-ad77-04b4b43741b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:37.204270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-55fac307-9479-406b-ad77-04b4b43741b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:37.232575 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:37.248866 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-55fac307-9479-406b-ad77-04b4b43741b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=599a771ced324548a07e7d049ace631f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395266 Apr 05 19:07:37.249773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fac307-9479-406b-ad77-04b4b43741b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b33506-7360-4411-be7b-3e8de9a3f00a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:37.251540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53792) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:37.304716 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e7f85bc-38c8-491d-b4a0-eb555dc88f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:37.325332 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e7f85bc-38c8-491d-b4a0-eb555dc88f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:37.371526 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e7f85bc-38c8-491d-b4a0-eb555dc88f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:37.374695 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e7f85bc-38c8-491d-b4a0-eb555dc88f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:37.375352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7e7f85bc-38c8-491d-b4a0-eb555dc88f12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77b33506-7360-4411-be7b-3e8de9a3f00a HTTP/1.1" status: 204 len: 168 time: 0.1222188 Apr 05 19:07:37.384176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f85bc-38c8-491d-b4a0-eb555dc88f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b33506-7360-4411-be7b-3e8de9a3f00a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:38.068739 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53818) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:38.156779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62b9ae-5f7b-44ba-b24b-51beac34154f req-854bdf5c-252e-4f60-aa49-15ac9379e7cf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:38.159044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf62b9ae-5f7b-44ba-b24b-51beac34154f req-854bdf5c-252e-4f60-aa49-15ac9379e7cf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 945 time: 0.0534835 Apr 05 19:07:38.166584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6667548d-946a-4aa9-8db5-fed2d9052a70 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:38.195814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1115678985-network', 'tenant_id': 'a02d766f52ac4e4dadfa81fb7f0e6b26'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:38.223209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Made reservation on behalf of a02d766f52ac4e4dadfa81fb7f0e6b26 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:38.224971 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.232259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 6667548d-946a-4aa9-8db5-fed2d9052a70 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:07:38.235674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.239130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 6667548d-946a-4aa9-8db5-fed2d9052a70 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:38.239580 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.242176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf62b9ae-5f7b-44ba-b24b-51beac34154f req-cde8dbc9-1b0b-41e0-8a33-1fb4c7a139ce tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714304 Apr 05 19:07:38.333152 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.358186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6646fc6-f4ff-445a-990e-91aaf7857cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6667548d-946a-4aa9-8db5-fed2d9052a70'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:38.360568 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb020b15-32fe-4074-88ee-ddf71963249d" -d '{"events": [{"server_uuid": "a6646fc6-f4ff-445a-990e-91aaf7857cf3", "name": "network-vif-plugged", "status": "completed", "tag": "6667548d-946a-4aa9-8db5-fed2d9052a70"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:38.366951 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-31bd6e8c-a331-45a0-8921-d11c462b0a17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663078 Apr 05 19:07:38.368775 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.374715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.391055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6667548d-946a-4aa9-8db5-fed2d9052a70, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6667548d-946a-4aa9-8db5-fed2d9052a70,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:38.399672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.404839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:07:38.415541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791174ea-2c34-4bc4-8745-b6b8980829b2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:38.432521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.432521 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Added segment a864091e-7bce-4e2f-a97a-1ad76675c026 of type vlan for network b474ad3b-3a43-4779-9e65-0137e0096be8 Apr 05 19:07:38.457185 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2bf14d-5508-4740-97c9-981b579a35a3 x-openstack-request-id: req-9e2bf14d-5508-4740-97c9-981b579a35a3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:38.458704 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6646fc6-f4ff-445a-990e-91aaf7857cf3", "name": "network-vif-plugged", "status": "completed", "tag": "6667548d-946a-4aa9-8db5-fed2d9052a70", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:38.459393 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e2bf14d-5508-4740-97c9-981b579a35a3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:38.459844 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2bf14d-5508-4740-97c9-981b579a35a3'] response: {'server_uuid': 'a6646fc6-f4ff-445a-990e-91aaf7857cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6667548d-946a-4aa9-8db5-fed2d9052a70', 'code': 200} Apr 05 19:07:38.498691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6667548d-946a-4aa9-8db5-fed2d9052a70,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:38.512986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.525901 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-d5aaf330-5e64-492c-aa43-b48835b5413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:38.527366 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-d5aaf330-5e64-492c-aa43-b48835b5413f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 1097 time: 0.1085770 Apr 05 19:07:38.907007 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.908493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:38.909063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:38.964710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf7d20-c193-4ce9-9dd1-6cc46ecf868b req-addbda12-f0cf-4d1c-954f-9c788aee8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:38.966238 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8baf7d20-c193-4ce9-9dd1-6cc46ecf868b req-addbda12-f0cf-4d1c-954f-9c788aee8e92 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 1097 time: 0.4558311 Apr 05 19:07:39.031573 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9617388 Apr 05 19:07:39.035507 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53824) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:39.040654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Request body: {'subnet': {'network_id': 'b474ad3b-3a43-4779-9e65-0137e0096be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1115678985-subnet', 'tenant_id': 'a02d766f52ac4e4dadfa81fb7f0e6b26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:39.055485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6de11-31b6-47e7-a045-20855e22e921 admin admin] Pushing event updated for resources: {'Network': ['ID=b474ad3b-3a43-4779-9e65-0137e0096be8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:39.064016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-81815c68-c08b-4c83-bd63-5fc39a15b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:39.065963 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-81815c68-c08b-4c83-bd63-5fc39a15b541 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0434bae-f1fb-4573-b38a-7f37e7095629 HTTP/1.1" status: 200 len: 897 time: 0.5181689 Apr 05 19:07:39.068315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network b474ad3b-3a43-4779-9e65-0137e0096be8 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:07:39.075644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Made reservation on behalf of a02d766f52ac4e4dadfa81fb7f0e6b26 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:39.078690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:39.083056 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8baf7d20-c193-4ce9-9dd1-6cc46ecf868b req-9e1705b7-3737-4aa6-aeac-951f308a0740 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816829 Apr 05 19:07:39.150695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-9abaf399-8a27-4545-85ed-00534d4759a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23834ee7-2209-4024-8739-19b4f652c2d7 HTTP/1.1" status: 200 len: 1002 time: 0.0768819 Apr 05 19:07:39.274662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:39.365480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d253fa-a1e1-44e5-82ca-8ae16c0905e6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:39.375214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Checking segment: {'id': 'a864091e-7bce-4e2f-a97a-1ad76675c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b474ad3b-3a43-4779-9e65-0137e0096be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:39.375636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Network hostable DHCP agents. Network: b474ad3b-3a43-4779-9e65-0137e0096be8, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:07:39.388359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-640c7663-d610-4abf-97cb-4978049cd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:39.389860 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-640c7663-d610-4abf-97cb-4978049cd9f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e HTTP/1.1" status: 200 len: 835 time: 0.0527914 Apr 05 19:07:39.401078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adb128-5a36-47b5-a1cb-66f56ca6d4aa req-bc04ac0b-5fc6-4f28-a16d-697e5d5fefea tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:39.402843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47adb128-5a36-47b5-a1cb-66f56ca6d4aa req-bc04ac0b-5fc6-4f28-a16d-697e5d5fefea tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 946 time: 0.0949023 Apr 05 19:07:39.433740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Network b474ad3b-3a43-4779-9e65-0137e0096be8 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:07:39.438642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-4ad5539d-5adf-493b-8240-f2eef7f9024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:39.440718 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-4ad5539d-5adf-493b-8240-f2eef7f9024f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0434bae-f1fb-4573-b38a-7f37e7095629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440733 Apr 05 19:07:39.468680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, b474ad3b-3a43-4779-9e65-0137e0096be8) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:39.483652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4734aa-82b2-4432-aae0-2701231ace64 None None] Network b474ad3b-3a43-4779-9e65-0137e0096be8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:39.484234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:39.484616 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:39.488883 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb1b209e-70e5-4d76-aeb1-8f34c67f4610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:39.501189 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47adb128-5a36-47b5-a1cb-66f56ca6d4aa req-c31f5a88-b6c7-4f30-9c4a-a31c92830179 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810945 Apr 05 19:07:39.526652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-98ba9333-829c-4f93-a0f8-270566112f0e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4817166 Apr 05 19:07:39.575369 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-21990f3c-588e-4b9a-be09-6c14b6935aa7 service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261458 Apr 05 19:07:39.643961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43e8a6-78c0-44bb-ae17-b3fcf83bf65c None None] Network b474ad3b-3a43-4779-9e65-0137e0096be8 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:39.704245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9b58ba57-ee7f-4a6c-9907-92f7ea85c55f req-789d241e-5939-4e8e-a618-dc21aaa56cca service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213236 Apr 05 19:07:40.065214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53844) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:40.070106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-738928414-network', 'tenant_id': '6367c5b1a5b246b8a8272bb090ea9f77'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:40.089464 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Made reservation on behalf of 6367c5b1a5b246b8a8272bb090ea9f77 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:40.091778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.100729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.190822 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.194797 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.226170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:07:40.232714 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eced48-c21c-42d1-b165-1d3fd14e6e33,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:40.241688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.242153 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Added segment aaa9286f-f642-4d95-b38c-215477fbecb8 of type vlan for network d1fa34d7-9ace-4789-aa52-086d12ea52c9 Apr 05 19:07:40.286127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.311607 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.312547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:40.313115 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.395633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3275933 Apr 05 19:07:40.397300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 53850) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:40.402098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21db84c-1ff4-44a6-b406-02d882a830bd admin admin] Pushing event updated for resources: {'Network': ['ID=d1fa34d7-9ace-4789-aa52-086d12ea52c9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:40.404756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Request body: {'subnet': {'network_id': 'd1fa34d7-9ace-4789-aa52-086d12ea52c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-738928414-subnet', 'tenant_id': '6367c5b1a5b246b8a8272bb090ea9f77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:40.415912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d1fa34d7-9ace-4789-aa52-086d12ea52c9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:07:40.438284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Made reservation on behalf of 6367c5b1a5b246b8a8272bb090ea9f77 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:40.449300 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.637057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915ea1b-1cae-4e16-8473-26bbc01d1b1a req-fba9fb56-bbaf-4125-a17d-75703e44842c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:40.639351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9915ea1b-1cae-4e16-8473-26bbc01d1b1a req-fba9fb56-bbaf-4125-a17d-75703e44842c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 946 time: 0.0508573 Apr 05 19:07:40.640280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.682174 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9915ea1b-1cae-4e16-8473-26bbc01d1b1a req-33eafbb1-130f-4f0b-a604-e847ff49796c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360215 Apr 05 19:07:40.696242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06896fbd-31de-4279-8f5a-56f62f4bf268,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:40.705829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Checking segment: {'id': 'aaa9286f-f642-4d95-b38c-215477fbecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd1fa34d7-9ace-4789-aa52-086d12ea52c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:40.706191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Network hostable DHCP agents. Network: d1fa34d7-9ace-4789-aa52-086d12ea52c9, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:07:40.723761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Network d1fa34d7-9ace-4789-aa52-086d12ea52c9 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:07:40.732385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d1fa34d7-9ace-4789-aa52-086d12ea52c9) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:40.737787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:40.739126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:40.743571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560738d-fcc6-4b03-804f-ed754cb4e4ff None None] Network d1fa34d7-9ace-4789-aa52-086d12ea52c9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:40.765563 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-13686c8c-30cc-48a9-9ac0-c199c7b261b2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3576038 Apr 05 19:07:40.805420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f8d31-989a-4211-a528-7c3b1e75cfbf req-27b67f77-576c-4bed-95e9-afab5d4fb9ab tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:40.807085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b4f8d31-989a-4211-a528-7c3b1e75cfbf req-27b67f77-576c-4bed-95e9-afab5d4fb9ab tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 946 time: 0.0521350 Apr 05 19:07:40.856009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b4f8d31-989a-4211-a528-7c3b1e75cfbf req-bb0dc9b6-5af2-4901-868b-c14a00b4605c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372570 Apr 05 19:07:40.893102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c25a1f-7697-4c41-96cc-502be10b14bc None None] Network d1fa34d7-9ace-4789-aa52-086d12ea52c9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:07:41.242926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-ad189fde-51a5-4833-aa46-99a3504ff335 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:41.244376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-ad189fde-51a5-4833-aa46-99a3504ff335 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/networks?id=b474ad3b-3a43-4779-9e65-0137e0096be8 HTTP/1.1" status: 200 len: 809 time: 0.1018584 Apr 05 19:07:41.259285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-212263e2-d860-4735-b8f2-17c1f687140d tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/quotas/a02d766f52ac4e4dadfa81fb7f0e6b26 HTTP/1.1" status: 200 len: 375 time: 0.0090017 Apr 05 19:07:41.294429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-81aeedbc-a1a2-4ed5-bb7f-602f7eef0b07 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a02d766f52ac4e4dadfa81fb7f0e6b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299332 Apr 05 19:07:41.380729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-734f5aeb-d33c-4912-8c38-68284ae69c12 service neutron] 10.222.0.15 "GET /v2.0/networks/b474ad3b-3a43-4779-9e65-0137e0096be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791943 Apr 05 19:07:41.751328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-19185a8f-c233-421e-a463-ffa17d276a8b service neutron] 10.222.0.15 "GET /v2.0/networks/b474ad3b-3a43-4779-9e65-0137e0096be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643408 Apr 05 19:07:41.795778 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bc74a01-3006-4d7c-ab07-8fb69ffbccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:41.932314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4782987e-f3c8-40cc-a7df-0511616ddb57 req-e7c92895-e43b-46bc-aacb-23bb099e65e9 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 210 time: 0.0299795 Apr 05 19:07:42.112517 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:07:42.378509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 53914) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:07:42.846353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:42.902704 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:43.067607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-e30e343e-70d6-4262-b354-9964f8bf7947 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:43.069052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-e30e343e-70d6-4262-b354-9964f8bf7947 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.20 "GET /v2.0/networks?id=b474ad3b-3a43-4779-9e65-0137e0096be8 HTTP/1.1" status: 200 len: 809 time: 0.2337413 Apr 05 19:07:43.072522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e94a8a6b-f023-496a-a3db-8d2485fa65f4 req-3f3243a9-cafc-41f9-a4b7-fa5f476dc975 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 210 time: 0.0466657 Apr 05 19:07:43.090611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Request body: {'port': {'device_id': 'e949a1cc-d65e-4f8c-8768-e4e78e61715e', 'network_id': 'b474ad3b-3a43-4779-9e65-0137e0096be8', 'admin_state_up': True, 'tenant_id': 'a02d766f52ac4e4dadfa81fb7f0e6b26'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:43.320156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Made reservation on behalf of a02d766f52ac4e4dadfa81fb7f0e6b26 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:07:43.323656 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:43.336997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.20.0.17 (a25a7873-c647-4ee0-9d0f-52c3cc8e3c80/d6d56453-2924-42e5-809a-b4d211bbc6b3/a0562832-3cdd-4336-bb29-c4e686d8ebf5) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:43.553475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:43.558728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Allocated IP 172.20.0.8 (b474ad3b-3a43-4779-9e65-0137e0096be8/d7d253fa-a1e1-44e5-82ca-8ae16c0905e6/87abad31-ac5c-413d-bee2-d079a0d8993e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:07:43.638658 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:43.723557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:43.729813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:43.742026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:43.771303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=a0562832-3cdd-4336-bb29-c4e686d8ebf5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:43.814245 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:43.819795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:43.932714 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:43.982103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Network b474ad3b-3a43-4779-9e65-0137e0096be8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:43.989899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:43.997342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:07:44.047695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c27c5c7f-bdd2-4082-a26b-76a01ef0e248 None None] Provisioning complete for port a0562832-3cdd-4336-bb29-c4e686d8ebf5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:44.048723 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c27c5c7f-bdd2-4082-a26b-76a01ef0e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.059009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Pushing event updated for resources: {'Port': ['ID=87abad31-ac5c-413d-bee2-d079a0d8993e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:44.069389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.092574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:44.093187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.103562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c27c5c7f-bdd2-4082-a26b-76a01ef0e248 None None] Port a0562832-3cdd-4336-bb29-c4e686d8ebf5 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:44.130145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-7320f19e-562a-4529-bf99-382463b8bcbc tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0468538 Apr 05 19:07:44.148405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Request body: {'port': {'device_id': 'e949a1cc-d65e-4f8c-8768-e4e78e61715e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:07:44.311745 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.339549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab2357-7987-42ee-9f4e-c731122da6ee req-8d751b3d-3465-4719-b487-94f08485b44b tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:44.341064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18ab2357-7987-42ee-9f4e-c731122da6ee req-8d751b3d-3465-4719-b487-94f08485b44b tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 931 time: 0.1835599 Apr 05 19:07:44.447582 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.473167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18ab2357-7987-42ee-9f4e-c731122da6ee req-11f00105-4e70-4817-92ef-7c98b3fbe9e8 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206174 Apr 05 19:07:44.706031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.717185 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.809749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.815281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=a0562832-3cdd-4336-bb29-c4e686d8ebf5,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:44.906089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87abad31-ac5c-413d-bee2-d079a0d8993e {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:07:44.916253 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.945810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Transition to ACTIVE for port object 87abad31-ac5c-413d-bee2-d079a0d8993e will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:07:44.953227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.991394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:07:44.992300 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:44.999520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:07:45.014522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Pushing event updated for resources: {'Port': ['ID=87abad31-ac5c-413d-bee2-d079a0d8993e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:45.350156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-55f06066-f929-4cb5-b601-1ef5988bc8b5 None None] Provisioning complete for port a0562832-3cdd-4336-bb29-c4e686d8ebf5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:45.351562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55f06066-f929-4cb5-b601-1ef5988bc8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:45.388884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-55f06066-f929-4cb5-b601-1ef5988bc8b5 None None] Port a0562832-3cdd-4336-bb29-c4e686d8ebf5 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:07:45.506579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Attempting to bind port 87abad31-ac5c-413d-bee2-d079a0d8993e on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:07:45.506918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Attempting to bind port 87abad31-ac5c-413d-bee2-d079a0d8993e by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'a864091e-7bce-4e2f-a97a-1ad76675c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b474ad3b-3a43-4779-9e65-0137e0096be8'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:07:45.507268 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Attempting to bind port 87abad31-ac5c-413d-bee2-d079a0d8993e on network b474ad3b-3a43-4779-9e65-0137e0096be8 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:45.515835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Port 87abad31-ac5c-413d-bee2-d079a0d8993e on network b474ad3b-3a43-4779-9e65-0137e0096be8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:07:45.516148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Attempting to bind port 87abad31-ac5c-413d-bee2-d079a0d8993e on network b474ad3b-3a43-4779-9e65-0137e0096be8 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:45.522175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router fed9c8ec-f4d8-42dd-a156-41813392fb4f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:07:45.526306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:07:45.526668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Checking segment: {'id': 'a864091e-7bce-4e2f-a97a-1ad76675c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b474ad3b-3a43-4779-9e65-0137e0096be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:45.527041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Bound using segment: {'id': 'a864091e-7bce-4e2f-a97a-1ad76675c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b474ad3b-3a43-4779-9e65-0137e0096be8'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:07:45.527503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Bound port: 87abad31-ac5c-413d-bee2-d079a0d8993e, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a864091e-7bce-4e2f-a97a-1ad76675c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b474ad3b-3a43-4779-9e65-0137e0096be8'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:07:45.527825 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:45.709044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] For port 87abad31-ac5c-413d-bee2-d079a0d8993e, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:07:45.724012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e950128-f699-431f-a635-5ceb72a4a89d req-e84f6330-25e0-45b6-8360-ade0f1c7cd56 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:45.725501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e950128-f699-431f-a635-5ceb72a4a89d req-e84f6330-25e0-45b6-8360-ade0f1c7cd56 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 943 time: 0.1313436 Apr 05 19:07:45.745110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] For port 87abad31-ac5c-413d-bee2-d079a0d8993e, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=87abad31-ac5c-413d-bee2-d079a0d8993e,segment=NetworkSegment(a864091e-7bce-4e2f-a97a-1ad76675c026),segment_id=a864091e-7bce-4e2f-a97a-1ad76675c026)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:07:45.747488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:07:45.770498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-07922aed-d587-44a1-8eba-0684b1896fec tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "PUT /v2.0/routers/fed9c8ec-f4d8-42dd-a156-41813392fb4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3772855 Apr 05 19:07:45.770745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Sync routers for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:07:45.770852 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:45.773009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:45.774019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:45.804148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:45.804765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:45.806122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/87abad31-ac5c-413d-bee2-d079a0d8993e HTTP/1.1" status: 200 len: 1091 time: 1.6644249 Apr 05 19:07:45.806573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e949a1cc-d65e-4f8c-8768-e4e78e61715e', 'tag': '87abad31-ac5c-413d-bee2-d079a0d8993e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:45.808793 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001dadbb-a0ba-471c-a7cc-7f7501a46501" -d '{"events": [{"name": "network-changed", "server_uuid": "e949a1cc-d65e-4f8c-8768-e4e78e61715e", "tag": "87abad31-ac5c-413d-bee2-d079a0d8993e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:45.839941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e950128-f699-431f-a635-5ceb72a4a89d req-6176b269-e7f4-475f-bf7d-cd3374322988 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050510 Apr 05 19:07:45.845411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56445b-a658-4316-81b1-450f95c264b7 service neutron] Pushing event updated for resources: {'Port': ['ID=87abad31-ac5c-413d-bee2-d079a0d8993e,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:45.873574 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1215d75-b7ac-4367-87c4-ed9134642527 x-openstack-request-id: req-d1215d75-b7ac-4367-87c4-ed9134642527 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:45.873864 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e949a1cc-d65e-4f8c-8768-e4e78e61715e", "tag": "87abad31-ac5c-413d-bee2-d079a0d8993e", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:45.874108 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1215d75-b7ac-4367-87c4-ed9134642527 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:45.874541 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1215d75-b7ac-4367-87c4-ed9134642527'] response: {'name': 'network-changed', 'server_uuid': 'e949a1cc-d65e-4f8c-8768-e4e78e61715e', 'tag': '87abad31-ac5c-413d-bee2-d079a0d8993e', 'status': 'completed', 'code': 200} Apr 05 19:07:45.902009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:46.037712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dadbb-a0ba-471c-a7cc-7f7501a46501 req-21a4195e-38d9-41d9-9cad-6177686f2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:46.039239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-001dadbb-a0ba-471c-a7cc-7f7501a46501 req-21a4195e-38d9-41d9-9cad-6177686f2256 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a02d766f52ac4e4dadfa81fb7f0e6b26&device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 1094 time: 0.0478611 Apr 05 19:07:46.159099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:07:43Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'db2cad0f-6b14-4be3-8688-3b71dcfb7121', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:06:13Z', 'updated_at': '2022-04-05T19:06:17Z', 'revision_number': 1, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0562832-3cdd-4336-bb29-c4e686d8ebf5', 'name': '', 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:13:e2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd6d56453-2924-42e5-809a-b4d211bbc6b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:43Z', 'updated_at': '2022-04-05T19:07:44Z', 'revision_number': 2, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'd6d56453-2924-42e5-809a-b4d211bbc6b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:46.185239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Checking router: fed9c8ec-f4d8-42dd-a156-41813392fb4f for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:07:46.185592 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Updating router fed9c8ec-f4d8-42dd-a156-41813392fb4f port a0562832-3cdd-4336-bb29-c4e686d8ebf5 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:07:46.217385 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:46.217799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dadbb-a0ba-471c-a7cc-7f7501a46501 req-7dd3b135-6e81-4bef-83ea-e86463e41dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:46.219302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-001dadbb-a0ba-471c-a7cc-7f7501a46501 req-7dd3b135-6e81-4bef-83ea-e86463e41dfb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a02d766f52ac4e4dadfa81fb7f0e6b26&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1728339 Apr 05 19:07:46.409122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dadbb-a0ba-471c-a7cc-7f7501a46501 req-119fe18c-5cbf-4c15-9155-99f8a199ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:46.411322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-001dadbb-a0ba-471c-a7cc-7f7501a46501 req-119fe18c-5cbf-4c15-9155-99f8a199ca55 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1848907 Apr 05 19:07:46.494304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-3a9bec98-a36a-4559-9baa-dee79c3ffae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:46.495835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-3a9bec98-a36a-4559-9baa-dee79c3ffae1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a02d766f52ac4e4dadfa81fb7f0e6b26&device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 1094 time: 0.0437984 Apr 05 19:07:46.512172 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:46.519059 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:46.542676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-34cef2a8-26b6-489b-bb38-0513ff14c0f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87abad31-ac5c-413d-bee2-d079a0d8993e HTTP/1.1" status: 200 len: 217 time: 0.0390732 Apr 05 19:07:46.603055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-5501666d-363f-4816-bd4d-7640371e97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:46.604778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-5501666d-363f-4816-bd4d-7640371e97ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7d253fa-a1e1-44e5-82ca-8ae16c0905e6 HTTP/1.1" status: 200 len: 849 time: 0.0525899 Apr 05 19:07:46.610085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12561482-7ac7-4354-89d6-c18b1fa815ac None None] Pushing event updated for resources: {'Port': ['ID=a0562832-3cdd-4336-bb29-c4e686d8ebf5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:46.646636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-f1db33b8-3082-4f90-8740-3184f604fdf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b474ad3b-3a43-4779-9e65-0137e0096be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334959 Apr 05 19:07:46.653105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Attempting to bind port a0562832-3cdd-4336-bb29-c4e686d8ebf5 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:07:46.653474 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Attempting to bind port a0562832-3cdd-4336-bb29-c4e686d8ebf5 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:07:46.653839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Attempting to bind port a0562832-3cdd-4336-bb29-c4e686d8ebf5 on network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:07:46.659361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:07:46.659732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Checking segment: {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:07:46.660138 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:46.660518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Bound using segment: {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:07:46.661180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Bound port: a0562832-3cdd-4336-bb29-c4e686d8ebf5, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a30512-e987-4642-a204-cd2f9d61eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:07:46.661560 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:46.741484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] For port a0562832-3cdd-4336-bb29-c4e686d8ebf5, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:07:46.746165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] For port a0562832-3cdd-4336-bb29-c4e686d8ebf5, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a0562832-3cdd-4336-bb29-c4e686d8ebf5,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:07:46.749922 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-411c6d50-a621-4351-8295-8cdac0fcf17e service neutron] 10.222.0.20 "GET /v2.0/networks/b474ad3b-3a43-4779-9e65-0137e0096be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963151 Apr 05 19:07:46.753468 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:46.826766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12561482-7ac7-4354-89d6-c18b1fa815ac None None] Pushing event updated for resources: {'Port': ['ID=a0562832-3cdd-4336-bb29-c4e686d8ebf5,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:46.830556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:07:46.831346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:46.903738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e8a8db8-f9a8-4810-a8cd-6d0a2e3068fc req-922cbb6f-77f5-45fe-a4d3-851b3aa7af69 service neutron] 10.222.0.20 "GET /v2.0/networks/b474ad3b-3a43-4779-9e65-0137e0096be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439319 Apr 05 19:07:46.971961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fc98a677-4054-49dd-844a-6a7059919392 None None] Provisioning complete for port a0562832-3cdd-4336-bb29-c4e686d8ebf5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:46.972323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc98a677-4054-49dd-844a-6a7059919392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:46.992228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349f8f7-b692-49b7-b4f6-40f4a8e6b17f req-fed83350-fc00-4e80-80d8-2f3b3a21a356 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:46.993969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2349f8f7-b692-49b7-b4f6-40f4a8e6b17f req-fed83350-fc00-4e80-80d8-2f3b3a21a356 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 943 time: 0.0593565 Apr 05 19:07:47.003709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:07:47.043327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2349f8f7-b692-49b7-b4f6-40f4a8e6b17f req-5f671b39-bcaa-43a6-83b3-2befe1525298 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Apr 05 19:07:47.204005 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc98a677-4054-49dd-844a-6a7059919392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:47.425883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-fc98a677-4054-49dd-844a-6a7059919392 None None] For port a0562832-3cdd-4336-bb29-c4e686d8ebf5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a0562832-3cdd-4336-bb29-c4e686d8ebf5,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:47.450579 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc98a677-4054-49dd-844a-6a7059919392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:47.508302 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98a677-4054-49dd-844a-6a7059919392 None None] Pushing event updated for resources: {'Port': ['ID=a0562832-3cdd-4336-bb29-c4e686d8ebf5,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:47.520648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:07:43Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'db2cad0f-6b14-4be3-8688-3b71dcfb7121', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:06:13Z', 'updated_at': '2022-04-05T19:06:17Z', 'revision_number': 1, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0562832-3cdd-4336-bb29-c4e686d8ebf5', 'name': '', 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:13:e2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd6d56453-2924-42e5-809a-b4d211bbc6b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:43Z', 'updated_at': '2022-04-05T19:07:46Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'd6d56453-2924-42e5-809a-b4d211bbc6b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:07:47.551033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b07a9e-d09b-46c3-840f-2198839e2854 None None] The sync data for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 is: [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:07:43Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'db2cad0f-6b14-4be3-8688-3b71dcfb7121', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:06:13Z', 'updated_at': '2022-04-05T19:06:17Z', 'revision_number': 1, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0562832-3cdd-4336-bb29-c4e686d8ebf5', 'name': '', 'network_id': 'a25a7873-c647-4ee0-9d0f-52c3cc8e3c80', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:13:e2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd6d56453-2924-42e5-809a-b4d211bbc6b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:43Z', 'updated_at': '2022-04-05T19:07:46Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'd6d56453-2924-42e5-809a-b4d211bbc6b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:07:47.574266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-af05a523-fde1-4c09-be03-a7275a2dd164 None None] Provisioning complete for port a0562832-3cdd-4336-bb29-c4e686d8ebf5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:47.574746 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af05a523-fde1-4c09-be03-a7275a2dd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:48.184227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9de103-4269-49a0-8791-5dc33e4720ba req-19bcaeea-1520-4503-8853-c7ed38cb94e4 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:48.185610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e9de103-4269-49a0-8791-5dc33e4720ba req-19bcaeea-1520-4503-8853-c7ed38cb94e4 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 943 time: 0.0550551 Apr 05 19:07:48.238546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e9de103-4269-49a0-8791-5dc33e4720ba req-30364578-9eb5-4bf2-bc2e-18b37fd24086 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452604 Apr 05 19:07:49.367928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c8381-323b-4780-801b-e62aee60f8ad req-cb9cd4f7-5612-45cc-a624-477e1b38bac8 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:49.369390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-586c8381-323b-4780-801b-e62aee60f8ad req-cb9cd4f7-5612-45cc-a624-477e1b38bac8 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 943 time: 0.0536067 Apr 05 19:07:49.415903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-586c8381-323b-4780-801b-e62aee60f8ad req-3131a5e4-9973-4dd5-bf93-a117bdc14d9f tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Apr 05 19:07:49.506236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a0562832-3cdd-4336-bb29-c4e686d8ebf5 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:49.554680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a0562832-3cdd-4336-bb29-c4e686d8ebf5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:49.555049 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:50.534877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47495de0-1412-4bcb-8c73-104df6be083d req-ce36fa93-cd28-4d41-99db-c94b7aa74a60 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:50.536295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47495de0-1412-4bcb-8c73-104df6be083d req-ce36fa93-cd28-4d41-99db-c94b7aa74a60 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 943 time: 0.0504451 Apr 05 19:07:50.578746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47495de0-1412-4bcb-8c73-104df6be083d req-f29bbc2a-9b90-4f6a-90c1-1e5fc0fd7a2d tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342431 Apr 05 19:07:50.979514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 87abad31-ac5c-413d-bee2-d079a0d8993e details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:07:51.076890 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 87abad31-ac5c-413d-bee2-d079a0d8993e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=87abad31-ac5c-413d-bee2-d079a0d8993e,segment=NetworkSegment(a864091e-7bce-4e2f-a97a-1ad76675c026),segment_id=a864091e-7bce-4e2f-a97a-1ad76675c026)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:51.089738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '87abad31-ac5c-413d-bee2-d079a0d8993e', 'network_id': 'b474ad3b-3a43-4779-9e65-0137e0096be8', 'port_id': '87abad31-ac5c-413d-bee2-d079a0d8993e', 'mac_address': 'fa:16:3e:75:dc:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d253fa-a1e1-44e5-82ca-8ae16c0905e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:07:51.127296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:51.140614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87abad31-ac5c-413d-bee2-d079a0d8993e {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:07:51.161577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 87abad31-ac5c-413d-bee2-d079a0d8993e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=87abad31-ac5c-413d-bee2-d079a0d8993e,segment=NetworkSegment(a864091e-7bce-4e2f-a97a-1ad76675c026),segment_id=a864091e-7bce-4e2f-a97a-1ad76675c026)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:51.166848 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:51.219935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=87abad31-ac5c-413d-bee2-d079a0d8993e,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:51.404449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['87abad31-ac5c-413d-bee2-d079a0d8993e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:07:51.699127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc91d4-2aa9-44e3-9f68-ee6649cac15c req-e1ea230f-8ea9-4782-a850-ead19bd2db63 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:51.700601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1dc91d4-2aa9-44e3-9f68-ee6649cac15c req-e1ea230f-8ea9-4782-a850-ead19bd2db63 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 944 time: 0.0513813 Apr 05 19:07:51.740807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1dc91d4-2aa9-44e3-9f68-ee6649cac15c req-73018b01-e45d-492b-a88c-ac162f1e7d0c tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Apr 05 19:07:52.859615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c7e0-677d-42db-ab67-e657857c9170 req-48ac98c7-f698-4180-8894-513ceb6616a5 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:52.862277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ee5c7e0-677d-42db-ab67-e657857c9170 req-48ac98c7-f698-4180-8894-513ceb6616a5 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 944 time: 0.0534265 Apr 05 19:07:52.904361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3ee5c7e0-677d-42db-ab67-e657857c9170 req-cf667f5b-81be-4c3a-af14-6f22d299c84b tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Apr 05 19:07:53.005203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 87abad31-ac5c-413d-bee2-d079a0d8993e up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:07:53.053267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 87abad31-ac5c-413d-bee2-d079a0d8993e completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:07:53.057107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 87abad31-ac5c-413d-bee2-d079a0d8993e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:07:53.057476 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:53.143467 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:53.166098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e949a1cc-d65e-4f8c-8768-e4e78e61715e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87abad31-ac5c-413d-bee2-d079a0d8993e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:53.168442 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3682cd2d-9bf3-4460-b835-4d51aa276afb" -d '{"events": [{"server_uuid": "e949a1cc-d65e-4f8c-8768-e4e78e61715e", "name": "network-vif-plugged", "status": "completed", "tag": "87abad31-ac5c-413d-bee2-d079a0d8993e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:53.182213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 87abad31-ac5c-413d-bee2-d079a0d8993e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=87abad31-ac5c-413d-bee2-d079a0d8993e,segment=NetworkSegment(a864091e-7bce-4e2f-a97a-1ad76675c026),segment_id=a864091e-7bce-4e2f-a97a-1ad76675c026)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:53.186885 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:53.213726 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a07c4f9-2ac9-43f2-ae4d-1d77d934687f x-openstack-request-id: req-6a07c4f9-2ac9-43f2-ae4d-1d77d934687f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:53.214022 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e949a1cc-d65e-4f8c-8768-e4e78e61715e", "name": "network-vif-plugged", "status": "completed", "tag": "87abad31-ac5c-413d-bee2-d079a0d8993e", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:53.214270 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a07c4f9-2ac9-43f2-ae4d-1d77d934687f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:53.214685 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a07c4f9-2ac9-43f2-ae4d-1d77d934687f'] response: {'server_uuid': 'e949a1cc-d65e-4f8c-8768-e4e78e61715e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87abad31-ac5c-413d-bee2-d079a0d8993e', 'code': 200} Apr 05 19:07:53.249934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=87abad31-ac5c-413d-bee2-d079a0d8993e,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:53.320624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd4f19-71e5-4eb3-ab2c-a6a299de3d83 req-f3bb6259-71f8-473c-9b72-8133c4b332c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:53.322246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8fd4f19-71e5-4eb3-ab2c-a6a299de3d83 req-f3bb6259-71f8-473c-9b72-8133c4b332c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 1096 time: 0.0400655 Apr 05 19:07:53.355663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8fd4f19-71e5-4eb3-ab2c-a6a299de3d83 req-51adf9f1-231f-4453-8fae-27821fddbfa3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267203 Apr 05 19:07:54.021632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01acd08-5d0d-4050-bcb8-7c3bb361fb76 req-acb8f16b-6b34-46fa-ac33-838c9922b50e tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:54.023185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e01acd08-5d0d-4050-bcb8-7c3bb361fb76 req-acb8f16b-6b34-46fa-ac33-838c9922b50e tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 945 time: 0.0502105 Apr 05 19:07:54.061110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e01acd08-5d0d-4050-bcb8-7c3bb361fb76 req-2c2c6101-b552-4e03-8620-8133ac2ce28d tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Apr 05 19:07:55.187830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca249f4-36f2-4c9b-9414-5db9629a4663 req-84c2d990-2e66-41d8-884a-a951171c796b tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:55.190656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ca249f4-36f2-4c9b-9414-5db9629a4663 req-84c2d990-2e66-41d8-884a-a951171c796b tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 945 time: 0.0587714 Apr 05 19:07:55.241630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ca249f4-36f2-4c9b-9414-5db9629a4663 req-9da14b60-ecc8-4f52-b43f-00f57b61bf80 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Apr 05 19:07:57.719343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9a452-182c-4fca-9c15-a10d4075ad81 req-9c8dfd4e-81ef-4a05-b635-b213bf5b05e6 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:57.721421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55d9a452-182c-4fca-9c15-a10d4075ad81 req-9c8dfd4e-81ef-4a05-b635-b213bf5b05e6 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 945 time: 0.0497017 Apr 05 19:07:57.760037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55d9a452-182c-4fca-9c15-a10d4075ad81 req-5da1cce1-cf0f-49d0-9838-bc70fbcb7c56 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Apr 05 19:07:58.885207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ed694-b8c2-437f-8793-3245a3e210d2 req-a373e293-b8fb-4acd-a08d-d4ea3738afee tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:58.886884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc1ed694-b8c2-437f-8793-3245a3e210d2 req-a373e293-b8fb-4acd-a08d-d4ea3738afee tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 945 time: 0.0522680 Apr 05 19:07:58.926620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fc1ed694-b8c2-437f-8793-3245a3e210d2 req-d16b4080-f3ee-483d-a268-22bd1bba8c96 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/security-groups?id=791174ea-2c34-4bc4-8745-b6b8980829b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330825 Apr 05 19:07:59.118083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-2e063a36-9048-441a-a309-f1c94a116c8b tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:07:59.119792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-2e063a36-9048-441a-a309-f1c94a116c8b tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.20 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 945 time: 0.0533886 Apr 05 19:07:59.211893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Deleting port 87abad31-ac5c-413d-bee2-d079a0d8993e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:07:59.212236 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:59.307791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] For port 87abad31-ac5c-413d-bee2-d079a0d8993e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=87abad31-ac5c-413d-bee2-d079a0d8993e,segment=NetworkSegment(a864091e-7bce-4e2f-a97a-1ad76675c026),segment_id=a864091e-7bce-4e2f-a97a-1ad76675c026)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:07:59.308158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:59.322919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Calling delete_port for 87abad31-ac5c-413d-bee2-d079a0d8993e owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:07:59.453112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:59.465972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['87abad31-ac5c-413d-bee2-d079a0d8993e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:07:59.484933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Pushing event deleted for resources: {'Port': ['ID=87abad31-ac5c-413d-bee2-d079a0d8993e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:07:59.528328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] No DVR routers for this DVR port 87abad31-ac5c-413d-bee2-d079a0d8993e on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:07:59.531197 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:07:59.534575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14eea1da-c7cd-42a4-bc08-18596e1ff7b7 req-55381425-cd71-44f0-9258-333909d56e89 tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.20 "DELETE /v2.0/ports/87abad31-ac5c-413d-bee2-d079a0d8993e HTTP/1.1" status: 204 len: 173 time: 0.4084790 Apr 05 19:07:59.535027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e949a1cc-d65e-4f8c-8768-e4e78e61715e', 'name': 'network-vif-deleted', 'tag': '87abad31-ac5c-413d-bee2-d079a0d8993e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:07:59.537337 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af33015a-d809-42e6-a184-602cd2b6e741" -d '{"events": [{"server_uuid": "e949a1cc-d65e-4f8c-8768-e4e78e61715e", "name": "network-vif-deleted", "tag": "87abad31-ac5c-413d-bee2-d079a0d8993e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:07:59.585985 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4119c52e-0180-4f7b-90cf-d365087d9bde x-openstack-request-id: req-4119c52e-0180-4f7b-90cf-d365087d9bde {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:07:59.586268 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e949a1cc-d65e-4f8c-8768-e4e78e61715e", "name": "network-vif-deleted", "tag": "87abad31-ac5c-413d-bee2-d079a0d8993e", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:07:59.586562 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4119c52e-0180-4f7b-90cf-d365087d9bde {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:07:59.586994 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4119c52e-0180-4f7b-90cf-d365087d9bde'] response: {'server_uuid': 'e949a1cc-d65e-4f8c-8768-e4e78e61715e', 'name': 'network-vif-deleted', 'tag': '87abad31-ac5c-413d-bee2-d079a0d8993e', 'status': 'completed', 'code': 200} Apr 05 19:08:00.039480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-743641d8-b7d1-4c38-9668-7bb67745897d req-07bdedf1-b8b6-4d49-b1b6-2a0d47c0f42d tempest-VolumesActionsTest-946474106 tempest-VolumesActionsTest-946474106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e949a1cc-d65e-4f8c-8768-e4e78e61715e HTTP/1.1" status: 200 len: 210 time: 0.0272057 Apr 05 19:08:03.068935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 87abad31-ac5c-413d-bee2-d079a0d8993e no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:03.089573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 87abad31-ac5c-413d-bee2-d079a0d8993e {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:03.089920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 87abad31-ac5c-413d-bee2-d079a0d8993e not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:05.202249 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:07.237911 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:09.462080 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74dd5143-2c35-41d5-a3af-87e081757999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:09.877096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54552) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:09.989974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c9045de3-dba4-46a9-8193-d86eb4ede58f tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2415 time: 0.1118836 Apr 05 19:08:09.993717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54556) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:09.998678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'network': {'name': 'tempest-network-smoke--1551844576', 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'port_security_enabled': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:10.019514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Made reservation on behalf of a82eeee122fe4a028de2d6e2d31128ed for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:08:10.023632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.049016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:08:10.057977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.058248 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Added segment 4bd74dad-6178-448b-9888-ff3e60aa5442 of type vlan for network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b Apr 05 19:08:10.103854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.131808 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.137577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:10.138197 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.196959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2019644 Apr 05 19:08:10.199920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54558) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:10.206998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'admin_state_up': True, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:10.214483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Network': ['ID=8f6ffb5c-f182-4386-bbe2-e482ec52d56b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:10.223435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.223980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.224604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.225086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.225580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.226157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.226674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.227170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.227761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.228238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.228711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.229195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3c9d-86bd-45a6-9023-6cccad9075a8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:10.242768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:08:10.251877 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.253055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.314802 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.458498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.661289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.680875 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.798812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Allocated IP 172.25.4.62 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/f7e5dc95-c478-4252-b46a-f297961ac870) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:08:10.922941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:10.960548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:11.014027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:11.017841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:11.021112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:08:11.048778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=f7e5dc95-c478-4252-b46a-f297961ac870,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:11.316680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:11.538025 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:11.664641 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:08:11.773804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:11.789143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Sync routers for ids ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:11.807234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:11.807800 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Routers {'123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:11.809009 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1bc81a87-ee25-4036-9f73-676025b665e2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6075079 Apr 05 19:08:11.809687 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:07:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:11.812289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54566) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:11.815495 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d650dd5-4ce8-4864-8147-96af45ff6fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:11.887829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc0c75-97aa-47e1-b1df-e365b4ab6f95 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:11.889370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-29fc0c75-97aa-47e1-b1df-e365b4ab6f95 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a82eeee122fe4a028de2d6e2d31128ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0760040 Apr 05 19:08:11.892478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54568) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:11.928213 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Set router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:12.013670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80357e3f-4360-4913-b700-d5d35665b9d9 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:12.015198 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-80357e3f-4360-4913-b700-d5d35665b9d9 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1214707 Apr 05 19:08:12.018092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54576) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:12.061760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-aebf389c-c477-4e93-8eab-edbe94f44c4e tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422659 Apr 05 19:08:12.064257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54578) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:12.132233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-86241433-8c44-40df-a9d2-0514262d4874 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a82eeee122fe4a028de2d6e2d31128ed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665972 Apr 05 19:08:12.135155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54580) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:12.207708 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:11Z', 'revision_number': 3, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:12.259136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbb28a-ad81-43bc-945d-6782cf06e605 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:12.260939 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-61cbb28a-ad81-43bc-945d-6782cf06e605 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247928 Apr 05 19:08:12.263921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54582) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:12.267075 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Checking router: 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:12.267737 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Updating router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 port f7e5dc95-c478-4252-b46a-f297961ac870 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:08:12.299817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-72a09c8a-7832-42f9-ab74-a21b4a5e8cb3 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347373 Apr 05 19:08:12.302247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54584) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:12.309349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-414658538', 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b', 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:12.315183 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.487246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Made reservation on behalf of a82eeee122fe4a028de2d6e2d31128ed for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:08:12.493033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.648899 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.658678 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.729671 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Pushing event updated for resources: {'Port': ['ID=f7e5dc95-c478-4252-b46a-f297961ac870,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:12.732718 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Attempting to bind port f7e5dc95-c478-4252-b46a-f297961ac870 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:08:12.733234 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Attempting to bind port f7e5dc95-c478-4252-b46a-f297961ac870 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:08:12.733740 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Attempting to bind port f7e5dc95-c478-4252-b46a-f297961ac870 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:12.744850 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.745412 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.745941 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.746612 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.747103 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.747590 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.748098 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.748580 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.749049 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.749528 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.750008 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.750602 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:12.762331 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:08:12.762946 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:12.764805 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.765371 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:08:12.766018 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Bound port: f7e5dc95-c478-4252-b46a-f297961ac870, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:08:12.767492 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.774319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.831994 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] For port f7e5dc95-c478-4252-b46a-f297961ac870, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:08:12.836082 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] For port f7e5dc95-c478-4252-b46a-f297961ac870, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f7e5dc95-c478-4252-b46a-f297961ac870,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:08:12.841742 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.877345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Checking segment: {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:12.879093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network hostable DHCP agents. Network: 8f6ffb5c-f182-4386-bbe2-e482ec52d56b, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:08:12.883518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Subnet': ['ID=5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:12.893341 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.908421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:08:12.924422 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Routers {'123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:12.925201 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:12.925890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 8f6ffb5c-f182-4386-bbe2-e482ec52d56b) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:12.936259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10acb006-a9ef-443a-b42a-0e99ad173238 None None] Network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:08:12.942322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:12.958328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:12.993843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-75657233-0b15-42da-b8e0-0529e6220d2a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6899328 Apr 05 19:08:12.996373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 54596) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:13.169596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-8f6ffb5c-f182-4386-bbe2-e482ec52d56b', 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'fixed_ips': [{'subnet_id': '5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:08:13.174424 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:13.198751 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c3c46-3712-4b87-b72a-20574514b66d None None] Pushing event updated for resources: {'Port': ['ID=f7e5dc95-c478-4252-b46a-f297961ac870,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:13.212561 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] Set router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:13.416998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Allocated IP 172.20.0.18 (8f6ffb5c-f182-4386-bbe2-e482ec52d56b/5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8/5d3b272d-9b28-4bcb-9741-8af82888f712) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:08:13.517772 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:11Z', 'revision_number': 3, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:13.550701 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119d3b4-a5bf-4a18-9ae1-8b3be67162c2 None None] The sync data for ids ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'] in n-d-836650-3 is: [{'id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:11Z', 'revision_number': 3, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:13.623988 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:13.634361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:13.676815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:13.682716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:13.687130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:08:13.693120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:13.702882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Pushing event updated for resources: {'Port': ['ID=5d3b272d-9b28-4bcb-9741-8af82888f712,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:13.741236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.741572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.741900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.742225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.742574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.742897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.743220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.743525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.743899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.744209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.744765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.745093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:13.786749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Attempting to bind port 5d3b272d-9b28-4bcb-9741-8af82888f712 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:08:13.787118 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Attempting to bind port 5d3b272d-9b28-4bcb-9741-8af82888f712 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:08:13.787472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Attempting to bind port 5d3b272d-9b28-4bcb-9741-8af82888f712 on network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:13.800098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:08:13.800098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Checking segment: {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:13.800098 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:13.800098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Bound using segment: {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:08:13.800098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Bound port: 5d3b272d-9b28-4bcb-9741-8af82888f712, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:08:13.800098 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:13.880149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] For port 5d3b272d-9b28-4bcb-9741-8af82888f712, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:08:13.884046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] For port 5d3b272d-9b28-4bcb-9741-8af82888f712, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5d3b272d-9b28-4bcb-9741-8af82888f712,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:08:13.892134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:14.042627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7f8ed-1e19-467f-bec8-b971adcf6be9 None None] Pushing event updated for resources: {'Port': ['ID=5d3b272d-9b28-4bcb-9741-8af82888f712,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:14.449907 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:14.611799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Allocated IP 172.20.0.17 (8f6ffb5c-f182-4386-bbe2-e482ec52d56b/5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8/f5fc56aa-2c15-4052-886b-9b216c89069a) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:08:14.741565 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:14.783520 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:14.847517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:14.856031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:14.873156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:08:14.877434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=f5fc56aa-2c15-4052-886b-9b216c89069a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:14.925428 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:15.010907 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:15.019261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 54616) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:15.200297 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:15.624209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359cc99d-5d91-4407-a130-f90e8843ffde None None] Network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:08:15.792990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f7e5dc95-c478-4252-b46a-f297961ac870 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:15.858779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:15.870492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4943a9f7-d4b2-4767-bd7b-baa0c0294d17 None None] Provisioning complete for port 5d3b272d-9b28-4bcb-9741-8af82888f712 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:15.871041 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4943a9f7-d4b2-4767-bd7b-baa0c0294d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:15.877924 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.066133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=f5fc56aa-2c15-4052-886b-9b216c89069a,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:16.109449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.266601 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.269407 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4943a9f7-d4b2-4767-bd7b-baa0c0294d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.271408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f7e5dc95-c478-4252-b46a-f297961ac870 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:16.271772 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.371523 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:16.373745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:16.434021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4943a9f7-d4b2-4767-bd7b-baa0c0294d17 None None] For port 5d3b272d-9b28-4bcb-9741-8af82888f712, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5d3b272d-9b28-4bcb-9741-8af82888f712,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:16.450071 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4943a9f7-d4b2-4767-bd7b-baa0c0294d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.580050 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.588840 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943a9f7-d4b2-4767-bd7b-baa0c0294d17 None None] Pushing event updated for resources: {'Port': ['ID=5d3b272d-9b28-4bcb-9741-8af82888f712,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:16.636058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port f7e5dc95-c478-4252-b46a-f297961ac870, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f7e5dc95-c478-4252-b46a-f297961ac870,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:16.645214 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.647935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5d3b272d-9b28-4bcb-9741-8af82888f712 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:16.653063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:08:16.869918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b519eaf7-7096-4153-b0e1-25de3b291e92 None None] Provisioning complete for port 5d3b272d-9b28-4bcb-9741-8af82888f712 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:16.870376 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b519eaf7-7096-4153-b0e1-25de3b291e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.872403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=f7e5dc95-c478-4252-b46a-f297961ac870,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:16.888235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port a0562832-3cdd-4336-bb29-c4e686d8ebf5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:16.888638 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:16.977000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5d3b272d-9b28-4bcb-9741-8af82888f712 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:16.982180 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:17.010840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:17.018198 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8c211f3d-4140-40aa-8101-c27904435f55 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "PUT /v2.0/routers/123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0203018 Apr 05 19:08:17.038850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] For port a0562832-3cdd-4336-bb29-c4e686d8ebf5, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a0562832-3cdd-4336-bb29-c4e686d8ebf5,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:17.039930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:17.057180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for a0562832-3cdd-4336-bb29-c4e686d8ebf5 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:17.096572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Sync routers for ids ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:17.218476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Routers {'123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:17.223756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:17.472775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:17.587067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Set router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:17.685011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=a0562832-3cdd-4336-bb29-c4e686d8ebf5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:17.723624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b519eaf7-7096-4153-b0e1-25de3b291e92 None None] Provisioning complete for port f5fc56aa-2c15-4052-886b-9b216c89069a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:17.724581 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b519eaf7-7096-4153-b0e1-25de3b291e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:17.919870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b519eaf7-7096-4153-b0e1-25de3b291e92 None None] Port f5fc56aa-2c15-4052-886b-9b216c89069a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:08:17.968990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:15Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'f5fc56aa-2c15-4052-886b-9b216c89069a', 'name': '', 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:8c:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:14Z', 'updated_at': '2022-04-05T19:08:15Z', 'revision_number': 2, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:18.020942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-3a04b99f-5893-427d-bce6-ea327e697c58 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:18.030785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-3a04b99f-5893-427d-bce6-ea327e697c58 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/networks?id=8f6ffb5c-f182-4386-bbe2-e482ec52d56b HTTP/1.1" status: 200 len: 798 time: 0.5947521 Apr 05 19:08:18.053279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-7469ccbf-d539-401a-a75a-a2bf5b02f92c tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/quotas/a82eeee122fe4a028de2d6e2d31128ed HTTP/1.1" status: 200 len: 375 time: 0.0213358 Apr 05 19:08:18.275062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Checking router: 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:18.275638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Updating router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 port f5fc56aa-2c15-4052-886b-9b216c89069a binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:08:18.279350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5d3b272d-9b28-4bcb-9741-8af82888f712 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:18.356927 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:18.369778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-91b4df6a-855d-434b-901f-6b0c0bb8aeb2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3153634 Apr 05 19:08:18.380669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-90badea9-3759-45d6-9e9c-2f3462194434 None None] Provisioning complete for port f5fc56aa-2c15-4052-886b-9b216c89069a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:18.381233 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90badea9-3759-45d6-9e9c-2f3462194434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:18.393315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-50c0dee4-ba2e-4471-a004-dbbb3904219a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:08:18.394291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-50c0dee4-ba2e-4471-a004-dbbb3904219a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052509 Apr 05 19:08:18.402363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:18.504048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-90badea9-3759-45d6-9e9c-2f3462194434 None None] Port f5fc56aa-2c15-4052-886b-9b216c89069a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:08:18.510499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 5d3b272d-9b28-4bcb-9741-8af82888f712 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:18.511210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:18.691644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f7e5dc95-c478-4252-b46a-f297961ac870 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:18.695086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-cd97a755-f583-4353-8f5d-3eed568b15b2 service neutron] 10.222.0.15 "GET /v2.0/networks/8f6ffb5c-f182-4386-bbe2-e482ec52d56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743938 Apr 05 19:08:18.875964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router fed9c8ec-f4d8-42dd-a156-41813392fb4f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:08:18.887127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f7e5dc95-c478-4252-b46a-f297961ac870 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:18.888185 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:18.940251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-faa5edff-dabf-472a-bfd6-dc91bbaaec3e service neutron] 10.222.0.15 "GET /v2.0/networks/8f6ffb5c-f182-4386-bbe2-e482ec52d56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200890 Apr 05 19:08:18.970459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:19.025610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:19.027232 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:19.041578 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] Sync routers for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:19.043932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a89d9cbb-4a02-46d1-a1cf-fcadff7bbd66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "PUT /v2.0/routers/fed9c8ec-f4d8-42dd-a156-41813392fb4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0141213 Apr 05 19:08:19.061340 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:19.063374 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:19.190155 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:08:19.194678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f33494-cb4d-4d06-a2c4-832e0ba774b6 None None] Pushing event updated for resources: {'Port': ['ID=f5fc56aa-2c15-4052-886b-9b216c89069a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:19.246263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Attempting to bind port f5fc56aa-2c15-4052-886b-9b216c89069a on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:08:19.268586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Attempting to bind port f5fc56aa-2c15-4052-886b-9b216c89069a by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:08:19.269215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Attempting to bind port f5fc56aa-2c15-4052-886b-9b216c89069a on network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:19.284048 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:08:19.295894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec602ee7-69da-4d95-84f4-d667300c3db2 req-e1fb4015-289b-4bd0-aa22-21847307a14f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 210 time: 0.0652030 Apr 05 19:08:19.302872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Checking segment: {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:19.304886 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:19.305307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Bound using segment: {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:08:19.307340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Bound port: f5fc56aa-2c15-4052-886b-9b216c89069a, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:08:19.307751 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:19.335199 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:19.454342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] For port f5fc56aa-2c15-4052-886b-9b216c89069a, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:08:19.458320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] For port f5fc56aa-2c15-4052-886b-9b216c89069a, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f5fc56aa-2c15-4052-886b-9b216c89069a,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:08:19.464742 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:19.568936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3d22a-5771-4862-90fb-3d59076eb882 req-03518a6b-886e-4378-b6c7-3e307de76547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:19.571058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Routers {'123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:19.572686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:19.573847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fc3d22a-5771-4862-90fb-3d59076eb882 req-03518a6b-886e-4378-b6c7-3e307de76547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 946 time: 0.1732209 Apr 05 19:08:19.652063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f33494-cb4d-4d06-a2c4-832e0ba774b6 None None] Pushing event updated for resources: {'Port': ['ID=f5fc56aa-2c15-4052-886b-9b216c89069a,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:19.669668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ef404071-aa27-4cbf-82e0-3db976c7a8ba None None] Provisioning complete for port f5fc56aa-2c15-4052-886b-9b216c89069a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:19.671967 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef404071-aa27-4cbf-82e0-3db976c7a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:19.676585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1fc3d22a-5771-4862-90fb-3d59076eb882 req-d8a58386-9962-4f6f-987c-dbcb3d53a3f7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918548 Apr 05 19:08:19.768691 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:08:17Z', 'revision_number': 6, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'db2cad0f-6b14-4be3-8688-3b71dcfb7121', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:06:13Z', 'updated_at': '2022-04-05T19:06:17Z', 'revision_number': 1, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:19.813691 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] Checking router: fed9c8ec-f4d8-42dd-a156-41813392fb4f for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:19.825617 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:19.827804 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:19.892973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] Set router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:19.895278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef404071-aa27-4cbf-82e0-3db976c7a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:19.953961 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:19.991318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ef404071-aa27-4cbf-82e0-3db976c7a8ba None None] For port f5fc56aa-2c15-4052-886b-9b216c89069a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f5fc56aa-2c15-4052-886b-9b216c89069a,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:19.997276 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef404071-aa27-4cbf-82e0-3db976c7a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:20.207118 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef404071-aa27-4cbf-82e0-3db976c7a8ba None None] Pushing event updated for resources: {'Port': ['ID=f5fc56aa-2c15-4052-886b-9b216c89069a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:20.225080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-18d877bb-f644-45c9-89ee-e1cbb4f84b02 None None] Provisioning complete for port f5fc56aa-2c15-4052-886b-9b216c89069a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:20.225869 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18d877bb-f644-45c9-89ee-e1cbb4f84b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:20.248928 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:08:17Z', 'revision_number': 6, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'db2cad0f-6b14-4be3-8688-3b71dcfb7121', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:06:13Z', 'updated_at': '2022-04-05T19:06:17Z', 'revision_number': 1, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:20.282445 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b934815-5e23-4c04-8005-164b9b99e755 None None] The sync data for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 is: [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:08:17Z', 'revision_number': 6, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'db2cad0f-6b14-4be3-8688-3b71dcfb7121', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'port_id': '23834ee7-2209-4024-8739-19b4f652c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'mac_address': 'fa:16:3e:17:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:06:13Z', 'updated_at': '2022-04-05T19:06:17Z', 'revision_number': 1, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:20.386641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:15Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'f5fc56aa-2c15-4052-886b-9b216c89069a', 'name': '', 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:8c:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:14Z', 'updated_at': '2022-04-05T19:08:19Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:20.413638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462d44d-5c2c-41f2-8ba9-ede7611b9f06 None None] The sync data for ids ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'] in n-d-836650-3 is: [{'id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:15Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'f5fc56aa-2c15-4052-886b-9b216c89069a', 'name': '', 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:8c:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:14Z', 'updated_at': '2022-04-05T19:08:19Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:20.431007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f920a696-b3c1-4bf1-b267-abba0bc6e24d req-d4350f1d-6800-47d3-aa00-0c763bfa68d7 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 210 time: 0.0484591 Apr 05 19:08:20.992629 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-9d0362af-691f-4afe-85b2-6d7d9980b288 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:20.994846 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-9d0362af-691f-4afe-85b2-6d7d9980b288 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 946 time: 0.0970988 Apr 05 19:08:21.004837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-fc6a533f-1c37-4fe0-af74-54137c762d8f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:21.006667 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-fc6a533f-1c37-4fe0-af74-54137c762d8f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.25 "GET /v2.0/networks?id=8f6ffb5c-f182-4386-bbe2-e482ec52d56b HTTP/1.1" status: 200 len: 798 time: 0.2852924 Apr 05 19:08:21.022023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Request body: {'port': {'device_id': 'ec74f607-b312-4e9b-951c-d3408891117a', 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b', 'admin_state_up': True, 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:21.025193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da664e-9f37-41b9-b415-5ef1c487dcc5 req-464f7182-2ab1-4499-b1ea-cb1e23591d89 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:21.027037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53da664e-9f37-41b9-b415-5ef1c487dcc5 req-464f7182-2ab1-4499-b1ea-cb1e23591d89 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 946 time: 0.1806943 Apr 05 19:08:21.051102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-27afe0a3-b3b1-452a-9229-456ba3d1d24b tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:21.055878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-27afe0a3-b3b1-452a-9229-456ba3d1d24b tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/networks?id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 HTTP/1.1" status: 200 len: 814 time: 0.2253430 Apr 05 19:08:21.114676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-01ac59e9-5b3d-4422-bec2-fe5ad27e5e18 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/quotas/36062f1e2e0847719ea2f5ec56618c74 HTTP/1.1" status: 200 len: 375 time: 0.0522075 Apr 05 19:08:21.158939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53da664e-9f37-41b9-b415-5ef1c487dcc5 req-55b881b3-e5a7-4d82-8fba-224d3f4f2f4e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e8975dd-a426-443e-83a3-62a98c8bcaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990536 Apr 05 19:08:21.180760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-cfac1ce4-a32e-46f8-a19b-fbc0b4ffef44 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=36062f1e2e0847719ea2f5ec56618c74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548174 Apr 05 19:08:21.257150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port 6667548d-946a-4aa9-8db5-fed2d9052a70 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:21.257567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:21.261829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Made reservation on behalf of a82eeee122fe4a028de2d6e2d31128ed for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:08:21.265666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:21.420430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] For port 6667548d-946a-4aa9-8db5-fed2d9052a70, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6667548d-946a-4aa9-8db5-fed2d9052a70,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:21.420789 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:21.427147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-a00b20d0-7899-40be-85c9-af0b7bee9cf1 service neutron] 10.222.0.15 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308688 Apr 05 19:08:21.460400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for 6667548d-946a-4aa9-8db5-fed2d9052a70 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:21.548723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Allocated IP 172.20.0.21 (8f6ffb5c-f182-4386-bbe2-e482ec52d56b/5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8/6e1a1589-318c-4731-bb0c-e81a6b573448) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:08:21.575659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a3ec8dd-ccdd-4f24-b321-4d9c91d92dd6 req-05b2669b-d62a-4361-bccb-8d63ab2cafc9 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 210 time: 0.0392115 Apr 05 19:08:21.593240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-aea02510-c87d-4e67-b2fa-5ac8dae016a6 service neutron] 10.222.0.15 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634610 Apr 05 19:08:21.803726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:21.835024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-27b0811b-cd0b-444e-922c-01bd99e948b0 req-f86a9ee5-c649-48d1-83a3-58f99cc2c8a0 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 210 time: 0.0546734 Apr 05 19:08:21.861803 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:21.867123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=6667548d-946a-4aa9-8db5-fed2d9052a70,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:21.909375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.910086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.910649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.911228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.911767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.912287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.912816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.913511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.913829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.914226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.914647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.915144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:08:21.948546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] No DVR routers for this DVR port 6667548d-946a-4aa9-8db5-fed2d9052a70 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:08:21.959079 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:21.964183 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "DELETE /v2.0/ports/6667548d-946a-4aa9-8db5-fed2d9052a70 HTTP/1.1" status: 204 len: 173 time: 0.9556727 Apr 05 19:08:21.964869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6646fc6-f4ff-445a-990e-91aaf7857cf3', 'name': 'network-vif-deleted', 'tag': '6667548d-946a-4aa9-8db5-fed2d9052a70'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:21.967479 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a2bb6f-fbd2-4069-ad1f-a43e1b46b2d6" -d '{"events": [{"server_uuid": "a6646fc6-f4ff-445a-990e-91aaf7857cf3", "name": "network-vif-deleted", "tag": "6667548d-946a-4aa9-8db5-fed2d9052a70"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:22.011158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:22.068352 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62935a84-3f89-45ee-82ff-73c8b97ef8e0 x-openstack-request-id: req-62935a84-3f89-45ee-82ff-73c8b97ef8e0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:22.068638 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6646fc6-f4ff-445a-990e-91aaf7857cf3", "name": "network-vif-deleted", "tag": "6667548d-946a-4aa9-8db5-fed2d9052a70", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:22.069072 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62935a84-3f89-45ee-82ff-73c8b97ef8e0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:22.069469 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62935a84-3f89-45ee-82ff-73c8b97ef8e0'] response: {'server_uuid': 'a6646fc6-f4ff-445a-990e-91aaf7857cf3', 'name': 'network-vif-deleted', 'tag': '6667548d-946a-4aa9-8db5-fed2d9052a70', 'status': 'completed', 'code': 200} Apr 05 19:08:22.098044 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:22.111142 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:22.113129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event updated for resources: {'Port': ['ID=6e1a1589-318c-4731-bb0c-e81a6b573448,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:22.116897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:08:22.173508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f5fc56aa-2c15-4052-886b-9b216c89069a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:22.212293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:22.213308 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:22.267357 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-71c44ea9-ca85-49c6-8157-2e8092ba9c68 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2487898 Apr 05 19:08:22.278433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Request body: {'port': {'device_id': 'ec74f607-b312-4e9b-951c-d3408891117a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:22.330916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port f5fc56aa-2c15-4052-886b-9b216c89069a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:22.331661 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:22.408773 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:22.422974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f92e3b7-bde4-4583-a06b-7ae9d8c5d943 req-07d399cc-0d1d-44ea-8d83-cce6d99b499b tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6646fc6-f4ff-445a-990e-91aaf7857cf3 HTTP/1.1" status: 200 len: 210 time: 0.0719266 Apr 05 19:08:22.540779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a0562832-3cdd-4336-bb29-c4e686d8ebf5 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:22.580247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a0562832-3cdd-4336-bb29-c4e686d8ebf5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:22.580964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a0562832-3cdd-4336-bb29-c4e686d8ebf5 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:22.632558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f8295a8d-70bd-4b01-a02b-6393aff6a9d1 None None] Provisioning complete for port 6e1a1589-318c-4731-bb0c-e81a6b573448 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:22.633054 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8295a8d-70bd-4b01-a02b-6393aff6a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:22.705014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f8295a8d-70bd-4b01-a02b-6393aff6a9d1 None None] Port 6e1a1589-318c-4731-bb0c-e81a6b573448 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:08:22.811328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3ebc4-4c6d-487e-ab04-06a4bac8fd9d req-bccd69fa-6ff1-42fc-a642-ad3f38d324f2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:22.813534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cff3ebc4-4c6d-487e-ab04-06a4bac8fd9d req-bccd69fa-6ff1-42fc-a642-ad3f38d324f2 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 895 time: 0.0650747 Apr 05 19:08:22.902738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1a1589-318c-4731-bb0c-e81a6b573448 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:08:22.913909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:22.931019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Transition to ACTIVE for port object 6e1a1589-318c-4731-bb0c-e81a6b573448 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:08:22.936309 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46fe7b2f-a56f-4227-8204-7e8e3dd1520d req-38c79f8c-d1f0-4526-a7e5-59d2d23db210 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 210 time: 0.0270669 Apr 05 19:08:22.939594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.026067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1a1589-318c-4731-bb0c-e81a6b573448,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:23.079484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Attempting to bind port 6e1a1589-318c-4731-bb0c-e81a6b573448 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:08:23.079815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Attempting to bind port 6e1a1589-318c-4731-bb0c-e81a6b573448 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:08:23.080140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Attempting to bind port 6e1a1589-318c-4731-bb0c-e81a6b573448 on network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:23.084675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Port 6e1a1589-318c-4731-bb0c-e81a6b573448 on network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:08:23.085000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Attempting to bind port 6e1a1589-318c-4731-bb0c-e81a6b573448 on network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:23.090906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:08:23.091248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Checking segment: {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:23.091625 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Bound using segment: {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:08:23.092045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Bound port: 6e1a1589-318c-4731-bb0c-e81a6b573448, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd74dad-6178-448b-9888-ff3e60aa5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:08:23.092405 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.181701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] For port 6e1a1589-318c-4731-bb0c-e81a6b573448, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:08:23.185692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] For port 6e1a1589-318c-4731-bb0c-e81a6b573448, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6e1a1589-318c-4731-bb0c-e81a6b573448,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:08:23.193063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.240690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:23.241333 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.242777 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] 10.222.0.25 "PUT /v2.0/ports/6e1a1589-318c-4731-bb0c-e81a6b573448 HTTP/1.1" status: 200 len: 1055 time: 0.9711692 Apr 05 19:08:23.344977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d97e9-2395-412d-9572-c5801dce5711 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1a1589-318c-4731-bb0c-e81a6b573448,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:23.374072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-578cc7e2-c01e-44ba-bab5-7796cf5beea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:23.383687 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-578cc7e2-c01e-44ba-bab5-7796cf5beea3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 1058 time: 0.0912430 Apr 05 19:08:23.395818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-6d57de56-dc0b-42ae-b36c-f8aeed8e6c26 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:23.397544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-6d57de56-dc0b-42ae-b36c-f8aeed8e6c26 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.20 "GET /v2.0/networks?id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 HTTP/1.1" status: 200 len: 814 time: 0.1641715 Apr 05 19:08:23.418354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Request body: {'port': {'device_id': '758bb4e2-ca17-4784-820a-97548d236158', 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37', 'admin_state_up': True, 'tenant_id': '36062f1e2e0847719ea2f5ec56618c74'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:23.439572 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-0d17b833-5fba-4aab-9e0a-dfa98955523e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6e1a1589-318c-4731-bb0c-e81a6b573448 HTTP/1.1" status: 200 len: 217 time: 0.0487423 Apr 05 19:08:23.484313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55172) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:23.528533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-c8dd5f56-71cf-486e-b0e8-1550879dc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:23.530614 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-c8dd5f56-71cf-486e-b0e8-1550879dc663 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8 HTTP/1.1" status: 200 len: 837 time: 0.0845628 Apr 05 19:08:23.564340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Made reservation on behalf of 36062f1e2e0847719ea2f5ec56618c74 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:08:23.568395 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.599158 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1025b11-d8de-4142-933a-57fa450ca3cc tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.614887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-cf85a09a-4fad-4003-abe5-b937c2abad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:23.616390 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-cf85a09a-4fad-4003-abe5-b937c2abad52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f6ffb5c-f182-4386-bbe2-e482ec52d56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787160 Apr 05 19:08:23.645752 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1025b11-d8de-4142-933a-57fa450ca3cc tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.719846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Allocated IP 172.20.0.13 (dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37/73d72984-5c9e-47b8-a9eb-05989cdd818e/38dadb74-4843-406b-b260-ef43a691e1ca) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:08:23.763708 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-82b6f556-97d0-4d0a-9949-26cddd57613c service neutron] 10.222.0.25 "GET /v2.0/networks/8f6ffb5c-f182-4386-bbe2-e482ec52d56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361558 Apr 05 19:08:23.782306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1025b11-d8de-4142-933a-57fa450ca3cc tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.784728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d1025b11-d8de-4142-933a-57fa450ca3cc tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.785913 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d1025b11-d8de-4142-933a-57fa450ca3cc tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/security-groups/6e8975dd-a426-443e-83a3-62a98c8bcaf2 HTTP/1.1" status: 204 len: 168 time: 0.2997878 Apr 05 19:08:23.848690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55180) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:23.859966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1025b11-d8de-4142-933a-57fa450ca3cc tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8975dd-a426-443e-83a3-62a98c8bcaf2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:23.944690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-381a5d52-6c48-456e-b02a-94d557dba946 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting subnet d6d56453-2924-42e5-809a-b4d211bbc6b3 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:08:23.951218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-381a5d52-6c48-456e-b02a-94d557dba946 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:23.976383 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-016fe4d4-afe7-429f-981a-6b4a349b1015 req-8c83d3d7-f69f-4a5d-b241-4b0b30a91af5 service neutron] 10.222.0.25 "GET /v2.0/networks/8f6ffb5c-f182-4386-bbe2-e482ec52d56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043538 Apr 05 19:08:23.979930 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.004589 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-381a5d52-6c48-456e-b02a-94d557dba946 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.071676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec74f607-b312-4e9b-951c-d3408891117a', 'tag': '6e1a1589-318c-4731-bb0c-e81a6b573448'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:24.082553 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0134543a-50f0-4e7c-9a49-f2f688831b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec74f607-b312-4e9b-951c-d3408891117a", "tag": "6e1a1589-318c-4731-bb0c-e81a6b573448"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:24.124634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f352763e-5433-4de1-88bf-8964b812f9bb req-5ccced10-9ca5-4baf-9594-39ca144138cd tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 210 time: 0.0681090 Apr 05 19:08:24.149779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032b6b3-0220-4e59-b7c1-53c7fedd9657 req-ef41ca85-d72c-4ee2-b87a-af32e1bb22b8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:24.151533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b032b6b3-0220-4e59-b7c1-53c7fedd9657 req-ef41ca85-d72c-4ee2-b87a-af32e1bb22b8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 907 time: 0.1526058 Apr 05 19:08:24.177063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.186437 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-381a5d52-6c48-456e-b02a-94d557dba946 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.213775 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c37415-a1de-41c3-86df-68ba1525dabf x-openstack-request-id: req-96c37415-a1de-41c3-86df-68ba1525dabf {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:24.214068 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec74f607-b312-4e9b-951c-d3408891117a", "tag": "6e1a1589-318c-4731-bb0c-e81a6b573448", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:24.214319 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96c37415-a1de-41c3-86df-68ba1525dabf {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:24.215407 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c37415-a1de-41c3-86df-68ba1525dabf'] response: {'name': 'network-changed', 'server_uuid': 'ec74f607-b312-4e9b-951c-d3408891117a', 'tag': '6e1a1589-318c-4731-bb0c-e81a6b573448', 'status': 'completed', 'code': 200} Apr 05 19:08:24.248632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:24.254677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:24.256983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Pushing event updated for resources: {'Port': ['ID=38dadb74-4843-406b-b260-ef43a691e1ca,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:24.259505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:08:24.293864 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-381a5d52-6c48-456e-b02a-94d557dba946 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.307890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-1244cb06-b0c7-4909-abd0-190fc201eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:24.309839 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-1244cb06-b0c7-4909-abd0-190fc201eb73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 1058 time: 0.0733023 Apr 05 19:08:24.325608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:24.326219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.340316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a5d52-6c48-456e-b02a-94d557dba946 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d56453-2924-42e5-809a-b4d211bbc6b3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:24.345805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-b73f469f-65c7-4f62-887e-94a3227f9a9a tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9323709 Apr 05 19:08:24.351353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edcdd71-76f2-43db-a45e-37c2b339f15e None None] Network a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:08:24.356489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-381a5d52-6c48-456e-b02a-94d557dba946 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.360081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6667548d-946a-4aa9-8db5-fed2d9052a70 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:24.362377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Request body: {'port': {'device_id': '758bb4e2-ca17-4784-820a-97548d236158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:24.363031 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-381a5d52-6c48-456e-b02a-94d557dba946 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/subnets/d6d56453-2924-42e5-809a-b4d211bbc6b3 HTTP/1.1" status: 204 len: 168 time: 0.5132859 Apr 05 19:08:24.364050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55200) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:24.439843 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.489077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 6667548d-946a-4aa9-8db5-fed2d9052a70 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:24.489915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6667548d-946a-4aa9-8db5-fed2d9052a70 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:24.491531 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.511650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-a5092f90-d85f-4b36-9c2f-1480f30f3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:24.513421 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-a5092f90-d85f-4b36-9c2f-1480f30f3e6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f6ffb5c-f182-4386-bbe2-e482ec52d56b HTTP/1.1" status: 200 len: 898 time: 0.1853781 Apr 05 19:08:24.577652 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-5e929464-49df-4260-bb6f-56a88a61116d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6e1a1589-318c-4731-bb0c-e81a6b573448 HTTP/1.1" status: 200 len: 217 time: 0.0577154 Apr 05 19:08:24.623596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0aae8-c0f3-4c83-8044-01b330b73eca None None] DHCP port deletion for a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:08:24.648011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:24.648354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.661854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-c545b72e-6c9e-42eb-ae63-1352efebcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:24.663585 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-c545b72e-6c9e-42eb-ae63-1352efebcd7d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8 HTTP/1.1" status: 200 len: 837 time: 0.0784223 Apr 05 19:08:24.679416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-44f0aae8-c0f3-4c83-8044-01b330b73eca None None] Deleting port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:24.679786 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44f0aae8-c0f3-4c83-8044-01b330b73eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.746973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-44f0aae8-c0f3-4c83-8044-01b330b73eca None None] For port 9912dd38-49b5-4c1d-9bef-cd77611f6e73, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9912dd38-49b5-4c1d-9bef-cd77611f6e73,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:24.747719 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44f0aae8-c0f3-4c83-8044-01b330b73eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.754333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] For port 9912dd38-49b5-4c1d-9bef-cd77611f6e73, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9912dd38-49b5-4c1d-9bef-cd77611f6e73,segment=NetworkSegment(40a30512-e987-4642-a204-cd2f9d61eae6),segment_id=40a30512-e987-4642-a204-cd2f9d61eae6)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:24.754727 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.762864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-44f0aae8-c0f3-4c83-8044-01b330b73eca None None] Calling delete_port for 9912dd38-49b5-4c1d-9bef-cd77611f6e73 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:24.764185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-dee577db-d22a-4f10-8b4e-6d7e57267b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:24.766224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-dee577db-d22a-4f10-8b4e-6d7e57267b40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f6ffb5c-f182-4386-bbe2-e482ec52d56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697222 Apr 05 19:08:24.771939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for 9912dd38-49b5-4c1d-9bef-cd77611f6e73 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:24.772912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38dadb74-4843-406b-b260-ef43a691e1ca {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:08:24.784925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.801106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Transition to ACTIVE for port object 38dadb74-4843-406b-b260-ef43a691e1ca will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:08:24.809813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.855484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44f0aae8-c0f3-4c83-8044-01b330b73eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.883229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0aae8-c0f3-4c83-8044-01b330b73eca None None] Pushing event deleted for resources: {'Port': ['ID=9912dd38-49b5-4c1d-9bef-cd77611f6e73,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:24.893667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Pushing event updated for resources: {'Port': ['ID=38dadb74-4843-406b-b260-ef43a691e1ca,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:24.895233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0aae8-c0f3-4c83-8044-01b330b73eca None None] No DVR routers for this DVR port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:08:24.933457 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-57b1d1d6-68b8-4dc8-afcf-25c934df52fb service neutron] 10.222.0.25 "GET /v2.0/networks/8f6ffb5c-f182-4386-bbe2-e482ec52d56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554444 Apr 05 19:08:24.938187 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:24.963891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] No DVR routers for this DVR port 9912dd38-49b5-4c1d-9bef-cd77611f6e73 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:08:24.999121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Attempting to bind port 38dadb74-4843-406b-b260-ef43a691e1ca on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:08:24.999678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Attempting to bind port 38dadb74-4843-406b-b260-ef43a691e1ca by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '4774a383-77a5-403b-993d-200074453932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:08:24.999795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Attempting to bind port 38dadb74-4843-406b-b260-ef43a691e1ca on network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:25.004371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Port 38dadb74-4843-406b-b260-ef43a691e1ca on network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:08:25.004693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Attempting to bind port 38dadb74-4843-406b-b260-ef43a691e1ca on network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:25.009439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:08:25.009778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Checking segment: {'id': '4774a383-77a5-403b-993d-200074453932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:25.010162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Bound using segment: {'id': '4774a383-77a5-403b-993d-200074453932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:08:25.010613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Bound port: 38dadb74-4843-406b-b260-ef43a691e1ca, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4774a383-77a5-403b-993d-200074453932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:08:25.010975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.018356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=9912dd38-49b5-4c1d-9bef-cd77611f6e73,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:25.077789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] For port 38dadb74-4843-406b-b260-ef43a691e1ca, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:08:25.082380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] For port 38dadb74-4843-406b-b260-ef43a691e1ca, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38dadb74-4843-406b-b260-ef43a691e1ca,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:08:25.088525 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.111994 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.130066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:25.130770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.132158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] 10.222.0.20 "PUT /v2.0/ports/38dadb74-4843-406b-b260-ef43a691e1ca HTTP/1.1" status: 200 len: 1092 time: 0.7761300 Apr 05 19:08:25.132589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758bb4e2-ca17-4784-820a-97548d236158', 'tag': '38dadb74-4843-406b-b260-ef43a691e1ca'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:25.135016 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65c37b1-e71e-46c6-8151-f61950aaed1f" -d '{"events": [{"name": "network-changed", "server_uuid": "758bb4e2-ca17-4784-820a-97548d236158", "tag": "38dadb74-4843-406b-b260-ef43a691e1ca"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:25.148343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25a7873-c647-4ee0-9d0f-52c3cc8e3c80']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:25.173007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a30512-e987-4642-a204-cd2f9d61eae6') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:25.173304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a30512-e987-4642-a204-cd2f9d61eae6') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:25.177253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabded6c-9287-4030-a229-7c65b3a76bee service neutron] Pushing event updated for resources: {'Port': ['ID=38dadb74-4843-406b-b260-ef43a691e1ca,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:25.196483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.231234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0134543a-50f0-4e7c-9a49-f2f688831b8a req-6614fa6f-6056-4797-8b72-b02fb0d4f8b9 service neutron] 10.222.0.25 "GET /v2.0/networks/8f6ffb5c-f182-4386-bbe2-e482ec52d56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743177 Apr 05 19:08:25.232145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.237032 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e286a9-1c78-40e8-9846-edbb1bd9ab79 x-openstack-request-id: req-c1e286a9-1c78-40e8-9846-edbb1bd9ab79 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:25.237032 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758bb4e2-ca17-4784-820a-97548d236158", "tag": "38dadb74-4843-406b-b260-ef43a691e1ca", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:25.237372 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1e286a9-1c78-40e8-9846-edbb1bd9ab79 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:25.237713 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e286a9-1c78-40e8-9846-edbb1bd9ab79'] response: {'name': 'network-changed', 'server_uuid': '758bb4e2-ca17-4784-820a-97548d236158', 'tag': '38dadb74-4843-406b-b260-ef43a691e1ca', 'status': 'completed', 'code': 200} Apr 05 19:08:25.242211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:08:25.242680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: self.session.flush() Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:08:25.245650 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:08:25.260981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-d090eff7-c5d8-4b97-9e59-ff68e9d2206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:25.263085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-d090eff7-c5d8-4b97-9e59-ff68e9d2206c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36062f1e2e0847719ea2f5ec56618c74&device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 1095 time: 0.0795777 Apr 05 19:08:25.314221 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.319432 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.325795 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/networks/a25a7873-c647-4ee0-9d0f-52c3cc8e3c80 HTTP/1.1" status: 204 len: 168 time: 0.9561293 Apr 05 19:08:25.327101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55210) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:25.337007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-3c94e0bb-87f8-4c58-b9a8-a98cf2e77631 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38dadb74-4843-406b-b260-ef43a691e1ca HTTP/1.1" status: 200 len: 217 time: 0.0660236 Apr 05 19:08:25.377963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b5bb1-7969-4fcf-a41f-7d5636e855fe tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Network': ['ID=a25a7873-c647-4ee0-9d0f-52c3cc8e3c80,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:25.434994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c2cd-faf2-49ae-b812-1f895de1aa0f req-e610639c-e19d-46a6-8201-3c7e22a406ed tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:25.436631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb47c2cd-faf2-49ae-b812-1f895de1aa0f req-e610639c-e19d-46a6-8201-3c7e22a406ed tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 944 time: 0.1685226 Apr 05 19:08:25.439290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-c206cdd1-eb92-4e98-9056-65877448e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:25.440570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-c206cdd1-eb92-4e98-9056-65877448e638 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73d72984-5c9e-47b8-a9eb-05989cdd818e HTTP/1.1" status: 200 len: 854 time: 0.0915403 Apr 05 19:08:25.452891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffd33a-a38f-4698-9929-4afc273f85fb req-129596f3-601f-4478-8eb3-09f3643e4b6f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:25.455215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2ffd33a-a38f-4698-9929-4afc273f85fb req-129596f3-601f-4478-8eb3-09f3643e4b6f tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 907 time: 0.1344993 Apr 05 19:08:25.494438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-d53cf93a-7caa-4c22-a792-8cdcf2de48b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375321 Apr 05 19:08:25.524498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port ac656441-9e35-4e61-ae24-ae6cbc6a7fb0 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:25.524836 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.531152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb47c2cd-faf2-49ae-b812-1f895de1aa0f req-52858fb1-aecf-46e1-a743-2cc84abecb94 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753226 Apr 05 19:08:25.605449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-8b50e237-789f-4049-b312-aa259d02ec91 service neutron] 10.222.0.20 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979202 Apr 05 19:08:25.608973 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.609440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:25.623817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for ac656441-9e35-4e61-ae24-ae6cbc6a7fb0 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:25.705118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f1ef7d-a19a-44c8-9561-a38e9e62962b req-3f4aad6b-ad80-47e8-8efe-fcf973b42e04 service neutron] 10.222.0.20 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885336 Apr 05 19:08:25.808253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-00b550c9-d082-42f1-81f8-75de4cd2e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:25.809857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-00b550c9-d082-42f1-81f8-75de4cd2e9de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36062f1e2e0847719ea2f5ec56618c74&device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 1095 time: 0.0492742 Apr 05 19:08:25.910767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-683e2403-30a5-42e7-b8e9-f0828a3ea035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:25.912392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-683e2403-30a5-42e7-b8e9-f0828a3ea035 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 HTTP/1.1" status: 200 len: 914 time: 0.0959797 Apr 05 19:08:25.956387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-f26d9a0f-4751-4d32-824f-e26b9c6356c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38dadb74-4843-406b-b260-ef43a691e1ca HTTP/1.1" status: 200 len: 217 time: 0.0364914 Apr 05 19:08:26.019432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-866ee709-5ccd-4369-93b4-0311b6e64969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:26.021206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-866ee709-5ccd-4369-93b4-0311b6e64969 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73d72984-5c9e-47b8-a9eb-05989cdd818e HTTP/1.1" status: 200 len: 854 time: 0.0578899 Apr 05 19:08:26.049205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9912dd38-49b5-4c1d-9bef-cd77611f6e73 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:26.063644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-904c7aff-3b3c-4839-ab23-bcbecfb88a6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346723 Apr 05 19:08:26.131867 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:26.165002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=ac656441-9e35-4e61-ae24-ae6cbc6a7fb0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:26.170890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-a9c78a38-3e2e-4466-9b59-a5940ab2dc3c service neutron] 10.222.0.20 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963328 Apr 05 19:08:26.248673 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:26.249735 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Floating IP db2cad0f-6b14-4be3-8688-3b71dcfb7121 disassociated (deleted). External IP: 172.25.4.133, port: 23834ee7-2209-4024-8739-19b4f652c2d7. Apr 05 19:08:26.264447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 9912dd38-49b5-4c1d-9bef-cd77611f6e73 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:26.264786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9912dd38-49b5-4c1d-9bef-cd77611f6e73 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:26.267885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55214) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:26.331023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-00228864-bec4-46f9-b756-bcaff674e674 admin admin] Deleting subnet d7d253fa-a1e1-44e5-82ca-8ae16c0905e6 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:08:26.342414 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00228864-bec4-46f9-b756-bcaff674e674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:26.369691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b65c37b1-e71e-46c6-8151-f61950aaed1f req-7e9f3278-786a-4666-9314-96748b71624c service neutron] 10.222.0.20 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913514 Apr 05 19:08:26.382775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00228864-bec4-46f9-b756-bcaff674e674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:26.429660 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00228864-bec4-46f9-b756-bcaff674e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:26.479019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router fed9c8ec-f4d8-42dd-a156-41813392fb4f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:08:26.612730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:26.618324 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:26.629986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] Sync routers for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:26.646622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:26.648265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:26.660910 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3ac29bf1-24a6-4b3e-b66e-f4b6bd691a9e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/floatingips/db2cad0f-6b14-4be3-8688-3b71dcfb7121 HTTP/1.1" status: 204 len: 168 time: 1.3327820 Apr 05 19:08:26.661499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:26.664308 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1009f706-e443-4ba5-8017-a9dfe451edfb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:26.768757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:26.889558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc9ef5-1f37-4b7b-8975-cd6a9ea6193f req-5db780b4-5ddb-417d-94b5-a6e0b59706de tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:26.891123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47cc9ef5-1f37-4b7b-8975-cd6a9ea6193f req-5db780b4-5ddb-417d-94b5-a6e0b59706de tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 907 time: 0.0942531 Apr 05 19:08:26.909039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edf1c7-f0a4-4038-9c56-60c9fad56845 req-c7ecfbf9-ed55-442c-8c74-5c7cc87db796 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:26.910723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4edf1c7-f0a4-4038-9c56-60c9fad56845 req-c7ecfbf9-ed55-442c-8c74-5c7cc87db796 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 944 time: 0.1119118 Apr 05 19:08:26.920504 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00228864-bec4-46f9-b756-bcaff674e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:26.961308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00228864-bec4-46f9-b756-bcaff674e674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d253fa-a1e1-44e5-82ca-8ae16c0905e6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:26.966317 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00228864-bec4-46f9-b756-bcaff674e674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:26.970195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-00228864-bec4-46f9-b756-bcaff674e674 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d7d253fa-a1e1-44e5-82ca-8ae16c0905e6 HTTP/1.1" status: 204 len: 168 time: 0.7013130 Apr 05 19:08:26.972895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55224) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:26.998445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f4edf1c7-f0a4-4038-9c56-60c9fad56845 req-598120aa-93d8-468e-af5b-d37369df1281 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762515 Apr 05 19:08:27.008421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:08:17Z', 'revision_number': 6, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:27.061231 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d98f2-9d6d-4e9d-a83e-0aebdde5ae65 x-openstack-request-id: req-714d98f2-9d6d-4e9d-a83e-0aebdde5ae65 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:27.061231 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:27.061231 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-714d98f2-9d6d-4e9d-a83e-0aebdde5ae65 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:27.061231 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714d98f2-9d6d-4e9d-a83e-0aebdde5ae65'] response: {'name': 'network-changed', 'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7', 'status': 'completed', 'code': 200} Apr 05 19:08:27.063749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] Checking router: fed9c8ec-f4d8-42dd-a156-41813392fb4f for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:27.064539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.074842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:27.075667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:27.137546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-b982b5db-2a72-4f99-b4f7-57a5a196d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:27.140525 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-b982b5db-2a72-4f99-b4f7-57a5a196d7fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 1097 time: 0.0716906 Apr 05 19:08:27.161339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc05e6-47c8-4a6b-9bbb-e68803d6b2c9 req-d8c5267c-6784-4903-90d6-9274ee46958c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:27.163554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83cc05e6-47c8-4a6b-9bbb-e68803d6b2c9 req-d8c5267c-6784-4903-90d6-9274ee46958c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 946 time: 0.0507784 Apr 05 19:08:27.195649 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:27.207333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83cc05e6-47c8-4a6b-9bbb-e68803d6b2c9 req-8b4acd4f-747c-44e2-9817-d7bac3bb0a5f tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361755 Apr 05 19:08:27.240745 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.269153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b474ad3b-3a43-4779-9e65-0137e0096be8']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:27.286675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a864091e-7bce-4e2f-a97a-1ad76675c026') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:27.286975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a864091e-7bce-4e2f-a97a-1ad76675c026') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:27.303908 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.316113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-737b9b36-665a-4884-bab7-6637e482057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:27.317609 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-737b9b36-665a-4884-bab7-6637e482057c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0434bae-f1fb-4573-b38a-7f37e7095629 HTTP/1.1" status: 200 len: 897 time: 0.1666911 Apr 05 19:08:27.323803 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.362425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:08:27.362837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:08:27.364792 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:08:27.374251 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-224e0e8f-5782-4b3b-9930-2b1797111c45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23834ee7-2209-4024-8739-19b4f652c2d7 HTTP/1.1" status: 200 len: 217 time: 0.0481243 Apr 05 19:08:27.403095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:08:17Z', 'revision_number': 6, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:27.432125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4813171-3916-4468-a6fe-2e7ee44bde88 None None] The sync data for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 is: [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:08:17Z', 'revision_number': 6, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2b8d9241-8331-4244-a089-c13ac5ea9343', 'name': '', 'network_id': 'c0434bae-f1fb-4573-b38a-7f37e7095629', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:92:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:47Z', 'updated_at': '2022-04-05T19:05:53Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': 'e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:27.462196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.479982 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.483183 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] 10.222.0.15 "DELETE /v2.0/networks/b474ad3b-3a43-4779-9e65-0137e0096be8 HTTP/1.1" status: 204 len: 168 time: 0.5088196 Apr 05 19:08:27.486727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f6d48-6498-4791-91be-9c132de9210f admin admin] Pushing event deleted for resources: {'Network': ['ID=b474ad3b-3a43-4779-9e65-0137e0096be8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:27.487546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55228) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:27.495912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-c7a44775-0f23-402e-94ab-6f30f9a35d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:27.497377 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-c7a44775-0f23-402e-94ab-6f30f9a35d7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e HTTP/1.1" status: 200 len: 835 time: 0.0898650 Apr 05 19:08:27.539350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebd0438-5f66-4761-bf32-a476e1254a7c admin admin] Deleting subnet 06896fbd-31de-4279-8f5a-56f62f4bf268 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:08:27.543062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0438-5f66-4761-bf32-a476e1254a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.548824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-5ffd7da9-6c56-45d2-a4f4-2e7e6ae38a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:27.550334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-5ffd7da9-6c56-45d2-a4f4-2e7e6ae38a17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0434bae-f1fb-4573-b38a-7f37e7095629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458305 Apr 05 19:08:27.585971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0438-5f66-4761-bf32-a476e1254a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.628512 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0438-5f66-4761-bf32-a476e1254a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.657611 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-b830d627-0b62-4b59-b188-030fc2bbf2e0 service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999367 Apr 05 19:08:27.684319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0438-5f66-4761-bf32-a476e1254a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.700894 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f88d05-a13a-47ef-a921-5e3f793a4b4b None None] New status for floating IP db2cad0f-6b14-4be3-8688-3b71dcfb7121: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:08:27.709966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd0438-5f66-4761-bf32-a476e1254a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06896fbd-31de-4279-8f5a-56f62f4bf268,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:27.713614 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0438-5f66-4761-bf32-a476e1254a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.716942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1ebd0438-5f66-4761-bf32-a476e1254a7c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/06896fbd-31de-4279-8f5a-56f62f4bf268 HTTP/1.1" status: 204 len: 168 time: 0.2281003 Apr 05 19:08:27.720076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55230) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:27.761837 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1009f706-e443-4ba5-8017-a9dfe451edfb req-7f3867f5-2387-4717-b12d-728390951f54 service neutron] 10.222.0.25 "GET /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968666 Apr 05 19:08:27.789113 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.872348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.891996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fa34d7-9ace-4789-aa52-086d12ea52c9']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:27.900944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa9286f-f642-4d95-b38c-215477fbecb8') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:27.901233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa9286f-f642-4d95-b38c-215477fbecb8') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:27.911032 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.924093 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.930499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:08:27.931036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:08:27.932809 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:08:28.010918 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.019743 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.025412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d1fa34d7-9ace-4789-aa52-086d12ea52c9 HTTP/1.1" status: 204 len: 168 time: 0.3042483 Apr 05 19:08:28.040797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585e9f6-de0b-4dfc-96a7-46871df2c933 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1fa34d7-9ace-4789-aa52-086d12ea52c9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:28.057682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2baa0-d027-42b7-9203-a4e961958746 req-2cb567e1-4348-456e-a1d7-a0ffb55cd78a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:28.059180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90e2baa0-d027-42b7-9203-a4e961958746 req-2cb567e1-4348-456e-a1d7-a0ffb55cd78a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 907 time: 0.0836909 Apr 05 19:08:28.112690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b75c8-d3d1-4f7c-90d0-ff4ab12d3b98 req-55e678f0-5fab-4dd9-9fd4-e9588350f4a0 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:28.114247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-643b75c8-d3d1-4f7c-90d0-ff4ab12d3b98 req-55e678f0-5fab-4dd9-9fd4-e9588350f4a0 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 944 time: 0.0541866 Apr 05 19:08:28.152660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-643b75c8-d3d1-4f7c-90d0-ff4ab12d3b98 req-9954f362-52fb-46c6-92ae-11cc4a67d4e6 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Apr 05 19:08:28.195377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:28.238934 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5fc25dae-add6-4402-a09d-f3fd8d0a8fdc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a02d766f52ac4e4dadfa81fb7f0e6b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423408 Apr 05 19:08:28.241278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:28.301829 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-599b7326-5e8d-4540-9592-33ef5924c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.338621 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-599b7326-5e8d-4540-9592-33ef5924c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.367701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a57623-48b7-42a9-8c89-32467b8ceebb req-93f1088b-0485-47b1-b351-1f76785352be tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:28.369171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2a57623-48b7-42a9-8c89-32467b8ceebb req-93f1088b-0485-47b1-b351-1f76785352be tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 946 time: 0.0866828 Apr 05 19:08:28.382883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6e1a1589-318c-4731-bb0c-e81a6b573448 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:08:28.416703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2a57623-48b7-42a9-8c89-32467b8ceebb req-0469df3d-9143-483e-a88a-b8e9745820cf tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e1020a2-0161-42d9-becc-6f7ce41e7e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394661 Apr 05 19:08:28.423772 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-599b7326-5e8d-4540-9592-33ef5924c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.426868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-599b7326-5e8d-4540-9592-33ef5924c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.430429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-599b7326-5e8d-4540-9592-33ef5924c9b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/791174ea-2c34-4bc4-8745-b6b8980829b2 HTTP/1.1" status: 204 len: 168 time: 0.1859145 Apr 05 19:08:28.445352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b7326-5e8d-4540-9592-33ef5924c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791174ea-2c34-4bc4-8745-b6b8980829b2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:28.495514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6e1a1589-318c-4731-bb0c-e81a6b573448, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6e1a1589-318c-4731-bb0c-e81a6b573448,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:28.507836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '6e1a1589-318c-4731-bb0c-e81a6b573448', 'network_id': '8f6ffb5c-f182-4386-bbe2-e482ec52d56b', 'port_id': '6e1a1589-318c-4731-bb0c-e81a6b573448', 'mac_address': 'fa:16:3e:db:23:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:08:28.545266 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.558582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1a1589-318c-4731-bb0c-e81a6b573448 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:08:28.582965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6e1a1589-318c-4731-bb0c-e81a6b573448, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6e1a1589-318c-4731-bb0c-e81a6b573448,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:28.588815 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.633702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-714b5ee4-82f1-45fc-8cf7-2e082441fdd5 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:28.635253 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-714b5ee4-82f1-45fc-8cf7-2e082441fdd5 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 946 time: 0.0563753 Apr 05 19:08:28.643629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6e1a1589-318c-4731-bb0c-e81a6b573448,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:28.735239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port 23834ee7-2209-4024-8739-19b4f652c2d7 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:28.735588 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.766683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55248) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:28.807804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0d5338ce-48e7-4f79-9ff0-f023bb582939 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6367c5b1a5b246b8a8272bb090ea9f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396752 Apr 05 19:08:28.809515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55250) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:28.826060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] For port 23834ee7-2209-4024-8739-19b4f652c2d7, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=23834ee7-2209-4024-8739-19b4f652c2d7,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:28.826780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.845174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for 23834ee7-2209-4024-8739-19b4f652c2d7 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:28.861736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5e88-04c8-45db-a6c0-ea312a0276a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.882901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5e88-04c8-45db-a6c0-ea312a0276a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.899395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['6e1a1589-318c-4731-bb0c-e81a6b573448'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:08:28.935706 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5e88-04c8-45db-a6c0-ea312a0276a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.939098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5e88-04c8-45db-a6c0-ea312a0276a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:28.942738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0d1f5e88-04c8-45db-a6c0-ea312a0276a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3eced48-c21c-42d1-b165-1d3fd14e6e33 HTTP/1.1" status: 204 len: 168 time: 0.1298783 Apr 05 19:08:28.949570 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f5e88-04c8-45db-a6c0-ea312a0276a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eced48-c21c-42d1-b165-1d3fd14e6e33,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:28.988071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:29.018682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=23834ee7-2209-4024-8739-19b4f652c2d7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:29.065966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] No DVR routers for this DVR port 23834ee7-2209-4024-8739-19b4f652c2d7 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:08:29.068947 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:29.072384 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-697f484e-b97b-438f-b4d7-b36a34a7f46b req-ddf22ebc-21fd-41e6-be92-e05ede990cf6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "DELETE /v2.0/ports/23834ee7-2209-4024-8739-19b4f652c2d7 HTTP/1.1" status: 204 len: 173 time: 0.4310594 Apr 05 19:08:29.072818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'name': 'network-vif-deleted', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:29.075083 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12345cd-cde4-4aac-b1b5-d96b5a95d43e" -d '{"events": [{"server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "name": "network-vif-deleted", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:29.148213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 38dadb74-4843-406b-b260-ef43a691e1ca details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:08:29.152116 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b732c23-d55f-4f3d-a934-43f0c157c755 x-openstack-request-id: req-4b732c23-d55f-4f3d-a934-43f0c157c755 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:29.152428 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7f06a9-bd37-416e-976a-bdb8bc58fa23", "name": "network-vif-deleted", "tag": "23834ee7-2209-4024-8739-19b4f652c2d7", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:29.152676 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b732c23-d55f-4f3d-a934-43f0c157c755 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:29.153077 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b732c23-d55f-4f3d-a934-43f0c157c755'] response: {'server_uuid': 'cc7f06a9-bd37-416e-976a-bdb8bc58fa23', 'name': 'network-vif-deleted', 'tag': '23834ee7-2209-4024-8739-19b4f652c2d7', 'status': 'completed', 'code': 200} Apr 05 19:08:29.244400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1cb85-6895-4846-a873-4dc7024401e7 req-31ceffec-f690-4f56-98cc-45334477305d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:29.246948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fc1cb85-6895-4846-a873-4dc7024401e7 req-31ceffec-f690-4f56-98cc-45334477305d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 908 time: 0.1100020 Apr 05 19:08:29.282288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 38dadb74-4843-406b-b260-ef43a691e1ca, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38dadb74-4843-406b-b260-ef43a691e1ca,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:29.295602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '38dadb74-4843-406b-b260-ef43a691e1ca', 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37', 'port_id': '38dadb74-4843-406b-b260-ef43a691e1ca', 'mac_address': 'fa:16:3e:0d:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d72984-5c9e-47b8-a9eb-05989cdd818e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:08:29.312292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838ea2-10e8-4442-a077-e9df1245ca14 req-724c82a7-7164-4c7e-9e46-22621de59f8c tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:29.313951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a838ea2-10e8-4442-a077-e9df1245ca14 req-724c82a7-7164-4c7e-9e46-22621de59f8c tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 944 time: 0.0550747 Apr 05 19:08:29.337542 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:29.352397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dadb74-4843-406b-b260-ef43a691e1ca {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:08:29.367530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a838ea2-10e8-4442-a077-e9df1245ca14 req-058ed506-f7e5-4225-8471-6f0d1c8e1df1 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Apr 05 19:08:29.374858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 38dadb74-4843-406b-b260-ef43a691e1ca, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38dadb74-4843-406b-b260-ef43a691e1ca,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:29.381469 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:29.441129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=38dadb74-4843-406b-b260-ef43a691e1ca,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:29.568886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ebf8aff-8ed8-4fff-a9d7-32498a2f8b63 req-bf3c9be7-f753-4eb5-8001-a590e78ae3be tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc7f06a9-bd37-416e-976a-bdb8bc58fa23 HTTP/1.1" status: 200 len: 210 time: 0.0615835 Apr 05 19:08:29.631473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['38dadb74-4843-406b-b260-ef43a691e1ca'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:08:30.368973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785be6f2-2619-4d0d-9ee1-1f39fc077573 req-32f785ed-beb9-425f-bd4b-18231ae04aec tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:30.370564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-785be6f2-2619-4d0d-9ee1-1f39fc077573 req-32f785ed-beb9-425f-bd4b-18231ae04aec tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 908 time: 0.0507298 Apr 05 19:08:30.398541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6e1a1589-318c-4731-bb0c-e81a6b573448 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:30.452676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 6e1a1589-318c-4731-bb0c-e81a6b573448 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:08:30.456928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 6e1a1589-318c-4731-bb0c-e81a6b573448 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:30.457296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:30.493456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cd2ff-be3e-4b62-8f2e-cca4656d51d6 req-ff0ecd02-0c67-42a2-bebd-a4a1120b26b9 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:30.495159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b67cd2ff-be3e-4b62-8f2e-cca4656d51d6 req-ff0ecd02-0c67-42a2-bebd-a4a1120b26b9 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 945 time: 0.0511086 Apr 05 19:08:30.536766 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:30.538113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b67cd2ff-be3e-4b62-8f2e-cca4656d51d6 req-30b2cdbb-c831-4d3c-82cf-3eb1d5d3ac18 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Apr 05 19:08:30.560071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74f607-b312-4e9b-951c-d3408891117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1a1589-318c-4731-bb0c-e81a6b573448'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:30.562990 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31ee44d-9558-45f8-a7bb-7027bc86e49d" -d '{"events": [{"server_uuid": "ec74f607-b312-4e9b-951c-d3408891117a", "name": "network-vif-plugged", "status": "completed", "tag": "6e1a1589-318c-4731-bb0c-e81a6b573448"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:30.576716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 6e1a1589-318c-4731-bb0c-e81a6b573448, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6e1a1589-318c-4731-bb0c-e81a6b573448,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:30.582050 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:30.582910 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23834ee7-2209-4024-8739-19b4f652c2d7 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:30.604028 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4d881a-4324-483c-a0bb-821756211f01 x-openstack-request-id: req-0a4d881a-4324-483c-a0bb-821756211f01 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:30.606425 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec74f607-b312-4e9b-951c-d3408891117a", "name": "network-vif-plugged", "status": "completed", "tag": "6e1a1589-318c-4731-bb0c-e81a6b573448", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:30.606425 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a4d881a-4324-483c-a0bb-821756211f01 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:30.606425 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4d881a-4324-483c-a0bb-821756211f01'] response: {'server_uuid': 'ec74f607-b312-4e9b-951c-d3408891117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1a1589-318c-4731-bb0c-e81a6b573448', 'code': 200} Apr 05 19:08:30.630761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 23834ee7-2209-4024-8739-19b4f652c2d7 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:30.631350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 23834ee7-2209-4024-8739-19b4f652c2d7 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:30.652988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:30.662970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=6e1a1589-318c-4731-bb0c-e81a6b573448,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:30.716235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f1a19-5ca7-46b0-a14d-75e477488e9f req-40ce29df-9217-494e-b88e-032c83805f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:30.717730 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ac6f1a19-5ca7-46b0-a14d-75e477488e9f req-40ce29df-9217-494e-b88e-032c83805f4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 1060 time: 0.0431712 Apr 05 19:08:30.725119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd9fad44-0b18-4266-80a8-fad663a2180a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:30.753169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd9fad44-0b18-4266-80a8-fad663a2180a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:30.829036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd9fad44-0b18-4266-80a8-fad663a2180a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:30.831985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd9fad44-0b18-4266-80a8-fad663a2180a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:30.833316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fd9fad44-0b18-4266-80a8-fad663a2180a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/security-groups/3e1020a2-0161-42d9-becc-6f7ce41e7e5a HTTP/1.1" status: 204 len: 168 time: 0.1792569 Apr 05 19:08:30.849575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fad44-0b18-4266-80a8-fad663a2180a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1020a2-0161-42d9-becc-6f7ce41e7e5a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:30.878324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55314) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:31.167708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 38dadb74-4843-406b-b260-ef43a691e1ca up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:31.220527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 38dadb74-4843-406b-b260-ef43a691e1ca completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:08:31.224326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 38dadb74-4843-406b-b260-ef43a691e1ca triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:31.224696 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:31.263742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:31.303562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:31.342875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 38dadb74-4843-406b-b260-ef43a691e1ca, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38dadb74-4843-406b-b260-ef43a691e1ca,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:31.347537 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:31.400283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=38dadb74-4843-406b-b260-ef43a691e1ca,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:31.512510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc666a8-914e-4b0c-bb22-8f707db11c9a req-1ef36182-1fe7-4960-b3f5-e11ec44761ce tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:31.513983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7cc666a8-914e-4b0c-bb22-8f707db11c9a req-1ef36182-1fe7-4960-b3f5-e11ec44761ce tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 909 time: 0.0518756 Apr 05 19:08:31.565959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port 2b8d9241-8331-4244-a089-c13ac5ea9343 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:31.566936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:31.655418 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] For port 2b8d9241-8331-4244-a089-c13ac5ea9343, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2b8d9241-8331-4244-a089-c13ac5ea9343,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:31.655790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:31.655913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a81103-d7d0-4ad5-be2a-b2964ca29d47 req-537c8b69-2258-4084-988a-5a67f9924902 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:31.658584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5a81103-d7d0-4ad5-be2a-b2964ca29d47 req-537c8b69-2258-4084-988a-5a67f9924902 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 946 time: 0.0498559 Apr 05 19:08:31.669729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for 2b8d9241-8331-4244-a089-c13ac5ea9343 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:31.696869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e5a81103-d7d0-4ad5-be2a-b2964ca29d47 req-f595a5a2-9f93-4658-8a3e-f9c29137d745 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Apr 05 19:08:31.859026 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:31.890423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=2b8d9241-8331-4244-a089-c13ac5ea9343,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:32.120150 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:32.346368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router fed9c8ec-f4d8-42dd-a156-41813392fb4f has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:08:32.606068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758bb4e2-ca17-4784-820a-97548d236158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dadb74-4843-406b-b260-ef43a691e1ca'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:32.609382 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9fc5e0-2b06-4908-8d9e-c5b59d4a5685" -d '{"events": [{"server_uuid": "758bb4e2-ca17-4784-820a-97548d236158", "name": "network-vif-plugged", "status": "completed", "tag": "38dadb74-4843-406b-b260-ef43a691e1ca"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:32.643226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d58cf-ebe0-41b7-8147-18775ebce919 req-4b931881-5e46-4923-91c7-a3ad4b68cfb0 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:32.644833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a76d58cf-ebe0-41b7-8147-18775ebce919 req-4b931881-5e46-4923-91c7-a3ad4b68cfb0 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 909 time: 0.0530345 Apr 05 19:08:32.653774 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f149d432-52da-4e5b-b36e-3d8ee823832b x-openstack-request-id: req-f149d432-52da-4e5b-b36e-3d8ee823832b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:32.654380 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758bb4e2-ca17-4784-820a-97548d236158", "name": "network-vif-plugged", "status": "completed", "tag": "38dadb74-4843-406b-b260-ef43a691e1ca", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:32.654715 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f149d432-52da-4e5b-b36e-3d8ee823832b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:32.655186 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f149d432-52da-4e5b-b36e-3d8ee823832b'] response: {'server_uuid': '758bb4e2-ca17-4784-820a-97548d236158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dadb74-4843-406b-b260-ef43a691e1ca', 'code': 200} Apr 05 19:08:32.786733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:32.796479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f92e-e12c-4506-8c7f-8c64094dc580 req-e63332dc-a764-4abb-bfe0-cb6cc3a8948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:32.798114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5289f92e-e12c-4506-8c7f-8c64094dc580 req-e63332dc-a764-4abb-bfe0-cb6cc3a8948f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 1097 time: 0.0688512 Apr 05 19:08:32.800398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] Sync routers for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:32.816149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:32.816796 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:32.823935 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-deaae8c5-2498-447c-828b-2bac91bcb390 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "PUT /v2.0/routers/fed9c8ec-f4d8-42dd-a156-41813392fb4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9437349 Apr 05 19:08:32.824439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55338) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:32.887344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073c42-6b77-4826-a508-08d3193dab8d req-1eea431e-0bf8-4967-ac58-6eef555b3d75 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:32.889133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae073c42-6b77-4826-a508-08d3193dab8d req-1eea431e-0bf8-4967-ac58-6eef555b3d75 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 946 time: 0.1062620 Apr 05 19:08:32.928353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5289f92e-e12c-4506-8c7f-8c64094dc580 req-af632435-004d-4640-912f-10efa02ba3a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163883 Apr 05 19:08:32.937202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-137a4015-51d6-466b-81ac-55ca47e8901e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting subnet e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:08:32.943103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-137a4015-51d6-466b-81ac-55ca47e8901e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:32.950843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:32.984960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae073c42-6b77-4826-a508-08d3193dab8d req-334a7e3f-1db6-4333-86fe-21df983cafc0 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853889 Apr 05 19:08:33.025398 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-137a4015-51d6-466b-81ac-55ca47e8901e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:33.063439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a9511-280e-4b28-80b0-59a04ec9ddfb req-6d4a96aa-6746-478d-a268-273644569de9 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:33.064941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-612a9511-280e-4b28-80b0-59a04ec9ddfb req-6d4a96aa-6746-478d-a268-273644569de9 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 909 time: 0.3273079 Apr 05 19:08:33.135256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-137a4015-51d6-466b-81ac-55ca47e8901e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:33.176526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:08:31Z', 'revision_number': 7, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:33.208114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] Checking router: fed9c8ec-f4d8-42dd-a156-41813392fb4f for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:33.217916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] Routers {'fed9c8ec-f4d8-42dd-a156-41813392fb4f'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:33.218923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:33.240758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ba215-be35-4db1-ba05-8d844b86efc8 req-2ad43360-9091-4197-9ab0-a6767fd96038 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:33.243028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c03ba215-be35-4db1-ba05-8d844b86efc8 req-2ad43360-9091-4197-9ab0-a6767fd96038 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 1060 time: 0.0683072 Apr 05 19:08:33.244481 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-137a4015-51d6-466b-81ac-55ca47e8901e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:33.276745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a4015-51d6-466b-81ac-55ca47e8901e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Subnet': ['ID=e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:33.283061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-137a4015-51d6-466b-81ac-55ca47e8901e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:33.286745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-137a4015-51d6-466b-81ac-55ca47e8901e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/subnets/e92dc7ad-b73e-4e4f-aeb0-fb11a60c5a0e HTTP/1.1" status: 204 len: 168 time: 0.4608440 Apr 05 19:08:33.288998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55346) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:33.382897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae40b88-f844-4041-8975-f78a30c52489 req-3c60bcc0-ebbb-4f00-8c34-6fbdd1ab2fee tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:33.384691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ae40b88-f844-4041-8975-f78a30c52489 req-3c60bcc0-ebbb-4f00-8c34-6fbdd1ab2fee tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1135 time: 0.0510924 Apr 05 19:08:33.421184 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:33.442930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ae40b88-f844-4041-8975-f78a30c52489 req-03f2d9fa-4cf6-4cfa-abae-a77bff4aa5ab tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0514665 Apr 05 19:08:33.474234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55348) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:33.508125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08088ae-c92a-4003-bfc2-4864902077f6 None None] Network c0434bae-f1fb-4573-b38a-7f37e7095629 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:08:33.531962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e029a5-7a95-41ac-acf5-ed6b5e9324e3 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:33.534387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-44e029a5-7a95-41ac-acf5-ed6b5e9324e3 tempest-TestSecurityGroupsBasicOps-835070804 tempest-TestSecurityGroupsBasicOps-835070804-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 1055 time: 0.0589759 Apr 05 19:08:33.566450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:33.623652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] Set router fed9c8ec-f4d8-42dd-a156-41813392fb4f gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:33.625770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port 005e6388-ee63-4039-be69-b08d492403ae {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:33.626186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:33.721034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] For port 005e6388-ee63-4039-be69-b08d492403ae, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=005e6388-ee63-4039-be69-b08d492403ae,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:33.721380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:33.736752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for 005e6388-ee63-4039-be69-b08d492403ae owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:33.822139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb21a4-aa11-461a-83f0-409010d098d2 req-1cb6bf7a-a85e-4028-adb9-2a20ff76a0dd tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:33.824942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0fb21a4-aa11-461a-83f0-409010d098d2 req-1cb6bf7a-a85e-4028-adb9-2a20ff76a0dd tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 909 time: 0.0529320 Apr 05 19:08:33.885410 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:08:31Z', 'revision_number': 7, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:33.931170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44578b3-af5a-4da1-b74c-c01b2c32d8b9 None None] DHCP port deletion for c0434bae-f1fb-4573-b38a-7f37e7095629 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:08:33.934571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e704e41-2f1d-4188-9cf2-b869d44371cc None None] The sync data for ids ['fed9c8ec-f4d8-42dd-a156-41813392fb4f'] in n-d-836650-3 is: [{'id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'name': 'tempest-TestNetworkBasicOps-router-1032199635', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '005e6388-ee63-4039-be69-b08d492403ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:08:31Z', 'revision_number': 7, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '005e6388-ee63-4039-be69-b08d492403ae', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed9c8ec-f4d8-42dd-a156-41813392fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:05:41Z', 'updated_at': '2022-04-05T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:33.953474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:33.990576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=005e6388-ee63-4039-be69-b08d492403ae,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:33.994771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f44578b3-af5a-4da1-b74c-c01b2c32d8b9 None None] Deleting port 1c99133d-66ac-45cc-b8e8-656d5172b215 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:33.996187 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f44578b3-af5a-4da1-b74c-c01b2c32d8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.063328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.121983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f44578b3-af5a-4da1-b74c-c01b2c32d8b9 None None] For port 1c99133d-66ac-45cc-b8e8-656d5172b215, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=1c99133d-66ac-45cc-b8e8-656d5172b215,segment=NetworkSegment(df14c931-c35b-4f2c-90e1-602cc2371b48),segment_id=df14c931-c35b-4f2c-90e1-602cc2371b48)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:34.122791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f44578b3-af5a-4da1-b74c-c01b2c32d8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.141289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f44578b3-af5a-4da1-b74c-c01b2c32d8b9 None None] Calling delete_port for 1c99133d-66ac-45cc-b8e8-656d5172b215 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:34.164560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca61d0d-be7b-48ea-9ee7-9af41a7c460b req-de2890cb-7bb2-4020-9e02-0923cab1fe2d tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:34.173101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bca61d0d-be7b-48ea-9ee7-9af41a7c460b req-de2890cb-7bb2-4020-9e02-0923cab1fe2d tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 946 time: 0.0987291 Apr 05 19:08:34.173624 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.176304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.221703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bca61d0d-be7b-48ea-9ee7-9af41a7c460b req-c13537fe-c54c-4347-a373-ee506b43f495 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475640 Apr 05 19:08:34.251488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.252104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Fanout notify agent at l3_agent the message router_deleted on router fed9c8ec-f4d8-42dd-a156-41813392fb4f {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:08:34.262528 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.266430 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-735ee3c2-3daf-4d6e-96aa-76398aa696da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/routers/fed9c8ec-f4d8-42dd-a156-41813392fb4f HTTP/1.1" status: 204 len: 168 time: 0.9736652 Apr 05 19:08:34.267683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55358) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:34.289083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f44578b3-af5a-4da1-b74c-c01b2c32d8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.319500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44578b3-af5a-4da1-b74c-c01b2c32d8b9 None None] Pushing event deleted for resources: {'Port': ['ID=1c99133d-66ac-45cc-b8e8-656d5172b215,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:34.322011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1c99133d-66ac-45cc-b8e8-656d5172b215 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:34.324390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44578b3-af5a-4da1-b74c-c01b2c32d8b9 None None] No DVR routers for this DVR port 1c99133d-66ac-45cc-b8e8-656d5172b215 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:08:34.352396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 1c99133d-66ac-45cc-b8e8-656d5172b215 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:34.352396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 1c99133d-66ac-45cc-b8e8-656d5172b215 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:34.388278 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.522583 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.545929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0434bae-f1fb-4573-b38a-7f37e7095629']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:34.557394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df14c931-c35b-4f2c-90e1-602cc2371b48') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:34.557684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df14c931-c35b-4f2c-90e1-602cc2371b48') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:34.570765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.574832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-61f1c0b9-5e6b-413e-8891-84bd3fbb592d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338329 Apr 05 19:08:34.588516 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.595602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:08:34.596185 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:08:34.600353 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:08:34.698148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-7d898825-e7b3-4bef-9f16-a6fa46ad5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:34.699805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-7d898825-e7b3-4bef-9f16-a6fa46ad5104 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1135 time: 0.0518157 Apr 05 19:08:34.700497 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.720027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.723660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/networks/c0434bae-f1fb-4573-b38a-7f37e7095629 HTTP/1.1" status: 204 len: 168 time: 0.4552863 Apr 05 19:08:34.727313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f6b36-6194-4312-92e2-b6c74384cb61 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Network': ['ID=c0434bae-f1fb-4573-b38a-7f37e7095629,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:34.747589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55360) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:34.754197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'network': {'name': 'tempest-network-smoke--1828478088', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'port_security_enabled': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:34.784953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Made reservation on behalf of cb688bc23a4c445bb820fe5a45727c7b for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:08:34.788688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.814509 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:08:34.824468 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-39979acf-a3fe-4cf0-9e5b-d0c314bc11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:34.825885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.826542 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Added segment e5fb879c-4cf4-45e8-afba-f381f81cdcab of type vlan for network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e Apr 05 19:08:34.826711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-39979acf-a3fe-4cf0-9e5b-d0c314bc11f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c HTTP/1.1" status: 200 len: 897 time: 0.1012492 Apr 05 19:08:34.888546 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.928761 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.933480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-ff838555-412c-4bc6-8a8e-25c061c12dbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4 HTTP/1.1" status: 200 len: 1000 time: 0.0998933 Apr 05 19:08:34.935176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:34.935851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:34.992445 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2438204 Apr 05 19:08:34.995156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55364) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:35.003180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'admin_state_up': True, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:35.008104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b69c5-17c9-4423-b5e6-bf6789bf43ed tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Network': ['ID=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:35.019973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:08:35.033381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ae187-0f3c-49bb-b9ad-f77b560c9bc3 req-843fcd62-340e-4346-8108-5f8ea0b45816 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:35.034840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-949ae187-0f3c-49bb-b9ad-f77b560c9bc3 req-843fcd62-340e-4346-8108-5f8ea0b45816 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 909 time: 0.1191816 Apr 05 19:08:35.039819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-8ae05bca-62f5-44c1-af97-1f4e7c0291ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:35.041482 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-8ae05bca-62f5-44c1-af97-1f4e7c0291ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76666e42-841f-406a-ab6c-0a307610029c HTTP/1.1" status: 200 len: 835 time: 0.0865889 Apr 05 19:08:35.057581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.058717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.160179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-ed8794d0-8d8e-4fd4-b498-689e258b6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:35.162014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-ed8794d0-8d8e-4fd4-b498-689e258b6a01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133034 Apr 05 19:08:35.163810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.197596 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.203186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-e88e6af0-0997-4029-95da-275f6210c5e8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:35.205278 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-e88e6af0-0997-4029-95da-275f6210c5e8 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 909 time: 0.0936010 Apr 05 19:08:35.319564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-f70a20ac-f84c-4be1-89d8-276de2491546 service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494114 Apr 05 19:08:35.329533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Deleting port 6e1a1589-318c-4731-bb0c-e81a6b573448 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:35.330146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.432820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] For port 6e1a1589-318c-4731-bb0c-e81a6b573448, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=6e1a1589-318c-4731-bb0c-e81a6b573448,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:35.433444 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.448231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Calling delete_port for 6e1a1589-318c-4731-bb0c-e81a6b573448 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:35.518274 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.580319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ffc67-33f4-4cf1-a25f-009d7b2faba0 req-389713e9-99c0-4d0b-b9e6-99164c71dd2f tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:35.581830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b13ffc67-33f4-4cf1-a25f-009d7b2faba0 req-389713e9-99c0-4d0b-b9e6-99164c71dd2f tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 946 time: 0.2714376 Apr 05 19:08:35.585002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-781d0517-1d94-489d-9c51-8091aa0b0efc req-5d183923-97b6-479e-8e76-cbfa5f0725f8 service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337651 Apr 05 19:08:35.591757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.623619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Port': ['ID=6e1a1589-318c-4731-bb0c-e81a6b573448,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:35.674175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b13ffc67-33f4-4cf1-a25f-009d7b2faba0 req-ecb9b793-69d8-48dc-a835-eae730d87c22 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823171 Apr 05 19:08:35.677474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] No DVR routers for this DVR port 6e1a1589-318c-4731-bb0c-e81a6b573448 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:08:35.680086 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.684745 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-69fac04f-b381-4d59-9100-c0ce3473d381 req-fb65f176-aec2-4276-b566-fc6a95aecc0e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.25 "DELETE /v2.0/ports/6e1a1589-318c-4731-bb0c-e81a6b573448 HTTP/1.1" status: 204 len: 173 time: 0.4735017 Apr 05 19:08:35.685215 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74f607-b312-4e9b-951c-d3408891117a', 'name': 'network-vif-deleted', 'tag': '6e1a1589-318c-4731-bb0c-e81a6b573448'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:35.689547 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479745b1-7df3-4778-8322-2169196d7060" -d '{"events": [{"server_uuid": "ec74f607-b312-4e9b-951c-d3408891117a", "name": "network-vif-deleted", "tag": "6e1a1589-318c-4731-bb0c-e81a6b573448"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:35.764951 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ae384c-613a-4531-a5d1-5858c66c23af x-openstack-request-id: req-00ae384c-613a-4531-a5d1-5858c66c23af {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:35.766124 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec74f607-b312-4e9b-951c-d3408891117a", "name": "network-vif-deleted", "tag": "6e1a1589-318c-4731-bb0c-e81a6b573448", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:35.766312 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00ae384c-613a-4531-a5d1-5858c66c23af {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:35.766817 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ae384c-613a-4531-a5d1-5858c66c23af'] response: {'server_uuid': 'ec74f607-b312-4e9b-951c-d3408891117a', 'name': 'network-vif-deleted', 'tag': '6e1a1589-318c-4731-bb0c-e81a6b573448', 'status': 'completed', 'code': 200} Apr 05 19:08:35.860698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:35.893329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:36.071780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.25.4.43 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/7ef73654-27fa-46e3-967d-e8d04605cf96) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:08:36.085681 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2b8d9241-8331-4244-a089-c13ac5ea9343 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:36.117396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2b8d9241-8331-4244-a089-c13ac5ea9343 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:36.120221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2b8d9241-8331-4244-a089-c13ac5ea9343 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:36.121219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 005e6388-ee63-4039-be69-b08d492403ae no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:36.148348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 005e6388-ee63-4039-be69-b08d492403ae {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:36.149085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 005e6388-ee63-4039-be69-b08d492403ae not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:36.251284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7302efea-f314-4577-b3bb-2dc3383b0ec7 req-50ad6d4c-aa3d-4dc5-99f8-2999aa2210b5 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec74f607-b312-4e9b-951c-d3408891117a HTTP/1.1" status: 200 len: 210 time: 0.0543702 Apr 05 19:08:36.277744 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:36.348583 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:36.392733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:36.395802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:36.399390 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:08:36.430898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=7ef73654-27fa-46e3-967d-e8d04605cf96,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:36.711884 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:36.944237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:37.097928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router 0c271b63-4e54-40e4-a561-1edede55d976 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:08:37.221140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:37.239059 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Sync routers for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:37.244145 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:37.248672 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-601e6916-5919-4340-ad42-a102c3446a2a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2495794 Apr 05 19:08:37.248989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55454) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:37.251151 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:37.251757 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:37.261020 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:37.284794 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-22ce8fcd-ec50-4a58-b4d5-f8a7ca36ff24 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cb688bc23a4c445bb820fe5a45727c7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336611 Apr 05 19:08:37.287325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55458) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:37.307342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55460) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:37.392121 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:37.399973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8888cc-7af7-48f8-9f0e-16c512f21b08 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:37.405053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-da8888cc-7af7-48f8-9f0e-16c512f21b08 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1165071 Apr 05 19:08:37.405471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55464) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:37.440938 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-870bb430-e2f1-4584-bef9-e1157ec051a8 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341733 Apr 05 19:08:37.448231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55466) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:37.455248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135121535', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:37.565330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Made reservation on behalf of cb688bc23a4c445bb820fe5a45727c7b for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:08:37.571161 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:37.743238 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:36Z', 'revision_number': 3, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:37.773025 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Checking router: 0c271b63-4e54-40e4-a561-1edede55d976 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:37.773628 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Updating router 0c271b63-4e54-40e4-a561-1edede55d976 port 7ef73654-27fa-46e3-967d-e8d04605cf96 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:08:37.829626 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:37.833041 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:37.852741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:37.908433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Subnet': ['ID=33f26309-41d6-4f0a-8728-f83acf4baaf8,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:37.922260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Checking segment: {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:37.922886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network hostable DHCP agents. Network: 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:08:37.948348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:08:37.961419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:37.967355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:37.968267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:37.980666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be67a94e-a363-429d-8d29-88f4587f3846 None None] Network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:08:37.996647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3810db58-f262-493d-8747-c01fd6ba5547 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5466561 Apr 05 19:08:37.999349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55468) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:38.266117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:08:38.267913 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.314023 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.329273 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.356275 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Deleting port f5fc56aa-2c15-4052-886b-9b216c89069a {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:38.356843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.428871 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19c4d6-2662-4d95-a971-fdec3b081d43 None None] Pushing event updated for resources: {'Port': ['ID=7ef73654-27fa-46e3-967d-e8d04605cf96,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:38.452122 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Attempting to bind port 7ef73654-27fa-46e3-967d-e8d04605cf96 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:08:38.452686 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Attempting to bind port 7ef73654-27fa-46e3-967d-e8d04605cf96 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:08:38.454605 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Attempting to bind port 7ef73654-27fa-46e3-967d-e8d04605cf96 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:38.461388 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:08:38.461916 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:38.462473 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.462966 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:08:38.463538 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Bound port: 7ef73654-27fa-46e3-967d-e8d04605cf96, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:08:38.464520 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.508083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Allocated IP 172.20.0.2 (55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e/33f26309-41d6-4f0a-8728-f83acf4baaf8/66ed918a-3d4c-4af1-9e68-8dc597278ea0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:08:38.538764 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] For port 7ef73654-27fa-46e3-967d-e8d04605cf96, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:08:38.542626 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] For port 7ef73654-27fa-46e3-967d-e8d04605cf96, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7ef73654-27fa-46e3-967d-e8d04605cf96,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:08:38.551334 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.579960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] For port f5fc56aa-2c15-4052-886b-9b216c89069a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f5fc56aa-2c15-4052-886b-9b216c89069a,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:38.580358 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.622380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Calling delete_port for f5fc56aa-2c15-4052-886b-9b216c89069a owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:38.637778 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:38.638432 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:38.643550 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19c4d6-2662-4d95-a971-fdec3b081d43 None None] Pushing event updated for resources: {'Port': ['ID=7ef73654-27fa-46e3-967d-e8d04605cf96,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:38.818518 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:38.866008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.888552 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:38.954763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:38.960099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:38.962323 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Pushing event updated for resources: {'Port': ['ID=66ed918a-3d4c-4af1-9e68-8dc597278ea0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:38.972866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:08:39.024590 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:39.097292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Port': ['ID=f5fc56aa-2c15-4052-886b-9b216c89069a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:39.100077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Attempting to bind port 66ed918a-3d4c-4af1-9e68-8dc597278ea0 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:08:39.100558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Attempting to bind port 66ed918a-3d4c-4af1-9e68-8dc597278ea0 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:08:39.101039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Attempting to bind port 66ed918a-3d4c-4af1-9e68-8dc597278ea0 on network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:39.107575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:08:39.108243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Checking segment: {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:39.108854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:39.109510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Bound using segment: {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:08:39.110081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Bound port: 66ed918a-3d4c-4af1-9e68-8dc597278ea0, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:08:39.110623 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:39.204680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] For port 66ed918a-3d4c-4af1-9e68-8dc597278ea0, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:08:39.209923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] For port 66ed918a-3d4c-4af1-9e68-8dc597278ea0, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=66ed918a-3d4c-4af1-9e68-8dc597278ea0,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:08:39.232274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:39.270135 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:36Z', 'revision_number': 3, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:39.368539 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0665ed-d8bc-47c2-9d11-13ba2311d284 None None] The sync data for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 is: [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:36Z', 'revision_number': 3, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:39.380720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008fec7-3784-4e07-bb62-956c0917ae6c None None] Pushing event updated for resources: {'Port': ['ID=66ed918a-3d4c-4af1-9e68-8dc597278ea0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:39.405285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:39.445736 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:39.487256 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-796d5ac7-fb64-4203-ac07-99d23af4a6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:39.894886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:08:40.079300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:40.084687 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-39336799-f953-44cc-b8a3-153c0ba3be12 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "PUT /v2.0/routers/123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7764423 Apr 05 19:08:40.090910 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] Sync routers for ids ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:40.100206 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55502) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:40.117333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] Routers {'123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:40.122530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:40.136149 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.20.0.1 (55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e/33f26309-41d6-4f0a-8728-f83acf4baaf8/e6b8ac30-ea8f-4336-bd10-c6157778fd1a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:08:40.251990 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ab3fa4-38c0-4b36-82f3-5102e33b3ee1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Deleting subnet 5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:08:40.261224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3fa4-38c0-4b36-82f3-5102e33b3ee1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.303993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 66ed918a-3d4c-4af1-9e68-8dc597278ea0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:40.375034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3fa4-38c0-4b36-82f3-5102e33b3ee1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.406648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.447682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6e1a1589-318c-4731-bb0c-e81a6b573448 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:40.450797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] Set router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:40.475249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.547056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 66ed918a-3d4c-4af1-9e68-8dc597278ea0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:40.547687 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.549235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 6e1a1589-318c-4731-bb0c-e81a6b573448 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:40.549585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 6e1a1589-318c-4731-bb0c-e81a6b573448 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:40.576538 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3fa4-38c0-4b36-82f3-5102e33b3ee1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.617403 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:40.649491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:40.658536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:08:40.703242 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3fa4-38c0-4b36-82f3-5102e33b3ee1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.738776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=e6b8ac30-ea8f-4336-bd10-c6157778fd1a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:40.794944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab3fa4-38c0-4b36-82f3-5102e33b3ee1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:40.798321 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.803120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3fa4-38c0-4b36-82f3-5102e33b3ee1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.808484 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f0ab3fa4-38c0-4b36-82f3-5102e33b3ee1 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "DELETE /v2.0/subnets/5dd34223-0913-42a6-9fc0-c6a5a5ec2ea8 HTTP/1.1" status: 204 len: 168 time: 0.7068708 Apr 05 19:08:40.811141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55516) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:40.892239 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:40.928842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8969bf-92b6-497f-a766-e22948e794ed None None] Network 8f6ffb5c-f182-4386-bbe2-e482ec52d56b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:08:41.067948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.092766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 66ed918a-3d4c-4af1-9e68-8dc597278ea0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=66ed918a-3d4c-4af1-9e68-8dc597278ea0,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:41.148537 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.149450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7ef73654-27fa-46e3-967d-e8d04605cf96 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:41.215185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af10bc76-2f16-4553-b775-f331155c1fb0 None None] Network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:08:41.337699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fdf584bc-1fd4-47a3-87c0-d53aed3fb599 None None] Provisioning complete for port 66ed918a-3d4c-4af1-9e68-8dc597278ea0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:41.338156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdf584bc-1fd4-47a3-87c0-d53aed3fb599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.507829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.639155 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.704853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Deleting port f7e5dc95-c478-4252-b46a-f297961ac870 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:41.705314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.732144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=66ed918a-3d4c-4af1-9e68-8dc597278ea0,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:41.799167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.809573 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.838346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:38Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': 'f7e5dc95-c478-4252-b46a-f297961ac870', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:41.851037 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] For port f7e5dc95-c478-4252-b46a-f297961ac870, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=f7e5dc95-c478-4252-b46a-f297961ac870,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:41.853369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.862788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7ef73654-27fa-46e3-967d-e8d04605cf96 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:41.863304 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.902028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f2859b-d6e3-456a-abff-3a446823523d None None] DHCP port deletion for 8f6ffb5c-f182-4386-bbe2-e482ec52d56b request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:08:41.907087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Calling delete_port for f7e5dc95-c478-4252-b46a-f297961ac870 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:41.927735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] Checking router: 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:41.929879 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f23d47d4-9cc2-4f1f-806b-66b50ab0706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:41.967007 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:42.012210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] Routers {'123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:42.012838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:42.043857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=e6b8ac30-ea8f-4336-bd10-c6157778fd1a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:42.166625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] Set router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:42.175911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:42.177366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:42.282964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-61f2859b-d6e3-456a-abff-3a446823523d None None] Deleting port 5d3b272d-9b28-4bcb-9741-8af82888f712 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:42.283263 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61f2859b-d6e3-456a-abff-3a446823523d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:42.293040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:41Z', 'revision_number': 6, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:42.340579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ceb4e3-2cf4-4df2-990f-2a38652dd2ac None None] The sync data for ids ['123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0'] in n-d-836650-3 is: [{'id': '123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948277800', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:10Z', 'updated_at': '2022-04-05T19:08:41Z', 'revision_number': 6, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:42.355106 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:42.437886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router 0c271b63-4e54-40e4-a561-1edede55d976 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:08:42.444186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Port': ['ID=f7e5dc95-c478-4252-b46a-f297961ac870,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:42.451810 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:42.491651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-61f2859b-d6e3-456a-abff-3a446823523d None None] For port 5d3b272d-9b28-4bcb-9741-8af82888f712, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5d3b272d-9b28-4bcb-9741-8af82888f712,segment=NetworkSegment(4bd74dad-6178-448b-9888-ff3e60aa5442),segment_id=4bd74dad-6178-448b-9888-ff3e60aa5442)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:42.492351 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61f2859b-d6e3-456a-abff-3a446823523d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:42.509064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 7ef73654-27fa-46e3-967d-e8d04605cf96, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7ef73654-27fa-46e3-967d-e8d04605cf96,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:42.513865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-61f2859b-d6e3-456a-abff-3a446823523d None None] Calling delete_port for 5d3b272d-9b28-4bcb-9741-8af82888f712 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:42.519152 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:42.573837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:42.640046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=7ef73654-27fa-46e3-967d-e8d04605cf96,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:42.648645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:42.666757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c2547d39-a2d8-4c1a-90a0-99ad625f1114 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "PUT /v2.0/routers/0c271b63-4e54-40e4-a561-1edede55d976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6604176 Apr 05 19:08:42.667979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55540) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:42.669254 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Sync routers for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:42.740172 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61f2859b-d6e3-456a-abff-3a446823523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:42.753131 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:42.756401 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:42.784269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a3581-892c-4409-aa0c-899bd246d049 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.784749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a3581-892c-4409-aa0c-899bd246d049 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.785210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a3581-892c-4409-aa0c-899bd246d049 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.785667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a3581-892c-4409-aa0c-899bd246d049 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.786120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a3581-892c-4409-aa0c-899bd246d049 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.786603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a3581-892c-4409-aa0c-899bd246d049 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.787056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a3581-892c-4409-aa0c-899bd246d049 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.791548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-935a3581-892c-4409-aa0c-899bd246d049 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4915 time: 0.1198668 Apr 05 19:08:42.791805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55542) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:42.918207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd23fde-12ff-42b3-a6e5-8521c476ba1a tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.918820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd23fde-12ff-42b3-a6e5-8521c476ba1a tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.919086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd23fde-12ff-42b3-a6e5-8521c476ba1a tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.927726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2859b-d6e3-456a-abff-3a446823523d None None] No DVR routers for this DVR port 5d3b272d-9b28-4bcb-9741-8af82888f712 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:08:42.930131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd23fde-12ff-42b3-a6e5-8521c476ba1a tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.938212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd23fde-12ff-42b3-a6e5-8521c476ba1a tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.938212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd23fde-12ff-42b3-a6e5-8521c476ba1a tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:42.939443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7fd23fde-12ff-42b3-a6e5-8521c476ba1a tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.1466653 Apr 05 19:08:42.942350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55546) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:42.954039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2859b-d6e3-456a-abff-3a446823523d None None] Pushing event deleted for resources: {'Port': ['ID=5d3b272d-9b28-4bcb-9741-8af82888f712,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:42.966312 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:42.967223 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:42.982934 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.042754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 66ed918a-3d4c-4af1-9e68-8dc597278ea0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:43.051277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.052068 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Fanout notify agent at l3_agent the message router_deleted on router 123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:08:43.065666 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.067465 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d177636e-f30c-451a-8e0c-cca7aef2124a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "DELETE /v2.0/routers/123d0c2b-47fd-4f32-8cfb-f1bdf30e12a0 HTTP/1.1" status: 204 len: 168 time: 2.2520220 Apr 05 19:08:43.070143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55548) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:43.177616 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.182144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3c72b1c5-5a7c-451f-b3e2-55dfa3c03bdd None None] Provisioning complete for port 66ed918a-3d4c-4af1-9e68-8dc597278ea0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:43.182547 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c72b1c5-5a7c-451f-b3e2-55dfa3c03bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.251693 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.291506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 66ed918a-3d4c-4af1-9e68-8dc597278ea0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:43.292170 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.329266 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:40Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'e6b8ac30-ea8f-4336-bd10-c6157778fd1a', 'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:5a:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:39Z', 'updated_at': '2022-04-05T19:08:41Z', 'revision_number': 2, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:43.374350 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Checking router: 0c271b63-4e54-40e4-a561-1edede55d976 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:43.375570 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Updating router 0c271b63-4e54-40e4-a561-1edede55d976 port e6b8ac30-ea8f-4336-bd10-c6157778fd1a binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:08:43.385016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.408898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-92783f3e-10e9-46b2-8c36-1c2186c4388b tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2873 time: 0.4653273 Apr 05 19:08:43.438848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6ffb5c-f182-4386-bbe2-e482ec52d56b']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:43.454948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd74dad-6178-448b-9888-ff3e60aa5442') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:43.455687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd74dad-6178-448b-9888-ff3e60aa5442') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:43.469564 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.469820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.500656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.514569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:08:43.514989 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.601398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3c72b1c5-5a7c-451f-b3e2-55dfa3c03bdd None None] Provisioning complete for port e6b8ac30-ea8f-4336-bd10-c6157778fd1a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:43.601777 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c72b1c5-5a7c-451f-b3e2-55dfa3c03bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.604151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7ef73654-27fa-46e3-967d-e8d04605cf96 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:08:43.642663 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:08:43.650750 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.658176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.661446 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "DELETE /v2.0/networks/8f6ffb5c-f182-4386-bbe2-e482ec52d56b HTTP/1.1" status: 204 len: 168 time: 0.5899527 Apr 05 19:08:43.664322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55558) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:43.694936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ab949-d3e4-44de-b22e-18373cdb8174 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Network': ['ID=8f6ffb5c-f182-4386-bbe2-e482ec52d56b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:43.750250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3c72b1c5-5a7c-451f-b3e2-55dfa3c03bdd None None] Port e6b8ac30-ea8f-4336-bd10-c6157778fd1a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:08:43.767802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7ef73654-27fa-46e3-967d-e8d04605cf96 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:43.768331 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:43.959982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9527456d-417a-4e04-91e3-4d4f0ae18705 None None] Provisioning complete for port e6b8ac30-ea8f-4336-bd10-c6157778fd1a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:43.960602 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9527456d-417a-4e04-91e3-4d4f0ae18705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.044768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9527456d-417a-4e04-91e3-4d4f0ae18705 None None] Port e6b8ac30-ea8f-4336-bd10-c6157778fd1a cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:08:44.048853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Deleting port 86e4224d-9197-43b1-a861-ba81323741d6 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:44.049327 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.062725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5d3b272d-9b28-4bcb-9741-8af82888f712 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:44.104571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 5d3b272d-9b28-4bcb-9741-8af82888f712 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:44.105194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 5d3b272d-9b28-4bcb-9741-8af82888f712 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:44.105716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f5fc56aa-2c15-4052-886b-9b216c89069a no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:44.136731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: f5fc56aa-2c15-4052-886b-9b216c89069a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:44.137223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f5fc56aa-2c15-4052-886b-9b216c89069a not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:44.185081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55566) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:44.200409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ef713359-add8-47dd-a65a-2c7198ce51dd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773675778', 'description': 'tempest-secgroup-smoke-773675778 description', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:44.236512 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.236745 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.261482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Calling delete_port for 86e4224d-9197-43b1-a861-ba81323741d6 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:44.267257 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef713359-add8-47dd-a65a-2c7198ce51dd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.366278 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.380197 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.443796 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.515922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef713359-add8-47dd-a65a-2c7198ce51dd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.518243 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb199ffe-66ef-44d2-9a31-a43013e70489 None None] Pushing event updated for resources: {'Port': ['ID=e6b8ac30-ea8f-4336-bd10-c6157778fd1a,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:44.526174 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Attempting to bind port e6b8ac30-ea8f-4336-bd10-c6157778fd1a on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:08:44.526673 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Attempting to bind port e6b8ac30-ea8f-4336-bd10-c6157778fd1a by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:08:44.527126 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Attempting to bind port e6b8ac30-ea8f-4336-bd10-c6157778fd1a on network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:44.533815 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:08:44.534323 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Checking segment: {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:44.534847 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.535419 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Bound using segment: {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:08:44.536130 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Bound port: e6b8ac30-ea8f-4336-bd10-c6157778fd1a, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:08:44.536774 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.541922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef713359-add8-47dd-a65a-2c7198ce51dd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.586756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f7e5dc95-c478-4252-b46a-f297961ac870 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:44.604960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef713359-add8-47dd-a65a-2c7198ce51dd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f176a0-3175-4815-873c-4d7059307233,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:44.642077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: f7e5dc95-c478-4252-b46a-f297961ac870 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:44.642301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device f7e5dc95-c478-4252-b46a-f297961ac870 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:44.665075 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] For port e6b8ac30-ea8f-4336-bd10-c6157778fd1a, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:08:44.668767 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] For port e6b8ac30-ea8f-4336-bd10-c6157778fd1a, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e6b8ac30-ea8f-4336-bd10-c6157778fd1a,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:08:44.677880 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.725136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef713359-add8-47dd-a65a-2c7198ce51dd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.726449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ef713359-add8-47dd-a65a-2c7198ce51dd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5397108 Apr 05 19:08:44.727687 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.729610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55576) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:44.737221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-719297e5-ffd2-4126-aa9a-0a464e2350da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': 'd8f176a0-3175-4815-873c-4d7059307233', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:44.756793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Port': ['ID=86e4224d-9197-43b1-a861-ba81323741d6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:44.776893 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:44.777532 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:44.780099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-bb6e6b05-9d1b-416d-bf13-b9c23c2d821f None None] Provisioning complete for port e6b8ac30-ea8f-4336-bd10-c6157778fd1a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:44.780570 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6b05-9d1b-416d-bf13-b9c23c2d821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.837152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-719297e5-ffd2-4126-aa9a-0a464e2350da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.926509 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.927141 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Floating IP 6de4c818-21f3-4592-82c3-d6959c3c76e7 disassociated (deleted). External IP: 172.25.4.56, port: c0b16d9b-9d24-4d63-95fc-1542562a32f4. Apr 05 19:08:44.963209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-719297e5-ffd2-4126-aa9a-0a464e2350da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.970383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-719297e5-ffd2-4126-aa9a-0a464e2350da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.978780 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6b05-9d1b-416d-bf13-b9c23c2d821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:44.985101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719297e5-ffd2-4126-aa9a-0a464e2350da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fcfeb1-3f08-4727-b1d2-ef58f336b8da,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:45.005872 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-719297e5-ffd2-4126-aa9a-0a464e2350da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.012506 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-719297e5-ffd2-4126-aa9a-0a464e2350da tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2810259 Apr 05 19:08:45.014869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55580) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:45.024191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ba7454d8-b0eb-4f9a-9983-4a3d90c10ce8 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': 'd8f176a0-3175-4815-873c-4d7059307233', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:45.084743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba7454d8-b0eb-4f9a-9983-4a3d90c10ce8 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.097980 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.115271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bb6e6b05-9d1b-416d-bf13-b9c23c2d821f None None] For port e6b8ac30-ea8f-4336-bd10-c6157778fd1a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e6b8ac30-ea8f-4336-bd10-c6157778fd1a,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:45.127273 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6b05-9d1b-416d-bf13-b9c23c2d821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.145966 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:45.198824 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba7454d8-b0eb-4f9a-9983-4a3d90c10ce8 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.210918 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba7454d8-b0eb-4f9a-9983-4a3d90c10ce8 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.255862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7454d8-b0eb-4f9a-9983-4a3d90c10ce8 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dff33e8-f1ea-4ef8-92e5-d8ba4c04a512,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:45.277620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba7454d8-b0eb-4f9a-9983-4a3d90c10ce8 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.287010 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ba7454d8-b0eb-4f9a-9983-4a3d90c10ce8 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2697005 Apr 05 19:08:45.288250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55588) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:45.294186 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb199ffe-66ef-44d2-9a31-a43013e70489 None None] Pushing event updated for resources: {'Port': ['ID=e6b8ac30-ea8f-4336-bd10-c6157778fd1a,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:45.295651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-39da15ee-8e0a-4bde-bb62-0ae1602ba8d0 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': 'd8f176a0-3175-4815-873c-4d7059307233', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:45.331724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8e734f0a-04c4-4d8f-be8b-fd44f5f86b94 None None] Provisioning complete for port e6b8ac30-ea8f-4336-bd10-c6157778fd1a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:45.332777 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e734f0a-04c4-4d8f-be8b-fd44f5f86b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.343387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39da15ee-8e0a-4bde-bb62-0ae1602ba8d0 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.390495 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e6b05-9d1b-416d-bf13-b9c23c2d821f None None] Pushing event updated for resources: {'Port': ['ID=e6b8ac30-ea8f-4336-bd10-c6157778fd1a,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:45.468064 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39da15ee-8e0a-4bde-bb62-0ae1602ba8d0 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.474296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39da15ee-8e0a-4bde-bb62-0ae1602ba8d0 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.475617 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:40Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'e6b8ac30-ea8f-4336-bd10-c6157778fd1a', 'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:5a:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:39Z', 'updated_at': '2022-04-05T19:08:44Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:45.493246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da15ee-8e0a-4bde-bb62-0ae1602ba8d0 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e62ebfd-5377-4efc-ba00-c57df6d6edac,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:45.502952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Router 3957d671-c910-4f8f-983e-1fb2084d8fa2 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:08:45.511569 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39da15ee-8e0a-4bde-bb62-0ae1602ba8d0 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.512822 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-39da15ee-8e0a-4bde-bb62-0ae1602ba8d0 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2233305 Apr 05 19:08:45.516454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55590) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:45.517354 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04dcebe-476b-4ed5-ac63-40e1a23fe67e None None] The sync data for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 is: [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:40Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'e6b8ac30-ea8f-4336-bd10-c6157778fd1a', 'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:5a:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:39Z', 'updated_at': '2022-04-05T19:08:44Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:45.524938 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b899f4a7-7242-4e66-8ed0-26ecb692b44e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': 'd8f176a0-3175-4815-873c-4d7059307233', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:45.583862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b899f4a7-7242-4e66-8ed0-26ecb692b44e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.707774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:45.715591 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b899f4a7-7242-4e66-8ed0-26ecb692b44e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.721028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] Sync routers for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:45.728606 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.730061 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b899f4a7-7242-4e66-8ed0-26ecb692b44e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.741169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:45.741816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:45.774469 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899f4a7-7242-4e66-8ed0-26ecb692b44e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a71b56-43cd-40a9-bd71-e491623999a4,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:45.785071 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b899f4a7-7242-4e66-8ed0-26ecb692b44e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.786268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a0071e0c-89c9-43b8-b615-c7a0470a6178 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "DELETE /v2.0/floatingips/6de4c818-21f3-4592-82c3-d6959c3c76e7 HTTP/1.1" status: 204 len: 168 time: 2.1206980 Apr 05 19:08:45.786993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:45.789526 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b899f4a7-7242-4e66-8ed0-26ecb692b44e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2705238 Apr 05 19:08:45.790486 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55600) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:45.791432 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f156efff-d4ad-40d5-81f8-06203ce9423a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:45.800084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3d381f8b-e929-4be5-ab12-da391711ddda tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': 'd8f176a0-3175-4815-873c-4d7059307233', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:45.828879 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-3d381f8b-e929-4be5-ab12-da391711ddda tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Project cb688bc23a4c445bb820fe5a45727c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:08:45.839334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d381f8b-e929-4be5-ab12-da391711ddda tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:45.882235 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cb3406-205d-4d64-b66e-d96d2cc46f03 x-openstack-request-id: req-a7cb3406-205d-4d64-b66e-d96d2cc46f03 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:45.882902 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:45.883499 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7cb3406-205d-4d64-b66e-d96d2cc46f03 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:45.884296 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7cb3406-205d-4d64-b66e-d96d2cc46f03'] response: {'name': 'network-changed', 'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'status': 'completed', 'code': 200} Apr 05 19:08:46.032857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-306e428d-3b8b-4dd7-85c7-bfdcb0cec4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:46.042300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-306e428d-3b8b-4dd7-85c7-bfdcb0cec4fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 1135 time: 0.1414826 Apr 05 19:08:46.047237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d381f8b-e929-4be5-ab12-da391711ddda tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:46.063843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d381f8b-e929-4be5-ab12-da391711ddda tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:46.107422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:46.118048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d381f8b-e929-4be5-ab12-da391711ddda tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ec0cb6-80c8-4855-8c99-7fc45cd0246b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:46.152052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3d381f8b-e929-4be5-ab12-da391711ddda tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:46.153320 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3d381f8b-e929-4be5-ab12-da391711ddda tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621511 Apr 05 19:08:46.174959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55610) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:46.189890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3de8f817-9238-49e4-b9e7-1b08d583edc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'security_group_rule': {'security_group_id': 'd8f176a0-3175-4815-873c-4d7059307233', 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:46.238750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-ffcdc650-324e-4eaa-a432-6695848fa060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:46.240611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-ffcdc650-324e-4eaa-a432-6695848fa060 service neutron] 10.222.0.20 "GET /v2.0/networks?id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c HTTP/1.1" status: 200 len: 897 time: 0.1892114 Apr 05 19:08:46.247558 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-3de8f817-9238-49e4-b9e7-1b08d583edc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Project cb688bc23a4c445bb820fe5a45727c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:08:46.254190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3de8f817-9238-49e4-b9e7-1b08d583edc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:46.329505 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-a763d010-06d4-4852-8ad7-27ad62238822 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4 HTTP/1.1" status: 200 len: 217 time: 0.0682564 Apr 05 19:08:46.380150 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3de8f817-9238-49e4-b9e7-1b08d583edc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:46.389237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3de8f817-9238-49e4-b9e7-1b08d583edc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:46.419399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8f817-9238-49e4-b9e7-1b08d583edc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bcac9f-8f10-444b-8ad0-024f08749c1b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:46.439386 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3de8f817-9238-49e4-b9e7-1b08d583edc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:46.454826 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3de8f817-9238-49e4-b9e7-1b08d583edc7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2786305 Apr 05 19:08:46.468716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ec332bdc-abd4-470f-b2ec-77c55c438c38', 'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:09:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:10Z', 'updated_at': '2022-04-05T19:07:16Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '76666e42-841f-406a-ab6c-0a307610029c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:46.485281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25c789-aaf6-428e-b132-831f93d4a963 req-1157a887-0808-4e4d-9beb-766711570cfd tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:46.496942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e25c789-aaf6-428e-b132-831f93d4a963 req-1157a887-0808-4e4d-9beb-766711570cfd tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 984 time: 0.2548411 Apr 05 19:08:46.516185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-47bf881c-5878-4bb9-ad26-ecf208b92ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:46.517873 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-47bf881c-5878-4bb9-ad26-ecf208b92ca9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76666e42-841f-406a-ab6c-0a307610029c HTTP/1.1" status: 200 len: 835 time: 0.1778073 Apr 05 19:08:46.535612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] Checking router: 3957d671-c910-4f8f-983e-1fb2084d8fa2 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:46.549670 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:46.550363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:46.671899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9e25c789-aaf6-428e-b132-831f93d4a963 req-19c88886-791d-4651-a93c-76f90850d26a tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1737587 Apr 05 19:08:46.704960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-66f650ed-8c15-4944-8012-1de954b0c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:46.709299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-66f650ed-8c15-4944-8012-1de954b0c1b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=869e5a3a-31b8-47e5-b12a-a6b91098fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789274 Apr 05 19:08:46.759374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e6b8ac30-ea8f-4336-bd10-c6157778fd1a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:46.834853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-7f273304-c590-470b-8b5c-c4fa6c88da1a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773675778&fields=id&tenant_id=cb688bc23a4c445bb820fe5a45727c7b HTTP/1.1" status: 200 len: 267 time: 0.1124873 Apr 05 19:08:46.989599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963b74-65bd-44ef-9360-44c421ea7888 req-25276f7d-6e25-4bf0-be77-d9c0c7143592 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:46.991125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-25276f7d-6e25-4bf0-be77-d9c0c7143592 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/networks?id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e HTTP/1.1" status: 200 len: 797 time: 0.1460917 Apr 05 19:08:47.009181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-1d622a38-ca81-40fa-a235-7e03777208cd tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/quotas/cb688bc23a4c445bb820fe5a45727c7b HTTP/1.1" status: 200 len: 375 time: 0.0108304 Apr 05 19:08:47.094706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-62f436d9-4ccb-48bd-9b72-198de499fa3e service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696461 Apr 05 19:08:47.126891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-f0ae576f-d94d-41d9-a413-32e37fe1d7fa tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073124 Apr 05 19:08:47.154553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:47.228755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e6b8ac30-ea8f-4336-bd10-c6157778fd1a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:47.229504 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:47.329239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-05ba1356-a29c-4bd2-a209-5dcbebf720e7 service neutron] 10.222.0.15 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806788 Apr 05 19:08:47.451764 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f156efff-d4ad-40d5-81f8-06203ce9423a req-ff0c6274-724e-40e4-9f91-fcc517bb12cc service neutron] 10.222.0.20 "GET /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474164 Apr 05 19:08:47.493835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-e6b1f57c-ac6f-4de4-9770-24df72997083 service neutron] 10.222.0.15 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559415 Apr 05 19:08:47.549288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-c13d3569-c520-455a-99c0-5e67fd28c94d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:47.552306 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-c13d3569-c520-455a-99c0-5e67fd28c94d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 984 time: 0.0935581 Apr 05 19:08:47.586839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ec332bdc-abd4-470f-b2ec-77c55c438c38', 'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:09:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:10Z', 'updated_at': '2022-04-05T19:07:16Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '76666e42-841f-406a-ab6c-0a307610029c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:47.620706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af2adf-1900-4c85-9373-86054ffdaf68 None None] The sync data for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 is: [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'ec332bdc-abd4-470f-b2ec-77c55c438c38', 'name': '', 'network_id': '869e5a3a-31b8-47e5-b12a-a6b91098fe2c', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'mac_address': 'fa:16:3e:09:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '76666e42-841f-406a-ab6c-0a307610029c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:10Z', 'updated_at': '2022-04-05T19:07:16Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'subnets': [{'id': '76666e42-841f-406a-ab6c-0a307610029c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:47.740058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Deleting port c0b16d9b-9d24-4d63-95fc-1542562a32f4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:47.740467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:47.900243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e84e9210-ef28-42be-8374-0921bbec9df3 req-b6242f30-e275-490b-8ca4-b5d352ebc3b4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 210 time: 0.1023104 Apr 05 19:08:47.922321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26aa13f-aa00-4d0b-9836-b859ae2af52d req-f5769538-65ac-41fb-9215-efb784d52023 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:47.923999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f26aa13f-aa00-4d0b-9836-b859ae2af52d req-f5769538-65ac-41fb-9215-efb784d52023 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d8bce41-74ac-47fc-80ad-6c70692e4c66 HTTP/1.1" status: 200 len: 984 time: 0.1249406 Apr 05 19:08:47.934953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] For port c0b16d9b-9d24-4d63-95fc-1542562a32f4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=c0b16d9b-9d24-4d63-95fc-1542562a32f4,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:47.935670 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:47.971913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Calling delete_port for c0b16d9b-9d24-4d63-95fc-1542562a32f4 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:48.007893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f26aa13f-aa00-4d0b-9836-b859ae2af52d req-81b94a8c-1281-44f8-be2f-77847f26be09 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "GET /v2.0/security-groups?id=327ce237-e9e4-4099-b22d-9871fd164b0e&id=d24bcea0-c20f-40f3-b197-6d9a01aefe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0739403 Apr 05 19:08:48.106817 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b21389-e401-4f7c-bad1-874d4099e46d None None] New status for floating IP 6de4c818-21f3-4592-82c3-d6959c3c76e7: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:08:48.193522 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:48.270132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Port': ['ID=c0b16d9b-9d24-4d63-95fc-1542562a32f4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:48.319208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] No DVR routers for this DVR port c0b16d9b-9d24-4d63-95fc-1542562a32f4 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:08:48.322218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:48.327194 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ca1a7416-fbf6-4448-87a3-7f29a8fed658 req-a8dca949-3761-494b-b098-70c1b023b637 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.20 "DELETE /v2.0/ports/c0b16d9b-9d24-4d63-95fc-1542562a32f4 HTTP/1.1" status: 204 len: 173 time: 0.7679677 Apr 05 19:08:48.327355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'name': 'network-vif-deleted', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:48.330091 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efe1fd5-01ba-47d3-8147-446c4f609f87" -d '{"events": [{"server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "name": "network-vif-deleted", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:48.398011 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf6cd82-6452-493d-8420-4e0f2ee57900 x-openstack-request-id: req-aaf6cd82-6452-493d-8420-4e0f2ee57900 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:48.398289 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8bce41-74ac-47fc-80ad-6c70692e4c66", "name": "network-vif-deleted", "tag": "c0b16d9b-9d24-4d63-95fc-1542562a32f4", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:48.398850 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aaf6cd82-6452-493d-8420-4e0f2ee57900 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:48.399264 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf6cd82-6452-493d-8420-4e0f2ee57900'] response: {'server_uuid': '1d8bce41-74ac-47fc-80ad-6c70692e4c66', 'name': 'network-vif-deleted', 'tag': 'c0b16d9b-9d24-4d63-95fc-1542562a32f4', 'status': 'completed', 'code': 200} Apr 05 19:08:49.050113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f64ac1e-0b6d-4d3a-81f2-177dfad048a3 req-57a48362-d761-4e04-8985-c569ab3d8024 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 210 time: 0.0501566 Apr 05 19:08:49.117318 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55682) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:49.184256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67e058e8-b998-4f8e-a04a-d41d0256c480 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:49.218122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67e058e8-b998-4f8e-a04a-d41d0256c480 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:49.222038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963b74-65bd-44ef-9360-44c421ea7888 req-d4974b0a-7be1-4bfc-97f4-6f1be36d1b1d tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:49.224209 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-d4974b0a-7be1-4bfc-97f4-6f1be36d1b1d tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "GET /v2.0/networks?id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e HTTP/1.1" status: 200 len: 797 time: 0.1344879 Apr 05 19:08:49.282428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67e058e8-b998-4f8e-a04a-d41d0256c480 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:49.290969 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-67e058e8-b998-4f8e-a04a-d41d0256c480 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:49.295660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-67e058e8-b998-4f8e-a04a-d41d0256c480 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "DELETE /v2.0/security-groups/d24bcea0-c20f-40f3-b197-6d9a01aefe5d HTTP/1.1" status: 204 len: 168 time: 0.1770804 Apr 05 19:08:49.296733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55688) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:49.298428 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-923b9e74-8a2f-4e88-b9aa-a36775b5b453 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb688bc23a4c445bb820fe5a45727c7b HTTP/1.1" status: 200 len: 379 time: 0.0649962 Apr 05 19:08:49.311140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'port': {'device_id': '1a92b867-31f5-4895-9846-e2ec066b233d', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'admin_state_up': True, 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'security_groups': ['d8f176a0-3175-4815-873c-4d7059307233']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:49.321672 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e058e8-b998-4f8e-a04a-d41d0256c480 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24bcea0-c20f-40f3-b197-6d9a01aefe5d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:49.380810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc4-688d-440f-afc9-6da55accc61d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:49.412577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc4-688d-440f-afc9-6da55accc61d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:49.473004 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc4-688d-440f-afc9-6da55accc61d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:49.476249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc4-688d-440f-afc9-6da55accc61d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:49.480001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-50e0fdc4-688d-440f-afc9-6da55accc61d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "DELETE /v2.0/security-groups/327ce237-e9e4-4099-b22d-9871fd164b0e HTTP/1.1" status: 204 len: 168 time: 0.1768332 Apr 05 19:08:49.482017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55692) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:49.496438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0fdc4-688d-440f-afc9-6da55accc61d tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327ce237-e9e4-4099-b22d-9871fd164b0e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:49.606019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Made reservation on behalf of cb688bc23a4c445bb820fe5a45727c7b for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:08:49.609480 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:49.853953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.20.0.6 (55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e/33f26309-41d6-4f0a-8728-f83acf4baaf8/e7f44615-756b-498a-b5bf-36ca45e23061) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:08:50.098495 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:50.180185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-763a23b4-3125-41d5-97ee-6f85d4edd495 req-f4ae954e-91b2-42bc-8641-ac983351b285 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 210 time: 0.0387368 Apr 05 19:08:50.188670 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:50.191262 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:50.300573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:08:50.326629 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=e7f44615-756b-498a-b5bf-36ca45e23061,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:50.331923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:50.334105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:08:50.397270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:50.398215 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:50.467265 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-58450380-b5e1-4cdc-b605-9bc893c8fdbb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615155 Apr 05 19:08:50.481770 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Request body: {'port': {'device_id': '1a92b867-31f5-4895-9846-e2ec066b233d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:50.607792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:50.720028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f3dbe1ef-a11a-4eb6-87b3-bfd29c04af14 None None] Provisioning complete for port e7f44615-756b-498a-b5bf-36ca45e23061 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:50.720672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe1ef-a11a-4eb6-87b3-bfd29c04af14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:50.803147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f3dbe1ef-a11a-4eb6-87b3-bfd29c04af14 None None] Port e7f44615-756b-498a-b5bf-36ca45e23061 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:08:50.877903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Deleting port ec332bdc-abd4-470f-b2ec-77c55c438c38 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:50.878254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:51.022101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] For port ec332bdc-abd4-470f-b2ec-77c55c438c38, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ec332bdc-abd4-470f-b2ec-77c55c438c38,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:51.022490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:51.045177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Calling delete_port for ec332bdc-abd4-470f-b2ec-77c55c438c38 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:51.119988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f44615-756b-498a-b5bf-36ca45e23061 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:08:51.129289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:51.153591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Transition to ACTIVE for port object e7f44615-756b-498a-b5bf-36ca45e23061 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:08:51.159737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:51.254863 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c0b16d9b-9d24-4d63-95fc-1542562a32f4 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:51.270869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f44615-756b-498a-b5bf-36ca45e23061,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:51.308918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: c0b16d9b-9d24-4d63-95fc-1542562a32f4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:51.309270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device c0b16d9b-9d24-4d63-95fc-1542562a32f4 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:51.394872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56644e-4eb5-466d-b00b-5127ea8a894f req-a273e1e8-cd56-45f3-9c9c-23b8a1b7b5a1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:51.399798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Attempting to bind port e7f44615-756b-498a-b5bf-36ca45e23061 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:08:51.400300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Attempting to bind port e7f44615-756b-498a-b5bf-36ca45e23061 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:08:51.400453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Attempting to bind port e7f44615-756b-498a-b5bf-36ca45e23061 on network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:51.403038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e56644e-4eb5-466d-b00b-5127ea8a894f req-a273e1e8-cd56-45f3-9c9c-23b8a1b7b5a1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 943 time: 0.1165473 Apr 05 19:08:51.416327 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Port e7f44615-756b-498a-b5bf-36ca45e23061 on network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:08:51.416774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Attempting to bind port e7f44615-756b-498a-b5bf-36ca45e23061 on network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:08:51.425972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:51.428322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:08:51.428733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Checking segment: {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:51.429324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Bound using segment: {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:08:51.429824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Bound port: e7f44615-756b-498a-b5bf-36ca45e23061, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fb879c-4cf4-45e8-afba-f381f81cdcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:08:51.430316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:51.456883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e56644e-4eb5-466d-b00b-5127ea8a894f req-94f33d10-d6d4-4ad7-8b78-47afb7ecf154 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436099 Apr 05 19:08:51.523846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Port': ['ID=ec332bdc-abd4-470f-b2ec-77c55c438c38,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:51.701380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] For port e7f44615-756b-498a-b5bf-36ca45e23061, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:08:51.733000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] For port e7f44615-756b-498a-b5bf-36ca45e23061, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=e7f44615-756b-498a-b5bf-36ca45e23061,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:08:51.766929 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:51.824416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:51.825408 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:51.827917 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] 10.222.0.25 "PUT /v2.0/ports/e7f44615-756b-498a-b5bf-36ca45e23061 HTTP/1.1" status: 200 len: 1091 time: 1.3508286 Apr 05 19:08:51.828807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:51.831352 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:51.867285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:51.937009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a42808-ab3d-4adf-954c-ba4aeca3dee8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f44615-756b-498a-b5bf-36ca45e23061,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:51.941942 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ea2412-c26a-4dc2-9236-9319b2d77e38 x-openstack-request-id: req-12ea2412-c26a-4dc2-9236-9319b2d77e38 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:51.942301 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:51.942509 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12ea2412-c26a-4dc2-9236-9319b2d77e38 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:51.942886 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ea2412-c26a-4dc2-9236-9319b2d77e38'] response: {'name': 'network-changed', 'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'status': 'completed', 'code': 200} Apr 05 19:08:52.027909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963b74-65bd-44ef-9360-44c421ea7888 req-6cab6894-8757-4a63-97fc-879944aa5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:52.029414 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-6cab6894-8757-4a63-97fc-879944aa5b98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 1094 time: 0.1419327 Apr 05 19:08:52.436033 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-3865f8db-8986-4b9e-a858-8de9528bdf2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f44615-756b-498a-b5bf-36ca45e23061 HTTP/1.1" status: 200 len: 217 time: 0.0376577 Apr 05 19:08:52.584364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b9ad8-933d-4cff-963a-15d5f3587b25 req-5e7de5e0-e38b-4ac8-8360-8e3f210a5f91 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:52.592474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c6b9ad8-933d-4cff-963a-15d5f3587b25 req-5e7de5e0-e38b-4ac8-8360-8e3f210a5f91 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 943 time: 0.0647349 Apr 05 19:08:52.615978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963b74-65bd-44ef-9360-44c421ea7888 req-16561ca2-959d-43c2-bc7b-367fee117bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:52.617862 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-16561ca2-959d-43c2-bc7b-367fee117bb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33f26309-41d6-4f0a-8728-f83acf4baaf8 HTTP/1.1" status: 200 len: 834 time: 0.1750612 Apr 05 19:08:52.651874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c6b9ad8-933d-4cff-963a-15d5f3587b25 req-bd3a714a-ae94-492d-908e-b9cf5f3148c3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576913 Apr 05 19:08:52.710965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Router 3957d671-c910-4f8f-983e-1fb2084d8fa2 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:08:52.735866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963b74-65bd-44ef-9360-44c421ea7888 req-c1439872-8ea8-454e-96b2-e592afebb0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:52.737368 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-c1439872-8ea8-454e-96b2-e592afebb0fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776627 Apr 05 19:08:52.942487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:08:52.947802 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-ca933aa6-6009-4855-b30d-dff4cde08bb2 service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692421 Apr 05 19:08:52.949489 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-87fcb6e2-f0d8-40d8-81d0-e0b9f6e37ea3 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "PUT /v2.0/routers/3957d671-c910-4f8f-983e-1fb2084d8fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4642313 Apr 05 19:08:52.953973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55760) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:52.955203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] Sync routers for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:08:52.966653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:52.967265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:53.025896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca357d0d-3567-43c8-81ba-e33455d77681 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Deleting subnet 76666e42-841f-406a-ab6c-0a307610029c {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:08:53.030247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca357d0d-3567-43c8-81ba-e33455d77681 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:53.085760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca357d0d-3567-43c8-81ba-e33455d77681 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:53.101639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:53.106445 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-83963b74-65bd-44ef-9360-44c421ea7888 req-804b35d3-c364-451d-a4c0-97d3a001acf5 service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498981 Apr 05 19:08:53.212869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-a5fe026a-eb96-4e80-a0f9-74c3738dc735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:53.214655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-a5fe026a-eb96-4e80-a0f9-74c3738dc735 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 1094 time: 0.0558844 Apr 05 19:08:53.316600 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca357d0d-3567-43c8-81ba-e33455d77681 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:53.333770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:08:51Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:53.345861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-59f63d1e-549b-4934-be5e-a00deba32252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:53.347525 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-59f63d1e-549b-4934-be5e-a00deba32252 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e HTTP/1.1" status: 200 len: 897 time: 0.1267493 Apr 05 19:08:53.364608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] Checking router: 3957d671-c910-4f8f-983e-1fb2084d8fa2 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:08:53.373161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] Routers {'3957d671-c910-4f8f-983e-1fb2084d8fa2'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:08:53.373765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['3957d671-c910-4f8f-983e-1fb2084d8fa2'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:53.412078 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca357d0d-3567-43c8-81ba-e33455d77681 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:53.422911 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-89d296e1-acfb-48e7-b37c-3e63c9341197 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f44615-756b-498a-b5bf-36ca45e23061 HTTP/1.1" status: 200 len: 217 time: 0.0687141 Apr 05 19:08:53.449331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca357d0d-3567-43c8-81ba-e33455d77681 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Subnet': ['ID=76666e42-841f-406a-ab6c-0a307610029c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:53.453317 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca357d0d-3567-43c8-81ba-e33455d77681 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:53.460190 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ca357d0d-3567-43c8-81ba-e33455d77681 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "DELETE /v2.0/subnets/76666e42-841f-406a-ab6c-0a307610029c HTTP/1.1" status: 204 len: 168 time: 0.5046453 Apr 05 19:08:53.462872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55766) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:53.500250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f000c269-a7de-45da-a5a0-ef9c72ace4ee None None] Network 869e5a3a-31b8-47e5-b12a-a6b91098fe2c requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:08:53.508273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-fbab1bce-497e-4303-950a-cf130bbefcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:53.510248 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-fbab1bce-497e-4303-950a-cf130bbefcf0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33f26309-41d6-4f0a-8728-f83acf4baaf8 HTTP/1.1" status: 200 len: 834 time: 0.0760725 Apr 05 19:08:53.583141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-c9ef8400-e832-4cbd-8cfc-d73399d93bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:53.584894 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-c9ef8400-e832-4cbd-8cfc-d73399d93bd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677629 Apr 05 19:08:53.646578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] Set router 3957d671-c910-4f8f-983e-1fb2084d8fa2 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:08:53.739427 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-79de4ec5-f216-4486-9ba5-d2ecd1a45bf5 service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472676 Apr 05 19:08:53.872971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f183443-3a0e-42c6-b4aa-ecf44e30b222 None None] DHCP port deletion for 869e5a3a-31b8-47e5-b12a-a6b91098fe2c request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:08:53.893194 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-102cd9c9-692b-44fc-b8e9-4af2625fd9ba req-2a75a10b-2caf-489e-99cf-7cab303d2b21 service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457188 Apr 05 19:08:53.981252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:08:51Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:54.021114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2a0b7-f01e-4309-a1eb-94c60d441b8c None None] The sync data for ids ['3957d671-c910-4f8f-983e-1fb2084d8fa2'] in n-d-836650-3 is: [{'id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1045257431', 'tenant_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:07:05Z', 'updated_at': '2022-04-05T19:08:51Z', 'revision_number': 5, 'project_id': 'a82eeee122fe4a028de2d6e2d31128ed', 'gw_port': {'id': '369dd321-4430-4c1c-a4d2-5b4959a3eb63', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957d671-c910-4f8f-983e-1fb2084d8fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:07:06Z', 'updated_at': '2022-04-05T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:08:54.028846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3f183443-3a0e-42c6-b4aa-ecf44e30b222 None None] Deleting port 570aebbb-0c1a-4d38-86e5-35662b169e6f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:54.029308 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f183443-3a0e-42c6-b4aa-ecf44e30b222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:54.106209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3f183443-3a0e-42c6-b4aa-ecf44e30b222 None None] For port 570aebbb-0c1a-4d38-86e5-35662b169e6f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=570aebbb-0c1a-4d38-86e5-35662b169e6f,segment=NetworkSegment(1280e2aa-39e8-494b-98c6-79ce80dd8c24),segment_id=1280e2aa-39e8-494b-98c6-79ce80dd8c24)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:54.106813 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f183443-3a0e-42c6-b4aa-ecf44e30b222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:54.121526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3f183443-3a0e-42c6-b4aa-ecf44e30b222 None None] Calling delete_port for 570aebbb-0c1a-4d38-86e5-35662b169e6f owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:54.208985 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f183443-3a0e-42c6-b4aa-ecf44e30b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:54.223119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745562c5-0843-41f8-989e-7407eb055729 req-da31c1ab-3f8c-4da9-a62d-4aa0ece5fbac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:54.224679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-745562c5-0843-41f8-989e-7407eb055729 req-da31c1ab-3f8c-4da9-a62d-4aa0ece5fbac tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 943 time: 0.0837524 Apr 05 19:08:54.235560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:54.235679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f183443-3a0e-42c6-b4aa-ecf44e30b222 None None] Pushing event deleted for resources: {'Port': ['ID=570aebbb-0c1a-4d38-86e5-35662b169e6f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:54.241607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f183443-3a0e-42c6-b4aa-ecf44e30b222 None None] No DVR routers for this DVR port 570aebbb-0c1a-4d38-86e5-35662b169e6f on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:08:54.336802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-745562c5-0843-41f8-989e-7407eb055729 req-a2d1d331-bd52-47c5-beb0-e1dc9a410c35 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993197 Apr 05 19:08:54.418699 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:54.482674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Deleting port 369dd321-4430-4c1c-a4d2-5b4959a3eb63 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:08:54.483400 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:54.606710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] For port 369dd321-4430-4c1c-a4d2-5b4959a3eb63, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=369dd321-4430-4c1c-a4d2-5b4959a3eb63,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:54.607231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:54.623398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Calling delete_port for 369dd321-4430-4c1c-a4d2-5b4959a3eb63 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:08:54.649842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 570aebbb-0c1a-4d38-86e5-35662b169e6f no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:54.670528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 570aebbb-0c1a-4d38-86e5-35662b169e6f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:54.670847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 570aebbb-0c1a-4d38-86e5-35662b169e6f not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:54.671812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ec332bdc-abd4-470f-b2ec-77c55c438c38 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:54.726797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: ec332bdc-abd4-470f-b2ec-77c55c438c38 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:54.727138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ec332bdc-abd4-470f-b2ec-77c55c438c38 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:54.868495 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:54.990517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Port': ['ID=369dd321-4430-4c1c-a4d2-5b4959a3eb63,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:55.027802 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.168332 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.170705 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.223945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.224560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Fanout notify agent at l3_agent the message router_deleted on router 3957d671-c910-4f8f-983e-1fb2084d8fa2 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:08:55.240678 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.241685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-276dbbe9-2b29-46f3-a8f3-2970d105735e tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "DELETE /v2.0/routers/3957d671-c910-4f8f-983e-1fb2084d8fa2 HTTP/1.1" status: 204 len: 168 time: 1.7777207 Apr 05 19:08:55.244574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55816) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:55.366655 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.482884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.500500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d7f76-cd4c-478f-8375-b875e4fd539c req-f50b7020-0c78-4565-9861-c2b00613f5c1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:55.508807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-827d7f76-cd4c-478f-8375-b875e4fd539c req-f50b7020-0c78-4565-9861-c2b00613f5c1 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 943 time: 0.0799220 Apr 05 19:08:55.527212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869e5a3a-31b8-47e5-b12a-a6b91098fe2c']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:55.537332 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1280e2aa-39e8-494b-98c6-79ce80dd8c24') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:55.537642 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1280e2aa-39e8-494b-98c6-79ce80dd8c24') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:08:55.548159 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.553726 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-827d7f76-cd4c-478f-8375-b875e4fd539c req-5d775acb-e6b6-439f-8bc3-e549c79648c7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437295 Apr 05 19:08:55.563669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.571375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:08:55.571862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:08:55.575576 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:08:55.647508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.660387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:55.663594 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] 10.222.0.15 "DELETE /v2.0/networks/869e5a3a-31b8-47e5-b12a-a6b91098fe2c HTTP/1.1" status: 204 len: 168 time: 0.4180219 Apr 05 19:08:55.682558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719cd20-6f6b-42f0-89a8-36b1f1b6f219 tempest-TestSecurityGroupsBasicOps-1777724602 tempest-TestSecurityGroupsBasicOps-1777724602-project] Pushing event deleted for resources: {'Network': ['ID=869e5a3a-31b8-47e5-b12a-a6b91098fe2c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:56.116209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55848) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:56.189633 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:08:56.286742 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-995961d6-fee1-4db3-96e5-4ff34319d105 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a82eeee122fe4a028de2d6e2d31128ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689422 Apr 05 19:08:56.289140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55852) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:56.344821 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4e4fd4-38a7-4f9b-9a45-3fe5b409bd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:56.366428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4e4fd4-38a7-4f9b-9a45-3fe5b409bd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:56.431723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4e4fd4-38a7-4f9b-9a45-3fe5b409bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:56.434454 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4e4fd4-38a7-4f9b-9a45-3fe5b409bd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:56.438004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3d4e4fd4-38a7-4f9b-9a45-3fe5b409bd21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2c29bcb-a7fe-48fd-9fd8-1b26973974eb HTTP/1.1" status: 204 len: 168 time: 0.1455476 Apr 05 19:08:56.445450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e4fd4-38a7-4f9b-9a45-3fe5b409bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c29bcb-a7fe-48fd-9fd8-1b26973974eb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:56.508172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device e7f44615-756b-498a-b5bf-36ca45e23061 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:08:56.668684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 369dd321-4430-4c1c-a4d2-5b4959a3eb63 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:08:56.698380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 369dd321-4430-4c1c-a4d2-5b4959a3eb63 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:08:56.698793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 369dd321-4430-4c1c-a4d2-5b4959a3eb63 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:08:56.751765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port e7f44615-756b-498a-b5bf-36ca45e23061, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=e7f44615-756b-498a-b5bf-36ca45e23061,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:56.768065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'port_id': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'mac_address': 'fa:16:3e:ba:0d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:08:56.781912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995c0e2-d0c2-4376-bb5a-4ba934dacd21 req-ab5120ca-05ad-4f06-9b96-f6ab40410893 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:56.792147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4995c0e2-d0c2-4376-bb5a-4ba934dacd21 req-ab5120ca-05ad-4f06-9b96-f6ab40410893 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 943 time: 0.1170464 Apr 05 19:08:56.818645 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55868) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:56.824268 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:56.835755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0cd7-df6b-4d83-a6b2-5574c3cd6ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:56.844147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f44615-756b-498a-b5bf-36ca45e23061 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:08:56.866180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port e7f44615-756b-498a-b5bf-36ca45e23061, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=e7f44615-756b-498a-b5bf-36ca45e23061,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:56.876134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:56.885670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4995c0e2-d0c2-4376-bb5a-4ba934dacd21 req-6bfa4ec5-6041-41da-a266-81aaa1d55c0a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845644 Apr 05 19:08:56.940808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=e7f44615-756b-498a-b5bf-36ca45e23061,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:56.968331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0cd7-df6b-4d83-a6b2-5574c3cd6ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:56.973979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0cd7-df6b-4d83-a6b2-5574c3cd6ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:57.021292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc0cd7-df6b-4d83-a6b2-5574c3cd6ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fca4d5-6f16-45cf-9865-07f66379126b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:57.028276 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cdfc0cd7-df6b-4d83-a6b2-5574c3cd6ab7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dc3f4850bc6490b99b6df7a5c8412af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053895 Apr 05 19:08:57.028495 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:57.106745 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b95f6dd7-4573-4195-9628-57dbb6287f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:57.141922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b95f6dd7-4573-4195-9628-57dbb6287f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:57.190960 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b95f6dd7-4573-4195-9628-57dbb6287f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:57.193885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b95f6dd7-4573-4195-9628-57dbb6287f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:57.195344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b95f6dd7-4573-4195-9628-57dbb6287f49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1fca4d5-6f16-45cf-9865-07f66379126b HTTP/1.1" status: 204 len: 168 time: 0.1531971 Apr 05 19:08:57.205391 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f6dd7-4573-4195-9628-57dbb6287f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fca4d5-6f16-45cf-9865-07f66379126b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:57.209743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['e7f44615-756b-498a-b5bf-36ca45e23061'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:08:57.628136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55890) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:57.676903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:57.677533 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-43cf613c-1fc0-4fc1-a8bc-4c738b107e73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b823447b6f2e49619044cad47d6d778f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477543 Apr 05 19:08:57.762949 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9994c2a6-6868-433a-abaf-c70d20febcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:57.797914 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9994c2a6-6868-433a-abaf-c70d20febcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:57.873237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9994c2a6-6868-433a-abaf-c70d20febcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:57.876589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9994c2a6-6868-433a-abaf-c70d20febcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:57.877824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9994c2a6-6868-433a-abaf-c70d20febcf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/830a820d-8470-446d-9de1-66a73d1a22cb HTTP/1.1" status: 204 len: 168 time: 0.1983428 Apr 05 19:08:57.897997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994c2a6-6868-433a-abaf-c70d20febcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830a820d-8470-446d-9de1-66a73d1a22cb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:58.079779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63c0d-eed9-469b-9b43-bb55f350014c req-82294be9-0085-4cd9-b765-fcf59f1fbe17 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:58.081387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f63c0d-eed9-469b-9b43-bb55f350014c req-82294be9-0085-4cd9-b765-fcf59f1fbe17 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 944 time: 0.0825396 Apr 05 19:08:58.156382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17f63c0d-eed9-469b-9b43-bb55f350014c req-dab6e058-87e9-4c2e-9521-b31cecc95acb tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669849 Apr 05 19:08:58.506559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device e7f44615-756b-498a-b5bf-36ca45e23061 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:08:58.565955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port e7f44615-756b-498a-b5bf-36ca45e23061 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:08:58.571080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port e7f44615-756b-498a-b5bf-36ca45e23061 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:08:58.571431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:58.691460 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:58.719320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:08:58.722212 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3af296a-c04c-4b57-a4fc-d38cf554064a" -d '{"events": [{"server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "name": "network-vif-plugged", "status": "completed", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:08:58.761872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port e7f44615-756b-498a-b5bf-36ca45e23061, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=e7f44615-756b-498a-b5bf-36ca45e23061,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:08:58.771903 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:58.810339 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc28c37-1a8a-4687-bb00-fdd5c7b2aa8e x-openstack-request-id: req-7bc28c37-1a8a-4687-bb00-fdd5c7b2aa8e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:08:58.811266 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "name": "network-vif-plugged", "status": "completed", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:08:58.813071 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bc28c37-1a8a-4687-bb00-fdd5c7b2aa8e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:08:58.813071 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc28c37-1a8a-4687-bb00-fdd5c7b2aa8e'] response: {'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'code': 200} Apr 05 19:08:58.867568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=e7f44615-756b-498a-b5bf-36ca45e23061,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:58.908226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 55938) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:58.917102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a344d34-84a2-423a-8aab-206eaed90aa4 req-d83124f7-df82-4a0f-8bf3-c358ac13fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:58.919059 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a344d34-84a2-423a-8aab-206eaed90aa4 req-d83124f7-df82-4a0f-8bf3-c358ac13fee2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 1096 time: 0.0661430 Apr 05 19:08:58.960693 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8a344d34-84a2-423a-8aab-206eaed90aa4 req-9b8f61cf-015d-49f0-aa14-94053d151b7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335610 Apr 05 19:08:59.037560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1194800029-network', 'tenant_id': 'afb57babac2247a49d63de11f6483508'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:59.058020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Made reservation on behalf of afb57babac2247a49d63de11f6483508 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:08:59.060508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.074243 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.192181 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.197054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.226984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:08:59.236817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd169a-bb03-4c31-bc3e-1e09f520aa60,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:59.243249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.243602 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Added segment da1ecc33-16e4-45d4-8509-dee09131f5d8 of type vlan for network e8b31089-9647-43de-9eea-08ccf02211b0 Apr 05 19:08:59.292886 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.305612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7242908-5bda-4acd-a4b1-cf5267e840d4 req-d93e7233-710a-4837-b82e-a1d86f5ee9d6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:59.307999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7242908-5bda-4acd-a4b1-cf5267e840d4 req-d93e7233-710a-4837-b82e-a1d86f5ee9d6 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 945 time: 0.0600896 Apr 05 19:08:59.325462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.326830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:59.327443 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.354051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b7242908-5bda-4acd-a4b1-cf5267e840d4 req-a16d3acb-6616-4b50-b2b8-82b21b8b1381 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387173 Apr 05 19:08:59.384995 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4755738 Apr 05 19:08:59.387982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55954) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:59.392702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b3941-9b60-439c-8171-8dcce402077b admin admin] Pushing event updated for resources: {'Network': ['ID=e8b31089-9647-43de-9eea-08ccf02211b0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:59.393721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Request body: {'subnet': {'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1194800029-subnet', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:59.402848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network e8b31089-9647-43de-9eea-08ccf02211b0 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:08:59.416393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Made reservation on behalf of afb57babac2247a49d63de11f6483508 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:08:59.419331 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.601868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.649656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50d6a25-f713-4425-a9cd-042ba71a7969,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:08:59.665368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Checking segment: {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:08:59.665721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Network hostable DHCP agents. Network: e8b31089-9647-43de-9eea-08ccf02211b0, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:08:59.681171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Network e8b31089-9647-43de-9eea-08ccf02211b0 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:08:59.690755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, e8b31089-9647-43de-9eea-08ccf02211b0) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:08:59.695890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:08:59.696477 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.700691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683fbb47-c0ab-459c-b593-4676ce90ae0c None None] Network e8b31089-9647-43de-9eea-08ccf02211b0 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:08:59.725111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-98630164-e8f5-4c50-a7d4-e22a86ab1fcf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3359365 Apr 05 19:08:59.727723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 55960) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:08:59.732112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:08:59.757618 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.758772 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.825715 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.861691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-e8b31089-9647-43de-9eea-08ccf02211b0', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:08:59.862893 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:08:59.976199 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.007577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Allocated IP 172.20.0.2 (e8b31089-9647-43de-9eea-08ccf02211b0/c50d6a25-f713-4425-a9cd-042ba71a7969/916ad142-b1b1-43d1-b44a-a9df76ce9d37) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:00.179139 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.196509 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.204575 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.229649 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.368822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Allocated IP 172.25.4.248 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/a97324f5-27aa-42b3-90f7-229deea2f418) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:00.452107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Network e8b31089-9647-43de-9eea-08ccf02211b0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:00.458249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:00.463049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:00.477236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Pushing event updated for resources: {'Port': ['ID=916ad142-b1b1-43d1-b44a-a9df76ce9d37,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:00.567036 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Attempting to bind port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:09:00.567421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Attempting to bind port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:09:00.567859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Attempting to bind port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 on network e8b31089-9647-43de-9eea-08ccf02211b0 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:00.580420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:09:00.580827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Checking segment: {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:09:00.581320 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.581981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Bound using segment: {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:09:00.583845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Bound port: 916ad142-b1b1-43d1-b44a-a9df76ce9d37, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:09:00.584628 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.586725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123e558-f97b-4403-b4a1-127ec330184d req-c0ee4d9d-53d4-4567-a9eb-ac3619702c66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:00.589240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0123e558-f97b-4403-b4a1-127ec330184d req-c0ee4d9d-53d4-4567-a9eb-ac3619702c66 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 945 time: 0.1292183 Apr 05 19:09:00.605960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.658479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0123e558-f97b-4403-b4a1-127ec330184d req-749a94e4-3d2f-4eb8-a8b8-be76ed817586 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591443 Apr 05 19:09:00.665488 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] For port 916ad142-b1b1-43d1-b44a-a9df76ce9d37, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:09:00.669161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] For port 916ad142-b1b1-43d1-b44a-a9df76ce9d37, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=916ad142-b1b1-43d1-b44a-a9df76ce9d37,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:09:00.674015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.676494 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:00.731559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:00.736485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:00.740297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:00.769336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56fa4b-bd03-4ee9-a8aa-c18f2e3ed82e None None] Pushing event updated for resources: {'Port': ['ID=916ad142-b1b1-43d1-b44a-a9df76ce9d37,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:00.774852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Pushing event updated for resources: {'Port': ['ID=a97324f5-27aa-42b3-90f7-229deea2f418,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:00.976215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0e814-c3dc-4983-a675-03d066cfe1d8 req-44b1b988-24ca-475c-8dd7-0bd331adf73d tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:00.984559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4d0e814-c3dc-4983-a675-03d066cfe1d8 req-44b1b988-24ca-475c-8dd7-0bd331adf73d tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 945 time: 0.1339746 Apr 05 19:09:01.056384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b4d0e814-c3dc-4983-a675-03d066cfe1d8 req-71271705-e05c-478b-ac48-406a0b37a352 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700748 Apr 05 19:09:01.085119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56000) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:01.150101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75127144-8657-437e-ab50-8411af089b53 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:01.153586 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-75127144-8657-437e-ab50-8411af089b53 tempest-TestNetworkBasicOps-631204288 tempest-TestNetworkBasicOps-631204288-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 1091 time: 0.0658700 Apr 05 19:09:01.157934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:01.162653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:01.199614 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:01.258614 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:01.493078 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:01.500140 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:01.686942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Allocated IP 172.25.4.79 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/ad21d7f8-041e-46c0-be3e-2ae094d0c3f7) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:01.786444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Router be40db17-352b-4774-8bbb-b81cfe0a55ff is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:09:01.943984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:09:01.951524 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:01.955960 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Sync routers for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:09:01.972545 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:01.973472 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:02.017141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:02.027944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:02.032245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-81ccf603-2a6a-44bd-9601-c46f7789a644 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3004639 Apr 05 19:09:02.032953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56020) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:02.082113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:02.089175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:02.091694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:02.145876 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:02.223487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=ad21d7f8-041e-46c0-be3e-2ae094d0c3f7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:02.241169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d8822-b235-482b-96d6-939e2e4deb4d None None] Network e8b31089-9647-43de-9eea-08ccf02211b0 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:09:02.382656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-439bde69-1d09-4fb1-a334-f178cca57c2b None None] Provisioning complete for port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:02.383060 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-439bde69-1d09-4fb1-a334-f178cca57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:02.429831 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:00Z', 'revision_number': 3, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:02.461316 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Checking router: be40db17-352b-4774-8bbb-b81cfe0a55ff for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:09:02.461987 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Updating router be40db17-352b-4774-8bbb-b81cfe0a55ff port a97324f5-27aa-42b3-90f7-229deea2f418 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:09:02.493533 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:02.763741 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-439bde69-1d09-4fb1-a334-f178cca57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:02.779254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:02.780701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 916ad142-b1b1-43d1-b44a-a9df76ce9d37 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:02.923404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-439bde69-1d09-4fb1-a334-f178cca57c2b None None] For port 916ad142-b1b1-43d1-b44a-a9df76ce9d37, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=916ad142-b1b1-43d1-b44a-a9df76ce9d37,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:02.946697 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-439bde69-1d09-4fb1-a334-f178cca57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.043124 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:03.043489 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.106299 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.120995 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.161023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bde69-1d09-4fb1-a334-f178cca57c2b None None] Pushing event updated for resources: {'Port': ['ID=916ad142-b1b1-43d1-b44a-a9df76ce9d37,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:03.214314 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Attempting to bind port a97324f5-27aa-42b3-90f7-229deea2f418 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:09:03.215138 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Attempting to bind port a97324f5-27aa-42b3-90f7-229deea2f418 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:09:03.215138 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Attempting to bind port a97324f5-27aa-42b3-90f7-229deea2f418 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:03.257728 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:09:03.258109 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:09:03.258534 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.258925 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:09:03.259449 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Bound port: a97324f5-27aa-42b3-90f7-229deea2f418, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:09:03.259833 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.334435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-81f351ea-d9ba-45fe-9e67-3458570b2ab4 None None] Provisioning complete for port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:03.335023 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81f351ea-d9ba-45fe-9e67-3458570b2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.342465 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ebe34-4bfe-4c27-857e-b10c42e997b1 None None] Pushing event updated for resources: {'Port': ['ID=a97324f5-27aa-42b3-90f7-229deea2f418,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:03.345122 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Allocated IP 172.20.0.1 (e8b31089-9647-43de-9eea-08ccf02211b0/c50d6a25-f713-4425-a9cd-042ba71a7969/68b6d152-59c1-4a0a-b17b-026cd510fba2) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:03.370721 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] For port a97324f5-27aa-42b3-90f7-229deea2f418, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:09:03.376784 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] For port a97324f5-27aa-42b3-90f7-229deea2f418, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a97324f5-27aa-42b3-90f7-229deea2f418,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:09:03.392820 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.456688 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:03.457579 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:03.540030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.591721 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.598006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.691918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Network e8b31089-9647-43de-9eea-08ccf02211b0 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:03.700408 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ebe34-4bfe-4c27-857e-b10c42e997b1 None None] Pushing event updated for resources: {'Port': ['ID=a97324f5-27aa-42b3-90f7-229deea2f418,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:03.709187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:03.719948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:03.770472 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.779164 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:03.861675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:03.870482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Pushing event updated for resources: {'Port': ['ID=68b6d152-59c1-4a0a-b17b-026cd510fba2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:04.122541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3980a7a6-07e2-4803-9426-4a7435aab11a None None] Provisioning complete for port 68b6d152-59c1-4a0a-b17b-026cd510fba2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:04.125011 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3980a7a6-07e2-4803-9426-4a7435aab11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:04.214853 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:00Z', 'revision_number': 3, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:04.221067 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:04.224380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3980a7a6-07e2-4803-9426-4a7435aab11a None None] Port 68b6d152-59c1-4a0a-b17b-026cd510fba2 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:09:04.230670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:04.240071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:04.253043 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36522e50-daa5-455a-85c8-4423cb561882 None None] The sync data for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 is: [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:00Z', 'revision_number': 3, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:09:04.354562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event updated for resources: {'Port': ['ID=ad21d7f8-041e-46c0-be3e-2ae094d0c3f7,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:04.380581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:04.496317 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:04.504757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:04.525116 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Floating IP f6244821-f0eb-4119-848f-352e2bb40285 associated. External IP: 172.25.4.79, port: e7f44615-756b-498a-b5bf-36ca45e23061. Apr 05 19:09:04.553945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:04.661490 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Pushing event updated for resources: {'Port': ['ID=68b6d152-59c1-4a0a-b17b-026cd510fba2,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:04.750174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 916ad142-b1b1-43d1-b44a-a9df76ce9d37 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:04.782064 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Network e8b31089-9647-43de-9eea-08ccf02211b0 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:04.783757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:04.875463 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:04.875834 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:05.017352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Router be40db17-352b-4774-8bbb-b81cfe0a55ff has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:09:05.019454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router 0c271b63-4e54-40e4-a561-1edede55d976 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:09:05.165752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-493d066e-1c34-4617-a0c7-1d03a3347e80 None None] Provisioning complete for port 68b6d152-59c1-4a0a-b17b-026cd510fba2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:05.166160 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-493d066e-1c34-4617-a0c7-1d03a3347e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:05.241722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:09:05.267896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:09:05.269313 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:05.276545 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] Sync routers for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:09:05.291644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fc8ed713-73da-43ac-a557-ec2b89c300dd admin admin] 10.222.0.15 "PUT /v2.0/routers/be40db17-352b-4774-8bbb-b81cfe0a55ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2495461 Apr 05 19:09:05.334211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:05.338773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-493d066e-1c34-4617-a0c7-1d03a3347e80 None None] Port 68b6d152-59c1-4a0a-b17b-026cd510fba2 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:09:05.345753 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-af341eb0-e163-40b1-838f-87c021a312d3 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1839554 Apr 05 19:09:05.346070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:05.346708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:09:05.349750 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13386667-c46a-4908-aa2b-132da6ac6bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:09:05.403102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:05.409694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:05.430301 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f346c637-4c06-4aef-bb6b-be71ee261e41 x-openstack-request-id: req-f346c637-4c06-4aef-bb6b-be71ee261e41 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:09:05.430631 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:09:05.430852 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f346c637-4c06-4aef-bb6b-be71ee261e41 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:09:05.431248 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f346c637-4c06-4aef-bb6b-be71ee261e41'] response: {'name': 'network-changed', 'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'status': 'completed', 'code': 200} Apr 05 19:09:05.524338 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3d5b53bb-5f8f-4e88-b7fb-e36c8e5f045d tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/floatingips/f6244821-f0eb-4119-848f-352e2bb40285 HTTP/1.1" status: 200 len: 990 time: 0.1757655 Apr 05 19:09:05.564562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-b4e4719a-ad79-452b-a3fa-8f34e8bd57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:05.566530 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-b4e4719a-ad79-452b-a3fa-8f34e8bd57ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 1096 time: 0.1070399 Apr 05 19:09:05.646355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:05.733364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-3a8a2fc4-0328-44ee-8c65-47ff5bbd4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:05.735422 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-3a8a2fc4-0328-44ee-8c65-47ff5bbd4536 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e HTTP/1.1" status: 200 len: 897 time: 0.1616287 Apr 05 19:09:05.855654 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-4208a665-bcb6-4507-b0e0-dbd427f9d2a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f44615-756b-498a-b5bf-36ca45e23061 HTTP/1.1" status: 200 len: 998 time: 0.1117883 Apr 05 19:09:05.914107 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-e5fed606-d256-492a-b502-017eb69eda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:05.916915 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-e5fed606-d256-492a-b502-017eb69eda10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33f26309-41d6-4f0a-8728-f83acf4baaf8 HTTP/1.1" status: 200 len: 834 time: 0.0553141 Apr 05 19:09:05.989158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-903f7a4e-c835-410a-8082-f5f1b9cda5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:05.989158 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-903f7a4e-c835-410a-8082-f5f1b9cda5d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653477 Apr 05 19:09:06.141801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:40Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f6244821-f0eb-4119-848f-352e2bb40285', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'port_id': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'mac_address': 'fa:16:3e:ba:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a92b867-31f5-4895-9846-e2ec066b233d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:09:03Z', 'updated_at': '2022-04-05T19:09:03Z', 'revision_number': 0, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b8ac30-ea8f-4336-bd10-c6157778fd1a', 'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:5a:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:39Z', 'updated_at': '2022-04-05T19:08:45Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:06.198310 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-3794234b-cba4-4723-8003-c29e68de5d15 service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025757 Apr 05 19:09:06.203271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] Checking router: 0c271b63-4e54-40e4-a561-1edede55d976 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:09:06.224803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56092) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:06.225742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:06.226735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:06.232322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-433035583-network', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:06.266616 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Made reservation on behalf of bb8a38c74a8441f6b9c4a3cc8339bbb9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:09:06.270196 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.291601 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.415784 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-13386667-c46a-4908-aa2b-132da6ac6bc4 req-f8b41835-12d4-4448-91ae-8d4eadf58723 service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111804 Apr 05 19:09:06.474438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.479524 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.504854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:06.517989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:09:06.527445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56102) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:06.531738 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.532977 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Added segment 6d1d9c87-9621-4a2f-acf3-d7c50d73262c of type vlan for network 6caa3c01-4ebc-4035-904b-a116a36b8281 Apr 05 19:09:06.620794 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.670462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdfc847-98a6-4ba1-81c7-488945703395,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:06.691383 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3075bad6-f400-437c-9fa7-ce4a8a15d737 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/floatingips/f6244821-f0eb-4119-848f-352e2bb40285 HTTP/1.1" status: 200 len: 990 time: 0.1615279 Apr 05 19:09:06.695838 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.698042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:06.699684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.787673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a97324f5-27aa-42b3-90f7-229deea2f418 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:06.822660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5966406 Apr 05 19:09:06.825467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56108) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:06.844900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Request body: {'subnet': {'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-433035583-subnet', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:06.845167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01256a82-021b-42f4-956f-1d81d7a46b71 admin admin] Pushing event updated for resources: {'Network': ['ID=6caa3c01-4ebc-4035-904b-a116a36b8281,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:06.860529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 6caa3c01-4ebc-4035-904b-a116a36b8281 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:09:06.895256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Made reservation on behalf of bb8a38c74a8441f6b9c4a3cc8339bbb9 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:09:06.897895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.963667 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Sync routers for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:09:06.969447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a97324f5-27aa-42b3-90f7-229deea2f418 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:06.970685 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:06.985024 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:06.985936 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:07.064843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:40Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f6244821-f0eb-4119-848f-352e2bb40285', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'port_id': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'mac_address': 'fa:16:3e:ba:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a92b867-31f5-4895-9846-e2ec066b233d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:09:03Z', 'updated_at': '2022-04-05T19:09:03Z', 'revision_number': 0, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b8ac30-ea8f-4336-bd10-c6157778fd1a', 'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:5a:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:39Z', 'updated_at': '2022-04-05T19:08:45Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:07.114232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.130509 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0def09-7fae-4374-97ce-4069e79281f5 None None] The sync data for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 is: [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:40Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f6244821-f0eb-4119-848f-352e2bb40285', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'port_id': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'mac_address': 'fa:16:3e:ba:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a92b867-31f5-4895-9846-e2ec066b233d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:09:03Z', 'updated_at': '2022-04-05T19:09:03Z', 'revision_number': 0, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b8ac30-ea8f-4336-bd10-c6157778fd1a', 'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:5a:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:39Z', 'updated_at': '2022-04-05T19:08:45Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:09:07.172848 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:07.178099 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.211824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port a97324f5-27aa-42b3-90f7-229deea2f418, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a97324f5-27aa-42b3-90f7-229deea2f418,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:07.214795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d18aa88-4660-4ff1-b56a-77b0770185bc,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:07.250437 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.295552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Checking segment: {'id': '6d1d9c87-9621-4a2f-acf3-d7c50d73262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:09:07.296023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Network hostable DHCP agents. Network: 6caa3c01-4ebc-4035-904b-a116a36b8281, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:09:07.315970 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.334450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Network 6caa3c01-4ebc-4035-904b-a116a36b8281 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:09:07.341527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=a97324f5-27aa-42b3-90f7-229deea2f418,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:07.349969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 6caa3c01-4ebc-4035-904b-a116a36b8281) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:07.354763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:07.355359 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.364416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987923f1-09be-4cdd-92cb-33f195aceb5d None None] Network 6caa3c01-4ebc-4035-904b-a116a36b8281 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:09:07.387655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3bb2eb39-41ea-4c7f-ab19-3d1e5b077621 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5582108 Apr 05 19:09:07.388160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56114) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:07.393902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:07.428540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.429669 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.531591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.567954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5b1ea-36af-4311-b3a6-182a3982f2cd None None] New status for floating IP f6244821-f0eb-4119-848f-352e2bb40285: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:09:07.606473 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '68b6d152-59c1-4a0a-b17b-026cd510fba2', 'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'mac_address': 'fa:16:3e:e5:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:02Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 2, 'project_id': 'afb57babac2247a49d63de11f6483508', 'subnets': [{'id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:07.650943 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Checking router: be40db17-352b-4774-8bbb-b81cfe0a55ff for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:09:07.651540 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Updating router be40db17-352b-4774-8bbb-b81cfe0a55ff port 68b6d152-59c1-4a0a-b17b-026cd510fba2 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:09:07.683134 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.693157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56124) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:07.740745 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:07.798536 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-621c9fb3-968c-4882-a860-834a3f7ea7f9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/floatingips/f6244821-f0eb-4119-848f-352e2bb40285 HTTP/1.1" status: 200 len: 990 time: 0.0950241 Apr 05 19:09:07.884187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-6caa3c01-4ebc-4035-904b-a116a36b8281', 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'fixed_ips': [{'subnet_id': '6d18aa88-4660-4ff1-b56a-77b0770185bc'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:09:07.885568 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.025423 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.047639 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.078381 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.089603 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.134739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Allocated IP 172.20.0.2 (6caa3c01-4ebc-4035-904b-a116a36b8281/6d18aa88-4660-4ff1-b56a-77b0770185bc/0e25f125-fc9f-430e-af18-972b471b7007) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:08.196124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Allocated IP 172.25.4.14 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/60957ffc-0185-4e00-acf1-320a56bd766f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:08.250550 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Attempting to bind port 68b6d152-59c1-4a0a-b17b-026cd510fba2 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:09:08.251263 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Attempting to bind port 68b6d152-59c1-4a0a-b17b-026cd510fba2 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:09:08.251857 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Attempting to bind port 68b6d152-59c1-4a0a-b17b-026cd510fba2 on network e8b31089-9647-43de-9eea-08ccf02211b0 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:08.267291 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:09:08.268683 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Checking segment: {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:09:08.269451 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.270619 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Bound using segment: {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:09:08.271444 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Bound port: 68b6d152-59c1-4a0a-b17b-026cd510fba2, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:09:08.272062 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.284599 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f5e7c-9daf-4da5-9c0b-d9a7c1520230 None None] Pushing event updated for resources: {'Port': ['ID=68b6d152-59c1-4a0a-b17b-026cd510fba2,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:08.337801 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.349690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.375834 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] For port 68b6d152-59c1-4a0a-b17b-026cd510fba2, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:09:08.379780 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] For port 68b6d152-59c1-4a0a-b17b-026cd510fba2, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=68b6d152-59c1-4a0a-b17b-026cd510fba2,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:09:08.379780 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.402271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.433469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Network 6caa3c01-4ebc-4035-904b-a116a36b8281 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:08.439328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:08.441197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Pushing event updated for resources: {'Port': ['ID=0e25f125-fc9f-430e-af18-972b471b7007,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:08.443919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:08.464870 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:08.465509 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:08.470583 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.470797 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f5e7c-9daf-4da5-9c0b-d9a7c1520230 None None] Pushing event updated for resources: {'Port': ['ID=68b6d152-59c1-4a0a-b17b-026cd510fba2,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:08.493352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:08.495939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:08.532813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:08.573082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Attempting to bind port 0e25f125-fc9f-430e-af18-972b471b7007 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:09:08.573471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Attempting to bind port 0e25f125-fc9f-430e-af18-972b471b7007 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6d1d9c87-9621-4a2f-acf3-d7c50d73262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:09:08.573877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Attempting to bind port 0e25f125-fc9f-430e-af18-972b471b7007 on network 6caa3c01-4ebc-4035-904b-a116a36b8281 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:08.592187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1b7c793d-6e75-4943-be50-957a7a0cccb2 None None] Provisioning complete for port 68b6d152-59c1-4a0a-b17b-026cd510fba2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:08.592610 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b7c793d-6e75-4943-be50-957a7a0cccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.595848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:09:08.596222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Checking segment: {'id': '6d1d9c87-9621-4a2f-acf3-d7c50d73262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:09:08.596622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.597016 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Bound using segment: {'id': '6d1d9c87-9621-4a2f-acf3-d7c50d73262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:09:08.597497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Bound port: 0e25f125-fc9f-430e-af18-972b471b7007, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1d9c87-9621-4a2f-acf3-d7c50d73262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:09:08.597876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.683267 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:08.724178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Pushing event updated for resources: {'Port': ['ID=60957ffc-0185-4e00-acf1-320a56bd766f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:08.740801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a97324f5-27aa-42b3-90f7-229deea2f418 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:08.793992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56142) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:08.870226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] For port 0e25f125-fc9f-430e-af18-972b471b7007, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:09:08.874949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] For port 0e25f125-fc9f-430e-af18-972b471b7007, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0e25f125-fc9f-430e-af18-972b471b7007,segment=NetworkSegment(6d1d9c87-9621-4a2f-acf3-d7c50d73262c),segment_id=6d1d9c87-9621-4a2f-acf3-d7c50d73262c)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:09:08.920848 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b7c793d-6e75-4943-be50-957a7a0cccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.925244 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:08.938905 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d13aa059-118c-4506-bc3f-d31e437db4ae tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/floatingips/f6244821-f0eb-4119-848f-352e2bb40285 HTTP/1.1" status: 200 len: 992 time: 0.1400554 Apr 05 19:09:08.962171 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '68b6d152-59c1-4a0a-b17b-026cd510fba2', 'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'mac_address': 'fa:16:3e:e5:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:02Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'subnets': [{'id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:08.990286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a97324f5-27aa-42b3-90f7-229deea2f418 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:08.990671 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:09.000689 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:09.020498 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b445ec-3dd8-4cce-9345-2923be53696b None None] The sync data for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 is: [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '68b6d152-59c1-4a0a-b17b-026cd510fba2', 'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'mac_address': 'fa:16:3e:e5:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:02Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'subnets': [{'id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:09:09.053819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1b7c793d-6e75-4943-be50-957a7a0cccb2 None None] For port 68b6d152-59c1-4a0a-b17b-026cd510fba2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=68b6d152-59c1-4a0a-b17b-026cd510fba2,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:09.070351 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b7c793d-6e75-4943-be50-957a7a0cccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:09.077695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d31417-48a6-450f-b24c-9971b1ec8247 None None] Pushing event updated for resources: {'Port': ['ID=0e25f125-fc9f-430e-af18-972b471b7007,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:09.175395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c793d-6e75-4943-be50-957a7a0cccb2 None None] Pushing event updated for resources: {'Port': ['ID=68b6d152-59c1-4a0a-b17b-026cd510fba2,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:09.259157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-de2579f8-6257-47fd-b196-ee94666c1ac9 None None] Provisioning complete for port 68b6d152-59c1-4a0a-b17b-026cd510fba2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:09.259702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de2579f8-6257-47fd-b196-ee94666c1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:09.307012 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:09.487803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:09:09.496748 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6461e7bd-1b4b-4313-89f3-135f66477885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:09.621470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:09:09.634529 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Sync routers for ids ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:09:09.643863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:09.645736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-49806261-03fe-47d1-beb3-2e5a15d5d577 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2564526 Apr 05 19:09:09.648443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56154) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:09.648647 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Routers {'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:09.659086 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:09.949575 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Set router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:10.271835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.297943 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:09:07Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 3, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'gw_port': {'id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:75:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:08Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:10.352266 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Checking router: dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:09:10.352791 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Updating router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 port 60957ffc-0185-4e00-acf1-320a56bd766f binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:09:10.373950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd687c2-fa64-41f1-9532-604419af98f1 None None] Network 6caa3c01-4ebc-4035-904b-a116a36b8281 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:09:10.389116 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.464856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5666d69f-68f8-4f11-ab9b-a836a3ff7f77 None None] Provisioning complete for port 0e25f125-fc9f-430e-af18-972b471b7007 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:10.465522 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5666d69f-68f8-4f11-ab9b-a836a3ff7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.575365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Allocated IP 172.20.0.1 (6caa3c01-4ebc-4035-904b-a116a36b8281/6d18aa88-4660-4ff1-b56a-77b0770185bc/38e05d84-6a93-4aa9-b16a-aa3774319229) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:10.726386 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5666d69f-68f8-4f11-ab9b-a836a3ff7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.784435 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.811901 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5666d69f-68f8-4f11-ab9b-a836a3ff7f77 None None] For port 0e25f125-fc9f-430e-af18-972b471b7007, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0e25f125-fc9f-430e-af18-972b471b7007,segment=NetworkSegment(6d1d9c87-9621-4a2f-acf3-d7c50d73262c),segment_id=6d1d9c87-9621-4a2f-acf3-d7c50d73262c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:10.821295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0e25f125-fc9f-430e-af18-972b471b7007 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:10.836760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5666d69f-68f8-4f11-ab9b-a836a3ff7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.863100 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.865932 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.876600 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.954250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Network 6caa3c01-4ebc-4035-904b-a116a36b8281 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:10.957344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:10.961922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:10.965090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Pushing event updated for resources: {'Port': ['ID=38e05d84-6a93-4aa9-b16a-aa3774319229,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:10.977620 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Attempting to bind port 60957ffc-0185-4e00-acf1-320a56bd766f on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:09:10.977987 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Attempting to bind port 60957ffc-0185-4e00-acf1-320a56bd766f by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:09:10.978343 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Attempting to bind port 60957ffc-0185-4e00-acf1-320a56bd766f on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:10.985948 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:09:10.986308 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:09:10.986828 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:10.987230 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:09:10.988150 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Bound port: 60957ffc-0185-4e00-acf1-320a56bd766f, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:09:10.988538 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.009533 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.010020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.011124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.011563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.012003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.012426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.013472 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.014315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.015495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.016024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.016762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.017320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:11.019282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0e25f125-fc9f-430e-af18-972b471b7007 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:11.019632 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.023609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666d69f-68f8-4f11-ab9b-a836a3ff7f77 None None] Pushing event updated for resources: {'Port': ['ID=0e25f125-fc9f-430e-af18-972b471b7007,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:11.052952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.066841 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912b7fc-d857-4dc8-814a-6cc5a22f7443 None None] Pushing event updated for resources: {'Port': ['ID=60957ffc-0185-4e00-acf1-320a56bd766f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:11.111502 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] For port 60957ffc-0185-4e00-acf1-320a56bd766f, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:09:11.116609 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] For port 60957ffc-0185-4e00-acf1-320a56bd766f, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=60957ffc-0185-4e00-acf1-320a56bd766f,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:09:11.126713 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.145391 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 68b6d152-59c1-4a0a-b17b-026cd510fba2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:11.195641 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Routers {'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:11.196274 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:08:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:11.224341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7bdfece5-2488-4ac5-9e1e-af1c8aab7376 None None] Provisioning complete for port 0e25f125-fc9f-430e-af18-972b471b7007 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:11.224718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bdfece5-2488-4ac5-9e1e-af1c8aab7376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.241128 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912b7fc-d857-4dc8-814a-6cc5a22f7443 None None] Pushing event updated for resources: {'Port': ['ID=60957ffc-0185-4e00-acf1-320a56bd766f,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:11.266461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.343158 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] Set router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:11.356651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 68b6d152-59c1-4a0a-b17b-026cd510fba2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:11.357016 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.560135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9056de0a-89cb-40f3-97c5-83a7d1293ef9 None None] Provisioning complete for port 38e05d84-6a93-4aa9-b16a-aa3774319229 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:11.560419 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9056de0a-89cb-40f3-97c5-83a7d1293ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.606310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9056de0a-89cb-40f3-97c5-83a7d1293ef9 None None] Port 38e05d84-6a93-4aa9-b16a-aa3774319229 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:09:11.612588 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:09:07Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 3, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'gw_port': {'id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:75:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:08Z', 'updated_at': '2022-04-05T19:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:11.646275 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28b719-6a16-40b8-ad81-d89940b46b0e None None] The sync data for ids ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'] in n-d-836650-3 is: [{'id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:09:07Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 3, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'gw_port': {'id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:75:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:08Z', 'updated_at': '2022-04-05T19:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:09:11.798945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-868d2052-aac3-4017-9ec5-92e046b817a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.862239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.866854 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:11.932748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Pushing event updated for resources: {'Port': ['ID=38e05d84-6a93-4aa9-b16a-aa3774319229,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:11.945043 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:12.063339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Network 6caa3c01-4ebc-4035-904b-a116a36b8281 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:12.066038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:12.241935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:09:12.337790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3f87a4dd-d811-4faf-a059-52a2e7929ce2 None None] Provisioning complete for port 38e05d84-6a93-4aa9-b16a-aa3774319229 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:12.339431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f87a4dd-d811-4faf-a059-52a2e7929ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:12.377947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:09:12.392013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fe56e684-fd66-4f8b-b8c7-0ea4ae54294f admin admin] 10.222.0.15 "PUT /v2.0/routers/dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7337096 Apr 05 19:09:12.392477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3f87a4dd-d811-4faf-a059-52a2e7929ce2 None None] Port 38e05d84-6a93-4aa9-b16a-aa3774319229 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:09:12.766765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 60957ffc-0185-4e00-acf1-320a56bd766f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:12.828470 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 60957ffc-0185-4e00-acf1-320a56bd766f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:12.829129 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:12.925368 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:12.933687 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:12.950156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 60957ffc-0185-4e00-acf1-320a56bd766f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=60957ffc-0185-4e00-acf1-320a56bd766f,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:12.959736 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:12.960813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0e25f125-fc9f-430e-af18-972b471b7007 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:13.041199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=60957ffc-0185-4e00-acf1-320a56bd766f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:13.060445 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0e25f125-fc9f-430e-af18-972b471b7007 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:13.060852 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.161007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56216) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:13.167658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-100d9c53-fcc3-4f68-88a7-e611131adda8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877091985', 'description': 'tempest-secgroup-smoke-877091985 description', 'project_id': 'afb57babac2247a49d63de11f6483508'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:13.196367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-100d9c53-fcc3-4f68-88a7-e611131adda8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.278505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-100d9c53-fcc3-4f68-88a7-e611131adda8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.299240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-100d9c53-fcc3-4f68-88a7-e611131adda8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.338228 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-100d9c53-fcc3-4f68-88a7-e611131adda8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.339598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-100d9c53-fcc3-4f68-88a7-e611131adda8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1768253 Apr 05 19:09:13.340506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d9c53-fcc3-4f68-88a7-e611131adda8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cba4a57-1c61-4baf-8d3f-69f690a7e87a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:13.346701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56222) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:13.352271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3b3b9a36-ecb4-40a7-a0df-04750eb8e8ce tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Request body: {'security_group_rule': {'security_group_id': '1cba4a57-1c61-4baf-8d3f-69f690a7e87a', 'project_id': 'afb57babac2247a49d63de11f6483508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:13.379239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9a36-ecb4-40a7-a0df-04750eb8e8ce tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.437172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9a36-ecb4-40a7-a0df-04750eb8e8ce tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.441862 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9a36-ecb4-40a7-a0df-04750eb8e8ce tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.463825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b9a36-ecb4-40a7-a0df-04750eb8e8ce tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0788c9d-0913-4eb4-92ec-a6256091d384,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:13.470904 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9a36-ecb4-40a7-a0df-04750eb8e8ce tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.472114 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3b3b9a36-ecb4-40a7-a0df-04750eb8e8ce tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240611 Apr 05 19:09:13.474911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56224) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:13.479382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-bc6591f8-1e9c-48d1-976a-6c1689609d69 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Request body: {'security_group_rule': {'security_group_id': '1cba4a57-1c61-4baf-8d3f-69f690a7e87a', 'project_id': 'afb57babac2247a49d63de11f6483508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:13.510758 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc6591f8-1e9c-48d1-976a-6c1689609d69 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.587649 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc6591f8-1e9c-48d1-976a-6c1689609d69 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.594614 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc6591f8-1e9c-48d1-976a-6c1689609d69 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.677221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Sync routers for ids ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:09:13.690005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Routers {'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:13.690654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:09:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:13.818358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Set router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:13.936773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6591f8-1e9c-48d1-976a-6c1689609d69 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfc2209-5c6c-4c76-a010-2058845e8c42,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:13.946785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bc6591f8-1e9c-48d1-976a-6c1689609d69 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:13.948086 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bc6591f8-1e9c-48d1-976a-6c1689609d69 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4721618 Apr 05 19:09:13.951566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 56236) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:13.957105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-88929b03-8c6f-49ed-9019-cd39b4f4f37c tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Request body: {'security_group_rule': {'security_group_id': '1cba4a57-1c61-4baf-8d3f-69f690a7e87a', 'project_id': 'afb57babac2247a49d63de11f6483508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:13.984772 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-88929b03-8c6f-49ed-9019-cd39b4f4f37c tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.043682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:09:07Z', 'updated_at': '2022-04-05T19:09:11Z', 'revision_number': 4, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'gw_port': {'id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:75:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:08Z', 'updated_at': '2022-04-05T19:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '38e05d84-6a93-4aa9-b16a-aa3774319229', 'name': '', 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'mac_address': 'fa:16:3e:48:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6d18aa88-4660-4ff1-b56a-77b0770185bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:10Z', 'updated_at': '2022-04-05T19:09:11Z', 'revision_number': 2, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'subnets': [{'id': '6d18aa88-4660-4ff1-b56a-77b0770185bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:14.048564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-88929b03-8c6f-49ed-9019-cd39b4f4f37c tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.052992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-88929b03-8c6f-49ed-9019-cd39b4f4f37c tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.071357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88929b03-8c6f-49ed-9019-cd39b4f4f37c tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282f3875-39c3-4930-92fe-a8c2c95dd0a4,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:14.076289 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Checking router: dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:09:14.077244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Updating router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 port 38e05d84-6a93-4aa9-b16a-aa3774319229 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:09:14.081922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-88929b03-8c6f-49ed-9019-cd39b4f4f37c tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.086349 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-88929b03-8c6f-49ed-9019-cd39b4f4f37c tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328807 Apr 05 19:09:14.086529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:14.090977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1e324661-1f71-47fe-923b-fd57c432b0a2 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Request body: {'security_group_rule': {'security_group_id': '1cba4a57-1c61-4baf-8d3f-69f690a7e87a', 'project_id': 'afb57babac2247a49d63de11f6483508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:14.115493 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.123748 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e324661-1f71-47fe-923b-fd57c432b0a2 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.195927 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e324661-1f71-47fe-923b-fd57c432b0a2 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.200186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e324661-1f71-47fe-923b-fd57c432b0a2 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.226730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e324661-1f71-47fe-923b-fd57c432b0a2 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4671504b-1494-4e3a-b415-ae0be8c71821,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:14.232465 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e324661-1f71-47fe-923b-fd57c432b0a2 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.237375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1e324661-1f71-47fe-923b-fd57c432b0a2 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472869 Apr 05 19:09:14.239699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56248) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:14.244162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-85a41648-aeb6-422d-ba14-b72fb5fb531f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Request body: {'security_group_rule': {'security_group_id': '1cba4a57-1c61-4baf-8d3f-69f690a7e87a', 'project_id': 'afb57babac2247a49d63de11f6483508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:14.267758 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-85a41648-aeb6-422d-ba14-b72fb5fb531f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Project afb57babac2247a49d63de11f6483508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:09:14.273861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85a41648-aeb6-422d-ba14-b72fb5fb531f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.354220 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85a41648-aeb6-422d-ba14-b72fb5fb531f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.362529 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85a41648-aeb6-422d-ba14-b72fb5fb531f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.386896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a41648-aeb6-422d-ba14-b72fb5fb531f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece4b597-9bde-47ef-817d-997a97f29a03,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:14.405195 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85a41648-aeb6-422d-ba14-b72fb5fb531f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.406749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-85a41648-aeb6-422d-ba14-b72fb5fb531f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1662266 Apr 05 19:09:14.409537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56256) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:14.416733 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-729fcc56-9e9a-4c5d-94e5-8ba2b2f46332 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Request body: {'security_group_rule': {'security_group_id': '1cba4a57-1c61-4baf-8d3f-69f690a7e87a', 'project_id': 'afb57babac2247a49d63de11f6483508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:14.446785 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-729fcc56-9e9a-4c5d-94e5-8ba2b2f46332 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Project afb57babac2247a49d63de11f6483508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:09:14.449617 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.459769 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-729fcc56-9e9a-4c5d-94e5-8ba2b2f46332 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.509365 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.520056 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.572012 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-729fcc56-9e9a-4c5d-94e5-8ba2b2f46332 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.590765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-729fcc56-9e9a-4c5d-94e5-8ba2b2f46332 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.642381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fcc56-9e9a-4c5d-94e5-8ba2b2f46332 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f437feec-1c79-4ae1-b7c5-0b40fcc85469,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:14.648397 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-729fcc56-9e9a-4c5d-94e5-8ba2b2f46332 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.649677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-729fcc56-9e9a-4c5d-94e5-8ba2b2f46332 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2380512 Apr 05 19:09:14.650593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Pushing event updated for resources: {'Port': ['ID=38e05d84-6a93-4aa9-b16a-aa3774319229,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:14.705846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Attempting to bind port 38e05d84-6a93-4aa9-b16a-aa3774319229 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:09:14.706360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Attempting to bind port 38e05d84-6a93-4aa9-b16a-aa3774319229 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6d1d9c87-9621-4a2f-acf3-d7c50d73262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:09:14.706811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Attempting to bind port 38e05d84-6a93-4aa9-b16a-aa3774319229 on network 6caa3c01-4ebc-4035-904b-a116a36b8281 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:14.713846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 60957ffc-0185-4e00-acf1-320a56bd766f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:14.765742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:09:14.766116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Checking segment: {'id': '6d1d9c87-9621-4a2f-acf3-d7c50d73262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:09:14.766513 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.774821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Bound using segment: {'id': '6d1d9c87-9621-4a2f-acf3-d7c50d73262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:09:14.775916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Bound port: 38e05d84-6a93-4aa9-b16a-aa3774319229, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1d9c87-9621-4a2f-acf3-d7c50d73262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:09:14.776549 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:14.779522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.780647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.781303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.781834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.782358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.782905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.783421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.783953 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.784758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.785311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.785929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.786469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:14.882333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a3ce3876-7f05-4789-be1a-5a11f25c2818 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877091985&fields=id&tenant_id=afb57babac2247a49d63de11f6483508 HTTP/1.1" status: 200 len: 267 time: 0.0486047 Apr 05 19:09:14.965642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 60957ffc-0185-4e00-acf1-320a56bd766f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:14.965642 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:15.021159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-72e13ce0-37b3-4b2d-9601-13ba3a42b2c9 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:15.023511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-72e13ce0-37b3-4b2d-9601-13ba3a42b2c9 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/networks?id=e8b31089-9647-43de-9eea-08ccf02211b0 HTTP/1.1" status: 200 len: 809 time: 0.1328909 Apr 05 19:09:15.040098 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-233f083f-9557-4752-8ccc-c0d7311fa245 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/quotas/afb57babac2247a49d63de11f6483508 HTTP/1.1" status: 200 len: 375 time: 0.0104871 Apr 05 19:09:15.105659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-ab7b9cbd-493d-497c-adc8-1168c3f7398b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afb57babac2247a49d63de11f6483508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565379 Apr 05 19:09:15.214450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c102307a-11a2-49dd-ba4f-71adb9c0b3fb None None] Provisioning complete for port 38e05d84-6a93-4aa9-b16a-aa3774319229 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:15.215042 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c102307a-11a2-49dd-ba4f-71adb9c0b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:15.225921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] For port 38e05d84-6a93-4aa9-b16a-aa3774319229, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:09:15.244564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-dca818c5-afd3-46b5-9529-32d33692f7b1 service neutron] 10.222.0.15 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250217 Apr 05 19:09:15.279814 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:15.284310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] For port 38e05d84-6a93-4aa9-b16a-aa3774319229, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=38e05d84-6a93-4aa9-b16a-aa3774319229,segment=NetworkSegment(6d1d9c87-9621-4a2f-acf3-d7c50d73262c),segment_id=6d1d9c87-9621-4a2f-acf3-d7c50d73262c)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:09:15.291802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c102307a-11a2-49dd-ba4f-71adb9c0b3fb None None] Port 38e05d84-6a93-4aa9-b16a-aa3774319229 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:09:15.318663 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:15.362075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-344c7afa-ea3b-4cf6-b6e2-3140f2d5910c service neutron] 10.222.0.15 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102569 Apr 05 19:09:15.437473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Routers {'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:15.438145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:09:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:15.444123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ece285-1a82-4520-a505-9c701a9d058e None None] Pushing event updated for resources: {'Port': ['ID=38e05d84-6a93-4aa9-b16a-aa3774319229,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:15.642618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] Set router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:15.729415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-deb1e9dd-c31b-4367-b7eb-ec9aed5a11b9 req-fba28dc1-942a-4729-bf94-9fb70f5077d2 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 210 time: 0.0457685 Apr 05 19:09:15.734540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-89100506-37f4-4964-ba5a-db287fb39146 None None] Provisioning complete for port 38e05d84-6a93-4aa9-b16a-aa3774319229 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:15.734908 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89100506-37f4-4964-ba5a-db287fb39146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:16.042961 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89100506-37f4-4964-ba5a-db287fb39146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:16.099424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-89100506-37f4-4964-ba5a-db287fb39146 None None] For port 38e05d84-6a93-4aa9-b16a-aa3774319229, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=38e05d84-6a93-4aa9-b16a-aa3774319229,segment=NetworkSegment(6d1d9c87-9621-4a2f-acf3-d7c50d73262c),segment_id=6d1d9c87-9621-4a2f-acf3-d7c50d73262c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:16.112192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:09:07Z', 'updated_at': '2022-04-05T19:09:11Z', 'revision_number': 4, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'gw_port': {'id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:75:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:08Z', 'updated_at': '2022-04-05T19:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '38e05d84-6a93-4aa9-b16a-aa3774319229', 'name': '', 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'mac_address': 'fa:16:3e:48:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6d18aa88-4660-4ff1-b56a-77b0770185bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:10Z', 'updated_at': '2022-04-05T19:09:15Z', 'revision_number': 4, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'subnets': [{'id': '6d18aa88-4660-4ff1-b56a-77b0770185bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:16.114128 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89100506-37f4-4964-ba5a-db287fb39146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:16.172249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b79d5-b21b-48e2-a3e3-53879ceca583 None None] The sync data for ids ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'] in n-d-836650-3 is: [{'id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:09:07Z', 'updated_at': '2022-04-05T19:09:11Z', 'revision_number': 4, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'gw_port': {'id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:75:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:08Z', 'updated_at': '2022-04-05T19:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '38e05d84-6a93-4aa9-b16a-aa3774319229', 'name': '', 'network_id': '6caa3c01-4ebc-4035-904b-a116a36b8281', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'mac_address': 'fa:16:3e:48:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6d18aa88-4660-4ff1-b56a-77b0770185bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:10Z', 'updated_at': '2022-04-05T19:09:15Z', 'revision_number': 4, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'subnets': [{'id': '6d18aa88-4660-4ff1-b56a-77b0770185bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:09:16.206341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89100506-37f4-4964-ba5a-db287fb39146 None None] Pushing event updated for resources: {'Port': ['ID=38e05d84-6a93-4aa9-b16a-aa3774319229,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:16.692694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 38e05d84-6a93-4aa9-b16a-aa3774319229 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:16.821694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 38e05d84-6a93-4aa9-b16a-aa3774319229 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:16.822075 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:16.911670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c62c1405-a932-4ca9-bb08-67fbe2ba984b req-ef902dfa-8675-4f45-8835-ed1587f82617 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 210 time: 0.0558393 Apr 05 19:09:17.150276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-ee255c34-99af-4459-8308-3ccf44927140 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:17.152463 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-ee255c34-99af-4459-8308-3ccf44927140 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.20 "GET /v2.0/networks?id=e8b31089-9647-43de-9eea-08ccf02211b0 HTTP/1.1" status: 200 len: 809 time: 0.1809206 Apr 05 19:09:17.200030 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-1b6060b5-7c42-4271-9a3d-61176db760fd tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb57babac2247a49d63de11f6483508 HTTP/1.1" status: 200 len: 379 time: 0.0372114 Apr 05 19:09:17.212488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Request body: {'port': {'device_id': '3a868338-c374-43b6-98dc-2992e0246fa7', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'admin_state_up': True, 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'security_groups': ['1cba4a57-1c61-4baf-8d3f-69f690a7e87a']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:17.357200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Made reservation on behalf of afb57babac2247a49d63de11f6483508 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:09:17.361571 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:17.562627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Allocated IP 172.20.0.3 (e8b31089-9647-43de-9eea-08ccf02211b0/c50d6a25-f713-4425-a9cd-042ba71a7969/845edb7d-c1be-4827-9c5c-821095aacc47) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:17.726621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:17.768217 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:17.820792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Network e8b31089-9647-43de-9eea-08ccf02211b0 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:17.825320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:17.830297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:17.866479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'Port': ['ID=845edb7d-c1be-4827-9c5c-821095aacc47,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:17.896463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:17.897510 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:17.917994 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7fe4dc41-07af-4a22-bba8-47e52bf49b4f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7104681 Apr 05 19:09:17.936957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Request body: {'port': {'device_id': '3a868338-c374-43b6-98dc-2992e0246fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:18.048794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:18.135977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522e9de-1ff2-41de-a362-a26d1d067ed5 req-d60c1743-e7f0-4bec-a747-fe2fe88d248e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:18.147862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d522e9de-1ff2-41de-a362-a26d1d067ed5 req-d60c1743-e7f0-4bec-a747-fe2fe88d248e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 931 time: 0.1039295 Apr 05 19:09:18.218267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d522e9de-1ff2-41de-a362-a26d1d067ed5 req-f2742acf-f73d-4da5-8160-e1e0a568b063 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596859 Apr 05 19:09:18.282224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4b82c9ee-71b5-4727-aa49-2a8b2f767df3 None None] Provisioning complete for port 845edb7d-c1be-4827-9c5c-821095aacc47 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:18.283402 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b82c9ee-71b5-4727-aa49-2a8b2f767df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:18.326257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4b82c9ee-71b5-4727-aa49-2a8b2f767df3 None None] Port 845edb7d-c1be-4827-9c5c-821095aacc47 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:09:18.454290 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845edb7d-c1be-4827-9c5c-821095aacc47 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:09:18.463777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:18.477408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Transition to ACTIVE for port object 845edb7d-c1be-4827-9c5c-821095aacc47 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:09:18.480682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:18.533627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Pushing event updated for resources: {'Port': ['ID=845edb7d-c1be-4827-9c5c-821095aacc47,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:18.626669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Attempting to bind port 845edb7d-c1be-4827-9c5c-821095aacc47 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:09:18.627008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Attempting to bind port 845edb7d-c1be-4827-9c5c-821095aacc47 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:09:18.627344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Attempting to bind port 845edb7d-c1be-4827-9c5c-821095aacc47 on network e8b31089-9647-43de-9eea-08ccf02211b0 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:18.631764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Port 845edb7d-c1be-4827-9c5c-821095aacc47 on network e8b31089-9647-43de-9eea-08ccf02211b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:09:18.632112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Attempting to bind port 845edb7d-c1be-4827-9c5c-821095aacc47 on network e8b31089-9647-43de-9eea-08ccf02211b0 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:18.637083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:09:18.637418 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Checking segment: {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:09:18.637809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Bound using segment: {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:09:18.638238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Bound port: 845edb7d-c1be-4827-9c5c-821095aacc47, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1ecc33-16e4-45d4-8509-dee09131f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:09:18.638626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:18.719560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] For port 845edb7d-c1be-4827-9c5c-821095aacc47, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:09:18.726130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] For port 845edb7d-c1be-4827-9c5c-821095aacc47, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=845edb7d-c1be-4827-9c5c-821095aacc47,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:09:18.730556 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:18.775452 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:18.776171 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:18.777365 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] 10.222.0.20 "PUT /v2.0/ports/845edb7d-c1be-4827-9c5c-821095aacc47 HTTP/1.1" status: 200 len: 1091 time: 0.8463030 Apr 05 19:09:18.777791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a868338-c374-43b6-98dc-2992e0246fa7', 'tag': '845edb7d-c1be-4827-9c5c-821095aacc47'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:09:18.780233 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2686c0e8-3501-4e85-9610-a2eb22119db5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a868338-c374-43b6-98dc-2992e0246fa7", "tag": "845edb7d-c1be-4827-9c5c-821095aacc47"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:09:18.815525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47de3cd-c2cd-46c5-a250-67c01a8ab62c service neutron] Pushing event updated for resources: {'Port': ['ID=845edb7d-c1be-4827-9c5c-821095aacc47,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:18.866285 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7f3451-9882-450d-a3ff-c213a1c678a9 x-openstack-request-id: req-0a7f3451-9882-450d-a3ff-c213a1c678a9 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:09:18.866627 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a868338-c374-43b6-98dc-2992e0246fa7", "tag": "845edb7d-c1be-4827-9c5c-821095aacc47", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:09:18.866878 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a7f3451-9882-450d-a3ff-c213a1c678a9 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:09:18.867280 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7f3451-9882-450d-a3ff-c213a1c678a9'] response: {'name': 'network-changed', 'server_uuid': '3a868338-c374-43b6-98dc-2992e0246fa7', 'tag': '845edb7d-c1be-4827-9c5c-821095aacc47', 'status': 'completed', 'code': 200} Apr 05 19:09:18.885272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-05e80e9d-f678-4818-9713-f575a653a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:18.889414 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-05e80e9d-f678-4818-9713-f575a653a52a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb57babac2247a49d63de11f6483508&device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0548177 Apr 05 19:09:18.950142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-950b1d4b-6d26-496d-9f8c-f4ebb0d3e408 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845edb7d-c1be-4827-9c5c-821095aacc47 HTTP/1.1" status: 200 len: 217 time: 0.0537431 Apr 05 19:09:19.022921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-b50df749-beef-4137-9eba-577a31be9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:19.024676 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-b50df749-beef-4137-9eba-577a31be9bc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6a25-f713-4425-a9cd-042ba71a7969 HTTP/1.1" status: 200 len: 848 time: 0.0632412 Apr 05 19:09:19.103771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-31bf0e16-f7fb-44e8-a3bb-f33776472a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:19.105309 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-31bf0e16-f7fb-44e8-a3bb-f33776472a46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8b31089-9647-43de-9eea-08ccf02211b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690300 Apr 05 19:09:19.217666 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-7beab2a0-8d36-45c9-9d5c-7ba9604170cb service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004190 Apr 05 19:09:19.344816 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc89e188-7ac7-47a8-acf8-087ba5e49bed req-9ac989b5-82ff-49bb-807e-39a148347df2 service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152127 Apr 05 19:09:19.350600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52305b2f-c18d-42fa-9090-7775abde1907 req-4c712ec4-198c-421c-abde-e466d6a7bb79 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:19.367773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52305b2f-c18d-42fa-9090-7775abde1907 req-4c712ec4-198c-421c-abde-e466d6a7bb79 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 943 time: 0.0748563 Apr 05 19:09:19.404285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52305b2f-c18d-42fa-9090-7775abde1907 req-44af1578-e033-47a1-9516-7aca491bc170 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354652 Apr 05 19:09:19.458562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-624d16ed-f98e-4b67-905e-36e340f20ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:19.460161 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-624d16ed-f98e-4b67-905e-36e340f20ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb57babac2247a49d63de11f6483508&device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0531480 Apr 05 19:09:19.560551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-166e7111-0ad4-4f5d-97ae-e8aa7c83b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:19.562833 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-166e7111-0ad4-4f5d-97ae-e8aa7c83b539 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8b31089-9647-43de-9eea-08ccf02211b0 HTTP/1.1" status: 200 len: 909 time: 0.0962570 Apr 05 19:09:19.613259 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-86f291f7-34be-4aa0-a581-8fc1a13615b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845edb7d-c1be-4827-9c5c-821095aacc47 HTTP/1.1" status: 200 len: 217 time: 0.0406883 Apr 05 19:09:19.672941 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-494023cb-a0c0-4e0f-bafe-41a1e0e43cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:19.674440 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-494023cb-a0c0-4e0f-bafe-41a1e0e43cd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6a25-f713-4425-a9cd-042ba71a7969 HTTP/1.1" status: 200 len: 848 time: 0.0520139 Apr 05 19:09:19.725290 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-9eb1ecdb-e271-4fc7-b865-f97751c67054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:19.727105 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-9eb1ecdb-e271-4fc7-b865-f97751c67054 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8b31089-9647-43de-9eea-08ccf02211b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454230 Apr 05 19:09:19.825771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-6b2fb932-edb7-4475-ad0b-1531a1aa56b5 service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901129 Apr 05 19:09:19.925141 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2686c0e8-3501-4e85-9610-a2eb22119db5 req-9872b519-7244-44b1-867f-50b438f39778 service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917563 Apr 05 19:09:20.538453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84487df3-48fc-4a6f-9556-c3c53b7fc6d5 req-dfa3d2cc-44de-40fa-981f-059004a7aca5 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:20.539950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84487df3-48fc-4a6f-9556-c3c53b7fc6d5 req-dfa3d2cc-44de-40fa-981f-059004a7aca5 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 943 time: 0.0508912 Apr 05 19:09:20.580704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84487df3-48fc-4a6f-9556-c3c53b7fc6d5 req-64019e1e-bcc3-4f87-aa08-3011cc7bdbb9 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339205 Apr 05 19:09:21.728551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c1242-bd22-45e8-b7d0-856b72fbc567 req-5832674f-586c-4528-a414-46c84bc4e773 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:21.730131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-166c1242-bd22-45e8-b7d0-856b72fbc567 req-5832674f-586c-4528-a414-46c84bc4e773 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 943 time: 0.0819089 Apr 05 19:09:21.770884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-166c1242-bd22-45e8-b7d0-856b72fbc567 req-86ea091d-9f88-4b17-9c13-fb52cd259390 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331559 Apr 05 19:09:22.887736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad32a7-9396-439a-9c26-e8796bbb1fab req-94ac77aa-4345-4989-8b9c-7a6a186a8358 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:22.889253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eaad32a7-9396-439a-9c26-e8796bbb1fab req-94ac77aa-4345-4989-8b9c-7a6a186a8358 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 943 time: 0.0485628 Apr 05 19:09:22.926942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eaad32a7-9396-439a-9c26-e8796bbb1fab req-3583e43e-9616-469c-81c2-90e6cbc1f33e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314863 Apr 05 19:09:23.395641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 845edb7d-c1be-4827-9c5c-821095aacc47 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:09:23.500958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 845edb7d-c1be-4827-9c5c-821095aacc47, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=845edb7d-c1be-4827-9c5c-821095aacc47,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:23.514352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '845edb7d-c1be-4827-9c5c-821095aacc47', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'port_id': '845edb7d-c1be-4827-9c5c-821095aacc47', 'mac_address': 'fa:16:3e:b0:ff:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:09:23.553910 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:23.567567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845edb7d-c1be-4827-9c5c-821095aacc47 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:09:23.589017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 845edb7d-c1be-4827-9c5c-821095aacc47, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=845edb7d-c1be-4827-9c5c-821095aacc47,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:23.598291 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:23.651370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=845edb7d-c1be-4827-9c5c-821095aacc47,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:23.888000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['845edb7d-c1be-4827-9c5c-821095aacc47'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:09:24.058436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3f33f-63d4-4f26-950e-8aebc5b4f31d req-532415a1-cb6f-47b8-a7bd-e8734f610433 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:24.060784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95b3f33f-63d4-4f26-950e-8aebc5b4f31d req-532415a1-cb6f-47b8-a7bd-e8734f610433 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 944 time: 0.0583792 Apr 05 19:09:24.104889 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95b3f33f-63d4-4f26-950e-8aebc5b4f31d req-84e8ea5b-2cf2-49c9-8674-ed63dca5c3b4 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372906 Apr 05 19:09:25.229647 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189a73e-eaac-4883-b198-8dcdbad58cf5 req-510f7bba-ee20-4021-9709-be31d7ba3f9d tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:25.231274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8189a73e-eaac-4883-b198-8dcdbad58cf5 req-510f7bba-ee20-4021-9709-be31d7ba3f9d tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 944 time: 0.0543966 Apr 05 19:09:25.271546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8189a73e-eaac-4883-b198-8dcdbad58cf5 req-e1cc6fa1-ad65-42f5-a941-2a1d9f52f236 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334699 Apr 05 19:09:25.398514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 845edb7d-c1be-4827-9c5c-821095aacc47 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:25.457480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 845edb7d-c1be-4827-9c5c-821095aacc47 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:09:25.461758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 845edb7d-c1be-4827-9c5c-821095aacc47 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:25.462187 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:25.555159 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:25.580371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a868338-c374-43b6-98dc-2992e0246fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845edb7d-c1be-4827-9c5c-821095aacc47'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:09:25.582645 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e520b536-c44e-4644-98eb-f510c2165637" -d '{"events": [{"server_uuid": "3a868338-c374-43b6-98dc-2992e0246fa7", "name": "network-vif-plugged", "status": "completed", "tag": "845edb7d-c1be-4827-9c5c-821095aacc47"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:09:25.597145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 845edb7d-c1be-4827-9c5c-821095aacc47, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=845edb7d-c1be-4827-9c5c-821095aacc47,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:25.601646 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:25.629102 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c3f7d9-f45d-4a32-a06f-eb227640ac1c x-openstack-request-id: req-33c3f7d9-f45d-4a32-a06f-eb227640ac1c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:09:25.629402 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a868338-c374-43b6-98dc-2992e0246fa7", "name": "network-vif-plugged", "status": "completed", "tag": "845edb7d-c1be-4827-9c5c-821095aacc47", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:09:25.629652 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33c3f7d9-f45d-4a32-a06f-eb227640ac1c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:09:25.630041 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c3f7d9-f45d-4a32-a06f-eb227640ac1c'] response: {'server_uuid': '3a868338-c374-43b6-98dc-2992e0246fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845edb7d-c1be-4827-9c5c-821095aacc47', 'code': 200} Apr 05 19:09:25.655425 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=845edb7d-c1be-4827-9c5c-821095aacc47,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:25.741402 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f339da-8464-432c-9ed5-a3a340c74e6a req-88004940-4d81-4dad-be9a-9abf8565196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:25.743018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b6f339da-8464-432c-9ed5-a3a340c74e6a req-88004940-4d81-4dad-be9a-9abf8565196b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0462680 Apr 05 19:09:25.782664 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b6f339da-8464-432c-9ed5-a3a340c74e6a req-19772f0f-bc61-4535-971f-2404555066c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288420 Apr 05 19:09:26.419819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ad3c8-ddf4-4e0b-8161-b309434eab41 req-fec57a8c-50f6-4036-ac88-9cb3ba433202 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:26.421392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c2ad3c8-ddf4-4e0b-8161-b309434eab41 req-fec57a8c-50f6-4036-ac88-9cb3ba433202 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 945 time: 0.0667996 Apr 05 19:09:26.460060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c2ad3c8-ddf4-4e0b-8161-b309434eab41 req-02acb453-4b61-4902-8054-2df818ed6246 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326817 Apr 05 19:09:27.581905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e28e92-eb8f-4495-a6d6-75c71fd1eb47 req-9eccbe8e-c120-44e2-abbc-8d453e961b41 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:27.583427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43e28e92-eb8f-4495-a6d6-75c71fd1eb47 req-9eccbe8e-c120-44e2-abbc-8d453e961b41 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 945 time: 0.0508528 Apr 05 19:09:27.626314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43e28e92-eb8f-4495-a6d6-75c71fd1eb47 req-090b9653-508e-441d-a6c3-69877fdd6a2c tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348976 Apr 05 19:09:27.760492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14560f94-f553-42f0-964d-2b6ed55025e2 req-8d2b1be8-f4fc-477c-82ad-c8a0058f35a9 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:27.762410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14560f94-f553-42f0-964d-2b6ed55025e2 req-8d2b1be8-f4fc-477c-82ad-c8a0058f35a9 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 945 time: 0.0654943 Apr 05 19:09:27.822092 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14560f94-f553-42f0-964d-2b6ed55025e2 req-20d9dc8a-0d92-44ef-a07b-8b6335b68e00 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480318 Apr 05 19:09:27.945302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236af0f-6547-41cb-94b0-4f230cff293c req-a8718339-fefb-4e13-a80d-bf0672f7fe1e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:27.946824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9236af0f-6547-41cb-94b0-4f230cff293c req-a8718339-fefb-4e13-a80d-bf0672f7fe1e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 945 time: 0.0503149 Apr 05 19:09:27.989597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9236af0f-6547-41cb-94b0-4f230cff293c req-b4edf5fd-1dbf-4566-a269-9ed5d9ba5490 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349312 Apr 05 19:09:28.010893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56452) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:28.146166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5135f5d-122d-483f-8e97-da77954739f8 tempest-TestServerBasicOps-370924857 tempest-TestServerBasicOps-370924857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:28.147867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d5135f5d-122d-483f-8e97-da77954739f8 tempest-TestServerBasicOps-370924857 tempest-TestServerBasicOps-370924857-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1091 time: 0.1359832 Apr 05 19:09:28.150809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 56456) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:09:28.155849 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '845edb7d-c1be-4827-9c5c-821095aacc47', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:28.175872 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:28.277890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:28.387016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Allocated IP 172.25.4.109 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/a7b8c4a9-50d2-410e-8d30-a6c27723a928) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:28.491792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:28.527039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:28.566244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:28.569612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:28.573197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:28.579698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'Port': ['ID=a7b8c4a9-50d2-410e-8d30-a6c27723a928,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:28.937040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:29.010503 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:29.165881 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:29.170981 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:29.239265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event updated for resources: {'Port': ['ID=a7b8c4a9-50d2-410e-8d30-a6c27723a928,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:29.256209 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:29.359027 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Floating IP ee6730cd-5e37-4aed-82b5-a03cb0e02cb6 associated. External IP: 172.25.4.109, port: 845edb7d-c1be-4827-9c5c-821095aacc47. Apr 05 19:09:29.568114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Router be40db17-352b-4774-8bbb-b81cfe0a55ff has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:09:29.676649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:09:29.689598 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] Sync routers for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:09:29.698430 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:29.702244 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:29.702913 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:09:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:29.731413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d9422acd-9663-4073-8726-5a6cde8061d8 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5795417 Apr 05 19:09:29.732142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a868338-c374-43b6-98dc-2992e0246fa7', 'tag': '845edb7d-c1be-4827-9c5c-821095aacc47'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:09:29.735183 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0548abb-ae0d-4783-85ef-abe3059ded92" -d '{"events": [{"name": "network-changed", "server_uuid": "3a868338-c374-43b6-98dc-2992e0246fa7", "tag": "845edb7d-c1be-4827-9c5c-821095aacc47"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:09:29.775376 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8b9df5-b75f-44db-97f8-50b04282ef59 x-openstack-request-id: req-db8b9df5-b75f-44db-97f8-50b04282ef59 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:09:29.775742 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a868338-c374-43b6-98dc-2992e0246fa7", "tag": "845edb7d-c1be-4827-9c5c-821095aacc47", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:09:29.776108 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db8b9df5-b75f-44db-97f8-50b04282ef59 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:09:29.776586 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8b9df5-b75f-44db-97f8-50b04282ef59'] response: {'name': 'network-changed', 'server_uuid': '3a868338-c374-43b6-98dc-2992e0246fa7', 'tag': '845edb7d-c1be-4827-9c5c-821095aacc47', 'status': 'completed', 'code': 200} Apr 05 19:09:29.825907 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:29.840088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-11a8b37b-75d6-446b-aeb3-b262ed393011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:29.842174 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-11a8b37b-75d6-446b-aeb3-b262ed393011 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb57babac2247a49d63de11f6483508&device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0424111 Apr 05 19:09:29.948407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-0115f02e-84ff-420d-a83e-f58932e92590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:29.952474 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-0115f02e-84ff-420d-a83e-f58932e92590 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8b31089-9647-43de-9eea-08ccf02211b0 HTTP/1.1" status: 200 len: 909 time: 0.1037621 Apr 05 19:09:30.024282 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-3848bd1d-d286-4129-af4c-339687672936 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845edb7d-c1be-4827-9c5c-821095aacc47 HTTP/1.1" status: 200 len: 999 time: 0.0643365 Apr 05 19:09:30.063887 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'ee6730cd-5e37-4aed-82b5-a03cb0e02cb6', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'floating_ip_address': '172.25.4.109', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'port_id': '845edb7d-c1be-4827-9c5c-821095aacc47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'mac_address': 'fa:16:3e:b0:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a868338-c374-43b6-98dc-2992e0246fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:09:28Z', 'updated_at': '2022-04-05T19:09:28Z', 'revision_number': 0, 'project_id': 'afb57babac2247a49d63de11f6483508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b6d152-59c1-4a0a-b17b-026cd510fba2', 'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'mac_address': 'fa:16:3e:e5:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:02Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 5, 'project_id': 'afb57babac2247a49d63de11f6483508', 'subnets': [{'id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:30.082004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-b5a04f56-1c63-406d-87cc-d21eab499a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:30.083585 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-b5a04f56-1c63-406d-87cc-d21eab499a0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6a25-f713-4425-a9cd-042ba71a7969 HTTP/1.1" status: 200 len: 848 time: 0.0523489 Apr 05 19:09:30.134246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-34558509-4ef8-4870-8efe-9f57a6fcb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:30.136029 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-34558509-4ef8-4870-8efe-9f57a6fcb74b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8b31089-9647-43de-9eea-08ccf02211b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454657 Apr 05 19:09:30.185119 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] Checking router: be40db17-352b-4774-8bbb-b81cfe0a55ff for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:09:30.194338 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:09:30.195349 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:09:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:30.240065 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-bbff61d8-e5ad-4bbe-ae5b-edc4af2784bf service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963264 Apr 05 19:09:30.300231 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:09:30.337102 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f0548abb-ae0d-4783-85ef-abe3059ded92 req-9be99952-e500-47a9-8aae-db8c6ef6de08 service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895746 Apr 05 19:09:30.528739 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'ee6730cd-5e37-4aed-82b5-a03cb0e02cb6', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'floating_ip_address': '172.25.4.109', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'port_id': '845edb7d-c1be-4827-9c5c-821095aacc47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'mac_address': 'fa:16:3e:b0:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a868338-c374-43b6-98dc-2992e0246fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:09:28Z', 'updated_at': '2022-04-05T19:09:28Z', 'revision_number': 0, 'project_id': 'afb57babac2247a49d63de11f6483508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b6d152-59c1-4a0a-b17b-026cd510fba2', 'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'mac_address': 'fa:16:3e:e5:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:02Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 5, 'project_id': 'afb57babac2247a49d63de11f6483508', 'subnets': [{'id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:09:30.557891 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a7e8b-1cd5-4a0b-abd7-63992790c1b9 None None] The sync data for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 is: [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'ee6730cd-5e37-4aed-82b5-a03cb0e02cb6', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'floating_ip_address': '172.25.4.109', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'port_id': '845edb7d-c1be-4827-9c5c-821095aacc47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'mac_address': 'fa:16:3e:b0:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a868338-c374-43b6-98dc-2992e0246fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:09:28Z', 'updated_at': '2022-04-05T19:09:28Z', 'revision_number': 0, 'project_id': 'afb57babac2247a49d63de11f6483508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b6d152-59c1-4a0a-b17b-026cd510fba2', 'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'mac_address': 'fa:16:3e:e5:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:02Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 5, 'project_id': 'afb57babac2247a49d63de11f6483508', 'subnets': [{'id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:09:30.749937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec53eb4-82dd-42dc-ab0e-b60d30dc84ad None None] New status for floating IP ee6730cd-5e37-4aed-82b5-a03cb0e02cb6: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:09:32.282626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b347772-b5b3-4460-94cc-35bcd61535fd req-457266d9-7c0f-41c0-85d2-d4b065200caf tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:32.284146 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b347772-b5b3-4460-94cc-35bcd61535fd req-457266d9-7c0f-41c0-85d2-d4b065200caf tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 946 time: 0.0538146 Apr 05 19:09:32.324749 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b347772-b5b3-4460-94cc-35bcd61535fd req-ab47b729-4118-497f-ab20-35676ea984dc tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343225 Apr 05 19:09:33.189559 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:09:33.444053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a57de2-da51-402d-9838-0ddc667b63f9 req-dfd50d57-bc6c-4044-8b60-191d369a6fc1 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:33.445531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8a57de2-da51-402d-9838-0ddc667b63f9 req-dfd50d57-bc6c-4044-8b60-191d369a6fc1 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 946 time: 0.0497198 Apr 05 19:09:33.483724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c8a57de2-da51-402d-9838-0ddc667b63f9 req-db9d8f94-24c5-47be-857d-32c79a76bac6 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310056 Apr 05 19:09:33.902757 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bf216-e825-4fbd-9166-6747726f679e req-2e612223-80c7-4e1a-93a4-6d9971ee9b7c tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:33.904877 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1b7bf216-e825-4fbd-9166-6747726f679e req-2e612223-80c7-4e1a-93a4-6d9971ee9b7c tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.20 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 946 time: 0.0476644 Apr 05 19:09:33.997176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-1b7bf216-e825-4fbd-9166-6747726f679e req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Deleting port 38dadb74-4843-406b-b260-ef43a691e1ca {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:09:33.997561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1b7bf216-e825-4fbd-9166-6747726f679e req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:34.086407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1b7bf216-e825-4fbd-9166-6747726f679e req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] For port 38dadb74-4843-406b-b260-ef43a691e1ca, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=38dadb74-4843-406b-b260-ef43a691e1ca,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:34.086777 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1b7bf216-e825-4fbd-9166-6747726f679e req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:34.101114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-1b7bf216-e825-4fbd-9166-6747726f679e req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Calling delete_port for 38dadb74-4843-406b-b260-ef43a691e1ca owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:09:34.239227 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1b7bf216-e825-4fbd-9166-6747726f679e req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:34.252797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['38dadb74-4843-406b-b260-ef43a691e1ca'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:09:34.269859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Pushing event deleted for resources: {'Port': ['ID=38dadb74-4843-406b-b260-ef43a691e1ca,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:34.282443 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.282623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.283104 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.283307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.283612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.283938 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.284263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.284586 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.284909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.285262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.285593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.285904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:09:34.323863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7bf216-e825-4fbd-9166-6747726f679e req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] No DVR routers for this DVR port 38dadb74-4843-406b-b260-ef43a691e1ca on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:09:34.327211 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1b7bf216-e825-4fbd-9166-6747726f679e req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:34.330507 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1b7bf216-e825-4fbd-9166-6747726f679e req-8a0994e2-57f8-407a-896b-a98200852582 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.20 "DELETE /v2.0/ports/38dadb74-4843-406b-b260-ef43a691e1ca HTTP/1.1" status: 204 len: 173 time: 0.4200070 Apr 05 19:09:34.330940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758bb4e2-ca17-4784-820a-97548d236158', 'name': 'network-vif-deleted', 'tag': '38dadb74-4843-406b-b260-ef43a691e1ca'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:09:34.333200 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d12b2-4b49-4e53-bf51-9013739a0ebc" -d '{"events": [{"server_uuid": "758bb4e2-ca17-4784-820a-97548d236158", "name": "network-vif-deleted", "tag": "38dadb74-4843-406b-b260-ef43a691e1ca"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:09:34.380332 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca8bb6a-d776-4da1-bf4c-651e4a75ac35 x-openstack-request-id: req-8ca8bb6a-d776-4da1-bf4c-651e4a75ac35 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:09:34.380621 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758bb4e2-ca17-4784-820a-97548d236158", "name": "network-vif-deleted", "tag": "38dadb74-4843-406b-b260-ef43a691e1ca", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:09:34.380922 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ca8bb6a-d776-4da1-bf4c-651e4a75ac35 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:09:34.381326 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca8bb6a-d776-4da1-bf4c-651e4a75ac35'] response: {'server_uuid': '758bb4e2-ca17-4784-820a-97548d236158', 'name': 'network-vif-deleted', 'tag': '38dadb74-4843-406b-b260-ef43a691e1ca', 'status': 'completed', 'code': 200} Apr 05 19:09:34.633520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee71eb42-310e-475f-8502-99e48edd59fb req-250174a9-bdfc-4250-b756-0590655eb036 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=758bb4e2-ca17-4784-820a-97548d236158 HTTP/1.1" status: 200 len: 210 time: 0.0371144 Apr 05 19:09:35.231886 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:37.245817 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:37.497258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 38dadb74-4843-406b-b260-ef43a691e1ca no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:09:37.517668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 38dadb74-4843-406b-b260-ef43a691e1ca {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:09:37.518011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 38dadb74-4843-406b-b260-ef43a691e1ca not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:09:37.532834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-1f16b8ed-434c-404e-8d98-cf028b16d389 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969651 Apr 05 19:09:37.557691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-1a7b96d7-676e-4868-9191-c9adfa7cebb4 req-7824c7b5-2bbd-45df-8166-074c9704841f service neutron] (102640) timed out ('10.222.0.15', 60356) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:09:37.626713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-8bf68859-fb58-43e1-8abb-fe5fa7f00969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:37.628245 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-8bf68859-fb58-43e1-8abb-fe5fa7f00969 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 1096 time: 0.0418403 Apr 05 19:09:37.741822 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-4c9fac70-7be1-4a5a-9100-21c151a8b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:37.743255 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-4c9fac70-7be1-4a5a-9100-21c151a8b482 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e HTTP/1.1" status: 200 len: 897 time: 0.0955231 Apr 05 19:09:37.811355 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-ca3dc93b-7d9a-4785-a093-0ec880902588 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f44615-756b-498a-b5bf-36ca45e23061 HTTP/1.1" status: 200 len: 1000 time: 0.0617244 Apr 05 19:09:37.864141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-ad696ea6-dc3a-408b-a236-63e28e51abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:37.865633 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-ad696ea6-dc3a-408b-a236-63e28e51abc4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33f26309-41d6-4f0a-8728-f83acf4baaf8 HTTP/1.1" status: 200 len: 834 time: 0.0485630 Apr 05 19:09:37.919427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-5e4c4909-7d82-4f7a-8a68-5312d4a09d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:37.921529 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-5e4c4909-7d82-4f7a-8a68-5312d4a09d38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495641 Apr 05 19:09:38.024224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-a371fe02-e8c3-4bd9-91ce-bbbfc0ef86b8 service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956342 Apr 05 19:09:38.135441 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8aa75a10-03ff-4288-9e8b-1886691ce07d req-8f3db2ca-a15f-4102-bfbd-c58c2d89ba29 service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050551 Apr 05 19:09:39.469787 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-62e9dd74-2c83-4afe-9da0-1b8b20ce388a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:41.793590 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-333c9e8a-4d30-4b2c-ba48-712f1945c879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:42.705232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3b89-78d2-4829-8639-50470568ab1b req-23533003-b75a-42cc-b194-2e84a77f6187 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:42.706737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-23533003-b75a-42cc-b194-2e84a77f6187 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/networks?id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 HTTP/1.1" status: 200 len: 814 time: 0.1053886 Apr 05 19:09:42.722792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-edd8cdb6-d004-42aa-ab19-7ea1d999b0e9 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/quotas/36062f1e2e0847719ea2f5ec56618c74 HTTP/1.1" status: 200 len: 375 time: 0.0099719 Apr 05 19:09:42.759484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-deb503a3-e6c8-4049-9f83-698b5c0f4c33 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=36062f1e2e0847719ea2f5ec56618c74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307469 Apr 05 19:09:42.863216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-d6f34ef6-28db-46d1-9129-942d35ca95f1 service neutron] 10.222.0.15 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914392 Apr 05 19:09:42.899143 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:42.963229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-5d4d7511-95c2-4b3c-92e0-0a53885113b7 service neutron] 10.222.0.15 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905588 Apr 05 19:09:43.146976 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e9db41c-b5f3-441e-bcf6-49a0f87f195f req-259638e7-0829-4917-9e75-4410ee28f7c5 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 210 time: 0.0334427 Apr 05 19:09:44.155674 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3b89-78d2-4829-8639-50470568ab1b req-2adc45d6-34be-4540-9f6b-61fdb1c148b6 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:44.157192 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-2adc45d6-34be-4540-9f6b-61fdb1c148b6 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.20 "GET /v2.0/networks?id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 HTTP/1.1" status: 200 len: 814 time: 0.1260529 Apr 05 19:09:44.178610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Request body: {'port': {'device_id': 'a1f3b9ea-4ce9-4648-bf9c-bd188d426aae', 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37', 'admin_state_up': True, 'tenant_id': '36062f1e2e0847719ea2f5ec56618c74'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:44.264950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68a6ec2e-6e75-4c81-91a8-4da3e3260a5b req-dc4876fb-7624-404f-a14c-1c94180eb5f2 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 210 time: 0.0355673 Apr 05 19:09:44.312048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Made reservation on behalf of 36062f1e2e0847719ea2f5ec56618c74 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:09:44.315566 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:44.453955 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:44.457791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Allocated IP 172.20.0.13 (dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37/73d72984-5c9e-47b8-a9eb-05989cdd818e/84c264c7-fb06-48c6-9994-a3c4361971aa) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:09:44.616881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:44.655229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:44.696874 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:09:44.703569 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:09:44.707289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:09:44.739395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Pushing event updated for resources: {'Port': ['ID=84c264c7-fb06-48c6-9994-a3c4361971aa,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:44.768083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:44.768704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:44.785163 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-dca224c7-6207-48d8-8277-baa4dbcd6384 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6180143 Apr 05 19:09:44.800055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Request body: {'port': {'device_id': 'a1f3b9ea-4ce9-4648-bf9c-bd188d426aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:09:44.860063 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:44.995986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:45.141434 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c264c7-fb06-48c6-9994-a3c4361971aa {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:09:45.154899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:45.170712 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Transition to ACTIVE for port object 84c264c7-fb06-48c6-9994-a3c4361971aa will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:09:45.175153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:45.230881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Pushing event updated for resources: {'Port': ['ID=84c264c7-fb06-48c6-9994-a3c4361971aa,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:45.294084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Attempting to bind port 84c264c7-fb06-48c6-9994-a3c4361971aa on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:09:45.295309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Attempting to bind port 84c264c7-fb06-48c6-9994-a3c4361971aa by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '4774a383-77a5-403b-993d-200074453932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:09:45.295643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Attempting to bind port 84c264c7-fb06-48c6-9994-a3c4361971aa on network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:45.300167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Port 84c264c7-fb06-48c6-9994-a3c4361971aa on network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:09:45.300489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Attempting to bind port 84c264c7-fb06-48c6-9994-a3c4361971aa on network dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:09:45.305303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:09:45.305639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Checking segment: {'id': '4774a383-77a5-403b-993d-200074453932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:09:45.306022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Bound using segment: {'id': '4774a383-77a5-403b-993d-200074453932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:09:45.306498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Bound port: 84c264c7-fb06-48c6-9994-a3c4361971aa, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4774a383-77a5-403b-993d-200074453932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:09:45.306975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:45.372136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] For port 84c264c7-fb06-48c6-9994-a3c4361971aa, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:09:45.375976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] For port 84c264c7-fb06-48c6-9994-a3c4361971aa, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=84c264c7-fb06-48c6-9994-a3c4361971aa,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:09:45.382882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:45.398104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827424b-37ef-43c7-947a-e03516ee6dd0 req-b06ef5b5-6b95-43e7-8111-64ddd6fca142 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:45.399646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f827424b-37ef-43c7-947a-e03516ee6dd0 req-b06ef5b5-6b95-43e7-8111-64ddd6fca142 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 944 time: 0.0530550 Apr 05 19:09:45.424598 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:45.425701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:45.427416 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] 10.222.0.20 "PUT /v2.0/ports/84c264c7-fb06-48c6-9994-a3c4361971aa HTTP/1.1" status: 200 len: 1092 time: 0.6315584 Apr 05 19:09:45.427850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f3b9ea-4ce9-4648-bf9c-bd188d426aae', 'tag': '84c264c7-fb06-48c6-9994-a3c4361971aa'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:09:45.430198 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d1bb7e-669f-4f1b-a4d3-99e875efb907" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f3b9ea-4ce9-4648-bf9c-bd188d426aae", "tag": "84c264c7-fb06-48c6-9994-a3c4361971aa"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:09:45.459853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a7c20-e048-45e9-833a-3ed697f1b8fd service neutron] Pushing event updated for resources: {'Port': ['ID=84c264c7-fb06-48c6-9994-a3c4361971aa,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:45.487231 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f827424b-37ef-43c7-947a-e03516ee6dd0 req-3dc4bb99-3520-4e7f-bd85-76059165354b tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792665 Apr 05 19:09:45.493477 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ac9501-1dcf-4aa4-97b0-14a49196ea28 x-openstack-request-id: req-f2ac9501-1dcf-4aa4-97b0-14a49196ea28 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:09:45.493787 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f3b9ea-4ce9-4648-bf9c-bd188d426aae", "tag": "84c264c7-fb06-48c6-9994-a3c4361971aa", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:09:45.494037 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2ac9501-1dcf-4aa4-97b0-14a49196ea28 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:09:45.494977 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ac9501-1dcf-4aa4-97b0-14a49196ea28'] response: {'name': 'network-changed', 'server_uuid': 'a1f3b9ea-4ce9-4648-bf9c-bd188d426aae', 'tag': '84c264c7-fb06-48c6-9994-a3c4361971aa', 'status': 'completed', 'code': 200} Apr 05 19:09:45.545682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3b89-78d2-4829-8639-50470568ab1b req-d345a83b-01d1-4c14-b983-4819f0955bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:45.547410 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-d345a83b-01d1-4c14-b983-4819f0955bd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36062f1e2e0847719ea2f5ec56618c74&device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 1095 time: 0.0510445 Apr 05 19:09:45.593161 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-0e93e370-78f5-4913-808c-77fa458fea5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c264c7-fb06-48c6-9994-a3c4361971aa HTTP/1.1" status: 200 len: 217 time: 0.0374217 Apr 05 19:09:45.646821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3b89-78d2-4829-8639-50470568ab1b req-66d30b05-931a-4b6e-8796-861c23de72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:45.648357 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-66d30b05-931a-4b6e-8796-861c23de72d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73d72984-5c9e-47b8-a9eb-05989cdd818e HTTP/1.1" status: 200 len: 854 time: 0.0482278 Apr 05 19:09:45.680071 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-0d1e2c53-40ca-4071-916c-49b38d33146f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250595 Apr 05 19:09:45.777228 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-b219f963-8443-4cc3-a934-af96d5904e78 service neutron] 10.222.0.20 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906613 Apr 05 19:09:45.872055 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-782b3b89-78d2-4829-8639-50470568ab1b req-1aafd0ce-9fb0-458b-add0-3fb4695d6791 service neutron] 10.222.0.20 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879545 Apr 05 19:09:45.957253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-32d63be6-6cb4-4157-90ab-321fa569c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:45.958764 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-32d63be6-6cb4-4157-90ab-321fa569c368 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36062f1e2e0847719ea2f5ec56618c74&device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 1095 time: 0.0425687 Apr 05 19:09:46.053542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-1824b543-88bb-4202-8361-ff3f19dcc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:46.055032 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-1824b543-88bb-4202-8361-ff3f19dcc1d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 HTTP/1.1" status: 200 len: 914 time: 0.0895383 Apr 05 19:09:46.095894 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-fe3d7aa1-59e5-4c22-a616-12ad4b04bdb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c264c7-fb06-48c6-9994-a3c4361971aa HTTP/1.1" status: 200 len: 217 time: 0.0340374 Apr 05 19:09:46.145160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-7ee78140-7060-475a-9274-3ffeb25bbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:46.146618 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-7ee78140-7060-475a-9274-3ffeb25bbd61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73d72984-5c9e-47b8-a9eb-05989cdd818e HTTP/1.1" status: 200 len: 854 time: 0.0431883 Apr 05 19:09:46.179370 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-51d8921b-9abb-4b95-b92c-72ec10b39804 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243354 Apr 05 19:09:46.327892 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-26a94c7e-f98b-45c9-94ac-444b0db8cc43 service neutron] 10.222.0.20 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410213 Apr 05 19:09:46.418101 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-02d1bb7e-669f-4f1b-a4d3-99e875efb907 req-bdb5820b-f75e-41b4-98f4-c2d2443323fa service neutron] 10.222.0.20 "GET /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815096 Apr 05 19:09:46.608484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9771f-f12c-4c9c-a6a0-5fb3be21d7a8 req-49f17805-32a3-4db9-8c8b-1d631fb4b72f tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:46.610056 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2aa9771f-f12c-4c9c-a6a0-5fb3be21d7a8 req-49f17805-32a3-4db9-8c8b-1d631fb4b72f tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 944 time: 0.0500290 Apr 05 19:09:46.660501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2aa9771f-f12c-4c9c-a6a0-5fb3be21d7a8 req-225699a2-0386-45ff-a75e-533be8793409 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394554 Apr 05 19:09:47.780420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989859f-a5e1-42d9-abdc-2c30f1f19f1a req-c082ddae-d387-422d-9402-9f1fdf0d1b94 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:47.781829 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2989859f-a5e1-42d9-abdc-2c30f1f19f1a req-c082ddae-d387-422d-9402-9f1fdf0d1b94 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 944 time: 0.0525658 Apr 05 19:09:47.818971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2989859f-a5e1-42d9-abdc-2c30f1f19f1a req-7f2c19e3-ad3f-46f6-88f0-b14163d77901 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Apr 05 19:09:48.934460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef741c-a869-4e89-bf55-b16aa5f9024c req-269a23c6-eacc-47bf-bf3b-71688fb8246c tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:48.936620 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4ef741c-a869-4e89-bf55-b16aa5f9024c req-269a23c6-eacc-47bf-bf3b-71688fb8246c tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 944 time: 0.0492885 Apr 05 19:09:48.973264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4ef741c-a869-4e89-bf55-b16aa5f9024c req-ec769466-175c-4843-bf76-2fa15180fea6 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306661 Apr 05 19:09:49.508742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 84c264c7-fb06-48c6-9994-a3c4361971aa details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:09:49.604561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 84c264c7-fb06-48c6-9994-a3c4361971aa, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=84c264c7-fb06-48c6-9994-a3c4361971aa,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:49.620233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '84c264c7-fb06-48c6-9994-a3c4361971aa', 'network_id': 'dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37', 'port_id': '84c264c7-fb06-48c6-9994-a3c4361971aa', 'mac_address': 'fa:16:3e:60:15:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d72984-5c9e-47b8-a9eb-05989cdd818e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:09:49.656547 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:49.670854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c264c7-fb06-48c6-9994-a3c4361971aa {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:09:49.692105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 84c264c7-fb06-48c6-9994-a3c4361971aa, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=84c264c7-fb06-48c6-9994-a3c4361971aa,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:49.696153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:49.755112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=84c264c7-fb06-48c6-9994-a3c4361971aa,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:49.942692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['84c264c7-fb06-48c6-9994-a3c4361971aa'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:09:50.096900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f1ec8-f0ae-4f60-bc80-0751aa406510 req-89c8fdaf-7c41-451f-9e50-8af419f2cd4b tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:50.098563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-763f1ec8-f0ae-4f60-bc80-0751aa406510 req-89c8fdaf-7c41-451f-9e50-8af419f2cd4b tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 945 time: 0.0522077 Apr 05 19:09:50.137608 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-763f1ec8-f0ae-4f60-bc80-0751aa406510 req-5d5bf45c-993e-42da-8c56-e834a1316934 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329986 Apr 05 19:09:51.268660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe215ef3-2a79-43ae-bdff-d572824dde90 req-58c1b620-f350-4082-b005-197c1d3c90af tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:51.270148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe215ef3-2a79-43ae-bdff-d572824dde90 req-58c1b620-f350-4082-b005-197c1d3c90af tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 945 time: 0.0588667 Apr 05 19:09:51.314244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe215ef3-2a79-43ae-bdff-d572824dde90 req-012f9efc-1ca7-460b-acfa-f8e8cc9e5484 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Apr 05 19:09:51.525362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 84c264c7-fb06-48c6-9994-a3c4361971aa up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:09:51.582255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 84c264c7-fb06-48c6-9994-a3c4361971aa completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:09:51.586952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 84c264c7-fb06-48c6-9994-a3c4361971aa triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:09:51.587324 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:51.678118 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:51.705073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3b9ea-4ce9-4648-bf9c-bd188d426aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c264c7-fb06-48c6-9994-a3c4361971aa'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:09:51.707547 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32d2384-bcd0-4afa-aea4-c21ff28b00a0" -d '{"events": [{"server_uuid": "a1f3b9ea-4ce9-4648-bf9c-bd188d426aae", "name": "network-vif-plugged", "status": "completed", "tag": "84c264c7-fb06-48c6-9994-a3c4361971aa"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:09:51.721886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 84c264c7-fb06-48c6-9994-a3c4361971aa, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=84c264c7-fb06-48c6-9994-a3c4361971aa,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:09:51.726986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:09:51.797637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=84c264c7-fb06-48c6-9994-a3c4361971aa,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:09:51.857099 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3f527b-3765-47b5-848d-92ec439dea43 x-openstack-request-id: req-6d3f527b-3765-47b5-848d-92ec439dea43 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:09:51.857599 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3b9ea-4ce9-4648-bf9c-bd188d426aae", "name": "network-vif-plugged", "status": "completed", "tag": "84c264c7-fb06-48c6-9994-a3c4361971aa", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:09:51.858001 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d3f527b-3765-47b5-848d-92ec439dea43 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:09:51.858582 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3f527b-3765-47b5-848d-92ec439dea43'] response: {'server_uuid': 'a1f3b9ea-4ce9-4648-bf9c-bd188d426aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c264c7-fb06-48c6-9994-a3c4361971aa', 'code': 200} Apr 05 19:09:51.981438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846936cc-ffe3-4748-aca0-367d23eab51e req-6d23b952-ab94-4108-a0bb-d5bc29a49fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:51.983590 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-846936cc-ffe3-4748-aca0-367d23eab51e req-6d23b952-ab94-4108-a0bb-d5bc29a49fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 1097 time: 0.0654454 Apr 05 19:09:52.025035 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-846936cc-ffe3-4748-aca0-367d23eab51e req-e0375924-0b2a-49ce-aa3b-b52821ac21ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Apr 05 19:09:52.443581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583c344-7341-4a1d-b5dd-fe25ffa41f14 req-724d4e4b-1cb8-4d56-9376-88fe1039b812 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:52.445101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a583c344-7341-4a1d-b5dd-fe25ffa41f14 req-724d4e4b-1cb8-4d56-9376-88fe1039b812 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 946 time: 0.0518644 Apr 05 19:09:52.488965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a583c344-7341-4a1d-b5dd-fe25ffa41f14 req-6660bc53-d070-40d1-8d45-48a1c4d7762d tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Apr 05 19:09:53.613172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc34e8-6e00-416e-8bee-5a1f2f8b2551 req-ea7037e7-3e64-4e95-8c56-a11caf571bf2 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:09:53.614675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09cc34e8-6e00-416e-8bee-5a1f2f8b2551 req-ea7037e7-3e64-4e95-8c56-a11caf571bf2 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 946 time: 0.0522513 Apr 05 19:09:53.659039 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09cc34e8-6e00-416e-8bee-5a1f2f8b2551 req-69b4a9d9-aa90-41a2-a7d9-dde9f789d636 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378585 Apr 05 19:10:05.224193 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:05.515393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57440) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:05.585084 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-664e3229-36aa-4a65-8e44-9a1ab7c4966e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/floatingips/f6244821-f0eb-4119-848f-352e2bb40285 HTTP/1.1" status: 200 len: 992 time: 0.0676146 Apr 05 19:10:05.900164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57456) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:06.072024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port ad21d7f8-041e-46c0-be3e-2ae094d0c3f7 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:10:06.072285 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:06.149684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:06.150004 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:06.162171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for ad21d7f8-041e-46c0-be3e-2ae094d0c3f7 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:10:06.593286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57474) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:06.675582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:06.716890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd2fef-6940-4a25-9e06-8f6ceab40452 req-ece5259f-8e13-47eb-927e-7c1c8045f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:06.718777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71fd2fef-6940-4a25-9e06-8f6ceab40452 req-ece5259f-8e13-47eb-927e-7c1c8045f074 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1244659 Apr 05 19:10:06.721238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=ad21d7f8-041e-46c0-be3e-2ae094d0c3f7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:06.775579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71fd2fef-6940-4a25-9e06-8f6ceab40452 req-875ae94e-7d44-4a95-b7d1-ca34a67d4b8f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347412 Apr 05 19:10:06.852307 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:06.852634 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Floating IP f6244821-f0eb-4119-848f-352e2bb40285 disassociated (deleted). External IP: 172.25.4.79, port: e7f44615-756b-498a-b5bf-36ca45e23061. Apr 05 19:10:07.176384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router 0c271b63-4e54-40e4-a561-1edede55d976 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:10:07.265163 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:07.309017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:10:07.314540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:07.320107 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] Sync routers for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:10:07.332747 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:07.333549 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:09:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:07.348329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-599f231f-c588-4a84-b948-d1d8ecf2597e tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/floatingips/f6244821-f0eb-4119-848f-352e2bb40285 HTTP/1.1" status: 204 len: 168 time: 1.4441562 Apr 05 19:10:07.348329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:10:07.349066 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308" -d '{"events": [{"name": "network-changed", "server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:10:07.394417 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ecdafa-79ab-40e0-8b7e-607f9ace0bc9 x-openstack-request-id: req-97ecdafa-79ab-40e0-8b7e-607f9ace0bc9 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:10:07.394707 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:10:07.394954 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97ecdafa-79ab-40e0-8b7e-607f9ace0bc9 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:10:07.395363 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ecdafa-79ab-40e0-8b7e-607f9ace0bc9'] response: {'name': 'network-changed', 'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'status': 'completed', 'code': 200} Apr 05 19:10:07.455657 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:10:07.492106 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-c01178fb-306c-49ea-8e8f-c1032483b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:07.493624 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-c01178fb-306c-49ea-8e8f-c1032483b31b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 1096 time: 0.0751770 Apr 05 19:10:07.655765 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-62cbcbeb-b546-4c0a-8182-e4f111ea2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:07.657879 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-62cbcbeb-b546-4c0a-8182-e4f111ea2cd6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e HTTP/1.1" status: 200 len: 897 time: 0.1563292 Apr 05 19:10:07.721232 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-bb302975-947a-466c-bde3-5d143ad9fb4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f44615-756b-498a-b5bf-36ca45e23061 HTTP/1.1" status: 200 len: 217 time: 0.0551412 Apr 05 19:10:07.742651 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:40Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'e6b8ac30-ea8f-4336-bd10-c6157778fd1a', 'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:5a:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:39Z', 'updated_at': '2022-04-05T19:08:45Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:07.759286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301ad79-733c-40fd-9a18-a952171f2866 req-cd42d9d0-6dbb-42c5-8650-17b8efa2d92a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:07.768966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8301ad79-733c-40fd-9a18-a952171f2866 req-cd42d9d0-6dbb-42c5-8650-17b8efa2d92a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 945 time: 0.0804293 Apr 05 19:10:07.775036 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] Checking router: 0c271b63-4e54-40e4-a561-1edede55d976 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:10:07.787258 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:07.788247 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:09:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:07.800632 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-7a46a8c3-b632-41f5-b5fb-d3d22c5a7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:07.809159 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-7a46a8c3-b632-41f5-b5fb-d3d22c5a7ae9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33f26309-41d6-4f0a-8728-f83acf4baaf8 HTTP/1.1" status: 200 len: 834 time: 0.0794265 Apr 05 19:10:07.866758 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8301ad79-733c-40fd-9a18-a952171f2866 req-e61e38ae-ba4c-4bb3-b8df-b3a66c5689db tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965037 Apr 05 19:10:07.898266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-94cd4af7-a6b0-404b-b2be-baeb58901add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:07.900241 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-94cd4af7-a6b0-404b-b2be-baeb58901add service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809789 Apr 05 19:10:07.983379 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:10:08.037828 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-f72e68d4-b4d2-442e-8f72-e08741ad12aa service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278324 Apr 05 19:10:08.156007 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3b35bb63-c4a5-4e86-b8b8-b84842d6a308 req-61fe9066-fbe8-4e06-bc70-e5e8386118fd service neutron] 10.222.0.25 "GET /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106992 Apr 05 19:10:08.249741 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:40Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'e6b8ac30-ea8f-4336-bd10-c6157778fd1a', 'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:5a:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:39Z', 'updated_at': '2022-04-05T19:08:45Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:08.280663 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f657d37-95c9-4831-9dd8-b3594b141e64 None None] The sync data for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 is: [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:40Z', 'revision_number': 4, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'e6b8ac30-ea8f-4336-bd10-c6157778fd1a', 'name': '', 'network_id': '55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'mac_address': 'fa:16:3e:5a:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:39Z', 'updated_at': '2022-04-05T19:08:45Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'subnets': [{'id': '33f26309-41d6-4f0a-8728-f83acf4baaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:10:08.530590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad86e44-f9be-4f48-a739-c18b404316d5 None None] New status for floating IP f6244821-f0eb-4119-848f-352e2bb40285: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:10:09.014234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d5033-92e6-4796-8913-58d973260500 req-c359f474-1c78-4a7d-bbd5-4b3bebdbf9b5 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:09.016694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b7d5033-92e6-4796-8913-58d973260500 req-c359f474-1c78-4a7d-bbd5-4b3bebdbf9b5 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 945 time: 0.0538287 Apr 05 19:10:09.061392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b7d5033-92e6-4796-8913-58d973260500 req-06555305-8b8a-4a61-849a-9a0c8380c062 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8f176a0-3175-4815-873c-4d7059307233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369983 Apr 05 19:10:09.306134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-4951e500-33f1-4a28-af87-4877e8c1a749 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:09.307752 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-4951e500-33f1-4a28-af87-4877e8c1a749 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 945 time: 0.0657945 Apr 05 19:10:09.417659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port e7f44615-756b-498a-b5bf-36ca45e23061 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:10:09.418282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:09.476707 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb49a2-31ce-4630-885a-37a33e54b225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:09.524052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] For port e7f44615-756b-498a-b5bf-36ca45e23061, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=e7f44615-756b-498a-b5bf-36ca45e23061,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:09.524415 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:09.537950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for e7f44615-756b-498a-b5bf-36ca45e23061 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:10:09.679541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:09.711174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=e7f44615-756b-498a-b5bf-36ca45e23061,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:09.762806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] No DVR routers for this DVR port e7f44615-756b-498a-b5bf-36ca45e23061 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:10:09.765953 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:09.769307 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-2ba1ae4b-9e9d-49e9-ac76-d6e311c21208 req-c486f815-af6c-429f-abc1-3c560102c6a7 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.25 "DELETE /v2.0/ports/e7f44615-756b-498a-b5bf-36ca45e23061 HTTP/1.1" status: 204 len: 173 time: 0.4554021 Apr 05 19:10:09.769754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'name': 'network-vif-deleted', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:10:09.773156 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ca6286-a015-4b3f-869f-64fdc40d5b22" -d '{"events": [{"server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "name": "network-vif-deleted", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:10:09.816492 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff96edc-ebbc-4f58-8681-493307e2fc35 x-openstack-request-id: req-6ff96edc-ebbc-4f58-8681-493307e2fc35 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:10:09.816781 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a92b867-31f5-4895-9846-e2ec066b233d", "name": "network-vif-deleted", "tag": "e7f44615-756b-498a-b5bf-36ca45e23061", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:10:09.817027 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ff96edc-ebbc-4f58-8681-493307e2fc35 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:10:09.817429 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff96edc-ebbc-4f58-8681-493307e2fc35'] response: {'server_uuid': '1a92b867-31f5-4895-9846-e2ec066b233d', 'name': 'network-vif-deleted', 'tag': 'e7f44615-756b-498a-b5bf-36ca45e23061', 'status': 'completed', 'code': 200} Apr 05 19:10:10.192565 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:10:10.219757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ea9c269-f5f8-426c-a407-6735958e8ec8 req-2d316218-58f6-4345-818e-baa42c97aaa5 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a92b867-31f5-4895-9846-e2ec066b233d HTTP/1.1" status: 200 len: 210 time: 0.0630338 Apr 05 19:10:11.326138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57590) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:11.384959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:11.411004 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:11.478110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:11.480673 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:11.482607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/security-groups/d8f176a0-3175-4815-873c-4d7059307233 HTTP/1.1" status: 204 len: 168 time: 0.1551802 Apr 05 19:10:11.495603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f176a0-3175-4815-873c-4d7059307233,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:11.509999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.510344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.511006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.511528 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.512021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.512873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.513975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.514595 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.515101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.515434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.515763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.516091 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d71fd-5160-4bc6-8b75-b8b573b1f618 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:11.523256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57600) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:11.801575 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43d9f3b6-bb59-44c3-92a8-f3cf480b74c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:12.258800 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:12.536840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port e6b8ac30-ea8f-4336-bd10-c6157778fd1a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:10:12.537461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:12.630148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] For port e6b8ac30-ea8f-4336-bd10-c6157778fd1a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e6b8ac30-ea8f-4336-bd10-c6157778fd1a,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:12.630538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:12.644114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for e6b8ac30-ea8f-4336-bd10-c6157778fd1a owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:10:12.831991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device e7f44615-756b-498a-b5bf-36ca45e23061 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:10:12.836821 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:12.863536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: e7f44615-756b-498a-b5bf-36ca45e23061 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:10:12.864151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device e7f44615-756b-498a-b5bf-36ca45e23061 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:10:12.879682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=e6b8ac30-ea8f-4336-bd10-c6157778fd1a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:12.913229 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:13.074364 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:13.323796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Router 0c271b63-4e54-40e4-a561-1edede55d976 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:10:13.444088 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:10:13.452721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6d886334-ab7d-4e12-9481-45b02448a9d4 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "PUT /v2.0/routers/0c271b63-4e54-40e4-a561-1edede55d976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255793 Apr 05 19:10:13.452721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57640) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:13.461047 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] Sync routers for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:10:13.530732 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:13.531993 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:13.556143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead3f696-3942-44f6-811e-2fee9606083c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting subnet 33f26309-41d6-4f0a-8728-f83acf4baaf8 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:10:13.564193 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead3f696-3942-44f6-811e-2fee9606083c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:13.615202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead3f696-3942-44f6-811e-2fee9606083c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:13.686752 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:10:13.736558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead3f696-3942-44f6-811e-2fee9606083c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:13.810910 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead3f696-3942-44f6-811e-2fee9606083c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:13.833751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a46955-0381-400c-bcec-6f7c4bc929cd None None] Network 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:10:13.852601 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ead3f696-3942-44f6-811e-2fee9606083c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:13.859304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ead3f696-3942-44f6-811e-2fee9606083c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/subnets/33f26309-41d6-4f0a-8728-f83acf4baaf8 HTTP/1.1" status: 204 len: 168 time: 0.4026680 Apr 05 19:10:13.859304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3f696-3942-44f6-811e-2fee9606083c tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Subnet': ['ID=33f26309-41d6-4f0a-8728-f83acf4baaf8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:13.859883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57648) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:13.989821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.030908 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:10:12Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:14.061974 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] Checking router: 0c271b63-4e54-40e4-a561-1edede55d976 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:10:14.078568 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] Routers {'0c271b63-4e54-40e4-a561-1edede55d976'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:14.079412 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['0c271b63-4e54-40e4-a561-1edede55d976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:14.107808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292bfe63-d002-452c-a5d8-6f8bbdf0453d None None] DHCP port deletion for 55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:10:14.119812 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.183881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-292bfe63-d002-452c-a5d8-6f8bbdf0453d None None] Deleting port 66ed918a-3d4c-4af1-9e68-8dc597278ea0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:10:14.184803 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-292bfe63-d002-452c-a5d8-6f8bbdf0453d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.187621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Deleting port 7ef73654-27fa-46e3-967d-e8d04605cf96 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:10:14.187621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.221822 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] Set router 0c271b63-4e54-40e4-a561-1edede55d976 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:10:14.256794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-292bfe63-d002-452c-a5d8-6f8bbdf0453d None None] For port 66ed918a-3d4c-4af1-9e68-8dc597278ea0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=66ed918a-3d4c-4af1-9e68-8dc597278ea0,segment=NetworkSegment(e5fb879c-4cf4-45e8-afba-f381f81cdcab),segment_id=e5fb879c-4cf4-45e8-afba-f381f81cdcab)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:14.257978 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-292bfe63-d002-452c-a5d8-6f8bbdf0453d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.274171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-292bfe63-d002-452c-a5d8-6f8bbdf0453d None None] Calling delete_port for 66ed918a-3d4c-4af1-9e68-8dc597278ea0 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:10:14.276534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] For port 7ef73654-27fa-46e3-967d-e8d04605cf96, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7ef73654-27fa-46e3-967d-e8d04605cf96,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:14.277282 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.290291 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Calling delete_port for 7ef73654-27fa-46e3-967d-e8d04605cf96 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:10:14.372743 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-292bfe63-d002-452c-a5d8-6f8bbdf0453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.406868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bfe63-d002-452c-a5d8-6f8bbdf0453d None None] Pushing event deleted for resources: {'Port': ['ID=66ed918a-3d4c-4af1-9e68-8dc597278ea0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:14.421382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292bfe63-d002-452c-a5d8-6f8bbdf0453d None None] No DVR routers for this DVR port 66ed918a-3d4c-4af1-9e68-8dc597278ea0 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:10:14.457232 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.460196 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:10:12Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:14.487129 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de8c77e-aea1-4e6b-ac7d-727878f1ea0b None None] The sync data for ids ['0c271b63-4e54-40e4-a561-1edede55d976'] in n-d-836650-3 is: [{'id': '0c271b63-4e54-40e4-a561-1edede55d976', 'name': 'tempest-TestNetworkBasicOps-router-1403004686', 'tenant_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:10:12Z', 'revision_number': 5, 'project_id': 'cb688bc23a4c445bb820fe5a45727c7b', 'gw_port': {'id': '7ef73654-27fa-46e3-967d-e8d04605cf96', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c271b63-4e54-40e4-a561-1edede55d976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:08:35Z', 'updated_at': '2022-04-05T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:10:14.506031 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.540612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Port': ['ID=7ef73654-27fa-46e3-967d-e8d04605cf96,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:14.607750 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.708455 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.710880 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.755943 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.756601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Fanout notify agent at l3_agent the message router_deleted on router 0c271b63-4e54-40e4-a561-1edede55d976 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:10:14.769894 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:14.773734 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-02d276c5-8dc6-4beb-9544-2211581696a9 tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/routers/0c271b63-4e54-40e4-a561-1edede55d976 HTTP/1.1" status: 204 len: 168 time: 0.9125843 Apr 05 19:10:14.774094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:14.899907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.014422 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.063839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e6b8ac30-ea8f-4336-bd10-c6157778fd1a no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:10:15.071951 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.089262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: e6b8ac30-ea8f-4336-bd10-c6157778fd1a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:10:15.089752 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e6b8ac30-ea8f-4336-bd10-c6157778fd1a not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:10:15.090266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 66ed918a-3d4c-4af1-9e68-8dc597278ea0 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:10:15.099319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:15.111267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fb879c-4cf4-45e8-afba-f381f81cdcab') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:15.111606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fb879c-4cf4-45e8-afba-f381f81cdcab') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:15.116085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 66ed918a-3d4c-4af1-9e68-8dc597278ea0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:10:15.117381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 66ed918a-3d4c-4af1-9e68-8dc597278ea0 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:10:15.125524 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.142578 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.149128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:10:15.149687 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:10:15.153717 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:10:15.242797 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.253139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.264490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] 10.222.0.15 "DELETE /v2.0/networks/55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e HTTP/1.1" status: 204 len: 168 time: 0.4841306 Apr 05 19:10:15.286623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901364a1-5cb2-4a6b-9761-a88016d18b3a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] Pushing event deleted for resources: {'Network': ['ID=55e53e4c-cbdb-44ab-bb0f-7d7cae439f9e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:15.576763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57690) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:15.758070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b466d550-7e6c-41d1-af7c-96be2da3468c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb688bc23a4c445bb820fe5a45727c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777368 Apr 05 19:10:15.758673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57696) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:15.836505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-328b08a0-317e-4c14-a7e6-5d777ad0d3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.865070 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-328b08a0-317e-4c14-a7e6-5d777ad0d3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.931073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-328b08a0-317e-4c14-a7e6-5d777ad0d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.933925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-328b08a0-317e-4c14-a7e6-5d777ad0d3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:15.935285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-328b08a0-317e-4c14-a7e6-5d777ad0d3be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59be1802-c2ea-4aa3-b989-168829bd2f9d HTTP/1.1" status: 204 len: 168 time: 0.1752267 Apr 05 19:10:15.948090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b08a0-317e-4c14-a7e6-5d777ad0d3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be1802-c2ea-4aa3-b989-168829bd2f9d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:16.250450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57712) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:16.263908 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11aa7043-0c86-49f5-a469-b12ced529756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:16.342598 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11aa7043-0c86-49f5-a469-b12ced529756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:16.346481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11aa7043-0c86-49f5-a469-b12ced529756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:16.383235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa7043-0c86-49f5-a469-b12ced529756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4ddca-b5bf-4b01-91c7-44aa0be6dc4e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:16.388916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-11aa7043-0c86-49f5-a469-b12ced529756 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fe58c3159f442e5ab2b042d7a955a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373103 Apr 05 19:10:16.391850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57714) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:16.447731 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6261549b-e7c4-4795-b8d8-a8311017a266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:16.470628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6261549b-e7c4-4795-b8d8-a8311017a266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:16.517910 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6261549b-e7c4-4795-b8d8-a8311017a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:16.520449 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6261549b-e7c4-4795-b8d8-a8311017a266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:16.521634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6261549b-e7c4-4795-b8d8-a8311017a266 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02d4ddca-b5bf-4b01-91c7-44aa0be6dc4e HTTP/1.1" status: 204 len: 168 time: 0.1285803 Apr 05 19:10:16.530082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261549b-e7c4-4795-b8d8-a8311017a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4ddca-b5bf-4b01-91c7-44aa0be6dc4e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:16.624089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7ef73654-27fa-46e3-967d-e8d04605cf96 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:10:16.644729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 7ef73654-27fa-46e3-967d-e8d04605cf96 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:10:16.644852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7ef73654-27fa-46e3-967d-e8d04605cf96 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:10:17.319436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57764) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:17.417701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1711041839-network', 'tenant_id': '6f50460f19e54848b952046f1c43a7f6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:17.437305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Made reservation on behalf of 6f50460f19e54848b952046f1c43a7f6 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:10:17.439652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:17.448456 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:17.544118 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:17.551760 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:17.580619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:10:17.596863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1687cd83-8240-46ee-b5c6-822a7d6ea605,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:17.600761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:17.601252 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Added segment 071e1531-6105-4876-89c1-65ffc70900e3 of type vlan for network c58a4ee3-053c-4d17-8e42-d2c7235dfb64 Apr 05 19:10:17.645241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:17.671326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:17.672458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:17.673261 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:17.728421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4075737 Apr 05 19:10:17.731559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57776) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:17.736399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Request body: {'subnet': {'network_id': 'c58a4ee3-053c-4d17-8e42-d2c7235dfb64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1711041839-subnet', 'tenant_id': '6f50460f19e54848b952046f1c43a7f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:17.752360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720118e2-e3a9-4f4b-a1e0-6d56204605f1 admin admin] Pushing event updated for resources: {'Network': ['ID=c58a4ee3-053c-4d17-8e42-d2c7235dfb64,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:17.766595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c58a4ee3-053c-4d17-8e42-d2c7235dfb64 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:10:17.781962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Made reservation on behalf of 6f50460f19e54848b952046f1c43a7f6 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:10:17.785050 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:17.971376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:18.038782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec05ca2-d406-4d61-aebf-68297778a6ff,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:18.057636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Checking segment: {'id': '071e1531-6105-4876-89c1-65ffc70900e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c58a4ee3-053c-4d17-8e42-d2c7235dfb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:18.058030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Network hostable DHCP agents. Network: c58a4ee3-053c-4d17-8e42-d2c7235dfb64, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:10:18.076544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Network c58a4ee3-053c-4d17-8e42-d2c7235dfb64 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:10:18.092494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c58a4ee3-053c-4d17-8e42-d2c7235dfb64) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:18.101136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:18.101762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:18.103884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d15dcb-943a-4e76-8c11-59a99596ee1d None None] Network c58a4ee3-053c-4d17-8e42-d2c7235dfb64 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:10:18.172360 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2580a796-bbf6-4ea7-821b-ceb77e39622c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4285953 Apr 05 19:10:18.273668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9163ca17-6d23-428a-bf72-b958f1072fdf None None] Network c58a4ee3-053c-4d17-8e42-d2c7235dfb64 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:10:18.730058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 57808) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:18.735659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-816526278-network', 'tenant_id': '0b85e96ef814400987dd2f22ce5c0297'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:18.756853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Made reservation on behalf of 0b85e96ef814400987dd2f22ce5c0297 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:10:18.759327 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:18.769122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:18.849790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:18.853800 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:18.878425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa13405-d6d9-475b-b0bc-aef9e23148a8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:18.892320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:10:18.903819 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:18.904168 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Added segment 74b34dad-ada2-46c5-b9c9-7f62788495d6 of type vlan for network 88f3d5ec-16ed-427c-87cd-5b8c37c08b7f Apr 05 19:10:18.948232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:18.975925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:18.976993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:18.977600 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:19.039202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3074987 Apr 05 19:10:19.041880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 57814) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:19.048075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Request body: {'subnet': {'network_id': '88f3d5ec-16ed-427c-87cd-5b8c37c08b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-816526278-subnet', 'tenant_id': '0b85e96ef814400987dd2f22ce5c0297', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:19.058452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19e6d1-d5a4-4d38-a1cc-921177fd2376 admin admin] Pushing event updated for resources: {'Network': ['ID=88f3d5ec-16ed-427c-87cd-5b8c37c08b7f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:19.069984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 88f3d5ec-16ed-427c-87cd-5b8c37c08b7f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:10:19.099858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Made reservation on behalf of 0b85e96ef814400987dd2f22ce5c0297 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:10:19.103663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:19.327858 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:19.384130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8a5467-9f89-4c10-9866-5744ff5cfb30,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:19.394180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Checking segment: {'id': '74b34dad-ada2-46c5-b9c9-7f62788495d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '88f3d5ec-16ed-427c-87cd-5b8c37c08b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:19.394567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Network hostable DHCP agents. Network: 88f3d5ec-16ed-427c-87cd-5b8c37c08b7f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:10:19.412577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Network 88f3d5ec-16ed-427c-87cd-5b8c37c08b7f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:10:19.422607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 88f3d5ec-16ed-427c-87cd-5b8c37c08b7f) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:19.432800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a08509-75e1-49af-bc38-20833759ab45 None None] Network 88f3d5ec-16ed-427c-87cd-5b8c37c08b7f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:10:19.436731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:19.437375 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:19.458435 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f922a780-5bfa-427b-be90-3ef070c4b46b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4153135 Apr 05 19:10:19.635841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09605fa-47a2-4ad6-9f1a-9d151d620a36 None None] Network 88f3d5ec-16ed-427c-87cd-5b8c37c08b7f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:10:20.011276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-231b1c0e-42b8-4f91-b23f-514827013d0a tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:20.014077 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-231b1c0e-42b8-4f91-b23f-514827013d0a tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/networks?id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64 HTTP/1.1" status: 200 len: 812 time: 0.1063871 Apr 05 19:10:20.030469 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-7aa9d0e0-ae9a-4ad0-a638-f37efb278269 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/quotas/6f50460f19e54848b952046f1c43a7f6 HTTP/1.1" status: 200 len: 375 time: 0.0097775 Apr 05 19:10:20.071516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-f1d17350-7c33-4a97-9272-76d7610f3a26 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f50460f19e54848b952046f1c43a7f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346804 Apr 05 19:10:20.169935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-4ba2dd4d-cf2a-4824-9d8f-4d13664a8c9d service neutron] 10.222.0.15 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895710 Apr 05 19:10:20.272909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-9cdbc620-e89d-4eca-9254-2027f198f8ff service neutron] 10.222.0.15 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963573 Apr 05 19:10:20.469076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0756b30-e6de-4fb3-9650-85355c3b5609 req-f14fb12c-bdb9-440a-b8f5-e8ec798b5d95 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 210 time: 0.0333040 Apr 05 19:10:21.598133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c6196fdc-6b61-4c5d-99d0-26f8d05919e8 req-d4284088-dd3d-4f18-b46b-c6d3d28adbcc tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 210 time: 0.0435684 Apr 05 19:10:21.670100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0719ea-a0cc-487d-a002-4fe2c6973305 req-f8b1a5a7-0fd3-4f64-b9af-f546009844e1 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:21.678926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce0719ea-a0cc-487d-a002-4fe2c6973305 req-f8b1a5a7-0fd3-4f64-b9af-f546009844e1 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 946 time: 0.0750270 Apr 05 19:10:21.680038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-149497ab-a148-4c13-b544-5892a06be1b6 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:21.681863 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-149497ab-a148-4c13-b544-5892a06be1b6 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.25 "GET /v2.0/networks?id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64 HTTP/1.1" status: 200 len: 812 time: 0.1857042 Apr 05 19:10:21.696072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Request body: {'port': {'device_id': '4e550ace-7f39-426a-ae3b-676ffb4db390', 'network_id': 'c58a4ee3-053c-4d17-8e42-d2c7235dfb64', 'admin_state_up': True, 'tenant_id': '6f50460f19e54848b952046f1c43a7f6'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:21.715763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce0719ea-a0cc-487d-a002-4fe2c6973305 req-1c66512b-0ec4-43be-8e2b-a0cde506c49f tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354102 Apr 05 19:10:21.816272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Made reservation on behalf of 6f50460f19e54848b952046f1c43a7f6 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:10:21.820079 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:21.952196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Allocated IP 172.20.0.10 (c58a4ee3-053c-4d17-8e42-d2c7235dfb64/0ec05ca2-d406-4d61-aebf-68297778a6ff/d8746b4d-6a38-40da-950a-d546d55ec9f0) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:10:22.101291 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:22.144149 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:22.188400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Network c58a4ee3-053c-4d17-8e42-d2c7235dfb64 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:10:22.191400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:22.193835 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:10:22.203631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Pushing event updated for resources: {'Port': ['ID=d8746b4d-6a38-40da-950a-d546d55ec9f0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:22.249906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:22.250535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:22.268072 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-c6002699-0e03-4320-9dfb-3cd4b9660e1d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5761557 Apr 05 19:10:22.280337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Request body: {'port': {'device_id': '4e550ace-7f39-426a-ae3b-676ffb4db390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:22.337945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:22.608867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8746b4d-6a38-40da-950a-d546d55ec9f0 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:10:22.616576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:22.629080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Transition to ACTIVE for port object d8746b4d-6a38-40da-950a-d546d55ec9f0 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:10:22.633875 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:22.687566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Pushing event updated for resources: {'Port': ['ID=d8746b4d-6a38-40da-950a-d546d55ec9f0,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:22.735805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9ffc1-3c73-4949-b980-3e408b959d2d req-a5b935c3-709e-4362-8afc-124cad0b8f3d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:22.737414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55f9ffc1-3c73-4949-b980-3e408b959d2d req-a5b935c3-709e-4362-8afc-124cad0b8f3d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 944 time: 0.0758276 Apr 05 19:10:22.758747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Attempting to bind port d8746b4d-6a38-40da-950a-d546d55ec9f0 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:10:22.759156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Attempting to bind port d8746b4d-6a38-40da-950a-d546d55ec9f0 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '071e1531-6105-4876-89c1-65ffc70900e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c58a4ee3-053c-4d17-8e42-d2c7235dfb64'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:10:22.759688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Attempting to bind port d8746b4d-6a38-40da-950a-d546d55ec9f0 on network c58a4ee3-053c-4d17-8e42-d2c7235dfb64 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:10:22.767097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Port d8746b4d-6a38-40da-950a-d546d55ec9f0 on network c58a4ee3-053c-4d17-8e42-d2c7235dfb64 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:10:22.767509 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Attempting to bind port d8746b4d-6a38-40da-950a-d546d55ec9f0 on network c58a4ee3-053c-4d17-8e42-d2c7235dfb64 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:10:22.778908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:10:22.779945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Checking segment: {'id': '071e1531-6105-4876-89c1-65ffc70900e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c58a4ee3-053c-4d17-8e42-d2c7235dfb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:22.779945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Bound using segment: {'id': '071e1531-6105-4876-89c1-65ffc70900e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c58a4ee3-053c-4d17-8e42-d2c7235dfb64'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:10:22.780307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Bound port: d8746b4d-6a38-40da-950a-d546d55ec9f0, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071e1531-6105-4876-89c1-65ffc70900e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c58a4ee3-053c-4d17-8e42-d2c7235dfb64'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:10:22.780739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:22.796927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55f9ffc1-3c73-4949-b980-3e408b959d2d req-622ccb57-3c23-4b10-b515-7cd6016436c2 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483329 Apr 05 19:10:22.852422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] For port d8746b4d-6a38-40da-950a-d546d55ec9f0, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:10:22.856639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] For port d8746b4d-6a38-40da-950a-d546d55ec9f0, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0,segment=NetworkSegment(071e1531-6105-4876-89c1-65ffc70900e3),segment_id=071e1531-6105-4876-89c1-65ffc70900e3)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:10:22.860899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:22.861490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e7a06-6731-4244-a4c9-f6fe329ae49f req-6ba2ae30-93bc-4e94-8b7c-ccf9c763e79e tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:22.863171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b4e7a06-6731-4244-a4c9-f6fe329ae49f req-6ba2ae30-93bc-4e94-8b7c-ccf9c763e79e tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 946 time: 0.0605204 Apr 05 19:10:22.899864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:22.900383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:22.901772 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] 10.222.0.25 "PUT /v2.0/ports/d8746b4d-6a38-40da-950a-d546d55ec9f0 HTTP/1.1" status: 200 len: 1092 time: 0.6254468 Apr 05 19:10:22.902244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e550ace-7f39-426a-ae3b-676ffb4db390', 'tag': 'd8746b4d-6a38-40da-950a-d546d55ec9f0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:10:22.904985 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0149a8a6-a24b-489d-9126-8945b6a914c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e550ace-7f39-426a-ae3b-676ffb4db390", "tag": "d8746b4d-6a38-40da-950a-d546d55ec9f0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:10:22.911884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0b4e7a06-6731-4244-a4c9-f6fe329ae49f req-a5f7ba3c-4c18-45f4-af54-edfdb4838bd2 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/security-groups?id=4af4afce-0f52-4264-9381-2b201bbbbcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354128 Apr 05 19:10:22.929676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2da8b1-3bcc-453a-8bd8-dfb7aabc084b service neutron] Pushing event updated for resources: {'Port': ['ID=d8746b4d-6a38-40da-950a-d546d55ec9f0,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:22.983545 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c7a855-6157-4050-acd9-811c704f4ec2 x-openstack-request-id: req-b3c7a855-6157-4050-acd9-811c704f4ec2 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:10:22.983843 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e550ace-7f39-426a-ae3b-676ffb4db390", "tag": "d8746b4d-6a38-40da-950a-d546d55ec9f0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:10:22.984096 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3c7a855-6157-4050-acd9-811c704f4ec2 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:10:22.984501 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c7a855-6157-4050-acd9-811c704f4ec2'] response: {'name': 'network-changed', 'server_uuid': '4e550ace-7f39-426a-ae3b-676ffb4db390', 'tag': 'd8746b4d-6a38-40da-950a-d546d55ec9f0', 'status': 'completed', 'code': 200} Apr 05 19:10:23.001333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-39ba4ee6-d6cb-4eba-836b-6526b0c42d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:23.003358 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-39ba4ee6-d6cb-4eba-836b-6526b0c42d1c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f50460f19e54848b952046f1c43a7f6&device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 1095 time: 0.0518346 Apr 05 19:10:23.053358 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-5152bb60-a97b-4ec5-b894-602c8aedd7b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0 HTTP/1.1" status: 200 len: 217 time: 0.0426240 Apr 05 19:10:23.104765 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-052450c0-8ca7-4d12-a526-504e4a1aa4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:23.106325 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-052450c0-8ca7-4d12-a526-504e4a1aa4ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0ec05ca2-d406-4d61-aebf-68297778a6ff HTTP/1.1" status: 200 len: 852 time: 0.0459344 Apr 05 19:10:23.136881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-a39ac971-d906-41f0-94d1-b8f6fe186154 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246425 Apr 05 19:10:23.266162 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-3a415565-6d74-4e04-9659-babb7d5be038 service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227734 Apr 05 19:10:23.304267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-111a1b03-93aa-46dd-aba0-d990c5b4df16 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:23.305712 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-111a1b03-93aa-46dd-aba0-d990c5b4df16 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 946 time: 0.0895121 Apr 05 19:10:23.432547 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c19a9d9-ac76-405f-9f38-8f7cedce2da5 req-4ca523f7-9e98-48cc-976c-d80b0faa0917 service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589458 Apr 05 19:10:23.454165 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Deleting port 84c264c7-fb06-48c6-9994-a3c4361971aa {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:10:23.455034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:23.582222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-0d02cbb4-16dc-4421-85c5-c70b174deacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:23.583816 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-0d02cbb4-16dc-4421-85c5-c70b174deacd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f50460f19e54848b952046f1c43a7f6&device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 1095 time: 0.0779557 Apr 05 19:10:23.585605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] For port 84c264c7-fb06-48c6-9994-a3c4361971aa, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=84c264c7-fb06-48c6-9994-a3c4361971aa,segment=NetworkSegment(4774a383-77a5-403b-993d-200074453932),segment_id=4774a383-77a5-403b-993d-200074453932)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:23.585975 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:23.606951 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Calling delete_port for 84c264c7-fb06-48c6-9994-a3c4361971aa owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:10:23.733695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-c624f749-322c-4d0d-b85f-6486dfc299bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:23.735185 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-c624f749-322c-4d0d-b85f-6486dfc299bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64 HTTP/1.1" status: 200 len: 912 time: 0.1415427 Apr 05 19:10:23.781914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-db41c97c-979c-424a-b9ac-b95a5f60015a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0 HTTP/1.1" status: 200 len: 217 time: 0.0369513 Apr 05 19:10:23.877611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-e2c1357b-83df-4ae2-aff2-f31436f5f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:23.879046 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-e2c1357b-83df-4ae2-aff2-f31436f5f162 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0ec05ca2-d406-4d61-aebf-68297778a6ff HTTP/1.1" status: 200 len: 852 time: 0.0906038 Apr 05 19:10:23.883457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:23.899653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['84c264c7-fb06-48c6-9994-a3c4361971aa'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:10:23.938852 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-4c2b47b9-971a-405b-85d3-51731f17762c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529728 Apr 05 19:10:23.939589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Pushing event deleted for resources: {'Port': ['ID=84c264c7-fb06-48c6-9994-a3c4361971aa,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:23.940874 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bd866-a3f2-40c4-9f6a-14ec7b2aa685 req-afffb07a-d07e-49c0-ae21-cfddce333a2c tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:23.950373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-787bd866-a3f2-40c4-9f6a-14ec7b2aa685 req-afffb07a-d07e-49c0-ae21-cfddce333a2c tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 944 time: 0.0852001 Apr 05 19:10:23.993654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] No DVR routers for this DVR port 84c264c7-fb06-48c6-9994-a3c4361971aa on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:10:24.004549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:24.007814 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-23d84f8c-48b5-4421-900a-0abaa2375cb4 req-5d42bd44-d1d0-46f1-937b-591ef3bbad05 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.20 "DELETE /v2.0/ports/84c264c7-fb06-48c6-9994-a3c4361971aa HTTP/1.1" status: 204 len: 173 time: 0.6712768 Apr 05 19:10:24.015025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-787bd866-a3f2-40c4-9f6a-14ec7b2aa685 req-69384df4-5a9a-480b-800e-a87da3803cba tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586381 Apr 05 19:10:24.059651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b030fd83-ef32-435d-9c72-903ef10adb82 req-173471e1-21d4-4d82-98fa-951287dcbeb2 tempest-VolumesSnapshotTestJSON-1174301510 tempest-VolumesSnapshotTestJSON-1174301510-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f3b9ea-4ce9-4648-bf9c-bd188d426aae HTTP/1.1" status: 200 len: 210 time: 0.0578792 Apr 05 19:10:24.093164 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-8ef95d43-7c0b-4a71-83da-e979e562a3d0 service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217422 Apr 05 19:10:24.517314 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0149a8a6-a24b-489d-9126-8945b6a914c9 req-72f7eb37-2d19-4242-9047-67a4d7c32431 service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172852 Apr 05 19:10:24.985790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3b9ea-4ce9-4648-bf9c-bd188d426aae', 'name': 'network-vif-deleted', 'tag': '84c264c7-fb06-48c6-9994-a3c4361971aa'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:10:24.988138 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64529703-1656-4a00-8036-d934fc42fa6a" -d '{"events": [{"server_uuid": "a1f3b9ea-4ce9-4648-bf9c-bd188d426aae", "name": "network-vif-deleted", "tag": "84c264c7-fb06-48c6-9994-a3c4361971aa"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:10:25.025124 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4382564-f706-46af-8aad-c3dde1aabd08 x-openstack-request-id: req-f4382564-f706-46af-8aad-c3dde1aabd08 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:10:25.025418 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3b9ea-4ce9-4648-bf9c-bd188d426aae", "name": "network-vif-deleted", "tag": "84c264c7-fb06-48c6-9994-a3c4361971aa", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:10:25.025677 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4382564-f706-46af-8aad-c3dde1aabd08 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:10:25.026076 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4382564-f706-46af-8aad-c3dde1aabd08'] response: {'server_uuid': 'a1f3b9ea-4ce9-4648-bf9c-bd188d426aae', 'name': 'network-vif-deleted', 'tag': '84c264c7-fb06-48c6-9994-a3c4361971aa', 'status': 'completed', 'code': 200} Apr 05 19:10:25.141097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0547b-431a-420d-a385-2d30e0b1dbaa req-e67edea4-809a-4db9-86a8-9c80d4732565 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:25.149297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82e0547b-431a-420d-a385-2d30e0b1dbaa req-e67edea4-809a-4db9-86a8-9c80d4732565 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 944 time: 0.0617409 Apr 05 19:10:25.182796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82e0547b-431a-420d-a385-2d30e0b1dbaa req-30158837-a210-4444-a2b7-34f8555c5620 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Apr 05 19:10:26.304888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722939d-b9fd-48d7-a33a-609b3a5f6df9 req-4a121ea6-8021-4a4d-a0ba-943b1deb1271 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:26.306281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c722939d-b9fd-48d7-a33a-609b3a5f6df9 req-4a121ea6-8021-4a4d-a0ba-943b1deb1271 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 944 time: 0.0487292 Apr 05 19:10:26.344268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c722939d-b9fd-48d7-a33a-609b3a5f6df9 req-889b763e-fb56-4964-9f41-6c86eab1740b tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308390 Apr 05 19:10:26.831758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d8746b4d-6a38-40da-950a-d546d55ec9f0 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:10:26.945549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d8746b4d-6a38-40da-950a-d546d55ec9f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0,segment=NetworkSegment(071e1531-6105-4876-89c1-65ffc70900e3),segment_id=071e1531-6105-4876-89c1-65ffc70900e3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:26.962802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'd8746b4d-6a38-40da-950a-d546d55ec9f0', 'network_id': 'c58a4ee3-053c-4d17-8e42-d2c7235dfb64', 'port_id': 'd8746b4d-6a38-40da-950a-d546d55ec9f0', 'mac_address': 'fa:16:3e:4f:28:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec05ca2-d406-4d61-aebf-68297778a6ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:10:27.002945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:27.016969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8746b4d-6a38-40da-950a-d546d55ec9f0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:10:27.037222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d8746b4d-6a38-40da-950a-d546d55ec9f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0,segment=NetworkSegment(071e1531-6105-4876-89c1-65ffc70900e3),segment_id=071e1531-6105-4876-89c1-65ffc70900e3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:27.041831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:27.096711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d8746b4d-6a38-40da-950a-d546d55ec9f0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:27.104850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.105191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.105527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.106428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.106757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.107224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.107555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.107892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.108200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.108519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.108835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.109151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:27.350076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['d8746b4d-6a38-40da-950a-d546d55ec9f0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:10:27.475404 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a935b-4d48-4be1-b518-b8f31ff2a6df req-1fc43aaf-c4d4-4840-8ab0-cf9580d3922a tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:27.476984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba1a935b-4d48-4be1-b518-b8f31ff2a6df req-1fc43aaf-c4d4-4840-8ab0-cf9580d3922a tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 945 time: 0.0548136 Apr 05 19:10:27.550801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba1a935b-4d48-4be1-b518-b8f31ff2a6df req-a6279a75-500a-4da2-81b3-3f3350f88226 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609128 Apr 05 19:10:27.644631 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 84c264c7-fb06-48c6-9994-a3c4361971aa no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:10:27.668325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 84c264c7-fb06-48c6-9994-a3c4361971aa {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:10:27.669134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 84c264c7-fb06-48c6-9994-a3c4361971aa not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:10:28.669117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd0bdc-d45f-4f26-b688-9e745ae6227a req-f3b9ff9d-b409-4a52-8ebb-928daf42997e tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:28.670671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cdd0bdc-d45f-4f26-b688-9e745ae6227a req-f3b9ff9d-b409-4a52-8ebb-928daf42997e tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 945 time: 0.0532174 Apr 05 19:10:28.718080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cdd0bdc-d45f-4f26-b688-9e745ae6227a req-09b139ca-61d1-4f75-b6f1-f2644b6c5a3d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Apr 05 19:10:28.846424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d8746b4d-6a38-40da-950a-d546d55ec9f0 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:10:28.900691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port d8746b4d-6a38-40da-950a-d546d55ec9f0 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:10:28.905110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port d8746b4d-6a38-40da-950a-d546d55ec9f0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:28.905485 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:28.986849 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:29.015537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e550ace-7f39-426a-ae3b-676ffb4db390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8746b4d-6a38-40da-950a-d546d55ec9f0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:10:29.018295 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9acafd-3405-4e9e-bfe7-3dc08f6f5ee7" -d '{"events": [{"server_uuid": "4e550ace-7f39-426a-ae3b-676ffb4db390", "name": "network-vif-plugged", "status": "completed", "tag": "d8746b4d-6a38-40da-950a-d546d55ec9f0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:10:29.039380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d8746b4d-6a38-40da-950a-d546d55ec9f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0,segment=NetworkSegment(071e1531-6105-4876-89c1-65ffc70900e3),segment_id=071e1531-6105-4876-89c1-65ffc70900e3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:29.044849 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:29.073694 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ce5eed-7874-46de-9a0b-4782f915a15e x-openstack-request-id: req-27ce5eed-7874-46de-9a0b-4782f915a15e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:10:29.074516 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e550ace-7f39-426a-ae3b-676ffb4db390", "name": "network-vif-plugged", "status": "completed", "tag": "d8746b4d-6a38-40da-950a-d546d55ec9f0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:10:29.074805 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27ce5eed-7874-46de-9a0b-4782f915a15e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:10:29.075852 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ce5eed-7874-46de-9a0b-4782f915a15e'] response: {'server_uuid': '4e550ace-7f39-426a-ae3b-676ffb4db390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8746b4d-6a38-40da-950a-d546d55ec9f0', 'code': 200} Apr 05 19:10:29.114819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d8746b4d-6a38-40da-950a-d546d55ec9f0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:29.183427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592decf-8a56-4af3-a7bd-49021fb6f200 req-cea586a0-9e81-462f-8689-accc50ae4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:29.186170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8592decf-8a56-4af3-a7bd-49021fb6f200 req-cea586a0-9e81-462f-8689-accc50ae4c54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 1097 time: 0.0457346 Apr 05 19:10:29.223057 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8592decf-8a56-4af3-a7bd-49021fb6f200 req-d7515a99-4023-429d-8fdb-eaaa200c1ee7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307539 Apr 05 19:10:29.839637 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f00b7-357b-4dd8-b9f6-f6eea487aa9d req-16212194-1b7f-4bcb-9572-caed23ed5454 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:29.841821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-171f00b7-357b-4dd8-b9f6-f6eea487aa9d req-16212194-1b7f-4bcb-9572-caed23ed5454 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0514925 Apr 05 19:10:29.882603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-171f00b7-357b-4dd8-b9f6-f6eea487aa9d req-40eef371-f8e9-47d5-8725-1f7dbe127968 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Apr 05 19:10:31.050092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d4f92-b17f-401f-93a4-ad2f2cfab67a req-a1fecb21-6330-45ec-8717-809ff945b6e0 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:31.051748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b2d4f92-b17f-401f-93a4-ad2f2cfab67a req-a1fecb21-6330-45ec-8717-809ff945b6e0 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0752916 Apr 05 19:10:31.108750 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b2d4f92-b17f-401f-93a4-ad2f2cfab67a req-e98bada1-d7b2-42a7-81fb-13ba840d5427 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Apr 05 19:10:31.254581 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e86e44-3f18-436c-adfd-8825084d4987 req-57420df4-8aee-4bbf-96f6-4c7f7d1fe92b tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:31.256058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34e86e44-3f18-436c-adfd-8825084d4987 req-57420df4-8aee-4bbf-96f6-4c7f7d1fe92b tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0740597 Apr 05 19:10:31.313987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34e86e44-3f18-436c-adfd-8825084d4987 req-2fba1580-8380-4405-a5d5-ffca5e780413 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498078 Apr 05 19:10:31.598029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa7af0-f3a4-491e-9abf-d145e1894697 req-2a742a3b-523d-4d4c-84c7-75200637095d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:31.599862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7efa7af0-f3a4-491e-9abf-d145e1894697 req-2a742a3b-523d-4d4c-84c7-75200637095d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0590768 Apr 05 19:10:31.657897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7efa7af0-f3a4-491e-9abf-d145e1894697 req-6bf85d48-b324-438a-a7b3-efb6845ba460 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Apr 05 19:10:32.798106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69767e88-f436-44d6-997b-004b88d5a0b5 req-319666f5-4dc3-4a88-8ea7-7dff5fa9cbec tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:32.799772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69767e88-f436-44d6-997b-004b88d5a0b5 req-319666f5-4dc3-4a88-8ea7-7dff5fa9cbec tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0548890 Apr 05 19:10:32.848669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69767e88-f436-44d6-997b-004b88d5a0b5 req-053a1562-2712-4cff-8dba-94a2c0083ad4 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376244 Apr 05 19:10:33.133837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee7f77-266f-4221-815f-25b51048a663 req-b2dfd802-6234-4014-8cc2-8e31a50ad417 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:33.143182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46ee7f77-266f-4221-815f-25b51048a663 req-b2dfd802-6234-4014-8cc2-8e31a50ad417 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.1105506 Apr 05 19:10:33.159399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-6442ce27-d6c7-4ead-aa6a-d6d99148f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:33.164637 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-6442ce27-d6c7-4ead-aa6a-d6d99148f41e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f50460f19e54848b952046f1c43a7f6&device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 1097 time: 0.0676415 Apr 05 19:10:33.183068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46ee7f77-266f-4221-815f-25b51048a663 req-83941505-dac4-4caf-a39e-adaa6062522d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 Apr 05 19:10:33.325579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-c9200c26-1f58-4ed3-8296-c8164511e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:33.327528 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-c9200c26-1f58-4ed3-8296-c8164511e6a1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64 HTTP/1.1" status: 200 len: 912 time: 0.1535800 Apr 05 19:10:33.378170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-4770a2cd-3dc7-4e1d-a7b0-a670332add09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0 HTTP/1.1" status: 200 len: 217 time: 0.0424740 Apr 05 19:10:33.428883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-6f111d2d-fd23-429d-84a2-abae2aedc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:33.430502 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-6f111d2d-fd23-429d-84a2-abae2aedc709 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0ec05ca2-d406-4d61-aebf-68297778a6ff HTTP/1.1" status: 200 len: 852 time: 0.0477891 Apr 05 19:10:33.490381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-231c76c7-fc19-4f3c-98b4-2d73f345eb60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533755 Apr 05 19:10:33.609544 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-6eb25777-8dab-4afd-abd9-43c62e656dba service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115549 Apr 05 19:10:33.720321 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6cfa1ebb-ef11-488b-87fe-d97e5dbd374a req-47087f2c-d106-420a-9d83-e7dce961aab4 service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049221 Apr 05 19:10:34.328138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adf5c8-d8f2-4e55-ab33-82a63c9046b1 req-78028f2d-17cf-4258-88a6-1a4c7d1d3baf tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:34.329647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0adf5c8-d8f2-4e55-ab33-82a63c9046b1 req-78028f2d-17cf-4258-88a6-1a4c7d1d3baf tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0529695 Apr 05 19:10:34.396694 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0adf5c8-d8f2-4e55-ab33-82a63c9046b1 req-d4e55122-49b1-4777-bd50-82334cb58543 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592649 Apr 05 19:10:35.223014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:35.526225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf68d-39e5-4871-bcdb-9ef08b44e167 req-bb5635b5-a60b-4782-bba9-dd98575ea328 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:35.530942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0bbf68d-39e5-4871-bcdb-9ef08b44e167 req-bb5635b5-a60b-4782-bba9-dd98575ea328 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0590951 Apr 05 19:10:35.568762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0bbf68d-39e5-4871-bcdb-9ef08b44e167 req-100769b7-fc62-482c-b0b0-9944af3ea07c tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Apr 05 19:10:35.818001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c62e3-ca9c-4744-ab8c-926ba7f9ecbf req-086bccf2-7072-4637-b5b4-b946e7dd85c4 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:35.819538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f4c62e3-ca9c-4744-ab8c-926ba7f9ecbf req-086bccf2-7072-4637-b5b4-b946e7dd85c4 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0663681 Apr 05 19:10:35.869097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f4c62e3-ca9c-4744-ab8c-926ba7f9ecbf req-5986dbe5-8b85-42be-9e6b-6986af4b6f87 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Apr 05 19:10:37.007301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b5848-3a84-4e9c-99e2-7db8fad02c5c req-1b000037-abac-48ba-b2e1-81d4c72779ed tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:37.008983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf6b5848-3a84-4e9c-99e2-7db8fad02c5c req-1b000037-abac-48ba-b2e1-81d4c72779ed tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0603824 Apr 05 19:10:37.050666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf6b5848-3a84-4e9c-99e2-7db8fad02c5c req-ac85aa96-3f96-4eea-99d8-b1512827dda6 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Apr 05 19:10:37.264957 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:37.311227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f9d38-d5fd-42d0-9c7e-9c81a2905ca8 req-11364e39-86b5-4462-9bbe-2b7259ed750c tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:37.313022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b2f9d38-d5fd-42d0-9c7e-9c81a2905ca8 req-11364e39-86b5-4462-9bbe-2b7259ed750c tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0627728 Apr 05 19:10:37.384556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b2f9d38-d5fd-42d0-9c7e-9c81a2905ca8 req-340b586c-49fd-4f2a-98aa-e1d6fc416604 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599670 Apr 05 19:10:37.413779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-ac454e49-a1d7-4ca0-a677-fad629454886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:37.416224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-ac454e49-a1d7-4ca0-a677-fad629454886 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f50460f19e54848b952046f1c43a7f6&device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 1097 time: 0.0978692 Apr 05 19:10:37.556502 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c55f393-14cf-4e86-aaee-413c32face50 req-1aa5384c-8fc0-470a-9eb7-4d603b908ae7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013145 Apr 05 19:10:37.572407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-4054b03d-d8cf-4dff-a596-ae8f4140999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:37.573990 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-4054b03d-d8cf-4dff-a596-ae8f4140999c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64 HTTP/1.1" status: 200 len: 912 time: 0.1512566 Apr 05 19:10:37.634305 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-678bb6b6-1ba0-4355-a619-ff9545e01cc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0 HTTP/1.1" status: 200 len: 217 time: 0.0540490 Apr 05 19:10:37.707619 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-e8090452-40a4-4d15-a367-40c61a1d591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:37.709072 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-e8090452-40a4-4d15-a367-40c61a1d591f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0ec05ca2-d406-4d61-aebf-68297778a6ff HTTP/1.1" status: 200 len: 852 time: 0.0590694 Apr 05 19:10:37.711758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f393-14cf-4e86-aaee-413c32face50 req-e40a547c-9b69-4375-9c44-93dbcc13f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:37.713083 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c55f393-14cf-4e86-aaee-413c32face50 req-e40a547c-9b69-4375-9c44-93dbcc13f3e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb57babac2247a49d63de11f6483508&device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0888638 Apr 05 19:10:37.749637 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-013f1c60-bb4e-41c5-b7bc-971695ae660e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342226 Apr 05 19:10:37.913977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f393-14cf-4e86-aaee-413c32face50 req-0f1f6b84-6bb8-4f4c-8916-d8aa37129d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:37.915471 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c55f393-14cf-4e86-aaee-413c32face50 req-0f1f6b84-6bb8-4f4c-8916-d8aa37129d69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8b31089-9647-43de-9eea-08ccf02211b0 HTTP/1.1" status: 200 len: 909 time: 0.1686723 Apr 05 19:10:37.917275 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-0d44dc3b-e61f-4ec3-8299-4875172db32f service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600218 Apr 05 19:10:38.063284 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c55f393-14cf-4e86-aaee-413c32face50 req-efce4a6c-b3f3-40ad-ae55-f4d4f6619264 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845edb7d-c1be-4827-9c5c-821095aacc47 HTTP/1.1" status: 200 len: 1001 time: 0.1366136 Apr 05 19:10:38.142164 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-68bd1e31-1503-4ef2-ad74-b6237fadd48e req-689b0001-73c1-4632-a803-f1951c9ca581 service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166166 Apr 05 19:10:38.167041 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f393-14cf-4e86-aaee-413c32face50 req-4a31b93e-47ea-4702-abad-ed01cdaf3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:38.169909 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c55f393-14cf-4e86-aaee-413c32face50 req-4a31b93e-47ea-4702-abad-ed01cdaf3c53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6a25-f713-4425-a9cd-042ba71a7969 HTTP/1.1" status: 200 len: 848 time: 0.0718043 Apr 05 19:10:38.241685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f393-14cf-4e86-aaee-413c32face50 req-af95214e-531b-4941-be24-d391c480ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:38.243317 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c55f393-14cf-4e86-aaee-413c32face50 req-af95214e-531b-4941-be24-d391c480ff62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8b31089-9647-43de-9eea-08ccf02211b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629568 Apr 05 19:10:38.351170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c55f393-14cf-4e86-aaee-413c32face50 req-56545959-6c1c-4397-9182-db18120780ea service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963259 Apr 05 19:10:38.536344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ee43b-0937-4293-8c47-cd7a565dc6f5 req-e5ee55ca-8cac-4a7d-bac8-722849a1224b tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:38.537299 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0c55f393-14cf-4e86-aaee-413c32face50 req-54c65860-eff5-4afa-9769-ae076219c035 service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752417 Apr 05 19:10:38.542374 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab2ee43b-0937-4293-8c47-cd7a565dc6f5 req-e5ee55ca-8cac-4a7d-bac8-722849a1224b tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0629787 Apr 05 19:10:38.562484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-0c8f34e0-c731-436e-81b6-2bfede6e6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:38.564049 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-0c8f34e0-c731-436e-81b6-2bfede6e6678 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f50460f19e54848b952046f1c43a7f6&device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 1097 time: 0.0574551 Apr 05 19:10:38.606425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab2ee43b-0937-4293-8c47-cd7a565dc6f5 req-5ff43efc-4db0-47e5-859b-1183de8cbe0d tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503139 Apr 05 19:10:38.688553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-08fab364-7168-485f-a697-611f4fb1c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:38.690047 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-08fab364-7168-485f-a697-611f4fb1c67c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64 HTTP/1.1" status: 200 len: 912 time: 0.0999246 Apr 05 19:10:38.765676 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-dbe7d82d-992b-48cc-a810-7225d4d5af93 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0 HTTP/1.1" status: 200 len: 217 time: 0.0657041 Apr 05 19:10:38.828953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-728d36ff-3f20-434b-8c6a-621f8d7e7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:38.831597 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-728d36ff-3f20-434b-8c6a-621f8d7e7310 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0ec05ca2-d406-4d61-aebf-68297778a6ff HTTP/1.1" status: 200 len: 852 time: 0.0589087 Apr 05 19:10:38.881508 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-6984b078-2d1c-4ec5-b3c5-04fe41509525 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c58a4ee3-053c-4d17-8e42-d2c7235dfb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420637 Apr 05 19:10:39.018526 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-22a579e6-02d7-4416-b240-a0dfe5ae1cab service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288507 Apr 05 19:10:39.176439 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-149ffcfc-a39c-483e-b96c-5970eb502e36 req-0e2172e0-4eb5-4b80-b856-56a910a5c767 service neutron] 10.222.0.25 "GET /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481383 Apr 05 19:10:39.475399 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f4a0249-759d-4ad8-be0b-514deecc8f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:39.737912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c8da8-5518-4908-85b5-a975ebfb7d96 req-dde351c5-86d4-457a-a369-c76102083982 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:39.739601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-197c8da8-5518-4908-85b5-a975ebfb7d96 req-dde351c5-86d4-457a-a369-c76102083982 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0524738 Apr 05 19:10:39.780016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-197c8da8-5518-4908-85b5-a975ebfb7d96 req-60582f2f-42f1-4234-be92-5d81d0517f25 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339847 Apr 05 19:10:40.038090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88212e-e098-4335-9c6c-770fc4c30c96 req-4fb008b2-0aca-40a7-8d71-7f5fdd1388c3 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:40.039577 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f88212e-e098-4335-9c6c-770fc4c30c96 req-4fb008b2-0aca-40a7-8d71-7f5fdd1388c3 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0521348 Apr 05 19:10:40.079456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f88212e-e098-4335-9c6c-770fc4c30c96 req-96711753-a4cb-4242-88e7-250f2ec28e78 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Apr 05 19:10:41.200111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a1bb5-50e5-473a-b294-4bef7a999d52 req-8548e236-7c53-432a-b813-2bb17a8642b1 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:41.201607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-829a1bb5-50e5-473a-b294-4bef7a999d52 req-8548e236-7c53-432a-b813-2bb17a8642b1 tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0482266 Apr 05 19:10:41.249697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-829a1bb5-50e5-473a-b294-4bef7a999d52 req-396b57fb-c5b4-4202-aa26-a39fb3fbc24a tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/security-groups?id=1687cd83-8240-46ee-b5c6-822a7d6ea605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Apr 05 19:10:41.797323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5502fbf3-f3eb-43db-a9da-292bbaf2064a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:41.826540 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-8aea0edb-679c-45ac-b3da-4de5da63a51e tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:41.828037 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-8aea0edb-679c-45ac-b3da-4de5da63a51e tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 946 time: 0.0515051 Apr 05 19:10:41.925891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Deleting port d8746b4d-6a38-40da-950a-d546d55ec9f0 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:10:41.926237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:42.020645 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] For port d8746b4d-6a38-40da-950a-d546d55ec9f0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d8746b4d-6a38-40da-950a-d546d55ec9f0,segment=NetworkSegment(071e1531-6105-4876-89c1-65ffc70900e3),segment_id=071e1531-6105-4876-89c1-65ffc70900e3)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:42.020937 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:42.035306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Calling delete_port for d8746b4d-6a38-40da-950a-d546d55ec9f0 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:10:42.177047 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:42.188777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['d8746b4d-6a38-40da-950a-d546d55ec9f0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:10:42.206926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Pushing event deleted for resources: {'Port': ['ID=d8746b4d-6a38-40da-950a-d546d55ec9f0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:42.230760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.230760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.231111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.231232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.231552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.231935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.232399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.232547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.232983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.233315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.233776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.234002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:42.280045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] No DVR routers for this DVR port d8746b4d-6a38-40da-950a-d546d55ec9f0 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:10:42.282848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:42.286746 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7dcc223b-defb-46a2-9723-f3386705a1e5 req-9d2e6870-35e5-468b-a591-479da7a35e9f tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.25 "DELETE /v2.0/ports/d8746b4d-6a38-40da-950a-d546d55ec9f0 HTTP/1.1" status: 204 len: 173 time: 0.4526606 Apr 05 19:10:42.287838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e550ace-7f39-426a-ae3b-676ffb4db390', 'name': 'network-vif-deleted', 'tag': 'd8746b4d-6a38-40da-950a-d546d55ec9f0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:10:42.290335 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a6395-44cc-4a4d-adf6-24df588ccd6a" -d '{"events": [{"server_uuid": "4e550ace-7f39-426a-ae3b-676ffb4db390", "name": "network-vif-deleted", "tag": "d8746b4d-6a38-40da-950a-d546d55ec9f0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:10:42.347221 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63632abf-d012-4dd3-8e22-b543ba9c4ae7 x-openstack-request-id: req-63632abf-d012-4dd3-8e22-b543ba9c4ae7 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:10:42.347516 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e550ace-7f39-426a-ae3b-676ffb4db390", "name": "network-vif-deleted", "tag": "d8746b4d-6a38-40da-950a-d546d55ec9f0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:10:42.347772 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63632abf-d012-4dd3-8e22-b543ba9c4ae7 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:10:42.348162 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63632abf-d012-4dd3-8e22-b543ba9c4ae7'] response: {'server_uuid': '4e550ace-7f39-426a-ae3b-676ffb4db390', 'name': 'network-vif-deleted', 'tag': 'd8746b4d-6a38-40da-950a-d546d55ec9f0', 'status': 'completed', 'code': 200} Apr 05 19:10:42.397524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a77e1373-6227-48ac-bf46-74a56034acf5 req-09214933-69d8-4605-80f4-ea40540b68bb tempest-TestServerAdvancedOps-912476910 tempest-TestServerAdvancedOps-912476910-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e550ace-7f39-426a-ae3b-676ffb4db390 HTTP/1.1" status: 200 len: 210 time: 0.0395432 Apr 05 19:10:42.906843 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.493590 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58692) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:43.542421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86196de-dfe3-43c3-bb75-21e6473a8f48 admin admin] Deleting subnet 0ec05ca2-d406-4d61-aebf-68297778a6ff {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:10:43.547082 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a86196de-dfe3-43c3-bb75-21e6473a8f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.588924 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a86196de-dfe3-43c3-bb75-21e6473a8f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.630781 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a86196de-dfe3-43c3-bb75-21e6473a8f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.696530 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a86196de-dfe3-43c3-bb75-21e6473a8f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.731693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a86196de-dfe3-43c3-bb75-21e6473a8f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.738685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58694) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:43.739191 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a86196de-dfe3-43c3-bb75-21e6473a8f48 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0ec05ca2-d406-4d61-aebf-68297778a6ff HTTP/1.1" status: 204 len: 168 time: 0.2434697 Apr 05 19:10:43.740120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86196de-dfe3-43c3-bb75-21e6473a8f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec05ca2-d406-4d61-aebf-68297778a6ff,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:43.809349 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.895978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.911732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58a4ee3-053c-4d17-8e42-d2c7235dfb64']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:43.920981 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071e1531-6105-4876-89c1-65ffc70900e3') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:43.921289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071e1531-6105-4876-89c1-65ffc70900e3') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:43.930223 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.943546 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.950099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:10:43.950461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:10:43.952039 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:10:44.014076 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.031222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.033810 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] 10.222.0.15 "DELETE /v2.0/networks/c58a4ee3-053c-4d17-8e42-d2c7235dfb64 HTTP/1.1" status: 204 len: 168 time: 0.2941275 Apr 05 19:10:44.035405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b376cb-e5ce-413b-bbf8-1cffc7672ede admin admin] Pushing event deleted for resources: {'Network': ['ID=c58a4ee3-053c-4d17-8e42-d2c7235dfb64,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:44.037332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58698) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:44.086594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0863eada-a18a-4136-929e-6565539d9bee admin admin] Deleting subnet ef8a5467-9f89-4c10-9866-5744ff5cfb30 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:10:44.090030 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0863eada-a18a-4136-929e-6565539d9bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.125469 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0863eada-a18a-4136-929e-6565539d9bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.168650 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0863eada-a18a-4136-929e-6565539d9bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.223230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0863eada-a18a-4136-929e-6565539d9bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.256606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863eada-a18a-4136-929e-6565539d9bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8a5467-9f89-4c10-9866-5744ff5cfb30,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:44.262876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0863eada-a18a-4136-929e-6565539d9bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.266308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0863eada-a18a-4136-929e-6565539d9bee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ef8a5467-9f89-4c10-9866-5744ff5cfb30 HTTP/1.1" status: 204 len: 168 time: 0.2250414 Apr 05 19:10:44.269138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58700) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:44.345771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.438965 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.442795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.476887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f3d5ec-16ed-427c-87cd-5b8c37c08b7f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:44.490513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b34dad-ada2-46c5-b9c9-7f62788495d6') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:44.490866 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b34dad-ada2-46c5-b9c9-7f62788495d6') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:44.501736 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.517727 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.525276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:10:44.525884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:10:44.528872 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:10:44.600617 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.609152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.615652 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] 10.222.0.15 "DELETE /v2.0/networks/88f3d5ec-16ed-427c-87cd-5b8c37c08b7f HTTP/1.1" status: 204 len: 168 time: 0.3428333 Apr 05 19:10:44.635506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3ea4a-9a8d-45f4-96a0-ea4ea11f3435 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f3d5ec-16ed-427c-87cd-5b8c37c08b7f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:44.810731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58706) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:44.853752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9b2fabbb-95af-4cbc-8a51-23e7a0847a5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f50460f19e54848b952046f1c43a7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394852 Apr 05 19:10:44.854109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58708) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:44.909676 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d86f9a5-7480-46a7-9717-9ee5160900b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.934742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d86f9a5-7480-46a7-9717-9ee5160900b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.992089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d86f9a5-7480-46a7-9717-9ee5160900b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.995487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d86f9a5-7480-46a7-9717-9ee5160900b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:44.998138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7d86f9a5-7480-46a7-9717-9ee5160900b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1687cd83-8240-46ee-b5c6-822a7d6ea605 HTTP/1.1" status: 204 len: 168 time: 0.1427622 Apr 05 19:10:45.013506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86f9a5-7480-46a7-9717-9ee5160900b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1687cd83-8240-46ee-b5c6-822a7d6ea605,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:45.020949 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:45.423599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58716) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:45.488741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a9dbd70a-7ddb-418b-a4c6-cd2deacbb0fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b85e96ef814400987dd2f22ce5c0297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634677 Apr 05 19:10:45.491288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58718) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:45.548568 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7415a3bf-0475-445f-a29c-ed665b7bab37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:45.575732 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7415a3bf-0475-445f-a29c-ed665b7bab37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:45.647900 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7415a3bf-0475-445f-a29c-ed665b7bab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:45.650952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7415a3bf-0475-445f-a29c-ed665b7bab37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:45.652680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7415a3bf-0475-445f-a29c-ed665b7bab37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eaa13405-d6d9-475b-b0bc-aef9e23148a8 HTTP/1.1" status: 204 len: 168 time: 0.1596739 Apr 05 19:10:45.661460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415a3bf-0475-445f-a29c-ed665b7bab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa13405-d6d9-475b-b0bc-aef9e23148a8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:45.929660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58730) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:46.076169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d18de6f0-1641-48f4-8713-a3a3a7774cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.165197 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d18de6f0-1641-48f4-8713-a3a3a7774cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.171302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d18de6f0-1641-48f4-8713-a3a3a7774cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.216998 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d18de6f0-1641-48f4-8713-a3a3a7774cc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=325571314945403c867047357fb86ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860301 Apr 05 19:10:46.218094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18de6f0-1641-48f4-8713-a3a3a7774cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfea42be-ee70-4f65-a83a-46f4f4e4e382,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:46.219824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58744) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:46.305938 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba252-a479-49d1-9b36-2cd3991b86e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.338839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba252-a479-49d1-9b36-2cd3991b86e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.402715 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba252-a479-49d1-9b36-2cd3991b86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.405295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba252-a479-49d1-9b36-2cd3991b86e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.406566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fe0ba252-a479-49d1-9b36-2cd3991b86e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfea42be-ee70-4f65-a83a-46f4f4e4e382 HTTP/1.1" status: 204 len: 168 time: 0.1789112 Apr 05 19:10:46.419084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba252-a479-49d1-9b36-2cd3991b86e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfea42be-ee70-4f65-a83a-46f4f4e4e382,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:46.514286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58756) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:46.773166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1311627604-network', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:46.801433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Made reservation on behalf of 25058bbcb60345a0aeeb2c8f8661613b for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:10:46.804466 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.816785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.824333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58762) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:46.848964 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15e6c58d-5bea-4b21-9f70-78ac73c70b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.952448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d8746b4d-6a38-40da-950a-d546d55ec9f0 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:10:46.968277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.972936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15e6c58d-5bea-4b21-9f70-78ac73c70b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.974876 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:46.984645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: d8746b4d-6a38-40da-950a-d546d55ec9f0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:10:46.985353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d8746b4d-6a38-40da-950a-d546d55ec9f0 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:10:46.994626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:10:46.996434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15e6c58d-5bea-4b21-9f70-78ac73c70b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.022568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.023193 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Added segment 3a0033a8-0d82-4e8a-961d-6a77ea385390 of type vlan for network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 Apr 05 19:10:47.041784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eacdaf1-0512-4fc4-bb95-d810a141ae32,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:47.054034 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-15e6c58d-5bea-4b21-9f70-78ac73c70b24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24be8546fced42e7997016026ea73473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260730 Apr 05 19:10:47.054845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58766) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:47.106079 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.108002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6c58d-5bea-4b21-9f70-78ac73c70b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d60b80-f271-43b3-bd18-20afcf6fd220,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:47.137642 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8eeef70-dc5e-4a21-8b81-361beb804339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.148087 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.149077 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:47.149821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.170263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8eeef70-dc5e-4a21-8b81-361beb804339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.192235 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:10:47.203576 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6871829 Apr 05 19:10:47.206783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58768) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:47.224071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd2c86-449f-428e-a6eb-bad14f176c1c admin admin] Pushing event updated for resources: {'Network': ['ID=077d700d-8516-47c1-9eb9-5b5fb5f5a503,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:47.224681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Request body: {'subnet': {'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1311627604-subnet', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:47.237298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:10:47.256848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Made reservation on behalf of 25058bbcb60345a0aeeb2c8f8661613b for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:10:47.259568 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.276478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8eeef70-dc5e-4a21-8b81-361beb804339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.279555 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8eeef70-dc5e-4a21-8b81-361beb804339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.280891 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f8eeef70-dc5e-4a21-8b81-361beb804339 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00d60b80-f271-43b3-bd18-20afcf6fd220 HTTP/1.1" status: 204 len: 168 time: 0.2223606 Apr 05 19:10:47.321813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eeef70-dc5e-4a21-8b81-361beb804339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d60b80-f271-43b3-bd18-20afcf6fd220,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:47.461846 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.510957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=07de7391-3274-4e1c-9e0c-cb361ee89a85,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:47.531871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Checking segment: {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:47.532224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Network hostable DHCP agents. Network: 077d700d-8516-47c1-9eb9-5b5fb5f5a503, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:10:47.552115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:10:47.562858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 077d700d-8516-47c1-9eb9-5b5fb5f5a503) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:47.572148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:47.573174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f477e-4e16-4f2e-a65a-f73af4d5f994 None None] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:10:47.574596 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.593035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6119549b-b322-4cd8-a29e-29702efd2d3d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3848095 Apr 05 19:10:47.595722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58774) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:47.600349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:47.634711 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.636925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.708635 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.809376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'fixed_ips': [{'subnet_id': '07de7391-3274-4e1c-9e0c-cb361ee89a85'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:10:47.810269 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.891647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:47.992125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Allocated IP 172.20.0.2 (077d700d-8516-47c1-9eb9-5b5fb5f5a503/07de7391-3274-4e1c-9e0c-cb361ee89a85/2aa8b803-9ac9-416c-a320-ea364a787fb4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:10:48.193674 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:48.203874 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:48.216190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:48.219617 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:48.264693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:10:48.268054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:48.272534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:10:48.332758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Pushing event updated for resources: {'Port': ['ID=2aa8b803-9ac9-416c-a320-ea364a787fb4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:48.373597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Attempting to bind port 2aa8b803-9ac9-416c-a320-ea364a787fb4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:10:48.373984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Attempting to bind port 2aa8b803-9ac9-416c-a320-ea364a787fb4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:10:48.374343 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Attempting to bind port 2aa8b803-9ac9-416c-a320-ea364a787fb4 on network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:10:48.381113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Allocated IP 172.25.4.145 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/668874cd-9db9-495e-928e-a52cf8e2b0a0) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:10:48.384589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:10:48.384927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Checking segment: {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:48.385334 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:48.385728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Bound using segment: {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:10:48.386324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Bound port: 2aa8b803-9ac9-416c-a320-ea364a787fb4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:10:48.387073 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:48.464172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] For port 2aa8b803-9ac9-416c-a320-ea364a787fb4, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:10:48.468339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] For port 2aa8b803-9ac9-416c-a320-ea364a787fb4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2aa8b803-9ac9-416c-a320-ea364a787fb4,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:10:48.474927 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:48.534284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa3220-ba57-404b-8c5a-79f0d9e46112 None None] Pushing event updated for resources: {'Port': ['ID=2aa8b803-9ac9-416c-a320-ea364a787fb4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:48.568090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:48.647716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:48.686458 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:10:48.689358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:48.691681 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:10:48.766252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Pushing event updated for resources: {'Port': ['ID=668874cd-9db9-495e-928e-a52cf8e2b0a0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:49.148080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:49.835344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:49.923038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676010c-e99b-4e12-8371-163757e0253d None None] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:10:50.016637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-87f6651f-795b-4890-8c40-34eea26484d1 None None] Provisioning complete for port 2aa8b803-9ac9-416c-a320-ea364a787fb4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:50.017431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87f6651f-795b-4890-8c40-34eea26484d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:50.034481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:10:50.181717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:10:50.207301 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:50.211521 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8ebf612d-79ef-4e2b-9a9f-5fc26bd61f48 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6146274 Apr 05 19:10:50.218606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:50.348130 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Sync routers for ids ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:10:50.375228 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87f6651f-795b-4890-8c40-34eea26484d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:50.378740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Routers {'4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:50.379563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:50.496793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-87f6651f-795b-4890-8c40-34eea26484d1 None None] For port 2aa8b803-9ac9-416c-a320-ea364a787fb4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2aa8b803-9ac9-416c-a320-ea364a787fb4,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:50.512381 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87f6651f-795b-4890-8c40-34eea26484d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:50.648138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6651f-795b-4890-8c40-34eea26484d1 None None] Pushing event updated for resources: {'Port': ['ID=2aa8b803-9ac9-416c-a320-ea364a787fb4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:50.654768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Set router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:10:50.814275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2aa8b803-9ac9-416c-a320-ea364a787fb4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:10:50.822479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:50.897192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-76a2db39-7c80-4cca-aee9-26ff6d150c2e None None] Provisioning complete for port 2aa8b803-9ac9-416c-a320-ea364a787fb4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:50.897560 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76a2db39-7c80-4cca-aee9-26ff6d150c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:50.969861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2aa8b803-9ac9-416c-a320-ea364a787fb4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:50.970597 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.009160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Allocated IP 172.20.0.1 (077d700d-8516-47c1-9eb9-5b5fb5f5a503/07de7391-3274-4e1c-9e0c-cb361ee89a85/c36dddef-4022-4611-bcfd-86fa8214f283) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:10:51.065325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:47Z', 'updated_at': '2022-04-05T19:10:49Z', 'revision_number': 3, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'gw_port': {'id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:48Z', 'updated_at': '2022-04-05T19:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:51.102611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Checking router: 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:10:51.102988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Updating router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 port 668874cd-9db9-495e-928e-a52cf8e2b0a0 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:10:51.126895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.157635 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.162341 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.207146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:10:51.221705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:51.226777 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:10:51.274624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Pushing event updated for resources: {'Port': ['ID=c36dddef-4022-4611-bcfd-86fa8214f283,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:51.285586 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.498198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.509033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.517569 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.569281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Attempting to bind port 668874cd-9db9-495e-928e-a52cf8e2b0a0 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:10:51.569708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Attempting to bind port 668874cd-9db9-495e-928e-a52cf8e2b0a0 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:10:51.570101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Attempting to bind port 668874cd-9db9-495e-928e-a52cf8e2b0a0 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:10:51.600844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88df0ed-8ea3-42df-8b2f-0750973cd2ec None None] Pushing event updated for resources: {'Port': ['ID=668874cd-9db9-495e-928e-a52cf8e2b0a0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:51.603453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:10:51.603828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:51.604244 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.604614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:10:51.605430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Bound port: 668874cd-9db9-495e-928e-a52cf8e2b0a0, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:10:51.605716 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.667530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2b585387-c05e-4965-8bcc-844e47fffec8 None None] Provisioning complete for port c36dddef-4022-4611-bcfd-86fa8214f283 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:51.668217 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2b585387-c05e-4965-8bcc-844e47fffec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.699803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] For port 668874cd-9db9-495e-928e-a52cf8e2b0a0, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:10:51.722739 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] For port 668874cd-9db9-495e-928e-a52cf8e2b0a0, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=668874cd-9db9-495e-928e-a52cf8e2b0a0,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:10:51.725848 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2b585387-c05e-4965-8bcc-844e47fffec8 None None] Port c36dddef-4022-4611-bcfd-86fa8214f283 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:10:51.733789 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.755543 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.762161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.786204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Routers {'4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:51.786865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:51.845381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:51.850056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88df0ed-8ea3-42df-8b2f-0750973cd2ec None None] Pushing event updated for resources: {'Port': ['ID=668874cd-9db9-495e-928e-a52cf8e2b0a0,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:51.857812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Pushing event updated for resources: {'Port': ['ID=c36dddef-4022-4611-bcfd-86fa8214f283,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:51.946614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] Set router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:10:51.963755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:10:51.965863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:52.126132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:10:52.251214 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:47Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 4, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'gw_port': {'id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:48Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c36dddef-4022-4611-bcfd-86fa8214f283', 'name': '', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'mac_address': 'fa:16:3e:06:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:50Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 2, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'subnets': [{'id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:52.281700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:10:52.288432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6c306913-1ea4-4235-a14f-84bd1c25acef admin admin] 10.222.0.15 "PUT /v2.0/routers/4e0f5263-9fd8-479b-a7d5-0dd63e00bc73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685349 Apr 05 19:10:52.300135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7263c1-711e-4c1f-a906-ed4dab1ea763 None None] The sync data for ids ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'] in n-d-836650-3 is: [{'id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:47Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 4, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'gw_port': {'id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:48Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c36dddef-4022-4611-bcfd-86fa8214f283', 'name': '', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'mac_address': 'fa:16:3e:06:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:50Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 2, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'subnets': [{'id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:10:52.363193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8bfcbcfc-9ff2-4900-8b96-a6c87695a6ba None None] Provisioning complete for port c36dddef-4022-4611-bcfd-86fa8214f283 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:52.363511 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8bfcbcfc-9ff2-4900-8b96-a6c87695a6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:52.412868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8bfcbcfc-9ff2-4900-8b96-a6c87695a6ba None None] Port c36dddef-4022-4611-bcfd-86fa8214f283 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:10:52.801091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2aa8b803-9ac9-416c-a320-ea364a787fb4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:10:52.870032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2aa8b803-9ac9-416c-a320-ea364a787fb4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:52.870326 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.101735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58906) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:53.108116 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2105365261-network', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:53.135306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Made reservation on behalf of f8ba0ef3d5a7408fb7fa02e2e2e136bb for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:10:53.139030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.149784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.295640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.312277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.343973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:10:53.356587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d80c21c-ec01-4486-aaac-7b819af881ef,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:53.369322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.369436 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Added segment bffc13b5-d44d-4954-9a1f-089a94c4a0d8 of type vlan for network 24278156-54b6-4ac0-8959-97de2bfd969d Apr 05 19:10:53.430917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.461933 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.463025 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:53.463711 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.531156 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4277391 Apr 05 19:10:53.533579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58908) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:53.539132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d24b3-7cd7-44f2-8953-c7183122c7bf admin admin] Pushing event updated for resources: {'Network': ['ID=24278156-54b6-4ac0-8959-97de2bfd969d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:53.540049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Request body: {'subnet': {'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2105365261-subnet', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:53.556097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 24278156-54b6-4ac0-8959-97de2bfd969d details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:10:53.603311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Made reservation on behalf of f8ba0ef3d5a7408fb7fa02e2e2e136bb for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:10:53.607185 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.862581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:53.928918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19abc9fb-8e9e-47f6-84af-8e969416afb9,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:53.963063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Checking segment: {'id': 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:53.963419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Network hostable DHCP agents. Network: 24278156-54b6-4ac0-8959-97de2bfd969d, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:10:53.986184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Network 24278156-54b6-4ac0-8959-97de2bfd969d is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:10:54.002093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 24278156-54b6-4ac0-8959-97de2bfd969d) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:54.011814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729cb1a9-5adf-4e56-b2ef-f49cb487adc5 None None] Network 24278156-54b6-4ac0-8959-97de2bfd969d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:10:54.017719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:10:54.018373 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.045804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-97f3d887-ff3c-4ac1-bf25-6c5eea2848c5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5100355 Apr 05 19:10:54.047973 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 58920) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:54.056073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:10:54.087850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.089329 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.210059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.338319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-24278156-54b6-4ac0-8959-97de2bfd969d', 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'fixed_ips': [{'subnet_id': '19abc9fb-8e9e-47f6-84af-8e969416afb9'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:10:54.339851 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.487696 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.543841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Allocated IP 172.20.0.2 (24278156-54b6-4ac0-8959-97de2bfd969d/19abc9fb-8e9e-47f6-84af-8e969416afb9/e6890337-7de7-4522-b102-e7d3a491bd75) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:10:54.757006 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.759014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.769830 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.790685 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.805903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 668874cd-9db9-495e-928e-a52cf8e2b0a0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:10:54.955827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Network 24278156-54b6-4ac0-8959-97de2bfd969d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:10:54.972351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:54.972570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Allocated IP 172.25.4.237 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/4b22e100-7d72-4ee5-a626-1c564045c714) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:10:54.976495 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 668874cd-9db9-495e-928e-a52cf8e2b0a0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:54.977641 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:54.980971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Pushing event updated for resources: {'Port': ['ID=e6890337-7de7-4522-b102-e7d3a491bd75,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:54.986035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:10:55.168814 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:55.244085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:55.300343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:10:55.304514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:55.307745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:10:55.358152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Pushing event updated for resources: {'Port': ['ID=4b22e100-7d72-4ee5-a626-1c564045c714,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:55.436014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Attempting to bind port e6890337-7de7-4522-b102-e7d3a491bd75 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:10:55.436400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Attempting to bind port e6890337-7de7-4522-b102-e7d3a491bd75 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:10:55.436744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Attempting to bind port e6890337-7de7-4522-b102-e7d3a491bd75 on network 24278156-54b6-4ac0-8959-97de2bfd969d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:10:55.465956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:10:55.466435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Checking segment: {'id': 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:55.469504 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:55.469772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Bound using segment: {'id': 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:10:55.470297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Bound port: e6890337-7de7-4522-b102-e7d3a491bd75, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:10:55.470721 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:55.536014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:55.586856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 668874cd-9db9-495e-928e-a52cf8e2b0a0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=668874cd-9db9-495e-928e-a52cf8e2b0a0,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:55.608941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:55.656530 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Sync routers for ids ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:10:55.679871 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Routers {'4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:55.680502 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:55.692396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] For port e6890337-7de7-4522-b102-e7d3a491bd75, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:10:55.744213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] For port e6890337-7de7-4522-b102-e7d3a491bd75, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e6890337-7de7-4522-b102-e7d3a491bd75,segment=NetworkSegment(bffc13b5-d44d-4954-9a1f-089a94c4a0d8),segment_id=bffc13b5-d44d-4954-9a1f-089a94c4a0d8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:10:55.774601 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:55.813348 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=668874cd-9db9-495e-928e-a52cf8e2b0a0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:55.829844 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Set router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:10:55.943614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db9047-fff7-4281-ad4e-3ddd506eb63c None None] Pushing event updated for resources: {'Port': ['ID=e6890337-7de7-4522-b102-e7d3a491bd75,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:56.173911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:56.245286 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:47Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 4, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'gw_port': {'id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:48Z', 'updated_at': '2022-04-05T19:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c36dddef-4022-4611-bcfd-86fa8214f283', 'name': '', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'mac_address': 'fa:16:3e:06:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:50Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 2, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'subnets': [{'id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:56.291002 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Checking router: 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:10:56.291498 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Updating router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 port c36dddef-4022-4611-bcfd-86fa8214f283 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:10:56.333538 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:56.452575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:56.638857 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:10:56.688996 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:56.701565 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:56.774620 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Pushing event updated for resources: {'Port': ['ID=c36dddef-4022-4611-bcfd-86fa8214f283,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:56.801407 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.801856 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.802285 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.802737 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.803160 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.803581 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.803997 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.804394 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.804779 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.805101 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.805418 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.805738 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:10:56.837713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:10:56.851076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Sync routers for ids ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:10:56.857823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 668874cd-9db9-495e-928e-a52cf8e2b0a0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:10:56.865240 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Attempting to bind port c36dddef-4022-4611-bcfd-86fa8214f283 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:10:56.865600 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Attempting to bind port c36dddef-4022-4611-bcfd-86fa8214f283 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:10:56.865955 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Attempting to bind port c36dddef-4022-4611-bcfd-86fa8214f283 on network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:10:56.873587 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:10:56.873957 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Checking segment: {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:56.874357 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:56.874766 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Bound using segment: {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:10:56.875240 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Bound port: c36dddef-4022-4611-bcfd-86fa8214f283, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:10:56.875605 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:56.905637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:56.907829 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-db0d0212-1664-425d-b18b-def26ffb55cd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8585727 Apr 05 19:10:56.910622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 58934) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:10:56.946549 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Routers {'7afe8cf0-ddfa-42a5-917f-09eeb832cce5'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:56.947287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:57.049752 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] For port c36dddef-4022-4611-bcfd-86fa8214f283, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:10:57.053201 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] For port c36dddef-4022-4611-bcfd-86fa8214f283, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c36dddef-4022-4611-bcfd-86fa8214f283,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:10:57.066999 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:57.237791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Set router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:10:57.404076 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f5008-e096-4cf3-b249-764c9ef599c5 None None] Pushing event updated for resources: {'Port': ['ID=c36dddef-4022-4611-bcfd-86fa8214f283,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:57.439317 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Routers {'4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:57.439963 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:57.551337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 668874cd-9db9-495e-928e-a52cf8e2b0a0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:57.551704 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:57.565247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd7396-1d88-4d9f-98e2-22f04196e9dd None None] Network 24278156-54b6-4ac0-8959-97de2bfd969d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:10:57.639269 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] Set router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:10:57.740369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0fee2a10-29f6-4903-a81d-ecbcdde6441e None None] Provisioning complete for port c36dddef-4022-4611-bcfd-86fa8214f283 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:57.741068 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fee2a10-29f6-4903-a81d-ecbcdde6441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:57.889238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:10:55Z', 'revision_number': 3, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'gw_port': {'id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:57.960217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Checking router: 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:10:57.965223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Updating router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 port 4b22e100-7d72-4ee5-a626-1c564045c714 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:10:57.983671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e6890337-7de7-4522-b102-e7d3a491bd75 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:10:58.011898 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:47Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 4, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'gw_port': {'id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:48Z', 'updated_at': '2022-04-05T19:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c36dddef-4022-4611-bcfd-86fa8214f283', 'name': '', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'mac_address': 'fa:16:3e:06:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:50Z', 'updated_at': '2022-04-05T19:10:57Z', 'revision_number': 4, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'subnets': [{'id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:58.044202 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b3f01-334c-4526-a05f-b27394ba1f66 None None] The sync data for ids ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'] in n-d-836650-3 is: [{'id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:47Z', 'updated_at': '2022-04-05T19:10:51Z', 'revision_number': 4, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'gw_port': {'id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:48Z', 'updated_at': '2022-04-05T19:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c36dddef-4022-4611-bcfd-86fa8214f283', 'name': '', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'mac_address': 'fa:16:3e:06:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:50Z', 'updated_at': '2022-04-05T19:10:57Z', 'revision_number': 4, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'subnets': [{'id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:10:58.113500 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fee2a10-29f6-4903-a81d-ecbcdde6441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.118230 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.220884 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.311814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0fee2a10-29f6-4903-a81d-ecbcdde6441e None None] For port c36dddef-4022-4611-bcfd-86fa8214f283, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c36dddef-4022-4611-bcfd-86fa8214f283,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:58.525876 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e6890337-7de7-4522-b102-e7d3a491bd75 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:58.526288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.531100 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fee2a10-29f6-4903-a81d-ecbcdde6441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.570520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Allocated IP 172.20.0.1 (24278156-54b6-4ac0-8959-97de2bfd969d/19abc9fb-8e9e-47f6-84af-8e969416afb9/072f638a-016f-4c6f-ab1d-3cbde1853208) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:10:58.682839 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.722008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.752440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Attempting to bind port 4b22e100-7d72-4ee5-a626-1c564045c714 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:10:58.752804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Attempting to bind port 4b22e100-7d72-4ee5-a626-1c564045c714 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:10:58.753165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Attempting to bind port 4b22e100-7d72-4ee5-a626-1c564045c714 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:10:58.771023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:10:58.774167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:10:58.775600 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.777200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:10:58.779688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Bound port: 4b22e100-7d72-4ee5-a626-1c564045c714, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:10:58.780986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.786570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee2a10-29f6-4903-a81d-ecbcdde6441e None None] Pushing event updated for resources: {'Port': ['ID=c36dddef-4022-4611-bcfd-86fa8214f283,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:58.794755 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.845496 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.856599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ed5a7-d617-4ded-8d3e-21da74b6521f None None] Pushing event updated for resources: {'Port': ['ID=4b22e100-7d72-4ee5-a626-1c564045c714,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:58.910542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Pushing event updated for resources: {'Port': ['ID=072f638a-016f-4c6f-ab1d-3cbde1853208,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:58.915305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Network 24278156-54b6-4ac0-8959-97de2bfd969d is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:10:58.919335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:58.922349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:10:58.943173 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.958180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-41fad608-0ea0-4cf1-bd6c-0d39b9c190fa None None] Provisioning complete for port e6890337-7de7-4522-b102-e7d3a491bd75 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:58.958575 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41fad608-0ea0-4cf1-bd6c-0d39b9c190fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:58.996206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:59.249480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:59.297468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] For port 4b22e100-7d72-4ee5-a626-1c564045c714, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:10:59.324759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] For port 4b22e100-7d72-4ee5-a626-1c564045c714, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4b22e100-7d72-4ee5-a626-1c564045c714,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:10:59.329228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port e6890337-7de7-4522-b102-e7d3a491bd75, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e6890337-7de7-4522-b102-e7d3a491bd75,segment=NetworkSegment(bffc13b5-d44d-4954-9a1f-089a94c4a0d8),segment_id=bffc13b5-d44d-4954-9a1f-089a94c4a0d8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:10:59.331945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:59.338485 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:59.486063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-41fad608-0ea0-4cf1-bd6c-0d39b9c190fa None None] Provisioning complete for port c36dddef-4022-4611-bcfd-86fa8214f283 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:59.486452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41fad608-0ea0-4cf1-bd6c-0d39b9c190fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:59.490913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c36dddef-4022-4611-bcfd-86fa8214f283 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:10:59.492518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ed5a7-d617-4ded-8d3e-21da74b6521f None None] Pushing event updated for resources: {'Port': ['ID=4b22e100-7d72-4ee5-a626-1c564045c714,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:59.524340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Routers {'7afe8cf0-ddfa-42a5-917f-09eeb832cce5'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:10:59.525013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:10:59.579546 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:59.586230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:59.678728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Pushing event updated for resources: {'Port': ['ID=072f638a-016f-4c6f-ab1d-3cbde1853208,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:59.682461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:59.779884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=e6890337-7de7-4522-b102-e7d3a491bd75,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:10:59.837895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Network 24278156-54b6-4ac0-8959-97de2bfd969d is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:10:59.838942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c36dddef-4022-4611-bcfd-86fa8214f283 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:10:59.839912 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:10:59.842778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:10:59.861498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] Set router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:00.036024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:11:00.195457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:00.203630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d20d728b-9f37-4692-9003-79ee5cd7d731 None None] Provisioning complete for port e6890337-7de7-4522-b102-e7d3a491bd75 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:00.204174 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20d728b-9f37-4692-9003-79ee5cd7d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:00.209681 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f6c11262-d721-4424-9c17-3f0f570343c5 admin admin] 10.222.0.15 "PUT /v2.0/routers/7afe8cf0-ddfa-42a5-917f-09eeb832cce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2946894 Apr 05 19:11:00.373552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:10:59Z', 'revision_number': 4, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'gw_port': {'id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '072f638a-016f-4c6f-ab1d-3cbde1853208', 'name': '', 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'mac_address': 'fa:16:3e:fb:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:58Z', 'updated_at': '2022-04-05T19:10:58Z', 'revision_number': 1, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'subnets': [{'id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:00.409904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9a068-52a4-4073-be52-cdf483ac5b45 None None] The sync data for ids ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'] in n-d-836650-3 is: [{'id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:10:59Z', 'revision_number': 4, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'gw_port': {'id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '072f638a-016f-4c6f-ab1d-3cbde1853208', 'name': '', 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'mac_address': 'fa:16:3e:fb:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:58Z', 'updated_at': '2022-04-05T19:10:58Z', 'revision_number': 1, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'subnets': [{'id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:00.414192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d20d728b-9f37-4692-9003-79ee5cd7d731 None None] Provisioning complete for port 072f638a-016f-4c6f-ab1d-3cbde1853208 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:00.414685 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20d728b-9f37-4692-9003-79ee5cd7d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:00.480556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d20d728b-9f37-4692-9003-79ee5cd7d731 None None] Port 072f638a-016f-4c6f-ab1d-3cbde1853208 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:00.611117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0e4b3246-b93f-496d-9f6c-ad4fc36cc725 None None] Provisioning complete for port 072f638a-016f-4c6f-ab1d-3cbde1853208 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:00.612889 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e4b3246-b93f-496d-9f6c-ad4fc36cc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:00.741396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b3246-b93f-496d-9f6c-ad4fc36cc725 None None] Port 072f638a-016f-4c6f-ab1d-3cbde1853208 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:00.993721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d528-404e-4ee4-b80a-89119465a000 req-5e23d068-8fcf-446d-a188-beb559b3f13e tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:00.995883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-5e23d068-8fcf-446d-a188-beb559b3f13e tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/networks?id=077d700d-8516-47c1-9eb9-5b5fb5f5a503 HTTP/1.1" status: 200 len: 910 time: 0.0987520 Apr 05 19:11:01.012025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-b11cd60e-7e8b-42b6-a3aa-56cf35501971 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/quotas/f8ba0ef3d5a7408fb7fa02e2e2e136bb HTTP/1.1" status: 200 len: 375 time: 0.0094151 Apr 05 19:11:01.123923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-e37d1769-f3f2-4c29-88d4-278f5ac0fe12 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8ba0ef3d5a7408fb7fa02e2e2e136bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012607 Apr 05 19:11:01.243126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-48962674-ba6a-4ef9-8107-68cd99921c2d service neutron] 10.222.0.15 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110241 Apr 05 19:11:01.355507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-60a2a0c7-7db6-4509-be2d-e5aaaa12b284 service neutron] 10.222.0.15 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045413 Apr 05 19:11:01.566417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e6890337-7de7-4522-b102-e7d3a491bd75 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:01.595028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41488747-f77e-44f1-85b4-923406b74d43 req-fba59a44-3ab8-40ab-85cb-8605d626d21a tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 210 time: 0.0332816 Apr 05 19:11:01.664747 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e6890337-7de7-4522-b102-e7d3a491bd75 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:01.666900 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:01.806809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4b22e100-7d72-4ee5-a626-1c564045c714 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:01.860632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4b22e100-7d72-4ee5-a626-1c564045c714 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:01.861384 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:02.009198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:02.045032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 4b22e100-7d72-4ee5-a626-1c564045c714, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4b22e100-7d72-4ee5-a626-1c564045c714,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:02.052589 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:02.119454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=4b22e100-7d72-4ee5-a626-1c564045c714,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:02.707800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7a41a6ee-7007-435e-a81f-b921c0f835b8 req-6ad15f4e-aaca-4890-871f-1c1556356cea tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Apr 05 19:11:02.967854 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d528-404e-4ee4-b80a-89119465a000 req-96fb4455-04b6-467f-bcbc-a32ca29e6587 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:02.970200 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-96fb4455-04b6-467f-bcbc-a32ca29e6587 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.20 "GET /v2.0/networks?id=077d700d-8516-47c1-9eb9-5b5fb5f5a503 HTTP/1.1" status: 200 len: 910 time: 0.1160386 Apr 05 19:11:02.992847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Request body: {'port': {'device_id': 'be2ee8b1-c352-43e7-a835-851d69ac7de5', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'admin_state_up': True, 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:03.020502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Made reservation on behalf of f8ba0ef3d5a7408fb7fa02e2e2e136bb for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:11:03.025341 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:03.167690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Allocated IP 172.20.0.8 (077d700d-8516-47c1-9eb9-5b5fb5f5a503/07de7391-3274-4e1c-9e0c-cb361ee89a85/1058b2ce-4036-4554-8976-788f273e74a5) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:03.328846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:03.372846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:03.425230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Pushing event updated for resources: {'Port': ['ID=1058b2ce-4036-4554-8976-788f273e74a5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:03.444692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:03.446876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:03.450130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:03.453866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4b22e100-7d72-4ee5-a626-1c564045c714 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:03.496450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:03.497294 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:03.516508 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-3f322c37-27cb-4731-9509-7654616a42a5 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5331364 Apr 05 19:11:03.540209 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4b22e100-7d72-4ee5-a626-1c564045c714 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:03.540661 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:03.542110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Request body: {'port': {'device_id': 'be2ee8b1-c352-43e7-a835-851d69ac7de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:03.663286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:03.795022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d31ce05f-89e2-45d7-9fd1-9a6fd387ae3b None None] Provisioning complete for port 1058b2ce-4036-4554-8976-788f273e74a5 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:03.795405 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d31ce05f-89e2-45d7-9fd1-9a6fd387ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:03.863682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d31ce05f-89e2-45d7-9fd1-9a6fd387ae3b None None] Port 1058b2ce-4036-4554-8976-788f273e74a5 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:03.877300 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Sync routers for ids ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:03.895576 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Routers {'7afe8cf0-ddfa-42a5-917f-09eeb832cce5'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:03.896529 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:03.909437 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b0c56-51c6-4a2d-92dd-1914ea05de5b req-553469de-8922-4646-8ab9-d9974cb1fcd9 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:03.914525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-757b0c56-51c6-4a2d-92dd-1914ea05de5b req-553469de-8922-4646-8ab9-d9974cb1fcd9 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1027 time: 0.0991912 Apr 05 19:11:04.003676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-757b0c56-51c6-4a2d-92dd-1914ea05de5b req-3efcfc3d-5bd3-42f3-b5b2-9f1d8dacc2c8 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720799 Apr 05 19:11:04.125184 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Set router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:04.125497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1058b2ce-4036-4554-8976-788f273e74a5 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:11:04.135698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:04.150470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Transition to ACTIVE for port object 1058b2ce-4036-4554-8976-788f273e74a5 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:11:04.154910 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:04.210098 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Pushing event updated for resources: {'Port': ['ID=1058b2ce-4036-4554-8976-788f273e74a5,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:04.336552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Attempting to bind port 1058b2ce-4036-4554-8976-788f273e74a5 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:04.337171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Attempting to bind port 1058b2ce-4036-4554-8976-788f273e74a5 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:04.337604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Attempting to bind port 1058b2ce-4036-4554-8976-788f273e74a5 on network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:04.344013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Port 1058b2ce-4036-4554-8976-788f273e74a5 on network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:11:04.344489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Attempting to bind port 1058b2ce-4036-4554-8976-788f273e74a5 on network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:04.352603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:04.353090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Checking segment: {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:04.353574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Bound using segment: {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:04.355661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Bound port: 1058b2ce-4036-4554-8976-788f273e74a5, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:04.356313 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:04.447914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] For port 1058b2ce-4036-4554-8976-788f273e74a5, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:04.452921 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] For port 1058b2ce-4036-4554-8976-788f273e74a5, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1058b2ce-4036-4554-8976-788f273e74a5,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:04.460007 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:04.513348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:04.513974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:04.515739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] 10.222.0.20 "PUT /v2.0/ports/1058b2ce-4036-4554-8976-788f273e74a5 HTTP/1.1" status: 200 len: 1091 time: 0.9859171 Apr 05 19:11:04.516160 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2ee8b1-c352-43e7-a835-851d69ac7de5', 'tag': '1058b2ce-4036-4554-8976-788f273e74a5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:11:04.518427 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01566203-fb22-4c01-a4dd-cbc6df15f69e" -d '{"events": [{"name": "network-changed", "server_uuid": "be2ee8b1-c352-43e7-a835-851d69ac7de5", "tag": "1058b2ce-4036-4554-8976-788f273e74a5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:11:04.580776 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:10:59Z', 'revision_number': 4, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'gw_port': {'id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '072f638a-016f-4c6f-ab1d-3cbde1853208', 'name': '', 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'mac_address': 'fa:16:3e:fb:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:58Z', 'updated_at': '2022-04-05T19:10:59Z', 'revision_number': 2, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'subnets': [{'id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:04.619368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9de1c-0586-4099-9f05-331f907d945a service neutron] Pushing event updated for resources: {'Port': ['ID=1058b2ce-4036-4554-8976-788f273e74a5,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:04.656776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d528-404e-4ee4-b80a-89119465a000 req-65f14099-b214-436b-b8c3-79073faccb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:04.662205 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-65f14099-b214-436b-b8c3-79073faccb08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8ba0ef3d5a7408fb7fa02e2e2e136bb&device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1094 time: 0.0892994 Apr 05 19:11:04.677708 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936e1d7b-d0e2-4dfc-a901-075da55c2710 x-openstack-request-id: req-936e1d7b-d0e2-4dfc-a901-075da55c2710 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:11:04.678031 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2ee8b1-c352-43e7-a835-851d69ac7de5", "tag": "1058b2ce-4036-4554-8976-788f273e74a5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:11:04.678255 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-936e1d7b-d0e2-4dfc-a901-075da55c2710 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:11:04.678740 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936e1d7b-d0e2-4dfc-a901-075da55c2710'] response: {'name': 'network-changed', 'server_uuid': 'be2ee8b1-c352-43e7-a835-851d69ac7de5', 'tag': '1058b2ce-4036-4554-8976-788f273e74a5', 'status': 'completed', 'code': 200} Apr 05 19:11:04.696377 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Checking router: 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:11:04.696842 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Updating router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 port 072f638a-016f-4c6f-ab1d-3cbde1853208 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:11:04.741345 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-17f118a9-86cf-4c3e-a232-619025eaaba0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1058b2ce-4036-4554-8976-788f273e74a5 HTTP/1.1" status: 200 len: 217 time: 0.0617070 Apr 05 19:11:04.760770 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:04.848664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d528-404e-4ee4-b80a-89119465a000 req-1bff8af8-21ab-4387-94c9-7767587fa3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:04.850221 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-1bff8af8-21ab-4387-94c9-7767587fa3d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07de7391-3274-4e1c-9e0c-cb361ee89a85 HTTP/1.1" status: 200 len: 849 time: 0.0984232 Apr 05 19:11:05.024942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d528-404e-4ee4-b80a-89119465a000 req-c8b705a9-7990-4b03-a639-1af7db5bb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:05.026414 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-c8b705a9-7990-4b03-a639-1af7db5bb98d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077d700d-8516-47c1-9eb9-5b5fb5f5a503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653461 Apr 05 19:11:05.143964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d8e52-7ce2-4a16-b0ea-314618aa1619 req-20b132a9-1415-48b1-986f-ad70c202bfac tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:05.155264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae2d8e52-7ce2-4a16-b0ea-314618aa1619 req-20b132a9-1415-48b1-986f-ad70c202bfac tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1094 time: 0.0691884 Apr 05 19:11:05.259175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae2d8e52-7ce2-4a16-b0ea-314618aa1619 req-a7e8c913-58ce-4b6f-ae5b-9da9e81b9c9e tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943348 Apr 05 19:11:05.273205 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:05.334225 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-fd874d1c-290f-453b-b9d6-7f977544f4a7 service neutron] 10.222.0.20 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964008 Apr 05 19:11:05.359738 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:05.367976 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:05.428189 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90905c-a504-4c3d-a1bf-4f5f0dcf6c96 None None] Pushing event updated for resources: {'Port': ['ID=072f638a-016f-4c6f-ab1d-3cbde1853208,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:05.487443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f227d528-404e-4ee4-b80a-89119465a000 req-5a794547-24fe-4c2b-a0be-da837c360c0e service neutron] 10.222.0.20 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412683 Apr 05 19:11:05.517568 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Attempting to bind port 072f638a-016f-4c6f-ab1d-3cbde1853208 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:05.518592 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Attempting to bind port 072f638a-016f-4c6f-ab1d-3cbde1853208 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:05.519040 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Attempting to bind port 072f638a-016f-4c6f-ab1d-3cbde1853208 on network 24278156-54b6-4ac0-8959-97de2bfd969d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:05.532932 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:05.534122 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Checking segment: {'id': 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:05.534770 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:05.535347 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Bound using segment: {'id': 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:05.536012 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Bound port: 072f638a-016f-4c6f-ab1d-3cbde1853208, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:05.536596 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:05.628520 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] For port 072f638a-016f-4c6f-ab1d-3cbde1853208, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:05.633451 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] For port 072f638a-016f-4c6f-ab1d-3cbde1853208, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=072f638a-016f-4c6f-ab1d-3cbde1853208,segment=NetworkSegment(bffc13b5-d44d-4954-9a1f-089a94c4a0d8),segment_id=bffc13b5-d44d-4954-9a1f-089a94c4a0d8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:05.637520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-0d69f2bd-055d-4e48-9a53-4ef941b61949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:05.639720 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-0d69f2bd-055d-4e48-9a53-4ef941b61949 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8ba0ef3d5a7408fb7fa02e2e2e136bb&device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1094 time: 0.0877075 Apr 05 19:11:05.641631 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:05.759668 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Routers {'7afe8cf0-ddfa-42a5-917f-09eeb832cce5'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:05.760175 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:10:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:05.763127 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90905c-a504-4c3d-a1bf-4f5f0dcf6c96 None None] Pushing event updated for resources: {'Port': ['ID=072f638a-016f-4c6f-ab1d-3cbde1853208,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:05.820824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e8b5842c-e964-4dae-bd0e-6485e5ac7373 None None] Provisioning complete for port 072f638a-016f-4c6f-ab1d-3cbde1853208 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:05.826748 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8b5842c-e964-4dae-bd0e-6485e5ac7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:05.843362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-657a9bef-1308-4f79-9138-54a2c2e13e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:05.845005 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-657a9bef-1308-4f79-9138-54a2c2e13e6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=077d700d-8516-47c1-9eb9-5b5fb5f5a503 HTTP/1.1" status: 200 len: 910 time: 0.1970692 Apr 05 19:11:05.919302 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-923f3965-fee1-43ec-9fe1-5a944c83abb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1058b2ce-4036-4554-8976-788f273e74a5 HTTP/1.1" status: 200 len: 217 time: 0.0653238 Apr 05 19:11:05.936583 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] Set router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:05.983548 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8b5842c-e964-4dae-bd0e-6485e5ac7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:06.004710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-d96c054f-a7a2-4274-9a82-b36f18f4dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:06.006610 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-d96c054f-a7a2-4274-9a82-b36f18f4dad4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07de7391-3274-4e1c-9e0c-cb361ee89a85 HTTP/1.1" status: 200 len: 849 time: 0.0788395 Apr 05 19:11:06.053341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e8b5842c-e964-4dae-bd0e-6485e5ac7373 None None] For port 072f638a-016f-4c6f-ab1d-3cbde1853208, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=072f638a-016f-4c6f-ab1d-3cbde1853208,segment=NetworkSegment(bffc13b5-d44d-4954-9a1f-089a94c4a0d8),segment_id=bffc13b5-d44d-4954-9a1f-089a94c4a0d8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:06.060599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8b5842c-e964-4dae-bd0e-6485e5ac7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:06.067137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-4b4ae7a7-98cd-4bbd-9648-bc4c19b7514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:06.069113 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-4b4ae7a7-98cd-4bbd-9648-bc4c19b7514f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077d700d-8516-47c1-9eb9-5b5fb5f5a503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546787 Apr 05 19:11:06.121610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5842c-e964-4dae-bd0e-6485e5ac7373 None None] Pushing event updated for resources: {'Port': ['ID=072f638a-016f-4c6f-ab1d-3cbde1853208,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:06.186229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-32df0e96-cd34-40bb-b587-f6f10167b6b7 None None] Provisioning complete for port 072f638a-016f-4c6f-ab1d-3cbde1853208 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:06.186995 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32df0e96-cd34-40bb-b587-f6f10167b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:06.187141 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-da70b3fc-e2b9-4761-9cd6-a979df37f2f9 service neutron] 10.222.0.20 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096725 Apr 05 19:11:06.257205 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:10:59Z', 'revision_number': 4, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'gw_port': {'id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '072f638a-016f-4c6f-ab1d-3cbde1853208', 'name': '', 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'mac_address': 'fa:16:3e:fb:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:58Z', 'updated_at': '2022-04-05T19:11:05Z', 'revision_number': 4, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'subnets': [{'id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:06.348136 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-01566203-fb22-4c01-a4dd-cbc6df15f69e req-e720ace9-2faa-4674-a672-1c3051049eb5 service neutron] 10.222.0.20 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471534 Apr 05 19:11:06.418683 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b894263-0b1e-4cf0-a3ca-cf1135eae126 None None] The sync data for ids ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'] in n-d-836650-3 is: [{'id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:10:59Z', 'revision_number': 4, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'gw_port': {'id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '072f638a-016f-4c6f-ab1d-3cbde1853208', 'name': '', 'network_id': '24278156-54b6-4ac0-8959-97de2bfd969d', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'mac_address': 'fa:16:3e:fb:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:58Z', 'updated_at': '2022-04-05T19:11:05Z', 'revision_number': 4, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'subnets': [{'id': '19abc9fb-8e9e-47f6-84af-8e969416afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:06.474268 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7cf3-eb04-454c-a4f5-12abae10bf8a req-526e28f2-6ff2-4141-82f4-ecacf5976c0a tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:06.476650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b8c7cf3-eb04-454c-a4f5-12abae10bf8a req-526e28f2-6ff2-4141-82f4-ecacf5976c0a tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1094 time: 0.0638981 Apr 05 19:11:06.520677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b8c7cf3-eb04-454c-a4f5-12abae10bf8a req-03c90a8c-83d2-4302-9daf-01e534d9ba58 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366404 Apr 05 19:11:07.252799 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:07.492236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 072f638a-016f-4c6f-ab1d-3cbde1853208 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:07.586498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 072f638a-016f-4c6f-ab1d-3cbde1853208 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:07.586873 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:07.740467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760011-e6c7-4025-8391-b85ea3477cf7 req-b6466520-449d-42c2-904e-c050cc8ad11f tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:07.742182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf760011-e6c7-4025-8391-b85ea3477cf7 req-b6466520-449d-42c2-904e-c050cc8ad11f tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1094 time: 0.1054938 Apr 05 19:11:07.799393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf760011-e6c7-4025-8391-b85ea3477cf7 req-f4c05fc1-2ad0-4aac-b245-52283521f419 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509789 Apr 05 19:11:07.860898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1058b2ce-4036-4554-8976-788f273e74a5 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:11:07.993162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1058b2ce-4036-4554-8976-788f273e74a5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1058b2ce-4036-4554-8976-788f273e74a5,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:08.008559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '1058b2ce-4036-4554-8976-788f273e74a5', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'port_id': '1058b2ce-4036-4554-8976-788f273e74a5', 'mac_address': 'fa:16:3e:2f:e4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:11:08.061246 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:08.079034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1058b2ce-4036-4554-8976-788f273e74a5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:11:08.106772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1058b2ce-4036-4554-8976-788f273e74a5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1058b2ce-4036-4554-8976-788f273e74a5,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:08.115099 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:08.182137 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1058b2ce-4036-4554-8976-788f273e74a5,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:08.366678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['1058b2ce-4036-4554-8976-788f273e74a5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:11:08.926046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3dfaf-f17d-4225-9fe9-44397f673172 req-770784e8-f9cb-4ac0-b9a0-9c3f3c186888 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:08.927688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06e3dfaf-f17d-4225-9fe9-44397f673172 req-770784e8-f9cb-4ac0-b9a0-9c3f3c186888 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1095 time: 0.0423341 Apr 05 19:11:08.965920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-06e3dfaf-f17d-4225-9fe9-44397f673172 req-44acd016-a37e-4371-a1d2-c5bf82345def tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Apr 05 19:11:09.468496 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ea33378-9f40-4884-8118-fc91567f6923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:09.876875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1058b2ce-4036-4554-8976-788f273e74a5 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:09.943986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 1058b2ce-4036-4554-8976-788f273e74a5 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:11:09.950154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 1058b2ce-4036-4554-8976-788f273e74a5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:09.951503 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:10.050990 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:10.081865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2ee8b1-c352-43e7-a835-851d69ac7de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058b2ce-4036-4554-8976-788f273e74a5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:11:10.084476 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d01320-ee2d-42fc-b694-85f42cd30d1d" -d '{"events": [{"server_uuid": "be2ee8b1-c352-43e7-a835-851d69ac7de5", "name": "network-vif-plugged", "status": "completed", "tag": "1058b2ce-4036-4554-8976-788f273e74a5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:11:10.095962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e21f7-63f0-4672-a261-d07e6ba3bbb4 req-e2ec9228-0b13-4513-b938-bd11ac24ba12 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:10.097112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 1058b2ce-4036-4554-8976-788f273e74a5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1058b2ce-4036-4554-8976-788f273e74a5,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:10.101712 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:10.116264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d9e21f7-63f0-4672-a261-d07e6ba3bbb4 req-e2ec9228-0b13-4513-b938-bd11ac24ba12 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1095 time: 0.0706196 Apr 05 19:11:10.172791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d9e21f7-63f0-4672-a261-d07e6ba3bbb4 req-22d402b6-e467-40d2-9662-62ac55df8173 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Apr 05 19:11:10.177996 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7012f8b1-94a0-42d4-8116-69d9cf7b1257 x-openstack-request-id: req-7012f8b1-94a0-42d4-8116-69d9cf7b1257 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:11:10.178379 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2ee8b1-c352-43e7-a835-851d69ac7de5", "name": "network-vif-plugged", "status": "completed", "tag": "1058b2ce-4036-4554-8976-788f273e74a5", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:11:10.179432 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7012f8b1-94a0-42d4-8116-69d9cf7b1257 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:11:10.179971 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7012f8b1-94a0-42d4-8116-69d9cf7b1257'] response: {'server_uuid': 'be2ee8b1-c352-43e7-a835-851d69ac7de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058b2ce-4036-4554-8976-788f273e74a5', 'code': 200} Apr 05 19:11:10.196973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=1058b2ce-4036-4554-8976-788f273e74a5,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:10.284836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e299b4-9a38-47d3-94ba-2ce46e73b50e req-54252e2b-d287-4487-bcbf-87344da389c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:10.286445 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c9e299b4-9a38-47d3-94ba-2ce46e73b50e req-54252e2b-d287-4487-bcbf-87344da389c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1096 time: 0.0429487 Apr 05 19:11:10.328810 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c9e299b4-9a38-47d3-94ba-2ce46e73b50e req-c12cf6cb-4343-4375-9e46-57633a752e13 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Apr 05 19:11:11.296254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461b39-1ae9-4952-8bb9-68020e1d26f3 req-07cf4e5f-a311-432d-b5dd-d095eda2cb2b tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:11.297917 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef461b39-1ae9-4952-8bb9-68020e1d26f3 req-07cf4e5f-a311-432d-b5dd-d095eda2cb2b tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1096 time: 0.0490646 Apr 05 19:11:11.336554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef461b39-1ae9-4952-8bb9-68020e1d26f3 req-9ceb6e6a-8f34-4c18-b7af-a11f00a0bcfb tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Apr 05 19:11:11.801702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2df44073-4176-4a93-909e-7d2d1662c7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:12.460976 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac963286-c6ad-4230-a9b7-4340c6960511 req-c8da79c9-f3eb-4a55-97e8-6f7ba9a38279 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:12.462748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac963286-c6ad-4230-a9b7-4340c6960511 req-c8da79c9-f3eb-4a55-97e8-6f7ba9a38279 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1096 time: 0.0428917 Apr 05 19:11:12.499816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac963286-c6ad-4230-a9b7-4340c6960511 req-435feedf-1f11-4980-bb55-9939d0bd1ba2 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298398 Apr 05 19:11:12.612730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a422e-aefd-4674-a0a2-2ce266bc71ff req-365db74d-afeb-4300-ba0b-98fe121cbc09 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:12.614312 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c21a422e-aefd-4674-a0a2-2ce266bc71ff req-365db74d-afeb-4300-ba0b-98fe121cbc09 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1096 time: 0.0446665 Apr 05 19:11:12.650661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c21a422e-aefd-4674-a0a2-2ce266bc71ff req-86b00dd4-7d3e-472a-8934-7c970173ee1d tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294304 Apr 05 19:11:12.761560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5d5e0-76b9-43f0-ab03-a5a335fd958a req-6fb5e484-9ed8-4dfb-a9ad-c971af60efdd tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:12.763123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-daa5d5e0-76b9-43f0-ab03-a5a335fd958a req-6fb5e484-9ed8-4dfb-a9ad-c971af60efdd tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1096 time: 0.0470502 Apr 05 19:11:12.801729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-daa5d5e0-76b9-43f0-ab03-a5a335fd958a req-4720f415-b113-42a6-9f7d-4888a64074e2 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Apr 05 19:11:12.841957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59128) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:12.890383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Deleting subnet 73d72984-5c9e-47b8-a9eb-05989cdd818e {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:11:12.895039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:12.916462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:12.933703 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.032258 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.093727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-1d97a9bf-0264-4c9c-a1da-390195f24d2f tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:13.095260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-1d97a9bf-0264-4c9c-a1da-390195f24d2f tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/networks?id=077d700d-8516-47c1-9eb9-5b5fb5f5a503 HTTP/1.1" status: 200 len: 910 time: 0.1401463 Apr 05 19:11:13.114236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-52d08171-ae03-4463-b4d0-b757e919a261 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/quotas/f8ba0ef3d5a7408fb7fa02e2e2e136bb HTTP/1.1" status: 200 len: 375 time: 0.0124216 Apr 05 19:11:13.117355 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.155242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d72984-5c9e-47b8-a9eb-05989cdd818e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:13.160035 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.163297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/73d72984-5c9e-47b8-a9eb-05989cdd818e HTTP/1.1" status: 204 len: 168 time: 0.3200905 Apr 05 19:11:13.165952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59140) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:13.191701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.192044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.192377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.192961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.193291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.193612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.193931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.194245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.194584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.194903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.195205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.195517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9483caea-f940-47b6-b8dd-9900a9dd7d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:13.215161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-54de31ba-e0d5-42ba-b2ca-6f3dbb7058da tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8ba0ef3d5a7408fb7fa02e2e2e136bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885506 Apr 05 19:11:13.246533 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.315357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-02debfe8-19b2-4f8c-93d0-96bf9688f585 service neutron] 10.222.0.15 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903125 Apr 05 19:11:13.336988 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.358654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:13.368360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4774a383-77a5-403b-993d-200074453932') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:13.368657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4774a383-77a5-403b-993d-200074453932') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:13.379186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.393575 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.401922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:11:13.402500 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:11:13.404573 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:11:13.418921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-2d3eb40b-627a-4b81-b901-c7943da9ba45 service neutron] 10.222.0.15 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967243 Apr 05 19:11:13.473959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.481713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.488388 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] 10.222.0.15 "DELETE /v2.0/networks/dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37 HTTP/1.1" status: 204 len: 168 time: 0.3207760 Apr 05 19:11:13.504865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f21e3-0257-495a-bfec-cc39c0c1686b admin admin] Pushing event deleted for resources: {'Network': ['ID=dc46c5d7-f325-4cd0-8f1d-f14ad09bfb37,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:13.644106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d908369c-9d5a-4bf0-8e2d-506f28a2646e req-c46a99cf-0c2b-4db3-8daf-136d0f209425 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 210 time: 0.0275166 Apr 05 19:11:13.708839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59150) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:13.753261 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ef30efc2-db59-4c47-8e40-42123f1d114d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36062f1e2e0847719ea2f5ec56618c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429170 Apr 05 19:11:13.755750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59152) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:13.816383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f921bf6-f39c-433d-9882-19d55f6ac8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.840175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f921bf6-f39c-433d-9882-19d55f6ac8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.896619 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f921bf6-f39c-433d-9882-19d55f6ac8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.899185 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9f921bf6-f39c-433d-9882-19d55f6ac8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:13.900525 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9f921bf6-f39c-433d-9882-19d55f6ac8d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4af4afce-0f52-4264-9381-2b201bbbbcda HTTP/1.1" status: 204 len: 168 time: 0.1431692 Apr 05 19:11:13.913364 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f921bf6-f39c-433d-9882-19d55f6ac8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af4afce-0f52-4264-9381-2b201bbbbcda,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:14.445132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:14.743986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-7f465526-1353-43ca-80e9-84801cb14cca tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:14.745017 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-7f465526-1353-43ca-80e9-84801cb14cca tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.25 "GET /v2.0/networks?id=077d700d-8516-47c1-9eb9-5b5fb5f5a503 HTTP/1.1" status: 200 len: 910 time: 0.1414225 Apr 05 19:11:14.758279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Request body: {'port': {'device_id': '6ef66de7-ab09-42bb-be11-6e5623f79a3c', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'admin_state_up': True, 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:14.786831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16593254-3899-4686-bc66-d37a22aac69a req-63c0961f-1c68-49d0-bc07-5ca27661ff89 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 210 time: 0.0521452 Apr 05 19:11:14.789912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Made reservation on behalf of f8ba0ef3d5a7408fb7fa02e2e2e136bb for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:11:14.796174 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:14.857618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59170) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:14.920925 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Allocated IP 172.20.0.5 (077d700d-8516-47c1-9eb9-5b5fb5f5a503/07de7391-3274-4e1c-9e0c-cb361ee89a85/f190c62c-50c9-4257-aac8-7c9e2b07f892) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:14.972177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a45bdcb-957f-4776-ac4a-f6ba61a485e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.002252 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.064208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a45bdcb-957f-4776-ac4a-f6ba61a485e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.067899 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a45bdcb-957f-4776-ac4a-f6ba61a485e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.074234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.108095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1a45bdcb-957f-4776-ac4a-f6ba61a485e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6429c8c66f834481acd3d654bfd6559a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493889 Apr 05 19:11:15.109176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45bdcb-957f-4776-ac4a-f6ba61a485e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b178211a-d605-4b6f-9ddb-599e7a976ddb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:15.110809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59174) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:15.123922 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.134862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['1058b2ce-4036-4554-8976-788f273e74a5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:11:15.193246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:15.196354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Pushing event updated for resources: {'Port': ['ID=f190c62c-50c9-4257-aac8-7c9e2b07f892,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:15.201891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:15.204150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:15.244479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1cec7ab-1b34-49ae-b3cf-38dd43bb28db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.274032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:15.274927 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.285021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1cec7ab-1b34-49ae-b3cf-38dd43bb28db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.309947 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-ad71bc9f-d4e8-4857-8046-e463014a5d46 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5567887 Apr 05 19:11:15.330020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Request body: {'port': {'device_id': '6ef66de7-ab09-42bb-be11-6e5623f79a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:15.389111 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.398137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1cec7ab-1b34-49ae-b3cf-38dd43bb28db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.400675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c1cec7ab-1b34-49ae-b3cf-38dd43bb28db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.402714 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c1cec7ab-1b34-49ae-b3cf-38dd43bb28db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b178211a-d605-4b6f-9ddb-599e7a976ddb HTTP/1.1" status: 204 len: 168 time: 0.2909756 Apr 05 19:11:15.414284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cec7ab-1b34-49ae-b3cf-38dd43bb28db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b178211a-d605-4b6f-9ddb-599e7a976ddb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:15.490557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-4021bdc0-d19c-4575-bb4a-106ebc4adac5 None None] Provisioning complete for port f190c62c-50c9-4257-aac8-7c9e2b07f892 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:15.491142 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4021bdc0-d19c-4575-bb4a-106ebc4adac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.534522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4021bdc0-d19c-4575-bb4a-106ebc4adac5 None None] Port f190c62c-50c9-4257-aac8-7c9e2b07f892 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:15.682787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f190c62c-50c9-4257-aac8-7c9e2b07f892 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:11:15.690442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.702979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Transition to ACTIVE for port object f190c62c-50c9-4257-aac8-7c9e2b07f892 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:11:15.706476 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.801213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f190c62c-50c9-4257-aac8-7c9e2b07f892,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:15.861421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Attempting to bind port f190c62c-50c9-4257-aac8-7c9e2b07f892 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:15.862891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Attempting to bind port f190c62c-50c9-4257-aac8-7c9e2b07f892 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:15.863254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Attempting to bind port f190c62c-50c9-4257-aac8-7c9e2b07f892 on network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:15.868027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Port f190c62c-50c9-4257-aac8-7c9e2b07f892 on network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:11:15.868346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Attempting to bind port f190c62c-50c9-4257-aac8-7c9e2b07f892 on network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:15.874317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:15.874589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Checking segment: {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:15.874899 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Bound using segment: {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:15.875316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Bound port: f190c62c-50c9-4257-aac8-7c9e2b07f892, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0033a8-0d82-4e8a-961d-6a77ea385390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:15.875725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:15.919949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca3e6e-99dd-4155-ba15-42d58c57a810 req-538bd4fe-85f6-4907-88e5-d0b161b735d1 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:15.922075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfca3e6e-99dd-4155-ba15-42d58c57a810 req-538bd4fe-85f6-4907-88e5-d0b161b735d1 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1052 time: 0.0632837 Apr 05 19:11:15.951804 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] For port f190c62c-50c9-4257-aac8-7c9e2b07f892, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:15.965125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] For port f190c62c-50c9-4257-aac8-7c9e2b07f892, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f190c62c-50c9-4257-aac8-7c9e2b07f892,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:15.971769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dfca3e6e-99dd-4155-ba15-42d58c57a810 req-c9217694-f868-43cd-9833-b0317519789c tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 Apr 05 19:11:15.972860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:16.015807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:16.016678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:16.018804 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] 10.222.0.25 "PUT /v2.0/ports/f190c62c-50c9-4257-aac8-7c9e2b07f892 HTTP/1.1" status: 200 len: 1091 time: 0.6979342 Apr 05 19:11:16.019335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef66de7-ab09-42bb-be11-6e5623f79a3c', 'tag': 'f190c62c-50c9-4257-aac8-7c9e2b07f892'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:11:16.022294 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef66de7-ab09-42bb-be11-6e5623f79a3c", "tag": "f190c62c-50c9-4257-aac8-7c9e2b07f892"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:11:16.063076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b2dd6-360b-42b3-87a8-8cd3efbe9f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f190c62c-50c9-4257-aac8-7c9e2b07f892,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:16.113008 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda5100f-3037-4e63-8728-16963128f014 x-openstack-request-id: req-fda5100f-3037-4e63-8728-16963128f014 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:11:16.113287 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef66de7-ab09-42bb-be11-6e5623f79a3c", "tag": "f190c62c-50c9-4257-aac8-7c9e2b07f892", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:11:16.113536 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fda5100f-3037-4e63-8728-16963128f014 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:11:16.113936 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda5100f-3037-4e63-8728-16963128f014'] response: {'name': 'network-changed', 'server_uuid': '6ef66de7-ab09-42bb-be11-6e5623f79a3c', 'tag': 'f190c62c-50c9-4257-aac8-7c9e2b07f892', 'status': 'completed', 'code': 200} Apr 05 19:11:16.130102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-fbac3ae4-1cc1-4956-a09c-69bb0695e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:16.131712 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-fbac3ae4-1cc1-4956-a09c-69bb0695e207 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8ba0ef3d5a7408fb7fa02e2e2e136bb&device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1094 time: 0.0628722 Apr 05 19:11:16.179917 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-8240ba0e-bf06-4703-aa21-376fdab31a6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f190c62c-50c9-4257-aac8-7c9e2b07f892 HTTP/1.1" status: 200 len: 217 time: 0.0395722 Apr 05 19:11:16.240236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-10904396-efb8-4256-ac43-48741c2bc528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:16.241752 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-10904396-efb8-4256-ac43-48741c2bc528 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07de7391-3274-4e1c-9e0c-cb361ee89a85 HTTP/1.1" status: 200 len: 849 time: 0.0549006 Apr 05 19:11:16.295708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-b931d618-0569-4724-b52b-c532c18ddf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:16.297212 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-b931d618-0569-4724-b52b-c532c18ddf07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=077d700d-8516-47c1-9eb9-5b5fb5f5a503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490322 Apr 05 19:11:16.388893 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-a5069d57-cb02-496e-b6c1-65120c1e0a3b service neutron] 10.222.0.25 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853641 Apr 05 19:11:16.485775 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-aa6cfd2e-2b50-4a97-b672-802d967183e3 req-15e34296-47dc-4980-9900-da4ab8739240 service neutron] 10.222.0.25 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903831 Apr 05 19:11:16.574662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-e6c55029-9f0d-4e1a-8fb4-28d0b4753172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:16.576156 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-e6c55029-9f0d-4e1a-8fb4-28d0b4753172 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8ba0ef3d5a7408fb7fa02e2e2e136bb&device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1094 time: 0.0419409 Apr 05 19:11:16.673000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-467ae4e2-ab16-49fb-be26-18ab4591ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:16.674482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-467ae4e2-ab16-49fb-be26-18ab4591ec22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=077d700d-8516-47c1-9eb9-5b5fb5f5a503 HTTP/1.1" status: 200 len: 910 time: 0.0914073 Apr 05 19:11:16.722379 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-76705d80-18a7-4afc-8ad8-9b9dc57a8726 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f190c62c-50c9-4257-aac8-7c9e2b07f892 HTTP/1.1" status: 200 len: 217 time: 0.0408640 Apr 05 19:11:16.772521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-5e5577ab-17bc-44f3-b2bf-3bb4da1f25be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:16.773969 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-5e5577ab-17bc-44f3-b2bf-3bb4da1f25be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07de7391-3274-4e1c-9e0c-cb361ee89a85 HTTP/1.1" status: 200 len: 849 time: 0.0435116 Apr 05 19:11:16.819761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-209e38b0-eb72-4e8e-8b13-e4941e180b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:16.821514 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-209e38b0-eb72-4e8e-8b13-e4941e180b79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=077d700d-8516-47c1-9eb9-5b5fb5f5a503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411034 Apr 05 19:11:16.916014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-5166ed2c-ba99-4177-9dd2-9bed5c40492e service neutron] 10.222.0.25 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879235 Apr 05 19:11:17.005697 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c10702f9-5915-4f4b-ae0f-58f630d9bcd1 req-e0ea59a7-1caa-4303-bc77-5a29f983566c service neutron] 10.222.0.25 "GET /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831239 Apr 05 19:11:17.084522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a17cf5-2622-4804-86fd-93478b60bd11 req-54ea40b9-471b-4fea-a2c2-449ecbf7e4fe tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:17.086038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81a17cf5-2622-4804-86fd-93478b60bd11 req-54ea40b9-471b-4fea-a2c2-449ecbf7e4fe tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1094 time: 0.0407774 Apr 05 19:11:17.123616 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-81a17cf5-2622-4804-86fd-93478b60bd11 req-956f90e5-ed5b-4a14-8b52-dc413f9460a7 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306568 Apr 05 19:11:18.234890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da789e-dbf9-4183-b955-70d77230fce7 req-177fbbe0-3d4e-4ab5-84fb-e25241b73d9f tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:18.236295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3da789e-dbf9-4183-b955-70d77230fce7 req-177fbbe0-3d4e-4ab5-84fb-e25241b73d9f tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1094 time: 0.0437162 Apr 05 19:11:18.273198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b3da789e-dbf9-4183-b955-70d77230fce7 req-dc0fe829-7a4d-4f75-b44b-096383f624b1 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Apr 05 19:11:19.385912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87517e1c-f4e6-4d70-bc83-f9ca33316f9a req-0973c73d-3d04-4ac0-bc44-423231f7136d tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:19.388194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87517e1c-f4e6-4d70-bc83-f9ca33316f9a req-0973c73d-3d04-4ac0-bc44-423231f7136d tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1094 time: 0.0461404 Apr 05 19:11:19.406784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f190c62c-50c9-4257-aac8-7c9e2b07f892 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:11:19.428748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87517e1c-f4e6-4d70-bc83-f9ca33316f9a req-67a9254d-6663-47fd-846f-3cb83a15c448 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Apr 05 19:11:19.516506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f190c62c-50c9-4257-aac8-7c9e2b07f892, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f190c62c-50c9-4257-aac8-7c9e2b07f892,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:19.528450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'f190c62c-50c9-4257-aac8-7c9e2b07f892', 'network_id': '077d700d-8516-47c1-9eb9-5b5fb5f5a503', 'port_id': 'f190c62c-50c9-4257-aac8-7c9e2b07f892', 'mac_address': 'fa:16:3e:00:ac:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de7391-3274-4e1c-9e0c-cb361ee89a85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:11:19.564537 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:19.578883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f190c62c-50c9-4257-aac8-7c9e2b07f892 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:11:19.598756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f190c62c-50c9-4257-aac8-7c9e2b07f892, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f190c62c-50c9-4257-aac8-7c9e2b07f892,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:19.603086 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:19.651504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=f190c62c-50c9-4257-aac8-7c9e2b07f892,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:19.895010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['f190c62c-50c9-4257-aac8-7c9e2b07f892'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:11:20.540352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991c25-f25f-4695-8eb3-f1ac3098522a req-258d6abc-193d-41dc-a96c-5cbd417b60b3 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:20.542357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91991c25-f25f-4695-8eb3-f1ac3098522a req-258d6abc-193d-41dc-a96c-5cbd417b60b3 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1095 time: 0.0439475 Apr 05 19:11:20.580592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91991c25-f25f-4695-8eb3-f1ac3098522a req-0447b3d0-28c2-4830-9876-bda6accaf07a tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Apr 05 19:11:20.699622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59248) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:20.806620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78ca05c8-06ef-4abe-a511-191176659c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:20.887053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78ca05c8-06ef-4abe-a511-191176659c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:20.890760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-78ca05c8-06ef-4abe-a511-191176659c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:20.928074 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-78ca05c8-06ef-4abe-a511-191176659c98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa08ff81515049bf8f33e942d4057df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267842 Apr 05 19:11:20.929196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca05c8-06ef-4abe-a511-191176659c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859fa844-85b0-4304-8f5d-38be3daab308,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:20.930904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59252) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:20.983831 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29685547-9f8f-4a59-9386-02165154263a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.004955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29685547-9f8f-4a59-9386-02165154263a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.051538 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29685547-9f8f-4a59-9386-02165154263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.053959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29685547-9f8f-4a59-9386-02165154263a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.055132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-29685547-9f8f-4a59-9386-02165154263a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/859fa844-85b0-4304-8f5d-38be3daab308 HTTP/1.1" status: 204 len: 168 time: 0.1220374 Apr 05 19:11:21.064916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29685547-9f8f-4a59-9386-02165154263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859fa844-85b0-4304-8f5d-38be3daab308,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:21.317407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59258) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:21.331197 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51623216-b157-430a-8ab0-d7ffe23c3e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.406748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f190c62c-50c9-4257-aac8-7c9e2b07f892 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:21.407363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51623216-b157-430a-8ab0-d7ffe23c3e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.411358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51623216-b157-430a-8ab0-d7ffe23c3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.448862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-51623216-b157-430a-8ab0-d7ffe23c3e40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bc66655394241a2ad9ff20b1c207383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301196 Apr 05 19:11:21.450837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51623216-b157-430a-8ab0-d7ffe23c3e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119610d1-d00d-4ed6-acd7-0b690604677f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:21.451589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59260) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:21.456825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port f190c62c-50c9-4257-aac8-7c9e2b07f892 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:11:21.461112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port f190c62c-50c9-4257-aac8-7c9e2b07f892 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:21.461479 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.501879 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20241e75-d999-4863-8566-ffd9db7cd944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.522529 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20241e75-d999-4863-8566-ffd9db7cd944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.540723 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.566857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef66de7-ab09-42bb-be11-6e5623f79a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f190c62c-50c9-4257-aac8-7c9e2b07f892'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:11:21.568770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20241e75-d999-4863-8566-ffd9db7cd944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.569732 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf08b8f5-9b2c-498c-a404-6b31f7d6ac4b" -d '{"events": [{"server_uuid": "6ef66de7-ab09-42bb-be11-6e5623f79a3c", "name": "network-vif-plugged", "status": "completed", "tag": "f190c62c-50c9-4257-aac8-7c9e2b07f892"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:11:21.571301 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-20241e75-d999-4863-8566-ffd9db7cd944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.572419 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-20241e75-d999-4863-8566-ffd9db7cd944 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/119610d1-d00d-4ed6-acd7-0b690604677f HTTP/1.1" status: 204 len: 168 time: 0.1198421 Apr 05 19:11:21.585290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f190c62c-50c9-4257-aac8-7c9e2b07f892, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f190c62c-50c9-4257-aac8-7c9e2b07f892,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:21.590697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20241e75-d999-4863-8566-ffd9db7cd944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119610d1-d00d-4ed6-acd7-0b690604677f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:21.593345 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:21.647875 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2e2398-066b-48bb-aa2b-d87ec1d96f3b x-openstack-request-id: req-9e2e2398-066b-48bb-aa2b-d87ec1d96f3b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:11:21.648691 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef66de7-ab09-42bb-be11-6e5623f79a3c", "name": "network-vif-plugged", "status": "completed", "tag": "f190c62c-50c9-4257-aac8-7c9e2b07f892", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:11:21.649134 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e2e2398-066b-48bb-aa2b-d87ec1d96f3b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:11:21.650186 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2e2398-066b-48bb-aa2b-d87ec1d96f3b'] response: {'server_uuid': '6ef66de7-ab09-42bb-be11-6e5623f79a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f190c62c-50c9-4257-aac8-7c9e2b07f892', 'code': 200} Apr 05 19:11:21.679225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=f190c62c-50c9-4257-aac8-7c9e2b07f892,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:21.716796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66398bad-7673-4454-af8e-e37e2f9cc033 req-f3c23586-c52c-4e7a-984d-8973cbd0ccab tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:21.719904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66398bad-7673-4454-af8e-e37e2f9cc033 req-f3c23586-c52c-4e7a-984d-8973cbd0ccab tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1096 time: 0.0602081 Apr 05 19:11:21.731095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa742ac8-632b-4eca-bfb4-2e9f290a8544 req-d701e275-b8d4-4ac7-8dd4-e7a49ebac91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:21.733247 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa742ac8-632b-4eca-bfb4-2e9f290a8544 req-d701e275-b8d4-4ac7-8dd4-e7a49ebac91c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1096 time: 0.0451210 Apr 05 19:11:21.754868 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66398bad-7673-4454-af8e-e37e2f9cc033 req-9ee3c2ea-5bb6-4e8c-a292-6c07a4e9d0cf tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291033 Apr 05 19:11:21.770352 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fa742ac8-632b-4eca-bfb4-2e9f290a8544 req-0558daee-79c8-41a1-8f14-9c5c4847d2f4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304375 Apr 05 19:11:22.868518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41a55-2d82-43a0-b952-e688e5fdaa33 req-6456af75-95a6-470e-bdc5-1e617fff85cd tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:22.870629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57a41a55-2d82-43a0-b952-e688e5fdaa33 req-6456af75-95a6-470e-bdc5-1e617fff85cd tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1096 time: 0.0423126 Apr 05 19:11:22.905452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57a41a55-2d82-43a0-b952-e688e5fdaa33 req-e51a82bc-8f8b-45c6-adef-3c02b97c34ea tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284464 Apr 05 19:11:24.034712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46480169-bb0e-4c99-bba9-33b2ddf1d8b7 req-176ee8af-ec28-4523-a307-cafe10fc792a tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:24.036238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46480169-bb0e-4c99-bba9-33b2ddf1d8b7 req-176ee8af-ec28-4523-a307-cafe10fc792a tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1096 time: 0.0619509 Apr 05 19:11:24.073757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46480169-bb0e-4c99-bba9-33b2ddf1d8b7 req-e5e0d2b4-ed1e-4ad4-81b2-d283bc48bffd tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295613 Apr 05 19:11:24.184050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acce5dc-0b81-4716-acf0-c8dd598d3e8c req-70e6300d-1e55-4e71-9c03-6a87a6c12f28 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:24.185640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6acce5dc-0b81-4716-acf0-c8dd598d3e8c req-70e6300d-1e55-4e71-9c03-6a87a6c12f28 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1096 time: 0.0422227 Apr 05 19:11:24.191023 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:11:24.225011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6acce5dc-0b81-4716-acf0-c8dd598d3e8c req-0082ff89-1341-4b1a-a168-4db09bfde5c1 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Apr 05 19:11:24.330668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eef78-c386-4ac8-874a-da687a8677b0 req-30db62f3-6ec9-4acc-b711-0d10835d993b tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:24.332187 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b37eef78-c386-4ac8-874a-da687a8677b0 req-30db62f3-6ec9-4acc-b711-0d10835d993b tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1096 time: 0.0413673 Apr 05 19:11:24.367111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b37eef78-c386-4ac8-874a-da687a8677b0 req-4afe4718-ffd3-43c0-a989-7879022feeaa tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284789 Apr 05 19:11:24.622786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a134cae-b64b-43e9-a3b4-0224495ded93 req-a053435e-fe8c-4f50-90a3-7e1b319e876a tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:24.625370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a134cae-b64b-43e9-a3b4-0224495ded93 req-a053435e-fe8c-4f50-90a3-7e1b319e876a tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1096 time: 0.0654936 Apr 05 19:11:24.667413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a134cae-b64b-43e9-a3b4-0224495ded93 req-e8b9179b-3c07-4870-88cf-164d9d090e7e tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309100 Apr 05 19:11:25.783873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23376b-20fb-4a49-b365-ff732addcc1d req-e2177278-4c49-43d7-b92b-7a188460c2ae tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:25.785325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd23376b-20fb-4a49-b365-ff732addcc1d req-e2177278-4c49-43d7-b92b-7a188460c2ae tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1096 time: 0.0450122 Apr 05 19:11:25.820561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd23376b-20fb-4a49-b365-ff732addcc1d req-260f2f66-c076-4548-98e4-f642e5d6c763 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284803 Apr 05 19:11:25.943553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-baa05fec-36c2-419d-acc7-e6eed1e3b1c9 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:25.945042 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-baa05fec-36c2-419d-acc7-e6eed1e3b1c9 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6ef66de7-ab09-42bb-be11-6e5623f79a3c HTTP/1.1" status: 200 len: 1096 time: 0.0459003 Apr 05 19:11:26.034176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Deleting port f190c62c-50c9-4257-aac8-7c9e2b07f892 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:26.034457 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:26.117634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] For port f190c62c-50c9-4257-aac8-7c9e2b07f892, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f190c62c-50c9-4257-aac8-7c9e2b07f892,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:26.118010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:26.130461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Calling delete_port for f190c62c-50c9-4257-aac8-7c9e2b07f892 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:26.248511 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:26.258800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['f190c62c-50c9-4257-aac8-7c9e2b07f892'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:11:26.280807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Pushing event deleted for resources: {'Port': ['ID=f190c62c-50c9-4257-aac8-7c9e2b07f892,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:26.281312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['1058b2ce-4036-4554-8976-788f273e74a5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:11:26.320506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] No DVR routers for this DVR port f190c62c-50c9-4257-aac8-7c9e2b07f892 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:11:26.325157 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:26.328516 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-51c16f4a-a50c-4eb2-9395-959a9414ab6e req-e3d2634a-9bc0-4270-b103-433963e81e84 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f190c62c-50c9-4257-aac8-7c9e2b07f892 HTTP/1.1" status: 204 len: 173 time: 0.3771966 Apr 05 19:11:26.328968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef66de7-ab09-42bb-be11-6e5623f79a3c', 'name': 'network-vif-deleted', 'tag': 'f190c62c-50c9-4257-aac8-7c9e2b07f892'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:11:26.331426 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ecb960-03e5-462f-bf77-e055f116e8d6" -d '{"events": [{"server_uuid": "6ef66de7-ab09-42bb-be11-6e5623f79a3c", "name": "network-vif-deleted", "tag": "f190c62c-50c9-4257-aac8-7c9e2b07f892"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:11:26.374881 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a50004-f3a2-4c5f-8608-9d7c1a439da7 x-openstack-request-id: req-13a50004-f3a2-4c5f-8608-9d7c1a439da7 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:11:26.375239 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef66de7-ab09-42bb-be11-6e5623f79a3c", "name": "network-vif-deleted", "tag": "f190c62c-50c9-4257-aac8-7c9e2b07f892", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:11:26.375489 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13a50004-f3a2-4c5f-8608-9d7c1a439da7 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:11:26.375890 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a50004-f3a2-4c5f-8608-9d7c1a439da7'] response: {'server_uuid': '6ef66de7-ab09-42bb-be11-6e5623f79a3c', 'name': 'network-vif-deleted', 'tag': 'f190c62c-50c9-4257-aac8-7c9e2b07f892', 'status': 'completed', 'code': 200} Apr 05 19:11:27.089337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33297-e3e9-4c85-9584-5fdeee177209 req-80d36185-3c02-4dfa-9b6c-0a5e2b2e8df7 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:27.090882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49c33297-e3e9-4c85-9584-5fdeee177209 req-80d36185-3c02-4dfa-9b6c-0a5e2b2e8df7 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1096 time: 0.0412102 Apr 05 19:11:27.127405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49c33297-e3e9-4c85-9584-5fdeee177209 req-762c3493-3df2-43b0-9ce8-4c62148f2117 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300391 Apr 05 19:11:28.245043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ad88d-a53a-48de-962f-5595de9a96eb req-ea6254b4-5ab6-4340-afa6-46093239261f tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:28.246652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-957ad88d-a53a-48de-962f-5595de9a96eb req-ea6254b4-5ab6-4340-afa6-46093239261f tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1096 time: 0.0470791 Apr 05 19:11:28.281554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-957ad88d-a53a-48de-962f-5595de9a96eb req-9c93872b-22b0-4c57-adda-ced19b6b59cf tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d80c21c-ec01-4486-aaac-7b819af881ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288241 Apr 05 19:11:28.674453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-7ac78c13-7beb-4a74-8ce8-c93d84ddf512 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:28.676560 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-7ac78c13-7beb-4a74-8ce8-c93d84ddf512 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 1096 time: 0.0447650 Apr 05 19:11:28.764008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Deleting port 1058b2ce-4036-4554-8976-788f273e74a5 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:28.764348 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:28.843196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] For port 1058b2ce-4036-4554-8976-788f273e74a5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=1058b2ce-4036-4554-8976-788f273e74a5,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:28.843594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:28.856819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Calling delete_port for 1058b2ce-4036-4554-8976-788f273e74a5 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:28.987397 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:28.998115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['f190c62c-50c9-4257-aac8-7c9e2b07f892'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:11:29.015191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Pushing event deleted for resources: {'Port': ['ID=1058b2ce-4036-4554-8976-788f273e74a5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:29.026035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['1058b2ce-4036-4554-8976-788f273e74a5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:11:29.060350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] No DVR routers for this DVR port 1058b2ce-4036-4554-8976-788f273e74a5 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:11:29.062847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:29.066164 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f08f1cc1-2951-4ed2-8f1c-a27d798f4fb1 req-5ec99992-366c-4c36-8754-e3bfb940e917 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1058b2ce-4036-4554-8976-788f273e74a5 HTTP/1.1" status: 204 len: 173 time: 0.3813691 Apr 05 19:11:29.066616 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2ee8b1-c352-43e7-a835-851d69ac7de5', 'name': 'network-vif-deleted', 'tag': '1058b2ce-4036-4554-8976-788f273e74a5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:11:29.068848 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dfadd7-0526-448d-a65a-9e4c179e23ec" -d '{"events": [{"server_uuid": "be2ee8b1-c352-43e7-a835-851d69ac7de5", "name": "network-vif-deleted", "tag": "1058b2ce-4036-4554-8976-788f273e74a5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:11:29.130206 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e726c9-16c7-462d-aee3-1f0a2dfc62cb x-openstack-request-id: req-b7e726c9-16c7-462d-aee3-1f0a2dfc62cb {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:11:29.130518 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2ee8b1-c352-43e7-a835-851d69ac7de5", "name": "network-vif-deleted", "tag": "1058b2ce-4036-4554-8976-788f273e74a5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:11:29.130974 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7e726c9-16c7-462d-aee3-1f0a2dfc62cb {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:11:29.131372 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e726c9-16c7-462d-aee3-1f0a2dfc62cb'] response: {'server_uuid': 'be2ee8b1-c352-43e7-a835-851d69ac7de5', 'name': 'network-vif-deleted', 'tag': '1058b2ce-4036-4554-8976-788f273e74a5', 'status': 'completed', 'code': 200} Apr 05 19:11:29.391478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58a9a545-9a65-4a4a-81ae-7741e4b9be49 req-54b39e64-c7e0-4058-984d-a4851d2df956 tempest-TestServerMultinode-343714667 tempest-TestServerMultinode-343714667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be2ee8b1-c352-43e7-a835-851d69ac7de5 HTTP/1.1" status: 200 len: 210 time: 0.0291846 Apr 05 19:11:30.456425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:30.802741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:31.372850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Deleting port c36dddef-4022-4611-bcfd-86fa8214f283 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:31.373200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:31.449773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] For port c36dddef-4022-4611-bcfd-86fa8214f283, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c36dddef-4022-4611-bcfd-86fa8214f283,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:31.450111 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:31.453212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f190c62c-50c9-4257-aac8-7c9e2b07f892 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:31.466564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Calling delete_port for c36dddef-4022-4611-bcfd-86fa8214f283 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:31.473812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: f190c62c-50c9-4257-aac8-7c9e2b07f892 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:31.474157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f190c62c-50c9-4257-aac8-7c9e2b07f892 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:31.648622 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:31.678472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36dddef-4022-4611-bcfd-86fa8214f283,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:31.852959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:31.967008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1058b2ce-4036-4554-8976-788f273e74a5 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:31.988396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 1058b2ce-4036-4554-8976-788f273e74a5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:31.988746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 1058b2ce-4036-4554-8976-788f273e74a5 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:32.086741 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:11:32.199118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:32.204563 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-01abdeb0-34e4-4a03-aaf0-22e00baad8f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/4e0f5263-9fd8-479b-a7d5-0dd63e00bc73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7470195 Apr 05 19:11:32.207607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59430) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:32.215958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] Sync routers for ids ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:32.230844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] Routers {'4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:32.231787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:32.331575 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:32.337515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] Set router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:32.443737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:32.503632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Deleting port 668874cd-9db9-495e-928e-a52cf8e2b0a0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:32.503993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:32.530261 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:47Z', 'updated_at': '2022-04-05T19:11:31Z', 'revision_number': 5, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'gw_port': {'id': '668874cd-9db9-495e-928e-a52cf8e2b0a0', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:48Z', 'updated_at': '2022-04-05T19:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:32.558786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] Checking router: 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:11:32.569138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] Routers {'4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:32.569753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:32.594737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] For port 668874cd-9db9-495e-928e-a52cf8e2b0a0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=668874cd-9db9-495e-928e-a52cf8e2b0a0,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:32.595088 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:32.608620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Calling delete_port for 668874cd-9db9-495e-928e-a52cf8e2b0a0 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:32.655927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] Set router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:32.711712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:47Z', 'updated_at': '2022-04-05T19:11:32Z', 'revision_number': 6, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:32.739684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca6351-3b86-4407-a68b-17afad1d5d8e None None] The sync data for ids ['4e0f5263-9fd8-479b-a7d5-0dd63e00bc73'] in n-d-836650-3 is: [{'id': '4e0f5263-9fd8-479b-a7d5-0dd63e00bc73', 'name': 'tempest-TestServerMultinode-1311627604-router', 'tenant_id': '25058bbcb60345a0aeeb2c8f8661613b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:47Z', 'updated_at': '2022-04-05T19:11:32Z', 'revision_number': 6, 'project_id': '25058bbcb60345a0aeeb2c8f8661613b', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:32.783160 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:32.810960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Pushing event deleted for resources: {'Port': ['ID=668874cd-9db9-495e-928e-a52cf8e2b0a0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:32.872772 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:32.962064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:32.964547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.012733 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.013249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:11:33.017742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.021257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-af50262e-0299-40a3-86fb-5f18d8ec8790 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4e0f5263-9fd8-479b-a7d5-0dd63e00bc73 HTTP/1.1" status: 204 len: 168 time: 0.8103981 Apr 05 19:11:33.021611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59432) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:33.065724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bd433b-c71e-483a-838b-06ebf5e7a4ae admin admin] Deleting subnet 07de7391-3274-4e1c-9e0c-cb361ee89a85 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:11:33.068646 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50bd433b-c71e-483a-838b-06ebf5e7a4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.106774 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50bd433b-c71e-483a-838b-06ebf5e7a4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.200342 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50bd433b-c71e-483a-838b-06ebf5e7a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.288481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50bd433b-c71e-483a-838b-06ebf5e7a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.325177 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-50bd433b-c71e-483a-838b-06ebf5e7a4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.330447 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-50bd433b-c71e-483a-838b-06ebf5e7a4ae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/07de7391-3274-4e1c-9e0c-cb361ee89a85 HTTP/1.1" status: 204 len: 168 time: 0.3059125 Apr 05 19:11:33.331099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f9a9f-3e3a-4ad1-a1b7-ba4becff21b0 None None] Network 077d700d-8516-47c1-9eb9-5b5fb5f5a503 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:11:33.331344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59440) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:33.335839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd433b-c71e-483a-838b-06ebf5e7a4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07de7391-3274-4e1c-9e0c-cb361ee89a85,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:33.411368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.482818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Deleting port 2aa8b803-9ac9-416c-a320-ea364a787fb4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:33.483444 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.557597 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] For port 2aa8b803-9ac9-416c-a320-ea364a787fb4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2aa8b803-9ac9-416c-a320-ea364a787fb4,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:33.557952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.581113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b639e-78c9-401a-a431-78265858baeb None None] DHCP port deletion for 077d700d-8516-47c1-9eb9-5b5fb5f5a503 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:11:33.583487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Calling delete_port for 2aa8b803-9ac9-416c-a320-ea364a787fb4 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:33.651690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c36dddef-4022-4611-bcfd-86fa8214f283 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:33.657450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Deleting port 2aa8b803-9ac9-416c-a320-ea364a787fb4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:33.659238 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.681190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: c36dddef-4022-4611-bcfd-86fa8214f283 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:33.681519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c36dddef-4022-4611-bcfd-86fa8214f283 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:33.682677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 668874cd-9db9-495e-928e-a52cf8e2b0a0 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:33.687582 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.718389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa8b803-9ac9-416c-a320-ea364a787fb4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:33.725286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] No DVR routers for this DVR port 2aa8b803-9ac9-416c-a320-ea364a787fb4 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:11:33.746255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 668874cd-9db9-495e-928e-a52cf8e2b0a0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:33.746570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 668874cd-9db9-495e-928e-a52cf8e2b0a0 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:33.747353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2aa8b803-9ac9-416c-a320-ea364a787fb4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:33.773792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2aa8b803-9ac9-416c-a320-ea364a787fb4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:33.774176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2aa8b803-9ac9-416c-a320-ea364a787fb4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:33.795930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f44b639e-78c9-401a-a431-78265858baeb None None] For port 2aa8b803-9ac9-416c-a320-ea364a787fb4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2aa8b803-9ac9-416c-a320-ea364a787fb4,segment=NetworkSegment(3a0033a8-0d82-4e8a-961d-6a77ea385390),segment_id=3a0033a8-0d82-4e8a-961d-6a77ea385390)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:33.796333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.811268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Calling delete_port for 2aa8b803-9ac9-416c-a320-ea364a787fb4 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:33.816045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.840302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077d700d-8516-47c1-9eb9-5b5fb5f5a503']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:33.849888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0033a8-0d82-4e8a-961d-6a77ea385390') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:33.850184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0033a8-0d82-4e8a-961d-6a77ea385390') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:33.859861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.875219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.881244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:11:33.881627 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:11:33.885967 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:11:33.895979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.920631 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Pushing event deleted for resources: {'Port': ['ID=2aa8b803-9ac9-416c-a320-ea364a787fb4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:33.929581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.929924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.930259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.930634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.930952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.931271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.931618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.931944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.932263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.932579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.932899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.933217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b639e-78c9-401a-a431-78265858baeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:33.937991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b639e-78c9-401a-a431-78265858baeb None None] No DVR routers for this DVR port 2aa8b803-9ac9-416c-a320-ea364a787fb4 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:11:33.974121 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.981834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:33.993346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] 10.222.0.15 "DELETE /v2.0/networks/077d700d-8516-47c1-9eb9-5b5fb5f5a503 HTTP/1.1" status: 204 len: 168 time: 0.6582456 Apr 05 19:11:33.993778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59442) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:34.002671 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78c7ab-a5a0-4e56-85ef-90ba7f3609df admin admin] Pushing event deleted for resources: {'Network': ['ID=077d700d-8516-47c1-9eb9-5b5fb5f5a503,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:34.358907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:34.626011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Deleting port 072f638a-016f-4c6f-ab1d-3cbde1853208 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:34.626360 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:34.705017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] For port 072f638a-016f-4c6f-ab1d-3cbde1853208, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=072f638a-016f-4c6f-ab1d-3cbde1853208,segment=NetworkSegment(bffc13b5-d44d-4954-9a1f-089a94c4a0d8),segment_id=bffc13b5-d44d-4954-9a1f-089a94c4a0d8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:34.705390 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:34.720738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Calling delete_port for 072f638a-016f-4c6f-ab1d-3cbde1853208 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:34.908811 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:34.941665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Pushing event deleted for resources: {'Port': ['ID=072f638a-016f-4c6f-ab1d-3cbde1853208,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:35.111080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:35.250678 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:35.337445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:11:35.458887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:35.466919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59452) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:35.467389 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a0626e1b-9429-41fd-b730-880b7a764942 admin admin] 10.222.0.15 "PUT /v2.0/routers/7afe8cf0-ddfa-42a5-917f-09eeb832cce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4718106 Apr 05 19:11:35.471402 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] Sync routers for ids ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:35.482979 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] Routers {'7afe8cf0-ddfa-42a5-917f-09eeb832cce5'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:35.483846 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:35.595774 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] Set router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:35.600747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:35.778730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59456) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:35.803276 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:11:34Z', 'revision_number': 5, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'gw_port': {'id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:35.831663 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] Checking router: 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:11:35.841733 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] Routers {'7afe8cf0-ddfa-42a5-917f-09eeb832cce5'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:35.842706 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:35.916865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5badf423-207a-433f-aa7d-33ce30a0d476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:35.982681 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] Set router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:36.001739 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5badf423-207a-433f-aa7d-33ce30a0d476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.011645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5badf423-207a-433f-aa7d-33ce30a0d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.055062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badf423-207a-433f-aa7d-33ce30a0d476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a025d7-d8d0-464f-b4b4-0d77ae69be61,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:36.062154 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5badf423-207a-433f-aa7d-33ce30a0d476 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a382f2cb2b045d3a7c6ce85899362ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813056 Apr 05 19:11:36.069942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59460) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:36.113969 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.133139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6292b7ad-00c1-426d-8d0b-7aae16e49e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.158287 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6292b7ad-00c1-426d-8d0b-7aae16e49e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.171638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Deleting port 4b22e100-7d72-4ee5-a626-1c564045c714 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:36.172024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.211134 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6292b7ad-00c1-426d-8d0b-7aae16e49e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.216037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6292b7ad-00c1-426d-8d0b-7aae16e49e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.216037 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6292b7ad-00c1-426d-8d0b-7aae16e49e19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7a025d7-d8d0-464f-b4b4-0d77ae69be61 HTTP/1.1" status: 204 len: 168 time: 0.1488371 Apr 05 19:11:36.226286 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:11:34Z', 'revision_number': 5, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'gw_port': {'id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:36.229992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292b7ad-00c1-426d-8d0b-7aae16e49e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a025d7-d8d0-464f-b4b4-0d77ae69be61,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:36.267478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] For port 4b22e100-7d72-4ee5-a626-1c564045c714, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4b22e100-7d72-4ee5-a626-1c564045c714,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:36.268065 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.268491 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7839c79-3e14-4eae-a779-12d968cb3052 None None] The sync data for ids ['7afe8cf0-ddfa-42a5-917f-09eeb832cce5'] in n-d-836650-3 is: [{'id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'name': 'tempest-TestServerMultinode-2105365261-router', 'tenant_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:11:34Z', 'revision_number': 5, 'project_id': 'f8ba0ef3d5a7408fb7fa02e2e2e136bb', 'gw_port': {'id': '4b22e100-7d72-4ee5-a626-1c564045c714', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afe8cf0-ddfa-42a5-917f-09eeb832cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:10:54Z', 'updated_at': '2022-04-05T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:36.287418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Calling delete_port for 4b22e100-7d72-4ee5-a626-1c564045c714 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:36.456118 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.482893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b22e100-7d72-4ee5-a626-1c564045c714,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:36.545648 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.641347 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.644076 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.693417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.694219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7afe8cf0-ddfa-42a5-917f-09eeb832cce5 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:11:36.699813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.703364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b1b0187c-cb40-49ed-8f45-4d26d36055b1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7afe8cf0-ddfa-42a5-917f-09eeb832cce5 HTTP/1.1" status: 204 len: 168 time: 1.2328343 Apr 05 19:11:36.703835 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59476) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:36.758994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f01613-1d30-4b3f-a6c1-2943555a1ae4 admin admin] Deleting subnet 19abc9fb-8e9e-47f6-84af-8e969416afb9 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:11:36.763079 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5f01613-1d30-4b3f-a6c1-2943555a1ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.800639 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5f01613-1d30-4b3f-a6c1-2943555a1ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.880019 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5f01613-1d30-4b3f-a6c1-2943555a1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.901348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59484) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:36.950489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5f01613-1d30-4b3f-a6c1-2943555a1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.985938 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f01613-1d30-4b3f-a6c1-2943555a1ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19abc9fb-8e9e-47f6-84af-8e969416afb9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:36.988633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c5f01613-1d30-4b3f-a6c1-2943555a1ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:36.991841 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c5f01613-1d30-4b3f-a6c1-2943555a1ae4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/19abc9fb-8e9e-47f6-84af-8e969416afb9 HTTP/1.1" status: 204 len: 168 time: 0.2868745 Apr 05 19:11:36.994353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59488) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:36.996760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544892e4-d7c9-4056-a0b6-b305b6767db8 None None] Network 24278156-54b6-4ac0-8959-97de2bfd969d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:11:37.036707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-426148748-network', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:37.062865 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Made reservation on behalf of d37ce112f0af4e2fae4954e4c70dff76 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:11:37.067143 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.076326 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.079652 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.139446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Deleting port e6890337-7de7-4522-b102-e7d3a491bd75 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:37.140281 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.172761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.179016 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.209624 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:11:37.216984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d80335c-8b18-4583-98a3-adbbf242ced2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:37.217224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] For port e6890337-7de7-4522-b102-e7d3a491bd75, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e6890337-7de7-4522-b102-e7d3a491bd75,segment=NetworkSegment(bffc13b5-d44d-4954-9a1f-089a94c4a0d8),segment_id=bffc13b5-d44d-4954-9a1f-089a94c4a0d8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:37.217509 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.223787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.224351 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Added segment 5b5d35a5-697b-46ec-a15b-436e34e9bf6c of type vlan for network 2983854d-3dd7-4746-be56-80bbb43adefa Apr 05 19:11:37.245930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Calling delete_port for e6890337-7de7-4522-b102-e7d3a491bd75 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:37.252354 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.268892 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.294235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.295622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:37.296197 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.326072 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.353247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6890337-7de7-4522-b102-e7d3a491bd75,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:37.355246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] No DVR routers for this DVR port e6890337-7de7-4522-b102-e7d3a491bd75 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:11:37.360072 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4570258 Apr 05 19:11:37.360233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59490) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:37.364727 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Request body: {'subnet': {'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-426148748-subnet', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:37.371856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957da1d9-da18-417f-964c-c25b5008280d None None] DHCP port deletion for 24278156-54b6-4ac0-8959-97de2bfd969d request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:11:37.372247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d1151-beb0-4fd4-a33d-ec22765464ee admin admin] Pushing event updated for resources: {'Network': ['ID=2983854d-3dd7-4746-be56-80bbb43adefa,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:37.390727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 2983854d-3dd7-4746-be56-80bbb43adefa details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:11:37.470259 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.477607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Made reservation on behalf of d37ce112f0af4e2fae4954e4c70dff76 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:11:37.480048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.480598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 072f638a-016f-4c6f-ab1d-3cbde1853208 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:37.506138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 072f638a-016f-4c6f-ab1d-3cbde1853208 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:37.506813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 072f638a-016f-4c6f-ab1d-3cbde1853208 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:37.507092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24278156-54b6-4ac0-8959-97de2bfd969d']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:37.507593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e6890337-7de7-4522-b102-e7d3a491bd75 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:37.535947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: e6890337-7de7-4522-b102-e7d3a491bd75 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:37.536309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e6890337-7de7-4522-b102-e7d3a491bd75 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:37.536697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4b22e100-7d72-4ee5-a626-1c564045c714 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:37.564906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 4b22e100-7d72-4ee5-a626-1c564045c714 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:37.565614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4b22e100-7d72-4ee5-a626-1c564045c714 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:37.860602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:37.861221 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffc13b5-d44d-4954-9a1f-089a94c4a0d8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:37.874248 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.896785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.903005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:11:37.903392 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:11:37.905006 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:11:37.960448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.970183 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:37.973317 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/24278156-54b6-4ac0-8959-97de2bfd969d HTTP/1.1" status: 204 len: 168 time: 0.9770417 Apr 05 19:11:37.987075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e157d34-3dee-4740-9cba-8f7f54ff58f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=24278156-54b6-4ac0-8959-97de2bfd969d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:38.081718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.089650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59494) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:38.141175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2e966f02-6d00-4858-9c4d-a865f7169a29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25058bbcb60345a0aeeb2c8f8661613b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480373 Apr 05 19:11:38.141404 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c42f62-a249-4a1a-ba72-1a8630e78d67,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:38.141547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59496) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:38.148600 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Checking segment: {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:38.148785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Network hostable DHCP agents. Network: 2983854d-3dd7-4746-be56-80bbb43adefa, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:11:38.166143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Network 2983854d-3dd7-4746-be56-80bbb43adefa is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:11:38.175285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 2983854d-3dd7-4746-be56-80bbb43adefa) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:38.179615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:38.180274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.187667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61826dfa-4ac7-453c-9b79-f00a861b1aef None None] Network 2983854d-3dd7-4746-be56-80bbb43adefa requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:11:38.192027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f74b9e00-dcf3-4d6d-a3e7-a8c5231abe70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.199598 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8eb0d410-b098-40de-aa07-5e69312a3e40 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8388405 Apr 05 19:11:38.202342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59498) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:38.208481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-426148748-router', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:38.216005 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f74b9e00-dcf3-4d6d-a3e7-a8c5231abe70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.236978 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.238160 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.267973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f74b9e00-dcf3-4d6d-a3e7-a8c5231abe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.271109 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f74b9e00-dcf3-4d6d-a3e7-a8c5231abe70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.272325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f74b9e00-dcf3-4d6d-a3e7-a8c5231abe70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6eacdaf1-0512-4fc4-bb95-d810a141ae32 HTTP/1.1" status: 204 len: 168 time: 0.1301339 Apr 05 19:11:38.280586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b9e00-dcf3-4d6d-a3e7-a8c5231abe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eacdaf1-0512-4fc4-bb95-d810a141ae32,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:38.309741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.380046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-2983854d-3dd7-4746-be56-80bbb43adefa', 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'fixed_ips': [{'subnet_id': '62c42f62-a249-4a1a-ba72-1a8630e78d67'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:11:38.380912 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.468087 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.526203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Allocated IP 172.20.0.2 (2983854d-3dd7-4746-be56-80bbb43adefa/62c42f62-a249-4a1a-ba72-1a8630e78d67/37e1ab4e-a501-4a81-a602-76b6d1ba201c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:38.653021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59504) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:38.691710 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.698340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5e4e2870-dfde-4422-8f9d-99ea3aa41308 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8ba0ef3d5a7408fb7fa02e2e2e136bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433323 Apr 05 19:11:38.698810 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.698934 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.701431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59506) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:38.718678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.742222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Network 2983854d-3dd7-4746-be56-80bbb43adefa is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:38.746288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:38.750967 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:38.754243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Pushing event updated for resources: {'Port': ['ID=37e1ab4e-a501-4a81-a602-76b6d1ba201c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:38.773341 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8bf77bf9-66ed-4ea7-8fc2-2bc816be06eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.796102 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8bf77bf9-66ed-4ea7-8fc2-2bc816be06eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.815309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Attempting to bind port 37e1ab4e-a501-4a81-a602-76b6d1ba201c on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:38.815680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Attempting to bind port 37e1ab4e-a501-4a81-a602-76b6d1ba201c by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:38.816263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Attempting to bind port 37e1ab4e-a501-4a81-a602-76b6d1ba201c on network 2983854d-3dd7-4746-be56-80bbb43adefa {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:38.822620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:38.823587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Checking segment: {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:38.824041 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.824437 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Bound using segment: {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:38.824907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Bound port: 37e1ab4e-a501-4a81-a602-76b6d1ba201c, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:38.825288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.855819 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8bf77bf9-66ed-4ea7-8fc2-2bc816be06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.859528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8bf77bf9-66ed-4ea7-8fc2-2bc816be06eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:38.860680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8bf77bf9-66ed-4ea7-8fc2-2bc816be06eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d80c21c-ec01-4486-aaac-7b819af881ef HTTP/1.1" status: 204 len: 168 time: 0.1583340 Apr 05 19:11:38.871269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf77bf9-66ed-4ea7-8fc2-2bc816be06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d80c21c-ec01-4486-aaac-7b819af881ef,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:38.874714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Allocated IP 172.25.4.220 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/4e046d9b-2885-4ccc-bcf8-591f8ca96b15) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:38.889851 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-ad224e78-e472-433b-8526-fe62d65517a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033158 Apr 05 19:11:38.936536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] For port 37e1ab4e-a501-4a81-a602-76b6d1ba201c, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:38.949796 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] For port 37e1ab4e-a501-4a81-a602-76b6d1ba201c, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=37e1ab4e-a501-4a81-a602-76b6d1ba201c,segment=NetworkSegment(5b5d35a5-697b-46ec-a15b-436e34e9bf6c),segment_id=5b5d35a5-697b-46ec-a15b-436e34e9bf6c)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:38.955204 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:39.017406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac6391-09ae-46ee-88e2-8f4a8409ba33 None None] Pushing event updated for resources: {'Port': ['ID=37e1ab4e-a501-4a81-a602-76b6d1ba201c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:39.034519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:39.083272 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-e1bfa0ea-50bd-4b64-9f2c-3273c9967a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:39.084952 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-e1bfa0ea-50bd-4b64-9f2c-3273c9967a9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb57babac2247a49d63de11f6483508&device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1271257 Apr 05 19:11:39.105091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:39.176375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:39.236660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:39.239348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:39.281187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Pushing event updated for resources: {'Port': ['ID=4e046d9b-2885-4ccc-bcf8-591f8ca96b15,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:39.399240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-5c7900d5-333c-4eeb-94b0-3918f9e3f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:39.401391 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-5c7900d5-333c-4eeb-94b0-3918f9e3f5c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8b31089-9647-43de-9eea-08ccf02211b0 HTTP/1.1" status: 200 len: 909 time: 0.2932553 Apr 05 19:11:39.494870 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b34d50a5-8cfb-4b5b-aedc-6261cb9f7ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:39.532365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 37e1ab4e-a501-4a81-a602-76b6d1ba201c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:39.559387 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-0246b71c-911d-4bf2-be1d-53cc6c56fe8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845edb7d-c1be-4827-9c5c-821095aacc47 HTTP/1.1" status: 200 len: 1001 time: 0.1159992 Apr 05 19:11:39.668502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-baa8b4ac-7764-4fe9-9061-2b82773f52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:39.669990 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-baa8b4ac-7764-4fe9-9061-2b82773f52f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6a25-f713-4425-a9cd-042ba71a7969 HTTP/1.1" status: 200 len: 848 time: 0.0956769 Apr 05 19:11:39.675247 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:39.755779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 37e1ab4e-a501-4a81-a602-76b6d1ba201c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:39.756053 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:39.810744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-3a3c93c3-8298-4b2e-bfd2-54ff507136b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:39.812265 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-3a3c93c3-8298-4b2e-bfd2-54ff507136b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8b31089-9647-43de-9eea-08ccf02211b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020412 Apr 05 19:11:39.836805 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:39.871720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 37e1ab4e-a501-4a81-a602-76b6d1ba201c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=37e1ab4e-a501-4a81-a602-76b6d1ba201c,segment=NetworkSegment(5b5d35a5-697b-46ec-a15b-436e34e9bf6c),segment_id=5b5d35a5-697b-46ec-a15b-436e34e9bf6c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:39.876989 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:39.931385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=37e1ab4e-a501-4a81-a602-76b6d1ba201c,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:40.002098 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-8f5d5827-c360-4091-8e3f-6a798e36d8db service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768260 Apr 05 19:11:40.003230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:40.118854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10442a44-48a3-4dd0-b664-b388c4639adf None None] Network 2983854d-3dd7-4746-be56-80bbb43adefa requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:11:40.182885 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-55fb3d71-55e4-4adc-98f3-703a6db0dd7a req-a7f44cba-9811-483e-ac7c-40dfdf7560e5 service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706076 Apr 05 19:11:40.209357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Router 39d972f1-44c0-4d6e-a774-52fe40e7af2e is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:11:40.242357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-38fcced0-a194-4687-ae89-8c2c090e86e9 None None] Provisioning complete for port 37e1ab4e-a501-4a81-a602-76b6d1ba201c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:40.242774 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38fcced0-a194-4687-ae89-8c2c090e86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:40.318729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:40.337162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:40.338433 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-11da52e1-92a0-469f-9ea2-f4e8dc92b6ac admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1348903 Apr 05 19:11:40.341224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59510) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:40.347527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Sync routers for ids ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:40.374858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Routers {'39d972f1-44c0-4d6e-a774-52fe40e7af2e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:40.375480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:40.486647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Set router 39d972f1-44c0-4d6e-a774-52fe40e7af2e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:40.631151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f311f5bb-3543-4eb4-8b2f-368c4c3b00dd None None] Provisioning complete for port 37e1ab4e-a501-4a81-a602-76b6d1ba201c triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:40.631853 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f311f5bb-3543-4eb4-8b2f-368c4c3b00dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:40.774928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'name': 'tempest-ImageQuotaTest-426148748-router', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:39Z', 'revision_number': 3, 'project_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'gw_port': {'id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:40.777957 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:40.807730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Checking router: 39d972f1-44c0-4d6e-a774-52fe40e7af2e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:11:40.808085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Updating router 39d972f1-44c0-4d6e-a774-52fe40e7af2e port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:11:40.835723 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:40.942961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Allocated IP 172.20.0.1 (2983854d-3dd7-4746-be56-80bbb43adefa/62c42f62-a249-4a1a-ba72-1a8630e78d67/4cd43521-221d-4d5a-9ecb-2d6c381a50f1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:41.049141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.084409 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.095081 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.100493 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.126086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Network 2983854d-3dd7-4746-be56-80bbb43adefa is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:41.133381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:41.136479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:41.152287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c17fd-0445-4dea-8033-5063bf1cf231 None None] Pushing event updated for resources: {'Port': ['ID=4e046d9b-2885-4ccc-bcf8-591f8ca96b15,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:41.154628 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Attempting to bind port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:41.154993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Attempting to bind port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:41.155356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Attempting to bind port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:41.161713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:41.162189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:41.162687 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.163477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:41.163657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Bound port: 4e046d9b-2885-4ccc-bcf8-591f8ca96b15, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:41.164350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.164833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd43521-221d-4d5a-9ecb-2d6c381a50f1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:41.183873 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.222288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] For port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:41.225565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] For port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4e046d9b-2885-4ccc-bcf8-591f8ca96b15,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:41.231826 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.289424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Routers {'39d972f1-44c0-4d6e-a774-52fe40e7af2e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:41.290045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:41.334240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c17fd-0445-4dea-8033-5063bf1cf231 None None] Pushing event updated for resources: {'Port': ['ID=4e046d9b-2885-4ccc-bcf8-591f8ca96b15,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:41.336735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.415414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fcc367af-b816-40c3-abc6-99f6a160f122 None None] Provisioning complete for port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:41.415688 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcc367af-b816-40c3-abc6-99f6a160f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.451358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] Set router 39d972f1-44c0-4d6e-a774-52fe40e7af2e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:41.453390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 37e1ab4e-a501-4a81-a602-76b6d1ba201c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:41.518045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.522361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.550578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fcc367af-b816-40c3-abc6-99f6a160f122 None None] Port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:41.590724 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.592401 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd43521-221d-4d5a-9ecb-2d6c381a50f1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:41.616534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 37e1ab4e-a501-4a81-a602-76b6d1ba201c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:41.616824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.689310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Network 2983854d-3dd7-4746-be56-80bbb43adefa is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:41.690841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:41.753665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'name': 'tempest-ImageQuotaTest-426148748-router', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:39Z', 'revision_number': 3, 'project_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'gw_port': {'id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:41.782333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b70aeb9-a713-40d7-8b6b-05a11475436a None None] The sync data for ids ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'] in n-d-836650-3 is: [{'id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'name': 'tempest-ImageQuotaTest-426148748-router', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:39Z', 'revision_number': 3, 'project_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'gw_port': {'id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:41.814615 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1426ca4c-7875-4a2a-9810-eca1f4107bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:41.832317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Router 39d972f1-44c0-4d6e-a774-52fe40e7af2e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:11:41.951012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:41.956007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-864063a7-700f-4974-962a-0b2dda224219 admin admin] 10.222.0.15 "PUT /v2.0/routers/39d972f1-44c0-4d6e-a774-52fe40e7af2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6137726 Apr 05 19:11:41.980704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5ad577f3-d2c0-4af4-ac50-fc1b2891e6dc None None] Provisioning complete for port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:41.981169 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ad577f3-d2c0-4af4-ac50-fc1b2891e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:42.031077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5ad577f3-d2c0-4af4-ac50-fc1b2891e6dc None None] Port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:42.912583 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:43.032062 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59532) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:43.333858 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Sync routers for ids ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:43.344794 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Routers {'39d972f1-44c0-4d6e-a774-52fe40e7af2e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:43.345396 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:43.364539 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:43.460490 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Set router 39d972f1-44c0-4d6e-a774-52fe40e7af2e gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:43.467667 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:43.519051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:43.519336 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:43.605314 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:43.627195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4e046d9b-2885-4ccc-bcf8-591f8ca96b15,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:43.632416 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:43.670695 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'name': 'tempest-ImageQuotaTest-426148748-router', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:41Z', 'revision_number': 4, 'project_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'gw_port': {'id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '4cd43521-221d-4d5a-9ecb-2d6c381a50f1', 'name': '', 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'mac_address': 'fa:16:3e:02:74:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '62c42f62-a249-4a1a-ba72-1a8630e78d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:40Z', 'updated_at': '2022-04-05T19:11:41Z', 'revision_number': 2, 'project_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'subnets': [{'id': '62c42f62-a249-4a1a-ba72-1a8630e78d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:43.686912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=4e046d9b-2885-4ccc-bcf8-591f8ca96b15,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:43.704597 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Checking router: 39d972f1-44c0-4d6e-a774-52fe40e7af2e for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:11:43.704948 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Updating router 39d972f1-44c0-4d6e-a774-52fe40e7af2e port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:11:43.731594 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:43.858079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Deleting port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:43.858456 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:43.935759 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:43.947260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Calling delete_port for 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:43.990158 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:43.995821 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.045048 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659bf48-e093-4785-9d09-02998b190118 None None] Pushing event updated for resources: {'Port': ['ID=4cd43521-221d-4d5a-9ecb-2d6c381a50f1,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:44.098603 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Attempting to bind port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:44.098975 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Attempting to bind port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:44.099331 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Attempting to bind port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 on network 2983854d-3dd7-4746-be56-80bbb43adefa {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:44.105464 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:44.105835 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Checking segment: {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:44.106232 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.106645 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Bound using segment: {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:44.107114 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Bound port: 4cd43521-221d-4d5a-9ecb-2d6c381a50f1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:44.107490 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.145067 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.173109 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.db.api [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:11:44.173452 n-d-836650-3 neutron-server[102642]: DEBUG oslo_db.api [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:11:44.175619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd43521-221d-4d5a-9ecb-2d6c381a50f1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:44.256056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c79e27c0-d5d8-4909-9c21-7d83c0100605 None None] Could not find standard attr ID for object 4cd43521-221d-4d5a-9ecb-2d6c381a50f1. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:11:44.339946 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.444713 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.558875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Router 39d972f1-44c0-4d6e-a774-52fe40e7af2e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:11:44.662571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:44.668514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1cf4a3ea-eaa5-41df-a416-2b6f0941a4f5 admin admin] 10.222.0.15 "PUT /v2.0/routers/39d972f1-44c0-4d6e-a774-52fe40e7af2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6354203 Apr 05 19:11:44.671055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59534) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:44.687632 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Attempting to bind port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:44.688200 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Attempting to bind port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:44.688334 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Attempting to bind port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 on network 2983854d-3dd7-4746-be56-80bbb43adefa {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:44.693154 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:44.693516 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Checking segment: {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:44.693906 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.694291 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Bound using segment: {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:44.694777 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Bound port: 4cd43521-221d-4d5a-9ecb-2d6c381a50f1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5d35a5-697b-46ec-a15b-436e34e9bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2983854d-3dd7-4746-be56-80bbb43adefa'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:44.695150 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.776533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.811709 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Port 4cd43521-221d-4d5a-9ecb-2d6c381a50f1 has been deleted concurrently {{(pid=102642) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 05 19:11:44.820653 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Routers {'39d972f1-44c0-4d6e-a774-52fe40e7af2e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:44.821256 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:44.879160 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.924450 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] Set router 39d972f1-44c0-4d6e-a774-52fe40e7af2e gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:44.930720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Deleting port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:44.931064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:44.997558 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.013423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] For port 4e046d9b-2885-4ccc-bcf8-591f8ca96b15, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=4e046d9b-2885-4ccc-bcf8-591f8ca96b15,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:45.013791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.026111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Calling delete_port for 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:45.099487 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'name': 'tempest-ImageQuotaTest-426148748-router', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:44Z', 'revision_number': 5, 'project_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'gw_port': {'id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:45.128872 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d37ec-1c75-44d4-aad3-4dbfc4aaa3ca None None] The sync data for ids ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'] in n-d-836650-3 is: [{'id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'name': 'tempest-ImageQuotaTest-426148748-router', 'tenant_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:44Z', 'revision_number': 5, 'project_id': 'd37ce112f0af4e2fae4954e4c70dff76', 'gw_port': {'id': '4e046d9b-2885-4ccc-bcf8-591f8ca96b15', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d972f1-44c0-4d6e-a774-52fe40e7af2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:38Z', 'updated_at': '2022-04-05T19:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:45.192279 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.220177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Pushing event deleted for resources: {'Port': ['ID=4e046d9b-2885-4ccc-bcf8-591f8ca96b15,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:45.282677 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.375711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.377993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.433325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.434187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39d972f1-44c0-4d6e-a774-52fe40e7af2e {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:11:45.439551 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.442443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9226d382-8ecf-494f-9e49-aa86875088db admin admin] 10.222.0.15 "DELETE /v2.0/routers/39d972f1-44c0-4d6e-a774-52fe40e7af2e HTTP/1.1" status: 204 len: 168 time: 0.7687492 Apr 05 19:11:45.443250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59536) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:45.489387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e3deea-f493-497f-a700-f6d9a1fc7eee admin admin] Deleting subnet 62c42f62-a249-4a1a-ba72-1a8630e78d67 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:11:45.492565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12e3deea-f493-497f-a700-f6d9a1fc7eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.529101 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12e3deea-f493-497f-a700-f6d9a1fc7eee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.612594 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12e3deea-f493-497f-a700-f6d9a1fc7eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.667154 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12e3deea-f493-497f-a700-f6d9a1fc7eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.693711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3deea-f493-497f-a700-f6d9a1fc7eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c42f62-a249-4a1a-ba72-1a8630e78d67,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:45.698281 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12e3deea-f493-497f-a700-f6d9a1fc7eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.701728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-12e3deea-f493-497f-a700-f6d9a1fc7eee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/62c42f62-a249-4a1a-ba72-1a8630e78d67 HTTP/1.1" status: 204 len: 168 time: 0.2575047 Apr 05 19:11:45.704361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59538) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:45.704782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d784245d-b82e-4f50-9e70-893277cf04be None None] Network 2983854d-3dd7-4746-be56-80bbb43adefa requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:11:45.759914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fffd3f-55db-4442-b6f2-7f18694f6eb5 None None] Sync routers for ids ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:45.779038 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.801031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fffd3f-55db-4442-b6f2-7f18694f6eb5 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:45.801394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fffd3f-55db-4442-b6f2-7f18694f6eb5 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 19:11:45.801985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_agentschedulers_db [None req-06fffd3f-55db-4442-b6f2-7f18694f6eb5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'39d972f1-44c0-4d6e-a774-52fe40e7af2e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 19:11:45.828689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fffd3f-55db-4442-b6f2-7f18694f6eb5 None None] Routers set() bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:45.829046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fffd3f-55db-4442-b6f2-7f18694f6eb5 None None] Router IDs set() for agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 19:11:45.829658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_agentschedulers_db [None req-06fffd3f-55db-4442-b6f2-7f18694f6eb5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'39d972f1-44c0-4d6e-a774-52fe40e7af2e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent'). {{(pid=102641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 19:11:45.830019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fffd3f-55db-4442-b6f2-7f18694f6eb5 None None] The sync data for ids ['39d972f1-44c0-4d6e-a774-52fe40e7af2e'] in n-d-836650-3 is: [] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:45.837195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Deleting port 37e1ab4e-a501-4a81-a602-76b6d1ba201c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:45.838267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.904603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] For port 37e1ab4e-a501-4a81-a602-76b6d1ba201c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=37e1ab4e-a501-4a81-a602-76b6d1ba201c,segment=NetworkSegment(5b5d35a5-697b-46ec-a15b-436e34e9bf6c),segment_id=5b5d35a5-697b-46ec-a15b-436e34e9bf6c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:45.904975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:45.919328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2420547d-e195-4e0e-9bd1-34173ddcd4e8 None None] DHCP port deletion for 2983854d-3dd7-4746-be56-80bbb43adefa request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:11:45.925129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Calling delete_port for 37e1ab4e-a501-4a81-a602-76b6d1ba201c owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:45.975184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2420547d-e195-4e0e-9bd1-34173ddcd4e8 None None] Deleting port 37e1ab4e-a501-4a81-a602-76b6d1ba201c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:11:45.975557 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2420547d-e195-4e0e-9bd1-34173ddcd4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.011412 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.034953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=37e1ab4e-a501-4a81-a602-76b6d1ba201c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:46.038645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2420547d-e195-4e0e-9bd1-34173ddcd4e8 None None] For port 37e1ab4e-a501-4a81-a602-76b6d1ba201c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=37e1ab4e-a501-4a81-a602-76b6d1ba201c,segment=NetworkSegment(5b5d35a5-697b-46ec-a15b-436e34e9bf6c),segment_id=5b5d35a5-697b-46ec-a15b-436e34e9bf6c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:46.039193 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2420547d-e195-4e0e-9bd1-34173ddcd4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.041418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] No DVR routers for this DVR port 37e1ab4e-a501-4a81-a602-76b6d1ba201c on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:11:46.051783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2420547d-e195-4e0e-9bd1-34173ddcd4e8 None None] Calling delete_port for 37e1ab4e-a501-4a81-a602-76b6d1ba201c owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:11:46.110890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.129740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2420547d-e195-4e0e-9bd1-34173ddcd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.131561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2983854d-3dd7-4746-be56-80bbb43adefa']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:46.141385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5d35a5-697b-46ec-a15b-436e34e9bf6c') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:46.141614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5d35a5-697b-46ec-a15b-436e34e9bf6c') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:46.155443 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.155855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420547d-e195-4e0e-9bd1-34173ddcd4e8 None None] Pushing event deleted for resources: {'Port': ['ID=37e1ab4e-a501-4a81-a602-76b6d1ba201c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:46.161004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420547d-e195-4e0e-9bd1-34173ddcd4e8 None None] No DVR routers for this DVR port 37e1ab4e-a501-4a81-a602-76b6d1ba201c on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:11:46.170463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.176862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:11:46.177239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: items = [ Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:11:46.178976 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:11:46.232250 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.237976 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.241112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] 10.222.0.15 "DELETE /v2.0/networks/2983854d-3dd7-4746-be56-80bbb43adefa HTTP/1.1" status: 204 len: 168 time: 0.5358310 Apr 05 19:11:46.252801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243525-dff2-4705-98bb-ae7fe4c79c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=2983854d-3dd7-4746-be56-80bbb43adefa,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:46.357065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59542) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:46.397050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4fadb8ae-3c93-415a-879c-8d3b1050dd09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d37ce112f0af4e2fae4954e4c70dff76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387855 Apr 05 19:11:46.399401 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59544) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:46.447776 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-956cfb12-4733-4ddd-82d1-e06e8e915654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.467985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-956cfb12-4733-4ddd-82d1-e06e8e915654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.517347 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-956cfb12-4733-4ddd-82d1-e06e8e915654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.519970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-956cfb12-4733-4ddd-82d1-e06e8e915654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.521094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-956cfb12-4733-4ddd-82d1-e06e8e915654 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d80335c-8b18-4583-98a3-adbbf242ced2 HTTP/1.1" status: 204 len: 168 time: 0.1208124 Apr 05 19:11:46.529224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cfb12-4733-4ddd-82d1-e06e8e915654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d80335c-8b18-4583-98a3-adbbf242ced2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:46.846117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59550) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:46.859734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.934714 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.938761 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:46.978142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1308305 Apr 05 19:11:46.979279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306cbc33-15be-417a-9fc8-7fb0d0c4a8a6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:46.981029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59552) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:46.986520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.986867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.987204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.987538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.987864 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.988192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.988513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.988833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.989151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.989466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.989784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:46.990114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07aec3d-7c22-48f7-bfe5-3be302d24c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:11:47.030565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f091857-faf5-418b-a83b-dc3aa83537d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.051596 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f091857-faf5-418b-a83b-dc3aa83537d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.097805 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f091857-faf5-418b-a83b-dc3aa83537d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.100421 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f091857-faf5-418b-a83b-dc3aa83537d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.101562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6f091857-faf5-418b-a83b-dc3aa83537d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/306cbc33-15be-417a-9fc8-7fb0d0c4a8a6 HTTP/1.1" status: 204 len: 168 time: 0.1195600 Apr 05 19:11:47.109221 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f091857-faf5-418b-a83b-dc3aa83537d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306cbc33-15be-417a-9fc8-7fb0d0c4a8a6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:47.432715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 37e1ab4e-a501-4a81-a602-76b6d1ba201c no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:47.454851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 37e1ab4e-a501-4a81-a602-76b6d1ba201c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:47.454851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 37e1ab4e-a501-4a81-a602-76b6d1ba201c not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:47.454851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:11:47.475081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:11:47.475428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 4e046d9b-2885-4ccc-bcf8-591f8ca96b15 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:11:47.657719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59574) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:47.754279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1714775974-network', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:47.773445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Made reservation on behalf of 54e459bc48c345fd8eb24e9bb8917d37 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:11:47.775710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.783722 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.855442 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.858920 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.878247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:11:47.891066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c3e0e1-271f-40dc-903b-d33a1c441567,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:47.895719 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.896062 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Added segment 4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9 of type vlan for network 7c4909bc-063a-4159-996c-b04f930b3ee6 Apr 05 19:11:47.938181 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.961680 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:47.963491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:47.963767 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.012385 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3535755 Apr 05 19:11:48.015383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59578) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:48.020300 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Request body: {'subnet': {'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1714775974-subnet', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:48.024924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72ed19-b2ea-410f-97cf-cc5a5ecf4cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=7c4909bc-063a-4159-996c-b04f930b3ee6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:48.038830 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 7c4909bc-063a-4159-996c-b04f930b3ee6 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:11:48.039888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Made reservation on behalf of 54e459bc48c345fd8eb24e9bb8917d37 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:11:48.042122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.206353 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.253386 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=121df2ca-131c-49d7-8fde-461f440e03a3,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:48.268957 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Checking segment: {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:48.269307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Network hostable DHCP agents. Network: 7c4909bc-063a-4159-996c-b04f930b3ee6, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:11:48.285382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Network 7c4909bc-063a-4159-996c-b04f930b3ee6 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:11:48.293508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 7c4909bc-063a-4159-996c-b04f930b3ee6) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:48.297682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:48.298264 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.303629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb3f1b-384a-4580-a2d7-ffffa3b524d4 None None] Network 7c4909bc-063a-4159-996c-b04f930b3ee6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:11:48.314231 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c48b3f09-93c9-4cd0-8dbd-e5dd2ba03f3e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2977588 Apr 05 19:11:48.317138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59580) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:48.321493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:48.340774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.341845 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.396101 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.451440 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-7c4909bc-063a-4159-996c-b04f930b3ee6', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:11:48.452331 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.530820 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.589781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Allocated IP 172.20.0.2 (7c4909bc-063a-4159-996c-b04f930b3ee6/121df2ca-131c-49d7-8fde-461f440e03a3/550fc588-bb7f-437c-a5f1-0052fb78eb36) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:48.729954 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.736111 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.783184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Network 7c4909bc-063a-4159-996c-b04f930b3ee6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:48.786236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:48.790766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:48.793961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Pushing event updated for resources: {'Port': ['ID=550fc588-bb7f-437c-a5f1-0052fb78eb36,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:48.848816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Attempting to bind port 550fc588-bb7f-437c-a5f1-0052fb78eb36 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:48.849180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Attempting to bind port 550fc588-bb7f-437c-a5f1-0052fb78eb36 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:48.849535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Attempting to bind port 550fc588-bb7f-437c-a5f1-0052fb78eb36 on network 7c4909bc-063a-4159-996c-b04f930b3ee6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:48.855004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:48.855376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Checking segment: {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:48.855780 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.856172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Bound using segment: {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:48.856639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Bound port: 550fc588-bb7f-437c-a5f1-0052fb78eb36, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:48.857014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.920517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] For port 550fc588-bb7f-437c-a5f1-0052fb78eb36, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:48.924301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] For port 550fc588-bb7f-437c-a5f1-0052fb78eb36, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=550fc588-bb7f-437c-a5f1-0052fb78eb36,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:48.929581 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.967337 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:48.986672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:49.098530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Allocated IP 172.25.4.184 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/0b787c61-9dbd-4af7-b450-f957889f28a8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:49.147615 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a14d4-32a2-47ec-8926-a79997ac7024 None None] Pushing event updated for resources: {'Port': ['ID=550fc588-bb7f-437c-a5f1-0052fb78eb36,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:49.205352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:49.239207 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:49.282275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:49.284626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:49.288977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:49.317174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Pushing event updated for resources: {'Port': ['ID=0b787c61-9dbd-4af7-b450-f957889f28a8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:49.484143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 550fc588-bb7f-437c-a5f1-0052fb78eb36 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:49.532200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 550fc588-bb7f-437c-a5f1-0052fb78eb36 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:49.532563 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:49.559775 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:49.612091 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:49.647205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 550fc588-bb7f-437c-a5f1-0052fb78eb36, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=550fc588-bb7f-437c-a5f1-0052fb78eb36,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:49.651757 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:49.700396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=550fc588-bb7f-437c-a5f1-0052fb78eb36,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:49.761353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:49.893631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Router be1ec04b-8dce-4aa0-85e1-e89b36e7365a is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:11:50.008020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:50.023185 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Sync routers for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:50.027674 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.031864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-595b4cb2-f65d-44e7-91ee-39367ff1385b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7108517 Apr 05 19:11:50.031864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59582) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:50.035358 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:50.035985 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:50.036186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeaa35e-777c-4408-bda9-40d34315a05c None None] Network 7c4909bc-063a-4159-996c-b04f930b3ee6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:11:50.141098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-42674da7-0d1d-460d-941f-e7aadf92b778 None None] Provisioning complete for port 550fc588-bb7f-437c-a5f1-0052fb78eb36 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:50.141386 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42674da7-0d1d-460d-941f-e7aadf92b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.147513 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:50.337398 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:49Z', 'revision_number': 3, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:50.364873 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Checking router: be1ec04b-8dce-4aa0-85e1-e89b36e7365a for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:11:50.365217 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Updating router be1ec04b-8dce-4aa0-85e1-e89b36e7365a port 0b787c61-9dbd-4af7-b450-f957889f28a8 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:11:50.395178 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.477764 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.511478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9329ed50-4491-4b12-8571-fc2039170865 None None] Provisioning complete for port 550fc588-bb7f-437c-a5f1-0052fb78eb36 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:50.512092 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9329ed50-4491-4b12-8571-fc2039170865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.636227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Allocated IP 172.20.0.1 (7c4909bc-063a-4159-996c-b04f930b3ee6/121df2ca-131c-49d7-8fde-461f440e03a3/14c5e6ea-2f96-4be3-906f-07bd8ca0b130) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:50.654818 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.660222 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.711963 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Attempting to bind port 0b787c61-9dbd-4af7-b450-f957889f28a8 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:50.712326 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Attempting to bind port 0b787c61-9dbd-4af7-b450-f957889f28a8 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:50.712686 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Attempting to bind port 0b787c61-9dbd-4af7-b450-f957889f28a8 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:50.717870 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14140754-27a8-414d-9fad-93338689e5f6 None None] Pushing event updated for resources: {'Port': ['ID=0b787c61-9dbd-4af7-b450-f957889f28a8,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:50.722343 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:50.722731 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:50.723126 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.723507 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:50.723954 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Bound port: 0b787c61-9dbd-4af7-b450-f957889f28a8, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:50.724329 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.742028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.777722 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.780434 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] For port 0b787c61-9dbd-4af7-b450-f957889f28a8, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:50.783746 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] For port 0b787c61-9dbd-4af7-b450-f957889f28a8, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0b787c61-9dbd-4af7-b450-f957889f28a8,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:50.789239 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.813728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Network 7c4909bc-063a-4159-996c-b04f930b3ee6 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:50.818493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:50.822586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:50.839407 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:50.840098 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:50.852642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Pushing event updated for resources: {'Port': ['ID=14c5e6ea-2f96-4be3-906f-07bd8ca0b130,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:50.870061 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:50.889072 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14140754-27a8-414d-9fad-93338689e5f6 None None] Pushing event updated for resources: {'Port': ['ID=0b787c61-9dbd-4af7-b450-f957889f28a8,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:50.966966 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:51.007040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:51.121381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-98ab69f9-5544-4042-90c6-9b0ef23db0a3 None None] Provisioning complete for port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:51.121907 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98ab69f9-5544-4042-90c6-9b0ef23db0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:51.147020 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:49Z', 'revision_number': 3, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:51.160223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-98ab69f9-5544-4042-90c6-9b0ef23db0a3 None None] Port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:51.178706 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:51.179279 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42609dab-b916-4677-8b05-1b4e2973864a None None] The sync data for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 is: [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:49Z', 'revision_number': 3, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:51.185101 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:51.258496 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:51.260600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Pushing event updated for resources: {'Port': ['ID=14c5e6ea-2f96-4be3-906f-07bd8ca0b130,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:51.355426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Network 7c4909bc-063a-4159-996c-b04f930b3ee6 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:51.356814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:51.487947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 550fc588-bb7f-437c-a5f1-0052fb78eb36 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:51.532506 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Router be1ec04b-8dce-4aa0-85e1-e89b36e7365a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:11:51.548157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 550fc588-bb7f-437c-a5f1-0052fb78eb36 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:51.549145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:51.656139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:51.661531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-642ada60-9102-418d-979a-75023a9eb20e admin admin] 10.222.0.15 "PUT /v2.0/routers/be1ec04b-8dce-4aa0-85e1-e89b36e7365a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6285496 Apr 05 19:11:51.687168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-bcfe625d-ca7c-4817-a9ed-4c155026b370 None None] Provisioning complete for port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:51.687554 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcfe625d-ca7c-4817-a9ed-4c155026b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:51.724932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe625d-ca7c-4817-a9ed-4c155026b370 None None] Port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:52.165926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59598) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:52.170920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-643674297-network', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:52.189207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Made reservation on behalf of 9cf1079f8efa46269ad564a54e31886e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:11:52.191649 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.200926 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.275743 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.279256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.303007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:11:52.312532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f784a597-7b3a-4bba-af71-a63c53a54fb1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:52.318582 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.318921 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Added segment 19199fd6-6fda-4a07-99f6-81c60e414e4e of type vlan for network 768e5c23-1087-4132-a895-565c839b701d Apr 05 19:11:52.363142 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.387506 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.388510 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:52.389091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.437234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2701571 Apr 05 19:11:52.440088 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59600) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:52.445533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Request body: {'subnet': {'network_id': '768e5c23-1087-4132-a895-565c839b701d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-643674297-subnet', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:52.450663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbac58-7d1a-45c4-b2d3-51d1ef6c0228 admin admin] Pushing event updated for resources: {'Network': ['ID=768e5c23-1087-4132-a895-565c839b701d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:52.460726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 768e5c23-1087-4132-a895-565c839b701d details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:11:52.466425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Made reservation on behalf of 9cf1079f8efa46269ad564a54e31886e for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:11:52.468751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.640747 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.700536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51982abd-f026-4c29-80f7-33b09a20bbf0,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:52.711266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Checking segment: {'id': '19199fd6-6fda-4a07-99f6-81c60e414e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '768e5c23-1087-4132-a895-565c839b701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:52.711624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Network hostable DHCP agents. Network: 768e5c23-1087-4132-a895-565c839b701d, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:11:52.728623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Network 768e5c23-1087-4132-a895-565c839b701d is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:11:52.736869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 768e5c23-1087-4132-a895-565c839b701d) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:52.741302 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:11:52.743015 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.747100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820bd2ab-09ba-494c-a0e2-030b766e7c4b None None] Network 768e5c23-1087-4132-a895-565c839b701d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:11:52.757856 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f45f5bf7-2178-40c0-9b9b-02242d6c5aa8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3166049 Apr 05 19:11:52.761426 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 59602) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:52.766326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:11:52.786272 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.787487 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.842255 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:52.863244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Sync routers for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:52.881900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:52.882519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:52.938997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-768e5c23-1087-4132-a895-565c839b701d', 'network_id': '768e5c23-1087-4132-a895-565c839b701d', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'fixed_ips': [{'subnet_id': '51982abd-f026-4c29-80f7-33b09a20bbf0'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:11:52.939839 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.076732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:53.212765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Allocated IP 172.20.0.2 (768e5c23-1087-4132-a895-565c839b701d/51982abd-f026-4c29-80f7-33b09a20bbf0/7597a089-edde-4337-aa0a-21fed45fca44) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:53.297156 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.453102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:51Z', 'revision_number': 2, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:53.454997 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.483553 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0b787c61-9dbd-4af7-b450-f957889f28a8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:53.485920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Checking router: be1ec04b-8dce-4aa0-85e1-e89b36e7365a for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:11:53.486269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Updating router be1ec04b-8dce-4aa0-85e1-e89b36e7365a port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:11:53.488342 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.509709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.533499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.579384 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.591245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Network 768e5c23-1087-4132-a895-565c839b701d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:53.602085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:53.604213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Pushing event updated for resources: {'Port': ['ID=7597a089-edde-4337-aa0a-21fed45fca44,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:53.609074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:53.643075 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Allocated IP 172.25.4.238 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/ae6cf591-f606-4da5-8557-ec4f55e1fcf2) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:53.690987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0b787c61-9dbd-4af7-b450-f957889f28a8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:53.691348 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.748749 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.774951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Attempting to bind port 7597a089-edde-4337-aa0a-21fed45fca44 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:53.775582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Attempting to bind port 7597a089-edde-4337-aa0a-21fed45fca44 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '19199fd6-6fda-4a07-99f6-81c60e414e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '768e5c23-1087-4132-a895-565c839b701d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:53.775708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Attempting to bind port 7597a089-edde-4337-aa0a-21fed45fca44 on network 768e5c23-1087-4132-a895-565c839b701d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:53.782016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.797581 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:53.797950 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Checking segment: {'id': '19199fd6-6fda-4a07-99f6-81c60e414e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '768e5c23-1087-4132-a895-565c839b701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:53.798349 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.798762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Bound using segment: {'id': '19199fd6-6fda-4a07-99f6-81c60e414e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '768e5c23-1087-4132-a895-565c839b701d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:53.799226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Bound port: 7597a089-edde-4337-aa0a-21fed45fca44, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19199fd6-6fda-4a07-99f6-81c60e414e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '768e5c23-1087-4132-a895-565c839b701d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:53.799603 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:53.821952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:53.826717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:53.830998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:53.853936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6cf591-f606-4da5-8557-ec4f55e1fcf2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:54.090276 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.120697 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.125724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] For port 7597a089-edde-4337-aa0a-21fed45fca44, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:54.153371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] For port 7597a089-edde-4337-aa0a-21fed45fca44, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7597a089-edde-4337-aa0a-21fed45fca44,segment=NetworkSegment(19199fd6-6fda-4a07-99f6-81c60e414e4e),segment_id=19199fd6-6fda-4a07-99f6-81c60e414e4e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:54.162897 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.179862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 0b787c61-9dbd-4af7-b450-f957889f28a8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0b787c61-9dbd-4af7-b450-f957889f28a8,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:54.208640 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.272889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6682743-adf1-45bc-b3d1-683759159d84 None None] Pushing event updated for resources: {'Port': ['ID=7597a089-edde-4337-aa0a-21fed45fca44,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:54.308867 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.309867 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.319112 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.345222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=0b787c61-9dbd-4af7-b450-f957889f28a8,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:54.430774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc77178-d8e4-49cf-873b-c3bcf7e515b0 None None] Pushing event updated for resources: {'Port': ['ID=14c5e6ea-2f96-4be3-906f-07bd8ca0b130,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:54.444614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Attempting to bind port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:54.445631 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Attempting to bind port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:54.446009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Attempting to bind port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 on network 7c4909bc-063a-4159-996c-b04f930b3ee6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:54.452884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:54.453325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Checking segment: {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:54.453621 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.454003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Bound using segment: {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:54.454511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Bound port: 14c5e6ea-2f96-4be3-906f-07bd8ca0b130, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:54.454863 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.470664 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:11:54.552203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] For port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:54.560715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] For port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=14c5e6ea-2f96-4be3-906f-07bd8ca0b130,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:54.565056 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.620442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:54.630449 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Sync routers for ids ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:54.654001 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.656461 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-16b7865b-dea7-484e-be71-f8545ed7d976 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8938127 Apr 05 19:11:54.659586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 59604) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:11:54.676073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc77178-d8e4-49cf-873b-c3bcf7e515b0 None None] Pushing event updated for resources: {'Port': ['ID=14c5e6ea-2f96-4be3-906f-07bd8ca0b130,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:54.691866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:54.694436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:54.794670 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Routers {'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:54.795293 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:54.835983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f647b773-884e-4236-b268-e83aef8a8b2a None None] Provisioning complete for port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:54.835983 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f647b773-884e-4236-b268-e83aef8a8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:54.992211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:55.063966 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Set router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:55.170802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f647b773-884e-4236-b268-e83aef8a8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:55.266927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f647b773-884e-4236-b268-e83aef8a8b2a None None] For port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=14c5e6ea-2f96-4be3-906f-07bd8ca0b130,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:55.283374 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f647b773-884e-4236-b268-e83aef8a8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:55.307910 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:52Z', 'updated_at': '2022-04-05T19:11:53Z', 'revision_number': 3, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'gw_port': {'id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:53Z', 'updated_at': '2022-04-05T19:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:55.348145 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Checking router: ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:11:55.348501 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Updating router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e port ae6cf591-f606-4da5-8557-ec4f55e1fcf2 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:11:55.400847 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:55.499010 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647b773-884e-4236-b268-e83aef8a8b2a None None] Pushing event updated for resources: {'Port': ['ID=14c5e6ea-2f96-4be3-906f-07bd8ca0b130,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:55.527282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-13e216b6-d6fa-4a4b-ab72-99edd76e8b93 None None] Provisioning complete for port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:55.527657 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13e216b6-d6fa-4a4b-ab72-99edd76e8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:55.625030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0b787c61-9dbd-4af7-b450-f957889f28a8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:55.677861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:55.756334 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:55.807378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c78cf-eddb-46ae-888a-2ea99ed47bf6 None None] The sync data for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 is: [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:55.840962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0b787c61-9dbd-4af7-b450-f957889f28a8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:55.841642 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:55.843666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652091a-ee21-4a5e-b502-38effaede1f2 None None] Network 768e5c23-1087-4132-a895-565c839b701d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:11:55.927117 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:55.937881 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:55.954251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Allocated IP 172.20.0.1 (768e5c23-1087-4132-a895-565c839b701d/51982abd-f026-4c29-80f7-33b09a20bbf0/2ccb397d-6873-49b5-acfa-1835ffb79aa6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:11:56.011250 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Attempting to bind port ae6cf591-f606-4da5-8557-ec4f55e1fcf2 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:56.012085 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Attempting to bind port ae6cf591-f606-4da5-8557-ec4f55e1fcf2 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:56.012629 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Attempting to bind port ae6cf591-f606-4da5-8557-ec4f55e1fcf2 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:11:56.027955 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:11:56.028719 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:11:56.029506 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.030156 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:11:56.030909 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Bound port: ae6cf591-f606-4da5-8557-ec4f55e1fcf2, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:11:56.031644 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.098259 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] For port ae6cf591-f606-4da5-8557-ec4f55e1fcf2, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:11:56.101551 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] For port ae6cf591-f606-4da5-8557-ec4f55e1fcf2, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ae6cf591-f606-4da5-8557-ec4f55e1fcf2,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:11:56.103478 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c17db-21ca-44e7-a523-be917092de37 None None] Pushing event updated for resources: {'Port': ['ID=ae6cf591-f606-4da5-8557-ec4f55e1fcf2,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:56.106092 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.107422 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.163908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.168442 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Routers {'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:56.169514 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:56.204032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7597a089-edde-4337-aa0a-21fed45fca44 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:56.228558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Pushing event updated for resources: {'Port': ['ID=2ccb397d-6873-49b5-acfa-1835ffb79aa6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:56.240259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0265c2e7-0bff-47be-aa57-cfc3c0c4f5f2 None None] Provisioning complete for port 7597a089-edde-4337-aa0a-21fed45fca44 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:56.240578 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0265c2e7-0bff-47be-aa57-cfc3c0c4f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.254319 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c17db-21ca-44e7-a523-be917092de37 None None] Pushing event updated for resources: {'Port': ['ID=ae6cf591-f606-4da5-8557-ec4f55e1fcf2,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:56.255849 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Network 768e5c23-1087-4132-a895-565c839b701d is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:56.266732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:56.270118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:11:56.329948 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.345419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7597a089-edde-4337-aa0a-21fed45fca44 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:56.345878 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.349282 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] Set router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:56.436400 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0265c2e7-0bff-47be-aa57-cfc3c0c4f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.510130 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.513865 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.520051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0265c2e7-0bff-47be-aa57-cfc3c0c4f5f2 None None] For port 7597a089-edde-4337-aa0a-21fed45fca44, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7597a089-edde-4337-aa0a-21fed45fca44,segment=NetworkSegment(19199fd6-6fda-4a07-99f6-81c60e414e4e),segment_id=19199fd6-6fda-4a07-99f6-81c60e414e4e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:56.550515 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0265c2e7-0bff-47be-aa57-cfc3c0c4f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.621515 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:52Z', 'updated_at': '2022-04-05T19:11:53Z', 'revision_number': 3, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'gw_port': {'id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:53Z', 'updated_at': '2022-04-05T19:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:56.662020 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0817009-c2be-4ab7-8d16-6993bba5e784 None None] The sync data for ids ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'] in n-d-836650-3 is: [{'id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:52Z', 'updated_at': '2022-04-05T19:11:53Z', 'revision_number': 3, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'gw_port': {'id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:53Z', 'updated_at': '2022-04-05T19:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:11:56.682147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c2e7-0bff-47be-aa57-cfc3c0c4f5f2 None None] Pushing event updated for resources: {'Port': ['ID=7597a089-edde-4337-aa0a-21fed45fca44,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:56.691917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:11:56.694126 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:11:56.716376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-63f5dd57-165b-4a90-bc60-2d0344ee5083 None None] Provisioning complete for port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:56.716825 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63f5dd57-165b-4a90-bc60-2d0344ee5083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.773675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-63f5dd57-165b-4a90-bc60-2d0344ee5083 None None] Port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:56.785786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-63f5dd57-165b-4a90-bc60-2d0344ee5083 None None] Provisioning complete for port 7597a089-edde-4337-aa0a-21fed45fca44 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:56.786159 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63f5dd57-165b-4a90-bc60-2d0344ee5083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.807955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.818606 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.911031 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:56.912956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Pushing event updated for resources: {'Port': ['ID=2ccb397d-6873-49b5-acfa-1835ffb79aa6,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:57.014330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Network 768e5c23-1087-4132-a895-565c839b701d is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:11:57.015942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:11:57.039493 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7007f88c-9716-4e63-a233-70c430615e05 None None] Provisioning complete for port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:57.039907 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7007f88c-9716-4e63-a233-70c430615e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:57.081606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7007f88c-9716-4e63-a233-70c430615e05 None None] Port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:57.154218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:11:57.315924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:11:57.320895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7d7b180d-fcd5-457b-a0e8-89857b81a670 admin admin] 10.222.0.15 "PUT /v2.0/routers/ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6599460 Apr 05 19:11:57.414191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5a5cea66-a95c-479d-adf0-2d87b414ebd3 None None] Provisioning complete for port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:57.414822 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a5cea66-a95c-479d-adf0-2d87b414ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:57.465931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5a5cea66-a95c-479d-adf0-2d87b414ebd3 None None] Port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:11:57.590120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ae6cf591-f606-4da5-8557-ec4f55e1fcf2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:57.640229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ae6cf591-f606-4da5-8557-ec4f55e1fcf2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:57.640737 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:57.721362 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:57.744375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port ae6cf591-f606-4da5-8557-ec4f55e1fcf2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ae6cf591-f606-4da5-8557-ec4f55e1fcf2,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:11:57.749653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:57.750451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:57.839494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=ae6cf591-f606-4da5-8557-ec4f55e1fcf2,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:57.849148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:57.849524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:57.936650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7597a089-edde-4337-aa0a-21fed45fca44 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:57.991428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7597a089-edde-4337-aa0a-21fed45fca44 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:57.991799 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:58.976464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Sync routers for ids ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:11:58.986540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Routers {'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:11:58.987149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:59.096105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Set router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:11:59.307063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:52Z', 'updated_at': '2022-04-05T19:11:56Z', 'revision_number': 4, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'gw_port': {'id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:53Z', 'updated_at': '2022-04-05T19:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2ccb397d-6873-49b5-acfa-1835ffb79aa6', 'name': '', 'network_id': '768e5c23-1087-4132-a895-565c839b701d', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'mac_address': 'fa:16:3e:8b:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '51982abd-f026-4c29-80f7-33b09a20bbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:55Z', 'updated_at': '2022-04-05T19:11:56Z', 'revision_number': 2, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'subnets': [{'id': '51982abd-f026-4c29-80f7-33b09a20bbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:11:59.333552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Checking router: ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:11:59.333899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Updating router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:11:59.359319 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:59.462675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ae6cf591-f606-4da5-8557-ec4f55e1fcf2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:11:59.583723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port ae6cf591-f606-4da5-8557-ec4f55e1fcf2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:11:59.584088 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:59.725378 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:59.732862 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:11:59.938560 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4c8a2-3193-4952-82fa-4fac87c2eac3 None None] Pushing event updated for resources: {'Port': ['ID=2ccb397d-6873-49b5-acfa-1835ffb79aa6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:11:59.993152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Attempting to bind port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:11:59.994355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Attempting to bind port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '19199fd6-6fda-4a07-99f6-81c60e414e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '768e5c23-1087-4132-a895-565c839b701d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:11:59.994697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Attempting to bind port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 on network 768e5c23-1087-4132-a895-565c839b701d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:12:00.000991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:12:00.001456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Checking segment: {'id': '19199fd6-6fda-4a07-99f6-81c60e414e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '768e5c23-1087-4132-a895-565c839b701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:12:00.001947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:00.002433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Bound using segment: {'id': '19199fd6-6fda-4a07-99f6-81c60e414e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '768e5c23-1087-4132-a895-565c839b701d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:12:00.002972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Bound port: 2ccb397d-6873-49b5-acfa-1835ffb79aa6, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19199fd6-6fda-4a07-99f6-81c60e414e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '768e5c23-1087-4132-a895-565c839b701d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:12:00.003363 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:00.077074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] For port 2ccb397d-6873-49b5-acfa-1835ffb79aa6, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:12:00.080413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] For port 2ccb397d-6873-49b5-acfa-1835ffb79aa6, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2ccb397d-6873-49b5-acfa-1835ffb79aa6,segment=NetworkSegment(19199fd6-6fda-4a07-99f6-81c60e414e4e),segment_id=19199fd6-6fda-4a07-99f6-81c60e414e4e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:12:00.085558 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:00.144157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Routers {'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:12:00.144775 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:11:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:12:00.150476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4c8a2-3193-4952-82fa-4fac87c2eac3 None None] Pushing event updated for resources: {'Port': ['ID=2ccb397d-6873-49b5-acfa-1835ffb79aa6,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:12:00.262597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9e5896e7-6e7c-4ea4-8a4e-74672e41fd67 None None] Provisioning complete for port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:12:00.262972 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e5896e7-6e7c-4ea4-8a4e-74672e41fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:00.311579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] Set router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:12:00.471650 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e5896e7-6e7c-4ea4-8a4e-74672e41fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:00.543483 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9e5896e7-6e7c-4ea4-8a4e-74672e41fd67 None None] For port 2ccb397d-6873-49b5-acfa-1835ffb79aa6, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2ccb397d-6873-49b5-acfa-1835ffb79aa6,segment=NetworkSegment(19199fd6-6fda-4a07-99f6-81c60e414e4e),segment_id=19199fd6-6fda-4a07-99f6-81c60e414e4e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:12:00.550162 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e5896e7-6e7c-4ea4-8a4e-74672e41fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:00.611346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5896e7-6e7c-4ea4-8a4e-74672e41fd67 None None] Pushing event updated for resources: {'Port': ['ID=2ccb397d-6873-49b5-acfa-1835ffb79aa6,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:12:00.620149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:52Z', 'updated_at': '2022-04-05T19:11:56Z', 'revision_number': 4, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'gw_port': {'id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:53Z', 'updated_at': '2022-04-05T19:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2ccb397d-6873-49b5-acfa-1835ffb79aa6', 'name': '', 'network_id': '768e5c23-1087-4132-a895-565c839b701d', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'mac_address': 'fa:16:3e:8b:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '51982abd-f026-4c29-80f7-33b09a20bbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:55Z', 'updated_at': '2022-04-05T19:12:00Z', 'revision_number': 4, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'subnets': [{'id': '51982abd-f026-4c29-80f7-33b09a20bbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:12:00.652409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009de6e4-7886-4f22-a123-b5fcb3d1b790 None None] The sync data for ids ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'] in n-d-836650-3 is: [{'id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:52Z', 'updated_at': '2022-04-05T19:11:56Z', 'revision_number': 4, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'gw_port': {'id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:53Z', 'updated_at': '2022-04-05T19:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '2ccb397d-6873-49b5-acfa-1835ffb79aa6', 'name': '', 'network_id': '768e5c23-1087-4132-a895-565c839b701d', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'mac_address': 'fa:16:3e:8b:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '51982abd-f026-4c29-80f7-33b09a20bbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:55Z', 'updated_at': '2022-04-05T19:12:00Z', 'revision_number': 4, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'subnets': [{'id': '51982abd-f026-4c29-80f7-33b09a20bbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:12:00.670908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9b307426-e340-4f22-b36b-162482b31a0c None None] Provisioning complete for port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:12:00.671360 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b307426-e340-4f22-b36b-162482b31a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:01.191848 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:12:01.470066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2ccb397d-6873-49b5-acfa-1835ffb79aa6 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:12:01.523823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:12:01.524195 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:05.270278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:07.248428 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:09.473072 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-266bad06-6d12-4544-a6cb-8b2455e43e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:11.807368 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7fcb828-ab23-4739-987a-31b8897bcddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:12.917140 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:14.448166 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:15.000424 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:35.269497 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:37.248871 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:38.190355 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:12:39.475333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d173544-3864-496d-9227-07c9b310a523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:41.131770 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-a4d1bbed-2c36-4502-879d-6d11826a39cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394804 Apr 05 19:12:41.218680 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-39936c69-36f9-4b96-8197-3b592afc2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:12:41.220104 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-39936c69-36f9-4b96-8197-3b592afc2cfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb57babac2247a49d63de11f6483508&device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0412047 Apr 05 19:12:41.330722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-13e0d056-7706-4d5e-9111-b127d92f8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:12:41.332195 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-13e0d056-7706-4d5e-9111-b127d92f8756 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8b31089-9647-43de-9eea-08ccf02211b0 HTTP/1.1" status: 200 len: 909 time: 0.0890357 Apr 05 19:12:41.401443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-b72c2c03-d243-452d-bde2-dbdaeb286c09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845edb7d-c1be-4827-9c5c-821095aacc47 HTTP/1.1" status: 200 len: 1001 time: 0.0584128 Apr 05 19:12:41.458464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-7f518584-ffa8-4338-a187-4438863a4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:12:41.459931 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-7f518584-ffa8-4338-a187-4438863a4369 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6a25-f713-4425-a9cd-042ba71a7969 HTTP/1.1" status: 200 len: 848 time: 0.0489342 Apr 05 19:12:41.509074 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-678a1e88-d05f-4a9f-b2e8-44005db8fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:12:41.511299 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-678a1e88-d05f-4a9f-b2e8-44005db8fa77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8b31089-9647-43de-9eea-08ccf02211b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414310 Apr 05 19:12:41.605377 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-2b9e1e6d-f449-40e6-8a41-53107d85ecfe service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833011 Apr 05 19:12:41.701972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86fdce28-d6b5-4dc7-b0ea-87d1acaf4317 req-77b50835-8660-4495-880c-79d6b02e20a7 service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864434 Apr 05 19:12:41.812210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18655769-bcc0-49fc-9fc5-acdb1e6baf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:42.918294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:44.452210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:12:45.004929 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:05.283186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:07.260240 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:09.477947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31ef5a2a-0274-426e-bb05-faf80ec26905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:11.814506 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffb069e9-1992-44b7-a6bf-33e884c57ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:12.922118 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:14.457085 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:15.009144 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:15.189168 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:13:35.292098 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:35.565383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-c371b8a4-7f1a-4434-933b-75e34d694f10 req-517ab13a-2b24-4245-be78-0a47cc9e3161 service neutron] (102640) timed out ('10.222.0.25', 51612) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:13:37.260636 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:39.479523 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15868422-0f48-4ac6-bc1a-10824b228e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:39.770664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60622) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:13:39.776152 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-872172065', 'description': 'tempest-secgroup-smoke-872172065 description', 'project_id': '54e459bc48c345fd8eb24e9bb8917d37'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:13:39.797519 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:39.865630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:39.870006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:39.900353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d13318-f705-437f-bd1d-2f097b8c1237,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:39.904101 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:39.905304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1336377 Apr 05 19:13:39.908408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60626) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:13:39.911291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.911633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.911972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.912306 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.912636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.912963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.913081 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'security_group_rule': {'security_group_id': '21d13318-f705-437f-bd1d-2f097b8c1237', 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:13:39.913286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.914098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.914443 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.914766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.915084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.915400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa013de7-5375-4bb1-80f2-d33053638b02 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:39.940274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:39.986572 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:39.990041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.009013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fb3086-6842-413f-91b2-295f5d6df99c,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:40.017829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.018175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.018542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.018873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.019200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.019529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.019848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.020167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.020485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.020800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.021115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.021431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:40.026154 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.030209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60628) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:13:40.030382 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-89570409-0dd2-470f-8e76-0f5781bda11b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207845 Apr 05 19:13:40.034926 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-acb32333-e46d-4288-8c0d-b7fc2b07474b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'security_group_rule': {'security_group_id': '21d13318-f705-437f-bd1d-2f097b8c1237', 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:13:40.060773 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-acb32333-e46d-4288-8c0d-b7fc2b07474b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.118129 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-acb32333-e46d-4288-8c0d-b7fc2b07474b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.121571 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-acb32333-e46d-4288-8c0d-b7fc2b07474b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.138265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb32333-e46d-4288-8c0d-b7fc2b07474b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd16efd4-15ff-4a45-a6df-d5d436600466,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:40.146062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-acb32333-e46d-4288-8c0d-b7fc2b07474b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.147278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-acb32333-e46d-4288-8c0d-b7fc2b07474b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159739 Apr 05 19:13:40.150789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60630) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:13:40.155343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c8d5df51-8936-418c-a16c-957e4f8ba698 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'security_group_rule': {'security_group_id': '21d13318-f705-437f-bd1d-2f097b8c1237', 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:13:40.178694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8d5df51-8936-418c-a16c-957e4f8ba698 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.235769 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8d5df51-8936-418c-a16c-957e4f8ba698 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.239176 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8d5df51-8936-418c-a16c-957e4f8ba698 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.256658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5df51-8936-418c-a16c-957e4f8ba698 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87218bee-3054-4006-b484-195b2155eb93,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:40.264380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c8d5df51-8936-418c-a16c-957e4f8ba698 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.265609 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c8d5df51-8936-418c-a16c-957e4f8ba698 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138222 Apr 05 19:13:40.268338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60632) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:13:40.272610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-992244cb-54af-4620-a47f-d2c2b468b35e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'security_group_rule': {'security_group_id': '21d13318-f705-437f-bd1d-2f097b8c1237', 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:13:40.297291 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-992244cb-54af-4620-a47f-d2c2b468b35e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.359113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-992244cb-54af-4620-a47f-d2c2b468b35e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.362576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-992244cb-54af-4620-a47f-d2c2b468b35e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.381453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992244cb-54af-4620-a47f-d2c2b468b35e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7289e0-0814-4d14-942b-cfb41cb32374,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:40.390248 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-992244cb-54af-4620-a47f-d2c2b468b35e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.391540 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-992244cb-54af-4620-a47f-d2c2b468b35e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222806 Apr 05 19:13:40.394144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60634) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:13:40.398685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-2a39a6ba-c6d3-4c75-bd1f-849c21008066 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'security_group_rule': {'security_group_id': '21d13318-f705-437f-bd1d-2f097b8c1237', 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:13:40.418016 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-2a39a6ba-c6d3-4c75-bd1f-849c21008066 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Project 54e459bc48c345fd8eb24e9bb8917d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:13:40.422553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6ba-c6d3-4c75-bd1f-849c21008066 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.483080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6ba-c6d3-4c75-bd1f-849c21008066 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.486738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6ba-c6d3-4c75-bd1f-849c21008066 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.506004 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39a6ba-c6d3-4c75-bd1f-849c21008066 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a142ce37-9cce-4c4d-afff-507da858c8dc,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:40.511759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6ba-c6d3-4c75-bd1f-849c21008066 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.513567 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2a39a6ba-c6d3-4c75-bd1f-849c21008066 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178746 Apr 05 19:13:40.515824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60636) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:13:40.520379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4b31ce34-48a0-4b8d-a7ab-f9805d1601b4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'security_group_rule': {'security_group_id': '21d13318-f705-437f-bd1d-2f097b8c1237', 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:13:40.540452 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-4b31ce34-48a0-4b8d-a7ab-f9805d1601b4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Project 54e459bc48c345fd8eb24e9bb8917d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:13:40.545384 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b31ce34-48a0-4b8d-a7ab-f9805d1601b4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.606378 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b31ce34-48a0-4b8d-a7ab-f9805d1601b4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.609943 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b31ce34-48a0-4b8d-a7ab-f9805d1601b4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.628362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31ce34-48a0-4b8d-a7ab-f9805d1601b4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debe4260-e5ae-4855-b82b-85e1947ef44c,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:40.633592 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4b31ce34-48a0-4b8d-a7ab-f9805d1601b4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:40.634801 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4b31ce34-48a0-4b8d-a7ab-f9805d1601b4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180577 Apr 05 19:13:40.948961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-59e8cc87-66d2-439b-84bd-29e4b4141a75 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-872172065&fields=id&tenant_id=54e459bc48c345fd8eb24e9bb8917d37 HTTP/1.1" status: 200 len: 267 time: 0.0328686 Apr 05 19:13:41.058426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-a5858599-44ce-4a5d-aa51-02357ebda370 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:41.059796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-a5858599-44ce-4a5d-aa51-02357ebda370 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/networks?id=7c4909bc-063a-4159-996c-b04f930b3ee6 HTTP/1.1" status: 200 len: 814 time: 0.1039162 Apr 05 19:13:41.075820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-658abcde-57a0-4720-8194-bcfa5a0f5042 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/quotas/54e459bc48c345fd8eb24e9bb8917d37 HTTP/1.1" status: 200 len: 375 time: 0.0100451 Apr 05 19:13:41.126516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-1ebc5dce-077c-46d7-b220-577d00f77f12 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=54e459bc48c345fd8eb24e9bb8917d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452702 Apr 05 19:13:41.315058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-8b127858-cb45-4c4c-bf73-b0796cb7a766 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764221 Apr 05 19:13:41.407254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-7e1a6e47-f1d6-42cf-ae1e-f84734e50ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852418 Apr 05 19:13:41.779394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9071064-f159-4cf7-ab52-7ac38710cf78 req-527c0a92-89d0-4370-b148-d54414e5a9b5 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 210 time: 0.1002712 Apr 05 19:13:41.817145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb64cdf2-305f-4c94-a366-190ef75b5b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:42.147472 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-2297b4a1-5b04-4c38-a7a0-5ed3fb3babd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446343 Apr 05 19:13:42.246939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-fb8958a8-18be-4438-bd91-e231e008ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:42.248428 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-fb8958a8-18be-4438-bd91-e231e008ddd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afb57babac2247a49d63de11f6483508&device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0425277 Apr 05 19:13:42.358784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-e6cfefab-88c7-4e86-bf46-261af918e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:42.360234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-e6cfefab-88c7-4e86-bf46-261af918e17f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8b31089-9647-43de-9eea-08ccf02211b0 HTTP/1.1" status: 200 len: 909 time: 0.0838354 Apr 05 19:13:42.431794 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-b5d77db9-b4d4-4d27-a378-94c7d3f5b223 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845edb7d-c1be-4827-9c5c-821095aacc47 HTTP/1.1" status: 200 len: 1001 time: 0.0607526 Apr 05 19:13:42.484406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-703e079e-3742-402f-80b1-8335fefa338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:42.485855 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-703e079e-3742-402f-80b1-8335fefa338a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6a25-f713-4425-a9cd-042ba71a7969 HTTP/1.1" status: 200 len: 848 time: 0.0440922 Apr 05 19:13:42.596113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-dbeb2c54-bcdc-4bcf-9d0c-4a87f8f4161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:42.597742 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-dbeb2c54-bcdc-4bcf-9d0c-4a87f8f4161f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8b31089-9647-43de-9eea-08ccf02211b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016328 Apr 05 19:13:42.682978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-54aff376-60a6-4235-a382-3c1235ef90e8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:42.684616 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-54aff376-60a6-4235-a382-3c1235ef90e8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.25 "GET /v2.0/networks?id=7c4909bc-063a-4159-996c-b04f930b3ee6 HTTP/1.1" status: 200 len: 814 time: 0.1639049 Apr 05 19:13:42.751127 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-f2b66802-aee6-43e4-8e63-51735a1f1b29 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54e459bc48c345fd8eb24e9bb8917d37 HTTP/1.1" status: 200 len: 379 time: 0.0560350 Apr 05 19:13:42.756375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-3f1790e7-5131-49da-90af-68e2469cce8e service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438820 Apr 05 19:13:42.761407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'port': {'device_id': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'admin_state_up': True, 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'security_groups': ['21d13318-f705-437f-bd1d-2f097b8c1237']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:13:42.888903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01030422-c8a1-45c2-9805-909d512da8ed req-32f9a697-3b75-4f44-8f68-47d99ee34b29 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 210 time: 0.0292344 Apr 05 19:13:42.928267 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c5c738a1-29e7-40e3-b164-5d501cd3429a req-43d67a81-d6cc-48b6-b95f-b352e2994fae service neutron] 10.222.0.20 "GET /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515772 Apr 05 19:13:42.929492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:42.943527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Made reservation on behalf of 54e459bc48c345fd8eb24e9bb8917d37 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:13:42.948230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:43.080283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Allocated IP 172.20.0.13 (7c4909bc-063a-4159-996c-b04f930b3ee6/121df2ca-131c-49d7-8fde-461f440e03a3/c6635349-0ef8-478c-a5da-3f03fcd5c530) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:13:43.219065 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:43.253951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:43.303368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Network 7c4909bc-063a-4159-996c-b04f930b3ee6 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:13:43.306881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:13:43.310736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:13:43.335015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'Port': ['ID=c6635349-0ef8-478c-a5da-3f03fcd5c530,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:43.363873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:43.364500 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:43.381252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ced2a43f-b751-49b2-872e-071b225c1d43 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238487 Apr 05 19:13:43.392999 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Request body: {'port': {'device_id': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:13:43.454763 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:43.546810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-69e8a004-1388-496a-bb1d-0b32b97da19e None None] Provisioning complete for port c6635349-0ef8-478c-a5da-3f03fcd5c530 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:13:43.547532 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e8a004-1388-496a-bb1d-0b32b97da19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:43.587079 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-69e8a004-1388-496a-bb1d-0b32b97da19e None None] Port c6635349-0ef8-478c-a5da-3f03fcd5c530 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:13:43.739435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6635349-0ef8-478c-a5da-3f03fcd5c530 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:13:43.747026 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:43.762022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Transition to ACTIVE for port object c6635349-0ef8-478c-a5da-3f03fcd5c530 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:13:43.767399 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:43.842119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Pushing event updated for resources: {'Port': ['ID=c6635349-0ef8-478c-a5da-3f03fcd5c530,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:43.895785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Attempting to bind port c6635349-0ef8-478c-a5da-3f03fcd5c530 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:13:43.896122 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Attempting to bind port c6635349-0ef8-478c-a5da-3f03fcd5c530 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:13:43.896581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Attempting to bind port c6635349-0ef8-478c-a5da-3f03fcd5c530 on network 7c4909bc-063a-4159-996c-b04f930b3ee6 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:13:43.901627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Port c6635349-0ef8-478c-a5da-3f03fcd5c530 on network 7c4909bc-063a-4159-996c-b04f930b3ee6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:13:43.901946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Attempting to bind port c6635349-0ef8-478c-a5da-3f03fcd5c530 on network 7c4909bc-063a-4159-996c-b04f930b3ee6 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:13:43.907220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:13:43.907557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Checking segment: {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:13:43.908000 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Bound using segment: {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:13:43.908435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Bound port: c6635349-0ef8-478c-a5da-3f03fcd5c530, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:13:43.908790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:43.986015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] For port c6635349-0ef8-478c-a5da-3f03fcd5c530, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:13:43.990372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] For port c6635349-0ef8-478c-a5da-3f03fcd5c530, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:13:44.008472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:44.034055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2856aa6-5679-43a9-a152-de835b1e5686 req-301f8c51-8389-45b6-b54f-02f9914f6e6a tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:44.035613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2856aa6-5679-43a9-a152-de835b1e5686 req-301f8c51-8389-45b6-b54f-02f9914f6e6a tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0668380 Apr 05 19:13:44.049890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:44.050642 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:44.052017 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] 10.222.0.25 "PUT /v2.0/ports/c6635349-0ef8-478c-a5da-3f03fcd5c530 HTTP/1.1" status: 200 len: 1092 time: 0.6634400 Apr 05 19:13:44.052456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:13:44.055554 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aad59a-5190-466b-93b2-d293fba83fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:13:44.099125 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb41b6d-051d-40cd-91db-de20faf9049c service neutron] Pushing event updated for resources: {'Port': ['ID=c6635349-0ef8-478c-a5da-3f03fcd5c530,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:44.128052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2856aa6-5679-43a9-a152-de835b1e5686 req-ea9f003f-f20a-4950-9e1a-3a41b28889e4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792203 Apr 05 19:13:44.172024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-908a9b60-4be0-46bd-81e4-ed07d231faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:44.174683 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-908a9b60-4be0-46bd-81e4-ed07d231faf5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e459bc48c345fd8eb24e9bb8917d37&device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 1095 time: 0.0651491 Apr 05 19:13:44.228537 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8e1035-244f-4d3f-b8da-6a9590eb6934 x-openstack-request-id: req-6a8e1035-244f-4d3f-b8da-6a9590eb6934 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:13:44.228537 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:13:44.229311 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a8e1035-244f-4d3f-b8da-6a9590eb6934 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:13:44.229311 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8e1035-244f-4d3f-b8da-6a9590eb6934'] response: {'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'status': 'completed', 'code': 200} Apr 05 19:13:44.230996 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-48b9322a-ef61-4498-aa2f-1fb882ce421b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530 HTTP/1.1" status: 200 len: 217 time: 0.0489597 Apr 05 19:13:44.286353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ee15da2a-8c70-43b4-a456-0d9008605b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:44.288131 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-ee15da2a-8c70-43b4-a456-0d9008605b95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=121df2ca-131c-49d7-8fde-461f440e03a3 HTTP/1.1" status: 200 len: 853 time: 0.0508707 Apr 05 19:13:44.335554 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-dfdd0bd0-bc12-45b9-9b55-1a3a345f3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:44.336952 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-dfdd0bd0-bc12-45b9-9b55-1a3a345f3000 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7c4909bc-063a-4159-996c-b04f930b3ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419168 Apr 05 19:13:44.431336 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-1c3f965e-3cdb-4af3-9a79-bdf1c586b8e9 service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876935 Apr 05 19:13:44.456244 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:44.527579 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1e40bce9-f3d4-4ede-82e4-01a3ba5c9c6a req-0961b66a-2d43-4a9b-92c3-8039bf35c5f5 service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900071 Apr 05 19:13:44.625861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-94cd5866-e079-4b56-9032-7c8e74d9bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:44.627362 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-94cd5866-e079-4b56-9032-7c8e74d9bd30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e459bc48c345fd8eb24e9bb8917d37&device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 1095 time: 0.0518086 Apr 05 19:13:44.722048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-8ffff57a-b49b-47d1-b1f7-1ace709aa397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:44.723545 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-8ffff57a-b49b-47d1-b1f7-1ace709aa397 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7c4909bc-063a-4159-996c-b04f930b3ee6 HTTP/1.1" status: 200 len: 914 time: 0.0889525 Apr 05 19:13:44.765233 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-729ad488-8adb-4b92-b2f2-ea6fbe64d39e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530 HTTP/1.1" status: 200 len: 217 time: 0.0355923 Apr 05 19:13:44.816382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-3442f673-e9a4-40c7-a7d5-d1fc1419d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:44.817728 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-3442f673-e9a4-40c7-a7d5-d1fc1419d674 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=121df2ca-131c-49d7-8fde-461f440e03a3 HTTP/1.1" status: 200 len: 853 time: 0.0466626 Apr 05 19:13:44.867878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-cf76f6ac-9cdb-47ee-810c-f0a638c8c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:44.869376 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-cf76f6ac-9cdb-47ee-810c-f0a638c8c0de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7c4909bc-063a-4159-996c-b04f930b3ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425017 Apr 05 19:13:44.957936 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-c49a3bf7-03fb-4016-bce0-8949195196a7 service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819054 Apr 05 19:13:45.012695 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:45.058133 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e4aad59a-5190-466b-93b2-d293fba83fb1 req-15657428-010f-4886-981a-c1e20c07c975 service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927005 Apr 05 19:13:45.247233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37427703-b2c7-4d69-842f-db500ed10a50 req-42629285-fb5b-4938-a596-9bfaa3bf83ed tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:45.248703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37427703-b2c7-4d69-842f-db500ed10a50 req-42629285-fb5b-4938-a596-9bfaa3bf83ed tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0545087 Apr 05 19:13:45.288628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37427703-b2c7-4d69-842f-db500ed10a50 req-504364d2-dce7-48a5-975a-69e8a8f0a5e1 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335248 Apr 05 19:13:46.408830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450429d1-4854-4865-9224-d37d69a098f7 req-e85af823-b246-4d95-9a34-9c76bb563b6b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:46.410669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-450429d1-4854-4865-9224-d37d69a098f7 req-e85af823-b246-4d95-9a34-9c76bb563b6b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0501032 Apr 05 19:13:46.450120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-450429d1-4854-4865-9224-d37d69a098f7 req-2f210ea2-756b-4006-9b19-3d70abe83e63 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325775 Apr 05 19:13:47.565090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4ac10-a1d0-4f47-87f1-c40c7268546c req-ada31e98-c7e2-481f-8b67-b9952ac6a814 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:47.566546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2df4ac10-a1d0-4f47-87f1-c40c7268546c req-ada31e98-c7e2-481f-8b67-b9952ac6a814 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0486040 Apr 05 19:13:47.604519 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2df4ac10-a1d0-4f47-87f1-c40c7268546c req-9e81b289-97a1-4e8e-8d29-395119d821ef tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311325 Apr 05 19:13:48.723238 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251172de-8dff-462c-b6f5-7b36483b919a req-95517dd1-fbd0-4fc0-9542-a519d072b759 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:48.724680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-251172de-8dff-462c-b6f5-7b36483b919a req-95517dd1-fbd0-4fc0-9542-a519d072b759 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0516317 Apr 05 19:13:48.763034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-251172de-8dff-462c-b6f5-7b36483b919a req-5c41997b-3809-4217-ae19-ed0ffd0b19aa tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Apr 05 19:13:49.879209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868718a1-fd76-4bb8-b928-87991e0d8960 req-a2bbd14a-955f-4bab-afce-e477ef34d4cf tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:49.880647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-868718a1-fd76-4bb8-b928-87991e0d8960 req-a2bbd14a-955f-4bab-afce-e477ef34d4cf tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0492597 Apr 05 19:13:49.917886 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-868718a1-fd76-4bb8-b928-87991e0d8960 req-3ec5d56a-0e49-4c9b-b5ed-b1feec2dc452 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306275 Apr 05 19:13:51.033856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005fcb1-58c1-488b-84a8-6ab93713b71a req-6ceeb513-55bf-4ac6-a5a6-5019f61372b2 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:51.035325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9005fcb1-58c1-488b-84a8-6ab93713b71a req-6ceeb513-55bf-4ac6-a5a6-5019f61372b2 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0479529 Apr 05 19:13:51.073910 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9005fcb1-58c1-488b-84a8-6ab93713b71a req-7c0f0689-bb43-4627-930e-ef10f9f53d8f tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321791 Apr 05 19:13:52.189721 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:13:52.193082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdaa458-db04-4d51-a098-5915d3ae77db req-186f923a-a964-48cb-9b1d-4d69a1a9f8c4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:52.194651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fdaa458-db04-4d51-a098-5915d3ae77db req-186f923a-a964-48cb-9b1d-4d69a1a9f8c4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0534835 Apr 05 19:13:52.232813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fdaa458-db04-4d51-a098-5915d3ae77db req-2d8b7832-c191-46e3-8b96-f57184ec9a0e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Apr 05 19:13:53.347831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5f71c-597f-47d8-aa82-50452aae71ab req-321da16e-da28-433c-a37b-0eb902f6c49e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:53.349282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eb5f71c-597f-47d8-aa82-50452aae71ab req-321da16e-da28-433c-a37b-0eb902f6c49e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0479603 Apr 05 19:13:53.387014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eb5f71c-597f-47d8-aa82-50452aae71ab req-81f05ee5-2de7-4025-9c4e-dcf361c717b1 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310335 Apr 05 19:13:54.500956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7866-2fe8-451c-8698-7085b3aff7e8 req-e6c8be89-8674-414a-bc85-3e11b7db6deb tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:54.502318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b3e7866-2fe8-451c-8698-7085b3aff7e8 req-e6c8be89-8674-414a-bc85-3e11b7db6deb tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0479262 Apr 05 19:13:54.539327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8b3e7866-2fe8-451c-8698-7085b3aff7e8 req-0e86f128-8ac7-4e95-9c08-37683ea06ee9 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302680 Apr 05 19:13:55.662682 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f59d0-e60e-43f4-83b9-ec8b2225e1e4 req-cc7855c3-3d9b-4b83-8fa5-618416e63445 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:55.664761 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-581f59d0-e60e-43f4-83b9-ec8b2225e1e4 req-cc7855c3-3d9b-4b83-8fa5-618416e63445 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 944 time: 0.0534739 Apr 05 19:13:55.702153 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-581f59d0-e60e-43f4-83b9-ec8b2225e1e4 req-c7b3c7ef-0cb6-48e0-b0f0-b3e2c16c319b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312703 Apr 05 19:13:56.181916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c6635349-0ef8-478c-a5da-3f03fcd5c530 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:13:56.277322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c6635349-0ef8-478c-a5da-3f03fcd5c530, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:13:56.288851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'port_id': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'mac_address': 'fa:16:3e:7f:26:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:13:56.324431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:56.336505 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6635349-0ef8-478c-a5da-3f03fcd5c530 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:13:56.359071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c6635349-0ef8-478c-a5da-3f03fcd5c530, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:13:56.363104 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:56.407804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=c6635349-0ef8-478c-a5da-3f03fcd5c530,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:56.415542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.415885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.416222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.416551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.416878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.417202 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.417522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.417842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.418160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.418552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.418870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.419186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:13:56.698761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['c6635349-0ef8-478c-a5da-3f03fcd5c530'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:13:56.820351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d26fb2-e0ad-4669-b8f3-1193a3cefca0 req-9d3cc617-72e1-42c5-a406-d432bf72ec67 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:56.822128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97d26fb2-e0ad-4669-b8f3-1193a3cefca0 req-9d3cc617-72e1-42c5-a406-d432bf72ec67 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 945 time: 0.0514739 Apr 05 19:13:56.861202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97d26fb2-e0ad-4669-b8f3-1193a3cefca0 req-43c330a8-8e0b-48c9-abc0-afafb3539827 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329087 Apr 05 19:13:57.976207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40ef47-83a6-44e2-822a-952d9b8653ce req-c543f64e-16d4-43e2-bf1c-c15dc0a4ec8f tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:57.977652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e40ef47-83a6-44e2-822a-952d9b8653ce req-c543f64e-16d4-43e2-bf1c-c15dc0a4ec8f tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 945 time: 0.0490987 Apr 05 19:13:58.014388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e40ef47-83a6-44e2-822a-952d9b8653ce req-6a56975f-b902-41ba-8d14-9054a917279b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304074 Apr 05 19:13:58.198656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c6635349-0ef8-478c-a5da-3f03fcd5c530 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:13:58.246340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port c6635349-0ef8-478c-a5da-3f03fcd5c530 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:13:58.249954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port c6635349-0ef8-478c-a5da-3f03fcd5c530 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:13:58.250321 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:58.327630 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:58.348908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:13:58.351159 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11076e9f-cb96-4211-ac6a-c4b7847cd512" -d '{"events": [{"server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "name": "network-vif-plugged", "status": "completed", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:13:58.363911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port c6635349-0ef8-478c-a5da-3f03fcd5c530, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:13:58.368519 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:13:58.394287 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744a7ff6-fb0e-42a7-b69e-d41c6e9f1086 x-openstack-request-id: req-744a7ff6-fb0e-42a7-b69e-d41c6e9f1086 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:13:58.394615 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "name": "network-vif-plugged", "status": "completed", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:13:58.394869 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-744a7ff6-fb0e-42a7-b69e-d41c6e9f1086 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:13:58.395257 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744a7ff6-fb0e-42a7-b69e-d41c6e9f1086'] response: {'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'code': 200} Apr 05 19:13:58.419589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=c6635349-0ef8-478c-a5da-3f03fcd5c530,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:13:58.489545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ca12d-70b6-447a-b3bb-32de975db02f req-93d0069c-cead-4c63-90c6-a8236e43a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:58.490955 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e98ca12d-70b6-447a-b3bb-32de975db02f req-93d0069c-cead-4c63-90c6-a8236e43a477 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 1097 time: 0.0401912 Apr 05 19:13:58.525599 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e98ca12d-70b6-447a-b3bb-32de975db02f req-133473e4-214f-4eb3-8740-892789c0feeb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278473 Apr 05 19:13:59.133253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c38710-e1a8-4ed0-80b0-5a77d42eb65f req-a75202c3-e8fc-406b-b203-c13aef5d776f tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:13:59.134734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9c38710-e1a8-4ed0-80b0-5a77d42eb65f req-a75202c3-e8fc-406b-b203-c13aef5d776f tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Apr 05 19:13:59.171267 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9c38710-e1a8-4ed0-80b0-5a77d42eb65f req-fcf08557-0f0b-4866-afbf-6766c1993506 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304315 Apr 05 19:14:00.292935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d263e-afe2-43f6-b876-c52d51861c24 req-a1a4eec7-b972-4f23-843f-c23fb840b9ac tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:00.294411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a5d263e-afe2-43f6-b876-c52d51861c24 req-a1a4eec7-b972-4f23-843f-c23fb840b9ac tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 946 time: 0.0509412 Apr 05 19:14:00.332093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6a5d263e-afe2-43f6-b876-c52d51861c24 req-0d9a05ae-409c-4b0e-86a3-7289f46df226 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316870 Apr 05 19:14:00.447580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd3941-bfb8-402d-8d71-1814445ec293 req-cc20f179-176e-4be9-9f6f-22b1b7974c22 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:00.449076 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03fd3941-bfb8-402d-8d71-1814445ec293 req-cc20f179-176e-4be9-9f6f-22b1b7974c22 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 946 time: 0.0494332 Apr 05 19:14:00.485695 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03fd3941-bfb8-402d-8d71-1814445ec293 req-05395cb7-20b4-40ca-aab3-fb3890ccb951 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305042 Apr 05 19:14:00.507608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60720) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:00.624328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb6eb7a-e70e-45fc-9619-c4418d59ac10 tempest-TestVolumeBackupRestore-422787715 tempest-TestVolumeBackupRestore-422787715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:00.625798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6fb6eb7a-e70e-45fc-9619-c4418d59ac10 tempest-TestVolumeBackupRestore-422787715 tempest-TestVolumeBackupRestore-422787715-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 1092 time: 0.1171689 Apr 05 19:14:00.628802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60724) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:00.633567 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:14:00.652556 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:00.745684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:00.851517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Allocated IP 172.25.4.144 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/d0f557f5-2aa0-4bf3-83ff-9013c04c1818) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:14:00.947868 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:00.981057 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:01.020309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:14:01.025039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:14:01.028408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:14:01.056667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'Port': ['ID=d0f557f5-2aa0-4bf3-83ff-9013c04c1818,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:01.378560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:01.445244 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:01.592462 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:01.597085 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:01.666181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event updated for resources: {'Port': ['ID=d0f557f5-2aa0-4bf3-83ff-9013c04c1818,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:01.675068 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:01.773640 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Floating IP 5611858e-9c1e-408d-bc65-fd4bf03f1a9c associated. External IP: 172.25.4.144, port: c6635349-0ef8-478c-a5da-3f03fcd5c530. Apr 05 19:14:01.975991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Router be1ec04b-8dce-4aa0-85e1-e89b36e7365a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:14:02.081303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:14:02.092292 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] Sync routers for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:14:02.099580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:02.103866 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:02.104476 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:13:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:02.128579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-327ed34c-8e52-481c-91b5-43f3b35d636e tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4962950 Apr 05 19:14:02.128579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:14:02.129038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60726) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:02.129791 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed22363-2860-4fc9-afc8-b7695b14dc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:14:02.170435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e62148-9e47-48ab-9c7f-35aaa72defb9 tempest-TestVolumeBackupRestore-422787715 tempest-TestVolumeBackupRestore-422787715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:02.172417 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-22e62148-9e47-48ab-9c7f-35aaa72defb9 tempest-TestVolumeBackupRestore-422787715 tempest-TestVolumeBackupRestore-422787715-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 1092 time: 0.0424802 Apr 05 19:14:02.175374 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60732) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:02.182030 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-dc075a8d-f607-4ea7-8fe0-5c38a5c586d5 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Request body: {'floatingip': {'port_id': 'c6635349-0ef8-478c-a5da-3f03fcd5c530'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:14:02.207171 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:02.253018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc075a8d-f607-4ea7-8fe0-5c38a5c586d5 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for floatingip, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:02.298494 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2305c3f2-48e8-4f61-80d9-d9f5ec3250c6 x-openstack-request-id: req-2305c3f2-48e8-4f61-80d9-d9f5ec3250c6 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:14:02.299117 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:14:02.299117 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2305c3f2-48e8-4f61-80d9-d9f5ec3250c6 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:14:02.299537 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2305c3f2-48e8-4f61-80d9-d9f5ec3250c6'] response: {'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'status': 'completed', 'code': 200} Apr 05 19:14:02.442213 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '5611858e-9c1e-408d-bc65-fd4bf03f1a9c', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'port_id': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'mac_address': 'fa:16:3e:7f:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:14:01Z', 'updated_at': '2022-04-05T19:14:01Z', 'revision_number': 0, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:55Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:02.446849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-013cd4e5-3ec4-4b7c-a34a-6c928732af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:02.448320 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-013cd4e5-3ec4-4b7c-a34a-6c928732af78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e459bc48c345fd8eb24e9bb8917d37&device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 1097 time: 0.1147957 Apr 05 19:14:02.473720 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] Checking router: be1ec04b-8dce-4aa0-85e1-e89b36e7365a for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:14:02.482935 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:02.483455 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:13:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:02.594451 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:02.827853 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '5611858e-9c1e-408d-bc65-fd4bf03f1a9c', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'port_id': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'mac_address': 'fa:16:3e:7f:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:14:01Z', 'updated_at': '2022-04-05T19:14:01Z', 'revision_number': 0, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:55Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:02.856812 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc093c7-d8e0-4159-b910-59ca57621f61 None None] The sync data for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 is: [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '5611858e-9c1e-408d-bc65-fd4bf03f1a9c', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'port_id': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'mac_address': 'fa:16:3e:7f:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:14:01Z', 'updated_at': '2022-04-05T19:14:01Z', 'revision_number': 0, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:55Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:14:02.926040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-66784e00-31ca-46d2-933a-be7b41fffa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:02.927539 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-66784e00-31ca-46d2-933a-be7b41fffa3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=7c4909bc-063a-4159-996c-b04f930b3ee6 HTTP/1.1" status: 200 len: 914 time: 0.4720447 Apr 05 19:14:03.053977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f5f96-6fd7-475a-a9fb-e16c326615a5 None None] New status for floating IP 5611858e-9c1e-408d-bc65-fd4bf03f1a9c: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:14:03.067648 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-1af3c611-5635-4624-9bad-1b7de206974c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530 HTTP/1.1" status: 200 len: 1000 time: 0.1330507 Apr 05 19:14:03.154084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-178e2e7c-f2f3-4232-ac8d-86e178d16495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:03.155557 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-178e2e7c-f2f3-4232-ac8d-86e178d16495 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=121df2ca-131c-49d7-8fde-461f440e03a3 HTTP/1.1" status: 200 len: 853 time: 0.0814006 Apr 05 19:14:03.244644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc075a8d-f607-4ea7-8fe0-5c38a5c586d5 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:03.247548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-5b051814-89c9-4165-9718-e3ef121b4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:03.249089 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-5b051814-89c9-4165-9718-e3ef121b4d83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7c4909bc-063a-4159-996c-b04f930b3ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873320 Apr 05 19:14:03.250091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc075a8d-f607-4ea7-8fe0-5c38a5c586d5 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:03.250509 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-355f5f96-6fd7-475a-a9fb-e16c326615a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:14:03.250900 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-355f5f96-6fd7-475a-a9fb-e16c326615a5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:14:03.420457 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-91e113a8-c57a-4ab9-9ce9-a68ea2b0a2c1 service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382365 Apr 05 19:14:03.593803 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0ed22363-2860-4fc9-afc8-b7695b14dc3e req-c81883ce-e5a0-44f6-8bb2-e6d95ce2eaee service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365314 Apr 05 19:14:03.598520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc075a8d-f607-4ea7-8fe0-5c38a5c586d5 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Router be1ec04b-8dce-4aa0-85e1-e89b36e7365a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:14:03.710881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc075a8d-f607-4ea7-8fe0-5c38a5c586d5 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:14:03.715577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dc075a8d-f607-4ea7-8fe0-5c38a5c586d5 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:03.742948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:14:03.745196 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8915379e-3b45-47ec-92ef-4557eb79300d" -d '{"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:14:03.752148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f5f96-6fd7-475a-a9fb-e16c326615a5 None None] New status for floating IP 5611858e-9c1e-408d-bc65-fd4bf03f1a9c: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:14:03.780233 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dc075a8d-f607-4ea7-8fe0-5c38a5c586d5 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "PUT /v2.0/floatingips/5611858e-9c1e-408d-bc65-fd4bf03f1a9c HTTP/1.1" status: 200 len: 992 time: 1.5953014 Apr 05 19:14:03.788902 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11458fc0-55a0-449b-a380-cc104b15eb88 x-openstack-request-id: req-11458fc0-55a0-449b-a380-cc104b15eb88 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:14:03.789728 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:14:03.790044 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11458fc0-55a0-449b-a380-cc104b15eb88 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:14:03.790503 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11458fc0-55a0-449b-a380-cc104b15eb88'] response: {'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'status': 'completed', 'code': 200} Apr 05 19:14:03.847815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915379e-3b45-47ec-92ef-4557eb79300d req-4834a65c-6035-4fbc-a2b9-2af06d9f124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:03.849300 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8915379e-3b45-47ec-92ef-4557eb79300d req-4834a65c-6035-4fbc-a2b9-2af06d9f124d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e459bc48c345fd8eb24e9bb8917d37&device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 1097 time: 0.0400939 Apr 05 19:14:03.949938 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915379e-3b45-47ec-92ef-4557eb79300d req-1f59a66b-c0e1-4dd5-a7ac-01a4c36b9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:03.951430 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8915379e-3b45-47ec-92ef-4557eb79300d req-1f59a66b-c0e1-4dd5-a7ac-01a4c36b9f03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7c4909bc-063a-4159-996c-b04f930b3ee6 HTTP/1.1" status: 200 len: 914 time: 0.0913541 Apr 05 19:14:03.961648 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] Sync routers for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:14:03.971030 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:03.971627 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:13:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:04.016841 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8915379e-3b45-47ec-92ef-4557eb79300d req-2e16ef27-c328-4993-a68c-cd280beb2d8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530 HTTP/1.1" status: 200 len: 1002 time: 0.0591047 Apr 05 19:14:04.071377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915379e-3b45-47ec-92ef-4557eb79300d req-396a1250-1581-4dd8-9d7b-462c72fcc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:04.072846 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8915379e-3b45-47ec-92ef-4557eb79300d req-396a1250-1581-4dd8-9d7b-462c72fcc509 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=121df2ca-131c-49d7-8fde-461f440e03a3 HTTP/1.1" status: 200 len: 853 time: 0.0489385 Apr 05 19:14:04.077751 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:04.119735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915379e-3b45-47ec-92ef-4557eb79300d req-7889e04b-136b-4b82-b88a-b717a9307a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:04.121239 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8915379e-3b45-47ec-92ef-4557eb79300d req-7889e04b-136b-4b82-b88a-b717a9307a87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7c4909bc-063a-4159-996c-b04f930b3ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421550 Apr 05 19:14:04.210623 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8915379e-3b45-47ec-92ef-4557eb79300d req-79b668a4-5a76-4057-9c42-01edfda881b5 service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824296 Apr 05 19:14:04.296550 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '5611858e-9c1e-408d-bc65-fd4bf03f1a9c', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'port_id': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'mac_address': 'fa:16:3e:7f:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:14:01Z', 'updated_at': '2022-04-05T19:14:03Z', 'revision_number': 2, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:55Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:04.305074 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8915379e-3b45-47ec-92ef-4557eb79300d req-25417a68-c5ee-40b1-8951-d11f600b315b service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883782 Apr 05 19:14:04.322769 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] Checking router: be1ec04b-8dce-4aa0-85e1-e89b36e7365a for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:14:04.330869 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:04.331436 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:13:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:04.432421 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:04.726367 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '5611858e-9c1e-408d-bc65-fd4bf03f1a9c', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'port_id': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'mac_address': 'fa:16:3e:7f:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:14:01Z', 'updated_at': '2022-04-05T19:14:03Z', 'revision_number': 2, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:55Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:04.750992 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f88b2-5a98-4979-9227-1b1dd4ee84bd None None] The sync data for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 is: [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '5611858e-9c1e-408d-bc65-fd4bf03f1a9c', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'port_id': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'mac_address': 'fa:16:3e:7f:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:14:01Z', 'updated_at': '2022-04-05T19:14:03Z', 'revision_number': 2, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:55Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:14:05.290090 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:05.791865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:14:05.794362 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946f17cb-af32-4b24-b9db-cbed5018b2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:14:05.831532 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf27bc88-75b4-4908-9e99-aee6aae2896f x-openstack-request-id: req-bf27bc88-75b4-4908-9e99-aee6aae2896f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:14:05.831814 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:14:05.832058 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf27bc88-75b4-4908-9e99-aee6aae2896f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:14:05.832455 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf27bc88-75b4-4908-9e99-aee6aae2896f'] response: {'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'status': 'completed', 'code': 200} Apr 05 19:14:05.892097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-401d22be-fbb2-4a9d-a2df-cdcd7fc69993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:05.893566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-401d22be-fbb2-4a9d-a2df-cdcd7fc69993 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e459bc48c345fd8eb24e9bb8917d37&device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 1097 time: 0.0399740 Apr 05 19:14:05.984846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-4b01b401-9aaf-45bc-afb3-3db8864c4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:05.986290 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-4b01b401-9aaf-45bc-afb3-3db8864c4df0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7c4909bc-063a-4159-996c-b04f930b3ee6 HTTP/1.1" status: 200 len: 914 time: 0.0867474 Apr 05 19:14:06.050082 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-b3dffcb9-d109-46c6-8cb2-82f1b31e97dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530 HTTP/1.1" status: 200 len: 1002 time: 0.0568261 Apr 05 19:14:06.098837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-351d065e-08f4-4f91-9ad5-9af43db2bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:06.100288 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-351d065e-08f4-4f91-9ad5-9af43db2bfb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=121df2ca-131c-49d7-8fde-461f440e03a3 HTTP/1.1" status: 200 len: 853 time: 0.0438285 Apr 05 19:14:06.148140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-8b5a28f7-30cf-46a9-868b-f77461985a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:06.149681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-8b5a28f7-30cf-46a9-868b-f77461985a5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7c4909bc-063a-4159-996c-b04f930b3ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433588 Apr 05 19:14:06.235710 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-0fec5262-63a7-48d9-a471-17f0e1477236 service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795209 Apr 05 19:14:06.327161 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-946f17cb-af32-4b24-b9db-cbed5018b2a0 req-3eea1974-e4b9-419a-b7cb-d1704c781147 service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848198 Apr 05 19:14:07.264379 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:09.481876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b850cb6b-ed5a-499e-a596-3237a5900ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:11.763002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a39a8-3196-4763-aeec-9d0b5163c165 req-04e7322e-af37-4dca-8c75-abdfa585964e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:11.764476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c6a39a8-3196-4763-aeec-9d0b5163c165 req-04e7322e-af37-4dca-8c75-abdfa585964e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 945 time: 0.0498543 Apr 05 19:14:11.807149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7c6a39a8-3196-4763-aeec-9d0b5163c165 req-8a9080de-c67a-4b4d-9d8c-7d2a9a8396eb tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360928 Apr 05 19:14:11.825829 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0dc03f5-923c-4d0e-83c3-adca1ebd4bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:12.920307 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:13.040439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf48e7-57e8-42c6-8f8b-424e7bae0ae2 req-ceead5aa-7ea8-4bd8-b9b3-5bed6efaf88f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:13.041929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41bf48e7-57e8-42c6-8f8b-424e7bae0ae2 req-ceead5aa-7ea8-4bd8-b9b3-5bed6efaf88f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 945 time: 0.0536420 Apr 05 19:14:13.080466 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41bf48e7-57e8-42c6-8f8b-424e7bae0ae2 req-6bd42976-a766-482c-b07d-3a5635fe9765 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cba4a57-1c61-4baf-8d3f-69f690a7e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324473 Apr 05 19:14:13.242427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-876647d1-438b-487e-9276-253a8d39ff01 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:13.243895 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-876647d1-438b-487e-9276-253a8d39ff01 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 945 time: 0.0511410 Apr 05 19:14:13.339465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Deleting port 845edb7d-c1be-4827-9c5c-821095aacc47 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:13.339804 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:13.431508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] For port 845edb7d-c1be-4827-9c5c-821095aacc47, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=845edb7d-c1be-4827-9c5c-821095aacc47,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:13.431875 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:13.652931 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:13.653296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:13.653647 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Floating IP ee6730cd-5e37-4aed-82b5-a03cb0e02cb6 disassociated. External IP: 172.25.4.109, port: 845edb7d-c1be-4827-9c5c-821095aacc47. Apr 05 19:14:13.654101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Calling delete_port for 845edb7d-c1be-4827-9c5c-821095aacc47 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:13.778200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:13.810443 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event deleted for resources: {'Port': ['ID=845edb7d-c1be-4827-9c5c-821095aacc47,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:13.921784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Router be40db17-352b-4774-8bbb-b81cfe0a55ff has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:14:14.188411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e324665a-74b8-46c6-8be3-b828a7beec3b req-0943a62c-5e76-4c29-a06e-943e912dc3f5 tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a868338-c374-43b6-98dc-2992e0246fa7 HTTP/1.1" status: 200 len: 210 time: 0.0292115 Apr 05 19:14:14.335069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:14:14.344448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] Sync routers for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:14:14.354644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:14.355278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:14.373855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] No DVR routers for this DVR port 845edb7d-c1be-4827-9c5c-821095aacc47 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:14:14.376762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:14.380098 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5e6dc851-0835-42e0-8dc5-b467737d1a5d req-5022aaa3-ddb5-4186-9aad-85c170efb76b tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.20 "DELETE /v2.0/ports/845edb7d-c1be-4827-9c5c-821095aacc47 HTTP/1.1" status: 204 len: 173 time: 1.1273646 Apr 05 19:14:14.380526 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a868338-c374-43b6-98dc-2992e0246fa7', 'name': 'network-vif-deleted', 'tag': '845edb7d-c1be-4827-9c5c-821095aacc47'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:14:14.383521 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b6bdba-c282-4cae-aaa1-e09b73f38747" -d '{"events": [{"server_uuid": "3a868338-c374-43b6-98dc-2992e0246fa7", "name": "network-vif-deleted", "tag": "845edb7d-c1be-4827-9c5c-821095aacc47"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:14:14.424989 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a7a7e4-43cd-4dae-897b-d9524a70e8c7 x-openstack-request-id: req-e0a7a7e4-43cd-4dae-897b-d9524a70e8c7 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:14:14.425286 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a868338-c374-43b6-98dc-2992e0246fa7", "name": "network-vif-deleted", "tag": "845edb7d-c1be-4827-9c5c-821095aacc47", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:14:14.425539 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0a7a7e4-43cd-4dae-897b-d9524a70e8c7 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:14:14.425939 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a7a7e4-43cd-4dae-897b-d9524a70e8c7'] response: {'server_uuid': '3a868338-c374-43b6-98dc-2992e0246fa7', 'name': 'network-vif-deleted', 'tag': '845edb7d-c1be-4827-9c5c-821095aacc47', 'status': 'completed', 'code': 200} Apr 05 19:14:14.627718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:14.637144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:14.834372 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '68b6d152-59c1-4a0a-b17b-026cd510fba2', 'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'mac_address': 'fa:16:3e:e5:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:02Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 5, 'project_id': 'afb57babac2247a49d63de11f6483508', 'subnets': [{'id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:14.864852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] Checking router: be40db17-352b-4774-8bbb-b81cfe0a55ff for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:14:14.874049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:14.874713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:14.982414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:15.039556 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.194292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '68b6d152-59c1-4a0a-b17b-026cd510fba2', 'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'mac_address': 'fa:16:3e:e5:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:02Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 5, 'project_id': 'afb57babac2247a49d63de11f6483508', 'subnets': [{'id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:15.220619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffede6-f849-4619-9116-6e44fbe33926 None None] The sync data for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 is: [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:09:04Z', 'revision_number': 4, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '68b6d152-59c1-4a0a-b17b-026cd510fba2', 'name': '', 'network_id': 'e8b31089-9647-43de-9eea-08ccf02211b0', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'mac_address': 'fa:16:3e:e5:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:02Z', 'updated_at': '2022-04-05T19:09:08Z', 'revision_number': 5, 'project_id': 'afb57babac2247a49d63de11f6483508', 'subnets': [{'id': 'c50d6a25-f713-4425-a9cd-042ba71a7969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:14:15.245442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60752) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:15.377092 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Deleting port a7b8c4a9-50d2-410e-8d30-a6c27723a928 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:15.377796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.443576 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21a7da0-53fb-4efc-85da-3e5a8e639551 None None] New status for floating IP ee6730cd-5e37-4aed-82b5-a03cb0e02cb6: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:14:15.463597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.464066 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.478922 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Calling delete_port for a7b8c4a9-50d2-410e-8d30-a6c27723a928 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:15.614652 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.642427 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event deleted for resources: {'Port': ['ID=a7b8c4a9-50d2-410e-8d30-a6c27723a928,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:15.702474 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.705034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.706247 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9148751e-985f-4fdc-b68b-fdd385438b0f tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "DELETE /v2.0/floatingips/ee6730cd-5e37-4aed-82b5-a03cb0e02cb6 HTTP/1.1" status: 204 len: 168 time: 0.4597776 Apr 05 19:14:15.791334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60758) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:15.854708 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dac67965-0c8a-4a17-a150-a5e2b8d2224e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.879494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dac67965-0c8a-4a17-a150-a5e2b8d2224e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.937707 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dac67965-0c8a-4a17-a150-a5e2b8d2224e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.940476 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dac67965-0c8a-4a17-a150-a5e2b8d2224e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:15.941627 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dac67965-0c8a-4a17-a150-a5e2b8d2224e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] 10.222.0.15 "DELETE /v2.0/security-groups/1cba4a57-1c61-4baf-8d3f-69f690a7e87a HTTP/1.1" status: 204 len: 168 time: 0.1493194 Apr 05 19:14:15.950752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac67965-0c8a-4a17-a150-a5e2b8d2224e tempest-TestServerBasicOps-1188173373 tempest-TestServerBasicOps-1188173373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cba4a57-1c61-4baf-8d3f-69f690a7e87a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:15.983294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:16.681256 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:16.924830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Deleting port 68b6d152-59c1-4a0a-b17b-026cd510fba2 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:16.925151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:17.002044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] For port 68b6d152-59c1-4a0a-b17b-026cd510fba2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=68b6d152-59c1-4a0a-b17b-026cd510fba2,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:17.002780 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:17.014566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Calling delete_port for 68b6d152-59c1-4a0a-b17b-026cd510fba2 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:17.198712 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:17.223952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b6d152-59c1-4a0a-b17b-026cd510fba2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:17.390888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:17.605138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Router be40db17-352b-4774-8bbb-b81cfe0a55ff has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:14:17.709811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:14:17.717319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-c9c8a343-c862-408f-bbc7-20e643d0c379 admin admin] 10.222.0.15 "PUT /v2.0/routers/be40db17-352b-4774-8bbb-b81cfe0a55ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7329149 Apr 05 19:14:17.717529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60766) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:17.718656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] Sync routers for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:14:17.728617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:17.729295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:17.822093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:17.834224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:17.926940 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:17.983894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Deleting port a97324f5-27aa-42b3-90f7-229deea2f418 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:17.984240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.028096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:14:17Z', 'revision_number': 5, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port': {'id': 'a97324f5-27aa-42b3-90f7-229deea2f418', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:00Z', 'updated_at': '2022-04-05T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:18.053368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] Checking router: be40db17-352b-4774-8bbb-b81cfe0a55ff for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:14:18.061858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] Routers {'be40db17-352b-4774-8bbb-b81cfe0a55ff'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:18.062492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be40db17-352b-4774-8bbb-b81cfe0a55ff'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:18.066247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] For port a97324f5-27aa-42b3-90f7-229deea2f418, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a97324f5-27aa-42b3-90f7-229deea2f418,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:18.066650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.078978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Calling delete_port for a97324f5-27aa-42b3-90f7-229deea2f418 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:18.147859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] Set router be40db17-352b-4774-8bbb-b81cfe0a55ff gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:18.203464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:14:17Z', 'revision_number': 6, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:18.229849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713b5f5-800e-414c-a0f6-b886d112c38d None None] The sync data for ids ['be40db17-352b-4774-8bbb-b81cfe0a55ff'] in n-d-836650-3 is: [{'id': 'be40db17-352b-4774-8bbb-b81cfe0a55ff', 'name': 'tempest-TestServerBasicOps-1194800029-router', 'tenant_id': 'afb57babac2247a49d63de11f6483508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:08:59Z', 'updated_at': '2022-04-05T19:14:17Z', 'revision_number': 6, 'project_id': 'afb57babac2247a49d63de11f6483508', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:14:18.263885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.293589 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Pushing event deleted for resources: {'Port': ['ID=a97324f5-27aa-42b3-90f7-229deea2f418,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:18.354254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.444218 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.446604 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.487757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.488228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Fanout notify agent at l3_agent the message router_deleted on router be40db17-352b-4774-8bbb-b81cfe0a55ff {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:14:18.492675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.493714 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8d0b3fae-2f2d-4ca3-835b-5774952e032f admin admin] 10.222.0.15 "DELETE /v2.0/routers/be40db17-352b-4774-8bbb-b81cfe0a55ff HTTP/1.1" status: 204 len: 168 time: 0.7751925 Apr 05 19:14:18.496250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60768) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:18.540824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0ba713-e725-49b3-b26f-6dd6e4edfac4 admin admin] Deleting subnet c50d6a25-f713-4425-a9cd-042ba71a7969 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:14:18.543798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba713-e725-49b3-b26f-6dd6e4edfac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.583594 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba713-e725-49b3-b26f-6dd6e4edfac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.653008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 845edb7d-c1be-4827-9c5c-821095aacc47 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:18.672830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba713-e725-49b3-b26f-6dd6e4edfac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.674188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 845edb7d-c1be-4827-9c5c-821095aacc47 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:18.674550 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 845edb7d-c1be-4827-9c5c-821095aacc47 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:18.724822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba713-e725-49b3-b26f-6dd6e4edfac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.751840 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ba713-e725-49b3-b26f-6dd6e4edfac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50d6a25-f713-4425-a9cd-042ba71a7969,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:18.753704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba713-e725-49b3-b26f-6dd6e4edfac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.757527 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6c0ba713-e725-49b3-b26f-6dd6e4edfac4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c50d6a25-f713-4425-a9cd-042ba71a7969 HTTP/1.1" status: 204 len: 168 time: 0.2602656 Apr 05 19:14:18.759666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1aa7f2-5566-4fa2-b1fe-ba22616d6e2f None None] Network e8b31089-9647-43de-9eea-08ccf02211b0 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:14:18.760208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60770) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:18.832423 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.886705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Deleting port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:18.887434 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.951158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] For port 916ad142-b1b1-43d1-b44a-a9df76ce9d37, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=916ad142-b1b1-43d1-b44a-a9df76ce9d37,segment=NetworkSegment(da1ecc33-16e4-45d4-8509-dee09131f5d8),segment_id=da1ecc33-16e4-45d4-8509-dee09131f5d8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:18.951601 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:18.965306 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Calling delete_port for 916ad142-b1b1-43d1-b44a-a9df76ce9d37 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:19.013614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] DHCP port deletion for e8b31089-9647-43de-9eea-08ccf02211b0 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:14:19.057393 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.074117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] Deleting port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:19.074514 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.084102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Pushing event deleted for resources: {'Port': ['ID=916ad142-b1b1-43d1-b44a-a9df76ce9d37,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:19.089494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] No DVR routers for this DVR port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:14:19.154554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] For port 916ad142-b1b1-43d1-b44a-a9df76ce9d37, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:19.155016 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.166468 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.168562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] Calling delete_port for 916ad142-b1b1-43d1-b44a-a9df76ce9d37 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:19.171234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] Port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:14:19.172532 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.189771 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b31089-9647-43de-9eea-08ccf02211b0']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:19.198357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] Pushing event deleted for resources: {'Port': ['ID=916ad142-b1b1-43d1-b44a-a9df76ce9d37,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:19.201978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d731eef-6cf0-457f-a9e2-dc94054f4840 None None] No DVR routers for this DVR port 916ad142-b1b1-43d1-b44a-a9df76ce9d37 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:14:19.202322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1ecc33-16e4-45d4-8509-dee09131f5d8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:19.202709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1ecc33-16e4-45d4-8509-dee09131f5d8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:19.226257 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.241644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.248291 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:14:19.248688 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:14:19.250338 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:14:19.308650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.314653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.317762 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e8b31089-9647-43de-9eea-08ccf02211b0 HTTP/1.1" status: 204 len: 168 time: 0.5566380 Apr 05 19:14:19.321692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:19.329869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58adf49-94f4-4286-bc46-2f0800f4eb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b31089-9647-43de-9eea-08ccf02211b0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:19.526567 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a97324f5-27aa-42b3-90f7-229deea2f418 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:19.547410 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a97324f5-27aa-42b3-90f7-229deea2f418 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:19.547755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a97324f5-27aa-42b3-90f7-229deea2f418 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:19.548195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 916ad142-b1b1-43d1-b44a-a9df76ce9d37 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:19.567432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 916ad142-b1b1-43d1-b44a-a9df76ce9d37 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:19.567696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 916ad142-b1b1-43d1-b44a-a9df76ce9d37 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:19.568159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 68b6d152-59c1-4a0a-b17b-026cd510fba2 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:19.591112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 68b6d152-59c1-4a0a-b17b-026cd510fba2 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:19.591446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 68b6d152-59c1-4a0a-b17b-026cd510fba2 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:19.682908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:19.932361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Deleting port 38e05d84-6a93-4aa9-b16a-aa3774319229 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:19.932696 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:20.008626 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] For port 38e05d84-6a93-4aa9-b16a-aa3774319229, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=38e05d84-6a93-4aa9-b16a-aa3774319229,segment=NetworkSegment(6d1d9c87-9621-4a2f-acf3-d7c50d73262c),segment_id=6d1d9c87-9621-4a2f-acf3-d7c50d73262c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:20.008995 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:20.025230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Calling delete_port for 38e05d84-6a93-4aa9-b16a-aa3774319229 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:20.199463 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:20.223190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=38e05d84-6a93-4aa9-b16a-aa3774319229,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:20.624230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:20.831511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:14:20.935415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:14:20.940177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1306f580-8838-46f8-9b72-b65316788f9a admin admin] 10.222.0.15 "PUT /v2.0/routers/dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6173222 Apr 05 19:14:20.942655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60774) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:20.946858 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] Sync routers for ids ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:14:20.956280 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] Routers {'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:20.956891 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:21.046540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.060847 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] Set router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:21.149283 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.201474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Deleting port 60957ffc-0185-4e00-acf1-320a56bd766f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:21.201757 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.241396 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:09:07Z', 'updated_at': '2022-04-05T19:14:20Z', 'revision_number': 5, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'gw_port': {'id': '60957ffc-0185-4e00-acf1-320a56bd766f', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:75:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:09:08Z', 'updated_at': '2022-04-05T19:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:21.266681 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] Checking router: dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:14:21.275242 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] Routers {'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:21.275845 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:21.283873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] For port 60957ffc-0185-4e00-acf1-320a56bd766f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=60957ffc-0185-4e00-acf1-320a56bd766f,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:21.284238 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.297909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Calling delete_port for 60957ffc-0185-4e00-acf1-320a56bd766f owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:21.362427 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] Set router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:21.417323 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:09:07Z', 'updated_at': '2022-04-05T19:14:21Z', 'revision_number': 6, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:21.442936 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780ba9f-566b-4ecc-9a8c-05338a9c56dc None None] The sync data for ids ['dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9'] in n-d-836650-3 is: [{'id': 'dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9', 'name': 'tempest-TestServerBasicOps-433035583-router', 'tenant_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:09:07Z', 'updated_at': '2022-04-05T19:14:21Z', 'revision_number': 6, 'project_id': 'bb8a38c74a8441f6b9c4a3cc8339bbb9', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:14:21.468543 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.512269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=60957ffc-0185-4e00-acf1-320a56bd766f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:21.565577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.655922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.658034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.702268 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.702828 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:14:21.707185 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.708325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a1146920-6105-4a6b-866d-d58635fbcb80 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dfc0e83c-03a7-46fd-b0ed-c3e19abf30a9 HTTP/1.1" status: 204 len: 168 time: 0.7647500 Apr 05 19:14:21.710992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60776) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:21.759189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed94884-b2b5-4153-9197-aafd49063bad admin admin] Deleting subnet 6d18aa88-4660-4ff1-b56a-77b0770185bc {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:14:21.762206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ed94884-b2b5-4153-9197-aafd49063bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.799633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ed94884-b2b5-4153-9197-aafd49063bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.891231 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ed94884-b2b5-4153-9197-aafd49063bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.946201 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ed94884-b2b5-4153-9197-aafd49063bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.978840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed94884-b2b5-4153-9197-aafd49063bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d18aa88-4660-4ff1-b56a-77b0770185bc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:21.980880 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ed94884-b2b5-4153-9197-aafd49063bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:21.985043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1ed94884-b2b5-4153-9197-aafd49063bad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6d18aa88-4660-4ff1-b56a-77b0770185bc HTTP/1.1" status: 204 len: 168 time: 0.2730906 Apr 05 19:14:21.985193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a65bc8-3110-4984-b520-5f26744a14b6 None None] Network 6caa3c01-4ebc-4035-904b-a116a36b8281 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:14:21.987517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 60778) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:22.063721 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.122702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Deleting port 0e25f125-fc9f-430e-af18-972b471b7007 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:22.123074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.189640 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] For port 0e25f125-fc9f-430e-af18-972b471b7007, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0e25f125-fc9f-430e-af18-972b471b7007,segment=NetworkSegment(6d1d9c87-9621-4a2f-acf3-d7c50d73262c),segment_id=6d1d9c87-9621-4a2f-acf3-d7c50d73262c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:22.189943 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.203541 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Calling delete_port for 0e25f125-fc9f-430e-af18-972b471b7007 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:22.240382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] DHCP port deletion for 6caa3c01-4ebc-4035-904b-a116a36b8281 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:14:22.293179 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.293760 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] Deleting port 0e25f125-fc9f-430e-af18-972b471b7007 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:22.294221 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.322066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e25f125-fc9f-430e-af18-972b471b7007,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:22.323937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] No DVR routers for this DVR port 0e25f125-fc9f-430e-af18-972b471b7007 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:14:22.357973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] For port 0e25f125-fc9f-430e-af18-972b471b7007, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:22.358357 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.376147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] Calling delete_port for 0e25f125-fc9f-430e-af18-972b471b7007 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:22.378807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] Port 0e25f125-fc9f-430e-af18-972b471b7007 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:14:22.380110 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.401037 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.406727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] Pushing event deleted for resources: {'Port': ['ID=0e25f125-fc9f-430e-af18-972b471b7007,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:22.408531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13719638-26bb-4b92-bb1a-29336eab8ad0 None None] No DVR routers for this DVR port 0e25f125-fc9f-430e-af18-972b471b7007 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:14:22.426067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6caa3c01-4ebc-4035-904b-a116a36b8281']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:22.435752 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1d9c87-9621-4a2f-acf3-d7c50d73262c') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:22.436043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1d9c87-9621-4a2f-acf3-d7c50d73262c') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:22.447271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.462160 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.468433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:14:22.468870 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:14:22.470787 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:14:22.533843 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.540796 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.544073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6caa3c01-4ebc-4035-904b-a116a36b8281 HTTP/1.1" status: 204 len: 168 time: 0.5547390 Apr 05 19:14:22.563558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5bc92-1ddd-496d-ac63-a173d0449d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=6caa3c01-4ebc-4035-904b-a116a36b8281,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:22.665858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60782) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:22.715040 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5a6def1e-8f4b-4413-82c3-6660d9641886 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afb57babac2247a49d63de11f6483508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478890 Apr 05 19:14:22.717835 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60784) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:22.768518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eaa0341f-5ec6-4557-902c-549caf3e02ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.791054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eaa0341f-5ec6-4557-902c-549caf3e02ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.839911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eaa0341f-5ec6-4557-902c-549caf3e02ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.842710 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eaa0341f-5ec6-4557-902c-549caf3e02ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:22.843952 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eaa0341f-5ec6-4557-902c-549caf3e02ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17dd169a-bb03-4c31-bc3e-1e09f520aa60 HTTP/1.1" status: 204 len: 168 time: 0.1252005 Apr 05 19:14:22.852475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0341f-5ec6-4557-902c-549caf3e02ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd169a-bb03-4c31-bc3e-1e09f520aa60,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:23.173963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60790) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:23.214444 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8857051a-9175-4e47-8ed6-71b1ae5a764c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb8a38c74a8441f6b9c4a3cc8339bbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392694 Apr 05 19:14:23.216842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60792) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:23.264379 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e65ce59-bebe-4ec7-a484-a4ed6547d0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:23.284794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e65ce59-bebe-4ec7-a484-a4ed6547d0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:23.336112 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e65ce59-bebe-4ec7-a484-a4ed6547d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:23.338792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e65ce59-bebe-4ec7-a484-a4ed6547d0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:23.340307 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5e65ce59-bebe-4ec7-a484-a4ed6547d0fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cdfc847-98a6-4ba1-81c7-488945703395 HTTP/1.1" status: 204 len: 168 time: 0.1225379 Apr 05 19:14:23.347763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65ce59-bebe-4ec7-a484-a4ed6547d0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdfc847-98a6-4ba1-81c7-488945703395,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:23.525340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 60957ffc-0185-4e00-acf1-320a56bd766f no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:23.548701 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 60957ffc-0185-4e00-acf1-320a56bd766f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:23.549159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 60957ffc-0185-4e00-acf1-320a56bd766f not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:23.549643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0e25f125-fc9f-430e-af18-972b471b7007 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:23.571526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0e25f125-fc9f-430e-af18-972b471b7007 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:23.571875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0e25f125-fc9f-430e-af18-972b471b7007 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:23.572279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 38e05d84-6a93-4aa9-b16a-aa3774319229 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:23.592542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 38e05d84-6a93-4aa9-b16a-aa3774319229 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:23.592888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 38e05d84-6a93-4aa9-b16a-aa3774319229 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:29.188563 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:14:32.306823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60802) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:32.460714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Deleting port d0f557f5-2aa0-4bf3-83ff-9013c04c1818 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:32.461055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:32.534076 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:32.534314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:32.546653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Calling delete_port for d0f557f5-2aa0-4bf3-83ff-9013c04c1818 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:32.695649 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:32.721103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event deleted for resources: {'Port': ['ID=d0f557f5-2aa0-4bf3-83ff-9013c04c1818,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:32.783940 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:32.784360 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Floating IP 5611858e-9c1e-408d-bc65-fd4bf03f1a9c disassociated (deleted). External IP: 172.25.4.144, port: c6635349-0ef8-478c-a5da-3f03fcd5c530. Apr 05 19:14:32.993131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Router be1ec04b-8dce-4aa0-85e1-e89b36e7365a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:14:33.099617 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:14:33.104037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:33.109807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] Sync routers for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:14:33.119584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:33.120183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:33.136296 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4aa3487e-35e5-4d51-aaf6-9c0045a447d8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "DELETE /v2.0/floatingips/5611858e-9c1e-408d-bc65-fd4bf03f1a9c HTTP/1.1" status: 204 len: 168 time: 0.8251793 Apr 05 19:14:33.136296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:14:33.136807 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d015a887-0b83-4837-b551-6350b8e4f75e" -d '{"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:14:33.176637 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a0c951-4194-45d3-8e60-8d57e72c24f1 x-openstack-request-id: req-86a0c951-4194-45d3-8e60-8d57e72c24f1 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:14:33.176923 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:14:33.177170 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86a0c951-4194-45d3-8e60-8d57e72c24f1 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:14:33.177576 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a0c951-4194-45d3-8e60-8d57e72c24f1'] response: {'name': 'network-changed', 'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'status': 'completed', 'code': 200} Apr 05 19:14:33.240618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:33.250795 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015a887-0b83-4837-b551-6350b8e4f75e req-2c88b4bc-9358-469a-a6cc-0cbcf0a79fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:33.252594 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d015a887-0b83-4837-b551-6350b8e4f75e req-2c88b4bc-9358-469a-a6cc-0cbcf0a79fcc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e459bc48c345fd8eb24e9bb8917d37&device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 1097 time: 0.0530581 Apr 05 19:14:33.372946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015a887-0b83-4837-b551-6350b8e4f75e req-669238b2-a4b2-403c-b75e-bf083c2aff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:33.374739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d015a887-0b83-4837-b551-6350b8e4f75e req-669238b2-a4b2-403c-b75e-bf083c2aff4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=7c4909bc-063a-4159-996c-b04f930b3ee6 HTTP/1.1" status: 200 len: 914 time: 0.1131117 Apr 05 19:14:33.381675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcd49d-29c5-44ad-b90d-59b9e2cf315f req-4a7694f4-0a40-4a9c-af6b-d0cccf9f9454 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:33.383172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96fcd49d-29c5-44ad-b90d-59b9e2cf315f req-4a7694f4-0a40-4a9c-af6b-d0cccf9f9454 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 946 time: 0.0580223 Apr 05 19:14:33.428603 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d015a887-0b83-4837-b551-6350b8e4f75e req-2397e441-603d-4a3a-97b8-ff9c2a0ce4d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530 HTTP/1.1" status: 200 len: 217 time: 0.0446506 Apr 05 19:14:33.429581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96fcd49d-29c5-44ad-b90d-59b9e2cf315f req-1d60975d-f36c-4d8b-b603-c67255917c53 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399501 Apr 05 19:14:33.456839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:55Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:33.487568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] Checking router: be1ec04b-8dce-4aa0-85e1-e89b36e7365a for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:14:33.491298 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015a887-0b83-4837-b551-6350b8e4f75e req-c25f2ca7-15df-40b8-8799-26d9ada23edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:33.492802 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d015a887-0b83-4837-b551-6350b8e4f75e req-c25f2ca7-15df-40b8-8799-26d9ada23edf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=121df2ca-131c-49d7-8fde-461f440e03a3 HTTP/1.1" status: 200 len: 853 time: 0.0566795 Apr 05 19:14:33.496588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:33.497187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:33.539376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015a887-0b83-4837-b551-6350b8e4f75e req-6ad49032-0bbe-46ad-9e05-5f0891c480a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:33.542007 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d015a887-0b83-4837-b551-6350b8e4f75e req-6ad49032-0bbe-46ad-9e05-5f0891c480a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7c4909bc-063a-4159-996c-b04f930b3ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418704 Apr 05 19:14:33.604426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:33.640455 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d015a887-0b83-4837-b551-6350b8e4f75e req-e9d2ee29-76a0-4a71-9d6d-c8848185b2fc service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911028 Apr 05 19:14:33.742691 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d015a887-0b83-4837-b551-6350b8e4f75e req-75087bd5-1844-4ce9-a33b-d8b3ba9afdd7 service neutron] 10.222.0.25 "GET /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934277 Apr 05 19:14:33.960284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:55Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:33.986971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320e7a6-004b-4029-a9fa-a79be907249f None None] The sync data for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 is: [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:50Z', 'revision_number': 4, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '14c5e6ea-2f96-4be3-906f-07bd8ca0b130', 'name': '', 'network_id': '7c4909bc-063a-4159-996c-b04f930b3ee6', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:50Z', 'updated_at': '2022-04-05T19:11:55Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'subnets': [{'id': '121df2ca-131c-49d7-8fde-461f440e03a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:14:34.194869 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c66c47-a82a-44c9-a0d4-0d24b5a9a9a8 None None] New status for floating IP 5611858e-9c1e-408d-bc65-fd4bf03f1a9c: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:14:34.549294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400e14e-997e-4454-a562-604f349daa3d req-7b1119ea-fa1c-4c4a-af37-733abbd6ab80 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:34.550665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e400e14e-997e-4454-a562-604f349daa3d req-7b1119ea-fa1c-4c4a-af37-733abbd6ab80 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 946 time: 0.0498812 Apr 05 19:14:34.589560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e400e14e-997e-4454-a562-604f349daa3d req-7f3307c6-377b-4a05-8b10-2f558b0c06b4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/security-groups?id=21d13318-f705-437f-bd1d-2f097b8c1237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326166 Apr 05 19:14:34.986700 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-1321226e-ccaf-4a4c-b13f-d03c84d40ab4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:14:34.988131 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-1321226e-ccaf-4a4c-b13f-d03c84d40ab4 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 946 time: 0.0533226 Apr 05 19:14:35.077146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Deleting port c6635349-0ef8-478c-a5da-3f03fcd5c530 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:35.077485 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:35.168599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] For port c6635349-0ef8-478c-a5da-3f03fcd5c530, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=c6635349-0ef8-478c-a5da-3f03fcd5c530,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:35.168967 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:35.181885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Calling delete_port for c6635349-0ef8-478c-a5da-3f03fcd5c530 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:35.307354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:35.308119 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:35.340343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event deleted for resources: {'Port': ['ID=c6635349-0ef8-478c-a5da-3f03fcd5c530,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:35.382872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] No DVR routers for this DVR port c6635349-0ef8-478c-a5da-3f03fcd5c530 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:14:35.385986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:35.389379 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-964b1608-5468-48ba-bc8f-c2f7cda5de16 req-49552830-5949-4979-8932-b30d7b208c42 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.25 "DELETE /v2.0/ports/c6635349-0ef8-478c-a5da-3f03fcd5c530 HTTP/1.1" status: 204 len: 173 time: 0.3950827 Apr 05 19:14:35.389811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'name': 'network-vif-deleted', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:14:35.392095 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07d1da2-c6de-4205-b6ed-87ae6beb598a" -d '{"events": [{"server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "name": "network-vif-deleted", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:14:35.430339 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf65744-de67-4cae-9c5d-d51c2716f456 x-openstack-request-id: req-acf65744-de67-4cae-9c5d-d51c2716f456 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:14:35.430756 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6be3ab-0e6c-49ab-9600-60862564b198", "name": "network-vif-deleted", "tag": "c6635349-0ef8-478c-a5da-3f03fcd5c530", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:14:35.430998 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acf65744-de67-4cae-9c5d-d51c2716f456 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:14:35.431403 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf65744-de67-4cae-9c5d-d51c2716f456'] response: {'server_uuid': 'de6be3ab-0e6c-49ab-9600-60862564b198', 'name': 'network-vif-deleted', 'tag': 'c6635349-0ef8-478c-a5da-3f03fcd5c530', 'status': 'completed', 'code': 200} Apr 05 19:14:35.698652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40947576-0a22-4467-9647-94694da8150a req-7d1c4e2f-a1db-4866-b9df-8dd0969c25b8 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 210 time: 0.0385489 Apr 05 19:14:36.792194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b470434-565f-415f-b347-6d3fe815e4a8 req-ace01e43-77d7-4ad7-a969-3a753aac6d72 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Apr 05 19:14:37.263876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:37.887122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-195c9387-ee5e-46f6-983c-ff2294e6fef3 req-846dd5e1-e02d-4713-b8c4-6339e953ec2d tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 210 time: 0.0257213 Apr 05 19:14:39.000029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c56bf5d-ce0b-4468-aa53-8ff1cd453ea4 req-1c19651a-9c90-41eb-8e45-cfd4b558ae6b tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6be3ab-0e6c-49ab-9600-60862564b198 HTTP/1.1" status: 200 len: 210 time: 0.0294006 Apr 05 19:14:39.485679 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd0974fd-461e-442f-88c1-c179b6de9430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:40.057534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 60824) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:40.119361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:40.144639 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:40.202078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:40.204629 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:40.205768 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] 10.222.0.15 "DELETE /v2.0/security-groups/21d13318-f705-437f-bd1d-2f097b8c1237 HTTP/1.1" status: 204 len: 168 time: 0.1472561 Apr 05 19:14:40.215734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d13318-f705-437f-bd1d-2f097b8c1237,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:40.223236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.223585 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.223916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.224246 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.224576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.224900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.225223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.229785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.229785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.229785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.229785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.229785 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735b9c-f890-40aa-854f-666f58b83b35 tempest-TestVolumeBackupRestore-883866640 tempest-TestVolumeBackupRestore-883866640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:40.416681 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c6635349-0ef8-478c-a5da-3f03fcd5c530 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:40.448428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: c6635349-0ef8-478c-a5da-3f03fcd5c530 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:40.449002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device c6635349-0ef8-478c-a5da-3f03fcd5c530 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:41.833229 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96408fd0-1483-48dd-b437-f44112149c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:42.936594 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:43.633623 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33044) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:43.983595 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:44.236851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Deleting port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:44.237141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:44.316400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] For port 14c5e6ea-2f96-4be3-906f-07bd8ca0b130, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=14c5e6ea-2f96-4be3-906f-07bd8ca0b130,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:44.316800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:44.330615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Calling delete_port for 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:44.461347 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:44.820473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:44.846682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=14c5e6ea-2f96-4be3-906f-07bd8ca0b130,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:45.013778 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:45.019760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:45.232516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Router be1ec04b-8dce-4aa0-85e1-e89b36e7365a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:14:45.341157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:14:45.346056 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2e107c97-a6f3-4a54-bbfe-a5e093776b1b admin admin] 10.222.0.15 "PUT /v2.0/routers/be1ec04b-8dce-4aa0-85e1-e89b36e7365a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112150 Apr 05 19:14:45.348608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33046) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:45.351065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] Sync routers for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:14:45.361704 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:45.362301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:45.454847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:45.466891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:45.563838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:45.615734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Deleting port 0b787c61-9dbd-4af7-b450-f957889f28a8 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:45.616100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:45.646757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:14:44Z', 'revision_number': 5, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port': {'id': '0b787c61-9dbd-4af7-b450-f957889f28a8', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:45.673845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] Checking router: be1ec04b-8dce-4aa0-85e1-e89b36e7365a for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:14:45.682614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] Routers {'be1ec04b-8dce-4aa0-85e1-e89b36e7365a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:45.683230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:45.699180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] For port 0b787c61-9dbd-4af7-b450-f957889f28a8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0b787c61-9dbd-4af7-b450-f957889f28a8,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:45.699553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:45.711187 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Calling delete_port for 0b787c61-9dbd-4af7-b450-f957889f28a8 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:45.770885 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] Set router be1ec04b-8dce-4aa0-85e1-e89b36e7365a gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:45.826028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:14:45Z', 'revision_number': 6, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:45.853046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151ed90-bd19-4078-8a96-b64ea3d5198c None None] The sync data for ids ['be1ec04b-8dce-4aa0-85e1-e89b36e7365a'] in n-d-836650-3 is: [{'id': 'be1ec04b-8dce-4aa0-85e1-e89b36e7365a', 'name': 'tempest-TestVolumeBackupRestore-1714775974-router', 'tenant_id': '54e459bc48c345fd8eb24e9bb8917d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:48Z', 'updated_at': '2022-04-05T19:14:45Z', 'revision_number': 6, 'project_id': '54e459bc48c345fd8eb24e9bb8917d37', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:14:45.882927 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:45.907948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b787c61-9dbd-4af7-b450-f957889f28a8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:45.971472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.061926 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.063996 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.109808 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.110325 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be1ec04b-8dce-4aa0-85e1-e89b36e7365a {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:14:46.114833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.115979 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1276a8e0-d4e0-40b1-91c1-a98fe79abc23 admin admin] 10.222.0.15 "DELETE /v2.0/routers/be1ec04b-8dce-4aa0-85e1-e89b36e7365a HTTP/1.1" status: 204 len: 168 time: 0.7664504 Apr 05 19:14:46.119873 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33048) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:46.162661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3528ea21-ed86-4f46-9975-f735e0d09dcb admin admin] Deleting subnet 121df2ca-131c-49d7-8fde-461f440e03a3 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:14:46.165895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3528ea21-ed86-4f46-9975-f735e0d09dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.200723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3528ea21-ed86-4f46-9975-f735e0d09dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.290961 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3528ea21-ed86-4f46-9975-f735e0d09dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.342766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3528ea21-ed86-4f46-9975-f735e0d09dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.366196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528ea21-ed86-4f46-9975-f735e0d09dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121df2ca-131c-49d7-8fde-461f440e03a3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:46.372771 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3528ea21-ed86-4f46-9975-f735e0d09dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.376485 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3528ea21-ed86-4f46-9975-f735e0d09dcb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/121df2ca-131c-49d7-8fde-461f440e03a3 HTTP/1.1" status: 204 len: 168 time: 0.2556875 Apr 05 19:14:46.378002 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656e54e-2ec7-40f7-8fb7-9d3517222566 None None] Network 7c4909bc-063a-4159-996c-b04f930b3ee6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:14:46.379253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33050) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:46.452125 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.505314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Deleting port 550fc588-bb7f-437c-a5f1-0052fb78eb36 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:46.505655 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.566821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] For port 550fc588-bb7f-437c-a5f1-0052fb78eb36, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=550fc588-bb7f-437c-a5f1-0052fb78eb36,segment=NetworkSegment(4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9),segment_id=4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:46.567125 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.580275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Calling delete_port for 550fc588-bb7f-437c-a5f1-0052fb78eb36 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:46.661108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14b444-f3c4-4281-bd43-8a0a9574f8d6 None None] DHCP port deletion for 7c4909bc-063a-4159-996c-b04f930b3ee6 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:14:46.665601 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.695392 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=550fc588-bb7f-437c-a5f1-0052fb78eb36,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:46.698137 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] No DVR routers for this DVR port 550fc588-bb7f-437c-a5f1-0052fb78eb36 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:14:46.707430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.707781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.708119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.708451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.708778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.709104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.709426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.709745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.710064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.710382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.710723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.711041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:14:46.783593 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.803413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4909bc-063a-4159-996c-b04f930b3ee6']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:46.813055 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:46.813337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa2bfa4-17d2-45a7-a28d-34ac1a3f23d9') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:46.823725 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.837787 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.843924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:14:46.844325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:14:46.846020 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:14:46.901336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.907110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:46.913061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7c4909bc-063a-4159-996c-b04f930b3ee6 HTTP/1.1" status: 204 len: 168 time: 0.5299354 Apr 05 19:14:46.913352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33052) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:46.922124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4527c70-ccd0-4a87-ab5e-da8ec8632da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4909bc-063a-4159-996c-b04f930b3ee6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:47.264994 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:47.508432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Deleting port 2ccb397d-6873-49b5-acfa-1835ffb79aa6 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:47.508779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:47.536454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:47.561120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:47.561451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 14c5e6ea-2f96-4be3-906f-07bd8ca0b130 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:47.561851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 550fc588-bb7f-437c-a5f1-0052fb78eb36 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:47.580248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 550fc588-bb7f-437c-a5f1-0052fb78eb36 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:47.580585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 550fc588-bb7f-437c-a5f1-0052fb78eb36 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:47.580985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0b787c61-9dbd-4af7-b450-f957889f28a8 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:47.591145 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] For port 2ccb397d-6873-49b5-acfa-1835ffb79aa6, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2ccb397d-6873-49b5-acfa-1835ffb79aa6,segment=NetworkSegment(19199fd6-6fda-4a07-99f6-81c60e414e4e),segment_id=19199fd6-6fda-4a07-99f6-81c60e414e4e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:47.591518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:47.599385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0b787c61-9dbd-4af7-b450-f957889f28a8 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:47.599728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0b787c61-9dbd-4af7-b450-f957889f28a8 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:47.606897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Calling delete_port for 2ccb397d-6873-49b5-acfa-1835ffb79aa6 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:47.781374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:47.808533 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ccb397d-6873-49b5-acfa-1835ffb79aa6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:47.972876 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:48.188953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:14:48.295437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:14:48.300664 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0476d973-957a-4322-a6d0-af977cf9f472 admin admin] 10.222.0.15 "PUT /v2.0/routers/ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3863049 Apr 05 19:14:48.303331 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33054) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:48.303934 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] Sync routers for ids ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:14:48.314087 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] Routers {'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:48.314708 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:48.407544 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:48.417027 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] Set router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:48.510589 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:48.563264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Deleting port ae6cf591-f606-4da5-8557-ec4f55e1fcf2 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:48.563603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:48.592051 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:52Z', 'updated_at': '2022-04-05T19:14:47Z', 'revision_number': 5, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'gw_port': {'id': 'ae6cf591-f606-4da5-8557-ec4f55e1fcf2', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:11:53Z', 'updated_at': '2022-04-05T19:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:48.619373 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] Checking router: ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:14:48.627435 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] Routers {'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:14:48.628007 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:14:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:48.646356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] For port ae6cf591-f606-4da5-8557-ec4f55e1fcf2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=ae6cf591-f606-4da5-8557-ec4f55e1fcf2,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:48.646749 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:48.659157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Calling delete_port for ae6cf591-f606-4da5-8557-ec4f55e1fcf2 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:48.801042 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] Set router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:14:48.858638 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:52Z', 'updated_at': '2022-04-05T19:14:48Z', 'revision_number': 6, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:48.887407 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50072535-3a83-4598-915b-f93ab4ca0378 None None] The sync data for ids ['ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e'] in n-d-836650-3 is: [{'id': 'ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e', 'name': 'tempest-TestVolumeBackupRestore-643674297-router', 'tenant_id': '9cf1079f8efa46269ad564a54e31886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:11:52Z', 'updated_at': '2022-04-05T19:14:48Z', 'revision_number': 6, 'project_id': '9cf1079f8efa46269ad564a54e31886e', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:14:49.139318 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.162576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6cf591-f606-4da5-8557-ec4f55e1fcf2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:49.223882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.320029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.322126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.364114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.364749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:14:49.369497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.370667 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eb537e28-b669-4467-88fc-2b9278e28a97 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ed3c3ff3-6dab-4217-9bb7-6d8bd3bd3a5e HTTP/1.1" status: 204 len: 168 time: 1.0663133 Apr 05 19:14:49.373203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33056) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:49.418127 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a91b8c-fef3-44da-bf20-777816dd2ff7 admin admin] Deleting subnet 51982abd-f026-4c29-80f7-33b09a20bbf0 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:14:49.421208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08a91b8c-fef3-44da-bf20-777816dd2ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.456752 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08a91b8c-fef3-44da-bf20-777816dd2ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.536370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08a91b8c-fef3-44da-bf20-777816dd2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.588100 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08a91b8c-fef3-44da-bf20-777816dd2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.616482 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-08a91b8c-fef3-44da-bf20-777816dd2ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.620137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-08a91b8c-fef3-44da-bf20-777816dd2ff7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/51982abd-f026-4c29-80f7-33b09a20bbf0 HTTP/1.1" status: 204 len: 168 time: 0.2459962 Apr 05 19:14:49.621581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a91b8c-fef3-44da-bf20-777816dd2ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51982abd-f026-4c29-80f7-33b09a20bbf0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:49.622177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de1a4f-db9f-478e-9724-ed0eb6a056b3 None None] Network 768e5c23-1087-4132-a895-565c839b701d requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:14:49.623387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33058) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:49.699764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ae6cf591-f606-4da5-8557-ec4f55e1fcf2 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:49.712219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.729664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: ae6cf591-f606-4da5-8557-ec4f55e1fcf2 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:49.730009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device ae6cf591-f606-4da5-8557-ec4f55e1fcf2 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:49.730435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2ccb397d-6873-49b5-acfa-1835ffb79aa6 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:49.764946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Deleting port 7597a089-edde-4337-aa0a-21fed45fca44 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:49.765353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.767438 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2ccb397d-6873-49b5-acfa-1835ffb79aa6 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:49.767780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2ccb397d-6873-49b5-acfa-1835ffb79aa6 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:14:49.829336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] For port 7597a089-edde-4337-aa0a-21fed45fca44, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7597a089-edde-4337-aa0a-21fed45fca44,segment=NetworkSegment(19199fd6-6fda-4a07-99f6-81c60e414e4e),segment_id=19199fd6-6fda-4a07-99f6-81c60e414e4e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:49.829703 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.843500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Calling delete_port for 7597a089-edde-4337-aa0a-21fed45fca44 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:49.874677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a4d0ab-d218-4c7f-b6c2-ac4a588ff4aa None None] DHCP port deletion for 768e5c23-1087-4132-a895-565c839b701d request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:14:49.923436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-28a4d0ab-d218-4c7f-b6c2-ac4a588ff4aa None None] Deleting port 7597a089-edde-4337-aa0a-21fed45fca44 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:14:49.923834 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28a4d0ab-d218-4c7f-b6c2-ac4a588ff4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.929075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:49.959261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Pushing event deleted for resources: {'Port': ['ID=7597a089-edde-4337-aa0a-21fed45fca44,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:49.961231 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] No DVR routers for this DVR port 7597a089-edde-4337-aa0a-21fed45fca44 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:14:49.993565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-28a4d0ab-d218-4c7f-b6c2-ac4a588ff4aa None None] For port 7597a089-edde-4337-aa0a-21fed45fca44, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7597a089-edde-4337-aa0a-21fed45fca44,segment=NetworkSegment(19199fd6-6fda-4a07-99f6-81c60e414e4e),segment_id=19199fd6-6fda-4a07-99f6-81c60e414e4e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:14:49.993959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28a4d0ab-d218-4c7f-b6c2-ac4a588ff4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.011738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-28a4d0ab-d218-4c7f-b6c2-ac4a588ff4aa None None] Calling delete_port for 7597a089-edde-4337-aa0a-21fed45fca44 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:14:50.089352 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28a4d0ab-d218-4c7f-b6c2-ac4a588ff4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.119624 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4d0ab-d218-4c7f-b6c2-ac4a588ff4aa None None] Pushing event deleted for resources: {'Port': ['ID=7597a089-edde-4337-aa0a-21fed45fca44,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:50.123482 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4d0ab-d218-4c7f-b6c2-ac4a588ff4aa None None] No DVR routers for this DVR port 7597a089-edde-4337-aa0a-21fed45fca44 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:14:50.267835 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.287935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768e5c23-1087-4132-a895-565c839b701d']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:50.297024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19199fd6-6fda-4a07-99f6-81c60e414e4e') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:50.297318 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19199fd6-6fda-4a07-99f6-81c60e414e4e') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:14:50.306274 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.318714 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.325436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:14:50.325890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:14:50.327521 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:14:50.379694 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.385940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.391272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] 10.222.0.15 "DELETE /v2.0/networks/768e5c23-1087-4132-a895-565c839b701d HTTP/1.1" status: 204 len: 168 time: 0.7646012 Apr 05 19:14:50.401255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fce8ce-7e05-4fbd-b59b-d608fdddf00b admin admin] Pushing event deleted for resources: {'Network': ['ID=768e5c23-1087-4132-a895-565c839b701d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:50.548405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33062) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:50.586862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dc92cad9-0cc4-465f-8770-620350225b62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54e459bc48c345fd8eb24e9bb8917d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367215 Apr 05 19:14:50.589051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:50.638267 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a29e4cb-5a7f-4475-b846-ac048a608059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.658670 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a29e4cb-5a7f-4475-b846-ac048a608059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.703809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a29e4cb-5a7f-4475-b846-ac048a608059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.706280 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a29e4cb-5a7f-4475-b846-ac048a608059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:50.707424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7a29e4cb-5a7f-4475-b846-ac048a608059 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64c3e0e1-271f-40dc-903b-d33a1c441567 HTTP/1.1" status: 204 len: 168 time: 0.1175120 Apr 05 19:14:50.715376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29e4cb-5a7f-4475-b846-ac048a608059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c3e0e1-271f-40dc-903b-d33a1c441567,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:51.021257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:51.061158 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-25cf4cc3-cdc5-464a-ba06-f05fba8ee303 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cf1079f8efa46269ad564a54e31886e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385785 Apr 05 19:14:51.063441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33072) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:14:51.109854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-245ddf58-ab30-448b-9918-00fd77db6d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:51.134669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-245ddf58-ab30-448b-9918-00fd77db6d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:51.179879 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-245ddf58-ab30-448b-9918-00fd77db6d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:51.182638 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-245ddf58-ab30-448b-9918-00fd77db6d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:14:51.183806 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-245ddf58-ab30-448b-9918-00fd77db6d73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f784a597-7b3a-4bba-af71-a63c53a54fb1 HTTP/1.1" status: 204 len: 168 time: 0.1194787 Apr 05 19:14:51.191693 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ddf58-ab30-448b-9918-00fd77db6d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f784a597-7b3a-4bba-af71-a63c53a54fb1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:14:51.534642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7597a089-edde-4337-aa0a-21fed45fca44 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:14:51.556181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 7597a089-edde-4337-aa0a-21fed45fca44 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:14:51.556716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7597a089-edde-4337-aa0a-21fed45fca44 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:15:01.693986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-14d7a24e-63f3-4b5b-a624-645babdd59e8 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=21e675c1156e489baf14eaedf8cb9764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286257 Apr 05 19:15:01.876573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-a8156d05-87c9-444f-b258-4be5921ce19f tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:01.877983 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-a8156d05-87c9-444f-b258-4be5921ce19f tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773467 Apr 05 19:15:01.893494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-c51f1369-494d-4317-a447-1015b260d1f6 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/quotas/21e675c1156e489baf14eaedf8cb9764 HTTP/1.1" status: 200 len: 375 time: 0.0089583 Apr 05 19:15:01.923110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-91fc8b86-c241-402a-bbf2-bb5236157fae tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21e675c1156e489baf14eaedf8cb9764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244267 Apr 05 19:15:02.081805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1f4f06d-90cc-4442-b4e4-75f184d76913 req-b0dde106-18ff-42e5-936a-08a11bb1ca08 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 210 time: 0.0273094 Apr 05 19:15:02.983113 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-1578419f-1509-44cf-876c-069fbb4a8a7c tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=21e675c1156e489baf14eaedf8cb9764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281057 Apr 05 19:15:03.165833 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-607a6885-1d8a-4ec5-ab32-b94e33aa0651 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:03.167294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-607a6885-1d8a-4ec5-ab32-b94e33aa0651 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786647 Apr 05 19:15:03.177979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a184254b-ad41-464e-8600-b64fed156357 req-11cbc511-8324-4b60-8c99-251e031785a3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 210 time: 0.0274508 Apr 05 19:15:03.181335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Request body: {'port': {'device_id': 'aa9f3a45-237f-4d63-bb8d-0e195685a139', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'admin_state_up': True, 'tenant_id': '21e675c1156e489baf14eaedf8cb9764'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:15:03.287994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Made reservation on behalf of 21e675c1156e489baf14eaedf8cb9764 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:15:03.291460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:03.300370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:03.375493 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:03.379446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:03.449408 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7832053-2b9d-4a59-a025-e03696011fba,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:03.519347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Allocated IP 192.168.233.195 (058d777f-032f-42cb-b349-189b9469a41f/e04c81aa-07d7-4144-a03b-6d2077812111/e9213bf1-126e-4346-8068-0d1ac6c846cf) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:15:03.660730 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:03.692972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:03.732570 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Network 058d777f-032f-42cb-b349-189b9469a41f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:15:03.738079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:15:03.741707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:15:03.767646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Pushing event updated for resources: {'Port': ['ID=e9213bf1-126e-4346-8068-0d1ac6c846cf,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:03.799031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:03.799650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:03.815675 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-2f008401-e696-4753-bb50-863e5e8a83e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6381204 Apr 05 19:15:03.828953 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-a60139d5-7dee-494a-96d9-13a09401fb4d tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:15:03.830088 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-a60139d5-7dee-494a-96d9-13a09401fb4d tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054762 Apr 05 19:15:03.956912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Request body: {'port': {'device_id': 'aa9f3a45-237f-4d63-bb8d-0e195685a139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:15:03.982682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b54736ae-8ba6-47e6-8298-f2fd16096230 None None] Provisioning complete for port e9213bf1-126e-4346-8068-0d1ac6c846cf triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:15:03.983247 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54736ae-8ba6-47e6-8298-f2fd16096230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:04.015384 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:04.016954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b54736ae-8ba6-47e6-8298-f2fd16096230 None None] Port e9213bf1-126e-4346-8068-0d1ac6c846cf cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:15:04.284082 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9213bf1-126e-4346-8068-0d1ac6c846cf {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:15:04.292465 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:04.296067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c1575-d5b7-447e-b6a3-6142ff680d21 req-76570eb2-da0c-4a2e-bbf5-3f7efbed97d5 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:04.297539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e81c1575-d5b7-447e-b6a3-6142ff680d21 req-76570eb2-da0c-4a2e-bbf5-3f7efbed97d5 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 936 time: 0.0480154 Apr 05 19:15:04.304311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Transition to ACTIVE for port object e9213bf1-126e-4346-8068-0d1ac6c846cf will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:15:04.309083 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:04.340416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e81c1575-d5b7-447e-b6a3-6142ff680d21 req-e37717ed-bf43-45eb-8068-e5e1238e2110 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364547 Apr 05 19:15:04.364379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Pushing event updated for resources: {'Port': ['ID=e9213bf1-126e-4346-8068-0d1ac6c846cf,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:04.435932 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Attempting to bind port e9213bf1-126e-4346-8068-0d1ac6c846cf on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:15:04.436266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Attempting to bind port e9213bf1-126e-4346-8068-0d1ac6c846cf by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:15:04.436597 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Attempting to bind port e9213bf1-126e-4346-8068-0d1ac6c846cf on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:15:04.441095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Port e9213bf1-126e-4346-8068-0d1ac6c846cf on network 058d777f-032f-42cb-b349-189b9469a41f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:15:04.441415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Attempting to bind port e9213bf1-126e-4346-8068-0d1ac6c846cf on network 058d777f-032f-42cb-b349-189b9469a41f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:15:04.447222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:15:04.447561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Checking segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:15:04.447942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Bound using segment: {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:15:04.448367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Bound port: e9213bf1-126e-4346-8068-0d1ac6c846cf, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '058d777f-032f-42cb-b349-189b9469a41f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:15:04.448727 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:04.514381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] For port e9213bf1-126e-4346-8068-0d1ac6c846cf, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:15:04.517326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] For port e9213bf1-126e-4346-8068-0d1ac6c846cf, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e9213bf1-126e-4346-8068-0d1ac6c846cf,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:15:04.521780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:04.556460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:04.557174 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:04.558639 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-93f5a934-0270-472a-9740-b6097baee232 service neutron] 10.222.0.20 "PUT /v2.0/ports/e9213bf1-126e-4346-8068-0d1ac6c846cf HTTP/1.1" status: 200 len: 1096 time: 0.7187088 Apr 05 19:15:04.559066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9f3a45-237f-4d63-bb8d-0e195685a139', 'tag': 'e9213bf1-126e-4346-8068-0d1ac6c846cf'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:15:04.561314 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469230d1-ebd9-403f-8252-20059be2f04d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9f3a45-237f-4d63-bb8d-0e195685a139", "tag": "e9213bf1-126e-4346-8068-0d1ac6c846cf"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:15:04.587837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5a934-0270-472a-9740-b6097baee232 service neutron] Pushing event updated for resources: {'Port': ['ID=e9213bf1-126e-4346-8068-0d1ac6c846cf,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:04.607109 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9243bf1-7fd0-48a8-ab24-93bcc5703e81 x-openstack-request-id: req-a9243bf1-7fd0-48a8-ab24-93bcc5703e81 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:15:04.607403 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9f3a45-237f-4d63-bb8d-0e195685a139", "tag": "e9213bf1-126e-4346-8068-0d1ac6c846cf", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:15:04.607657 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9243bf1-7fd0-48a8-ab24-93bcc5703e81 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:15:04.608066 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9243bf1-7fd0-48a8-ab24-93bcc5703e81'] response: {'name': 'network-changed', 'server_uuid': 'aa9f3a45-237f-4d63-bb8d-0e195685a139', 'tag': 'e9213bf1-126e-4346-8068-0d1ac6c846cf', 'status': 'completed', 'code': 200} Apr 05 19:15:04.654935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-b9b4b701-f97d-4528-8cc6-62e245fcf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:04.656429 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-b9b4b701-f97d-4528-8cc6-62e245fcf296 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21e675c1156e489baf14eaedf8cb9764&device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 1099 time: 0.0431483 Apr 05 19:15:04.707300 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-66472a01-a186-4f15-96f3-9e0a1c25744e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e9213bf1-126e-4346-8068-0d1ac6c846cf HTTP/1.1" status: 200 len: 217 time: 0.0391252 Apr 05 19:15:04.761566 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-182bac50-957a-4048-b434-ca8b4a2e1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:04.763038 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-182bac50-957a-4048-b434-ca8b4a2e1533 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0461600 Apr 05 19:15:04.812061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-9f76cf0c-06b1-4f5f-9074-0cdfbdd72d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:04.813507 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-9f76cf0c-06b1-4f5f-9074-0cdfbdd72d4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400233 Apr 05 19:15:04.912432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-d147c102-0d3c-4fa2-8ace-0bf83781675b service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865510 Apr 05 19:15:05.004556 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c85a365-c173-4d4f-b579-d49cd41a7604 req-02908230-5acc-4184-8a0f-ee206092dfba service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815818 Apr 05 19:15:05.107170 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469230d1-ebd9-403f-8252-20059be2f04d req-736c17cf-d68e-4c7e-be90-f7b546735b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:05.108673 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-469230d1-ebd9-403f-8252-20059be2f04d req-736c17cf-d68e-4c7e-be90-f7b546735b6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21e675c1156e489baf14eaedf8cb9764&device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 1099 time: 0.0468450 Apr 05 19:15:05.197341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469230d1-ebd9-403f-8252-20059be2f04d req-748a2684-79ee-437e-8d8b-86121c04d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:05.198798 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-469230d1-ebd9-403f-8252-20059be2f04d req-748a2684-79ee-437e-8d8b-86121c04d46b service neutron] 10.222.0.20 "GET /v2.0/networks?id=058d777f-032f-42cb-b349-189b9469a41f HTTP/1.1" status: 200 len: 869 time: 0.0829532 Apr 05 19:15:05.239989 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-469230d1-ebd9-403f-8252-20059be2f04d req-6d4a63a9-f1eb-4ca3-a61d-0c7771dcb840 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e9213bf1-126e-4346-8068-0d1ac6c846cf HTTP/1.1" status: 200 len: 217 time: 0.0341461 Apr 05 19:15:05.292137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469230d1-ebd9-403f-8252-20059be2f04d req-fe344ed4-90ea-4b5f-ba18-ba6b830263a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:05.293484 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-469230d1-ebd9-403f-8252-20059be2f04d req-fe344ed4-90ea-4b5f-ba18-ba6b830263a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e04c81aa-07d7-4144-a03b-6d2077812111 HTTP/1.1" status: 200 len: 843 time: 0.0469065 Apr 05 19:15:05.303632 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:05.340849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469230d1-ebd9-403f-8252-20059be2f04d req-12b5b394-6f41-45aa-b88d-606eeb251ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:05.342297 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-469230d1-ebd9-403f-8252-20059be2f04d req-12b5b394-6f41-45aa-b88d-606eeb251ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=058d777f-032f-42cb-b349-189b9469a41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411496 Apr 05 19:15:05.430898 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-469230d1-ebd9-403f-8252-20059be2f04d req-32df9b16-f10a-447f-8403-c772087f3983 service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812125 Apr 05 19:15:05.457939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b40878-56cd-4b93-85ee-7679c0151f75 req-13e95520-0561-47aa-8552-e457905c7cde tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:05.459530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18b40878-56cd-4b93-85ee-7679c0151f75 req-13e95520-0561-47aa-8552-e457905c7cde tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 948 time: 0.0503290 Apr 05 19:15:05.497656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18b40878-56cd-4b93-85ee-7679c0151f75 req-a94eeff0-266b-4fe2-b5a6-a2439ec633e3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Apr 05 19:15:05.527899 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-469230d1-ebd9-403f-8252-20059be2f04d req-8f4963fc-a93d-45da-ab7d-513a81214a3a service neutron] 10.222.0.20 "GET /v2.0/networks/058d777f-032f-42cb-b349-189b9469a41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899622 Apr 05 19:15:06.188404 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:15:06.617351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58f1a-f94b-404e-a151-d76e621484ee req-2fd4562c-6ac0-45f9-8133-180bc3374412 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:06.619009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efe58f1a-f94b-404e-a151-d76e621484ee req-2fd4562c-6ac0-45f9-8133-180bc3374412 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 948 time: 0.0496769 Apr 05 19:15:06.657023 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efe58f1a-f94b-404e-a151-d76e621484ee req-5ad0335d-025c-403a-8292-1319ddc725ad tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Apr 05 19:15:07.269715 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:07.770104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca38b8-6ea9-43bc-acba-c750c3477e61 req-a446058b-1dff-47b2-a140-b018393baf55 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:07.771507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eca38b8-6ea9-43bc-acba-c750c3477e61 req-a446058b-1dff-47b2-a140-b018393baf55 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 948 time: 0.0469375 Apr 05 19:15:07.813193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eca38b8-6ea9-43bc-acba-c750c3477e61 req-443cdf79-e1c5-490d-ae07-0aa2acc35db1 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348978 Apr 05 19:15:08.886516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e9213bf1-126e-4346-8068-0d1ac6c846cf details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:15:08.928557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56d1d7-6a05-459f-aefe-079b00bf597f req-1bc26065-966d-4582-8922-15dd57f88428 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:08.930770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb56d1d7-6a05-459f-aefe-079b00bf597f req-1bc26065-966d-4582-8922-15dd57f88428 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 948 time: 0.0492136 Apr 05 19:15:08.968853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb56d1d7-6a05-459f-aefe-079b00bf597f req-a57c5ba1-2159-4751-a84f-d5ab729ae8a1 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Apr 05 19:15:08.984149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e9213bf1-126e-4346-8068-0d1ac6c846cf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e9213bf1-126e-4346-8068-0d1ac6c846cf,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:15:08.995275 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'e9213bf1-126e-4346-8068-0d1ac6c846cf', 'network_id': '058d777f-032f-42cb-b349-189b9469a41f', 'port_id': 'e9213bf1-126e-4346-8068-0d1ac6c846cf', 'mac_address': 'fa:16:3e:59:36:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c81aa-07d7-4144-a03b-6d2077812111', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:15:09.030944 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:09.043498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9213bf1-126e-4346-8068-0d1ac6c846cf {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:15:09.065816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e9213bf1-126e-4346-8068-0d1ac6c846cf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e9213bf1-126e-4346-8068-0d1ac6c846cf,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:15:09.069701 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:09.115280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e9213bf1-126e-4346-8068-0d1ac6c846cf,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:09.122576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.122921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.123256 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.123587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.123916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.124239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.124556 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.124876 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.125193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.125535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.125851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.126166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:15:09.357043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e9213bf1-126e-4346-8068-0d1ac6c846cf'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:15:09.497235 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e68db152-d10b-4bad-b64a-2290bfb58406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:10.084217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82fd2-3e3e-432e-81bc-cf7e5372a24b req-ddcf2105-3545-4699-a1ed-106b3d3aaea3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:10.086416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acb82fd2-3e3e-432e-81bc-cf7e5372a24b req-ddcf2105-3545-4699-a1ed-106b3d3aaea3 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 949 time: 0.0487838 Apr 05 19:15:10.123866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acb82fd2-3e3e-432e-81bc-cf7e5372a24b req-f49414d5-b50c-4f21-ba29-51128647ac92 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Apr 05 19:15:10.901237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e9213bf1-126e-4346-8068-0d1ac6c846cf up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:15:10.948802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port e9213bf1-126e-4346-8068-0d1ac6c846cf completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:15:10.952593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port e9213bf1-126e-4346-8068-0d1ac6c846cf triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:15:10.952959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:11.029890 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:11.054690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f3a45-237f-4d63-bb8d-0e195685a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9213bf1-126e-4346-8068-0d1ac6c846cf'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:15:11.057361 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4356977d-0bd4-4480-89e0-a8af0890a634" -d '{"events": [{"server_uuid": "aa9f3a45-237f-4d63-bb8d-0e195685a139", "name": "network-vif-plugged", "status": "completed", "tag": "e9213bf1-126e-4346-8068-0d1ac6c846cf"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:15:11.071724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port e9213bf1-126e-4346-8068-0d1ac6c846cf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e9213bf1-126e-4346-8068-0d1ac6c846cf,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:15:11.077845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:11.124855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=e9213bf1-126e-4346-8068-0d1ac6c846cf,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:11.171642 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6a2502-b5d4-4635-993e-68a22b848a34 x-openstack-request-id: req-fc6a2502-b5d4-4635-993e-68a22b848a34 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:15:11.171928 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f3a45-237f-4d63-bb8d-0e195685a139", "name": "network-vif-plugged", "status": "completed", "tag": "e9213bf1-126e-4346-8068-0d1ac6c846cf", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:15:11.172171 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc6a2502-b5d4-4635-993e-68a22b848a34 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:15:11.172586 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6a2502-b5d4-4635-993e-68a22b848a34'] response: {'server_uuid': 'aa9f3a45-237f-4d63-bb8d-0e195685a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9213bf1-126e-4346-8068-0d1ac6c846cf', 'code': 200} Apr 05 19:15:11.242622 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157201ef-808c-47cf-8d8d-22a6c712bb5e req-ae38a7a7-bfaa-4fb6-8313-4168fd994451 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:11.244095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-157201ef-808c-47cf-8d8d-22a6c712bb5e req-ae38a7a7-bfaa-4fb6-8313-4168fd994451 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 950 time: 0.0516808 Apr 05 19:15:11.275786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcafdc-a09c-4b05-b6b8-53e03f0bb3d5 req-49f45149-32d7-47c2-8964-3aae50eda63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:11.277271 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5dcafdc-a09c-4b05-b6b8-53e03f0bb3d5 req-49f45149-32d7-47c2-8964-3aae50eda63d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 1101 time: 0.0410974 Apr 05 19:15:11.288254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-157201ef-808c-47cf-8d8d-22a6c712bb5e req-5965a898-27f6-4479-ac85-79c0a6e33a60 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357971 Apr 05 19:15:11.315947 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5dcafdc-a09c-4b05-b6b8-53e03f0bb3d5 req-ccc157d9-7f11-469c-80b5-cf9d59925649 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278480 Apr 05 19:15:11.824751 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39e65cb1-2bd2-41d7-a5ea-43e8fdd81030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:12.405240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47589b-8028-45a2-bed2-1b76066ed0ae req-80757cc5-c147-4985-ba53-0101d4069928 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:12.406763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c47589b-8028-45a2-bed2-1b76066ed0ae req-80757cc5-c147-4985-ba53-0101d4069928 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 950 time: 0.0489473 Apr 05 19:15:12.448902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c47589b-8028-45a2-bed2-1b76066ed0ae req-48e65e0d-58ea-4d8a-bd41-9c1b976bb670 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354655 Apr 05 19:15:12.927812 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:13.589254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1f858-65b0-4482-8992-97cd319341ec req-e311423b-4d7b-4ee3-9479-f603c463f854 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:13.591827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2a1f858-65b0-4482-8992-97cd319341ec req-e311423b-4d7b-4ee3-9479-f603c463f854 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 950 time: 0.0560319 Apr 05 19:15:13.633398 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2a1f858-65b0-4482-8992-97cd319341ec req-3336f948-f95f-4fb2-8834-235e34231ffa tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350513 Apr 05 19:15:13.983735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-476d1042-13d9-4167-870a-c76b2a987c22 req-201433fe-9620-4de5-a808-02aa403393a8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:15:13.984774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-476d1042-13d9-4167-870a-c76b2a987c22 req-201433fe-9620-4de5-a808-02aa403393a8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600052 Apr 05 19:15:14.317216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-31024bb8-20cf-437b-a49d-10c61a75d576 req-ec18fb3b-a9ec-48fb-9e6d-003faf2910b5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:15:14.318215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31024bb8-20cf-437b-a49d-10c61a75d576 req-ec18fb3b-a9ec-48fb-9e6d-003faf2910b5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052330 Apr 05 19:15:14.457904 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:14.648952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3a9b-bf18-4175-842a-d3c6392e1f3c req-1a789fc8-cb7f-4c18-9e73-21649ff7fbef tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:14.650899 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6dac3a9b-bf18-4175-842a-d3c6392e1f3c req-1a789fc8-cb7f-4c18-9e73-21649ff7fbef tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 950 time: 0.0485160 Apr 05 19:15:14.692460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6dac3a9b-bf18-4175-842a-d3c6392e1f3c req-652b0d78-000d-4d53-bb9a-da5c3e570170 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 Apr 05 19:15:15.017214 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:15.814135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f400529-50c5-49d0-873d-16a5bb83166f req-a60b3706-b22a-4ee6-a7ae-659bf6fbbbbc tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:15.815585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f400529-50c5-49d0-873d-16a5bb83166f req-a60b3706-b22a-4ee6-a7ae-659bf6fbbbbc tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 950 time: 0.0530639 Apr 05 19:15:15.854252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f400529-50c5-49d0-873d-16a5bb83166f req-acd2ff01-ad50-447c-8c8f-c790c2f68bb5 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7832053-2b9d-4a59-a025-e03696011fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Apr 05 19:15:16.039277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-07e4764b-c33a-4a40-85e8-d43c6412ce7f tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:16.040719 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-07e4764b-c33a-4a40-85e8-d43c6412ce7f tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 950 time: 0.0531359 Apr 05 19:15:16.131567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Deleting port e9213bf1-126e-4346-8068-0d1ac6c846cf {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:15:16.131915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:16.223454 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] For port e9213bf1-126e-4346-8068-0d1ac6c846cf, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=e9213bf1-126e-4346-8068-0d1ac6c846cf,segment=NetworkSegment(0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba),segment_id=0f2356ae-f1c3-4d27-89a6-5e5bdd3f1cba)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:15:16.223819 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:16.236285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Calling delete_port for e9213bf1-126e-4346-8068-0d1ac6c846cf owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:15:16.360107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:16.375541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['e9213bf1-126e-4346-8068-0d1ac6c846cf'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:15:16.391546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Pushing event deleted for resources: {'Port': ['ID=e9213bf1-126e-4346-8068-0d1ac6c846cf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:16.434023 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] No DVR routers for this DVR port e9213bf1-126e-4346-8068-0d1ac6c846cf on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:15:16.436679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:16.440038 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a79bfdc1-dfe4-4c2d-98d5-307ceb2efdb1 req-be566aa1-d791-4d38-a0a3-931f09d68c38 tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.20 "DELETE /v2.0/ports/e9213bf1-126e-4346-8068-0d1ac6c846cf HTTP/1.1" status: 204 len: 173 time: 0.3901184 Apr 05 19:15:16.440483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f3a45-237f-4d63-bb8d-0e195685a139', 'name': 'network-vif-deleted', 'tag': 'e9213bf1-126e-4346-8068-0d1ac6c846cf'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:15:16.442763 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b011f74e-b1f5-4db2-9653-601862ce5a5b" -d '{"events": [{"server_uuid": "aa9f3a45-237f-4d63-bb8d-0e195685a139", "name": "network-vif-deleted", "tag": "e9213bf1-126e-4346-8068-0d1ac6c846cf"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:15:16.484673 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2459b9cd-78b5-4ddc-98e0-ad0e21b82e6a x-openstack-request-id: req-2459b9cd-78b5-4ddc-98e0-ad0e21b82e6a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:15:16.484970 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f3a45-237f-4d63-bb8d-0e195685a139", "name": "network-vif-deleted", "tag": "e9213bf1-126e-4346-8068-0d1ac6c846cf", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:15:16.485226 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2459b9cd-78b5-4ddc-98e0-ad0e21b82e6a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:15:16.485624 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2459b9cd-78b5-4ddc-98e0-ad0e21b82e6a'] response: {'server_uuid': 'aa9f3a45-237f-4d63-bb8d-0e195685a139', 'name': 'network-vif-deleted', 'tag': 'e9213bf1-126e-4346-8068-0d1ac6c846cf', 'status': 'completed', 'code': 200} Apr 05 19:15:16.967096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9c9082f-54b8-4b6d-884a-b2b9800ed250 req-27f4a7d8-d943-4edd-9ab5-ec94fafbe78e tempest-ServersAdminNegativeTestJSON-162527770 tempest-ServersAdminNegativeTestJSON-162527770-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa9f3a45-237f-4d63-bb8d-0e195685a139 HTTP/1.1" status: 200 len: 210 time: 0.0276670 Apr 05 19:15:18.272657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33214) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:15:18.403067 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9de79e70-2415-4dc1-987b-9487f272cb6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21e675c1156e489baf14eaedf8cb9764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292622 Apr 05 19:15:18.405546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33218) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:15:18.452014 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1aad17e-de0e-4bbf-8664-805d49c43927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:18.472747 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1aad17e-de0e-4bbf-8664-805d49c43927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:18.517979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1aad17e-de0e-4bbf-8664-805d49c43927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:18.520597 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b1aad17e-de0e-4bbf-8664-805d49c43927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:18.521696 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b1aad17e-de0e-4bbf-8664-805d49c43927 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7832053-2b9d-4a59-a025-e03696011fba HTTP/1.1" status: 204 len: 168 time: 0.1152725 Apr 05 19:15:18.529559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aad17e-de0e-4bbf-8664-805d49c43927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7832053-2b9d-4a59-a025-e03696011fba,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:18.775733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33224) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:15:18.792198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36f195bc-4ad1-4425-ad3f-f886cbb05890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:18.863854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36f195bc-4ad1-4425-ad3f-f886cbb05890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:18.868312 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-36f195bc-4ad1-4425-ad3f-f886cbb05890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:18.904758 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-36f195bc-4ad1-4425-ad3f-f886cbb05890 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e76e7c84a9e424ab9b1c2619456bf81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279907 Apr 05 19:15:18.905828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f195bc-4ad1-4425-ad3f-f886cbb05890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf22d8db-b886-4add-81f4-1753bafa4a96,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:18.907540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33226) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:15:18.955476 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e921b22-651b-4410-85a5-31d524ad1da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:18.976817 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e921b22-651b-4410-85a5-31d524ad1da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.023946 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e921b22-651b-4410-85a5-31d524ad1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.026484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e921b22-651b-4410-85a5-31d524ad1da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.027629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8e921b22-651b-4410-85a5-31d524ad1da7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf22d8db-b886-4add-81f4-1753bafa4a96 HTTP/1.1" status: 204 len: 168 time: 0.1190991 Apr 05 19:15:19.034969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e921b22-651b-4410-85a5-31d524ad1da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf22d8db-b886-4add-81f4-1753bafa4a96,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:19.685305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33248) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:15:19.782186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-569321684-network', 'tenant_id': '22fed7239db5477cb3132b2fd08a7a83'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:15:19.800266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Made reservation on behalf of 22fed7239db5477cb3132b2fd08a7a83 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:15:19.802608 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.811233 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.884265 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.887796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.913003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:15:19.918962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e24f5f8-7d04-4a56-a074-45b36d3d3998,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:19.924846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.925196 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Added segment 0177f5d5-2af2-42a0-940a-c6f1b67ad42d of type vlan for network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 Apr 05 19:15:19.966583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.988766 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:19.989710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:19.990284 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:20.046731 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3602245 Apr 05 19:15:20.049712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33252) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:15:20.053444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecadf1-8f8a-461f-b548-ddc481186542 admin admin] Pushing event updated for resources: {'Network': ['ID=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:20.056099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Request body: {'subnet': {'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-569321684-subnet', 'tenant_id': '22fed7239db5477cb3132b2fd08a7a83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:15:20.063805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:15:20.078979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Made reservation on behalf of 22fed7239db5477cb3132b2fd08a7a83 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:15:20.081532 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:20.248117 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:20.304542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:20.312401 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Checking segment: {'id': '0177f5d5-2af2-42a0-940a-c6f1b67ad42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:15:20.312773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Network hostable DHCP agents. Network: 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:15:20.329607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:15:20.338795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:15:20.342872 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:20.343454 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:20.347905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1f761-dfc3-40cc-a3ca-c3ae0f9c1857 None None] Network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:15:20.361914 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-68f0cad3-d6f8-4169-85e7-f0d3519941bd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3083425 Apr 05 19:15:20.471992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35595ec4-8063-4e8f-9e29-8568f5c9444b None None] Network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:15:20.776566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-cd4651fc-be34-451a-ba5b-bae4686e3394 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:20.778014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-cd4651fc-be34-451a-ba5b-bae4686e3394 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/networks?id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 200 len: 811 time: 0.1000948 Apr 05 19:15:20.793011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-6f60e07e-3205-416f-a040-04f124065fd1 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/quotas/22fed7239db5477cb3132b2fd08a7a83 HTTP/1.1" status: 200 len: 375 time: 0.0090759 Apr 05 19:15:20.829005 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-d10e7907-758f-420a-9b76-3ea4726700b9 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=22fed7239db5477cb3132b2fd08a7a83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306458 Apr 05 19:15:20.914656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-ded483ba-b956-4e30-88bf-a692eae6c134 service neutron] 10.222.0.15 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783563 Apr 05 19:15:20.964192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e9213bf1-126e-4346-8068-0d1ac6c846cf no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:15:20.984797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: e9213bf1-126e-4346-8068-0d1ac6c846cf {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:15:20.985387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device e9213bf1-126e-4346-8068-0d1ac6c846cf not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:15:21.006473 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-4e99f62c-dac8-4465-bcff-75ee1c9fad6f service neutron] 10.222.0.15 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856962 Apr 05 19:15:21.168992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-104e7b56-6fc4-4f35-92ec-c4b6b39d0a1f req-e9101f16-42a1-4ab4-b123-db6d32ae7c7d tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 210 time: 0.0284426 Apr 05 19:15:22.286167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38244be5-71e7-451e-808c-ea7312e60f03 req-713a43cc-894e-44a7-8b36-36f1077ef64c tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 210 time: 0.0391901 Apr 05 19:15:22.302614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-d174b112-30d4-44c4-9000-bf72bfcd68bc tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:22.304739 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-d174b112-30d4-44c4-9000-bf72bfcd68bc tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.20 "GET /v2.0/networks?id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 200 len: 811 time: 0.1108572 Apr 05 19:15:22.324351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Request body: {'port': {'device_id': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26', 'admin_state_up': True, 'tenant_id': '22fed7239db5477cb3132b2fd08a7a83'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:15:22.432492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Made reservation on behalf of 22fed7239db5477cb3132b2fd08a7a83 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:15:22.435967 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:22.564090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Allocated IP 172.20.0.14 (70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26/d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86/f69ba566-206f-40e7-9720-52af53a924ec) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:15:22.704361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:22.737441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:22.778601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:15:22.781485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:15:22.783775 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:15:22.819671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Pushing event updated for resources: {'Port': ['ID=f69ba566-206f-40e7-9720-52af53a924ec,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:22.843355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:22.843951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:22.859576 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-9ebdd86b-35a5-4e34-af46-ec533918ba43 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391929 Apr 05 19:15:22.875543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Request body: {'port': {'device_id': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:15:22.927606 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:23.187751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69ba566-206f-40e7-9720-52af53a924ec {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:15:23.195736 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:23.206942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Transition to ACTIVE for port object f69ba566-206f-40e7-9720-52af53a924ec will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:15:23.211942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:23.258902 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f69ba566-206f-40e7-9720-52af53a924ec,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:23.326462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Attempting to bind port f69ba566-206f-40e7-9720-52af53a924ec on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:15:23.327056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Attempting to bind port f69ba566-206f-40e7-9720-52af53a924ec by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '0177f5d5-2af2-42a0-940a-c6f1b67ad42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:15:23.327171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Attempting to bind port f69ba566-206f-40e7-9720-52af53a924ec on network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:15:23.331488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Port f69ba566-206f-40e7-9720-52af53a924ec on network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:15:23.331809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Attempting to bind port f69ba566-206f-40e7-9720-52af53a924ec on network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:15:23.337621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:15:23.337960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Checking segment: {'id': '0177f5d5-2af2-42a0-940a-c6f1b67ad42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:15:23.338339 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Bound using segment: {'id': '0177f5d5-2af2-42a0-940a-c6f1b67ad42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:15:23.338789 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Bound port: f69ba566-206f-40e7-9720-52af53a924ec, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0177f5d5-2af2-42a0-940a-c6f1b67ad42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:15:23.339147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:23.405507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:15:23.407459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046850-2f84-415b-8834-a015230f89f8 req-f3efc6fe-829c-4cdf-a3ce-1c4639ce3fe5 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:23.408648 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f69ba566-206f-40e7-9720-52af53a924ec,segment=NetworkSegment(0177f5d5-2af2-42a0-940a-c6f1b67ad42d),segment_id=0177f5d5-2af2-42a0-940a-c6f1b67ad42d)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:15:23.409742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd046850-2f84-415b-8834-a015230f89f8 req-f3efc6fe-829c-4cdf-a3ce-1c4639ce3fe5 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 944 time: 0.0498967 Apr 05 19:15:23.412511 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:23.445764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:23.446366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:23.447887 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 1092 time: 0.5763404 Apr 05 19:15:23.448615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd046850-2f84-415b-8834-a015230f89f8 req-fca2dfb6-181e-4113-aaeb-258a4ca609b0 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328121 Apr 05 19:15:23.450141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:15:23.452407 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f3dbf2-83f5-42ef-ad4d-5827294987bd" -d '{"events": [{"name": "network-changed", "server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "tag": "f69ba566-206f-40e7-9720-52af53a924ec"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:15:23.479371 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9864d-95fe-439f-96f7-217bb42cc4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f69ba566-206f-40e7-9720-52af53a924ec,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:23.498604 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f3048d-8efe-4da0-b882-5e5c2312dd7d x-openstack-request-id: req-09f3048d-8efe-4da0-b882-5e5c2312dd7d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:15:23.498892 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "tag": "f69ba566-206f-40e7-9720-52af53a924ec", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:15:23.499167 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09f3048d-8efe-4da0-b882-5e5c2312dd7d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:15:23.499570 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f3048d-8efe-4da0-b882-5e5c2312dd7d'] response: {'name': 'network-changed', 'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec', 'status': 'completed', 'code': 200} Apr 05 19:15:23.550483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-d05ce9e7-4864-4959-b162-931d55e912cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:23.552009 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-d05ce9e7-4864-4959-b162-931d55e912cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22fed7239db5477cb3132b2fd08a7a83&device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 1095 time: 0.0414314 Apr 05 19:15:23.597180 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-27e1ccae-87b9-4a72-b4fa-dbc2a0ee5e53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 217 time: 0.0372479 Apr 05 19:15:23.649209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-f2a0f468-700f-45d8-a041-e5cf45945906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:23.650636 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-f2a0f468-700f-45d8-a041-e5cf45945906 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 HTTP/1.1" status: 200 len: 851 time: 0.0425801 Apr 05 19:15:23.682040 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-e81de4c8-a593-423b-89d4-962dae850ecb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240133 Apr 05 19:15:23.773504 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-dbeee2b6-b19c-4911-a8bf-f6ad06c5eb33 service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824065 Apr 05 19:15:23.863797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c4251d32-1bb9-4c35-a644-35ad8683a2a4 req-518b62fc-9f89-4cdb-bc0d-656f06518fa3 service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811605 Apr 05 19:15:23.962891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-b8852ee5-b3b4-43d1-9ee7-26aabfaddb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:23.964358 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-b8852ee5-b3b4-43d1-9ee7-26aabfaddb41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22fed7239db5477cb3132b2fd08a7a83&device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 1095 time: 0.0416896 Apr 05 19:15:24.054587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-fdb95a93-968e-4996-9b1f-676a1163468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:24.056373 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-fdb95a93-968e-4996-9b1f-676a1163468c service neutron] 10.222.0.20 "GET /v2.0/networks?id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 200 len: 911 time: 0.0855606 Apr 05 19:15:24.096850 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-426d7e65-8400-452d-8aea-f311a1b3cf1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 217 time: 0.0339634 Apr 05 19:15:24.148654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-b307021e-375d-489e-821c-6698fc60fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:24.150053 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-b307021e-375d-489e-821c-6698fc60fa5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 HTTP/1.1" status: 200 len: 851 time: 0.0459299 Apr 05 19:15:24.182655 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-4fe9c141-5618-48e7-bc22-d4ff4822279e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252767 Apr 05 19:15:24.270035 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-6d861b72-cbf8-49ec-8150-4c389858ad9e service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798621 Apr 05 19:15:24.365252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-97f3dbf2-83f5-42ef-ad4d-5827294987bd req-d3362f1d-256a-49cf-9b35-e5220a24611d service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847888 Apr 05 19:15:24.571482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33403aea-54a5-4c63-b8c5-9a616131661d req-3a40ebb7-7f07-4384-8824-f105d537b6d0 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:24.572928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33403aea-54a5-4c63-b8c5-9a616131661d req-3a40ebb7-7f07-4384-8824-f105d537b6d0 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 944 time: 0.0522048 Apr 05 19:15:24.610660 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33403aea-54a5-4c63-b8c5-9a616131661d req-fbea1960-d8d4-48f4-aa21-10a34b973a32 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Apr 05 19:15:25.728553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ece8e6-31dc-4dc3-a551-6534285e0490 req-8edb28d4-7f80-45ee-b744-aac2653f44de tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:25.730003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5ece8e6-31dc-4dc3-a551-6534285e0490 req-8edb28d4-7f80-45ee-b744-aac2653f44de tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 944 time: 0.0489633 Apr 05 19:15:25.766774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5ece8e6-31dc-4dc3-a551-6534285e0490 req-defc1e8f-6f94-470a-b996-7f054f70be25 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Apr 05 19:15:26.880961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90312622-6e85-4eaa-a319-4e7fa3b859bf req-5423a28e-113f-4d3a-88c2-837944b98461 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:26.882529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90312622-6e85-4eaa-a319-4e7fa3b859bf req-5423a28e-113f-4d3a-88c2-837944b98461 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 944 time: 0.0486097 Apr 05 19:15:26.919613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90312622-6e85-4eaa-a319-4e7fa3b859bf req-a7bc7521-75d0-4306-8bc2-efbd03d935f7 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311279 Apr 05 19:15:26.980113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f69ba566-206f-40e7-9720-52af53a924ec details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:15:27.071561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f69ba566-206f-40e7-9720-52af53a924ec,segment=NetworkSegment(0177f5d5-2af2-42a0-940a-c6f1b67ad42d),segment_id=0177f5d5-2af2-42a0-940a-c6f1b67ad42d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:15:27.085841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'f69ba566-206f-40e7-9720-52af53a924ec', 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26', 'port_id': 'f69ba566-206f-40e7-9720-52af53a924ec', 'mac_address': 'fa:16:3e:ac:b3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e8ded1-7852-4ee1-ab43-ac2fdc83bf86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:15:27.121498 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:27.134620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69ba566-206f-40e7-9720-52af53a924ec {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:15:27.153274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f69ba566-206f-40e7-9720-52af53a924ec,segment=NetworkSegment(0177f5d5-2af2-42a0-940a-c6f1b67ad42d),segment_id=0177f5d5-2af2-42a0-940a-c6f1b67ad42d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:15:27.157241 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:27.202746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f69ba566-206f-40e7-9720-52af53a924ec,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:27.400904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['f69ba566-206f-40e7-9720-52af53a924ec'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:15:28.036687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ce6bd-96aa-4e6b-ad71-15071c12cade req-bd35011e-af06-4e40-bbdf-14ea1613f43e tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:28.038637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f71ce6bd-96aa-4e6b-ad71-15071c12cade req-bd35011e-af06-4e40-bbdf-14ea1613f43e tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 945 time: 0.0512486 Apr 05 19:15:28.076015 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f71ce6bd-96aa-4e6b-ad71-15071c12cade req-368aa2f4-c3a2-46f0-a321-7acbc29dab09 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308194 Apr 05 19:15:28.994695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f69ba566-206f-40e7-9720-52af53a924ec up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:15:29.041975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port f69ba566-206f-40e7-9720-52af53a924ec completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:15:29.046025 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port f69ba566-206f-40e7-9720-52af53a924ec triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:15:29.046450 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:29.197710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b597-f0b2-49f6-b827-767a694d036a req-352bb13f-214e-4d0f-baea-d08b1a64eac7 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:29.199343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07f2b597-f0b2-49f6-b827-767a694d036a req-352bb13f-214e-4d0f-baea-d08b1a64eac7 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 945 time: 0.0542870 Apr 05 19:15:29.241049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07f2b597-f0b2-49f6-b827-767a694d036a req-d71fb3a6-3ace-425c-b0a6-dad92598bdd6 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354619 Apr 05 19:15:29.282139 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:29.304617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:15:29.306850 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49c910d-7bad-45cd-912d-c44a55bbf4bb" -d '{"events": [{"server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "name": "network-vif-plugged", "status": "completed", "tag": "f69ba566-206f-40e7-9720-52af53a924ec"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:15:29.318656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f69ba566-206f-40e7-9720-52af53a924ec,segment=NetworkSegment(0177f5d5-2af2-42a0-940a-c6f1b67ad42d),segment_id=0177f5d5-2af2-42a0-940a-c6f1b67ad42d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:15:29.323107 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:29.349024 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e493ec-e29d-4a37-af60-f76fddd5c88e x-openstack-request-id: req-a1e493ec-e29d-4a37-af60-f76fddd5c88e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:15:29.349316 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "name": "network-vif-plugged", "status": "completed", "tag": "f69ba566-206f-40e7-9720-52af53a924ec", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:15:29.349579 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1e493ec-e29d-4a37-af60-f76fddd5c88e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:15:29.349951 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e493ec-e29d-4a37-af60-f76fddd5c88e'] response: {'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec', 'code': 200} Apr 05 19:15:29.372054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=f69ba566-206f-40e7-9720-52af53a924ec,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:15:29.456194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886f64-d51e-4cf1-a766-7d57b932c348 req-f2a035ec-c8f0-4260-bbab-1fe4b990e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:29.457704 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-11886f64-d51e-4cf1-a766-7d57b932c348 req-f2a035ec-c8f0-4260-bbab-1fe4b990e240 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 1097 time: 0.0412169 Apr 05 19:15:29.494131 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-11886f64-d51e-4cf1-a766-7d57b932c348 req-edde22bb-1a5a-450c-98e7-37f7ca8972c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280905 Apr 05 19:15:30.356014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f79dc-98a0-4941-a667-edbe14639fa7 req-ce9b8f4f-102c-4d73-bf46-2bc8e08ecde5 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:30.357453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c04f79dc-98a0-4941-a667-edbe14639fa7 req-ce9b8f4f-102c-4d73-bf46-2bc8e08ecde5 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0480742 Apr 05 19:15:30.395452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c04f79dc-98a0-4941-a667-edbe14639fa7 req-1264265c-6353-44cf-9c88-fb5bf16121f2 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Apr 05 19:15:31.514830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4f326-1fbb-433b-bfa1-5d4ec827641f req-d61010e8-cc22-45fc-886a-d5a57db81dcf tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:31.516275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c4f326-1fbb-433b-bfa1-5d4ec827641f req-d61010e8-cc22-45fc-886a-d5a57db81dcf tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0522029 Apr 05 19:15:31.553150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c4f326-1fbb-433b-bfa1-5d4ec827641f req-dc0ecf2a-bc2b-4495-ade1-4bad7d2a37e7 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308275 Apr 05 19:15:31.733218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33308) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:15:31.790189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ff955-4737-4938-bff6-0a08de193615 req-63e26d01-21e8-4c80-bd27-df76b0316fe3 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:31.791748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-862ff955-4737-4938-bff6-0a08de193615 req-63e26d01-21e8-4c80-bd27-df76b0316fe3 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0494754 Apr 05 19:15:31.868094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-862ff955-4737-4938-bff6-0a08de193615 req-9a4baacb-e294-4a55-a344-68e55c770d18 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677242 Apr 05 19:15:31.875862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-e47d3091-9849-4a96-af1d-8ba65522abfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413169 Apr 05 19:15:31.885380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-6040a014-7f98-4202-b091-3859634c5a38 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:15:31.886326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-6040a014-7f98-4202-b091-3859634c5a38 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052791 Apr 05 19:15:32.964327 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-7779eabb-31f2-4fb4-beba-c27b674a975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:32.965839 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-7779eabb-31f2-4fb4-beba-c27b674a975a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22fed7239db5477cb3132b2fd08a7a83&device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 1097 time: 0.0416164 Apr 05 19:15:32.995130 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da775a4-fdf7-4930-be96-f349621695bb req-1d6a68e5-67fa-4b2d-9c8a-8c4eafc26c18 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:32.996591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7da775a4-fdf7-4930-be96-f349621695bb req-1d6a68e5-67fa-4b2d-9c8a-8c4eafc26c18 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0545805 Apr 05 19:15:33.037321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7da775a4-fdf7-4930-be96-f349621695bb req-348b47aa-4eb6-469f-86ca-c54b427fca20 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Apr 05 19:15:33.364308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-a5b3b961-2c78-43f2-9e58-f5022f70aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:33.365750 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-a5b3b961-2c78-43f2-9e58-f5022f70aae2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 200 len: 911 time: 0.3933640 Apr 05 19:15:33.405912 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-2aa21701-275e-4708-a64e-e2b4d214da01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 217 time: 0.0333974 Apr 05 19:15:33.453417 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-b4aa8637-092d-41b4-87a0-fc7c6c5c10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:33.454831 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-b4aa8637-092d-41b4-87a0-fc7c6c5c10ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 HTTP/1.1" status: 200 len: 851 time: 0.0422122 Apr 05 19:15:33.488959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-09e041eb-ece5-4e4c-b5ed-7280cabdbb40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265260 Apr 05 19:15:33.576454 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-8122f183-444c-4020-834f-f7385c3d191f service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809624 Apr 05 19:15:33.669256 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-6dd79f68-7416-4be7-9c5f-61fa7a79e34d service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 Apr 05 19:15:34.155044 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa7131-4888-48e5-ae70-f4e84b605484 req-e3f761dc-c439-46de-8988-4705a7d26f69 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:34.156497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16aa7131-4888-48e5-ae70-f4e84b605484 req-e3f761dc-c439-46de-8988-4705a7d26f69 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0488272 Apr 05 19:15:34.194447 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16aa7131-4888-48e5-ae70-f4e84b605484 req-ed0210c8-eacf-47cc-9a35-64c6fda13381 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315986 Apr 05 19:15:35.304994 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:35.310614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c2bd3-aee4-4fda-b6f7-034524b88e5c req-e9dfa535-6c05-4eb6-b9f0-437b6c8bc59d tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:35.312067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f27c2bd3-aee4-4fda-b6f7-034524b88e5c req-e9dfa535-6c05-4eb6-b9f0-437b6c8bc59d tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0495567 Apr 05 19:15:35.349705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f27c2bd3-aee4-4fda-b6f7-034524b88e5c req-dc52804e-dcac-4215-aa42-852c078845ff tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Apr 05 19:15:36.471402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79079071-f20a-4c7c-8882-6eeae6083eab req-903f79ab-26ee-4eec-b149-f5d0805a20b0 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:36.472858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79079071-f20a-4c7c-8882-6eeae6083eab req-903f79ab-26ee-4eec-b149-f5d0805a20b0 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0524759 Apr 05 19:15:36.510129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79079071-f20a-4c7c-8882-6eeae6083eab req-1da0c155-71f8-43ca-88c0-84f2beeb7193 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304108 Apr 05 19:15:37.269445 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:37.624367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe794d-38b0-40e0-b970-39dd0128936f req-5e4a7bd2-d289-47af-b9d7-e7f79974f5cb tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:37.625795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fdbe794d-38b0-40e0-b970-39dd0128936f req-5e4a7bd2-d289-47af-b9d7-e7f79974f5cb tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0481291 Apr 05 19:15:37.663775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fdbe794d-38b0-40e0-b970-39dd0128936f req-d1b696e0-4024-4c1b-b17b-e2eacb393eb9 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Apr 05 19:15:38.778041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa376e-0059-41aa-a883-ede3f2ef835b req-a15ba9b2-6b74-4948-8165-96efed999680 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:38.779799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8aa376e-0059-41aa-a883-ede3f2ef835b req-a15ba9b2-6b74-4948-8165-96efed999680 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0487375 Apr 05 19:15:38.817650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8aa376e-0059-41aa-a883-ede3f2ef835b req-06dce682-615a-4c7a-a5db-0714725e6ad3 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Apr 05 19:15:39.488512 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ac356a-898d-4b2d-9478-863b1d2b171a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:39.934433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87329346-eeb8-4d5d-9929-3143349e126a req-a8f6e53d-5549-4a1d-8415-c42b6d3dce4a tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:39.935884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87329346-eeb8-4d5d-9929-3143349e126a req-a8f6e53d-5549-4a1d-8415-c42b6d3dce4a tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0510020 Apr 05 19:15:39.973731 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87329346-eeb8-4d5d-9929-3143349e126a req-042ae9ae-830d-4d79-9870-146c1deb3b3f tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Apr 05 19:15:41.088548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e0d0a-ecab-42a7-b171-12da69fced20 req-386a41cb-2367-40ea-928c-4d72305d123c tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:41.090035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba5e0d0a-ecab-42a7-b171-12da69fced20 req-386a41cb-2367-40ea-928c-4d72305d123c tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0494018 Apr 05 19:15:41.127278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba5e0d0a-ecab-42a7-b171-12da69fced20 req-5147bd2c-d0bc-479b-8ade-28f352092ac9 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Apr 05 19:15:41.825427 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f762e886-b819-48f4-bff4-632d0e204de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:42.246272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5670e-1f21-4cc5-b41d-83403104975a req-480e960d-8784-4087-9722-bb0cd37aeefa tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:42.247741 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9f5670e-1f21-4cc5-b41d-83403104975a req-480e960d-8784-4087-9722-bb0cd37aeefa tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0500524 Apr 05 19:15:42.285919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c9f5670e-1f21-4cc5-b41d-83403104975a req-81de134a-3a3a-4e7a-b460-4055fef5d069 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Apr 05 19:15:42.928370 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:43.187569 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:15:43.403381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9263ef9-5769-4321-aada-2bf31fa188a4 req-84d713a2-b530-4983-b2ad-67795a5f4c06 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:43.404813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9263ef9-5769-4321-aada-2bf31fa188a4 req-84d713a2-b530-4983-b2ad-67795a5f4c06 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0515335 Apr 05 19:15:43.441474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e9263ef9-5769-4321-aada-2bf31fa188a4 req-5545ceb8-e0fb-4a40-bf43-f126a9534153 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306420 Apr 05 19:15:44.462689 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:44.506175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-1394edd0-a2f1-479d-a501-ca0a5ea72994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:44.508393 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-1394edd0-a2f1-479d-a501-ca0a5ea72994 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22fed7239db5477cb3132b2fd08a7a83&device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 1097 time: 0.0462565 Apr 05 19:15:44.559438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ef2c9-3950-4986-a193-061e72931e1d req-c15b26a6-0884-450a-8dd3-5fa941e85c62 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:44.560906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2ef2c9-3950-4986-a193-061e72931e1d req-c15b26a6-0884-450a-8dd3-5fa941e85c62 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0498807 Apr 05 19:15:44.599666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2ef2c9-3950-4986-a193-061e72931e1d req-461f930f-2cbb-4820-86b2-6a966f9cfa71 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Apr 05 19:15:44.616404 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-9a010889-e125-4338-9dc2-0288773c0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:44.618008 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-9a010889-e125-4338-9dc2-0288773c0eb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 200 len: 911 time: 0.0869563 Apr 05 19:15:44.661757 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-b788fd48-f2b1-4eb0-a932-1c3fe1a60afe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 217 time: 0.0375407 Apr 05 19:15:44.710303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-eb8b392c-1dbc-4d44-bf71-4698d9f5e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:44.711745 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-eb8b392c-1dbc-4d44-bf71-4698d9f5e46d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 HTTP/1.1" status: 200 len: 851 time: 0.0436273 Apr 05 19:15:44.742228 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-acc924e4-c31b-43d4-958c-8ff1ef3cfd4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241535 Apr 05 19:15:44.833281 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-089aeae6-042b-4c18-b80b-16e07f24a67b service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846641 Apr 05 19:15:44.923843 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-474bcb66-4eb9-4c7b-95b0-1b0360e5a760 req-ee7a0fda-8692-4775-bbd3-08096f51221c service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816510 Apr 05 19:15:45.018119 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:15:45.715797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734064f2-9a9d-410c-b4e3-2b9d89829181 req-c26b8bde-0d2d-4ec6-abb3-7a3cfcfbf2de tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:45.717257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-734064f2-9a9d-410c-b4e3-2b9d89829181 req-c26b8bde-0d2d-4ec6-abb3-7a3cfcfbf2de tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0483491 Apr 05 19:15:45.754297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-734064f2-9a9d-410c-b4e3-2b9d89829181 req-dd137f52-b698-455f-9ee5-254a2a4f0fbb tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310011 Apr 05 19:15:46.875751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4eac9-12bf-42d1-8230-b39762fb20a5 req-a700023c-b0ad-49ed-8d25-507b394152b8 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:46.877203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3c4eac9-12bf-42d1-8230-b39762fb20a5 req-a700023c-b0ad-49ed-8d25-507b394152b8 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0515528 Apr 05 19:15:46.914583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3c4eac9-12bf-42d1-8230-b39762fb20a5 req-ba7b94f0-8d41-4118-bc68-622813e17272 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304749 Apr 05 19:15:48.029885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242394b3-c314-4997-814c-0b03bac751a4 req-a444d4ff-e858-4965-9521-dc9db80b8a91 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:48.031395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-242394b3-c314-4997-814c-0b03bac751a4 req-a444d4ff-e858-4965-9521-dc9db80b8a91 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0485566 Apr 05 19:15:48.067946 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-242394b3-c314-4997-814c-0b03bac751a4 req-1845681e-dfa3-44c5-8bce-e476042dbb96 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Apr 05 19:15:49.183336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bf98d-5013-433d-9ddc-44ebd3b57954 req-af3159ae-0b94-4b87-af0e-a90015efb1e1 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:49.184773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-315bf98d-5013-433d-9ddc-44ebd3b57954 req-af3159ae-0b94-4b87-af0e-a90015efb1e1 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0476727 Apr 05 19:15:49.227178 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-315bf98d-5013-433d-9ddc-44ebd3b57954 req-bda7390f-3c35-46d1-ad68-3694bd331aff tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364566 Apr 05 19:15:50.346279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5812e-0c2d-4076-9700-968720f9b9c7 req-a420272c-d43e-4b83-a20b-00622c26078e tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:50.347771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6a5812e-0c2d-4076-9700-968720f9b9c7 req-a420272c-d43e-4b83-a20b-00622c26078e tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0516639 Apr 05 19:15:50.384372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6a5812e-0c2d-4076-9700-968720f9b9c7 req-d1937679-83d8-435d-a27b-6030a0eae053 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304875 Apr 05 19:15:51.498791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3f395-4563-466b-8fd0-f706a3b97291 req-a5a4e41f-ec8f-4e0f-80c6-d0389b1cb75b tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:51.500122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25c3f395-4563-466b-8fd0-f706a3b97291 req-a5a4e41f-ec8f-4e0f-80c6-d0389b1cb75b tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0469687 Apr 05 19:15:51.537189 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-25c3f395-4563-466b-8fd0-f706a3b97291 req-19804142-317c-4792-ba81-644b77306e4b tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Apr 05 19:15:52.656423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb3817-a5fb-49af-9703-a7dc0ef7121c req-459eab49-058b-4228-87fe-127e399b3abf tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:52.657877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92cb3817-a5fb-49af-9703-a7dc0ef7121c req-459eab49-058b-4228-87fe-127e399b3abf tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0478830 Apr 05 19:15:52.695859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92cb3817-a5fb-49af-9703-a7dc0ef7121c req-b094fcc5-7fe2-43e7-8a23-21bfc8bb2e67 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310187 Apr 05 19:15:53.814487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c788d-4ffe-47a2-8340-334b51cea9d8 req-184bb54e-f0c1-44ef-ad5a-4d33cadc840b tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:53.815869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d21c788d-4ffe-47a2-8340-334b51cea9d8 req-184bb54e-f0c1-44ef-ad5a-4d33cadc840b tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0531826 Apr 05 19:15:53.854142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d21c788d-4ffe-47a2-8340-334b51cea9d8 req-ff17e81c-4ec4-445c-9106-39b71e0b646c tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Apr 05 19:15:54.970614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34624bd9-2d33-4723-9660-e34917c73208 req-d47cd9e5-764d-4eee-ad05-acad554eeb96 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:54.972089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34624bd9-2d33-4723-9660-e34917c73208 req-d47cd9e5-764d-4eee-ad05-acad554eeb96 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0497744 Apr 05 19:15:55.009967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34624bd9-2d33-4723-9660-e34917c73208 req-9138d616-2a74-4762-b7f6-a17bf808aeb3 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Apr 05 19:15:56.124196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ecdb7-9aa1-4ec6-a004-3fd588b36059 req-3135ad59-9d7c-444d-9153-8556d81b3070 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:56.125673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b00ecdb7-9aa1-4ec6-a004-3fd588b36059 req-3135ad59-9d7c-444d-9153-8556d81b3070 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0475047 Apr 05 19:15:56.163119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b00ecdb7-9aa1-4ec6-a004-3fd588b36059 req-231937bb-778f-4932-b62b-d0cc6857c8df tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301366 Apr 05 19:15:57.283844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22abc0-ad06-4d8c-a382-375775604668 req-3f55bcc7-7667-4e41-add6-d981f900b455 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:57.285279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b22abc0-ad06-4d8c-a382-375775604668 req-3f55bcc7-7667-4e41-add6-d981f900b455 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0527287 Apr 05 19:15:57.323333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b22abc0-ad06-4d8c-a382-375775604668 req-88cc1d0c-8713-4fa0-b30f-e656a1ac59b3 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Apr 05 19:15:58.438539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228acd2-8b0f-4676-8202-ae82973095c3 req-e9895898-0206-40a6-a9fe-3ce2e355a337 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:58.439991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e228acd2-8b0f-4676-8202-ae82973095c3 req-e9895898-0206-40a6-a9fe-3ce2e355a337 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0489228 Apr 05 19:15:58.478479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e228acd2-8b0f-4676-8202-ae82973095c3 req-ec393ab3-5be5-4a6c-a2f9-74df9f68a134 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Apr 05 19:15:59.594871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f5e7a-ebdd-4398-a6a5-73815b523fe7 req-a71d5183-b59b-4e56-bfce-b06525bc2249 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:15:59.596315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-144f5e7a-ebdd-4398-a6a5-73815b523fe7 req-a71d5183-b59b-4e56-bfce-b06525bc2249 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0486619 Apr 05 19:15:59.633613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-144f5e7a-ebdd-4398-a6a5-73815b523fe7 req-85832404-2390-4e48-9c60-90c743caba9f tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305505 Apr 05 19:16:00.753688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8c60e-a774-4062-876e-7d1b9bac9464 req-a5e5f449-b92b-44f5-b9ff-b55372c75a4f tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:00.755154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82c8c60e-a774-4062-876e-7d1b9bac9464 req-a5e5f449-b92b-44f5-b9ff-b55372c75a4f tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 946 time: 0.0516214 Apr 05 19:16:00.792540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82c8c60e-a774-4062-876e-7d1b9bac9464 req-7ecb0e63-2b68-48db-be27-6b7807cee12c tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Apr 05 19:16:01.017249 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-27ac6e38-6b6b-4294-b1db-ed700b2f6049 service neutron] show failed (client error): The resource could not be found. Apr 05 19:16:01.018187 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-27ac6e38-6b6b-4294-b1db-ed700b2f6049 service neutron] 10.222.0.20 "GET /v2.0/ports/f69ba566-206f-40e7-9720-52af53a924ec/bindings/n-h1-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0571687 Apr 05 19:16:01.308481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-25a23e82-4821-48a8-9898-8cba7cc5f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:01.309864 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-25a23e82-4821-48a8-9898-8cba7cc5f63b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad&tenant_id=22fed7239db5477cb3132b2fd08a7a83 HTTP/1.1" status: 200 len: 1097 time: 0.1235001 Apr 05 19:16:01.320407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-018a5c49-cf5d-46c9-bb88-478438caa82a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:16:01.321325 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-018a5c49-cf5d-46c9-bb88-478438caa82a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050929 Apr 05 19:16:01.331831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:16:01.382927 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:01.580662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=f69ba566-206f-40e7-9720-52af53a924ec,segment=NetworkSegment(0177f5d5-2af2-42a0-940a-c6f1b67ad42d),segment_id=0177f5d5-2af2-42a0-940a-c6f1b67ad42d)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:01.612607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:16:01.650415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:16:01.652660 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f72d1e-9741-4d05-925a-55600cbb49c7" -d '{"events": [{"server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f69ba566-206f-40e7-9720-52af53a924ec"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:16:01.656384 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:01.668638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Transition to ACTIVE for port object f69ba566-206f-40e7-9720-52af53a924ec will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:16:01.672315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:01.715284 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a33dc5-0c5f-4f28-9e98-46e3973a2ec6 x-openstack-request-id: req-45a33dc5-0c5f-4f28-9e98-46e3973a2ec6 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:16:01.715575 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f69ba566-206f-40e7-9720-52af53a924ec", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:16:01.715821 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45a33dc5-0c5f-4f28-9e98-46e3973a2ec6 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:16:01.716210 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a33dc5-0c5f-4f28-9e98-46e3973a2ec6'] response: {'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec', 'code': 200} Apr 05 19:16:01.734274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] No DVR routers for this DVR port f69ba566-206f-40e7-9720-52af53a924ec on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:16:01.742580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Pushing event updated for resources: {'Port': ['ID=f69ba566-206f-40e7-9720-52af53a924ec,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:01.765112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.765447 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.765778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.766105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.766477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.766802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.767122 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.767437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.767754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.768067 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.768389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.768688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:01.785778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Attempting to bind port f69ba566-206f-40e7-9720-52af53a924ec on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:16:01.786105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Attempting to bind port f69ba566-206f-40e7-9720-52af53a924ec by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '0177f5d5-2af2-42a0-940a-c6f1b67ad42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:16:01.786450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Attempting to bind port f69ba566-206f-40e7-9720-52af53a924ec on network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:16:01.790742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Port f69ba566-206f-40e7-9720-52af53a924ec on network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:16:01.791046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Attempting to bind port f69ba566-206f-40e7-9720-52af53a924ec on network 70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:16:01.796018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:16:01.796351 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Checking segment: {'id': '0177f5d5-2af2-42a0-940a-c6f1b67ad42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:16:01.796733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Bound using segment: {'id': '0177f5d5-2af2-42a0-940a-c6f1b67ad42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:16:01.797133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Bound port: f69ba566-206f-40e7-9720-52af53a924ec, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0177f5d5-2af2-42a0-940a-c6f1b67ad42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:16:01.797480 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:01.859276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:16:01.862195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f69ba566-206f-40e7-9720-52af53a924ec,segment=NetworkSegment(0177f5d5-2af2-42a0-940a-c6f1b67ad42d),segment_id=0177f5d5-2af2-42a0-940a-c6f1b67ad42d)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:16:01.868237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:01.902009 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:01.902637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:01.904038 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] 10.222.0.25 "PUT /v2.0/ports/f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 1092 time: 0.5756660 Apr 05 19:16:01.914754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a0a57-d0d0-4874-8ed3-eb6a3549c1c9 req-0a13da93-41d9-4b2f-881a-7a34f856119a tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:01.922493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-359a0a57-d0d0-4874-8ed3-eb6a3549c1c9 req-0a13da93-41d9-4b2f-881a-7a34f856119a tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 944 time: 0.0609970 Apr 05 19:16:01.924315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705dcf2-5a83-4ee2-8d7e-0704d93d3f2a service neutron] Pushing event updated for resources: {'Port': ['ID=f69ba566-206f-40e7-9720-52af53a924ec,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:01.956454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-359a0a57-d0d0-4874-8ed3-eb6a3549c1c9 req-525fc74f-eb32-4295-978a-102c7f6e236e tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Apr 05 19:16:01.972277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-d2e3c3d1-aa4a-4483-aa49-6c5cf46e273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:01.973761 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-d2e3c3d1-aa4a-4483-aa49-6c5cf46e273d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22fed7239db5477cb3132b2fd08a7a83&device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 1095 time: 0.0466452 Apr 05 19:16:02.061316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-91f9e1c6-6b24-45b9-a7de-711ac4f711f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:02.062810 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-91f9e1c6-6b24-45b9-a7de-711ac4f711f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 200 len: 911 time: 0.0830648 Apr 05 19:16:02.105044 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-3106fca5-ecb5-4f8a-96ce-28d901ffcc66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 217 time: 0.0345051 Apr 05 19:16:02.158381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-21f256d3-0cfa-4b65-99c6-6a74c7d32283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:02.159758 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-21f256d3-0cfa-4b65-99c6-6a74c7d32283 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 HTTP/1.1" status: 200 len: 851 time: 0.0480900 Apr 05 19:16:02.191290 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-2fdd2186-4c33-4963-ba83-f956e07782d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248063 Apr 05 19:16:02.279760 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-746ba2c7-94ea-4b64-ab52-ad2ecfa0a118 service neutron] 10.222.0.25 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822709 Apr 05 19:16:02.373737 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e3fadb9-73a0-476a-82fe-768f029447d4 req-4829a5ca-9229-48ea-9284-462680716e4c service neutron] 10.222.0.25 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874388 Apr 05 19:16:03.073560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39606a92-ef4d-4890-bcc0-6def659f4e7d req-08360641-caef-44d5-9800-b3017f89232d tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:03.075052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39606a92-ef4d-4890-bcc0-6def659f4e7d req-08360641-caef-44d5-9800-b3017f89232d tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 944 time: 0.0481508 Apr 05 19:16:03.112265 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39606a92-ef4d-4890-bcc0-6def659f4e7d req-8e92d696-1e34-41c8-9e5f-737db10108b0 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Apr 05 19:16:03.717057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:16:03.719467 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c512eb2-d1fe-414a-b22f-99506218153e" -d '{"events": [{"name": "network-changed", "server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "tag": "f69ba566-206f-40e7-9720-52af53a924ec"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:16:03.767724 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51762f78-4026-4280-a4cf-6b1031746f44 x-openstack-request-id: req-51762f78-4026-4280-a4cf-6b1031746f44 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:16:03.767986 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "tag": "f69ba566-206f-40e7-9720-52af53a924ec", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:16:03.768232 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51762f78-4026-4280-a4cf-6b1031746f44 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:16:03.768627 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51762f78-4026-4280-a4cf-6b1031746f44'] response: {'name': 'network-changed', 'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec', 'status': 'completed', 'code': 200} Apr 05 19:16:03.855142 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c512eb2-d1fe-414a-b22f-99506218153e req-7e98339a-0c2a-481e-adda-cef588c0eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:03.856608 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-7e98339a-0c2a-481e-adda-cef588c0eae3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22fed7239db5477cb3132b2fd08a7a83&device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 1095 time: 0.0648382 Apr 05 19:16:03.862224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c512eb2-d1fe-414a-b22f-99506218153e req-0fc6eace-007b-40cf-be1e-8cc57e16542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:03.863567 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-0fc6eace-007b-40cf-be1e-8cc57e16542a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22fed7239db5477cb3132b2fd08a7a83&device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 1095 time: 0.0624948 Apr 05 19:16:04.019367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c512eb2-d1fe-414a-b22f-99506218153e req-203edb22-dc5c-440f-b903-2107d0930f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:04.020722 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-203edb22-dc5c-440f-b903-2107d0930f4a service neutron] 10.222.0.25 "GET /v2.0/networks?id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 200 len: 911 time: 0.1563315 Apr 05 19:16:04.023723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c512eb2-d1fe-414a-b22f-99506218153e req-d2f82b48-5fde-40ff-9c3e-d3a5c7e68ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:04.025003 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-d2f82b48-5fde-40ff-9c3e-d3a5c7e68ef4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 200 len: 911 time: 0.1439176 Apr 05 19:16:04.066738 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-6a5d1f46-c514-487c-8468-91fa7677550b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 217 time: 0.0391963 Apr 05 19:16:04.099579 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-df242d6d-cb97-4e78-854a-58623af02259 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 217 time: 0.0649638 Apr 05 19:16:04.170442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c512eb2-d1fe-414a-b22f-99506218153e req-11cb30b2-48d6-4892-a483-4fafa33726dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:04.171896 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-11cb30b2-48d6-4892-a483-4fafa33726dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 HTTP/1.1" status: 200 len: 851 time: 0.0795920 Apr 05 19:16:04.176850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c512eb2-d1fe-414a-b22f-99506218153e req-2085887f-06c4-4369-bfcd-d99a16b8e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:04.178694 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-2085887f-06c4-4369-bfcd-d99a16b8e00b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 HTTP/1.1" status: 200 len: 851 time: 0.0558426 Apr 05 19:16:04.211568 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-eef15039-5ef6-4572-97f7-1b2e94c01580 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319264 Apr 05 19:16:04.227544 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-107e25c9-7be4-4532-8084-2eb083f8d1d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392268 Apr 05 19:16:04.235481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387d17-df9a-4bbf-b5fa-3c72b2a4e624 req-d2edda8e-a643-4980-85de-33255b3d63d7 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:04.236960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76387d17-df9a-4bbf-b5fa-3c72b2a4e624 req-d2edda8e-a643-4980-85de-33255b3d63d7 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 944 time: 0.0533986 Apr 05 19:16:04.279833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76387d17-df9a-4bbf-b5fa-3c72b2a4e624 req-ca084cd4-edfd-47f7-b8c9-821319c3581d tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Apr 05 19:16:04.370213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-dfc813d2-9fb6-4127-9ae7-445749a084bc service neutron] 10.222.0.25 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452701 Apr 05 19:16:04.397680 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-9f42520f-0a18-42e1-9236-3298af9d9863 service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530752 Apr 05 19:16:04.535086 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-bcf2ea2c-e3b5-4fd0-9df6-77a20b5e24bd service neutron] 10.222.0.25 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547964 Apr 05 19:16:04.546202 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4c512eb2-d1fe-414a-b22f-99506218153e req-80adfc2d-0727-48ff-9fdd-d55adf5148d1 service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371479 Apr 05 19:16:05.213506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f69ba566-206f-40e7-9720-52af53a924ec no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:16:05.252642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device f69ba566-206f-40e7-9720-52af53a924ec not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:16:05.301794 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:05.397844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603b810-0967-4c37-9ad4-4086ef72d1dc req-ec47cc45-74e3-4436-a94f-540e4bde6535 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:05.399475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2603b810-0967-4c37-9ad4-4086ef72d1dc req-ec47cc45-74e3-4436-a94f-540e4bde6535 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 944 time: 0.0495505 Apr 05 19:16:05.435883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2603b810-0967-4c37-9ad4-4086ef72d1dc req-e2d3c1c7-ad95-4d15-ae6d-007df3ca3e77 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304508 Apr 05 19:16:05.713267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-55dbde41-36ec-490b-a2d4-6287c98f3ef4 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:05.714715 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-55dbde41-36ec-490b-a2d4-6287c98f3ef4 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad&tenant_id=22fed7239db5477cb3132b2fd08a7a83&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 944 time: 0.0827348 Apr 05 19:16:05.781417 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-0dbc1f9a-fcc6-45c4-a009-794d700da418 service neutron] delete failed (client error): The resource could not be found. Apr 05 19:16:05.782340 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-0dbc1f9a-fcc6-45c4-a009-794d700da418 service neutron] 10.222.0.20 "DELETE /v2.0/ports/f69ba566-206f-40e7-9720-52af53a924ec/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0564857 Apr 05 19:16:05.869836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-c91d963c-f0dd-4570-a6a7-3436d9fed408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:05.871335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-c91d963c-f0dd-4570-a6a7-3436d9fed408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22fed7239db5477cb3132b2fd08a7a83&device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 1095 time: 0.0402303 Apr 05 19:16:05.964564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-e51b0522-3992-43b5-a852-317bb35904fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:05.966096 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-e51b0522-3992-43b5-a852-317bb35904fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 200 len: 911 time: 0.0831423 Apr 05 19:16:06.014523 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-48f33937-00e9-425f-a0ca-2523459c084f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 200 len: 217 time: 0.0367072 Apr 05 19:16:06.069972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-f3468e05-05aa-43e2-b751-e2e0c4ac0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:06.071336 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-f3468e05-05aa-43e2-b751-e2e0c4ac0142 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 HTTP/1.1" status: 200 len: 851 time: 0.0460315 Apr 05 19:16:06.108267 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-00fd4ac4-383a-4bb5-b04a-df4431dd2ab7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259836 Apr 05 19:16:06.205722 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-5c2c7d11-a6dc-4e57-966c-0b6a5a96afb4 service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866513 Apr 05 19:16:06.304598 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-d0d13a79-d92f-4fbb-80d6-4d1ba13af9ab service neutron] 10.222.0.20 "GET /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884306 Apr 05 19:16:06.801431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f69ba566-206f-40e7-9720-52af53a924ec details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:16:06.899428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f69ba566-206f-40e7-9720-52af53a924ec,segment=NetworkSegment(0177f5d5-2af2-42a0-940a-c6f1b67ad42d),segment_id=0177f5d5-2af2-42a0-940a-c6f1b67ad42d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:06.910836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'f69ba566-206f-40e7-9720-52af53a924ec', 'network_id': '70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26', 'port_id': 'f69ba566-206f-40e7-9720-52af53a924ec', 'mac_address': 'fa:16:3e:ac:b3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e8ded1-7852-4ee1-ab43-ac2fdc83bf86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:16:06.948127 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:06.961566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69ba566-206f-40e7-9720-52af53a924ec {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:16:06.984507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f69ba566-206f-40e7-9720-52af53a924ec,segment=NetworkSegment(0177f5d5-2af2-42a0-940a-c6f1b67ad42d),segment_id=0177f5d5-2af2-42a0-940a-c6f1b67ad42d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:06.988552 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:07.035573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=f69ba566-206f-40e7-9720-52af53a924ec,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:07.139966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ba599-1292-42b1-aeec-2da7f94faee6 req-7e571d4b-4c62-445f-8e3d-7c5bcf681267 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:07.141424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f66ba599-1292-42b1-aeec-2da7f94faee6 req-7e571d4b-4c62-445f-8e3d-7c5bcf681267 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 945 time: 0.0485981 Apr 05 19:16:07.179362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f66ba599-1292-42b1-aeec-2da7f94faee6 req-b7c71df6-200c-4b74-ab2c-96cbb0cc395c tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311525 Apr 05 19:16:07.269455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:07.321991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['f69ba566-206f-40e7-9720-52af53a924ec'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:16:08.301902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9c411-894a-419e-8880-cc131160d576 req-270f7df8-f1ef-4ec7-b127-be820c168427 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:08.304393 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df9c411-894a-419e-8880-cc131160d576 req-270f7df8-f1ef-4ec7-b127-be820c168427 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 945 time: 0.0540059 Apr 05 19:16:08.342239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0df9c411-894a-419e-8880-cc131160d576 req-412bb90b-9313-4b6b-adf8-6295f6c104b8 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e24f5f8-7d04-4a56-a074-45b36d3d3998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Apr 05 19:16:08.482278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-7ad39991-4398-4abc-899f-824b80086964 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:08.483624 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-7ad39991-4398-4abc-899f-824b80086964 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f5c401-48c6-4c3c-b8a1-923e604ed5ad HTTP/1.1" status: 200 len: 945 time: 0.0486219 Apr 05 19:16:08.576668 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Deleting port f69ba566-206f-40e7-9720-52af53a924ec {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:16:08.577007 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:08.664496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] For port f69ba566-206f-40e7-9720-52af53a924ec, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=f69ba566-206f-40e7-9720-52af53a924ec,segment=NetworkSegment(0177f5d5-2af2-42a0-940a-c6f1b67ad42d),segment_id=0177f5d5-2af2-42a0-940a-c6f1b67ad42d)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:08.664855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:08.676974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Calling delete_port for f69ba566-206f-40e7-9720-52af53a924ec owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:16:08.804695 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f69ba566-206f-40e7-9720-52af53a924ec up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:16:08.807031 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:08.827394 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['f69ba566-206f-40e7-9720-52af53a924ec'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:16:08.829529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: f69ba566-206f-40e7-9720-52af53a924ec {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:16:08.829862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f69ba566-206f-40e7-9720-52af53a924ec not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 05 19:16:08.838038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Pushing event deleted for resources: {'Port': ['ID=f69ba566-206f-40e7-9720-52af53a924ec,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:08.865424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Port f69ba566-206f-40e7-9720-52af53a924ec not found, will not notify nova. {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 05 19:16:08.880106 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] No DVR routers for this DVR port f69ba566-206f-40e7-9720-52af53a924ec on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:16:08.882860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:08.886087 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4f37ffe3-04a3-4407-9b9d-94e91576ef79 req-233e92d1-2315-473a-866f-f5f7b2f01f12 tempest-DeleteServersTestJSON-160111531 tempest-DeleteServersTestJSON-160111531-project] 10.222.0.25 "DELETE /v2.0/ports/f69ba566-206f-40e7-9720-52af53a924ec HTTP/1.1" status: 204 len: 173 time: 0.3959429 Apr 05 19:16:08.886532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'name': 'network-vif-deleted', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:16:08.888773 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697eb5b1-e266-48ec-a591-d72af75d50cc" -d '{"events": [{"server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "name": "network-vif-deleted", "tag": "f69ba566-206f-40e7-9720-52af53a924ec"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:16:08.931435 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ea920-7d53-47bd-8c20-262c33fa0af2 x-openstack-request-id: req-139ea920-7d53-47bd-8c20-262c33fa0af2 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:16:08.931727 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f5c401-48c6-4c3c-b8a1-923e604ed5ad", "name": "network-vif-deleted", "tag": "f69ba566-206f-40e7-9720-52af53a924ec", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:16:08.931981 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-139ea920-7d53-47bd-8c20-262c33fa0af2 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:16:08.932382 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139ea920-7d53-47bd-8c20-262c33fa0af2'] response: {'server_uuid': '50f5c401-48c6-4c3c-b8a1-923e604ed5ad', 'name': 'network-vif-deleted', 'tag': 'f69ba566-206f-40e7-9720-52af53a924ec', 'status': 'completed', 'code': 200} Apr 05 19:16:09.471523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33414) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:16:09.490199 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e74fcc6-5ecb-4d93-a9fc-98abaedc975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.517347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Deleting subnet d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:16:09.520368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.553723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.594965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.645898 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.670711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:09.679191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.682420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d8e8ded1-7852-4ee1-ab43-ac2fdc83bf86 HTTP/1.1" status: 204 len: 168 time: 0.2098427 Apr 05 19:16:09.683975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.684324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.684749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.685040 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33416) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:16:09.685493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.685493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.685723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.686048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.686375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.686723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.687043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.687367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.687685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a59f7c-bfe5-4ad3-aca7-fa68cfa5ea1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:09.752121 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.830641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.849291 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:16:09.858750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0177f5d5-2af2-42a0-940a-c6f1b67ad42d') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:16:09.859042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0177f5d5-2af2-42a0-940a-c6f1b67ad42d') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:16:09.868633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.882699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.888559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:16:09.888944 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:16:09.890797 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:16:09.943088 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.948564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:09.951797 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] 10.222.0.15 "DELETE /v2.0/networks/70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26 HTTP/1.1" status: 204 len: 168 time: 0.2657659 Apr 05 19:16:09.962745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5f07d-16fb-4329-87a4-479586f6cd20 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d9d06c-5fcf-4f7c-9c91-7a3caaa57a26,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:10.064603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:16:10.104123 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a9cc4ce7-201b-4a5f-a8d0-d00693b532b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22fed7239db5477cb3132b2fd08a7a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383074 Apr 05 19:16:10.106451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33422) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:16:10.157234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e44ec300-187c-4b79-afc7-cc05078243c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:10.178689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e44ec300-187c-4b79-afc7-cc05078243c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:10.223911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e44ec300-187c-4b79-afc7-cc05078243c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:10.226582 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e44ec300-187c-4b79-afc7-cc05078243c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:10.228335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e44ec300-187c-4b79-afc7-cc05078243c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e24f5f8-7d04-4a56-a074-45b36d3d3998 HTTP/1.1" status: 204 len: 168 time: 0.1204035 Apr 05 19:16:10.237179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ec300-187c-4b79-afc7-cc05078243c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e24f5f8-7d04-4a56-a074-45b36d3d3998,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:10.878964 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33444) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:16:10.975482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-212713424-network', 'tenant_id': '6977110e8b864333bc524e872ba79124'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:16:10.995898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Made reservation on behalf of 6977110e8b864333bc524e872ba79124 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:16:10.998209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.007636 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.082288 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.085954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.110492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:16:11.120529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:11.126660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.127004 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Added segment cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20 of type vlan for network a250c835-b432-4354-9291-f09880e3b2a1 Apr 05 19:16:11.166718 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.193661 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.195061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:11.195663 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.245353 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3652847 Apr 05 19:16:11.248614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33448) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:16:11.253590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Request body: {'subnet': {'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-212713424-subnet', 'tenant_id': '6977110e8b864333bc524e872ba79124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:16:11.257594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94ef2c-6424-4eae-86d8-b1c21ef0d36f admin admin] Pushing event updated for resources: {'Network': ['ID=a250c835-b432-4354-9291-f09880e3b2a1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:11.267682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network a250c835-b432-4354-9291-f09880e3b2a1 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:16:11.275662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Made reservation on behalf of 6977110e8b864333bc524e872ba79124 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:16:11.278071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.446522 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.503418 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c20687-dcb6-471d-ad44-673d2651445b,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:11.508922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Checking segment: {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:16:11.509316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Network hostable DHCP agents. Network: a250c835-b432-4354-9291-f09880e3b2a1, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:16:11.525606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Network a250c835-b432-4354-9291-f09880e3b2a1 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:16:11.534040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, a250c835-b432-4354-9291-f09880e3b2a1) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:16:11.538906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:11.539672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.544007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9d4e3-16a7-4da2-97e2-2997cec110fc None None] Network a250c835-b432-4354-9291-f09880e3b2a1 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:16:11.562959 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-05100c6b-ddef-493a-a2e0-e52f71e1cb71 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3132007 Apr 05 19:16:11.671211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cdc236-883f-467a-bce9-79283628097a None None] Network a250c835-b432-4354-9291-f09880e3b2a1 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:16:11.826960 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-415ea673-2c85-4f2f-880c-d2e556eb73e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:11.997284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-ab355a24-93d5-43e3-9eba-f111342cd2e0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:11.998742 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-ab355a24-93d5-43e3-9eba-f111342cd2e0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 814 time: 0.1110730 Apr 05 19:16:12.013790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9bb57bf0-782f-4172-a28f-71b2f6a3bfdf tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/quotas/6977110e8b864333bc524e872ba79124 HTTP/1.1" status: 200 len: 375 time: 0.0092576 Apr 05 19:16:12.045995 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-4ee24da2-5d41-4a3a-85f1-797903bafa5f tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264342 Apr 05 19:16:12.056837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-6bdcba70-8ace-41d8-a51f-365f852fdebb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:16:12.057755 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-6bdcba70-8ace-41d8-a51f-365f852fdebb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051904 Apr 05 19:16:12.148857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-6c219cb2-0871-40be-81d5-b22cf6206841 service neutron] 10.222.0.15 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852568 Apr 05 19:16:12.237550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-b3c2414a-c928-4677-8292-25fc627952db service neutron] 10.222.0.15 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825884 Apr 05 19:16:12.395786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d536de66-8cbd-416f-b558-f3c9965900a0 req-8cf404d0-a98a-4010-a959-1bc67c840b85 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 210 time: 0.0271850 Apr 05 19:16:12.817285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f69ba566-206f-40e7-9720-52af53a924ec no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:16:12.838988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: f69ba566-206f-40e7-9720-52af53a924ec {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:16:12.839423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device f69ba566-206f-40e7-9720-52af53a924ec not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:16:12.931237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:13.296836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-08294ab2-5f1a-4c94-95f8-6b9c3a14d58e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:13.298546 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-08294ab2-5f1a-4c94-95f8-6b9c3a14d58e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.25 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 814 time: 0.1167033 Apr 05 19:16:13.311118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Request body: {'port': {'device_id': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1', 'admin_state_up': True, 'tenant_id': '6977110e8b864333bc524e872ba79124'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:16:13.413476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Made reservation on behalf of 6977110e8b864333bc524e872ba79124 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:16:13.416911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:13.493126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b95d4a75-61bd-4703-b662-84d09fa0af91 req-ed6cd236-a573-4ee2-8b48-fc824303dfc6 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 210 time: 0.0266950 Apr 05 19:16:13.543543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Allocated IP 172.20.0.7 (a250c835-b432-4354-9291-f09880e3b2a1/62c20687-dcb6-471d-ad44-673d2651445b/46e2fba3-2b0a-45a3-bd41-44dbb91601b5) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:16:13.684852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:13.719289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:13.764090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Network a250c835-b432-4354-9291-f09880e3b2a1 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:16:13.770519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:16:13.778005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:16:13.782435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Pushing event updated for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:13.840798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:13.841573 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:13.860616 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-9799fb4b-f0a3-4819-bcad-8fb63401317a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541482 Apr 05 19:16:13.872710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Request body: {'port': {'device_id': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:16:14.277450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:14.465116 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:14.551800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:16:14.561985 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:14.575738 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Transition to ACTIVE for port object 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:16:14.579446 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:14.622569 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea25b0a-adcf-4f92-99fe-054db6b5dd90 req-a97410e5-4a66-4575-a0ad-3c58a006e3b6 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:14.624223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ea25b0a-adcf-4f92-99fe-054db6b5dd90 req-a97410e5-4a66-4575-a0ad-3c58a006e3b6 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 931 time: 0.0612476 Apr 05 19:16:14.638438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Pushing event updated for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:14.665340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1ea25b0a-adcf-4f92-99fe-054db6b5dd90 req-45f3f89f-1880-4585-8a98-b9477eedb879 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345166 Apr 05 19:16:14.714117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Attempting to bind port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:16:14.714485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Attempting to bind port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:16:14.714821 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Attempting to bind port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on network a250c835-b432-4354-9291-f09880e3b2a1 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:16:14.719069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on network a250c835-b432-4354-9291-f09880e3b2a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:16:14.719398 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Attempting to bind port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on network a250c835-b432-4354-9291-f09880e3b2a1 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:16:14.724022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:16:14.724362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Checking segment: {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:16:14.724743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Bound using segment: {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:16:14.725368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Bound port: 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:16:14.725732 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:14.789213 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:16:14.792058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:16:14.796806 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:14.829432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:14.829917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:14.831471 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] 10.222.0.25 "PUT /v2.0/ports/46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 1091 time: 0.9630456 Apr 05 19:16:14.833670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:16:14.836855 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd30c6ac-5954-4354-918e-57524afa3900" -d '{"events": [{"name": "network-changed", "server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:16:14.864441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a7677-e12e-449d-913f-6d1bdbe12e31 service neutron] Pushing event updated for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:14.881196 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32845909-92ef-4420-b50a-9415e97da52a x-openstack-request-id: req-32845909-92ef-4420-b50a-9415e97da52a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:16:14.882158 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:16:14.882638 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32845909-92ef-4420-b50a-9415e97da52a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:16:14.883128 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32845909-92ef-4420-b50a-9415e97da52a'] response: {'name': 'network-changed', 'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'status': 'completed', 'code': 200} Apr 05 19:16:14.919918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-b19e49e2-eb10-4e99-833a-03fb46c93da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:14.921419 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-b19e49e2-eb10-4e99-833a-03fb46c93da1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 1094 time: 0.0496621 Apr 05 19:16:14.963615 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-4ad0789b-4ea1-4caa-a4b4-84abf695eab1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 217 time: 0.0338798 Apr 05 19:16:15.011228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-27ad3eb5-b26a-4e36-ad49-2c28c5add86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:15.012693 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-27ad3eb5-b26a-4e36-ad49-2c28c5add86d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0435677 Apr 05 19:16:15.024176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:15.046247 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-0256c703-4ed2-4698-9777-5b675b07f70c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262141 Apr 05 19:16:15.138132 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-128565a9-b761-4280-905e-cf5e2eb2a6e1 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850465 Apr 05 19:16:15.231324 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bc857b2a-43c4-4d03-8430-bf50ff0f4ed4 req-4c1193f8-cd21-462a-be9e-cf0ee3bcf9ef service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855646 Apr 05 19:16:15.315696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30c6ac-5954-4354-918e-57524afa3900 req-1e41cc0e-8a32-45de-9b9c-c1f0fff536d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:15.317085 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd30c6ac-5954-4354-918e-57524afa3900 req-1e41cc0e-8a32-45de-9b9c-c1f0fff536d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 1094 time: 0.0425947 Apr 05 19:16:15.404478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30c6ac-5954-4354-918e-57524afa3900 req-8af8203f-8b59-4901-9ea8-af091dbd9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:15.406472 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd30c6ac-5954-4354-918e-57524afa3900 req-8af8203f-8b59-4901-9ea8-af091dbd9eb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0832169 Apr 05 19:16:15.453472 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd30c6ac-5954-4354-918e-57524afa3900 req-af168968-5a38-46c3-94b5-b903ea4267d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 217 time: 0.0376961 Apr 05 19:16:15.501047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30c6ac-5954-4354-918e-57524afa3900 req-e2809266-3fea-436f-92db-a978f5063994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:15.502833 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd30c6ac-5954-4354-918e-57524afa3900 req-e2809266-3fea-436f-92db-a978f5063994 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0422585 Apr 05 19:16:15.533503 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd30c6ac-5954-4354-918e-57524afa3900 req-49de3d78-fb3b-4f42-b36c-77794dc1d725 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246441 Apr 05 19:16:15.625614 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd30c6ac-5954-4354-918e-57524afa3900 req-8316c30b-1d8d-4c20-a90f-906f9adc686e service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 Apr 05 19:16:15.714494 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bd30c6ac-5954-4354-918e-57524afa3900 req-4a7cd8a8-40ea-4df8-ad21-71a981663d45 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820251 Apr 05 19:16:15.785539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc75ea3-f81e-47d4-a539-f242f3ffd8a2 req-8848de10-06d9-4f7c-b740-55352844e403 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:15.786996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdc75ea3-f81e-47d4-a539-f242f3ffd8a2 req-8848de10-06d9-4f7c-b740-55352844e403 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 943 time: 0.0481420 Apr 05 19:16:15.825075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdc75ea3-f81e-47d4-a539-f242f3ffd8a2 req-2f01c815-87c5-465b-90b5-c11c3e8f88a7 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Apr 05 19:16:16.939875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f3672-724b-4e0b-89bd-8f21892d7451 req-fbc51939-084a-4a68-8ea5-21451eabbaf8 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:16.941290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-896f3672-724b-4e0b-89bd-8f21892d7451 req-fbc51939-084a-4a68-8ea5-21451eabbaf8 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 943 time: 0.0469444 Apr 05 19:16:16.978235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-896f3672-724b-4e0b-89bd-8f21892d7451 req-c891aa0f-dd3c-4317-a18c-91c8663cf1e3 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300512 Apr 05 19:16:18.097423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e44d0-bf2a-4127-9404-2700aff07e27 req-fbde34d2-55d7-4e1f-bced-bd9cc21402e5 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:18.098907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e2e44d0-bf2a-4127-9404-2700aff07e27 req-fbde34d2-55d7-4e1f-bced-bd9cc21402e5 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 943 time: 0.0531707 Apr 05 19:16:18.135817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e2e44d0-bf2a-4127-9404-2700aff07e27 req-5ef39b44-cd34-415d-8aad-7c46063fc1b8 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Apr 05 19:16:18.848643 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:16:18.940136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:18.951228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1', 'port_id': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'mac_address': 'fa:16:3e:05:09:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c20687-dcb6-471d-ad44-673d2651445b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:16:18.991103 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:19.005773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:16:19.023929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:19.027633 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:19.073576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:19.080585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.080931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.081268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.081598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.081927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.082254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.082599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.082922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.083242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.083564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.083884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.084774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:16:19.250319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49150b0f-a8b2-4263-ba37-d98d8189c9ce req-4c6ff593-3e67-4c01-9a72-438c79062dae tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:19.251796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49150b0f-a8b2-4263-ba37-d98d8189c9ce req-4c6ff593-3e67-4c01-9a72-438c79062dae tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 944 time: 0.0489283 Apr 05 19:16:19.290639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49150b0f-a8b2-4263-ba37-d98d8189c9ce req-686d427b-ca63-4899-aaa3-4be4a066ebf1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Apr 05 19:16:19.316617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['46e2fba3-2b0a-45a3-bd41-44dbb91601b5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:16:20.186888 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:16:20.404501 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e29d34-fdd9-47ab-a0bd-591d9b4f24d4 req-022e2c4e-5b5e-446a-bac2-71284b82e33d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:20.405936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9e29d34-fdd9-47ab-a0bd-591d9b4f24d4 req-022e2c4e-5b5e-446a-bac2-71284b82e33d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 944 time: 0.0474780 Apr 05 19:16:20.442212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9e29d34-fdd9-47ab-a0bd-591d9b4f24d4 req-0365339c-d984-43c6-9236-2edda44d7e2b tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302570 Apr 05 19:16:20.863600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:16:20.911073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:16:20.915559 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:16:20.915928 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:20.994429 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:21.016120 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:16:21.018515 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef92dd3-5c40-4e3e-b4a9-99098a913e70" -d '{"events": [{"server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "name": "network-vif-plugged", "status": "completed", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:16:21.031447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:21.035454 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:21.059261 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425f3d30-207e-490b-84d3-e3b8f79a8a07 x-openstack-request-id: req-425f3d30-207e-490b-84d3-e3b8f79a8a07 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:16:21.059550 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "name": "network-vif-plugged", "status": "completed", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:16:21.059801 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-425f3d30-207e-490b-84d3-e3b8f79a8a07 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:16:21.060187 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425f3d30-207e-490b-84d3-e3b8f79a8a07'] response: {'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'code': 200} Apr 05 19:16:21.083962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:21.155035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c4bd4-f8dc-4687-8e6f-f972e7784000 req-0911d2e7-800e-4c7a-a200-7d6cef1bbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:21.156432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c1c4bd4-f8dc-4687-8e6f-f972e7784000 req-0911d2e7-800e-4c7a-a200-7d6cef1bbe7c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 1096 time: 0.0412698 Apr 05 19:16:21.190274 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8c1c4bd4-f8dc-4687-8e6f-f972e7784000 req-b088dba2-d34c-4b18-a30a-fa1386ea641e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266004 Apr 05 19:16:21.560329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b497174-f698-4c28-bce9-2fa0462c1567 req-b771964b-8271-46e0-a1b4-c91a1478d5a2 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:21.561773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b497174-f698-4c28-bce9-2fa0462c1567 req-b771964b-8271-46e0-a1b4-c91a1478d5a2 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0513206 Apr 05 19:16:21.598790 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b497174-f698-4c28-bce9-2fa0462c1567 req-4dca297b-6b41-4cfa-acec-94714356fc08 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Apr 05 19:16:22.714188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcc1cc-5313-457c-9948-890b8ddab70b req-7ef1f250-8ecc-4261-99ef-6dd5eab47490 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:22.715665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50bcc1cc-5313-457c-9948-890b8ddab70b req-7ef1f250-8ecc-4261-99ef-6dd5eab47490 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0486124 Apr 05 19:16:22.751624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50bcc1cc-5313-457c-9948-890b8ddab70b req-dbf42a1f-f75d-4129-90bd-fb4b497580aa tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300183 Apr 05 19:16:22.865021 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3895f-ffd1-47fb-aa70-3af095e69c17 req-7b69a8e6-9cdf-4575-a8f1-c344b21a263c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:22.866643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72a3895f-ffd1-47fb-aa70-3af095e69c17 req-7b69a8e6-9cdf-4575-a8f1-c344b21a263c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0490088 Apr 05 19:16:22.903341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72a3895f-ffd1-47fb-aa70-3af095e69c17 req-cd271f35-43e6-427f-bf0d-c36b873e2a59 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306647 Apr 05 19:16:23.105950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e4c4b-8719-4fec-9754-972fd7072b35 req-96386764-33b7-4aaf-8751-d8a54f9c2509 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:23.107403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b1e4c4b-8719-4fec-9754-972fd7072b35 req-96386764-33b7-4aaf-8751-d8a54f9c2509 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0515394 Apr 05 19:16:23.143372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b1e4c4b-8719-4fec-9754-972fd7072b35 req-e3b5ba9d-690a-4d94-9514-1b5e8d81fe29 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299497 Apr 05 19:16:23.255502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f491c-f275-4271-9910-33096d8279be req-ff1c1c7c-f047-4765-ac86-86cba45c5cf9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:23.257687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd4f491c-f275-4271-9910-33096d8279be req-ff1c1c7c-f047-4765-ac86-86cba45c5cf9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0491550 Apr 05 19:16:23.295175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd4f491c-f275-4271-9910-33096d8279be req-6ea987f6-93ea-48d5-8853-94f99e1bac1d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Apr 05 19:16:23.555457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-0e39bdb9-531d-4e91-81da-20a103996202 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726779 Apr 05 19:16:23.563393 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033052d-8686-4579-8265-a61d70ec9a47 req-01be0ec8-b81f-485e-9846-77fbdba50f9d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:23.564744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1033052d-8686-4579-8265-a61d70ec9a47 req-01be0ec8-b81f-485e-9846-77fbdba50f9d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0742612 Apr 05 19:16:23.603221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1033052d-8686-4579-8265-a61d70ec9a47 req-7a9dff63-3572-486c-ab1f-8d203008551f tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Apr 05 19:16:24.724408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fe256-3a4c-4891-9276-2f1324788f21 req-246a118a-4b94-4b83-9a6c-83f6839ec615 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:24.726623 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f83fe256-3a4c-4891-9276-2f1324788f21 req-246a118a-4b94-4b83-9a6c-83f6839ec615 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0498033 Apr 05 19:16:24.737262 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-b124fca8-bed8-44f0-b0ef-35b00c5e1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:24.738801 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-b124fca8-bed8-44f0-b0ef-35b00c5e1701 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 1096 time: 0.0451176 Apr 05 19:16:24.765644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f83fe256-3a4c-4891-9276-2f1324788f21 req-a7ffd6c8-184c-42a5-85f9-0af71a4f4a19 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326343 Apr 05 19:16:24.828787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-524e1db1-31e2-48fd-9fe3-3af98a4cc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:24.830275 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-524e1db1-31e2-48fd-9fe3-3af98a4cc9ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0846279 Apr 05 19:16:24.874562 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-e1c40faf-d7ec-4093-968c-d4f424199d81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 217 time: 0.0378103 Apr 05 19:16:24.924070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-116df147-9a6c-4cee-89e6-91785c44d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:24.925451 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-116df147-9a6c-4cee-89e6-91785c44d139 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0435708 Apr 05 19:16:24.956551 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-70c318fe-bf7a-4ed5-8145-9707c7fa9227 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244801 Apr 05 19:16:25.044290 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-43e513d8-53b9-44f6-8cae-10e18e74db9a service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795331 Apr 05 19:16:25.137751 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-78c71c7c-9d2a-4fe1-863c-8d50fa341af4 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876634 Apr 05 19:16:25.883384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf9dca-76cc-4f9e-bc2b-a768a95c9c53 req-43480f56-3eea-4e4e-8158-eadfa0737e3c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:25.884843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbaf9dca-76cc-4f9e-bc2b-a768a95c9c53 req-43480f56-3eea-4e4e-8158-eadfa0737e3c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0492733 Apr 05 19:16:25.922362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbaf9dca-76cc-4f9e-bc2b-a768a95c9c53 req-ee555f9b-938a-4721-92eb-93afba4d8f96 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Apr 05 19:16:27.041711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1efe6-9d09-4ccc-811f-0741d2a88fb4 req-151d8230-3475-45b8-8dc2-2737844902f2 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:27.043186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71c1efe6-9d09-4ccc-811f-0741d2a88fb4 req-151d8230-3475-45b8-8dc2-2737844902f2 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0525301 Apr 05 19:16:27.080300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71c1efe6-9d09-4ccc-811f-0741d2a88fb4 req-7e53174e-6ab6-4f31-9756-eb4a460c38c8 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Apr 05 19:16:28.196889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2d3a9-1cf2-47e6-9f7c-87ebab996352 req-621e944c-643d-401a-b483-42dab5182240 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:28.198341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cee2d3a9-1cf2-47e6-9f7c-87ebab996352 req-621e944c-643d-401a-b483-42dab5182240 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0498443 Apr 05 19:16:28.235737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cee2d3a9-1cf2-47e6-9f7c-87ebab996352 req-2c8c81a0-21b7-4d29-a4fb-9743ed796691 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Apr 05 19:16:29.351092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ac42-259b-4aea-befd-97cafdedd192 req-3b01911f-0394-459b-b358-9c8b69e0b3d8 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:29.352594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d22ac42-259b-4aea-befd-97cafdedd192 req-3b01911f-0394-459b-b358-9c8b69e0b3d8 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0494552 Apr 05 19:16:29.389516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d22ac42-259b-4aea-befd-97cafdedd192 req-172f7923-b5ab-439f-8765-dce700767729 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Apr 05 19:16:30.737278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af76a21-ffb0-4bf4-afdd-41f728883d65 req-c808e17a-b298-46d1-8ab3-319b0d67d7c6 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:30.738734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9af76a21-ffb0-4bf4-afdd-41f728883d65 req-c808e17a-b298-46d1-8ab3-319b0d67d7c6 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.2815335 Apr 05 19:16:30.775583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9af76a21-ffb0-4bf4-afdd-41f728883d65 req-c70e3d31-f48c-4cb2-b5d7-c85dd5fd1b12 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300088 Apr 05 19:16:31.890904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755831b-46d4-4614-89ed-eadee761050a req-ea50154c-7e82-42e5-bb4d-fb4240c5f716 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:31.892342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5755831b-46d4-4614-89ed-eadee761050a req-ea50154c-7e82-42e5-bb4d-fb4240c5f716 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0483627 Apr 05 19:16:31.928203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5755831b-46d4-4614-89ed-eadee761050a req-903ff1e0-29fb-4429-b53e-584bb3bf57ef tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298610 Apr 05 19:16:33.043330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5ab0a-ac06-46bb-8e2b-495e9269c21d req-2faf4479-f608-4e31-8d10-41cb05bbae97 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:33.044765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbb5ab0a-ac06-46bb-8e2b-495e9269c21d req-2faf4479-f608-4e31-8d10-41cb05bbae97 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0480020 Apr 05 19:16:33.081280 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbb5ab0a-ac06-46bb-8e2b-495e9269c21d req-86a1f8b8-d6f0-4f6a-8404-c04bb02741d9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305541 Apr 05 19:16:34.199039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2afb9-6d3d-4f2c-b8b2-ac7ba650d63d req-4382ab87-f0f5-49fc-af1d-e2e33bf6ba0e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:34.200471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68b2afb9-6d3d-4f2c-b8b2-ac7ba650d63d req-4382ab87-f0f5-49fc-af1d-e2e33bf6ba0e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0509956 Apr 05 19:16:34.237295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68b2afb9-6d3d-4f2c-b8b2-ac7ba650d63d req-cd4827d6-3e35-4b74-8970-81f9a80e2ab7 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Apr 05 19:16:35.304239 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:35.356218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565213d1-e0b5-49ea-a852-310b98770fcc req-db3fd844-371a-49c1-ac03-fcd119fb9e95 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:35.357655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-565213d1-e0b5-49ea-a852-310b98770fcc req-db3fd844-371a-49c1-ac03-fcd119fb9e95 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0485191 Apr 05 19:16:35.396651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-565213d1-e0b5-49ea-a852-310b98770fcc req-cf0d3832-347a-47be-90ff-7abe01c74b7c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Apr 05 19:16:36.513744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ca2fc-3fed-4523-a335-b1671f9c9715 req-a8469545-3f31-4cc7-8ab0-fc65294161d0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:36.515109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc1ca2fc-3fed-4523-a335-b1671f9c9715 req-a8469545-3f31-4cc7-8ab0-fc65294161d0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0468755 Apr 05 19:16:36.553480 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bc1ca2fc-3fed-4523-a335-b1671f9c9715 req-40751257-359d-4d4b-85c8-fc87267c9e8b tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323942 Apr 05 19:16:37.267852 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:37.670619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140f9b2-5404-411a-8453-9768c36d1364 req-f2812863-d308-4b4d-998d-d238beb93be9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:37.672033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3140f9b2-5404-411a-8453-9768c36d1364 req-f2812863-d308-4b4d-998d-d238beb93be9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0509906 Apr 05 19:16:37.708292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3140f9b2-5404-411a-8453-9768c36d1364 req-f7c3fd44-4cb9-4a7a-87c1-44af2243b6f2 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302892 Apr 05 19:16:38.821830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76743251-5109-41d0-8f98-5708f308683a req-6aee7582-936c-4b3a-a2ad-01a76045d356 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:38.823314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76743251-5109-41d0-8f98-5708f308683a req-6aee7582-936c-4b3a-a2ad-01a76045d356 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0493076 Apr 05 19:16:38.859981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76743251-5109-41d0-8f98-5708f308683a req-a33166e2-0d59-4518-8954-9f40554089a7 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Apr 05 19:16:39.494531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-53089a34-8924-4a8d-b6c8-dc1a25e51335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:39.974288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336be3d-df5f-4bdc-81b4-7f8f1ccbb95a req-f4370e87-072c-4eda-bc78-486364235e69 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:39.975824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e336be3d-df5f-4bdc-81b4-7f8f1ccbb95a req-f4370e87-072c-4eda-bc78-486364235e69 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0483763 Apr 05 19:16:40.013991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e336be3d-df5f-4bdc-81b4-7f8f1ccbb95a req-d702bddf-6d4f-47c3-8b69-4b2b665137e0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Apr 05 19:16:41.134494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b9a73-32c7-4c97-b340-63fbc2495058 req-65a43b74-9dfe-468a-a331-aebadc623361 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:41.135927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-102b9a73-32c7-4c97-b340-63fbc2495058 req-65a43b74-9dfe-468a-a331-aebadc623361 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0523772 Apr 05 19:16:41.173020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-102b9a73-32c7-4c97-b340-63fbc2495058 req-aadce629-c3cf-4f4e-a5af-9fd6fe99a942 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311131 Apr 05 19:16:41.830536 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6e46039-6462-4792-8482-88d573a92e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:42.291256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c1d7f-da98-4646-9bf5-84a9b1b0c098 req-ed407195-cc2d-48e0-bc47-52c29ab6f4f7 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:42.292751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d48c1d7f-da98-4646-9bf5-84a9b1b0c098 req-ed407195-cc2d-48e0-bc47-52c29ab6f4f7 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0505612 Apr 05 19:16:42.331115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d48c1d7f-da98-4646-9bf5-84a9b1b0c098 req-939a5975-506c-4deb-80f8-b0aaab59cb92 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Apr 05 19:16:42.933365 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:43.448765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945cd0b-fbcc-482e-8669-b9272400b628 req-c4c1e5c4-43c6-4b03-bf8f-458d53f2cfbc tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:43.450225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c945cd0b-fbcc-482e-8669-b9272400b628 req-c4c1e5c4-43c6-4b03-bf8f-458d53f2cfbc tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0519023 Apr 05 19:16:43.486551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c945cd0b-fbcc-482e-8669-b9272400b628 req-c6d7fd45-7484-43cb-9aa3-54c18ebd6d38 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301311 Apr 05 19:16:44.467680 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:44.480544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-8f65178d-c202-4c60-bf60-914dac9b6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:44.482123 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-8f65178d-c202-4c60-bf60-914dac9b6ae0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 1096 time: 0.0481207 Apr 05 19:16:44.594764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-d85cf2cd-fdb1-4fc6-a6ce-bb1d19eeb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:44.596242 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-d85cf2cd-fdb1-4fc6-a6ce-bb1d19eeb253 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0923238 Apr 05 19:16:44.605778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020a61e-e97b-45db-a5ce-4727849f7211 req-3fc6d905-2073-4fe4-866b-23fc13d6f358 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:44.607273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b020a61e-e97b-45db-a5ce-4727849f7211 req-3fc6d905-2073-4fe4-866b-23fc13d6f358 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0530231 Apr 05 19:16:44.639081 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-425ed377-2fcb-49e8-af28-03658857343e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 217 time: 0.0363622 Apr 05 19:16:44.645453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b020a61e-e97b-45db-a5ce-4727849f7211 req-d9f4d309-04f0-4963-9212-18a72e54f9fa tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Apr 05 19:16:44.686886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-390c45af-2e40-436e-a300-5feb2bf87286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:44.688332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-390c45af-2e40-436e-a300-5feb2bf87286 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0433993 Apr 05 19:16:44.724665 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-47a2e9b2-90e3-434e-ba38-29580b12da91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297492 Apr 05 19:16:44.812834 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-4afd7c8a-4d66-4db8-a471-0a02a3519cc1 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816736 Apr 05 19:16:44.914931 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-662d7ea5-c6e1-45a1-86ae-471ff1c6b10a req-3c19a11a-c117-4de4-a805-caf9ae63bb99 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955806 Apr 05 19:16:45.014814 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:45.759726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd296dd-29b6-411d-8277-44675e3c1cb6 req-60a373a7-17de-41e1-9b85-5bb5a0656d7d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:45.761173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fd296dd-29b6-411d-8277-44675e3c1cb6 req-60a373a7-17de-41e1-9b85-5bb5a0656d7d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0475955 Apr 05 19:16:45.798937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fd296dd-29b6-411d-8277-44675e3c1cb6 req-03b9f139-810f-484c-a9d8-1f64c7af6552 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Apr 05 19:16:46.912660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f898b7-eba4-496d-911b-46d6ed9ea51e req-2d5acc73-50fd-4fe6-a7fd-8afb53dce545 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:46.914111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60f898b7-eba4-496d-911b-46d6ed9ea51e req-2d5acc73-50fd-4fe6-a7fd-8afb53dce545 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0480583 Apr 05 19:16:46.951127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-60f898b7-eba4-496d-911b-46d6ed9ea51e req-3be20018-8742-4627-bccc-03a65a8d048b tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303352 Apr 05 19:16:48.068834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76ff3e-c62e-4c31-afca-5cb3600f9037 req-e68cfc29-024a-4d10-892d-8485da781bd1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:48.070562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd76ff3e-c62e-4c31-afca-5cb3600f9037 req-e68cfc29-024a-4d10-892d-8485da781bd1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0521460 Apr 05 19:16:48.107800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd76ff3e-c62e-4c31-afca-5cb3600f9037 req-c773d388-56dd-404b-9623-694d2c0b6f23 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310507 Apr 05 19:16:49.226198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a076e53-32bd-4edb-9712-a04285110ab0 req-86157da6-5d87-4563-a486-c68dc226bec7 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:49.227704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a076e53-32bd-4edb-9712-a04285110ab0 req-86157da6-5d87-4563-a486-c68dc226bec7 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0487344 Apr 05 19:16:49.264882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a076e53-32bd-4edb-9712-a04285110ab0 req-1230ec76-e55c-41eb-934d-84de2754872c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Apr 05 19:16:50.383042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ec5a1-3384-4892-b9e1-1e4df5f40714 req-58f245a5-ebc9-4f6e-9de1-9164e8c92a70 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:50.384649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd6ec5a1-3384-4892-b9e1-1e4df5f40714 req-58f245a5-ebc9-4f6e-9de1-9164e8c92a70 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0484407 Apr 05 19:16:50.421255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd6ec5a1-3384-4892-b9e1-1e4df5f40714 req-48b70853-8c51-4cae-96b7-715b2fc50ed2 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Apr 05 19:16:51.539785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da36a7-c89c-4211-91de-bc7cc2b3d571 req-4a211f94-dca6-4756-87a4-de5c691235fe tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:51.541561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4da36a7-c89c-4211-91de-bc7cc2b3d571 req-4a211f94-dca6-4756-87a4-de5c691235fe tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0528269 Apr 05 19:16:51.579496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4da36a7-c89c-4211-91de-bc7cc2b3d571 req-7645ed60-3816-40cb-a5cc-3073b2e1f2c3 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Apr 05 19:16:52.121905 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-a27e8888-c14d-4f84-be33-d46d4ec690ea service neutron] show failed (client error): The resource could not be found. Apr 05 19:16:52.123014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-a27e8888-c14d-4f84-be33-d46d4ec690ea service neutron] 10.222.0.25 "GET /v2.0/ports/46e2fba3-2b0a-45a3-bd41-44dbb91601b5/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0554564 Apr 05 19:16:52.332786 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-07ef3afa-5cd7-4e75-91db-1b0147c64b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:52.334255 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-07ef3afa-5cd7-4e75-91db-1b0147c64b0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b&tenant_id=6977110e8b864333bc524e872ba79124 HTTP/1.1" status: 200 len: 1096 time: 0.0455890 Apr 05 19:16:52.349896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:16:52.405638 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:52.607592 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:52.640593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:16:52.680722 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:16:52.683554 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246d215-d4cb-4b88-b165-2ef2ba52f862" -d '{"events": [{"server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "name": "network-vif-unplugged", "status": "completed", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:16:52.687753 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:52.699278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364203be-0d39-4026-bb99-3fbc52a4e46c req-10a8a171-1f65-4922-9946-85f8397b9b92 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:52.700635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Transition to ACTIVE for port object 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:16:52.700796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-364203be-0d39-4026-bb99-3fbc52a4e46c req-10a8a171-1f65-4922-9946-85f8397b9b92 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 945 time: 0.0514495 Apr 05 19:16:52.705643 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:52.742051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-364203be-0d39-4026-bb99-3fbc52a4e46c req-238de65e-c20b-4fc8-880c-95120faa3380 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347183 Apr 05 19:16:52.749886 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd6d5f-a7e1-43be-9c3a-d1ba434297fb x-openstack-request-id: req-f4fd6d5f-a7e1-43be-9c3a-d1ba434297fb {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:16:52.750187 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "name": "network-vif-unplugged", "status": "completed", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:16:52.750430 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4fd6d5f-a7e1-43be-9c3a-d1ba434297fb {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:16:52.750837 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fd6d5f-a7e1-43be-9c3a-d1ba434297fb'] response: {'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'code': 200} Apr 05 19:16:52.771282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] No DVR routers for this DVR port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:16:52.773223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Pushing event updated for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:52.811730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Attempting to bind port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:16:52.812066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Attempting to bind port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:16:52.812395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Attempting to bind port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on network a250c835-b432-4354-9291-f09880e3b2a1 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:16:52.816578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on network a250c835-b432-4354-9291-f09880e3b2a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:16:52.816904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Attempting to bind port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on network a250c835-b432-4354-9291-f09880e3b2a1 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:16:52.822045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:16:52.822516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Checking segment: {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:16:52.823083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Bound using segment: {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:16:52.823509 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Bound port: 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:16:52.823863 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:52.885983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:16:52.888942 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:16:52.893258 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:52.925514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:52.926127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:52.927526 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] 10.222.0.20 "PUT /v2.0/ports/46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 1091 time: 0.5825176 Apr 05 19:16:52.949512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154023d6-99c3-409d-8582-a2ccdde2e23e service neutron] Pushing event updated for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:52.995194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-125c90ac-5052-440d-b742-a2d1e46db006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:52.996652 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-125c90ac-5052-440d-b742-a2d1e46db006 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 1094 time: 0.0411971 Apr 05 19:16:53.093331 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-80f48ba8-4285-4c2c-aafb-a223d48f46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:53.094790 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-80f48ba8-4285-4c2c-aafb-a223d48f46c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0866020 Apr 05 19:16:53.140136 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-62272104-63f8-4b67-83ce-af0b4fe865da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 217 time: 0.0339365 Apr 05 19:16:53.191869 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-fbba1be5-5759-46f8-a3b0-02406afeb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:53.193270 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-fbba1be5-5759-46f8-a3b0-02406afeb9e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0456865 Apr 05 19:16:53.228443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-2b1228f0-7ec8-4911-ab4a-79a5661d5118 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248349 Apr 05 19:16:53.317782 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-b6ad3985-d041-4d46-9cc2-a0a2bfb27e42 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793006 Apr 05 19:16:53.416057 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-07f29b4c-dab9-4d74-a2f3-4755a21c4075 req-ac5b6488-7b12-44e5-87ca-6e3f6e3d7e6f service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887053 Apr 05 19:16:53.861530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f94a2-43d0-4ce0-89bc-3c3d00c12ae5 req-15396aef-f77c-4bb6-9d0f-d76938ee9c1c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:53.862985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-128f94a2-43d0-4ce0-89bc-3c3d00c12ae5 req-15396aef-f77c-4bb6-9d0f-d76938ee9c1c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 943 time: 0.0488536 Apr 05 19:16:53.900175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-128f94a2-43d0-4ce0-89bc-3c3d00c12ae5 req-c8385121-17f6-49af-91a1-4aa32d355495 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Apr 05 19:16:54.751867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:16:54.754267 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f388c83b-6cc5-4ede-95e6-9206dbced67b" -d '{"events": [{"name": "network-changed", "server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:16:54.803971 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c639ad-5816-43ce-947c-6ab2d973c5b4 x-openstack-request-id: req-e6c639ad-5816-43ce-947c-6ab2d973c5b4 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:16:54.804260 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:16:54.804509 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6c639ad-5816-43ce-947c-6ab2d973c5b4 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:16:54.804918 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c639ad-5816-43ce-947c-6ab2d973c5b4'] response: {'name': 'network-changed', 'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'status': 'completed', 'code': 200} Apr 05 19:16:54.896171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-32876160-a6d7-49f6-810f-b2a1e75cd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:54.897663 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-32876160-a6d7-49f6-810f-b2a1e75cd33f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 1094 time: 0.0687463 Apr 05 19:16:54.900270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-4476189a-6f54-4458-a240-8700ab611978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:54.901620 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-4476189a-6f54-4458-a240-8700ab611978 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 1094 time: 0.0738997 Apr 05 19:16:55.024755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525b8d-fbd0-45e2-8a7d-85ec84cf29b1 req-b84a214d-ef6d-4fdb-ab50-c5fcdfb100fa tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:55.026545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae525b8d-fbd0-45e2-8a7d-85ec84cf29b1 req-b84a214d-ef6d-4fdb-ab50-c5fcdfb100fa tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 943 time: 0.0540061 Apr 05 19:16:55.065406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-9e4d80dd-aa7f-4c86-8a2e-70eb1d43d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:55.066946 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-9e4d80dd-aa7f-4c86-8a2e-70eb1d43d2b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.1616728 Apr 05 19:16:55.067992 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-2852fb66-fca6-42b5-9695-a0f874fd4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:55.069545 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-2852fb66-fca6-42b5-9695-a0f874fd4747 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.1568656 Apr 05 19:16:55.070125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae525b8d-fbd0-45e2-8a7d-85ec84cf29b1 req-5751cb23-7d7f-40ec-868e-f9d08e7ccefb tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363281 Apr 05 19:16:55.115209 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-e1f30d9a-1b6e-4d41-bc42-1350c76b7022 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 217 time: 0.0406895 Apr 05 19:16:55.148440 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-095400d0-50bb-4f72-9e89-fde193c252af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 217 time: 0.0681489 Apr 05 19:16:55.237211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-9d898cdc-f25e-40de-8a3d-020aa2187c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:55.239740 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-9d898cdc-f25e-40de-8a3d-020aa2187c40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0987105 Apr 05 19:16:55.242767 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-1d0df59b-30e5-4ed3-b65f-0e51cea16f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:55.245109 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-1d0df59b-30e5-4ed3-b65f-0e51cea16f59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0721440 Apr 05 19:16:55.298772 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-66ce4e19-5f22-48eb-a253-71f529c33dc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525048 Apr 05 19:16:55.300382 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-df3f068a-e4d4-4256-89cf-a81fa9366478 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463903 Apr 05 19:16:55.464908 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-78b6dbbd-27e6-4bab-8143-670eb21e7f31 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578269 Apr 05 19:16:55.468179 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-afaf41fb-43fe-47e1-87af-06ee2fbbbd5e service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531343 Apr 05 19:16:55.621893 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-caeec687-1707-43d4-b9d6-dbd77c958366 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493556 Apr 05 19:16:55.625202 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f388c83b-6cc5-4ede-95e6-9206dbced67b req-e60cf91d-3133-4f92-95dd-2c2da911f229 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456642 Apr 05 19:16:56.190166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8800246-9835-4bd2-89b7-cf1e66b47cc5 req-c0b4fd8e-c3fc-48ba-b34c-0ac1ad9281d5 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:56.191669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8800246-9835-4bd2-89b7-cf1e66b47cc5 req-c0b4fd8e-c3fc-48ba-b34c-0ac1ad9281d5 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 943 time: 0.0481720 Apr 05 19:16:56.229308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8800246-9835-4bd2-89b7-cf1e66b47cc5 req-2652aecf-68aa-4226-a752-00ea5a477b3d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311010 Apr 05 19:16:56.424114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98643967-286a-4657-be38-ee33e03d9c03 req-1b73fd4d-de88-48f2-b86a-b62892d7df45 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:56.425535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98643967-286a-4657-be38-ee33e03d9c03 req-1b73fd4d-de88-48f2-b86a-b62892d7df45 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 943 time: 0.0540037 Apr 05 19:16:56.438937 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-c33d50f7-7d8f-4bae-83fd-1d6b9d92cd40 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:56.440406 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-c33d50f7-7d8f-4bae-83fd-1d6b9d92cd40 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.25 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b&tenant_id=6977110e8b864333bc524e872ba79124&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 943 time: 0.0548456 Apr 05 19:16:56.467381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98643967-286a-4657-be38-ee33e03d9c03 req-3abe11de-3550-405f-88a5-2ae195810632 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Apr 05 19:16:56.510036 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-649d24ff-513f-46d3-9b9a-8e4281b9aa76 service neutron] delete failed (client error): The resource could not be found. Apr 05 19:16:56.511152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-649d24ff-513f-46d3-9b9a-8e4281b9aa76 service neutron] 10.222.0.25 "DELETE /v2.0/ports/46e2fba3-2b0a-45a3-bd41-44dbb91601b5/bindings/n-h1-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0633721 Apr 05 19:16:56.592971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-86eaa87e-f2ad-4ad3-8302-fcb448daddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:56.594462 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-86eaa87e-f2ad-4ad3-8302-fcb448daddbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 1094 time: 0.0412922 Apr 05 19:16:56.685102 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-240521e4-a1e3-4741-bd13-67f1fef74a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:56.686503 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-240521e4-a1e3-4741-bd13-67f1fef74a3c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0862832 Apr 05 19:16:56.726740 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-b05e7450-f224-44d0-9b2a-3cb4f35af969 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 200 len: 217 time: 0.0341518 Apr 05 19:16:56.778101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-7181d6d1-c230-49fc-a71d-1b7a5eea55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:56.779549 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-7181d6d1-c230-49fc-a71d-1b7a5eea55e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0471706 Apr 05 19:16:56.810900 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-c5fe5ac9-c2cc-4fb2-8ac7-d1603f1427f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248926 Apr 05 19:16:56.897174 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-04cba600-31ab-4687-853c-bbaa2b5d5d72 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798695 Apr 05 19:16:56.989176 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5200208-578c-4615-85ea-9cfaa12851e0 req-12a796c8-40f2-4f7b-9d6b-f9fe7491967f service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853908 Apr 05 19:16:57.033472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:16:57.073471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:16:57.186467 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:16:57.429467 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:16:57.540355 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:57.553426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1', 'port_id': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'mac_address': 'fa:16:3e:05:09:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c20687-dcb6-471d-ad44-673d2651445b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:16:57.591544 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:57.595864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d3411-c75a-4bf3-bf4d-e76b3caa6e66 req-9e71e2b0-8016-408a-9f79-c3b20bd4b1f3 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:57.597333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db6d3411-c75a-4bf3-bf4d-e76b3caa6e66 req-9e71e2b0-8016-408a-9f79-c3b20bd4b1f3 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 943 time: 0.0547760 Apr 05 19:16:57.604679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:16:57.624512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:57.627578 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:57.636562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db6d3411-c75a-4bf3-bf4d-e76b3caa6e66 req-616a9911-ba04-406f-aa41-7fef6d65f7b0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Apr 05 19:16:57.679122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:57.752845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1daf-c527-43b7-be2d-9ed83eb4bffd req-6a9f260f-76c2-4257-b1c9-8a1b82b3c8cd tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:57.754301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0fe1daf-c527-43b7-be2d-9ed83eb4bffd req-6a9f260f-76c2-4257-b1c9-8a1b82b3c8cd tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 944 time: 0.0484960 Apr 05 19:16:57.792624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0fe1daf-c527-43b7-be2d-9ed83eb4bffd req-1efcc8dc-837b-4a65-9919-cc94d8328790 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Apr 05 19:16:57.877725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['46e2fba3-2b0a-45a3-bd41-44dbb91601b5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:16:57.909791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8acf1-e27e-4c18-8b94-bf4bb1d29969 req-dc74c594-60b7-478d-a6b6-748b1722acc1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:57.911285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ce8acf1-e27e-4c18-8b94-bf4bb1d29969 req-dc74c594-60b7-478d-a6b6-748b1722acc1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 944 time: 0.0491502 Apr 05 19:16:57.949356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ce8acf1-e27e-4c18-8b94-bf4bb1d29969 req-9f8248c9-4c2c-4da5-8a58-b66ccd754d48 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Apr 05 19:16:58.297259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-b194eb0c-1245-410f-a873-3ddba1ab905e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:58.298733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-b194eb0c-1245-410f-a873-3ddba1ab905e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 814 time: 0.1037860 Apr 05 19:16:58.313164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-79e96123-0093-4143-af9a-81d0a94ea140 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/quotas/6977110e8b864333bc524e872ba79124 HTTP/1.1" status: 200 len: 375 time: 0.0087280 Apr 05 19:16:58.362073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-6542743f-2c07-4abc-ae6d-002739ba1c74 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436199 Apr 05 19:16:58.453691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-2e9595bb-f1a0-45c4-9669-71230e3ec02d service neutron] 10.222.0.15 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843971 Apr 05 19:16:58.539936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-64ea35f4-484a-44b3-8557-b36a1cabe9d1 service neutron] 10.222.0.15 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802159 Apr 05 19:16:58.700209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f31c7801-0623-4266-8366-cae754fd0e23 req-af22a56f-57d1-4d78-a951-c07ef37f1e27 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 210 time: 0.0271118 Apr 05 19:16:59.429233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:16:59.486715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:16:59.490210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:16:59.490611 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:59.569613 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:59.596379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:16:59.598651 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dba359-9ed9-4ddc-a1a8-955529b2ef5d" -d '{"events": [{"server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "name": "network-vif-plugged", "status": "completed", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:16:59.610763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-b11121a9-ea64-4931-9a6d-0c9a3db0f956 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:59.612771 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-b11121a9-ea64-4931-9a6d-0c9a3db0f956 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.20 "GET /v2.0/ports?device_id=2850995f-978c-4fe7-8acf-0f4e6d4a536b HTTP/1.1" status: 200 len: 944 time: 0.0687785 Apr 05 19:16:59.627062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:59.633499 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:59.671394 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-99d1e9c4-90f1-4018-a477-b438386e1563 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:16:59.673519 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-99d1e9c4-90f1-4018-a477-b438386e1563 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.20 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 814 time: 0.1275122 Apr 05 19:16:59.676844 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fe76c9-e6d8-4c8d-9f28-f2f356c6420e x-openstack-request-id: req-52fe76c9-e6d8-4c8d-9f28-f2f356c6420e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:16:59.677193 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "name": "network-vif-plugged", "status": "completed", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:16:59.677504 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52fe76c9-e6d8-4c8d-9f28-f2f356c6420e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:16:59.677962 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fe76c9-e6d8-4c8d-9f28-f2f356c6420e'] response: {'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'code': 200} Apr 05 19:16:59.689573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Request body: {'port': {'device_id': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1', 'admin_state_up': True, 'tenant_id': '6977110e8b864333bc524e872ba79124'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:16:59.696084 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:16:59.736662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Deleting port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:16:59.737145 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:59.820784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b54ddf14-ffa3-432d-a883-3434bba2f7c3 req-0a07152d-4593-4abd-856c-770102da8061 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 210 time: 0.0393307 Apr 05 19:16:59.829247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] For port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:16:59.829683 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:59.843267 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Calling delete_port for 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:16:59.847145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Made reservation on behalf of 6977110e8b864333bc524e872ba79124 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:16:59.850810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:59.976871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:16:59.993531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['46e2fba3-2b0a-45a3-bd41-44dbb91601b5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:17:00.009297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Pushing event deleted for resources: {'Port': ['ID=46e2fba3-2b0a-45a3-bd41-44dbb91601b5,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:00.041608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Allocated IP 172.20.0.10 (a250c835-b432-4354-9291-f09880e3b2a1/62c20687-dcb6-471d-ad44-673d2651445b/636292a2-bba7-4c93-9a29-48f0e82987d9) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:17:00.051045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] No DVR routers for this DVR port 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:17:00.053846 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:00.058315 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.20 "DELETE /v2.0/ports/46e2fba3-2b0a-45a3-bd41-44dbb91601b5 HTTP/1.1" status: 204 len: 173 time: 0.4341564 Apr 05 19:17:00.059162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'name': 'network-vif-deleted', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:17:00.061483 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f38e15-b83a-4ff3-92cd-d673dfa6117f" -d '{"events": [{"server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "name": "network-vif-deleted", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:17:00.114239 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9116c6-a513-4ee7-a077-243c1f505845 x-openstack-request-id: req-1e9116c6-a513-4ee7-a077-243c1f505845 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:17:00.114834 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2850995f-978c-4fe7-8acf-0f4e6d4a536b", "name": "network-vif-deleted", "tag": "46e2fba3-2b0a-45a3-bd41-44dbb91601b5", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:17:00.115227 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e9116c6-a513-4ee7-a077-243c1f505845 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:17:00.115780 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9116c6-a513-4ee7-a077-243c1f505845'] response: {'server_uuid': '2850995f-978c-4fe7-8acf-0f4e6d4a536b', 'name': 'network-vif-deleted', 'tag': '46e2fba3-2b0a-45a3-bd41-44dbb91601b5', 'status': 'completed', 'code': 200} Apr 05 19:17:00.225901 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:00.260382 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:00.278756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['46e2fba3-2b0a-45a3-bd41-44dbb91601b5'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:17:00.323380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Network a250c835-b432-4354-9291-f09880e3b2a1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:17:00.328656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:17:00.334561 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:17:00.341553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Pushing event updated for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:00.386347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:00.386978 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:00.401647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-caf88a8e-cb80-49ff-aa0f-5715b61c9822 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7170918 Apr 05 19:17:00.417516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Request body: {'port': {'device_id': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:00.473536 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:00.776375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636292a2-bba7-4c93-9a29-48f0e82987d9 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:17:00.783710 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:00.800054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Transition to ACTIVE for port object 636292a2-bba7-4c93-9a29-48f0e82987d9 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:17:00.803839 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:00.865892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Pushing event updated for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:00.946845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Attempting to bind port 636292a2-bba7-4c93-9a29-48f0e82987d9 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:17:00.947165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Attempting to bind port 636292a2-bba7-4c93-9a29-48f0e82987d9 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:17:00.947484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Attempting to bind port 636292a2-bba7-4c93-9a29-48f0e82987d9 on network a250c835-b432-4354-9291-f09880e3b2a1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:17:00.954359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Port 636292a2-bba7-4c93-9a29-48f0e82987d9 on network a250c835-b432-4354-9291-f09880e3b2a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:17:00.954700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Attempting to bind port 636292a2-bba7-4c93-9a29-48f0e82987d9 on network a250c835-b432-4354-9291-f09880e3b2a1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:17:00.965355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ed061-d0c5-4b20-b322-0b8adf24cb94 req-04d01dcf-a582-44f2-a550-c085d9b6812a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:00.966876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e16ed061-d0c5-4b20-b322-0b8adf24cb94 req-04d01dcf-a582-44f2-a550-c085d9b6812a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.0717297 Apr 05 19:17:00.969642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:17:00.969948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Checking segment: {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:17:00.970324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Bound using segment: {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:17:00.970772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Bound port: 636292a2-bba7-4c93-9a29-48f0e82987d9, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:17:00.971125 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:01.034553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e16ed061-d0c5-4b20-b322-0b8adf24cb94 req-64c9ad4c-ad71-42fe-acc3-d8535d35a33f tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602839 Apr 05 19:17:01.058978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:17:01.062022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:17:01.066737 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:01.099568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:01.100221 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:01.101847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] 10.222.0.20 "PUT /v2.0/ports/636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 1092 time: 0.6883223 Apr 05 19:17:01.102275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:17:01.104562 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c0edc-efbc-4a23-9807-953002abbb23" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:17:01.138447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c1c13-f799-489b-a1ec-34817b5e3320 service neutron] Pushing event updated for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:01.152380 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c700eb-c437-4715-a8bc-313093809e19 x-openstack-request-id: req-49c700eb-c437-4715-a8bc-313093809e19 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:17:01.152716 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:17:01.152960 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49c700eb-c437-4715-a8bc-313093809e19 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:17:01.153344 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c700eb-c437-4715-a8bc-313093809e19'] response: {'name': 'network-changed', 'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'status': 'completed', 'code': 200} Apr 05 19:17:01.185148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-fb20690a-0e16-43e4-a4cf-7538d4845459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:01.186675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-fb20690a-0e16-43e4-a4cf-7538d4845459 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 1095 time: 0.0431623 Apr 05 19:17:01.228631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-14030e6c-bcd0-4dd4-8bec-e2f22965dc83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 217 time: 0.0332818 Apr 05 19:17:01.279023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-7a927573-ffbc-4dc8-8544-2fbf878ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:01.280427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-7a927573-ffbc-4dc8-8544-2fbf878ce740 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0425725 Apr 05 19:17:01.318913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-748bf7f3-8f47-41a1-9f58-863c79ee3f56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275564 Apr 05 19:17:01.408706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-c0fb9ccc-9d74-4f73-bf68-b4a45ca50a00 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792930 Apr 05 19:17:01.503528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f602530-d147-4a3c-ab94-d580c2d1237b req-cba94446-b116-4279-b3dc-6097b692c0b1 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843098 Apr 05 19:17:01.596701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-2acfbb8f-ba76-4ed8-b8f0-d290f1efce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:01.598154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-2acfbb8f-ba76-4ed8-b8f0-d290f1efce70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 1095 time: 0.0402665 Apr 05 19:17:01.685643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-7b1feff5-569e-40c6-9616-328faf72ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:01.687130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-7b1feff5-569e-40c6-9616-328faf72ee42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0818343 Apr 05 19:17:01.731582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-66b34285-1345-4eb3-b405-15fe6b5babcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 217 time: 0.0373538 Apr 05 19:17:01.778433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-338467fc-c954-4a39-b7c9-b91c68bb0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:01.779839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-338467fc-c954-4a39-b7c9-b91c68bb0d79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0418849 Apr 05 19:17:01.813921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-111f39fd-1521-4163-ad78-6cd72f9ec684 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246520 Apr 05 19:17:01.906675 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-694b4104-6b15-41de-80e6-f30de18f6e72 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846267 Apr 05 19:17:01.993364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b72c0edc-efbc-4a23-9807-953002abbb23 req-7d54e9c7-1aae-45d2-be97-603c8492939c service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797608 Apr 05 19:17:02.151408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db29603-0bd9-4e6b-8c52-4a38e1f8d443 req-8222fd44-33c3-419d-b5d3-10f75cf433bb tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:02.152859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2db29603-0bd9-4e6b-8c52-4a38e1f8d443 req-8222fd44-33c3-419d-b5d3-10f75cf433bb tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.0484951 Apr 05 19:17:02.192964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2db29603-0bd9-4e6b-8c52-4a38e1f8d443 req-c493a31e-0b83-4741-b60a-e94792852c2a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340004 Apr 05 19:17:03.309182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05905e97-0521-44fc-a19d-920e574ae276 req-c36daddb-0800-4499-b839-4f8ddf24b1af tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:03.310640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05905e97-0521-44fc-a19d-920e574ae276 req-c36daddb-0800-4499-b839-4f8ddf24b1af tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.0476255 Apr 05 19:17:03.350184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-05905e97-0521-44fc-a19d-920e574ae276 req-9c3622e3-9872-40e7-b611-db8db7799204 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Apr 05 19:17:03.447622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:17:03.468356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:17:03.468697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 46e2fba3-2b0a-45a3-bd41-44dbb91601b5 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:17:04.465560 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda9607-e9a5-475b-a4a8-944b93cdbb27 req-2a459afc-9740-4666-b226-b29b8eea74a1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:04.467038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ecda9607-e9a5-475b-a4a8-944b93cdbb27 req-2a459afc-9740-4666-b226-b29b8eea74a1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.0477905 Apr 05 19:17:04.504359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ecda9607-e9a5-475b-a4a8-944b93cdbb27 req-c09a6061-5c87-41e8-9e51-29e4108851dc tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Apr 05 19:17:05.334804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:05.447812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 636292a2-bba7-4c93-9a29-48f0e82987d9 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:17:05.539588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:05.551185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1', 'port_id': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'mac_address': 'fa:16:3e:81:e4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c20687-dcb6-471d-ad44-673d2651445b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:17:05.592464 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:05.605389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636292a2-bba7-4c93-9a29-48f0e82987d9 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:17:05.619999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ea4d-7738-4d3c-810a-387d046f8719 req-131a9282-ad09-4951-8612-05cadbf2d5ac tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:05.621661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d241ea4d-7738-4d3c-810a-387d046f8719 req-131a9282-ad09-4951-8612-05cadbf2d5ac tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.0501232 Apr 05 19:17:05.625497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:05.630626 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:05.664702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d241ea4d-7738-4d3c-810a-387d046f8719 req-0d466b7a-163c-4a9b-ad56-42da01a6f03f tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363181 Apr 05 19:17:05.677501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:05.888698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['636292a2-bba7-4c93-9a29-48f0e82987d9'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:17:06.780818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a216f13-decc-4aa2-8fe9-9f6b877b08e5 req-417d8a87-093d-4273-a1bc-61ba9cfc1420 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:06.782258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a216f13-decc-4aa2-8fe9-9f6b877b08e5 req-417d8a87-093d-4273-a1bc-61ba9cfc1420 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Apr 05 19:17:06.818647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a216f13-decc-4aa2-8fe9-9f6b877b08e5 req-63072f75-42d7-4e34-a73f-a560b08f3d2a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303087 Apr 05 19:17:07.283244 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:07.464571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 636292a2-bba7-4c93-9a29-48f0e82987d9 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:17:07.511307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 636292a2-bba7-4c93-9a29-48f0e82987d9 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:17:07.514995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 636292a2-bba7-4c93-9a29-48f0e82987d9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:07.515355 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:07.591739 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:07.613464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:17:07.615770 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5677bf-360d-4906-8049-f395f8a38985" -d '{"events": [{"server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "name": "network-vif-plugged", "status": "completed", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:17:07.628218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:07.633102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:07.657771 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188318f-6c29-4cca-b393-724b3b77245b x-openstack-request-id: req-f188318f-6c29-4cca-b393-724b3b77245b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:17:07.658057 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "name": "network-vif-plugged", "status": "completed", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:17:07.658768 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f188318f-6c29-4cca-b393-724b3b77245b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:17:07.659157 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f188318f-6c29-4cca-b393-724b3b77245b'] response: {'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'code': 200} Apr 05 19:17:07.685459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:07.755487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac9061-d05c-4ea9-ae12-eb045cbe0b4f req-be34e367-5b82-41b2-9918-025a3cd089d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:07.756929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95ac9061-d05c-4ea9-ae12-eb045cbe0b4f req-be34e367-5b82-41b2-9918-025a3cd089d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 1097 time: 0.0395215 Apr 05 19:17:07.794957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-95ac9061-d05c-4ea9-ae12-eb045cbe0b4f req-1c8d9675-df01-4fa4-befc-e7d17220a016 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270240 Apr 05 19:17:07.932139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89345c1a-c626-4810-bfc3-64c0b3261765 req-873c57e5-74ba-48a7-b4db-c72c3aa309c9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:07.933562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89345c1a-c626-4810-bfc3-64c0b3261765 req-873c57e5-74ba-48a7-b4db-c72c3aa309c9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0472798 Apr 05 19:17:07.974266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89345c1a-c626-4810-bfc3-64c0b3261765 req-5dcc5695-52c8-4fb4-a0a2-32f69838cab9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345273 Apr 05 19:17:09.095093 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2109f-c9ac-4032-8ef0-cd95fc5718c8 req-d21d74bf-1acf-4601-8038-07e1a9e3937e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:09.096570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fa2109f-c9ac-4032-8ef0-cd95fc5718c8 req-d21d74bf-1acf-4601-8038-07e1a9e3937e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0515053 Apr 05 19:17:09.133034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9fa2109f-c9ac-4032-8ef0-cd95fc5718c8 req-ba09c80c-0f11-4b19-acc5-c595893f8fa5 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303824 Apr 05 19:17:09.495914 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5caa67-9ad1-48a9-bec2-8b62ba5e4631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:10.250662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bee3b-05fe-4353-b924-b242e2778d4d req-71d7d401-df9c-4de5-957b-4ee6f147efaa tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:10.252150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-556bee3b-05fe-4353-b924-b242e2778d4d req-71d7d401-df9c-4de5-957b-4ee6f147efaa tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0486197 Apr 05 19:17:10.288929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-556bee3b-05fe-4353-b924-b242e2778d4d req-5ac8596d-0f28-4da4-82b2-ba7ea84d33b3 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308096 Apr 05 19:17:10.405032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644dfd-d9e5-4c04-ab53-c4ec90110c1d req-a87d2752-1104-40c5-b428-07b2bb102715 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:10.406516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5644dfd-d9e5-4c04-ab53-c4ec90110c1d req-a87d2752-1104-40c5-b428-07b2bb102715 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0482466 Apr 05 19:17:10.447418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5644dfd-d9e5-4c04-ab53-c4ec90110c1d req-9098d8a2-c30d-4236-a44d-7d760a5a78c0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349030 Apr 05 19:17:10.692158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-c82c9156-3285-4790-aca5-8eb294dc3305 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0658445 Apr 05 19:17:10.704391 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2184e0c-5bee-4a49-8f45-0b0047e1a3c7 req-8de1480c-ce42-4860-b657-f2def13ae3ab tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:10.705811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2184e0c-5bee-4a49-8f45-0b0047e1a3c7 req-8de1480c-ce42-4860-b657-f2def13ae3ab tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0701711 Apr 05 19:17:10.745846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2184e0c-5bee-4a49-8f45-0b0047e1a3c7 req-2ae5ca73-18a8-4634-9e27-9671136b21b1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334837 Apr 05 19:17:11.735882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-b0df9276-cfc2-4d26-a24d-51941c29a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:11.737322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-b0df9276-cfc2-4d26-a24d-51941c29a0f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 1097 time: 0.0404253 Apr 05 19:17:11.833826 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1f2411c-4e7b-4d7b-aa5f-d8ba9b55aa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:11.855329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-84a650a4-7f07-4b6e-bb3b-f828258db88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:11.856773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-84a650a4-7f07-4b6e-bb3b-f828258db88f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.1127281 Apr 05 19:17:12.144802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6e59b86d-de80-40c9-8933-65a722c94b76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 217 time: 0.2815995 Apr 05 19:17:12.153110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642da2e7-8a23-4b4f-a363-8f200f75b652 req-45c7054f-9047-48cb-8a9c-152730bdad89 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:12.154500 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-642da2e7-8a23-4b4f-a363-8f200f75b652 req-45c7054f-9047-48cb-8a9c-152730bdad89 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.3379610 Apr 05 19:17:12.220536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-d05ab54f-fe03-48a3-b566-84b7cdb78101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:12.221973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-d05ab54f-fe03-48a3-b566-84b7cdb78101 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0666482 Apr 05 19:17:12.224865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-642da2e7-8a23-4b4f-a363-8f200f75b652 req-2b93e52c-01e6-4597-903c-60ae807b3596 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625846 Apr 05 19:17:12.254163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-29ce2d29-b4d1-4841-af92-3002f30cdebf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255373 Apr 05 19:17:12.345250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-d6cef2f4-add9-4941-bfdd-8a4c1493f380 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835721 Apr 05 19:17:12.432387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-efaad462-5eaa-40bd-ab25-ca58326ec342 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802519 Apr 05 19:17:12.936676 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:13.344129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73f24b-064c-4550-b1db-e08f73fc42ac req-0eff39fc-3258-43d4-b40b-f45135761535 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:13.345608 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee73f24b-064c-4550-b1db-e08f73fc42ac req-0eff39fc-3258-43d4-b40b-f45135761535 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0489450 Apr 05 19:17:13.389406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee73f24b-064c-4550-b1db-e08f73fc42ac req-7528b587-48d7-4272-878b-ffb7025c5f24 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374801 Apr 05 19:17:14.470423 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:14.507367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050e08c-73ab-4460-853a-a2e561936e06 req-3a3dec1c-50e5-486c-923f-f5944950916e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:14.508707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a050e08c-73ab-4460-853a-a2e561936e06 req-3a3dec1c-50e5-486c-923f-f5944950916e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0497694 Apr 05 19:17:14.546250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a050e08c-73ab-4460-853a-a2e561936e06 req-2fabc89a-6d3a-4a85-91a8-63582e015a9d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305195 Apr 05 19:17:15.020444 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:15.662385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b73cc-f5e4-4af0-9dff-16902ae57203 req-6aa24353-c5e6-410c-957d-3f83ce414ccc tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:15.663863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee5b73cc-f5e4-4af0-9dff-16902ae57203 req-6aa24353-c5e6-410c-957d-3f83ce414ccc tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0486486 Apr 05 19:17:15.703026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee5b73cc-f5e4-4af0-9dff-16902ae57203 req-29582cd7-0f14-4e4e-8e04-062af652a5c4 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329058 Apr 05 19:17:16.817160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccb893-4689-492a-a361-27be2fab2224 req-078ae9fd-d5b1-47ef-b267-ece02fc4eae7 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:16.818654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8ccb893-4689-492a-a361-27be2fab2224 req-078ae9fd-d5b1-47ef-b267-ece02fc4eae7 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0481925 Apr 05 19:17:16.860545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8ccb893-4689-492a-a361-27be2fab2224 req-ebc3835b-a68a-4d7d-8b34-84a1e922f55f tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347996 Apr 05 19:17:17.975921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91e072-cffd-4167-8e2e-7a309fc5d205 req-6d7c6d44-1698-4ee7-8edd-76f531d1e846 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:17.977366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c91e072-cffd-4167-8e2e-7a309fc5d205 req-6d7c6d44-1698-4ee7-8edd-76f531d1e846 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0487661 Apr 05 19:17:18.014026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c91e072-cffd-4167-8e2e-7a309fc5d205 req-a5c483b5-b9d5-4ec1-80c0-99709ba0f133 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Apr 05 19:17:19.130853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecce09-5987-4e40-97ba-a5e307854d33 req-805b56df-45c4-40a0-9e1a-e8fd1b365357 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:19.132292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5ecce09-5987-4e40-97ba-a5e307854d33 req-805b56df-45c4-40a0-9e1a-e8fd1b365357 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0475092 Apr 05 19:17:19.169987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5ecce09-5987-4e40-97ba-a5e307854d33 req-a1f12f19-f68f-4a3d-8fd5-5959393c765b tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307364 Apr 05 19:17:20.286187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde59b1-4069-49ef-8dac-e4acdf6552d7 req-9d23c951-53d1-40e7-aa53-e83b3e1fcdbc tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:20.287680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cde59b1-4069-49ef-8dac-e4acdf6552d7 req-9d23c951-53d1-40e7-aa53-e83b3e1fcdbc tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0492415 Apr 05 19:17:20.328687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0cde59b1-4069-49ef-8dac-e4acdf6552d7 req-729ad938-ce33-481b-8495-bf9fd84f8286 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350139 Apr 05 19:17:21.442807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef11e8a-e363-492c-95e6-3df31f29b1ef req-9f766583-ddec-46a8-bec5-139795763e27 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:21.444485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fef11e8a-e363-492c-95e6-3df31f29b1ef req-9f766583-ddec-46a8-bec5-139795763e27 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0485044 Apr 05 19:17:21.482866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fef11e8a-e363-492c-95e6-3df31f29b1ef req-7eb46bdc-9ed8-4db2-956f-ff8c1d5d8ca3 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Apr 05 19:17:22.598953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bbc49-5c26-43bc-aaf5-8858b030d12b req-3eff6fb2-747c-4f84-a191-78ab279a7093 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:22.600388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd7bbc49-5c26-43bc-aaf5-8858b030d12b req-3eff6fb2-747c-4f84-a191-78ab279a7093 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0495520 Apr 05 19:17:22.639111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd7bbc49-5c26-43bc-aaf5-8858b030d12b req-5088d8e9-7fd6-4bc1-b000-05fc61ffa8d3 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Apr 05 19:17:23.753218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c6498-0417-49a4-bba0-54355a2684b5 req-0e03f23f-d0b9-45c0-9db5-7e2bd1b05531 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:23.754729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae7c6498-0417-49a4-bba0-54355a2684b5 req-0e03f23f-d0b9-45c0-9db5-7e2bd1b05531 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0489285 Apr 05 19:17:23.795759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae7c6498-0417-49a4-bba0-54355a2684b5 req-d08f145c-cf8b-4890-b4ba-6179cbab0856 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350432 Apr 05 19:17:24.909909 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905d812-f41a-42d2-aad6-6463eee8ec50 req-e1c4ab5f-e392-49c6-b1f8-a7a9e26bf33e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:24.911391 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0905d812-f41a-42d2-aad6-6463eee8ec50 req-e1c4ab5f-e392-49c6-b1f8-a7a9e26bf33e tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0484598 Apr 05 19:17:24.949429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0905d812-f41a-42d2-aad6-6463eee8ec50 req-15e9f0b8-9703-42c1-afe9-04652ab2aead tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Apr 05 19:17:26.064740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2195a-54b0-404e-8b74-75e08a005b74 req-7aa57660-4ec6-4918-8d46-73f2d6bb78fa tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:26.066206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0d2195a-54b0-404e-8b74-75e08a005b74 req-7aa57660-4ec6-4918-8d46-73f2d6bb78fa tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0484672 Apr 05 19:17:26.102591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0d2195a-54b0-404e-8b74-75e08a005b74 req-ff780a6f-58cc-4f05-8fbe-7375838ebfaa tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301025 Apr 05 19:17:27.220303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535a0f1-c5e3-46c6-977e-2ffabb90801a req-b80da02c-8d68-42b4-897f-f109510a5d63 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:27.221767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8535a0f1-c5e3-46c6-977e-2ffabb90801a req-b80da02c-8d68-42b4-897f-f109510a5d63 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0495384 Apr 05 19:17:27.263957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8535a0f1-c5e3-46c6-977e-2ffabb90801a req-782b0037-1b11-445d-9e28-fa96b18ffc56 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361912 Apr 05 19:17:28.380272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca873d-e0b0-466f-a4ca-b69192160c1c req-4bd181a4-037f-4867-8408-20dd5dcfafe0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:28.381721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebca873d-e0b0-466f-a4ca-b69192160c1c req-4bd181a4-037f-4867-8408-20dd5dcfafe0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0487671 Apr 05 19:17:28.419050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ebca873d-e0b0-466f-a4ca-b69192160c1c req-46abcbea-3dcb-473c-8412-a65bdfb47fdf tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Apr 05 19:17:29.534811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3ed33-115b-44bf-8df5-478588f479b1 req-d7e5396a-5722-4e2b-8590-222673eaea3c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:29.536170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0c3ed33-115b-44bf-8df5-478588f479b1 req-d7e5396a-5722-4e2b-8590-222673eaea3c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0488253 Apr 05 19:17:29.574621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0c3ed33-115b-44bf-8df5-478588f479b1 req-7c98d40f-7dd7-4849-abcd-86ec0c9800ca tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Apr 05 19:17:30.691029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43442-cdcc-4773-8ee7-873dd380eae0 req-84174b38-2612-4c27-900e-dbbf70be9058 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:30.692470 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbb43442-cdcc-4773-8ee7-873dd380eae0 req-84174b38-2612-4c27-900e-dbbf70be9058 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0484827 Apr 05 19:17:30.734990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbb43442-cdcc-4773-8ee7-873dd380eae0 req-74025948-fb39-432c-bc57-8e44cdd5eecb tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358222 Apr 05 19:17:31.852184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b4ccb-d2ff-4afe-a142-a789eb1b2950 req-4f0a78f6-b74b-4f13-8bc3-d4d964333962 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:31.853642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b7b4ccb-d2ff-4afe-a142-a789eb1b2950 req-4f0a78f6-b74b-4f13-8bc3-d4d964333962 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0491292 Apr 05 19:17:31.891194 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b7b4ccb-d2ff-4afe-a142-a789eb1b2950 req-90cf6823-e1a1-4b75-a33e-a150394fa054 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Apr 05 19:17:33.008978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847fb98-b837-4fc2-b543-377656d2327d req-9fb6c711-4f63-403f-9153-851f6b0693af tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:33.010465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b847fb98-b837-4fc2-b543-377656d2327d req-9fb6c711-4f63-403f-9153-851f6b0693af tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0489244 Apr 05 19:17:33.048089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b847fb98-b837-4fc2-b543-377656d2327d req-462b9ff1-bda8-4dc1-8887-c7a93b46e33d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309005 Apr 05 19:17:34.162577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe333-7d08-42fd-b72a-140f49d75123 req-4d76547b-d396-4bb2-a33d-51c89f07f0f5 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:34.164027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321fe333-7d08-42fd-b72a-140f49d75123 req-4d76547b-d396-4bb2-a33d-51c89f07f0f5 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0483668 Apr 05 19:17:34.185795 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:17:34.205901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321fe333-7d08-42fd-b72a-140f49d75123 req-bb3b1eae-57dd-44c5-bb02-7f3486809a9c tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354142 Apr 05 19:17:35.322100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fc4f8-c84c-4cc7-b225-ccffb6773387 req-12e66820-ddf8-4a33-9818-baa3898acfbe tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:35.324497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a70fc4f8-c84c-4cc7-b225-ccffb6773387 req-12e66820-ddf8-4a33-9818-baa3898acfbe tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0514088 Apr 05 19:17:35.335414 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:35.363625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a70fc4f8-c84c-4cc7-b225-ccffb6773387 req-c868903e-62b8-4477-912c-2d6bd63a0c09 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Apr 05 19:17:36.480884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c2d4-2016-4226-821d-6b3d8446adb8 req-54008b1d-113d-46ab-becd-7372a2140dd1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:36.482425 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b868c2d4-2016-4226-821d-6b3d8446adb8 req-54008b1d-113d-46ab-becd-7372a2140dd1 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0488195 Apr 05 19:17:36.520063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b868c2d4-2016-4226-821d-6b3d8446adb8 req-555d9ee9-70d7-40ed-8a74-e3df37cb8a89 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315921 Apr 05 19:17:37.281802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:37.636223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce0b3-9a65-4785-90fc-bcf053a5d33a req-564194c8-aeb1-42c0-970a-860d246db9a0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:37.637680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08dce0b3-9a65-4785-90fc-bcf053a5d33a req-564194c8-aeb1-42c0-970a-860d246db9a0 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Apr 05 19:17:37.678801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08dce0b3-9a65-4785-90fc-bcf053a5d33a req-2631856c-27d5-499a-9bae-9cf9eb5a8e03 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350218 Apr 05 19:17:38.796578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718a208-d981-4646-81e0-ea6ecc4a58a2 req-cb8a3b06-93c5-4026-9d24-619996173a1d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:38.798024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c718a208-d981-4646-81e0-ea6ecc4a58a2 req-cb8a3b06-93c5-4026-9d24-619996173a1d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0504520 Apr 05 19:17:38.836414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c718a208-d981-4646-81e0-ea6ecc4a58a2 req-c84660f1-7dea-4662-8001-837bda6a6b1a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Apr 05 19:17:39.496661 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bfb76ef-f417-4abc-9c88-11d579b3c517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:39.588506 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-bc476c95-1a64-4798-8aeb-901d8376b841 service neutron] show failed (client error): The resource could not be found. Apr 05 19:17:39.589685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-bc476c95-1a64-4798-8aeb-901d8376b841 service neutron] 10.222.0.20 "GET /v2.0/ports/636292a2-bba7-4c93-9a29-48f0e82987d9/bindings/n-h1-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0553703 Apr 05 19:17:39.806993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-fb426638-a7f5-43e1-95d4-4c8216103865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:39.809077 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-fb426638-a7f5-43e1-95d4-4c8216103865 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650&tenant_id=6977110e8b864333bc524e872ba79124 HTTP/1.1" status: 200 len: 1097 time: 0.0447204 Apr 05 19:17:39.820759 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:39.873124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:39.952384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8406f-bfe2-4e75-ba8f-9751638aa4aa req-96eb32a1-6440-4a4b-a7e3-06f2f469bec9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:39.953878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96c8406f-bfe2-4e75-ba8f-9751638aa4aa req-96eb32a1-6440-4a4b-a7e3-06f2f469bec9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0493336 Apr 05 19:17:39.992293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96c8406f-bfe2-4e75-ba8f-9751638aa4aa req-95fa6357-b292-46d0-9ee4-68d731b34956 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Apr 05 19:17:40.075791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:40.108113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:17:40.149544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:17:40.152420 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d434c80-e5cd-4002-b370-198d87180db4" -d '{"events": [{"server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "name": "network-vif-unplugged", "status": "completed", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:17:40.156665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:40.169720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Transition to ACTIVE for port object 636292a2-bba7-4c93-9a29-48f0e82987d9 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:17:40.173489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:40.204281 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d757f2e-f594-45c9-b1c2-1951db6eb5c6 x-openstack-request-id: req-6d757f2e-f594-45c9-b1c2-1951db6eb5c6 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:17:40.204573 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "name": "network-vif-unplugged", "status": "completed", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:17:40.204827 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d757f2e-f594-45c9-b1c2-1951db6eb5c6 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:17:40.205225 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d757f2e-f594-45c9-b1c2-1951db6eb5c6'] response: {'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'code': 200} Apr 05 19:17:40.227670 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Pushing event updated for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:40.243562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] No DVR routers for this DVR port 636292a2-bba7-4c93-9a29-48f0e82987d9 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:17:40.250546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.250886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.251219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.251553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.251875 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.252197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.252514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.252830 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.253156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.253457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.253769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.254079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:40.287507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Attempting to bind port 636292a2-bba7-4c93-9a29-48f0e82987d9 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:17:40.287834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Attempting to bind port 636292a2-bba7-4c93-9a29-48f0e82987d9 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:17:40.288153 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Attempting to bind port 636292a2-bba7-4c93-9a29-48f0e82987d9 on network a250c835-b432-4354-9291-f09880e3b2a1 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:17:40.292805 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Port 636292a2-bba7-4c93-9a29-48f0e82987d9 on network a250c835-b432-4354-9291-f09880e3b2a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:17:40.293120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Attempting to bind port 636292a2-bba7-4c93-9a29-48f0e82987d9 on network a250c835-b432-4354-9291-f09880e3b2a1 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:17:40.297800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:17:40.298124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Checking segment: {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:17:40.298531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Bound using segment: {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:17:40.298945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Bound port: 636292a2-bba7-4c93-9a29-48f0e82987d9, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:17:40.299292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:40.363058 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:17:40.365914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:17:40.370724 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:40.725843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:40.726479 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:40.728185 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] 10.222.0.25 "PUT /v2.0/ports/636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 1092 time: 0.9111915 Apr 05 19:17:40.757301 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265a505-efee-47c9-a6c4-aca5ba6ef3ea service neutron] Pushing event updated for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:40.791066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-690d6b25-3683-4c8d-913d-6680b36a5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:40.792595 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-690d6b25-3683-4c8d-913d-6680b36a5f60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 1095 time: 0.0432382 Apr 05 19:17:40.883761 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-fa86c1f1-b788-4d11-add2-a22191ea3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:40.885182 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-fa86c1f1-b788-4d11-add2-a22191ea3c33 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0855463 Apr 05 19:17:40.926944 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-5fe798bf-c127-4091-960a-923fd6d5fa3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 217 time: 0.0347297 Apr 05 19:17:40.976093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-d5ca0d45-cef7-4d81-8a4f-60b6bdcfab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:40.977487 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-d5ca0d45-cef7-4d81-8a4f-60b6bdcfab91 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0440013 Apr 05 19:17:41.008035 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-4c77b0f7-c9af-431d-b9ff-7c87442a8458 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243151 Apr 05 19:17:41.101887 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-2aabe842-3c49-4a2f-baf2-9ffe14f1c573 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877221 Apr 05 19:17:41.114326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd530700-a13d-411d-99c0-3f30ab3cf850 req-309a3678-420a-4755-aab2-367cbe4c9251 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:41.115860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd530700-a13d-411d-99c0-3f30ab3cf850 req-309a3678-420a-4755-aab2-367cbe4c9251 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.0526948 Apr 05 19:17:41.154408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd530700-a13d-411d-99c0-3f30ab3cf850 req-5a352b58-0081-47ce-af33-d45b9abcf64f tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Apr 05 19:17:41.194715 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf2e7196-c39f-407c-a76f-f5963c268267 req-2ef96bf6-3d20-48de-becb-51100c15f760 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865638 Apr 05 19:17:41.835858 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfbfd-ce3c-4ed9-b367-b4272e6feef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:42.206251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:17:42.211300 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf840f57-5b97-43db-9d33-49dedc31479b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:17:42.260784 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1a1543-a4f8-4950-b609-9d1490c2179d x-openstack-request-id: req-bf1a1543-a4f8-4950-b609-9d1490c2179d {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:17:42.261140 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:17:42.261395 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf1a1543-a4f8-4950-b609-9d1490c2179d {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:17:42.261828 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1a1543-a4f8-4950-b609-9d1490c2179d'] response: {'name': 'network-changed', 'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'status': 'completed', 'code': 200} Apr 05 19:17:42.274379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64890c4-2809-4ef1-87fc-f7b8b161ffe5 req-5e651551-350b-458b-938e-a7d686b48b55 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:42.276990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d64890c4-2809-4ef1-87fc-f7b8b161ffe5 req-5e651551-350b-458b-938e-a7d686b48b55 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.0516531 Apr 05 19:17:42.326287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840f57-5b97-43db-9d33-49dedc31479b req-3eedf44e-fad6-432b-ba59-1eca569044c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:42.327822 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-3eedf44e-fad6-432b-ba59-1eca569044c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 1095 time: 0.0457404 Apr 05 19:17:42.340618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d64890c4-2809-4ef1-87fc-f7b8b161ffe5 req-befde573-054e-40cd-a4c9-3b6fb2c9be86 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573926 Apr 05 19:17:42.350364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840f57-5b97-43db-9d33-49dedc31479b req-dba122b2-9802-4e09-b392-915964798cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:42.352253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-dba122b2-9802-4e09-b392-915964798cfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 1095 time: 0.0546031 Apr 05 19:17:42.419836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840f57-5b97-43db-9d33-49dedc31479b req-d6b03d70-fe14-4a13-9ac5-50b028eded38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:42.421287 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-d6b03d70-fe14-4a13-9ac5-50b028eded38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0868952 Apr 05 19:17:42.451276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840f57-5b97-43db-9d33-49dedc31479b req-8fcbc5d6-1ee1-4fa3-b83a-d8301e112426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:42.452664 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-8fcbc5d6-1ee1-4fa3-b83a-d8301e112426 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0872476 Apr 05 19:17:42.467589 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-4f7e744e-d49b-4ccb-92c2-96e666bb650f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 217 time: 0.0397055 Apr 05 19:17:42.496543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-e268303a-5e8b-439d-a697-c7d8eafb9fce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 217 time: 0.0354931 Apr 05 19:17:42.516296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840f57-5b97-43db-9d33-49dedc31479b req-5fd950ce-9cd7-448b-a50c-84b3b0388117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:42.517732 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-5fd950ce-9cd7-448b-a50c-84b3b0388117 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0438566 Apr 05 19:17:42.550329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-5e4d1776-e131-4729-9a72-5e083274689e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262165 Apr 05 19:17:42.550587 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840f57-5b97-43db-9d33-49dedc31479b req-78f16473-6909-422f-b3f3-b179b69615a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:42.551812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-78f16473-6909-422f-b3f3-b179b69615a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0476732 Apr 05 19:17:42.583801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-6062ead4-1557-49b3-b58b-96fe005c966d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243852 Apr 05 19:17:42.645029 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-cd5a9330-67d3-4249-8a36-4d40a01f63a9 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Apr 05 19:17:42.671799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-e413169d-4183-4ecc-9ac6-e8d2135e51a8 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804851 Apr 05 19:17:42.734063 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-2afb0678-7b3a-4e2b-9ec5-a762be92d110 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816591 Apr 05 19:17:42.775277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf840f57-5b97-43db-9d33-49dedc31479b req-d45a6423-d45d-4ab5-a56e-0374733fedc8 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963621 Apr 05 19:17:42.938201 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:43.462703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee386ea-1ac8-4d20-a118-930dc03aeb4e req-ae31af63-f2c2-4459-ae97-6ef581c14f94 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:43.464196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ee386ea-1ac8-4d20-a118-930dc03aeb4e req-ae31af63-f2c2-4459-ae97-6ef581c14f94 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.0501373 Apr 05 19:17:43.502841 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ee386ea-1ac8-4d20-a118-930dc03aeb4e req-c66989f8-860b-466e-8b39-bc50a7757dfb tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Apr 05 19:17:43.634693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 636292a2-bba7-4c93-9a29-48f0e82987d9 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:17:43.674746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 636292a2-bba7-4c93-9a29-48f0e82987d9 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:17:44.472972 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:44.616750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf1a4-521e-495d-ab2d-e4aa12fe31a8 req-1f5e3ecf-aabf-489f-b086-ca727e803407 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:44.618241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fffbf1a4-521e-495d-ab2d-e4aa12fe31a8 req-1f5e3ecf-aabf-489f-b086-ca727e803407 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.0494092 Apr 05 19:17:44.655593 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fffbf1a4-521e-495d-ab2d-e4aa12fe31a8 req-40407954-e6a2-40c9-8355-097e4d7209cf tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306416 Apr 05 19:17:44.913611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d21e0-8174-4333-9da4-1ffd15bf73bc req-c4b57de2-bb19-4a04-b96a-1080fb58e6dd tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:44.915120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-854d21e0-8174-4333-9da4-1ffd15bf73bc req-c4b57de2-bb19-4a04-b96a-1080fb58e6dd tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 944 time: 0.1131554 Apr 05 19:17:44.936409 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419476-ecda-4d47-b699-267dbe284040 req-630d476e-7f7b-4e57-b5e0-05333562853d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:44.937802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42419476-ecda-4d47-b699-267dbe284040 req-630d476e-7f7b-4e57-b5e0-05333562853d tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650&tenant_id=6977110e8b864333bc524e872ba79124&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 944 time: 0.1049013 Apr 05 19:17:44.992909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-854d21e0-8174-4333-9da4-1ffd15bf73bc req-3a13f729-479b-4bd3-b631-f2028c3f0627 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701053 Apr 05 19:17:45.017668 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:45.020054 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-42419476-ecda-4d47-b699-267dbe284040 req-980e64ac-2c3f-4cc0-9cdd-4f4f9c65fdb2 service neutron] delete failed (client error): The resource could not be found. Apr 05 19:17:45.021088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42419476-ecda-4d47-b699-267dbe284040 req-980e64ac-2c3f-4cc0-9cdd-4f4f9c65fdb2 service neutron] 10.222.0.20 "DELETE /v2.0/ports/636292a2-bba7-4c93-9a29-48f0e82987d9/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0703747 Apr 05 19:17:45.113118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419476-ecda-4d47-b699-267dbe284040 req-9aaf90fb-cc09-4590-92a4-77158c190034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:45.115009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42419476-ecda-4d47-b699-267dbe284040 req-9aaf90fb-cc09-4590-92a4-77158c190034 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 1095 time: 0.0416412 Apr 05 19:17:45.203145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419476-ecda-4d47-b699-267dbe284040 req-891559e0-5925-45bd-81c7-25671f6c946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:45.204531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42419476-ecda-4d47-b699-267dbe284040 req-891559e0-5925-45bd-81c7-25671f6c946a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0816817 Apr 05 19:17:45.253527 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42419476-ecda-4d47-b699-267dbe284040 req-2dbe50b7-d1bf-40ec-8013-3c8cb09bd49c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 217 time: 0.0373783 Apr 05 19:17:45.304685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419476-ecda-4d47-b699-267dbe284040 req-947bf1be-a73a-4bfa-9ae1-7bf150cc2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:45.306107 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42419476-ecda-4d47-b699-267dbe284040 req-947bf1be-a73a-4bfa-9ae1-7bf150cc2749 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0427601 Apr 05 19:17:45.322518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 636292a2-bba7-4c93-9a29-48f0e82987d9 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:17:45.341404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42419476-ecda-4d47-b699-267dbe284040 req-18e005da-ca95-4ad1-9486-69e54beeba73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247078 Apr 05 19:17:45.416317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:45.429519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'network_id': 'a250c835-b432-4354-9291-f09880e3b2a1', 'port_id': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'mac_address': 'fa:16:3e:81:e4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c20687-dcb6-471d-ad44-673d2651445b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:17:45.435540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42419476-ecda-4d47-b699-267dbe284040 req-6f1d1b1c-9433-4d9e-ae7d-676e53033c58 service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864673 Apr 05 19:17:45.528901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42419476-ecda-4d47-b699-267dbe284040 req-2a7aa3d0-acbc-474b-9991-c3f11ef0710a service neutron] 10.222.0.20 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859487 Apr 05 19:17:45.639155 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:45.651212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636292a2-bba7-4c93-9a29-48f0e82987d9 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:17:45.671076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:45.674628 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:45.719827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:45.726991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.727332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.727662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.727985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.728303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.728619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.728933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.729245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.729554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.729860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.730169 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:45.730546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:46.006806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['636292a2-bba7-4c93-9a29-48f0e82987d9'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:17:46.117746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a25d-1492-4eb9-8c00-2ec28e22ad2e req-aa682ff4-462f-416f-998d-4239fc40626a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:46.119336 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b593a25d-1492-4eb9-8c00-2ec28e22ad2e req-aa682ff4-462f-416f-998d-4239fc40626a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 945 time: 0.0516553 Apr 05 19:17:46.172705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b593a25d-1492-4eb9-8c00-2ec28e22ad2e req-ee3fd487-a92d-4fa3-b06f-3e02923c88a4 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 Apr 05 19:17:46.290479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48bc5-0295-4d92-8296-9116a88e8ff6 req-6eecf81c-38b5-49be-bbee-a1fb0ca4b577 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:46.291849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ef48bc5-0295-4d92-8296-9116a88e8ff6 req-6eecf81c-38b5-49be-bbee-a1fb0ca4b577 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 945 time: 0.0488691 Apr 05 19:17:46.329332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ef48bc5-0295-4d92-8296-9116a88e8ff6 req-88ab7ea6-458f-460b-a784-e090a0ad83de tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Apr 05 19:17:46.442659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f32360-eaad-4e79-b0a7-271673a5eff7 req-87908ff2-d30d-4516-b946-cd187ddcbca3 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:46.444130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41f32360-eaad-4e79-b0a7-271673a5eff7 req-87908ff2-d30d-4516-b946-cd187ddcbca3 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 945 time: 0.0489545 Apr 05 19:17:46.448147 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-64271889-3485-404e-9ea6-c3c9fa308b4e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403705 Apr 05 19:17:46.482966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-41f32360-eaad-4e79-b0a7-271673a5eff7 req-c62f70d4-f4e9-4939-84d3-7a0b7e72a220 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Apr 05 19:17:46.533485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-244f6200-4fc4-45d6-a945-6a91e597218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:46.535007 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-244f6200-4fc4-45d6-a945-6a91e597218d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6977110e8b864333bc524e872ba79124&device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 1096 time: 0.0458162 Apr 05 19:17:46.647348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-91671cc2-4774-4b19-9312-b9eb290b4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:46.649048 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-91671cc2-4774-4b19-9312-b9eb290b4b44 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 200 len: 914 time: 0.0936441 Apr 05 19:17:46.697582 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-374a4a37-826a-45d3-986d-8b6cf59e8544 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 200 len: 217 time: 0.0411420 Apr 05 19:17:46.749539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-f8a0f049-d7f4-4669-96b6-3b3a355ad19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:46.751107 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-f8a0f049-d7f4-4669-96b6-3b3a355ad19b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 200 len: 854 time: 0.0467067 Apr 05 19:17:46.783507 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-f034f56f-470b-4ebb-9c1a-947dfb918361 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a250c835-b432-4354-9291-f09880e3b2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254455 Apr 05 19:17:46.829653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b1fc8-1486-48de-bcc8-2f49b9002b48 req-f5091a78-a5d6-401a-b344-966cd633d79a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:46.831054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d5b1fc8-1486-48de-bcc8-2f49b9002b48 req-f5091a78-a5d6-401a-b344-966cd633d79a tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 945 time: 0.0506585 Apr 05 19:17:46.872663 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d5b1fc8-1486-48de-bcc8-2f49b9002b48 req-8990319e-6859-40c5-9621-b427fd85ab04 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354652 Apr 05 19:17:46.874634 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-53f8a7d8-6d54-4049-bedd-bb474b8ea9d3 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842900 Apr 05 19:17:46.967804 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f1c36eb6-2198-4d42-a4fc-7b97c807721a req-3032e6cc-2b7c-4b32-8dab-14c9f658b6d1 service neutron] 10.222.0.25 "GET /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864091 Apr 05 19:17:47.340051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 636292a2-bba7-4c93-9a29-48f0e82987d9 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:17:47.387352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 636292a2-bba7-4c93-9a29-48f0e82987d9 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:17:47.391364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 636292a2-bba7-4c93-9a29-48f0e82987d9 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:47.391731 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:47.469152 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:47.491397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:17:47.493522 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3233f01d-75fe-4f92-be37-6e21a83fffea" -d '{"events": [{"server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "name": "network-vif-plugged", "status": "completed", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:17:47.506315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:47.510361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:47.533645 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8839a53-17b5-4e92-8ec7-4992f6f9a366 x-openstack-request-id: req-a8839a53-17b5-4e92-8ec7-4992f6f9a366 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:17:47.533936 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "name": "network-vif-plugged", "status": "completed", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:17:47.534184 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8839a53-17b5-4e92-8ec7-4992f6f9a366 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:17:47.534608 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8839a53-17b5-4e92-8ec7-4992f6f9a366'] response: {'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'code': 200} Apr 05 19:17:47.559138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:47.989025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8d1f8-ab9e-479f-939e-76ae3d0577cb req-21a00bc1-b3fc-43ef-8f65-1cd2f43ca830 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:47.990471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6a8d1f8-ab9e-479f-939e-76ae3d0577cb req-21a00bc1-b3fc-43ef-8f65-1cd2f43ca830 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0511160 Apr 05 19:17:48.030836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6a8d1f8-ab9e-479f-939e-76ae3d0577cb req-c720d585-7eb3-40c4-8944-2cf1b4c51634 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Apr 05 19:17:48.085903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-269c6dd5-adaa-461d-88b7-12d1b47f34f9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:48.087390 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-269c6dd5-adaa-461d-88b7-12d1b47f34f9 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f209c7-cc61-454c-b98e-3681a0a47650 HTTP/1.1" status: 200 len: 946 time: 0.0484796 Apr 05 19:17:48.179567 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Deleting port 636292a2-bba7-4c93-9a29-48f0e82987d9 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:17:48.179861 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:48.268525 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] For port 636292a2-bba7-4c93-9a29-48f0e82987d9, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=636292a2-bba7-4c93-9a29-48f0e82987d9,segment=NetworkSegment(cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20),segment_id=cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:48.268890 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:48.282565 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Calling delete_port for 636292a2-bba7-4c93-9a29-48f0e82987d9 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:17:48.410513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:48.423315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['636292a2-bba7-4c93-9a29-48f0e82987d9'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:17:48.439383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Pushing event deleted for resources: {'Port': ['ID=636292a2-bba7-4c93-9a29-48f0e82987d9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:48.484265 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] No DVR routers for this DVR port 636292a2-bba7-4c93-9a29-48f0e82987d9 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:17:48.487046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:48.490355 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a0162e7a-c7e2-4b23-b1e8-673b17234949 req-759a5df2-086e-4562-ab9b-6c8bccd51754 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] 10.222.0.25 "DELETE /v2.0/ports/636292a2-bba7-4c93-9a29-48f0e82987d9 HTTP/1.1" status: 204 len: 173 time: 0.3967078 Apr 05 19:17:48.490806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'name': 'network-vif-deleted', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:17:48.493114 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf996445-e110-477a-b27f-5e6c3953d5ab" -d '{"events": [{"server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "name": "network-vif-deleted", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:17:48.535379 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5523d92f-187c-47b9-bff9-7e67d2b20677 x-openstack-request-id: req-5523d92f-187c-47b9-bff9-7e67d2b20677 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:17:48.535666 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f209c7-cc61-454c-b98e-3681a0a47650", "name": "network-vif-deleted", "tag": "636292a2-bba7-4c93-9a29-48f0e82987d9", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:17:48.535917 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5523d92f-187c-47b9-bff9-7e67d2b20677 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:17:48.536315 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5523d92f-187c-47b9-bff9-7e67d2b20677'] response: {'server_uuid': 'b2f209c7-cc61-454c-b98e-3681a0a47650', 'name': 'network-vif-deleted', 'tag': '636292a2-bba7-4c93-9a29-48f0e82987d9', 'status': 'completed', 'code': 200} Apr 05 19:17:49.150422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33780) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:49.193610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Deleting subnet 62c20687-dcb6-471d-ad44-673d2651445b {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:17:49.196876 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.231765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.273175 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.323790 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.349322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c20687-dcb6-471d-ad44-673d2651445b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:49.357304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.360429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/62c20687-dcb6-471d-ad44-673d2651445b HTTP/1.1" status: 204 len: 168 time: 0.2089469 Apr 05 19:17:49.362297 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.362756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.363078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33782) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:49.363569 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.363569 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.363735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.364054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.364381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.364826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.365150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.365476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.365819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.366125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd505dfd-3bdc-4922-ab89-8243d813600a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:49.432472 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.514923 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.534672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a250c835-b432-4354-9291-f09880e3b2a1']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:49.543599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:49.543890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf32ec7b-d2a5-41ef-b82a-4ce7a2bc5a20') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:49.552941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.565858 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.572034 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:17:49.572430 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:17:49.574729 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:17:49.629486 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.634957 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.638816 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a250c835-b432-4354-9291-f09880e3b2a1 HTTP/1.1" status: 204 len: 168 time: 0.2747233 Apr 05 19:17:49.649962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c367a0e-4468-4171-b277-48f6e3132551 admin admin] Pushing event deleted for resources: {'Network': ['ID=a250c835-b432-4354-9291-f09880e3b2a1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:49.743542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33786) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:49.784017 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-48ea4d00-b7ac-438e-96ad-f8c9cb7be7d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6977110e8b864333bc524e872ba79124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392563 Apr 05 19:17:49.786315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33788) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:49.838290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3621736-bd3e-4296-bddf-fa3e35309b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.858542 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3621736-bd3e-4296-bddf-fa3e35309b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.904165 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3621736-bd3e-4296-bddf-fa3e35309b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.906826 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3621736-bd3e-4296-bddf-fa3e35309b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:49.907973 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f3621736-bd3e-4296-bddf-fa3e35309b26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f29f9f78-1a1b-441f-a7ae-8527f4a86c0a HTTP/1.1" status: 204 len: 168 time: 0.1207492 Apr 05 19:17:49.915507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3621736-bd3e-4296-bddf-fa3e35309b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f9f78-1a1b-441f-a7ae-8527f4a86c0a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:50.562933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33810) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:50.659338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1552307026-network', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:50.678839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Made reservation on behalf of ba71c0391ae74254a3e747840f1f06fa for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:17:50.681236 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:50.690754 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:50.766133 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:50.769438 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:50.789538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:17:50.803657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e06656-501c-420d-b270-3bc8dab8cf76,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:50.806528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:50.806867 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Added segment 7f37f12f-39be-48bd-8eaf-388f587451c8 of type vlan for network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f Apr 05 19:17:50.846624 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:50.869866 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:50.870841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:50.871619 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:50.922996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3588848 Apr 05 19:17:50.925935 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33814) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:50.930927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Request body: {'subnet': {'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1552307026-subnet', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:50.935292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27775308-ad7d-44d2-a518-b327ffe9a5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:50.945100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:17:50.957228 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Made reservation on behalf of ba71c0391ae74254a3e747840f1f06fa for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:17:50.959561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.127268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.181029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4668be6-82b2-4d3b-95aa-6f9891ef7200,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:51.189915 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:17:51.190268 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Network hostable DHCP agents. Network: 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:17:51.206748 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:17:51.215883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:17:51.221335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:51.222870 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.223973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecc3f3-595e-4567-b8b8-35b0580fd8d7 None None] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:17:51.241717 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-90bb459a-494d-4335-9960-bb4eb5b527a9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3146241 Apr 05 19:17:51.244347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33816) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:51.249091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:51.268119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.269110 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.323691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.368457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:17:51.369328 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.462781 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.506157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Allocated IP 172.20.0.2 (674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f/b4668be6-82b2-4d3b-95aa-6f9891ef7200/562f186c-acfe-49a0-8933-33263382332f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:17:51.648170 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.653967 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.667340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.687445 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.693990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:17:51.697102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:17:51.700978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:17:51.707923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Pushing event updated for resources: {'Port': ['ID=562f186c-acfe-49a0-8933-33263382332f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:51.757363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Attempting to bind port 562f186c-acfe-49a0-8933-33263382332f on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:17:51.757731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Attempting to bind port 562f186c-acfe-49a0-8933-33263382332f by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:17:51.758092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Attempting to bind port 562f186c-acfe-49a0-8933-33263382332f on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:17:51.763094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:17:51.763469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:17:51.763868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.764254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:17:51.764721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Bound port: 562f186c-acfe-49a0-8933-33263382332f, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:17:51.765100 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.796871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Allocated IP 172.25.4.108 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/77996b43-513f-4059-8bdb-5042191257ff) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:17:51.834751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] For port 562f186c-acfe-49a0-8933-33263382332f, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:17:51.838223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] For port 562f186c-acfe-49a0-8933-33263382332f, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=562f186c-acfe-49a0-8933-33263382332f,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:17:51.843198 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.900421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70951ab-3dc7-412f-b497-4b6527f1c94b None None] Pushing event updated for resources: {'Port': ['ID=562f186c-acfe-49a0-8933-33263382332f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:51.903796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.939222 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:51.984216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:17:51.988742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:17:51.993129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:17:51.996271 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Pushing event updated for resources: {'Port': ['ID=77996b43-513f-4059-8bdb-5042191257ff,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:52.257785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:52.450458 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:52.583317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Router ca054b13-bb0e-4835-9113-e27879ba993e is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:17:52.778641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65816412-f105-473f-ad59-2953aeddd775 None None] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:17:52.896908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-fbb01fdc-cab2-4157-a230-9062a5db06c9 None None] Provisioning complete for port 562f186c-acfe-49a0-8933-33263382332f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:52.897279 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbb01fdc-cab2-4157-a230-9062a5db06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.015498 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbb01fdc-cab2-4157-a230-9062a5db06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.017237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:17:53.035709 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:17:53.038235 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.042182 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8d5c7ba6-1a71-4eea-b738-af1cdcebc35a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7943456 Apr 05 19:17:53.042646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33818) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:53.057636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:17:53.058278 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:17:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:53.064492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-fbb01fdc-cab2-4157-a230-9062a5db06c9 None None] For port 562f186c-acfe-49a0-8933-33263382332f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=562f186c-acfe-49a0-8933-33263382332f,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:53.098210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbb01fdc-cab2-4157-a230-9062a5db06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.154625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb01fdc-cab2-4157-a230-9062a5db06c9 None None] Pushing event updated for resources: {'Port': ['ID=562f186c-acfe-49a0-8933-33263382332f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:53.223817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:17:53.353587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f341f6c7-0eba-4146-8ff5-ef8833f81e26 None None] Provisioning complete for port 562f186c-acfe-49a0-8933-33263382332f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:53.353958 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f341f6c7-0eba-4146-8ff5-ef8833f81e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.388051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 636292a2-bba7-4c93-9a29-48f0e82987d9 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:17:53.420789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 636292a2-bba7-4c93-9a29-48f0e82987d9 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:17:53.421134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 636292a2-bba7-4c93-9a29-48f0e82987d9 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:17:53.468611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.509942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:52Z', 'revision_number': 3, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:53.539028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:17:53.539374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Updating router ca054b13-bb0e-4835-9113-e27879ba993e port 77996b43-513f-4059-8bdb-5042191257ff binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:17:53.563603 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.648322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Allocated IP 172.20.0.1 (674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f/b4668be6-82b2-4d3b-95aa-6f9891ef7200/45861803-729e-4959-868b-dfdcdb4d0cdb) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:17:53.667141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 562f186c-acfe-49a0-8933-33263382332f up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:17:53.761488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.780047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 562f186c-acfe-49a0-8933-33263382332f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:53.780589 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.795521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.832382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:17:53.837172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:17:53.841135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:17:53.866383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Pushing event updated for resources: {'Port': ['ID=45861803-729e-4959-868b-dfdcdb4d0cdb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:53.887318 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.927444 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.936727 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:53.992519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Attempting to bind port 77996b43-513f-4059-8bdb-5042191257ff on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:17:53.992978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Attempting to bind port 77996b43-513f-4059-8bdb-5042191257ff by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:17:53.993408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Attempting to bind port 77996b43-513f-4059-8bdb-5042191257ff on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:17:54.001399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:17:54.001785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:17:54.002431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:54.002590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:17:54.003050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Bound port: 77996b43-513f-4059-8bdb-5042191257ff, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:17:54.003447 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:54.006765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeea589-9807-4843-9a4f-45fc5800ec27 None None] Pushing event updated for resources: {'Port': ['ID=77996b43-513f-4059-8bdb-5042191257ff,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:54.033349 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:54.063869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] For port 77996b43-513f-4059-8bdb-5042191257ff, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:17:54.067271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] For port 77996b43-513f-4059-8bdb-5042191257ff, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77996b43-513f-4059-8bdb-5042191257ff,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:17:54.071710 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:54.139916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeea589-9807-4843-9a4f-45fc5800ec27 None None] Pushing event updated for resources: {'Port': ['ID=77996b43-513f-4059-8bdb-5042191257ff,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:54.143106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:17:54.144088 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:17:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:54.186548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9f4b6692-0a84-422e-830b-1e28cab91cb3 None None] Provisioning complete for port 45861803-729e-4959-868b-dfdcdb4d0cdb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:54.186918 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6692-0a84-422e-830b-1e28cab91cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:54.203093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:54.208450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:54.277751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Pushing event updated for resources: {'Port': ['ID=45861803-729e-4959-868b-dfdcdb4d0cdb,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:54.282874 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:54.379285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:17:54.380697 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:17:54.416245 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b6692-0a84-422e-830b-1e28cab91cb3 None None] Port 45861803-729e-4959-868b-dfdcdb4d0cdb cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:17:54.445987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:17:54.500315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:17:54.613581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:17:54.618531 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4018b493-e5bf-436f-ab18-47426bebca5f admin admin] 10.222.0.15 "PUT /v2.0/routers/ca054b13-bb0e-4835-9113-e27879ba993e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5740347 Apr 05 19:17:54.647389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f2a05d4e-a79a-4b6a-b525-442f6a80236e None None] Provisioning complete for port 45861803-729e-4959-868b-dfdcdb4d0cdb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:54.647756 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a05d4e-a79a-4b6a-b525-442f6a80236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:54.687044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f2a05d4e-a79a-4b6a-b525-442f6a80236e None None] Port 45861803-729e-4959-868b-dfdcdb4d0cdb cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:17:54.692712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 1, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:54.720776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2a3ad-26a2-46b8-adbd-af7f99bf0a6b None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 1, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:17:55.094204 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33826) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:55.099329 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-07ac4258-99f0-4bdb-8b73-397e7bc1d945 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--480311671', 'description': 'tempest-description--1500815033'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:55.122723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07ac4258-99f0-4bdb-8b73-397e7bc1d945 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.197196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07ac4258-99f0-4bdb-8b73-397e7bc1d945 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.201549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07ac4258-99f0-4bdb-8b73-397e7bc1d945 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.239311 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07ac4258-99f0-4bdb-8b73-397e7bc1d945 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.240585 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-07ac4258-99f0-4bdb-8b73-397e7bc1d945 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1450362 Apr 05 19:17:55.242709 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac4258-99f0-4bdb-8b73-397e7bc1d945 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1aca4e-7b48-4b9d-93c9-01982093eeeb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:55.243623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33828) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:55.250120 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-185b3de7-60fc-46bc-a5ea-b34a4e4e5b0e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'security_group_rule': {'security_group_id': '4d1aca4e-7b48-4b9d-93c9-01982093eeeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:55.281632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-185b3de7-60fc-46bc-a5ea-b34a4e4e5b0e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.347752 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-185b3de7-60fc-46bc-a5ea-b34a4e4e5b0e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.352769 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-185b3de7-60fc-46bc-a5ea-b34a4e4e5b0e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.378169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b3de7-60fc-46bc-a5ea-b34a4e4e5b0e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7b0c4d-55ce-4a9b-95f0-5fa4c43b27be,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:55.386011 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-185b3de7-60fc-46bc-a5ea-b34a4e4e5b0e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.388570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-185b3de7-60fc-46bc-a5ea-b34a4e4e5b0e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430218 Apr 05 19:17:55.391836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 33830) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:55.396879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-625b2fbf-cde5-40b9-b6f7-5c8d64938c5b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'security_group_rule': {'security_group_id': '4d1aca4e-7b48-4b9d-93c9-01982093eeeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:55.452641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-625b2fbf-cde5-40b9-b6f7-5c8d64938c5b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.522034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-625b2fbf-cde5-40b9-b6f7-5c8d64938c5b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.527994 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-625b2fbf-cde5-40b9-b6f7-5c8d64938c5b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.549499 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b2fbf-cde5-40b9-b6f7-5c8d64938c5b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b1c2f0-10b5-4707-8a89-6f9bc64c368d,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:55.567299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-625b2fbf-cde5-40b9-b6f7-5c8d64938c5b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.568554 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-625b2fbf-cde5-40b9-b6f7-5c8d64938c5b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754889 Apr 05 19:17:55.571990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33832) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:17:55.577105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:55.612643 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.664428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77996b43-513f-4059-8bdb-5042191257ff up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:17:55.724316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 77996b43-513f-4059-8bdb-5042191257ff triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:55.724690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.728832 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.821981 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.845673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 77996b43-513f-4059-8bdb-5042191257ff, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77996b43-513f-4059-8bdb-5042191257ff,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:55.849943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:55.850263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Allocated IP 172.25.4.87 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/d4a46291-03cb-4784-afd7-73a4e3f3452f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:17:55.904806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=77996b43-513f-4059-8bdb-5042191257ff,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:55.967248 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:56.001373 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:56.042449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:17:56.047796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:17:56.052274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:17:56.055457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event updated for resources: {'Port': ['ID=d4a46291-03cb-4784-afd7-73a4e3f3452f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:56.143753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:56.177940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:56.326301 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:56.331088 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:56.402953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event updated for resources: {'Port': ['ID=d4a46291-03cb-4784-afd7-73a4e3f3452f,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:56.410384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:56.425516 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:56.426769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5ebaf7f4-4155-406c-a880-7fb25afc8003 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8537776 Apr 05 19:17:56.566599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-788f963a-4566-4c3c-828e-e9ee3914dddd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--480311671&fields=id&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 267 time: 0.0353928 Apr 05 19:17:56.681540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-92824c12-a7ab-4202-853e-c9f30f589843 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:56.683113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-92824c12-a7ab-4202-853e-c9f30f589843 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 812 time: 0.1092257 Apr 05 19:17:56.698643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-44a208ba-889f-4876-9f65-92a5d30de7b6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/quotas/ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 375 time: 0.0094185 Apr 05 19:17:56.753177 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-0d7febf5-2d68-49f0-9bce-cecf8341d634 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490577 Apr 05 19:17:56.851215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-768d8e47-800e-41a3-8f3e-3efa49f90cbe service neutron] 10.222.0.15 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857878 Apr 05 19:17:56.880402 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:17:56.890712 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:17:56.891302 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:17:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:56.940408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dd980626-5d63-44d0-9425-e69685ec7967 service neutron] 10.222.0.15 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820847 Apr 05 19:17:56.999935 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:17:57.119322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09d0de01-a6d2-42ed-b122-3c999e22a894 req-b7c6724a-bd6c-47de-921a-a7ac4408a29b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 210 time: 0.0293496 Apr 05 19:17:57.208624 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:54Z', 'revision_number': 2, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:57.236243 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:17:57.236596 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Updating router ca054b13-bb0e-4835-9113-e27879ba993e port 45861803-729e-4959-868b-dfdcdb4d0cdb binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:17:57.262992 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:57.528318 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:57.533571 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:57.581159 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Pushing event updated for resources: {'Port': ['ID=45861803-729e-4959-868b-dfdcdb4d0cdb,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:57.606045 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.606380 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.606737 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.607065 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.607390 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.607704 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.608024 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.608354 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.608655 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.608959 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.609277 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.609615 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:17:57.657219 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Attempting to bind port 45861803-729e-4959-868b-dfdcdb4d0cdb on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:17:57.657619 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Attempting to bind port 45861803-729e-4959-868b-dfdcdb4d0cdb by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:17:57.657930 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Attempting to bind port 45861803-729e-4959-868b-dfdcdb4d0cdb on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:17:57.666740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77996b43-513f-4059-8bdb-5042191257ff up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:17:57.667377 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:17:57.667750 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:17:57.668041 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:57.668487 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:17:57.669106 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Bound port: 45861803-729e-4959-868b-dfdcdb4d0cdb, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:17:57.669320 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:57.739413 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] For port 45861803-729e-4959-868b-dfdcdb4d0cdb, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:17:57.743016 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] For port 45861803-729e-4959-868b-dfdcdb4d0cdb, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=45861803-729e-4959-868b-dfdcdb4d0cdb,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:17:57.748586 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:57.756154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 77996b43-513f-4059-8bdb-5042191257ff triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:57.756606 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:57.813457 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:17:57.814082 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:17:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:57.819229 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a218fc-6bc8-4b74-9bd2-75f9e6b962db None None] Pushing event updated for resources: {'Port': ['ID=45861803-729e-4959-868b-dfdcdb4d0cdb,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:57.863938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-015be3df-98b4-4411-b884-e20c3557506e None None] Provisioning complete for port 45861803-729e-4959-868b-dfdcdb4d0cdb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:57.864411 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-015be3df-98b4-4411-b884-e20c3557506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:57.926531 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:17:57.949012 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-015be3df-98b4-4411-b884-e20c3557506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:57.984398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-015be3df-98b4-4411-b884-e20c3557506e None None] For port 45861803-729e-4959-868b-dfdcdb4d0cdb, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=45861803-729e-4959-868b-dfdcdb4d0cdb,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:17:57.991203 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-015be3df-98b4-4411-b884-e20c3557506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:58.045888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015be3df-98b4-4411-b884-e20c3557506e None None] Pushing event updated for resources: {'Port': ['ID=45861803-729e-4959-868b-dfdcdb4d0cdb,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:58.114459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-18c8d6f4-6c33-4d7f-b007-679548b96819 None None] Provisioning complete for port 45861803-729e-4959-868b-dfdcdb4d0cdb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:58.115296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18c8d6f4-6c33-4d7f-b007-679548b96819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:58.180179 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:17:58.224429 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020647e-4e3c-4114-83b6-05c20a6fa1ac None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:17:58.229207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-4652eee1-1ee4-4f02-b229-f0cde3daee07 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:58.231800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-4652eee1-1ee4-4f02-b229-f0cde3daee07 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 812 time: 0.1399524 Apr 05 19:17:58.275089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75b5805e-3cef-4e64-b22c-d20f019e1b0d req-48122299-1857-4c88-bcbb-84fde61fff39 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 210 time: 0.0395534 Apr 05 19:17:58.313506 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-22e85bc4-f366-437b-b0c7-f2282eab8dae tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 379 time: 0.0660474 Apr 05 19:17:58.325592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'port': {'device_id': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'admin_state_up': True, 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'security_groups': ['4d1aca4e-7b48-4b9d-93c9-01982093eeeb']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:58.439537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Made reservation on behalf of ba71c0391ae74254a3e747840f1f06fa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:17:58.443103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:58.573241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Allocated IP 172.20.0.8 (674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f/b4668be6-82b2-4d3b-95aa-6f9891ef7200/10e436c8-624f-45ae-90e5-5ee3b32207ea) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:17:58.713770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:58.748896 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:58.798307 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:17:58.801516 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:17:58.805413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:17:58.833826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event updated for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:58.862262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:58.863136 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:58.882333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-dcdfbe98-c2b4-4162-a32a-5e6e72777534 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605736 Apr 05 19:17:58.895319 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Request body: {'port': {'device_id': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:17:58.951469 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:59.081812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dd7c2008-130c-4dd0-aa0d-9ba3b53c6588 None None] Provisioning complete for port 10e436c8-624f-45ae-90e5-5ee3b32207ea triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:59.082372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2008-130c-4dd0-aa0d-9ba3b53c6588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:59.115644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dd7c2008-130c-4dd0-aa0d-9ba3b53c6588 None None] Port 10e436c8-624f-45ae-90e5-5ee3b32207ea cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:17:59.209699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e436c8-624f-45ae-90e5-5ee3b32207ea {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:17:59.217600 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:59.229039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Transition to ACTIVE for port object 10e436c8-624f-45ae-90e5-5ee3b32207ea will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:17:59.234669 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:59.281892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Pushing event updated for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:59.354559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Attempting to bind port 10e436c8-624f-45ae-90e5-5ee3b32207ea on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:17:59.354892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Attempting to bind port 10e436c8-624f-45ae-90e5-5ee3b32207ea by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:17:59.355732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Attempting to bind port 10e436c8-624f-45ae-90e5-5ee3b32207ea on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:17:59.368206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Port 10e436c8-624f-45ae-90e5-5ee3b32207ea on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:17:59.368525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Attempting to bind port 10e436c8-624f-45ae-90e5-5ee3b32207ea on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:17:59.387291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:17:59.387785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:17:59.388174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:17:59.388601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Bound port: 10e436c8-624f-45ae-90e5-5ee3b32207ea, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:17:59.388958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:59.657662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 45861803-729e-4959-868b-dfdcdb4d0cdb up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:17:59.704551 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e62b6-65bd-4cd5-8239-d62ecfe0e145 req-07d1de06-11b8-4779-89bd-51580773f673 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:59.706009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-107e62b6-65bd-4cd5-8239-d62ecfe0e145 req-07d1de06-11b8-4779-89bd-51580773f673 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 943 time: 0.3533788 Apr 05 19:17:59.710047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 45861803-729e-4959-868b-dfdcdb4d0cdb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:17:59.710327 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:59.756992 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:17:59.762328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:17:59.766322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-107e62b6-65bd-4cd5-8239-d62ecfe0e145 req-9c8147f1-1ea8-4906-aa8f-b2424c8f8e9b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540969 Apr 05 19:17:59.767940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:59.808006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:59.808813 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:17:59.810269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] 10.222.0.20 "PUT /v2.0/ports/10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 1091 time: 0.9195852 Apr 05 19:17:59.810734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:17:59.813012 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:17:59.838827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5845d-a367-48a3-989b-f6192e43fb4f service neutron] Pushing event updated for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:17:59.866667 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc094508-2065-493d-b742-3aa9c88792c0 x-openstack-request-id: req-dc094508-2065-493d-b742-3aa9c88792c0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:17:59.866956 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:17:59.867209 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc094508-2065-493d-b742-3aa9c88792c0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:17:59.867602 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc094508-2065-493d-b742-3aa9c88792c0'] response: {'name': 'network-changed', 'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'status': 'completed', 'code': 200} Apr 05 19:17:59.900958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-a1f31a67-6b49-4d66-8da7-6e93a5fe5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:17:59.903142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-a1f31a67-6b49-4d66-8da7-6e93a5fe5818 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 1094 time: 0.0455406 Apr 05 19:17:59.952732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-424668ec-b32c-4652-8fe7-2025bf4172a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 217 time: 0.0392258 Apr 05 19:18:00.002147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-1f18e36b-eadf-45b1-8f53-ad0509ca9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:00.003629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-1f18e36b-eadf-45b1-8f53-ad0509ca9ab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0442808 Apr 05 19:18:00.051558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-84ee4700-c58a-4667-9924-8c275960ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:00.053041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-84ee4700-c58a-4667-9924-8c275960ccae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393822 Apr 05 19:18:00.149221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-ba17e55c-1fee-49af-82be-4b85c087bee4 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854859 Apr 05 19:18:00.241344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-266f2c7b-1c83-4a32-a896-67ceb3253f63 req-6ec82cc7-5cee-4c13-836f-251f43f4d12e service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820465 Apr 05 19:18:00.338047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-462fdbae-9f5e-40e4-8c14-e77d6bb4e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:00.339531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-462fdbae-9f5e-40e4-8c14-e77d6bb4e001 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 1094 time: 0.0456398 Apr 05 19:18:00.426681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-3bb696ec-fb52-45a9-9133-e0555c78897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:00.428088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-3bb696ec-fb52-45a9-9133-e0555c78897f service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0820222 Apr 05 19:18:00.470173 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-6eed3339-e277-48f1-9797-1e131aad4fa4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 217 time: 0.0343060 Apr 05 19:18:00.521922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-24603289-a2a7-4abd-bb6f-90510be92233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:00.523364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-24603289-a2a7-4abd-bb6f-90510be92233 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0467730 Apr 05 19:18:00.567754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-8e0bade6-802a-40fb-97c4-60e7e34bc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:00.569188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-8e0bade6-802a-40fb-97c4-60e7e34bc53f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385389 Apr 05 19:18:00.663006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-6a1b8f65-37f8-4127-a832-781d4bc70df1 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845854 Apr 05 19:18:00.754118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5e6c4bd-3d71-450c-8bff-a6ad5df4b80d req-f4525d88-96ad-42a2-9ce7-ba790febcbd8 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838492 Apr 05 19:18:00.890462 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066bdf3-b05d-4ad1-8f0b-e7bc25212570 req-5d5bc73f-696b-4c82-b303-b7a10621524b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:00.892922 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3066bdf3-b05d-4ad1-8f0b-e7bc25212570 req-5d5bc73f-696b-4c82-b303-b7a10621524b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 943 time: 0.0504200 Apr 05 19:18:00.930529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3066bdf3-b05d-4ad1-8f0b-e7bc25212570 req-c6371c39-346e-4aaf-b62a-0bac5b294a8e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Apr 05 19:18:02.051651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6775d-0486-48cf-96c6-2ecf8637eb8b req-afefcaa3-03e7-4267-a510-288f2d218a07 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:02.053069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84e6775d-0486-48cf-96c6-2ecf8637eb8b req-afefcaa3-03e7-4267-a510-288f2d218a07 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 943 time: 0.0547080 Apr 05 19:18:02.091696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-84e6775d-0486-48cf-96c6-2ecf8637eb8b req-52f635c7-84fe-4235-9f6d-96f511c77013 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309165 Apr 05 19:18:03.205790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2d7ef-be97-4349-a17c-788b8e736871 req-719bdd97-e52c-429b-9dd5-3e1261b81597 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:03.207278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9aa2d7ef-be97-4349-a17c-788b8e736871 req-719bdd97-e52c-429b-9dd5-3e1261b81597 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 943 time: 0.0491521 Apr 05 19:18:03.245455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9aa2d7ef-be97-4349-a17c-788b8e736871 req-cc7c6eb9-ac33-406d-a4f0-84d6d58feda5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320992 Apr 05 19:18:03.722797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 10e436c8-624f-45ae-90e5-5ee3b32207ea details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:18:03.816914 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:03.828500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'mac_address': 'fa:16:3e:34:92:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:18:03.864970 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:03.877197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e436c8-624f-45ae-90e5-5ee3b32207ea {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:18:03.896351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:03.900056 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:03.950732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:04.172164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['10e436c8-624f-45ae-90e5-5ee3b32207ea'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:18:04.361190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30654f-5fc5-4f6d-9e29-21d038095579 req-abddf480-c8fc-480c-94a9-f7987572acda tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:04.362636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f30654f-5fc5-4f6d-9e29-21d038095579 req-abddf480-c8fc-480c-94a9-f7987572acda tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 944 time: 0.0477526 Apr 05 19:18:04.400658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f30654f-5fc5-4f6d-9e29-21d038095579 req-0e9d51c7-6193-4c78-93db-f34abfa1518e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320439 Apr 05 19:18:05.338108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:05.518782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7aa518-4d88-4dc4-9f01-c7e4dc6d74ff req-a5caa0e4-c1d3-4b9c-a27f-0408231e39f1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:05.520143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c7aa518-4d88-4dc4-9f01-c7e4dc6d74ff req-a5caa0e4-c1d3-4b9c-a27f-0408231e39f1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 944 time: 0.0517313 Apr 05 19:18:05.557201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c7aa518-4d88-4dc4-9f01-c7e4dc6d74ff req-5c9c9247-7a0b-41ff-943b-457ca643031c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Apr 05 19:18:05.726778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 10e436c8-624f-45ae-90e5-5ee3b32207ea up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:18:05.774094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 10e436c8-624f-45ae-90e5-5ee3b32207ea completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:18:05.778845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 10e436c8-624f-45ae-90e5-5ee3b32207ea triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:18:05.779213 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:05.852945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:05.875962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:18:05.878205 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d32c27-114d-431e-a895-3b87a1a0e87e" -d '{"events": [{"server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "name": "network-vif-plugged", "status": "completed", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:18:05.894262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:05.899087 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:05.922842 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406c51fd-a98f-4ae0-8c91-6d9405fee8e3 x-openstack-request-id: req-406c51fd-a98f-4ae0-8c91-6d9405fee8e3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:18:05.923167 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "name": "network-vif-plugged", "status": "completed", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:18:05.923415 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-406c51fd-a98f-4ae0-8c91-6d9405fee8e3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:18:05.923805 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406c51fd-a98f-4ae0-8c91-6d9405fee8e3'] response: {'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'code': 200} Apr 05 19:18:05.959086 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:06.025024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86287a1-2997-4bee-9807-0c5797735146 req-f0af599b-24e9-4feb-ab86-6f97555c6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:06.026820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b86287a1-2997-4bee-9807-0c5797735146 req-f0af599b-24e9-4feb-ab86-6f97555c6750 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 1096 time: 0.0408454 Apr 05 19:18:06.070546 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b86287a1-2997-4bee-9807-0c5797735146 req-36f45afa-7934-4d4e-aa27-0dd1db4318e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273516 Apr 05 19:18:06.675853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789959-dda9-4ba4-b892-68e59e276f04 req-cb254ccf-d991-4f17-a193-979ba8d04969 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:06.677338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6789959-dda9-4ba4-b892-68e59e276f04 req-cb254ccf-d991-4f17-a193-979ba8d04969 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0506480 Apr 05 19:18:06.717141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6789959-dda9-4ba4-b892-68e59e276f04 req-bb45eb3a-6715-4f4e-a0d6-6e27513889b7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337422 Apr 05 19:18:07.297979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:07.838197 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320fd1a-75e9-4f65-be43-b0a83e784cca req-6ed37fa6-23d2-4c0d-b626-b583150b4e0e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:07.840313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5320fd1a-75e9-4f65-be43-b0a83e784cca req-6ed37fa6-23d2-4c0d-b626-b583150b4e0e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0525513 Apr 05 19:18:07.877776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5320fd1a-75e9-4f65-be43-b0a83e784cca req-4c994ba1-df0a-4307-b2a4-ef6ca25b7c1f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305266 Apr 05 19:18:07.990467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103a43-ebb3-4279-87ee-eef37d86886f req-cc041947-1b3d-4bd8-9fd6-a4c94345e851 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:07.992450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34103a43-ebb3-4279-87ee-eef37d86886f req-cc041947-1b3d-4bd8-9fd6-a4c94345e851 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0500062 Apr 05 19:18:08.001007 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 33880) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:18:08.005475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e750e7a4-a603-4073-93cd-ffe44a8cbfaf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'floatingip': {'port_id': '10e436c8-624f-45ae-90e5-5ee3b32207ea'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:18:08.044380 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e750e7a4-a603-4073-93cd-ffe44a8cbfaf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:08.475405 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e750e7a4-a603-4073-93cd-ffe44a8cbfaf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:08.479190 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e750e7a4-a603-4073-93cd-ffe44a8cbfaf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:08.577192 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-e750e7a4-a603-4073-93cd-ffe44a8cbfaf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 associated. External IP: 172.25.4.87, port: 10e436c8-624f-45ae-90e5-5ee3b32207ea. Apr 05 19:18:08.781108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e750e7a4-a603-4073-93cd-ffe44a8cbfaf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:18:08.886081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e750e7a4-a603-4073-93cd-ffe44a8cbfaf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:18:08.891754 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e750e7a4-a603-4073-93cd-ffe44a8cbfaf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:08.896316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:18:08.905359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:18:08.905968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:17:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:18:08.919410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e750e7a4-a603-4073-93cd-ffe44a8cbfaf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "PUT /v2.0/floatingips/4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 HTTP/1.1" status: 200 len: 990 time: 0.9173629 Apr 05 19:18:08.920080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:18:08.922450 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:18:08.966471 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c7a24a-285a-4af3-82a1-28f6d24177b0 x-openstack-request-id: req-48c7a24a-285a-4af3-82a1-28f6d24177b0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:18:08.967025 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:18:08.967273 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48c7a24a-285a-4af3-82a1-28f6d24177b0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:18:08.967678 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c7a24a-285a-4af3-82a1-28f6d24177b0'] response: {'name': 'network-changed', 'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'status': 'completed', 'code': 200} Apr 05 19:18:09.015652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:18:09.063031 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648730df-2d02-49f1-bcad-c7455312ccd6 req-3f5b1dc8-ef9d-4f48-8668-beb6fb2de718 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:09.064528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-648730df-2d02-49f1-bcad-c7455312ccd6 req-3f5b1dc8-ef9d-4f48-8668-beb6fb2de718 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0799642 Apr 05 19:18:09.067226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-5ef3b499-513a-4f2c-a658-57d6c38e52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:09.068572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-5ef3b499-513a-4f2c-a658-57d6c38e52b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 1096 time: 0.0750642 Apr 05 19:18:09.147167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-648730df-2d02-49f1-bcad-c7455312ccd6 req-cd29924f-001e-4a6f-b5d2-8f1b2a8857de tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757854 Apr 05 19:18:09.187250 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-49fe50bd-58d4-4a6f-b0e1-564747403c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:09.189054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-49fe50bd-58d4-4a6f-b0e1-564747403c4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.1044571 Apr 05 19:18:09.246519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:34:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:18:08Z', 'revision_number': 1, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:18:09.272326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:18:09.280653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:18:09.281257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:17:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:18:09.316082 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-22458191-69ae-49fc-8173-c3d77ebf8f3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 998 time: 0.1197531 Apr 05 19:18:09.328420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8c34e-0e74-4454-88a6-874252762e7a req-1c14bfa5-d5b4-4bee-b2d3-fe29e5ef87af tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:09.329841 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49a8c34e-0e74-4454-88a6-874252762e7a req-1c14bfa5-d5b4-4bee-b2d3-fe29e5ef87af tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0904531 Apr 05 19:18:09.387686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:18:09.399460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-7d4431b3-74a3-477b-974c-ad9e87be67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:09.400840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-7d4431b3-74a3-477b-974c-ad9e87be67f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0701654 Apr 05 19:18:09.405901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-49a8c34e-0e74-4454-88a6-874252762e7a req-b4bacb8b-75f8-405f-9ad8-a07e94a82b05 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673561 Apr 05 19:18:09.447163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-5a285b28-ddbd-424b-8a79-eebc81326b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:09.448674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-5a285b28-ddbd-424b-8a79-eebc81326b4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411496 Apr 05 19:18:09.535730 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-488f42e4-cd9c-464a-a947-8cd180271034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:09.540151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-5d59a044-9bcf-4e82-b58b-dfcb56a2f34b service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848494 Apr 05 19:18:09.620233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:34:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:18:08Z', 'revision_number': 1, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:18:09.634318 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2ba5e44-3e93-4c2e-b5f7-bfd9fbb1eb1c req-08cbf2f5-b893-4c33-b553-6faa6ec6cb5b service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873075 Apr 05 19:18:09.651303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df88619-b78e-469d-82df-d161dc11ae94 None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:34:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:18:08Z', 'revision_number': 1, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:18:09.832377 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6742ced-d797-487d-a53f-b0c69e628671 None None] New status for floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:18:10.522803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fa0c6-591b-4d5c-a69a-d4c0969df00f req-7c8b8dc7-3652-4940-ab4f-2ed947e9b007 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:10.524163 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-667fa0c6-591b-4d5c-a69a-d4c0969df00f req-7c8b8dc7-3652-4940-ab4f-2ed947e9b007 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0488267 Apr 05 19:18:10.560718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-667fa0c6-591b-4d5c-a69a-d4c0969df00f req-068c1741-b1fb-4651-80df-f9ddfae2cde6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305758 Apr 05 19:18:10.672932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ad5d4-1615-4c4e-a245-bfef40fe373c req-b284516c-6108-4501-8f7a-1a7c3f847dc1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:10.674366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd2ad5d4-1615-4c4e-a245-bfef40fe373c req-b284516c-6108-4501-8f7a-1a7c3f847dc1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0476844 Apr 05 19:18:10.715856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd2ad5d4-1615-4c4e-a245-bfef40fe373c req-0c41033b-4150-4865-bc02-58da37d84733 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354912 Apr 05 19:18:10.965313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-55f036d1-790c-4fa3-bdf2-ea125b3341d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0653739 Apr 05 19:18:10.981546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ded9-49da-4777-8e1d-1706ad2ff57f req-1ffff569-3bad-4065-aac7-e89ed3747c03 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:10.983485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a7e6ded9-49da-4777-8e1d-1706ad2ff57f req-1ffff569-3bad-4065-aac7-e89ed3747c03 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0754309 Apr 05 19:18:11.024040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a7e6ded9-49da-4777-8e1d-1706ad2ff57f req-a8df65c3-0c80-4a94-8f05-26e94df262b5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338118 Apr 05 19:18:11.184951 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:18:11.836636 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b53a-8c75-4b13-9bad-d8dee9a4697e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:12.092835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-dd1f2279-0dcd-4c9f-9626-75203677fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:12.094243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-dd1f2279-0dcd-4c9f-9626-75203677fe3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 1096 time: 0.0435748 Apr 05 19:18:12.198591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211099f4-44dd-4917-b706-da0e58fa8dfb req-49fc28c4-95a8-4512-8627-95ce89bd9702 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:12.201134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-211099f4-44dd-4917-b706-da0e58fa8dfb req-49fc28c4-95a8-4512-8627-95ce89bd9702 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.1040158 Apr 05 19:18:12.247429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-1a3a635f-d407-412d-aea4-9d678afe492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:12.248873 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-1a3a635f-d407-412d-aea4-9d678afe492a service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.1416838 Apr 05 19:18:12.260651 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-211099f4-44dd-4917-b706-da0e58fa8dfb req-de761ebc-bb6c-48ca-9ac8-b560b77c6cff tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534744 Apr 05 19:18:12.325018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-33891b6a-da85-4a7d-9c77-72c1c0cb2933 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 1000 time: 0.0634456 Apr 05 19:18:12.373452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-28f72e5f-817a-4e66-93da-863cd359de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:12.374881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-28f72e5f-817a-4e66-93da-863cd359de75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0431764 Apr 05 19:18:12.419263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-88d50fbf-c0f9-4d4d-bd69-94d771b5b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:12.420740 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-88d50fbf-c0f9-4d4d-bd69-94d771b5b08d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389671 Apr 05 19:18:12.512071 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-c57fb393-c8ff-4874-b752-825b76b779c7 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842147 Apr 05 19:18:12.599765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-4df36015-3e88-42a9-9af4-27b8b638d30d service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814261 Apr 05 19:18:12.941180 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:13.637233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a95fd-a6ed-4432-9a96-1dc8eda36d74 req-a3bce308-a1bd-4308-bb6e-3ec4b4a20ea0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:13.638738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-411a95fd-a6ed-4432-9a96-1dc8eda36d74 req-a3bce308-a1bd-4308-bb6e-3ec4b4a20ea0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.3097823 Apr 05 19:18:13.675973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-411a95fd-a6ed-4432-9a96-1dc8eda36d74 req-46135fcc-a9d6-4a24-9840-8b52879ea5df tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312426 Apr 05 19:18:14.475380 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:14.790289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f1042-0587-438c-a4a0-8b09f72c87ed req-cc4c4f65-7afa-433a-8d4e-609ac903a6e4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:14.791769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab2f1042-0587-438c-a4a0-8b09f72c87ed req-cc4c4f65-7afa-433a-8d4e-609ac903a6e4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0477695 Apr 05 19:18:14.829514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab2f1042-0587-438c-a4a0-8b09f72c87ed req-36de25b7-3d7a-4a4a-b808-64afb0be28d2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311496 Apr 05 19:18:15.010614 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:15.944922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce701980-72dc-4ff8-8d82-cb68ae5b4314 req-b462ad16-9790-4a4e-bd21-58f876e29466 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:15.946371 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce701980-72dc-4ff8-8d82-cb68ae5b4314 req-b462ad16-9790-4a4e-bd21-58f876e29466 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0483329 Apr 05 19:18:15.985578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce701980-72dc-4ff8-8d82-cb68ae5b4314 req-efe2fa93-2e30-4ded-bb93-a65ef22b5f82 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322859 Apr 05 19:18:17.111635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea300e3-5c1d-47b3-80e6-51e8992844cb req-48bbdf68-8dd3-4310-ba5b-ffe03033760b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:17.113379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ea300e3-5c1d-47b3-80e6-51e8992844cb req-48bbdf68-8dd3-4310-ba5b-ffe03033760b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0569453 Apr 05 19:18:17.156496 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ea300e3-5c1d-47b3-80e6-51e8992844cb req-a71a3eaa-6ddb-48fc-af4e-fb7bc36446d5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368738 Apr 05 19:18:18.273536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f291-7e42-4e44-a915-9566f1ab9025 req-8fa344d6-f06c-4a05-b29a-086920361362 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:18.275022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d05f291-7e42-4e44-a915-9566f1ab9025 req-8fa344d6-f06c-4a05-b29a-086920361362 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0485990 Apr 05 19:18:18.312427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d05f291-7e42-4e44-a915-9566f1ab9025 req-513fdcd3-1758-4693-ab5a-a7718ff101df tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302653 Apr 05 19:18:19.427879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1a9be-9029-44eb-be0c-1cb91c09f1a2 req-2a588a85-0296-4ec8-9233-54e9e15ca48e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:19.429325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3e1a9be-9029-44eb-be0c-1cb91c09f1a2 req-2a588a85-0296-4ec8-9233-54e9e15ca48e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0479512 Apr 05 19:18:19.466365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3e1a9be-9029-44eb-be0c-1cb91c09f1a2 req-781e5f4c-6b8d-48ba-995a-9cd440e61774 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Apr 05 19:18:20.585460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be596dfd-b062-4ac0-9b0b-8df7d2038845 req-56111891-9045-4308-9995-f5e772cb5e98 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:20.586950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be596dfd-b062-4ac0-9b0b-8df7d2038845 req-56111891-9045-4308-9995-f5e772cb5e98 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0528667 Apr 05 19:18:20.625245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be596dfd-b062-4ac0-9b0b-8df7d2038845 req-4d61fd28-6921-40dd-b323-022625c003c6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317748 Apr 05 19:18:21.740274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803b4e7-42a4-42df-8e9c-ab4b9bbed875 req-8e3e80dd-2c17-4793-b922-65d8a80972e3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:21.741728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a803b4e7-42a4-42df-8e9c-ab4b9bbed875 req-8e3e80dd-2c17-4793-b922-65d8a80972e3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0492680 Apr 05 19:18:21.780080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a803b4e7-42a4-42df-8e9c-ab4b9bbed875 req-108fa30d-9286-472d-b51f-841aaa866b6e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318036 Apr 05 19:18:22.897375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239237b-2caf-4b5f-b456-7c5b4d50e249 req-63cbf783-70c7-478d-8c8d-5d63c87db8e2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:22.898861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0239237b-2caf-4b5f-b456-7c5b4d50e249 req-63cbf783-70c7-478d-8c8d-5d63c87db8e2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0486042 Apr 05 19:18:22.936143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0239237b-2caf-4b5f-b456-7c5b4d50e249 req-82e4554e-2dfd-4bad-ba53-14fc7b11fb08 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303726 Apr 05 19:18:24.054722 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3be813-09f2-44d9-b9e5-5c3e6249fb94 req-c147da23-7ec3-4d13-b3a1-f5921499cc39 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:24.056172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e3be813-09f2-44d9-b9e5-5c3e6249fb94 req-c147da23-7ec3-4d13-b3a1-f5921499cc39 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0521436 Apr 05 19:18:24.093894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e3be813-09f2-44d9-b9e5-5c3e6249fb94 req-7b8474d7-b28c-48a2-9948-1407d9d27883 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311205 Apr 05 19:18:25.207678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce20-c4a5-406e-b6b5-37a379e30b0a req-11cf14cd-bf6c-4ff5-a06a-d2cfbd4c1195 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:25.209139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4609ce20-c4a5-406e-b6b5-37a379e30b0a req-11cf14cd-bf6c-4ff5-a06a-d2cfbd4c1195 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0484838 Apr 05 19:18:25.247625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4609ce20-c4a5-406e-b6b5-37a379e30b0a req-9c7e6f98-5d57-475d-b7c8-25b96e9d9698 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Apr 05 19:18:26.364165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462809-e265-43a9-8a27-4ae7e13cb984 req-b47ad7eb-cdaa-437b-9a8a-2b0481bff7a6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:26.365604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67462809-e265-43a9-8a27-4ae7e13cb984 req-b47ad7eb-cdaa-437b-9a8a-2b0481bff7a6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0481746 Apr 05 19:18:26.402991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67462809-e265-43a9-8a27-4ae7e13cb984 req-3116ebb3-e98b-410d-b7e1-dd60a6300d2e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308337 Apr 05 19:18:27.520756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470f316-5cc0-4a7a-839f-64149e718f05 req-1d87fcc3-f856-4767-abb6-7505448fdbb1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:27.522119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a470f316-5cc0-4a7a-839f-64149e718f05 req-1d87fcc3-f856-4767-abb6-7505448fdbb1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0512235 Apr 05 19:18:27.560075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a470f316-5cc0-4a7a-839f-64149e718f05 req-c0f17344-1fc6-489d-8527-2ff874e4ff36 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Apr 05 19:18:28.675896 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d904af-c8cb-48ce-aab6-d7edabd52659 req-cb9cdb2f-ea2c-4786-95be-516b4f04b6a7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:28.677362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08d904af-c8cb-48ce-aab6-d7edabd52659 req-cb9cdb2f-ea2c-4786-95be-516b4f04b6a7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0486515 Apr 05 19:18:28.714747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08d904af-c8cb-48ce-aab6-d7edabd52659 req-9081f5a2-92d6-4411-a477-3a88face2eb4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309293 Apr 05 19:18:29.829768 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70dbfd-f86a-4317-9d34-e33ccd856783 req-b4a66647-4d63-4e94-ad09-ea8b7c2ed7b6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:29.831262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a70dbfd-f86a-4317-9d34-e33ccd856783 req-b4a66647-4d63-4e94-ad09-ea8b7c2ed7b6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0490160 Apr 05 19:18:29.870006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a70dbfd-f86a-4317-9d34-e33ccd856783 req-d53c86de-64ec-42fe-93ad-6b2d434eb703 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327260 Apr 05 19:18:30.988772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0db4ee-859b-44bb-baea-77dc7e9aae78 req-188bb8bd-c81d-4cd3-89ed-0e9d2ec1e214 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:30.990236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e0db4ee-859b-44bb-baea-77dc7e9aae78 req-188bb8bd-c81d-4cd3-89ed-0e9d2ec1e214 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0529726 Apr 05 19:18:31.027814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e0db4ee-859b-44bb-baea-77dc7e9aae78 req-b3b132b6-a54e-42aa-94a7-4f77e2a06707 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308657 Apr 05 19:18:32.143545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75d3e4-d8de-49f4-b9de-8e537f6812af req-ac0e017d-4546-4002-8d44-19ec38d8209a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:32.144999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a75d3e4-d8de-49f4-b9de-8e537f6812af req-ac0e017d-4546-4002-8d44-19ec38d8209a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0483692 Apr 05 19:18:32.181180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a75d3e4-d8de-49f4-b9de-8e537f6812af req-6ed0d534-385d-4743-b006-65f8e3406d9c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302608 Apr 05 19:18:33.296762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242db404-5212-4658-a762-8f91ce643b1b req-a39791e6-d1d7-406a-bd23-c03b89d0d802 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:33.298227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-242db404-5212-4658-a762-8f91ce643b1b req-a39791e6-d1d7-406a-bd23-c03b89d0d802 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0483673 Apr 05 19:18:33.336052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-242db404-5212-4658-a762-8f91ce643b1b req-81227800-b8d1-461d-b9c1-c7e844c58cb2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319190 Apr 05 19:18:34.456322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00ea4-a45d-4427-81fe-15458c5fe19a req-2cd5d7c2-1d00-4bc9-a5d6-63d1708b7db5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:34.457758 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0bf00ea4-a45d-4427-81fe-15458c5fe19a req-2cd5d7c2-1d00-4bc9-a5d6-63d1708b7db5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0538747 Apr 05 19:18:34.497140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0bf00ea4-a45d-4427-81fe-15458c5fe19a req-9d7b79df-cb6e-4bc4-824b-5600d31b061f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333366 Apr 05 19:18:35.337604 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:35.611359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55b732-95e5-4a4a-9d59-5c75fd3784c7 req-50198af9-de46-485b-9bcb-11f75fc5f5ba tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:35.612833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e55b732-95e5-4a4a-9d59-5c75fd3784c7 req-50198af9-de46-485b-9bcb-11f75fc5f5ba tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0488014 Apr 05 19:18:35.650633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2e55b732-95e5-4a4a-9d59-5c75fd3784c7 req-000f354c-7150-432f-b49c-0c2247cc7570 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 Apr 05 19:18:36.769286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60396-df12-4676-819d-983c274b39d2 req-84fcef79-a640-4fbc-bd5c-d2bbee87f7a4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:36.770776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5c60396-df12-4676-819d-983c274b39d2 req-84fcef79-a640-4fbc-bd5c-d2bbee87f7a4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0487523 Apr 05 19:18:36.807196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5c60396-df12-4676-819d-983c274b39d2 req-9f104cb2-6049-418a-ad5a-c6505fb2609f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304911 Apr 05 19:18:37.311483 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:37.927379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f68e09-6260-47ab-b9c7-ab0cfb5dc97b req-0b9c6564-4116-473b-abd2-29340a5369e5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:37.928830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33f68e09-6260-47ab-b9c7-ab0cfb5dc97b req-0b9c6564-4116-473b-abd2-29340a5369e5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0529695 Apr 05 19:18:37.965894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33f68e09-6260-47ab-b9c7-ab0cfb5dc97b req-9fa8fe08-632c-46af-8a34-60b3ae00ce28 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308404 Apr 05 19:18:39.080607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712ffd-4b67-46af-89d1-b22affba9c62 req-792416fd-56ef-476f-8ac8-d7a8b5bca155 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:39.082062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24712ffd-4b67-46af-89d1-b22affba9c62 req-792416fd-56ef-476f-8ac8-d7a8b5bca155 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0487726 Apr 05 19:18:39.118286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24712ffd-4b67-46af-89d1-b22affba9c62 req-39dd7ca6-af45-4d3f-9ad7-651eff229af9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302677 Apr 05 19:18:39.503028 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12518376-fd38-4ca9-8647-d2fd2ef59d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:39.992177 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-80349d25-2592-4006-9957-653ed23d3332 req-d3d91e0d-816f-4a3a-952e-dd51545f84d7 service neutron] show failed (client error): The resource could not be found. Apr 05 19:18:39.993156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-d3d91e0d-816f-4a3a-952e-dd51545f84d7 service neutron] 10.222.0.20 "GET /v2.0/ports/10e436c8-624f-45ae-90e5-5ee3b32207ea/bindings/n-h1-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0530744 Apr 05 19:18:40.212612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-5c24d9dc-ca63-4a9e-9968-3dc02ecbff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:40.214353 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-5c24d9dc-ca63-4a9e-9968-3dc02ecbff72 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 1096 time: 0.0455115 Apr 05 19:18:40.226890 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:18:40.247792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b7434-25e4-4d27-b60e-d0c1a7235de0 req-245a9d67-86ff-4519-8939-44540b32185e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:40.249186 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a86b7434-25e4-4d27-b60e-d0c1a7235de0 req-245a9d67-86ff-4519-8939-44540b32185e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0550392 Apr 05 19:18:40.282208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:40.287004 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a86b7434-25e4-4d27-b60e-d0c1a7235de0 req-dab77d34-2926-452f-995a-93d044af1da5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310013 Apr 05 19:18:40.484516 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:40.515260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:18:40.553640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:18:40.555923 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3642fe-0f06-4aec-9ec7-daec5a82f899" -d '{"events": [{"server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "name": "network-vif-unplugged", "status": "completed", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:18:40.560017 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:40.572502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Transition to ACTIVE for port object 10e436c8-624f-45ae-90e5-5ee3b32207ea will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:18:40.576679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:40.608050 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a16853b-b8be-4cb0-adb0-a2ee44af3684 x-openstack-request-id: req-4a16853b-b8be-4cb0-adb0-a2ee44af3684 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:18:40.608337 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "name": "network-vif-unplugged", "status": "completed", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:18:40.608582 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a16853b-b8be-4cb0-adb0-a2ee44af3684 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:18:40.608974 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a16853b-b8be-4cb0-adb0-a2ee44af3684'] response: {'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'code': 200} Apr 05 19:18:40.693314 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Pushing event updated for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:40.729449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.730342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.730900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.731439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.731773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.732100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.732428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.732752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.733076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.733397 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.733715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.734031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:40.769241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] No DVR routers for this DVR port 10e436c8-624f-45ae-90e5-5ee3b32207ea on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:18:40.901362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Attempting to bind port 10e436c8-624f-45ae-90e5-5ee3b32207ea on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:18:40.902346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Attempting to bind port 10e436c8-624f-45ae-90e5-5ee3b32207ea by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:18:40.902893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Attempting to bind port 10e436c8-624f-45ae-90e5-5ee3b32207ea on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:18:40.907148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Port 10e436c8-624f-45ae-90e5-5ee3b32207ea on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:18:40.907460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Attempting to bind port 10e436c8-624f-45ae-90e5-5ee3b32207ea on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:18:40.912128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:18:40.912459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:18:40.912828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:18:40.913238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Bound port: 10e436c8-624f-45ae-90e5-5ee3b32207ea, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:18:40.913586 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:40.976980 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:18:40.980243 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:18:40.983919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:41.020140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:41.020691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:41.022066 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] 10.222.0.25 "PUT /v2.0/ports/10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 1091 time: 0.7991970 Apr 05 19:18:41.044139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cea3df-e63b-420d-8dd2-363ed35917bf service neutron] Pushing event updated for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:41.091544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-4aac2f11-201e-4dfb-a25a-6c38292727f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:41.093056 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-4aac2f11-201e-4dfb-a25a-6c38292727f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 1094 time: 0.0450823 Apr 05 19:18:41.183915 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-19236b7a-76d4-4323-aac7-ffb6371b805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:41.185380 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-19236b7a-76d4-4323-aac7-ffb6371b805d service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0861070 Apr 05 19:18:41.255318 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-546c3689-e6df-4a79-a364-c86de0c25d7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 998 time: 0.0639508 Apr 05 19:18:41.304388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-afdbbf9e-05d2-44db-a174-bb3f3567d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:41.305695 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-afdbbf9e-05d2-44db-a174-bb3f3567d388 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0436304 Apr 05 19:18:41.351390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349d25-2592-4006-9957-653ed23d3332 req-b85e25f2-3820-42e3-bd41-1ab29fda3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:41.352886 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-b85e25f2-3820-42e3-bd41-1ab29fda3a3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405953 Apr 05 19:18:41.446906 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-c4d6055f-e567-4231-895b-2c423fb30031 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862420 Apr 05 19:18:41.466735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985645f-1873-4c2d-9765-69f4e84d6877 req-73235ccc-dc4d-44d0-806a-17dc70e858b7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:41.468221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d985645f-1873-4c2d-9765-69f4e84d6877 req-73235ccc-dc4d-44d0-806a-17dc70e858b7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 943 time: 0.1092255 Apr 05 19:18:41.506382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d985645f-1873-4c2d-9765-69f4e84d6877 req-c29d5d0d-2226-4ff2-a277-1a1b995bfa51 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318477 Apr 05 19:18:41.537657 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-80349d25-2592-4006-9957-653ed23d3332 req-1cfb3cb4-b74c-4ec3-898e-e79b18bfe4f4 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842266 Apr 05 19:18:41.837573 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d82cba14-de78-4806-b8f3-91205850204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:42.610354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:18:42.612728 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:18:42.662454 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1592b7f-ed0b-43d0-b25d-3e403464a173 x-openstack-request-id: req-b1592b7f-ed0b-43d0-b25d-3e403464a173 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:18:42.662740 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:18:42.663009 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1592b7f-ed0b-43d0-b25d-3e403464a173 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:18:42.663394 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1592b7f-ed0b-43d0-b25d-3e403464a173'] response: {'name': 'network-changed', 'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'status': 'completed', 'code': 200} Apr 05 19:18:42.686809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b38046-152f-47e7-bd3a-744ca84f40f7 req-33b40859-725b-44f3-ba67-7d9d2f136212 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:42.688292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38b38046-152f-47e7-bd3a-744ca84f40f7 req-33b40859-725b-44f3-ba67-7d9d2f136212 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 943 time: 0.1111290 Apr 05 19:18:42.736119 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-020c116f-24a9-46be-9adf-eadf6dcbafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:42.737951 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-020c116f-24a9-46be-9adf-eadf6dcbafa0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 1094 time: 0.0481613 Apr 05 19:18:42.759153 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38b38046-152f-47e7-bd3a-744ca84f40f7 req-be74d8f3-b3b9-48c1-9d20-6daea2d19a6e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621653 Apr 05 19:18:42.762655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-b0b11781-4397-4986-8b51-985cc0d67635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:42.764467 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-b0b11781-4397-4986-8b51-985cc0d67635 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 1094 time: 0.0751622 Apr 05 19:18:42.844714 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-bd27507e-c16e-4da2-be06-a05b78affb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:42.846163 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-bd27507e-c16e-4da2-be06-a05b78affb7f service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.1012321 Apr 05 19:18:42.865973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-80e2bf12-76c7-4479-a29e-f397c963e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:42.867647 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-80e2bf12-76c7-4479-a29e-f397c963e57e service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0881488 Apr 05 19:18:42.917443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-85741d05-829c-4c18-9d79-3222ee01e89e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 998 time: 0.0642359 Apr 05 19:18:42.940065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-54d99859-c1df-4461-989d-5d09e1da868a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 998 time: 0.0620592 Apr 05 19:18:42.946411 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:42.968539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-4e211d97-87db-4f85-94e3-a34429b660dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:42.970036 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-4e211d97-87db-4f85-94e3-a34429b660dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0458112 Apr 05 19:18:42.992592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-79bd570b-3f8e-4d63-a746-90fbe8015f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:42.994043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-79bd570b-3f8e-4d63-a746-90fbe8015f1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0432436 Apr 05 19:18:43.017208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-66e51bd6-ca91-4b72-a7c6-f90a9b56c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:43.018725 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-66e51bd6-ca91-4b72-a7c6-f90a9b56c1b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411317 Apr 05 19:18:43.044283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-033bc6c1-e573-477c-8c36-9cf21d919409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:43.045682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-033bc6c1-e573-477c-8c36-9cf21d919409 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405006 Apr 05 19:18:43.113905 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-dca0cbea-b440-409b-beab-df3c58771133 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884063 Apr 05 19:18:43.138997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-c0b02b4e-b361-4890-9cd9-fd2d24d59596 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844109 Apr 05 19:18:43.203962 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-6bbf99ba-905c-419f-8bd4-aff1951c3247 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821173 Apr 05 19:18:43.233853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b823bf7b-bf51-4b70-ad60-ed56812ce8d4 req-72d60b07-5bdd-45bd-811d-1b8538c251fd service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835423 Apr 05 19:18:43.881852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd11d84-9804-4e8c-8235-f1c132f7fbef req-60da6fb2-9279-484f-addb-724809d6fb26 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:43.883241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4bd11d84-9804-4e8c-8235-f1c132f7fbef req-60da6fb2-9279-484f-addb-724809d6fb26 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 943 time: 0.0487587 Apr 05 19:18:43.920120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4bd11d84-9804-4e8c-8235-f1c132f7fbef req-f6fb3656-cb7f-41b2-9908-2d2f13d0c74b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309427 Apr 05 19:18:43.946808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 10e436c8-624f-45ae-90e5-5ee3b32207ea no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:18:43.984417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 10e436c8-624f-45ae-90e5-5ee3b32207ea not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:18:44.479151 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:45.013516 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:45.043812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68e56d-666f-40d7-9d8a-5f0cf88d1e4e req-f817a8ef-4a80-4916-8ba6-85b1ddea3194 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:45.045225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd68e56d-666f-40d7-9d8a-5f0cf88d1e4e req-f817a8ef-4a80-4916-8ba6-85b1ddea3194 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 943 time: 0.0565186 Apr 05 19:18:45.086150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd68e56d-666f-40d7-9d8a-5f0cf88d1e4e req-27c26086-0aec-482d-8ae7-cdce98ce5d1c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345535 Apr 05 19:18:45.309336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faceccb-efd8-4a80-9407-71dd48ee9f4a req-8a3a1422-fee5-4bdb-8903-18a71966dfea tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:45.310730 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9faceccb-efd8-4a80-9407-71dd48ee9f4a req-8a3a1422-fee5-4bdb-8903-18a71966dfea tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 943 time: 0.0810390 Apr 05 19:18:45.323139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-c0dc29e1-2abf-43cb-b7af-48f6aa5e1eb2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:45.324499 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-c0dc29e1-2abf-43cb-b7af-48f6aa5e1eb2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f&tenant_id=ba71c0391ae74254a3e747840f1f06fa&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 943 time: 0.0655749 Apr 05 19:18:45.386453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9faceccb-efd8-4a80-9407-71dd48ee9f4a req-e9ed8ff2-3672-4f1a-a7df-53c36cb874f3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609119 Apr 05 19:18:45.406642 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-3bc8a99a-247c-4375-bc78-96fcc286a813 service neutron] delete failed (client error): The resource could not be found. Apr 05 19:18:45.407640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-3bc8a99a-247c-4375-bc78-96fcc286a813 service neutron] 10.222.0.20 "DELETE /v2.0/ports/10e436c8-624f-45ae-90e5-5ee3b32207ea/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0698352 Apr 05 19:18:45.500535 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-61c4ef58-63f0-402d-b123-4bddb111051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:45.502009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-61c4ef58-63f0-402d-b123-4bddb111051f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 1094 time: 0.0415518 Apr 05 19:18:45.520135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 10e436c8-624f-45ae-90e5-5ee3b32207ea details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:18:45.595158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-701b761a-f5d2-425a-8ae9-c40f3ff97b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:45.596785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-701b761a-f5d2-425a-8ae9-c40f3ff97b19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0839648 Apr 05 19:18:45.614383 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:45.626229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'mac_address': 'fa:16:3e:34:92:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:18:45.661882 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:45.670000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-8f129c2e-c43e-48d1-a7a3-d6b882969561 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 200 len: 998 time: 0.0626318 Apr 05 19:18:45.678436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e436c8-624f-45ae-90e5-5ee3b32207ea {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:18:45.697298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:45.701453 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:45.724496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-8ac2549d-77a6-4a8e-b62b-2e4bd2a96712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:45.726017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-8ac2549d-77a6-4a8e-b62b-2e4bd2a96712 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0445814 Apr 05 19:18:45.748434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:45.756565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.756900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.757237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.757571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.757896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.758250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.758618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.758951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.759264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.759584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.759898 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.760222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:45.774869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-25dea682-59ab-4c0a-aa2d-1fda428c91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:45.776338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-25dea682-59ab-4c0a-aa2d-1fda428c91f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403528 Apr 05 19:18:45.873031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-59e5ad9c-4506-4104-8e34-5c7a211d98eb service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839105 Apr 05 19:18:45.965907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a10e141b-e3f7-4f6c-84fd-e89bce66a314 req-8fe9baee-6f97-4441-88b4-e330b1fd4873 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814459 Apr 05 19:18:46.033974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['10e436c8-624f-45ae-90e5-5ee3b32207ea'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:18:46.514335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9a21-7ce9-4559-aa81-8d1fa5866e24 req-a9fea17a-d4a7-4fa0-9d32-52d558a70aa0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:46.515949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f2a9a21-7ce9-4559-aa81-8d1fa5866e24 req-a9fea17a-d4a7-4fa0-9d32-52d558a70aa0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 944 time: 0.0557001 Apr 05 19:18:46.555604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f2a9a21-7ce9-4559-aa81-8d1fa5866e24 req-f8ef4d44-0adc-4dfc-98d9-e5c9c1ba8a46 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333962 Apr 05 19:18:46.674329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45953318-79ec-4c9f-8cff-bb46beb7e4fc req-67040feb-1624-460f-822f-fa8dc4dafcb3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:46.675813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45953318-79ec-4c9f-8cff-bb46beb7e4fc req-67040feb-1624-460f-822f-fa8dc4dafcb3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 944 time: 0.0486290 Apr 05 19:18:46.713262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45953318-79ec-4c9f-8cff-bb46beb7e4fc req-603f5203-932d-4638-96d8-714ea90dbe1d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Apr 05 19:18:46.825465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c33f1-cf58-44f8-a407-0aeff3391d06 req-b0ff216d-bf04-4f9b-9fc5-34df60096ef4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:46.826949 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-725c33f1-cf58-44f8-a407-0aeff3391d06 req-b0ff216d-bf04-4f9b-9fc5-34df60096ef4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 944 time: 0.0495949 Apr 05 19:18:46.864327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-725c33f1-cf58-44f8-a407-0aeff3391d06 req-de6cf0a9-e35e-417c-82ba-43f673d3edd3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313253 Apr 05 19:18:47.106984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414726f-b902-4d06-b42d-df801f558ba9 req-9e1bdb9b-dcd3-4a0f-9453-f455600422cc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:47.108427 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0414726f-b902-4d06-b42d-df801f558ba9 req-9e1bdb9b-dcd3-4a0f-9453-f455600422cc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 944 time: 0.0529971 Apr 05 19:18:47.144930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0414726f-b902-4d06-b42d-df801f558ba9 req-9fbf14a4-940b-4d5b-8cba-db04085898c9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Apr 05 19:18:47.526716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 10e436c8-624f-45ae-90e5-5ee3b32207ea up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:18:47.574800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 10e436c8-624f-45ae-90e5-5ee3b32207ea completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:18:47.578480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 10e436c8-624f-45ae-90e5-5ee3b32207ea triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:18:47.578848 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:47.651464 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:47.674144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:18:47.676395 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225f5a85-b0f3-48e2-8705-31e44cfe3a7b" -d '{"events": [{"server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "name": "network-vif-plugged", "status": "completed", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:18:47.691972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:47.696845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:47.874705 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e362bad6-31dc-42bb-8059-036edc416c73 x-openstack-request-id: req-e362bad6-31dc-42bb-8059-036edc416c73 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:18:47.874989 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "name": "network-vif-plugged", "status": "completed", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:18:47.875229 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e362bad6-31dc-42bb-8059-036edc416c73 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:18:47.875608 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e362bad6-31dc-42bb-8059-036edc416c73'] response: {'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'code': 200} Apr 05 19:18:47.898998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:48.186938 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:18:48.269060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa1153-bf39-4b62-b9a6-3a6eb7ba9592 req-ac4c12f8-ac5b-4cdb-b72c-1faf6c9ca4d2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:48.270610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8eaa1153-bf39-4b62-b9a6-3a6eb7ba9592 req-ac4c12f8-ac5b-4cdb-b72c-1faf6c9ca4d2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0511963 Apr 05 19:18:48.308366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8eaa1153-bf39-4b62-b9a6-3a6eb7ba9592 req-bdb4da45-c30e-4bf7-9666-477a266bcb70 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315216 Apr 05 19:18:48.636172 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-b050a2f0-11e2-4716-b2a9-468551b29f1a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:48.638349 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-b050a2f0-11e2-4716-b2a9-468551b29f1a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0481937 Apr 05 19:18:49.063112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Deleting port 10e436c8-624f-45ae-90e5-5ee3b32207ea {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:18:49.063334 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:49.148445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] For port 10e436c8-624f-45ae-90e5-5ee3b32207ea, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=10e436c8-624f-45ae-90e5-5ee3b32207ea,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:49.148810 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:49.318716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:49.318998 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:49.319318 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 disassociated. External IP: 172.25.4.87, port: 10e436c8-624f-45ae-90e5-5ee3b32207ea. Apr 05 19:18:49.319906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Calling delete_port for 10e436c8-624f-45ae-90e5-5ee3b32207ea owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:18:49.429775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86efb-4aaf-45bc-9d8a-9cb1bb8b25fb req-b66b7e4a-adf7-4be0-b0c4-4707df9d6ce6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:49.431254 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ad86efb-4aaf-45bc-9d8a-9cb1bb8b25fb req-b66b7e4a-adf7-4be0-b0c4-4707df9d6ce6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ace3743-6b20-48ec-a118-cd8caebbd81f HTTP/1.1" status: 200 len: 945 time: 0.0497594 Apr 05 19:18:49.445969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:49.473532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9ad86efb-4aaf-45bc-9d8a-9cb1bb8b25fb req-12c7a798-b7f8-4de2-9142-3cea0b3f20de tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349782 Apr 05 19:18:49.477069 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event deleted for resources: {'Port': ['ID=10e436c8-624f-45ae-90e5-5ee3b32207ea,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:49.592370 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:18:49.696907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:18:49.708336 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:18:49.718201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:18:49.718912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:18:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:18:49.739317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] No DVR routers for this DVR port 10e436c8-624f-45ae-90e5-5ee3b32207ea on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:18:49.741866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:49.745164 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0fd7629c-c0fe-4a11-8e7b-7cee383aad67 req-3e54a39c-d613-46ee-bbfa-b4ca346ceccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "DELETE /v2.0/ports/10e436c8-624f-45ae-90e5-5ee3b32207ea HTTP/1.1" status: 204 len: 173 time: 1.1010945 Apr 05 19:18:49.746191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'name': 'network-vif-deleted', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:18:49.748533 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29fde59-a1ec-4ef4-baf2-5e065dc2fdeb" -d '{"events": [{"server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "name": "network-vif-deleted", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:18:49.831074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:18:49.877296 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955f86de-51de-4485-976a-f807d1201d22 x-openstack-request-id: req-955f86de-51de-4485-976a-f807d1201d22 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:18:49.877589 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ace3743-6b20-48ec-a118-cd8caebbd81f", "name": "network-vif-deleted", "tag": "10e436c8-624f-45ae-90e5-5ee3b32207ea", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:18:49.877841 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-955f86de-51de-4485-976a-f807d1201d22 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:18:49.878239 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955f86de-51de-4485-976a-f807d1201d22'] response: {'server_uuid': '6ace3743-6b20-48ec-a118-cd8caebbd81f', 'name': 'network-vif-deleted', 'tag': '10e436c8-624f-45ae-90e5-5ee3b32207ea', 'status': 'completed', 'code': 200} Apr 05 19:18:50.039399 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:18:50.065996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:18:50.074211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:18:50.074894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:18:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:18:50.184745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:18:50.382703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:18:50.412311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7402b5c9-6208-4a89-bef2-bbcaf52df4ad None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:18:50.623136 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d93aab-6adb-4e67-88d7-c6d2345c89b5 None None] New status for floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:18:50.714354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-adc14959-22fb-4a03-9481-ce5c4b7986e5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--480311671&fields=id&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 267 time: 0.0383682 Apr 05 19:18:50.832349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-8d984eef-f54d-410a-828b-4ebea1be76af tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:50.833783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-8d984eef-f54d-410a-828b-4ebea1be76af tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 812 time: 0.1123891 Apr 05 19:18:50.849262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-f0063710-6534-4c3e-9eb5-aacf27d30769 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/quotas/ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 375 time: 0.0097289 Apr 05 19:18:50.901677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-5ed99478-0cf6-4fd0-8134-1bbef8c20795 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471816 Apr 05 19:18:50.918023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-aad8f7e0-ebef-449e-9ce6-44645e9f05c4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:18:50.919009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-aad8f7e0-ebef-449e-9ce6-44645e9f05c4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055168 Apr 05 19:18:51.009327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-4a11f4f5-2732-4e6d-91fe-84df1f4f84be service neutron] 10.222.0.15 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842659 Apr 05 19:18:51.097037 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-162bf139-c3bb-4755-aef2-499a81d5aeef service neutron] 10.222.0.15 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812032 Apr 05 19:18:51.258063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07cca280-aea1-4378-868c-690787ab10da req-0a4243cf-c356-4ba2-a1e1-335abd66289f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 210 time: 0.0262289 Apr 05 19:18:52.238716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-aa501f31-1287-4243-9cf1-b41d3f34e3c5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:52.240141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-aa501f31-1287-4243-9cf1-b41d3f34e3c5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 812 time: 0.1079094 Apr 05 19:18:52.354583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe5bb539-8864-44da-9b6c-855d54017c3a req-18dcf8fa-e1f0-4bcd-ad6f-5f93d89425be tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 210 time: 0.0264218 Apr 05 19:18:52.435492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-25326809-db93-49c4-9ee4-577895063e8c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 379 time: 0.0326202 Apr 05 19:18:52.445750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'port': {'device_id': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'admin_state_up': True, 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'security_groups': ['4d1aca4e-7b48-4b9d-93c9-01982093eeeb']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:18:52.549751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Made reservation on behalf of ba71c0391ae74254a3e747840f1f06fa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:18:52.553074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:52.674518 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Allocated IP 172.20.0.9 (674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f/b4668be6-82b2-4d3b-95aa-6f9891ef7200/d4a8698e-3376-490e-8e23-de2b3e5e7f55) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:18:52.812330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:52.844985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:52.884258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:18:52.889767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:18:52.893547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:18:52.925034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event updated for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:52.938213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.938577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.938916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.939249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.939577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.939902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.940224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.940543 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.940859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.941178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.941497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.941812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:18:52.963365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:52.963973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:52.980477 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-849b53c9-0b28-4281-b2ec-8de06e90c767 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5384972 Apr 05 19:18:52.997273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Request body: {'port': {'device_id': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:18:53.052723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:53.137768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-593f7a93-694b-4717-8b93-4d9d7422450d None None] Provisioning complete for port d4a8698e-3376-490e-8e23-de2b3e5e7f55 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:18:53.138369 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-593f7a93-694b-4717-8b93-4d9d7422450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:53.171687 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-593f7a93-694b-4717-8b93-4d9d7422450d None None] Port d4a8698e-3376-490e-8e23-de2b3e5e7f55 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:18:53.313128 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a8698e-3376-490e-8e23-de2b3e5e7f55 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:18:53.321717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:53.334237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Transition to ACTIVE for port object d4a8698e-3376-490e-8e23-de2b3e5e7f55 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:18:53.338028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:53.393661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:53.488360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Attempting to bind port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:18:53.488607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Attempting to bind port d4a8698e-3376-490e-8e23-de2b3e5e7f55 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:18:53.488856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Attempting to bind port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:18:53.498191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:18:53.498546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Attempting to bind port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:18:53.507287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753ebe3-ba57-43a3-a289-23a5db58af02 req-d22ce934-a41d-495f-b595-25710546a1ac tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:53.508895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8753ebe3-ba57-43a3-a289-23a5db58af02 req-d22ce934-a41d-495f-b595-25710546a1ac tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0721614 Apr 05 19:18:53.513890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:18:53.514224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:18:53.514628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:18:53.515048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Bound port: d4a8698e-3376-490e-8e23-de2b3e5e7f55, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:18:53.515406 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:53.581767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8753ebe3-ba57-43a3-a289-23a5db58af02 req-cf8e3490-33aa-492f-b708-8587c3e24a0c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641229 Apr 05 19:18:53.596375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 10e436c8-624f-45ae-90e5-5ee3b32207ea no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:18:53.609448 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:18:53.612603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:18:53.617470 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:53.626436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 10e436c8-624f-45ae-90e5-5ee3b32207ea {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:18:53.627024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 10e436c8-624f-45ae-90e5-5ee3b32207ea not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:18:53.650030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:53.650650 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:53.652789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 1091 time: 0.6592801 Apr 05 19:18:53.653205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:18:53.655451 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cd284a-f88c-4a52-b07d-7756970ee5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:18:53.697423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04eb06-3063-45fb-b0c8-bb6b5ee872c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:53.703643 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cced79-d7e7-4fc9-85f6-fd62f19709b7 x-openstack-request-id: req-30cced79-d7e7-4fc9-85f6-fd62f19709b7 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:18:53.703937 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:18:53.704189 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30cced79-d7e7-4fc9-85f6-fd62f19709b7 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:18:53.704587 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cced79-d7e7-4fc9-85f6-fd62f19709b7'] response: {'name': 'network-changed', 'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'status': 'completed', 'code': 200} Apr 05 19:18:53.746327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-de2b9fae-8d6c-4b3c-87e0-4bd23eb4d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:53.747721 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-de2b9fae-8d6c-4b3c-87e0-4bd23eb4d267 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1094 time: 0.0420032 Apr 05 19:18:53.798073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-2e6722b2-d121-400b-b9f7-39812597e153 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 217 time: 0.0409174 Apr 05 19:18:53.854234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-d62fc219-99e6-4b2b-b328-956fdeaae796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:53.855878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-d62fc219-99e6-4b2b-b328-956fdeaae796 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0458052 Apr 05 19:18:53.904818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-195458b4-a960-4d0d-bf97-147bd6da00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:53.906203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-195458b4-a960-4d0d-bf97-147bd6da00bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395730 Apr 05 19:18:54.001158 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-371d8617-afcf-41b9-812a-c0ea430fbef5 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838041 Apr 05 19:18:54.093033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797b5ccc-d3a9-4671-ac0f-a4fbaeb3b7f9 req-1b1d5f1c-1777-4da0-9d42-5d4b3ff9bb21 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804577 Apr 05 19:18:54.185620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-94216f13-88b4-4d5e-9632-351f0a3c700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:54.187020 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-94216f13-88b4-4d5e-9632-351f0a3c700a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1094 time: 0.0410559 Apr 05 19:18:54.280201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-44f0dce7-2a77-49b0-b67b-f4fdff9a2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:54.281644 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-44f0dce7-2a77-49b0-b67b-f4fdff9a2b10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0871983 Apr 05 19:18:54.323457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-af8315e3-bc0a-4114-9589-4d6b35a5dc68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 217 time: 0.0346680 Apr 05 19:18:54.376126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-e8c49147-f878-47f3-806b-c876d9957e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:54.377598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-e8c49147-f878-47f3-806b-c876d9957e84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0465155 Apr 05 19:18:54.422465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-7a581730-f29a-47b4-9266-cb44d1c91f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:54.423912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-7a581730-f29a-47b4-9266-cb44d1c91f0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392523 Apr 05 19:18:54.510906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-28ca4dd6-4e37-40c3-822d-c78a950fdd0f service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788467 Apr 05 19:18:54.601240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-57cd284a-f88c-4a52-b07d-7756970ee5c5 req-bf5c1ae6-1c89-4761-9517-4353641f9e23 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829499 Apr 05 19:18:54.699109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282bddf-c84c-42cc-b109-69e48bd4b639 req-c24b0095-9f98-4cc2-aef2-f6bacac01af7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:54.700548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f282bddf-c84c-42cc-b109-69e48bd4b639 req-c24b0095-9f98-4cc2-aef2-f6bacac01af7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0494161 Apr 05 19:18:54.737927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f282bddf-c84c-42cc-b109-69e48bd4b639 req-02ff90cb-0bb5-46a4-bbce-a4fffe1a8657 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 Apr 05 19:18:55.854305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d8e6c-0cea-4277-89dd-9e00af76bad0 req-9bfd9934-2455-4512-b6bc-a5109c4f40ce tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:55.856443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d7d8e6c-0cea-4277-89dd-9e00af76bad0 req-9bfd9934-2455-4512-b6bc-a5109c4f40ce tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0492675 Apr 05 19:18:55.897244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d7d8e6c-0cea-4277-89dd-9e00af76bad0 req-006bb9f6-540c-4707-8123-0f3317619066 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348694 Apr 05 19:18:57.011402 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85aa9b-5ea7-4849-aca4-7e7549601338 req-e8217f9f-3472-4a6d-8530-d3282f615f41 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:57.013461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b85aa9b-5ea7-4849-aca4-7e7549601338 req-e8217f9f-3472-4a6d-8530-d3282f615f41 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0484300 Apr 05 19:18:57.049716 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b85aa9b-5ea7-4849-aca4-7e7549601338 req-048c4585-41dd-487a-818e-8b33f050d8b7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301921 Apr 05 19:18:57.993250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d4a8698e-3376-490e-8e23-de2b3e5e7f55 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:18:58.085327 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:58.097578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'mac_address': 'fa:16:3e:02:d6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:18:58.134276 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:58.151554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a8698e-3376-490e-8e23-de2b3e5e7f55 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:18:58.168617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589ae92-da75-4672-b15d-e14af515ffef req-0799e270-bcfb-4714-b4a3-e62fd75ed004 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:58.170143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4589ae92-da75-4672-b15d-e14af515ffef req-0799e270-bcfb-4714-b4a3-e62fd75ed004 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0486884 Apr 05 19:18:58.171014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:18:58.175806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:18:58.210105 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4589ae92-da75-4672-b15d-e14af515ffef req-fc9e6a12-3265-4a79-8980-3f28aba6c07e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328853 Apr 05 19:18:58.234149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:18:58.414689 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['d4a8698e-3376-490e-8e23-de2b3e5e7f55'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:18:59.328859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff9ce8-796b-472b-928f-8d7c5bcadeee req-5d0bd7da-565e-4b0c-b79b-a771d936783a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:18:59.330305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7ff9ce8-796b-472b-928f-8d7c5bcadeee req-5d0bd7da-565e-4b0c-b79b-a771d936783a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 944 time: 0.0482733 Apr 05 19:18:59.371845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7ff9ce8-796b-472b-928f-8d7c5bcadeee req-9721958b-3109-4afe-9a99-8f996e8ad650 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355520 Apr 05 19:18:59.995766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d4a8698e-3376-490e-8e23-de2b3e5e7f55 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:19:00.042504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port d4a8698e-3376-490e-8e23-de2b3e5e7f55 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:19:00.046632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port d4a8698e-3376-490e-8e23-de2b3e5e7f55 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:19:00.046995 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:00.120045 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:00.143184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:19:00.145399 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e573dc-ebaa-41d2-800f-8a8f9680f197" -d '{"events": [{"server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:19:00.158310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:19:00.162294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:00.189440 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c92ff11-0e6a-45f6-8155-bf1a97929969 x-openstack-request-id: req-1c92ff11-0e6a-45f6-8155-bf1a97929969 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:19:00.189737 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:19:00.189986 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c92ff11-0e6a-45f6-8155-bf1a97929969 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:19:00.190376 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c92ff11-0e6a-45f6-8155-bf1a97929969'] response: {'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'code': 200} Apr 05 19:19:00.215454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:00.292881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6458d6-ccd4-4d6c-ae4a-541752ea47b4 req-51dd68d8-ae79-4443-9c4c-697dc3dd5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:00.294335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a6458d6-ccd4-4d6c-ae4a-541752ea47b4 req-51dd68d8-ae79-4443-9c4c-697dc3dd5cf6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1096 time: 0.0410907 Apr 05 19:19:00.332162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3a6458d6-ccd4-4d6c-ae4a-541752ea47b4 req-b4e802c8-2c4b-4183-b8f8-8fba64138275 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276117 Apr 05 19:19:00.486941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec90dd-ca59-4cc7-a1dc-46216dd903f2 req-37b865e1-5ff7-48c9-9c43-af1b3885a6d1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:00.488378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fec90dd-ca59-4cc7-a1dc-46216dd903f2 req-37b865e1-5ff7-48c9-9c43-af1b3885a6d1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0483446 Apr 05 19:19:00.524835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0fec90dd-ca59-4cc7-a1dc-46216dd903f2 req-73fa97f0-4c19-4e5e-98b5-f88f69615b10 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305123 Apr 05 19:19:01.645955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec3082-cc2d-434d-a291-0f80d7627d75 req-2b569055-04ce-4358-b878-ad822c03ae09 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:01.647433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2ec3082-cc2d-434d-a291-0f80d7627d75 req-2b569055-04ce-4358-b878-ad822c03ae09 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0494404 Apr 05 19:19:01.687792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2ec3082-cc2d-434d-a291-0f80d7627d75 req-164ce358-ac6d-42aa-b265-32c0f3d92ecd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343385 Apr 05 19:19:01.798564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f7742-9c8e-4c99-8ada-aa7bff823d60 req-2cbcd2f6-f19d-4620-9c97-b2b4841ce381 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:01.800064 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db2f7742-9c8e-4c99-8ada-aa7bff823d60 req-2cbcd2f6-f19d-4620-9c97-b2b4841ce381 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0487642 Apr 05 19:19:01.808789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:19:01.813342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2ded0343-d91a-4a1c-a3de-6e8e8427b725 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'floatingip': {'port_id': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:19:01.852222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ded0343-d91a-4a1c-a3de-6e8e8427b725 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:02.531549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ded0343-d91a-4a1c-a3de-6e8e8427b725 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:02.535033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ded0343-d91a-4a1c-a3de-6e8e8427b725 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:02.638309 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-2ded0343-d91a-4a1c-a3de-6e8e8427b725 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 associated. External IP: 172.25.4.87, port: d4a8698e-3376-490e-8e23-de2b3e5e7f55. Apr 05 19:19:02.840548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ded0343-d91a-4a1c-a3de-6e8e8427b725 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:19:02.947158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded0343-d91a-4a1c-a3de-6e8e8427b725 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:19:02.952633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ded0343-d91a-4a1c-a3de-6e8e8427b725 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:02.957476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:19:02.967843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:19:02.968450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:18:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:02.980118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2ded0343-d91a-4a1c-a3de-6e8e8427b725 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "PUT /v2.0/floatingips/4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 HTTP/1.1" status: 200 len: 990 time: 1.1703315 Apr 05 19:19:02.980688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:19:02.983912 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbe1b0f-71fb-43a6-944e-165be309c766" -d '{"events": [{"name": "network-changed", "server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:19:03.087094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:19:03.102027 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1cc7fc-158c-4987-8e51-1d6b445aaf34 x-openstack-request-id: req-2c1cc7fc-158c-4987-8e51-1d6b445aaf34 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:19:03.102318 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:19:03.102590 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c1cc7fc-158c-4987-8e51-1d6b445aaf34 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:19:03.102985 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1cc7fc-158c-4987-8e51-1d6b445aaf34'] response: {'name': 'network-changed', 'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'status': 'completed', 'code': 200} Apr 05 19:19:03.197799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-eec685f4-b707-487e-b1dc-0fb1d65dd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:03.199332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-eec685f4-b707-487e-b1dc-0fb1d65dd499 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1096 time: 0.0720778 Apr 05 19:19:03.208305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88881a-38cc-4c5a-9597-3236a6768c26 req-012da4db-3393-469f-9549-3c643fc101c3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:03.209711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e88881a-38cc-4c5a-9597-3236a6768c26 req-012da4db-3393-469f-9549-3c643fc101c3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0740530 Apr 05 19:19:03.298791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e88881a-38cc-4c5a-9597-3236a6768c26 req-6d62af48-0f29-4c4c-974e-9a5a0c3bf0a5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807505 Apr 05 19:19:03.326340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-0554168e-0dce-42e0-863d-ddec56a3ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:03.327843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-0554168e-0dce-42e0-863d-ddec56a3ec7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.1172905 Apr 05 19:19:03.327970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:02:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:19:02Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:03.357673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:19:03.365564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:19:03.366150 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:18:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:03.394850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-a5aa6a06-4b83-478b-a2b4-fe0d44f2d256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 998 time: 0.0588806 Apr 05 19:19:03.452499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-6bd21072-6d91-4cce-93fe-7d3cc77b8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:03.453958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-6bd21072-6d91-4cce-93fe-7d3cc77b8f6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0486064 Apr 05 19:19:03.472001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:19:03.499839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-3ee719ba-0e6a-4f64-9c4a-11875e2c0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:03.501363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-3ee719ba-0e6a-4f64-9c4a-11875e2c0997 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399814 Apr 05 19:19:03.593637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-77ca1951-1b46-492a-8a89-ab21cb426d75 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852423 Apr 05 19:19:03.688893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8dbe1b0f-71fb-43a6-944e-165be309c766 req-59644932-55b9-458c-b680-3bd100f4f0f3 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884147 Apr 05 19:19:03.689393 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:02:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:19:02Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:03.716054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b70b2-0ec9-4bc3-ba4c-b4c00ae68b72 None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:02:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:19:02Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:19:03.900319 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928e1f57-acdc-45ec-b637-1c5ec3f781e2 None None] New status for floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:19:04.415434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39050ea-63e4-4d22-b12c-f12fc47cea00 req-8216b667-51ec-4d97-bd8a-03fc3666a85c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:04.416992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e39050ea-63e4-4d22-b12c-f12fc47cea00 req-8216b667-51ec-4d97-bd8a-03fc3666a85c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Apr 05 19:19:04.454585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e39050ea-63e4-4d22-b12c-f12fc47cea00 req-c25629b0-9386-4016-a730-810bbcbdaa5d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307829 Apr 05 19:19:05.342247 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:05.573748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d351654-c182-44a9-bb59-ff22dbcb92c0 req-447a1a3c-2aca-410b-b79c-e72f52ea63c9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:05.575328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d351654-c182-44a9-bb59-ff22dbcb92c0 req-447a1a3c-2aca-410b-b79c-e72f52ea63c9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0527112 Apr 05 19:19:05.612332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d351654-c182-44a9-bb59-ff22dbcb92c0 req-37b13ad0-fea5-4a8e-b4a7-747ae075f7c2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310419 Apr 05 19:19:06.729594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fa940-6e93-4ddb-8bbe-e65168c2a72e req-be741106-56c3-4ed8-b56e-e74d31789ec4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:06.731079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-025fa940-6e93-4ddb-8bbe-e65168c2a72e req-be741106-56c3-4ed8-b56e-e74d31789ec4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0484333 Apr 05 19:19:06.769930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-025fa940-6e93-4ddb-8bbe-e65168c2a72e req-9cb2739f-4cc7-4207-8b0c-c126dfe2ba0f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322020 Apr 05 19:19:07.311400 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:07.885662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cac77-0783-481e-892c-3af174e97a57 req-c5ffb2bb-a9ec-468c-bcb3-e5b2e61b0c27 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:07.887052 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db7cac77-0783-481e-892c-3af174e97a57 req-c5ffb2bb-a9ec-468c-bcb3-e5b2e61b0c27 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0477839 Apr 05 19:19:07.924201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db7cac77-0783-481e-892c-3af174e97a57 req-54dd27db-1e0f-4203-8918-2ddc39d0c2ac tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306857 Apr 05 19:19:09.044864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf06fd-903c-4b0d-8489-2f521dcbe402 req-41cd6b4b-fe21-457a-a4a8-99eab8e2a5c4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:09.046522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9bf06fd-903c-4b0d-8489-2f521dcbe402 req-41cd6b4b-fe21-457a-a4a8-99eab8e2a5c4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0548370 Apr 05 19:19:09.083463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9bf06fd-903c-4b0d-8489-2f521dcbe402 req-3cbdd18c-ebc7-4118-aea0-30cd94b66a5d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309565 Apr 05 19:19:09.494454 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f583f51e-3447-4293-94ad-27ad65800912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:10.198330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9216d1c-3691-49bf-ba3d-130acb98142a req-708ac8b2-f81f-4d1e-93a9-f22c7595c79f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:10.199797 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9216d1c-3691-49bf-ba3d-130acb98142a req-708ac8b2-f81f-4d1e-93a9-f22c7595c79f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Apr 05 19:19:10.238299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9216d1c-3691-49bf-ba3d-130acb98142a req-117a701f-1b2e-4641-b160-99caef366fb7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318685 Apr 05 19:19:11.355199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9ce09-8e47-4a8b-b50a-96c68f93c936 req-63967892-2130-4cd7-b368-80a52746ae4b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:11.357184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ecc9ce09-8e47-4a8b-b50a-96c68f93c936 req-63967892-2130-4cd7-b368-80a52746ae4b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0486884 Apr 05 19:19:11.393756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ecc9ce09-8e47-4a8b-b50a-96c68f93c936 req-363b7a3d-a4fc-480c-974e-fbed2e8f6939 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304635 Apr 05 19:19:11.839708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49308908-92d4-490b-9406-977c01f9a814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:12.512486 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4b43-0f40-490f-9b7e-881959b03177 req-50ec1149-adba-4092-985d-be33b818b2a3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:12.514031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-406c4b43-0f40-490f-9b7e-881959b03177 req-50ec1149-adba-4092-985d-be33b818b2a3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0528517 Apr 05 19:19:12.551292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-406c4b43-0f40-490f-9b7e-881959b03177 req-dd770763-ae18-4f91-a394-b7563d80d74b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312700 Apr 05 19:19:12.948551 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:13.669753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b492724-97fe-41f9-a4f0-682f0d07bacd req-cd5f653e-84f1-4fff-a58e-6bc96ef9d2be tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:13.671220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b492724-97fe-41f9-a4f0-682f0d07bacd req-cd5f653e-84f1-4fff-a58e-6bc96ef9d2be tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0499072 Apr 05 19:19:13.708770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b492724-97fe-41f9-a4f0-682f0d07bacd req-7cebc32f-861e-4882-aee8-8172e5cd0212 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315952 Apr 05 19:19:14.479895 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:14.823400 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9daab6-2b40-4187-9688-37bc1ef238a8 req-616bf214-c977-461c-9aec-9237d1716be4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:14.824855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb9daab6-2b40-4187-9688-37bc1ef238a8 req-616bf214-c977-461c-9aec-9237d1716be4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0492373 Apr 05 19:19:14.861951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fb9daab6-2b40-4187-9688-37bc1ef238a8 req-a63e50e4-bde6-4186-b139-c8680d763af7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310383 Apr 05 19:19:15.015378 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:15.984875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e20ea8-f140-468d-8e73-e67b7f0e336f req-f86c358c-7773-4c97-859f-25105f13c64b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:15.986667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16e20ea8-f140-468d-8e73-e67b7f0e336f req-f86c358c-7773-4c97-859f-25105f13c64b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0570214 Apr 05 19:19:16.032283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16e20ea8-f140-468d-8e73-e67b7f0e336f req-df03aea9-f3a2-4435-8b4b-c9ef16c3382a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394077 Apr 05 19:19:17.147217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eca93c-726a-451c-84aa-cf2ac5721efd req-397e5d91-a970-4c4d-8953-4910954bbe63 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:17.148697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78eca93c-726a-451c-84aa-cf2ac5721efd req-397e5d91-a970-4c4d-8953-4910954bbe63 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0487099 Apr 05 19:19:17.185664 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78eca93c-726a-451c-84aa-cf2ac5721efd req-ec5e2ccd-821b-4aca-b433-92e1de815ab0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304613 Apr 05 19:19:18.300680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586485b8-a6f4-4a90-874d-0a55a9128f3e req-139e01b9-12be-4444-badf-976064b67747 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:18.302140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-586485b8-a6f4-4a90-874d-0a55a9128f3e req-139e01b9-12be-4444-badf-976064b67747 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0486028 Apr 05 19:19:18.339168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-586485b8-a6f4-4a90-874d-0a55a9128f3e req-e63d063b-3f2e-43cd-95aa-7c15c853ce58 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310843 Apr 05 19:19:19.471601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ba6f6-e2ff-4b82-a922-9407c4f7335f req-ed193865-79d4-495d-8369-446d268575e0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:19.473206 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce7ba6f6-e2ff-4b82-a922-9407c4f7335f req-ed193865-79d4-495d-8369-446d268575e0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0628283 Apr 05 19:19:19.517233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ce7ba6f6-e2ff-4b82-a922-9407c4f7335f req-10a8e458-4b89-4346-b91d-d75a82f048ce tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370142 Apr 05 19:19:20.638746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f6ad6-581f-40e9-aa78-349ba56701c3 req-08bf182f-8450-4857-9487-b0be3f5c634d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:20.640188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af4f6ad6-581f-40e9-aa78-349ba56701c3 req-08bf182f-8450-4857-9487-b0be3f5c634d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0489147 Apr 05 19:19:20.677018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af4f6ad6-581f-40e9-aa78-349ba56701c3 req-92c799a0-f90d-4cef-8734-f60fd37779cd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309379 Apr 05 19:19:21.793049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeaf618-6e41-4c7d-9d0b-afa85f4b31fa req-9412ffba-4635-4a55-a455-4f9988863f66 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:21.794538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-feeaf618-6e41-4c7d-9d0b-afa85f4b31fa req-9412ffba-4635-4a55-a455-4f9988863f66 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0482075 Apr 05 19:19:21.833953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-feeaf618-6e41-4c7d-9d0b-afa85f4b31fa req-343060eb-1077-4f71-996c-c6f9a250a126 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330746 Apr 05 19:19:22.957234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07cd29-460c-4178-9190-d0fcf4e2d6e8 req-9a046573-67d6-447a-9cf1-2735a5cb357a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:22.958687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db07cd29-460c-4178-9190-d0fcf4e2d6e8 req-9a046573-67d6-447a-9cf1-2735a5cb357a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0525403 Apr 05 19:19:22.995677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db07cd29-460c-4178-9190-d0fcf4e2d6e8 req-2a5c160d-15a8-4086-8dd6-4bab802802e1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310349 Apr 05 19:19:24.110305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471b142-4d74-4a77-9bee-43587d420795 req-00b4684f-c943-458c-b6b8-7d40bf2d4d1b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:24.111791 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0471b142-4d74-4a77-9bee-43587d420795 req-00b4684f-c943-458c-b6b8-7d40bf2d4d1b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0479667 Apr 05 19:19:24.150630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0471b142-4d74-4a77-9bee-43587d420795 req-2172ed13-70d8-424d-b414-43b54cb6619e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326900 Apr 05 19:19:25.185116 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:19:25.268364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585515f1-0baf-4aec-b348-ace8ecdb1eb0 req-16d21bff-ff29-4b26-99da-a3340d25c0d9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:25.269809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-585515f1-0baf-4aec-b348-ace8ecdb1eb0 req-16d21bff-ff29-4b26-99da-a3340d25c0d9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0495996 Apr 05 19:19:25.307922 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-585515f1-0baf-4aec-b348-ace8ecdb1eb0 req-d612add5-7107-40ed-94cf-0389e11d2e8d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Apr 05 19:19:26.427813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a414c-5cbc-4a43-b57f-9b64e801a46f req-4428814b-7d35-4761-8997-58ed88c5b22b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:26.429262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b2a414c-5cbc-4a43-b57f-9b64e801a46f req-4428814b-7d35-4761-8997-58ed88c5b22b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0523713 Apr 05 19:19:26.466363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b2a414c-5cbc-4a43-b57f-9b64e801a46f req-37b94d74-1f94-4020-ab51-24d451c35ea1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311315 Apr 05 19:19:27.581484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9bdbc-147c-491b-8ee4-e3ad0f47d995 req-485d42dd-bc0e-4d93-b352-48c324082099 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:27.582951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ff9bdbc-147c-491b-8ee4-e3ad0f47d995 req-485d42dd-bc0e-4d93-b352-48c324082099 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0488143 Apr 05 19:19:27.621913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0ff9bdbc-147c-491b-8ee4-e3ad0f47d995 req-04d77ca9-b34a-4c23-adda-cbb093228494 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329542 Apr 05 19:19:28.735332 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d07e9-e295-460b-b5bc-1766adec7cd4 req-6c0d956c-9fe7-4d34-816d-f2cf02e8bfdb tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:28.736795 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e75d07e9-e295-460b-b5bc-1766adec7cd4 req-6c0d956c-9fe7-4d34-816d-f2cf02e8bfdb tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0474417 Apr 05 19:19:28.774300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e75d07e9-e295-460b-b5bc-1766adec7cd4 req-744fd422-8fb3-4c86-89f3-12ebd3bf208b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314929 Apr 05 19:19:29.021329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-9e0b6988-438e-4f5d-823a-8a6a2f627dfc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699766 Apr 05 19:19:29.033929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c150f-6ad3-45a0-bf9a-167b3312e8f8 req-9e005c59-21d0-44a2-be31-7f4e778a85f8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:29.035392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc6c150f-6ad3-45a0-bf9a-167b3312e8f8 req-9e005c59-21d0-44a2-be31-7f4e778a85f8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0751517 Apr 05 19:19:29.075288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc6c150f-6ad3-45a0-bf9a-167b3312e8f8 req-20297477-221f-4a78-9e76-8ee7aaa5dc75 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338235 Apr 05 19:19:30.085095 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-171c1b05-450e-4d3d-a9ec-d167e46e21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:30.086600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-171c1b05-450e-4d3d-a9ec-d167e46e21b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1096 time: 0.0410933 Apr 05 19:19:30.219494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de89b4-ee56-4216-aaad-9b5d9a78715b req-90fca354-8da0-4f30-b582-c74c89415ae2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:30.220971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92de89b4-ee56-4216-aaad-9b5d9a78715b req-90fca354-8da0-4f30-b582-c74c89415ae2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0735626 Apr 05 19:19:30.223781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-d0bb2a90-7536-4601-a152-2f3bf2411596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:30.225085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-d0bb2a90-7536-4601-a152-2f3bf2411596 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.1269693 Apr 05 19:19:30.302485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92de89b4-ee56-4216-aaad-9b5d9a78715b req-653e504d-488f-4904-b083-4c4c372c22eb tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754888 Apr 05 19:19:30.314348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-9562f88d-47c3-493d-9649-cce25c4d4bcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 1000 time: 0.0733104 Apr 05 19:19:30.366172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-1520512e-da79-4970-a902-f66051b86e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:30.367607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-1520512e-da79-4970-a902-f66051b86e67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0429482 Apr 05 19:19:30.416514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-9f8b2329-5a0e-4cab-ac03-3ff586ad32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:30.417940 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-9f8b2329-5a0e-4cab-ac03-3ff586ad32cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392752 Apr 05 19:19:30.511793 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-74287be6-fd0b-4ac7-bc9a-857054072980 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830023 Apr 05 19:19:30.602029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-42fb3cec-5731-4db3-ac64-23d606a38e02 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791256 Apr 05 19:19:31.417793 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0173ff8-ef87-493f-9869-3a976a891333 req-36d80edb-818f-426c-b926-ef51f8c09840 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:31.419259 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0173ff8-ef87-493f-9869-3a976a891333 req-36d80edb-818f-426c-b926-ef51f8c09840 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Apr 05 19:19:31.456769 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f0173ff8-ef87-493f-9869-3a976a891333 req-96c73d68-8db9-458b-981a-d6a87d9e6332 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307271 Apr 05 19:19:32.576339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908319b0-f9a7-4b49-a320-9b5c61e30725 req-66187eb5-f500-4fb2-9a2f-769215d49ccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:32.577825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-908319b0-f9a7-4b49-a320-9b5c61e30725 req-66187eb5-f500-4fb2-9a2f-769215d49ccc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0526319 Apr 05 19:19:32.615079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-908319b0-f9a7-4b49-a320-9b5c61e30725 req-afa64765-a4a1-4967-b39e-334598aa6e8b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311792 Apr 05 19:19:32.691033 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-88b6ff25-5f8e-40a8-9985-5ad3f25ed035 service neutron] show failed (client error): The resource could not be found. Apr 05 19:19:32.691999 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-88b6ff25-5f8e-40a8-9985-5ad3f25ed035 service neutron] 10.222.0.20 "GET /v2.0/ports/d4a8698e-3376-490e-8e23-de2b3e5e7f55/bindings/n-h1-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0519371 Apr 05 19:19:32.897733 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-a8be91fe-e48f-4f29-b29a-9685b603ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:32.899809 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-a8be91fe-e48f-4f29-b29a-9685b603ae4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 1096 time: 0.0402410 Apr 05 19:19:32.912449 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:19:32.963201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:33.166732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:19:33.198937 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:19:33.237813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:19:33.240090 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b2966d-e71d-4197-826e-88dcbaeafb11" -d '{"events": [{"server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:19:33.243883 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:33.256773 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Transition to ACTIVE for port object d4a8698e-3376-490e-8e23-de2b3e5e7f55 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:19:33.260619 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:33.293072 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc73319-37d1-4a00-9705-c9d55f306d19 x-openstack-request-id: req-1cc73319-37d1-4a00-9705-c9d55f306d19 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:19:33.293355 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:19:33.294272 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cc73319-37d1-4a00-9705-c9d55f306d19 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:19:33.294272 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc73319-37d1-4a00-9705-c9d55f306d19'] response: {'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'code': 200} Apr 05 19:19:33.340376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:33.389390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] No DVR routers for this DVR port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:19:33.527860 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Attempting to bind port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:19:33.528194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Attempting to bind port d4a8698e-3376-490e-8e23-de2b3e5e7f55 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:19:33.528524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Attempting to bind port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:19:33.532687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:19:33.533007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Attempting to bind port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:19:33.537725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:19:33.538059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:19:33.538466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:19:33.538887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Bound port: d4a8698e-3376-490e-8e23-de2b3e5e7f55, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:19:33.539239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:33.601281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:19:33.604219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:19:33.608680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:33.653653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:33.654286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:33.656443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] 10.222.0.25 "PUT /v2.0/ports/d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 1091 time: 0.7479019 Apr 05 19:19:33.670241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a1b45-f616-47a0-bb46-0d9ba115df22 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:33.732917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-075ec583-016f-4b12-92d3-b111cd7beb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:33.734919 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-075ec583-016f-4b12-92d3-b111cd7beb41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1094 time: 0.0473094 Apr 05 19:19:33.743142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b8e0-6930-43d3-ac78-d7b750a4ad59 req-9142e49f-5370-4915-8ce1-b7c050aba25a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:33.744634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b261b8e0-6930-43d3-ac78-d7b750a4ad59 req-9142e49f-5370-4915-8ce1-b7c050aba25a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0516436 Apr 05 19:19:33.786058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b261b8e0-6930-43d3-ac78-d7b750a4ad59 req-6a429091-1e7e-4e06-a089-062b178f1443 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344019 Apr 05 19:19:33.837157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-0f8d38a3-4095-479b-912c-025f80775640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:33.838672 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-0f8d38a3-4095-479b-912c-025f80775640 service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0976756 Apr 05 19:19:33.909313 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-bf6b884b-f071-4055-8dda-ddd6ac02c4b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 998 time: 0.0645030 Apr 05 19:19:33.957966 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-51ce068c-c589-4661-a13d-d61161ff58db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:33.959413 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-51ce068c-c589-4661-a13d-d61161ff58db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0441754 Apr 05 19:19:34.002984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-3f7f25cf-2c7d-47d2-9026-f9a6c67f30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:34.004431 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-3f7f25cf-2c7d-47d2-9026-f9a6c67f30f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389540 Apr 05 19:19:34.095538 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-3411d214-04bd-4cfb-9e6e-1bf2a590a62d service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840528 Apr 05 19:19:34.183107 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c0f50a7-abb8-4d99-9dca-c909dbde50c0 req-fdd72b7f-870c-4bcf-8858-f8d9e0294546 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812471 Apr 05 19:19:34.909549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b310c2-3f5b-432a-bbd9-e76bae2c4f53 req-0ef38bd1-2f4a-41f0-b170-78cf6dd37db6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:34.911046 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96b310c2-3f5b-432a-bbd9-e76bae2c4f53 req-0ef38bd1-2f4a-41f0-b170-78cf6dd37db6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0523908 Apr 05 19:19:34.947799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-96b310c2-3f5b-432a-bbd9-e76bae2c4f53 req-01413ec4-0ff5-4490-b819-8669f6f8833b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307693 Apr 05 19:19:35.294691 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:19:35.297215 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c055ec9b-5c6d-45cb-a014-b7f77469b574" -d '{"events": [{"name": "network-changed", "server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:19:35.344776 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad3ef15-5d47-4bdd-9de8-676b8e6508e2 x-openstack-request-id: req-9ad3ef15-5d47-4bdd-9de8-676b8e6508e2 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:19:35.345069 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:19:35.345318 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ad3ef15-5d47-4bdd-9de8-676b8e6508e2 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:19:35.345718 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad3ef15-5d47-4bdd-9de8-676b8e6508e2'] response: {'name': 'network-changed', 'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'status': 'completed', 'code': 200} Apr 05 19:19:35.348662 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:35.408108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-316f30f3-c959-462c-9383-e434bd92beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:35.409597 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-316f30f3-c959-462c-9383-e434bd92beed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1094 time: 0.0421543 Apr 05 19:19:35.410986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-a292a088-3729-42f1-aff9-07076bc42326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:35.412457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-a292a088-3729-42f1-aff9-07076bc42326 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1094 time: 0.0415318 Apr 05 19:19:35.503832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-b5210e75-6c31-4880-89cd-bb5275734e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:35.505312 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-b5210e75-6c31-4880-89cd-bb5275734e25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0893559 Apr 05 19:19:35.509755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-4264cb22-5e70-44ee-ad8d-3748e6c76226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:35.511222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-4264cb22-5e70-44ee-ad8d-3748e6c76226 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0881932 Apr 05 19:19:35.578737 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-15ad6bce-79ec-4797-a348-d8933a492f81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 998 time: 0.0660274 Apr 05 19:19:35.636601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-cd93a04b-b239-4ed0-a371-e07c7190a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:35.638078 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-cd93a04b-b239-4ed0-a371-e07c7190a02c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0525327 Apr 05 19:19:35.686810 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-0fe634c9-747c-486a-878d-f1020848c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:35.688457 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-0fe634c9-747c-486a-878d-f1020848c1d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439217 Apr 05 19:19:35.779186 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-82ee9dd5-e3c6-4a87-a5d4-da2e33c16698 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835249 Apr 05 19:19:35.850585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-f090a434-8418-42fd-9440-85bb36da794a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 998 time: 0.3280854 Apr 05 19:19:35.874770 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-394b531a-30c9-4ba5-affd-d7abf7c71f89 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884430 Apr 05 19:19:35.903032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-4aab9727-bcbc-478f-a26c-ee2f37ce2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:35.904479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-4aab9727-bcbc-478f-a26c-ee2f37ce2427 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0432823 Apr 05 19:19:35.956175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-18155ada-a5ec-4b10-a136-83daabe6189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:35.957624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-18155ada-a5ec-4b10-a136-83daabe6189b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426595 Apr 05 19:19:36.078836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-68079441-6e41-4418-8940-8292f686bdd7 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096258 Apr 05 19:19:36.088783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92313d-606d-4908-9022-bcdbaeec3583 req-c64e04c9-a127-4eb4-bd77-c593a451aa11 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:36.090115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d92313d-606d-4908-9022-bcdbaeec3583 req-c64e04c9-a127-4eb4-bd77-c593a451aa11 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0699940 Apr 05 19:19:36.149300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d4a8698e-3376-490e-8e23-de2b3e5e7f55 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:19:36.173223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d92313d-606d-4908-9022-bcdbaeec3583 req-6a960b18-84e7-44b1-b1e6-1ec756f53b10 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746906 Apr 05 19:19:36.189274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device d4a8698e-3376-490e-8e23-de2b3e5e7f55 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:19:36.202691 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c055ec9b-5c6d-45cb-a014-b7f77469b574 req-d5b76520-c02c-4819-9e20-d9038467d439 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109731 Apr 05 19:19:37.297291 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ba43-8a9d-4afb-8943-d5ecd38b2d03 req-5b517f0f-6e8a-4afb-bbf2-9fd3bdb93cbe tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:37.298773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b251ba43-8a9d-4afb-8943-d5ecd38b2d03 req-5b517f0f-6e8a-4afb-bbf2-9fd3bdb93cbe tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0486145 Apr 05 19:19:37.324715 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:37.336401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b251ba43-8a9d-4afb-8943-d5ecd38b2d03 req-01374e1f-6750-4b3f-96b4-38974b615890 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317836 Apr 05 19:19:37.563607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade577d5-841a-45d7-8276-18bd8f23d277 req-336bce1f-8199-42bf-a242-1475489aced3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:37.564975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ade577d5-841a-45d7-8276-18bd8f23d277 req-336bce1f-8199-42bf-a242-1475489aced3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 943 time: 0.0835247 Apr 05 19:19:37.577750 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-654bcb54-ee99-4b0f-893d-faa9db6ca774 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:37.579112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-654bcb54-ee99-4b0f-893d-faa9db6ca774 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2&tenant_id=ba71c0391ae74254a3e747840f1f06fa&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 943 time: 0.0666928 Apr 05 19:19:37.641536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ade577d5-841a-45d7-8276-18bd8f23d277 req-73d24f06-1880-4d43-a000-772ec0f2e3f9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615022 Apr 05 19:19:37.659892 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-3b71fd41-d6f8-41dc-bb23-12df5c580c18 service neutron] delete failed (client error): The resource could not be found. Apr 05 19:19:37.660884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-3b71fd41-d6f8-41dc-bb23-12df5c580c18 service neutron] 10.222.0.20 "DELETE /v2.0/ports/d4a8698e-3376-490e-8e23-de2b3e5e7f55/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0687652 Apr 05 19:19:37.753112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d4a8698e-3376-490e-8e23-de2b3e5e7f55 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:19:37.753850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-4ffa34f0-6fdc-4b6b-9448-91aeaa7bb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:37.755360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-4ffa34f0-6fdc-4b6b-9448-91aeaa7bb33e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1094 time: 0.0438261 Apr 05 19:19:37.845511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-9cbdbdcb-c554-41c6-aaee-443d7ec97341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:37.846988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-9cbdbdcb-c554-41c6-aaee-443d7ec97341 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0847437 Apr 05 19:19:37.850184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:19:37.861168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'mac_address': 'fa:16:3e:02:d6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:19:37.896813 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:37.910481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a8698e-3376-490e-8e23-de2b3e5e7f55 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:19:37.919337 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-4190c6bb-ac03-445d-8cb1-4c464cfb7332 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 998 time: 0.0621314 Apr 05 19:19:37.929865 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:19:37.934064 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:37.975140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-e4582ea5-9b61-47f1-a9fd-faf38bbac078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:37.976576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-e4582ea5-9b61-47f1-a9fd-faf38bbac078 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0465493 Apr 05 19:19:37.984497 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:38.025677 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-41186de0-0b22-4383-a153-c5f60a883975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:38.027167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-41186de0-0b22-4383-a153-c5f60a883975 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407050 Apr 05 19:19:38.122982 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-82cecd99-eea9-4884-a62d-1ba2ebeb8c0e service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841012 Apr 05 19:19:38.215922 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e986703-71a3-4856-9895-1ac0d6f76f80 req-b3e391c8-34f3-4586-ab11-366d58b4d247 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823283 Apr 05 19:19:38.229893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['d4a8698e-3376-490e-8e23-de2b3e5e7f55'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:19:38.769957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a49bf-ebc6-4714-a4b9-95132be08c07 req-60b41be4-4f7a-457b-af58-2694bf045792 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:38.771468 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff9a49bf-ebc6-4714-a4b9-95132be08c07 req-60b41be4-4f7a-457b-af58-2694bf045792 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 944 time: 0.0596502 Apr 05 19:19:38.812648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ff9a49bf-ebc6-4714-a4b9-95132be08c07 req-ecbe4cdd-126c-456d-8bcb-7bf136994b16 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348806 Apr 05 19:19:38.932438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acb0dc-a33c-4d7b-bba3-2537ceb542c5 req-db747e57-317f-41ee-9d91-63f95cadad23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:38.933800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80acb0dc-a33c-4d7b-bba3-2537ceb542c5 req-db747e57-317f-41ee-9d91-63f95cadad23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 944 time: 0.0517817 Apr 05 19:19:38.972230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-80acb0dc-a33c-4d7b-bba3-2537ceb542c5 req-7fa54390-3cdb-4186-a787-fe0944a60772 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Apr 05 19:19:39.172273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655854b-d3ca-4953-b81e-48414d123d30 req-b559ec34-52eb-4b76-927c-8ee076f84592 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:39.173851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a655854b-d3ca-4953-b81e-48414d123d30 req-b559ec34-52eb-4b76-927c-8ee076f84592 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 944 time: 0.0513275 Apr 05 19:19:39.192958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-1a24bdae-0988-48d3-9b67-e6b02f77bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:39.194368 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-1a24bdae-0988-48d3-9b67-e6b02f77bde1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 1095 time: 0.0429149 Apr 05 19:19:39.213299 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a655854b-d3ca-4953-b81e-48414d123d30 req-54108067-6cdc-4081-94c7-a6fb92714377 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332160 Apr 05 19:19:39.286179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-a025d376-024c-4a88-a1af-4402abc048bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:39.287650 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-a025d376-024c-4a88-a1af-4402abc048bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0865254 Apr 05 19:19:39.353730 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-ac8dbadc-625d-43db-8756-63a6d765f157 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 200 len: 999 time: 0.0585349 Apr 05 19:19:39.402646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-51fb7d36-e511-417f-9ea5-1c396094e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:39.404047 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-51fb7d36-e511-417f-9ea5-1c396094e44b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0428348 Apr 05 19:19:39.452919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-6d6ec3fb-af2c-4e06-b214-98e94e4f68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:39.454300 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-6d6ec3fb-af2c-4e06-b214-98e94e4f68bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440695 Apr 05 19:19:39.495509 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eff7602d-7dc2-453c-85f3-3002fc5e0707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:39.543390 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-e59887f8-3079-463d-aa5b-adbcb3b25da4 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824709 Apr 05 19:19:39.633557 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6dac5935-a63f-4c48-9d8a-be4ac6b18acb req-587537bf-8b30-4b84-8e47-95f46c8c7bd8 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838525 Apr 05 19:19:39.779625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d4a8698e-3376-490e-8e23-de2b3e5e7f55 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:19:39.830172 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port d4a8698e-3376-490e-8e23-de2b3e5e7f55 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:19:39.833893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port d4a8698e-3376-490e-8e23-de2b3e5e7f55 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:19:39.834254 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:39.908013 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:39.929161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:19:39.931416 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77815c80-0b68-4d19-98d9-0e16b1dc02c0" -d '{"events": [{"server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:19:39.943861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:19:39.948268 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:39.975033 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15623f9d-ae73-430e-b6a2-3c4cfd01e1a9 x-openstack-request-id: req-15623f9d-ae73-430e-b6a2-3c4cfd01e1a9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:19:39.975317 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:19:39.975568 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15623f9d-ae73-430e-b6a2-3c4cfd01e1a9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:19:39.975951 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15623f9d-ae73-430e-b6a2-3c4cfd01e1a9'] response: {'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'code': 200} Apr 05 19:19:39.999917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:40.330491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321baf1b-d81a-451c-a487-5bf1614f7108 req-77ec52f7-fcdd-4387-a1ce-81e95ef3fd3f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:40.331968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321baf1b-d81a-451c-a487-5bf1614f7108 req-77ec52f7-fcdd-4387-a1ce-81e95ef3fd3f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0489504 Apr 05 19:19:40.368011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-321baf1b-d81a-451c-a487-5bf1614f7108 req-3387d34d-27c5-4d10-b59f-fb719f5151ef tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301230 Apr 05 19:19:40.599161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b572d-e443-4534-bef2-d20c82b8e673 req-fb0ea1fb-e3d7-4ed3-93e2-2a2846c2cc7e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:40.600591 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa6b572d-e443-4534-bef2-d20c82b8e673 req-fb0ea1fb-e3d7-4ed3-93e2-2a2846c2cc7e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0519934 Apr 05 19:19:40.637901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fa6b572d-e443-4534-bef2-d20c82b8e673 req-2344da88-9de8-448b-80e0-39bff7a2a088 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313745 Apr 05 19:19:41.756202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659c89-7bf0-4781-91b7-91b5f53fe76a req-e70cd7d9-907e-4026-bd80-e8f6323301f4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:41.757657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-19659c89-7bf0-4781-91b7-91b5f53fe76a req-e70cd7d9-907e-4026-bd80-e8f6323301f4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Apr 05 19:19:41.796068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-19659c89-7bf0-4781-91b7-91b5f53fe76a req-b318e046-bb3e-4deb-9194-e63931bf4e57 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317571 Apr 05 19:19:41.840325 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-919c75ef-aa28-4e9d-ad36-5faf91b3e086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:41.961904 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-cfb1e68e-52c0-49e8-a402-e1c38fa833be tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:41.963279 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-cfb1e68e-52c0-49e8-a402-e1c38fa833be tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 945 time: 0.0486045 Apr 05 19:19:42.051848 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Deleting port d4a8698e-3376-490e-8e23-de2b3e5e7f55 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:19:42.052185 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:42.144054 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] For port d4a8698e-3376-490e-8e23-de2b3e5e7f55, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=d4a8698e-3376-490e-8e23-de2b3e5e7f55,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:19:42.144417 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:42.313755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:42.314109 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:42.314442 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 disassociated. External IP: 172.25.4.87, port: d4a8698e-3376-490e-8e23-de2b3e5e7f55. Apr 05 19:19:42.314778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Calling delete_port for d4a8698e-3376-490e-8e23-de2b3e5e7f55 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:19:42.444760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:42.472888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event deleted for resources: {'Port': ['ID=d4a8698e-3376-490e-8e23-de2b3e5e7f55,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:42.484407 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.484749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.485086 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.485421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.485783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.486820 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.487197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.487544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.487881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.488338 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.488723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.489173 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:42.604529 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:19:42.720580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:19:42.731968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:19:42.741457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:19:42.742009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:19:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:42.758907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] No DVR routers for this DVR port d4a8698e-3376-490e-8e23-de2b3e5e7f55 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:19:42.761454 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:42.765540 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f126c0b4-6005-443e-a06e-5407fc2d07e3 req-3f376908-14de-4d81-aba9-7302e66a249c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "DELETE /v2.0/ports/d4a8698e-3376-490e-8e23-de2b3e5e7f55 HTTP/1.1" status: 204 len: 173 time: 0.7962735 Apr 05 19:19:42.766031 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'name': 'network-vif-deleted', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:19:42.768353 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4872d7-6383-4e76-bcc6-61e16b3b7fb6" -d '{"events": [{"server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "name": "network-vif-deleted", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:19:42.806297 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994b4a6d-841c-4c65-81d0-c4fd8b052d98 x-openstack-request-id: req-994b4a6d-841c-4c65-81d0-c4fd8b052d98 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:19:42.806638 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d607afe-ff15-4961-8860-d73ab27b48e2", "name": "network-vif-deleted", "tag": "d4a8698e-3376-490e-8e23-de2b3e5e7f55", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:19:42.806883 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-994b4a6d-841c-4c65-81d0-c4fd8b052d98 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:19:42.807457 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994b4a6d-841c-4c65-81d0-c4fd8b052d98'] response: {'server_uuid': '7d607afe-ff15-4961-8860-d73ab27b48e2', 'name': 'network-vif-deleted', 'tag': 'd4a8698e-3376-490e-8e23-de2b3e5e7f55', 'status': 'completed', 'code': 200} Apr 05 19:19:42.861268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:19:42.895271 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7341a94d-4f31-4c05-bc1d-9ca84a8dadbb req-796ea0c2-c7c4-4e01-a3d6-e85275299122 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d607afe-ff15-4961-8860-d73ab27b48e2 HTTP/1.1" status: 200 len: 210 time: 0.0265868 Apr 05 19:19:42.997791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:43.078860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:43.108513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:19:43.116373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:19:43.116956 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:19:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:43.225638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:19:43.423295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:43.449870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed8c17-d615-4e8e-b4b1-a52fc045a734 None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:19:43.668858 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a73322f-abfb-4981-a3d7-1f5028399ccc None None] New status for floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:19:44.127977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-a9584f90-b54c-4477-99c6-3dc30179510f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--480311671&fields=id&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 267 time: 0.0321810 Apr 05 19:19:44.235609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-20782299-4bf5-4ab4-85c3-3a4f8472ec7b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:44.237108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-20782299-4bf5-4ab4-85c3-3a4f8472ec7b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 812 time: 0.1024241 Apr 05 19:19:44.251607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-30fc51a6-e6ab-44b5-962b-29aad944323b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/quotas/ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 375 time: 0.0087421 Apr 05 19:19:44.303486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-43d5d7fd-ed16-43fb-a9ea-c5cea9040649 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466664 Apr 05 19:19:44.449823 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-e6aff99d-22ee-4e63-a418-9906bac328dc service neutron] 10.222.0.15 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345792 Apr 05 19:19:44.494186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:44.540507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-376a5430-2bd5-4349-8c54-af36357ceb7f service neutron] 10.222.0.15 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834439 Apr 05 19:19:44.699876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f79bd623-6f00-4050-bdb3-f90d776af3d7 req-5baa0436-f601-4853-aca1-a03009d1c6d7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 210 time: 0.0267518 Apr 05 19:19:45.019314 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:45.532564 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-bb66ab8b-a09d-4f2e-8a20-d8fefd5eb20c req-140793ad-37e7-44ed-bc85-d6a2e6d19e15 service neutron] (102639) timed out ('10.222.0.15', 60120) {{(pid=102639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:19:45.583918 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-8d10f4bb-1a22-49da-a595-f0d8d4ff5ea5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:45.585344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-8d10f4bb-1a22-49da-a595-f0d8d4ff5ea5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 812 time: 0.1094165 Apr 05 19:19:45.630029 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-01f77d38-e169-4b60-ac49-a733a6f58b2d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 379 time: 0.0353143 Apr 05 19:19:45.639988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'port': {'device_id': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'admin_state_up': True, 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'security_groups': ['4d1aca4e-7b48-4b9d-93c9-01982093eeeb']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:19:45.743662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Made reservation on behalf of ba71c0391ae74254a3e747840f1f06fa for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:19:45.747477 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:45.801825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2db4137e-0323-485b-994c-b6f53930b228 req-2a8005d6-c34f-4e69-a423-74c284dc2c98 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 210 time: 0.0312917 Apr 05 19:19:45.807715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d4a8698e-3376-490e-8e23-de2b3e5e7f55 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:19:45.829517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: d4a8698e-3376-490e-8e23-de2b3e5e7f55 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:19:45.829853 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device d4a8698e-3376-490e-8e23-de2b3e5e7f55 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:19:45.874917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Allocated IP 172.20.0.12 (674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f/b4668be6-82b2-4d3b-95aa-6f9891ef7200/35ae2bd1-024f-4e06-bae7-d0144d0f2424) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:19:46.009692 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.041738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.083955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:19:46.088868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:19:46.092868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:19:46.122965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:46.146491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:46.147107 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.162922 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-6a2f4135-4240-4d94-8c58-d007fd83931a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5266631 Apr 05 19:19:46.175982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Request body: {'port': {'device_id': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:19:46.239419 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.284455 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a07ff2d8-3dcc-456d-9f82-5cea0f10047f None None] Provisioning complete for port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:19:46.284817 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a07ff2d8-3dcc-456d-9f82-5cea0f10047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.318031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a07ff2d8-3dcc-456d-9f82-5cea0f10047f None None] Port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:19:46.499604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ae2bd1-024f-4e06-bae7-d0144d0f2424 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:19:46.506657 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.518663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Transition to ACTIVE for port object 35ae2bd1-024f-4e06-bae7-d0144d0f2424 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:19:46.522225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.573512 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:46.646053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:19:46.646423 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:19:46.646754 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:19:46.651388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:19:46.651704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:19:46.657436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:19:46.657736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:19:46.658120 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:19:46.658576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Bound port: 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:19:46.658955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.730017 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:19:46.733191 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:19:46.736785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.771501 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:46.772463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:46.773931 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] 10.222.0.25 "PUT /v2.0/ports/35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1092 time: 0.6033263 Apr 05 19:19:46.774361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:19:46.776804 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db2c8b7-2a90-40f7-bb1c-9243cae00810" -d '{"events": [{"name": "network-changed", "server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:19:46.807379 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a16c0-f41b-422f-98a0-748c1e8b12a0 service neutron] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:46.838441 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0567f5b-0ab4-4252-98a4-d69f9dfd4b71 x-openstack-request-id: req-c0567f5b-0ab4-4252-98a4-d69f9dfd4b71 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:19:46.839031 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:19:46.839151 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0567f5b-0ab4-4252-98a4-d69f9dfd4b71 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:19:46.839507 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0567f5b-0ab4-4252-98a4-d69f9dfd4b71'] response: {'name': 'network-changed', 'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'status': 'completed', 'code': 200} Apr 05 19:19:46.875867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-d932ad4a-3adb-461e-a92b-bdbc3374b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:46.877512 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-d932ad4a-3adb-461e-a92b-bdbc3374b753 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1095 time: 0.0521953 Apr 05 19:19:46.924233 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-5b1b74fe-bd13-4060-b1be-69c3ec1281ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 217 time: 0.0388987 Apr 05 19:19:46.937141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583351c-5f33-42ac-b199-a730dc8a19e5 req-7a516058-7fb5-4b92-8695-3fa2ba88c6a5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:46.938542 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7583351c-5f33-42ac-b199-a730dc8a19e5 req-7a516058-7fb5-4b92-8695-3fa2ba88c6a5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 944 time: 0.0535674 Apr 05 19:19:46.976842 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-bee3d65f-2bd2-41f5-a32b-4375d51cfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:46.979014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-bee3d65f-2bd2-41f5-a32b-4375d51cfa54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0484891 Apr 05 19:19:46.981166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7583351c-5f33-42ac-b199-a730dc8a19e5 req-d0bc034b-1f34-4891-8c04-6525bfd4a7f1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359094 Apr 05 19:19:47.035647 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-c5b65e0e-65de-4dc6-8266-15bc06d70214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:47.037024 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-c5b65e0e-65de-4dc6-8266-15bc06d70214 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488281 Apr 05 19:19:47.129364 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-9090fa6e-0f25-4fc3-84e0-4c1f15f41333 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854716 Apr 05 19:19:47.223668 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a369a9ee-7e6f-444c-a4ba-6c3a04a49868 req-d2ded091-6dc2-4482-b8e8-6144ad48084d service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Apr 05 19:19:47.319900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-27001439-362b-43c4-8620-89e87c0a1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:47.321266 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-27001439-362b-43c4-8620-89e87c0a1f66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1095 time: 0.0438871 Apr 05 19:19:47.409183 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-dceb54d0-8f74-4f0b-8e2e-f81e5c8a3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:47.410665 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-dceb54d0-8f74-4f0b-8e2e-f81e5c8a3552 service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0822055 Apr 05 19:19:47.454506 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-ac4bb26e-3d78-4f65-b6ec-6d44b2acbf51 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 217 time: 0.0376258 Apr 05 19:19:47.503475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-878a6171-c57a-4716-8338-89e10ccb2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:47.504857 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-878a6171-c57a-4716-8338-89e10ccb2930 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0423138 Apr 05 19:19:47.549908 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-95b351d1-20e3-4551-9477-a3141d94b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:47.551397 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-95b351d1-20e3-4551-9477-a3141d94b259 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387719 Apr 05 19:19:47.644115 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-127b87b6-9c96-4132-92cf-7cc4c316e20f service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853155 Apr 05 19:19:47.731539 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5db2c8b7-2a90-40f7-bb1c-9243cae00810 req-af1cf5c3-735b-46da-89c6-39c59379ed78 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812011 Apr 05 19:19:48.101479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a9ef4-d83b-46dd-915c-26941f33a137 req-d637ce45-dd02-42af-9bd9-cbee5829a736 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:48.103050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e19a9ef4-d83b-46dd-915c-26941f33a137 req-d637ce45-dd02-42af-9bd9-cbee5829a736 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 944 time: 0.0492642 Apr 05 19:19:48.141334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e19a9ef4-d83b-46dd-915c-26941f33a137 req-b9bd03d8-54ca-4dd7-8aa3-826974f481dd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319502 Apr 05 19:19:49.261184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72aba-696a-4c90-a3e1-9779830dae45 req-f6c5082b-daed-4d6f-a07a-470e1bba24b3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:49.262636 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fd72aba-696a-4c90-a3e1-9779830dae45 req-f6c5082b-daed-4d6f-a07a-470e1bba24b3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 944 time: 0.0531588 Apr 05 19:19:49.299479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4fd72aba-696a-4c90-a3e1-9779830dae45 req-6c92437c-2517-4957-b57d-70899debbacd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308530 Apr 05 19:19:49.850652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:19:49.943433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:19:49.955385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'mac_address': 'fa:16:3e:93:bf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:19:49.990706 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:50.003328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ae2bd1-024f-4e06-bae7-d0144d0f2424 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:19:50.026641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:19:50.030387 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:50.075098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:50.082661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.083003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.083335 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.083684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.083989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.084311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.084634 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.084952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.085270 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.085587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.085904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.086218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:19:50.330344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['35ae2bd1-024f-4e06-bae7-d0144d0f2424'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:19:50.417475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9589f4-3427-4709-82c3-b7000d18c52e req-43dfac16-ab80-4222-9c72-9beeeeb92ba8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:50.419097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd9589f4-3427-4709-82c3-b7000d18c52e req-43dfac16-ab80-4222-9c72-9beeeeb92ba8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 945 time: 0.0522044 Apr 05 19:19:50.457884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd9589f4-3427-4709-82c3-b7000d18c52e req-1526f156-b5b5-4ed9-9f88-37ea8404d1b0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Apr 05 19:19:51.572308 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373f589-d786-4091-93e1-43b62cf18fc1 req-a04a4540-e72c-4299-a224-db248b5b3e2b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:51.573768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6373f589-d786-4091-93e1-43b62cf18fc1 req-a04a4540-e72c-4299-a224-db248b5b3e2b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 945 time: 0.0483925 Apr 05 19:19:51.611058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6373f589-d786-4091-93e1-43b62cf18fc1 req-94a11546-6fcf-413d-81cd-96b75b18022b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301957 Apr 05 19:19:51.859933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:19:51.907053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:19:51.911121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:19:51.911483 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:51.986753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:52.008641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:19:52.010882 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f85dfc-c1a1-4c91-9165-8ff123d69473" -d '{"events": [{"server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "name": "network-vif-plugged", "status": "completed", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:19:52.023647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:19:52.028711 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:52.055756 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ba576-b6c7-4fd5-a0c4-b09b5c5a08c5 x-openstack-request-id: req-ea7ba576-b6c7-4fd5-a0c4-b09b5c5a08c5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:19:52.056046 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "name": "network-vif-plugged", "status": "completed", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:19:52.056290 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea7ba576-b6c7-4fd5-a0c4-b09b5c5a08c5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:19:52.056673 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7ba576-b6c7-4fd5-a0c4-b09b5c5a08c5'] response: {'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'code': 200} Apr 05 19:19:52.082419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:19:52.152768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7cf2a-827c-443a-ba61-3826da37989a req-ebfca970-0d78-4003-a6a1-bf952e60937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:52.154150 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-37e7cf2a-827c-443a-ba61-3826da37989a req-ebfca970-0d78-4003-a6a1-bf952e60937e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1097 time: 0.0441222 Apr 05 19:19:52.512635 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-37e7cf2a-827c-443a-ba61-3826da37989a req-3f830a96-53c9-417c-8b3d-7c5fa702d448 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519442 Apr 05 19:19:52.728123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ad8e6-09c0-4e25-8c24-8acfc8810365 req-85bbffa5-4fd1-4647-be27-1ae861849a1e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:52.729585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab8ad8e6-09c0-4e25-8c24-8acfc8810365 req-85bbffa5-4fd1-4647-be27-1ae861849a1e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0520630 Apr 05 19:19:52.767718 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ab8ad8e6-09c0-4e25-8c24-8acfc8810365 req-1a238d12-6d8b-4a5f-8817-a1886c21afdf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313687 Apr 05 19:19:53.892092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bfcef-cc6f-4bc1-bff6-f4cefb568476 req-2fea6f3a-adcc-4ca2-a6c2-48c7b2a25320 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:53.893489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f5bfcef-cc6f-4bc1-bff6-f4cefb568476 req-2fea6f3a-adcc-4ca2-a6c2-48c7b2a25320 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0527790 Apr 05 19:19:53.931478 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f5bfcef-cc6f-4bc1-bff6-f4cefb568476 req-5afd7a63-d4f0-4697-97d5-e937399261a4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319960 Apr 05 19:19:55.049376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ff22c-3215-4fca-a5f2-eb43fd0f4182 req-714447e2-1c9a-489a-9304-c3d548db3369 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:55.050811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd0ff22c-3215-4fca-a5f2-eb43fd0f4182 req-714447e2-1c9a-489a-9304-c3d548db3369 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0489228 Apr 05 19:19:55.088543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cd0ff22c-3215-4fca-a5f2-eb43fd0f4182 req-db310e58-7416-4b84-9e7d-a54666b3c0dd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317948 Apr 05 19:19:55.206955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff3135-b039-4c6c-98fa-b72315b0bbf9 req-1a33afc7-e1d2-4a4d-9330-afaa2ef2e0e9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:55.208520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ffff3135-b039-4c6c-98fa-b72315b0bbf9 req-1a33afc7-e1d2-4a4d-9330-afaa2ef2e0e9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0559843 Apr 05 19:19:55.218821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:19:55.222653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5d68c5cf-8060-44e7-a32a-ef919d07cf92 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'floatingip': {'port_id': '35ae2bd1-024f-4e06-bae7-d0144d0f2424'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:19:55.262190 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d68c5cf-8060-44e7-a32a-ef919d07cf92 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:55.695032 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d68c5cf-8060-44e7-a32a-ef919d07cf92 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:55.698751 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d68c5cf-8060-44e7-a32a-ef919d07cf92 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:55.795301 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-5d68c5cf-8060-44e7-a32a-ef919d07cf92 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 associated. External IP: 172.25.4.87, port: 35ae2bd1-024f-4e06-bae7-d0144d0f2424. Apr 05 19:19:55.994274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d68c5cf-8060-44e7-a32a-ef919d07cf92 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:19:56.098039 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d68c5cf-8060-44e7-a32a-ef919d07cf92 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:19:56.102890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d68c5cf-8060-44e7-a32a-ef919d07cf92 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:19:56.108427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:19:56.118430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:19:56.119047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:19:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:56.132086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5d68c5cf-8060-44e7-a32a-ef919d07cf92 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "PUT /v2.0/floatingips/4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 HTTP/1.1" status: 200 len: 991 time: 0.9130809 Apr 05 19:19:56.132856 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:19:56.135127 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d" -d '{"events": [{"name": "network-changed", "server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:19:56.180783 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa2e57e-8536-456b-a351-27bf572f06b7 x-openstack-request-id: req-bfa2e57e-8536-456b-a351-27bf572f06b7 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:19:56.181071 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:19:56.181340 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfa2e57e-8536-456b-a351-27bf572f06b7 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:19:56.181741 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa2e57e-8536-456b-a351-27bf572f06b7'] response: {'name': 'network-changed', 'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'status': 'completed', 'code': 200} Apr 05 19:19:56.234730 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:19:56.254463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-69290e2d-9535-4c7c-b3bf-c635db6e690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:56.255932 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-69290e2d-9535-4c7c-b3bf-c635db6e690d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1097 time: 0.0520444 Apr 05 19:19:56.359940 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-5e480716-a9b9-473f-b694-0f07aae6328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:56.361633 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-5e480716-a9b9-473f-b694-0f07aae6328d service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0986423 Apr 05 19:19:56.395996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7e3ae411-eb10-4899-9f9b-b456aabeda5c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0664036 Apr 05 19:19:56.412623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643db2c-8afe-4054-a9df-f9efb7af534f req-6a191dc1-4e05-4a3c-83aa-ae94e78f3f06 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:56.414388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a643db2c-8afe-4054-a9df-f9efb7af534f req-6a191dc1-4e05-4a3c-83aa-ae94e78f3f06 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0603380 Apr 05 19:19:56.444205 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-99ebc918-4674-4255-a10e-d78b3356c80f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 999 time: 0.0751607 Apr 05 19:19:56.473156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a643db2c-8afe-4054-a9df-f9efb7af534f req-59a5db8a-24da-4317-a2bf-5e6c04d11374 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458910 Apr 05 19:19:56.497019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:93:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:19:55Z', 'revision_number': 9, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:56.502779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-484233ba-8687-487c-985a-a1c216bd1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:56.504234 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-484233ba-8687-487c-985a-a1c216bd1f86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0532339 Apr 05 19:19:56.527902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:19:56.537061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:19:56.537662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:19:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:56.556631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-0415cd56-dc6d-4efe-b69c-c7f3eb30f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:56.558322 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-0415cd56-dc6d-4efe-b69c-c7f3eb30f13b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469089 Apr 05 19:19:56.661332 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-871fad92-f1f7-41a1-bd69-941ba70e8eeb service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955780 Apr 05 19:19:56.764705 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-cf027cdb-99a4-43af-9b00-6aa1d9c4c44d req-07876f1f-d29b-4eda-a13b-3594ef5fcc71 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966511 Apr 05 19:19:56.818166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:19:57.044907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:93:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:19:55Z', 'revision_number': 9, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:19:57.075895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39926ba6-2f6c-4d6b-a545-6427bcce7f4b None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:93:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:19:55Z', 'revision_number': 9, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:19:57.273225 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1822a6a-2827-47a0-8296-0b0cdd8694d7 None None] New status for floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:19:57.583202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e8e5-a7e8-40a9-9c79-fffa8387473a req-7950dae0-ab50-4083-8f87-debc4ac3a04a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:57.584697 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bd4e8e5-a7e8-40a9-9c79-fffa8387473a req-7950dae0-ab50-4083-8f87-debc4ac3a04a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0503979 Apr 05 19:19:57.602575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-2f56fad5-de1b-4165-857a-e09ccdb1f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:57.604070 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-2f56fad5-de1b-4165-857a-e09ccdb1f043 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1097 time: 0.0417035 Apr 05 19:19:57.628303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1bd4e8e5-a7e8-40a9-9c79-fffa8387473a req-2f1c742c-9f14-4652-84c8-7556a247e671 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371749 Apr 05 19:19:57.695707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-86c4fb66-7b7f-491a-a1c1-0de5735a000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:57.697078 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-86c4fb66-7b7f-491a-a1c1-0de5735a000d service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0844877 Apr 05 19:19:57.763510 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-89e9d65f-a707-4a58-8492-826f663ae27d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1002 time: 0.0603940 Apr 05 19:19:57.810236 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-5a5577f9-d8b1-412e-af50-14d7d0bc2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:57.812304 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-5a5577f9-d8b1-412e-af50-14d7d0bc2211 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0420222 Apr 05 19:19:57.856174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-be63c1aa-1bad-43b9-a60a-322230566764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:57.857647 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-be63c1aa-1bad-43b9-a60a-322230566764 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394850 Apr 05 19:19:57.946613 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-54189980-3440-4b58-b09b-e30b93f304e2 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824902 Apr 05 19:19:58.032752 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-04491c44-199d-4d18-adef-a58b52d6a5ec service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798311 Apr 05 19:19:58.747413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbf9a9-62d3-4ca0-8dae-6caf5b61040a req-2a7db2b8-639e-4e8f-a269-df58475c0d9d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:58.748893 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfbbf9a9-62d3-4ca0-8dae-6caf5b61040a req-2a7db2b8-639e-4e8f-a269-df58475c0d9d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0489988 Apr 05 19:19:58.788129 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfbbf9a9-62d3-4ca0-8dae-6caf5b61040a req-a724ed0a-8da3-4af1-826b-23e94b971077 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327821 Apr 05 19:19:59.904106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7434f07-4c5f-4a61-b703-399a46356c3b req-31de5771-5a6b-4691-b6af-989553912915 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:19:59.905613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7434f07-4c5f-4a61-b703-399a46356c3b req-31de5771-5a6b-4691-b6af-989553912915 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0483074 Apr 05 19:19:59.942634 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7434f07-4c5f-4a61-b703-399a46356c3b req-d5dc7415-3088-46c3-a153-cd3e9a24d0ea tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310574 Apr 05 19:20:01.060316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf044828-ca35-41ed-96ee-623ff7c05f6c req-e66cfe98-98f8-4c7b-bcbf-d863e4697e6d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:01.061942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf044828-ca35-41ed-96ee-623ff7c05f6c req-e66cfe98-98f8-4c7b-bcbf-d863e4697e6d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0480096 Apr 05 19:20:01.103218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bf044828-ca35-41ed-96ee-623ff7c05f6c req-f2b8b9a4-e206-425a-9b56-720c323e948b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350537 Apr 05 19:20:02.183935 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:20:02.220454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1d0da-4c2e-4152-b713-adf02957e0e9 req-4701c3d3-86d6-4e26-bca8-a9cc3243e384 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:02.221945 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cb1d0da-4c2e-4152-b713-adf02957e0e9 req-4701c3d3-86d6-4e26-bca8-a9cc3243e384 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0515871 Apr 05 19:20:02.258871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cb1d0da-4c2e-4152-b713-adf02957e0e9 req-631618ff-624d-412b-9575-455c5333b5c7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Apr 05 19:20:03.375004 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f441176-72de-46e3-805c-2b715762e308 req-472714f1-d486-4395-b468-0a8685a64091 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:03.376479 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f441176-72de-46e3-805c-2b715762e308 req-472714f1-d486-4395-b468-0a8685a64091 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0490556 Apr 05 19:20:03.413164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f441176-72de-46e3-805c-2b715762e308 req-c22073ec-b4df-4c3c-8220-7871b3241755 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304925 Apr 05 19:20:04.529968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3638659-d1aa-4105-8204-99cfa03e686f req-11ccf5d8-640a-459a-aecc-32c4c7d852c8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:04.531373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3638659-d1aa-4105-8204-99cfa03e686f req-11ccf5d8-640a-459a-aecc-32c4c7d852c8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0481696 Apr 05 19:20:04.571903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a3638659-d1aa-4105-8204-99cfa03e686f req-6ef1a240-dc91-40ff-94a0-642e4d52df84 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346618 Apr 05 19:20:05.343670 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:05.687011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b209-6c25-4668-a82c-7b0f2d566440 req-27bd8647-949a-4bbd-b51f-5e87714ebb76 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:05.688454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3296b209-6c25-4668-a82c-7b0f2d566440 req-27bd8647-949a-4bbd-b51f-5e87714ebb76 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0478630 Apr 05 19:20:05.726690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3296b209-6c25-4668-a82c-7b0f2d566440 req-1d764b47-ed5b-4c61-aaa8-87f00f8ec9dd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 Apr 05 19:20:06.839237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0bcbe-612f-4121-87b2-68e2c4c113ff req-316dca7a-f8eb-4e74-8b30-b0fed5dfa2f0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:06.840677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88c0bcbe-612f-4121-87b2-68e2c4c113ff req-316dca7a-f8eb-4e74-8b30-b0fed5dfa2f0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0484166 Apr 05 19:20:06.878060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-88c0bcbe-612f-4121-87b2-68e2c4c113ff req-47184aeb-da64-45c1-920f-28e0afb747f2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305207 Apr 05 19:20:07.333142 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:07.993731 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdf553-9f52-456a-bf89-c109b64724a5 req-614c7013-f865-47f3-8778-4ceef65246b5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:07.995275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54cdf553-9f52-456a-bf89-c109b64724a5 req-614c7013-f865-47f3-8778-4ceef65246b5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0480154 Apr 05 19:20:08.036851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54cdf553-9f52-456a-bf89-c109b64724a5 req-82307a97-164d-49e3-a1b2-227de4d1638e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348229 Apr 05 19:20:09.152692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee070d-ce75-480b-880c-807ad9b8c1b4 req-5d2f7790-486d-402e-acee-fe4b92e7da22 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:09.154159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28ee070d-ce75-480b-880c-807ad9b8c1b4 req-5d2f7790-486d-402e-acee-fe4b92e7da22 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0490642 Apr 05 19:20:09.191739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-28ee070d-ce75-480b-880c-807ad9b8c1b4 req-8c3967c6-5354-4335-bd1f-6864bf97c396 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306623 Apr 05 19:20:09.496772 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d429ba83-ffe0-45ba-8097-394b5a884a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:10.310673 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb45bd-d110-45d0-bb74-d2a8da06a1b2 req-0105221e-d6cc-4bcc-846f-9a29cb751227 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:10.312327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eeb45bd-d110-45d0-bb74-d2a8da06a1b2 req-0105221e-d6cc-4bcc-846f-9a29cb751227 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0490382 Apr 05 19:20:10.350079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eeb45bd-d110-45d0-bb74-d2a8da06a1b2 req-4b65ff41-e0e6-436a-b370-528c1801f7dd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316534 Apr 05 19:20:11.464434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d74bbe-ce30-434c-a774-f5412a2ba220 req-fdc8f016-aab3-4131-86cb-6589cb473c2c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:11.465888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11d74bbe-ce30-434c-a774-f5412a2ba220 req-fdc8f016-aab3-4131-86cb-6589cb473c2c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0486667 Apr 05 19:20:11.507116 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-11d74bbe-ce30-434c-a774-f5412a2ba220 req-273db4df-1d16-42da-b347-69d1f3589939 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350399 Apr 05 19:20:11.841743 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc674-0785-4b0a-9d81-78ee061448d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:12.619289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e52426-f8db-499c-850e-25b15e0dd566 req-ed56ddd4-5106-4b8d-923e-78bd0af013b0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:12.620865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7e52426-f8db-499c-850e-25b15e0dd566 req-ed56ddd4-5106-4b8d-923e-78bd0af013b0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0475962 Apr 05 19:20:12.658624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7e52426-f8db-499c-850e-25b15e0dd566 req-9766e87d-a128-4cad-a205-a5e486ef96e0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311189 Apr 05 19:20:12.956692 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:13.772049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae9846-b69d-49a2-94c9-8ee54375ac60 req-7d33b197-c78c-4e32-838c-cef1f1128fbf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:13.773518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0dae9846-b69d-49a2-94c9-8ee54375ac60 req-7d33b197-c78c-4e32-838c-cef1f1128fbf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0477700 Apr 05 19:20:13.811044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0dae9846-b69d-49a2-94c9-8ee54375ac60 req-4e5fe21e-3fd0-4b74-ac7a-620952c540f3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315270 Apr 05 19:20:14.487271 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:14.926139 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10175-6bfa-4beb-b3d1-feab365ccb4b req-304d76c8-96aa-4b90-a425-a1e0b19c4cc2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:14.927613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cf10175-6bfa-4beb-b3d1-feab365ccb4b req-304d76c8-96aa-4b90-a425-a1e0b19c4cc2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0478880 Apr 05 19:20:14.968230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9cf10175-6bfa-4beb-b3d1-feab365ccb4b req-ca972457-cb43-4071-ad37-3fa8709b9538 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346165 Apr 05 19:20:15.022248 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:16.085366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aa45a-3aec-45fd-a73e-b1ba758c0f71 req-86ef9a98-a9b1-4838-8ec2-edc7af3a4337 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:16.086852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-844aa45a-3aec-45fd-a73e-b1ba758c0f71 req-86ef9a98-a9b1-4838-8ec2-edc7af3a4337 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0506790 Apr 05 19:20:16.125545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-844aa45a-3aec-45fd-a73e-b1ba758c0f71 req-cb6d062b-a6b3-460d-8857-2ed9557cbe85 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322123 Apr 05 19:20:17.241450 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ffd21-1e11-4aab-b70c-3b56d4fad2e6 req-7a61e59a-debd-4ea7-9051-fc09d34d843d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:17.242937 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a13ffd21-1e11-4aab-b70c-3b56d4fad2e6 req-7a61e59a-debd-4ea7-9051-fc09d34d843d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0490894 Apr 05 19:20:17.280556 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a13ffd21-1e11-4aab-b70c-3b56d4fad2e6 req-9d8ccf07-5932-422f-9103-1329fbb569b9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309556 Apr 05 19:20:18.397050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f71e45-6071-4c17-8c6a-9825ac12e947 req-83df9202-5a68-460a-93da-f9ae884c4ba4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:18.398498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09f71e45-6071-4c17-8c6a-9825ac12e947 req-83df9202-5a68-460a-93da-f9ae884c4ba4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0467658 Apr 05 19:20:18.438523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09f71e45-6071-4c17-8c6a-9825ac12e947 req-52cfe6bf-b4f5-42d0-89d6-eb501bab34e0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340621 Apr 05 19:20:19.554435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fbdf-7873-401e-ba77-2f1885c9530f req-15900b4e-2b80-4fd0-b42a-3aaba51ad727 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:19.555858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f91fbdf-7873-401e-ba77-2f1885c9530f req-15900b4e-2b80-4fd0-b42a-3aaba51ad727 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0492125 Apr 05 19:20:19.594540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f91fbdf-7873-401e-ba77-2f1885c9530f req-d2526f0d-8c2d-4009-8ef1-fe3c01eb8972 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321124 Apr 05 19:20:20.710942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da969f1-72cd-4e0b-a29c-fa8291f21d27 req-a40aa0b8-b77b-4a4f-9fd6-9acf3832ed61 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:20.712416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7da969f1-72cd-4e0b-a29c-fa8291f21d27 req-a40aa0b8-b77b-4a4f-9fd6-9acf3832ed61 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0485725 Apr 05 19:20:20.750117 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7da969f1-72cd-4e0b-a29c-fa8291f21d27 req-ac2ce223-da0b-4d0d-a620-4c6080a5c752 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310476 Apr 05 19:20:21.865471 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878387e1-dbd5-4b21-9b50-b398ff6a5308 req-655f28fd-5e44-4c0b-87d0-2f21750ddba8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:21.866929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-878387e1-dbd5-4b21-9b50-b398ff6a5308 req-655f28fd-5e44-4c0b-87d0-2f21750ddba8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0485842 Apr 05 19:20:21.907743 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-878387e1-dbd5-4b21-9b50-b398ff6a5308 req-3befe0b3-5be2-43d8-a573-ca69c88a779f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346711 Apr 05 19:20:23.022538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acffac-ac70-4c7f-a6c5-529db33ab5c1 req-450abe3b-ae56-4d72-bfab-a5c95a82dcac tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:23.024009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61acffac-ac70-4c7f-a6c5-529db33ab5c1 req-450abe3b-ae56-4d72-bfab-a5c95a82dcac tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0489597 Apr 05 19:20:23.060420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61acffac-ac70-4c7f-a6c5-529db33ab5c1 req-99da46cd-e26a-4659-bfdf-5ad809f0e8e9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303869 Apr 05 19:20:24.175424 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107b4dd-448a-4cbf-9de7-060178772150 req-c97dd5ae-d19a-4042-ad54-cfcdb17a0b9d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:24.176863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8107b4dd-448a-4cbf-9de7-060178772150 req-c97dd5ae-d19a-4042-ad54-cfcdb17a0b9d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0472777 Apr 05 19:20:24.213806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8107b4dd-448a-4cbf-9de7-060178772150 req-14ce7796-3f26-40bf-9cc3-51a6eef46ce8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308678 Apr 05 19:20:24.916872 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-4999af38-49ee-4a5c-95f2-2f21b80a720c service neutron] show failed (client error): The resource could not be found. Apr 05 19:20:24.917864 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-4999af38-49ee-4a5c-95f2-2f21b80a720c service neutron] 10.222.0.25 "GET /v2.0/ports/35ae2bd1-024f-4e06-bae7-d0144d0f2424/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0590246 Apr 05 19:20:25.485780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-b97726f5-6106-417c-9b98-79be16456cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:25.487181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-b97726f5-6106-417c-9b98-79be16456cb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 1097 time: 0.4101198 Apr 05 19:20:25.503076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23fdc7-00d3-45c5-87ed-9f2de190efe4 req-4f8e5ddb-33af-4d83-9d54-b189cfcd6f23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:25.504407 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd23fdc7-00d3-45c5-87ed-9f2de190efe4 req-4f8e5ddb-33af-4d83-9d54-b189cfcd6f23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0626526 Apr 05 19:20:25.509030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:20:25.583073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd23fdc7-00d3-45c5-87ed-9f2de190efe4 req-dababf29-9a35-4290-a480-fed01a764ed7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714855 Apr 05 19:20:25.587561 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:25.785757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:25.817923 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:20:25.855855 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:20:25.859151 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40defe5-9dd5-425e-899a-89cf81bf043d" -d '{"events": [{"server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "name": "network-vif-unplugged", "status": "completed", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:20:25.863102 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:25.875580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Transition to ACTIVE for port object 35ae2bd1-024f-4e06-bae7-d0144d0f2424 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:20:25.879314 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:25.914116 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f0763d-3d8d-47d4-8233-3091b6347fea x-openstack-request-id: req-17f0763d-3d8d-47d4-8233-3091b6347fea {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:20:25.914423 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "name": "network-vif-unplugged", "status": "completed", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:20:25.914671 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17f0763d-3d8d-47d4-8233-3091b6347fea {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:20:25.915047 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f0763d-3d8d-47d4-8233-3091b6347fea'] response: {'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'code': 200} Apr 05 19:20:25.986729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:26.009419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.009755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.010089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.010483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.010762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.011086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.011406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.011724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.012048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.012365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.012678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.012995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:20:26.069001 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] No DVR routers for this DVR port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:20:26.204185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:20:26.204457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:20:26.204735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:20:26.208784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:20:26.209094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:20:26.213749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:20:26.214075 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:20:26.214475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:20:26.214888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Bound port: 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:20:26.215230 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:26.278141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:20:26.281612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:20:26.285227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:26.317691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:26.318300 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:26.320115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1092 time: 0.8148007 Apr 05 19:20:26.343473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e3c92-b6cc-472a-9df5-d8d0bcb8b2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:26.392573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-294fcfca-cded-4ecf-9fa9-772bf6233ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:26.394081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-294fcfca-cded-4ecf-9fa9-772bf6233ee0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1095 time: 0.0476959 Apr 05 19:20:26.490484 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-a4aaec61-4ba8-41ac-9bcd-280f105b0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:26.491968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-a4aaec61-4ba8-41ac-9bcd-280f105b0c26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0879979 Apr 05 19:20:26.565183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-b4c83de3-e0b4-4faa-b376-b81ffdce4bfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1000 time: 0.0630703 Apr 05 19:20:26.614973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-59e6ecf2-8c4e-4e56-90a1-bbc9c2007011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:26.616451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-59e6ecf2-8c4e-4e56-90a1-bbc9c2007011 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0432422 Apr 05 19:20:26.689406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-d1bf0bae-be47-4aab-b1ec-8c7fd4c04d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:26.690904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-d1bf0bae-be47-4aab-b1ec-8c7fd4c04d85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640094 Apr 05 19:20:26.715687 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b4395-c7ed-471b-81b5-5585b6b06868 req-fba95872-5b95-482f-afb2-478457e5d312 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:26.717639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-175b4395-c7ed-471b-81b5-5585b6b06868 req-fba95872-5b95-482f-afb2-478457e5d312 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 944 time: 0.0645444 Apr 05 19:20:26.799592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-175b4395-c7ed-471b-81b5-5585b6b06868 req-b63c3579-fb5d-45c9-a688-093155834ccb tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714855 Apr 05 19:20:26.822693 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-ac3c7156-7dea-4362-b6c0-8d082f3b2de4 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209824 Apr 05 19:20:26.915229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2bd17aa-9fd7-4173-82b4-50074ca3a3b9 req-5f53e4f4-78c2-4b4d-9087-b572413749d8 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817611 Apr 05 19:20:27.921463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ae66c-47fe-4493-8d5d-98581985c380 req-93ff74e3-e5bb-430b-bce1-1fe130de51a9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:27.922842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-053ae66c-47fe-4493-8d5d-98581985c380 req-93ff74e3-e5bb-430b-bce1-1fe130de51a9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 944 time: 0.0537944 Apr 05 19:20:27.923281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:20:27.925493 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:20:27.961569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-053ae66c-47fe-4493-8d5d-98581985c380 req-d1ac8742-3557-467b-b976-f3427181b57c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327847 Apr 05 19:20:27.973740 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8264220c-7203-400b-921b-15a8953ea5e0 x-openstack-request-id: req-8264220c-7203-400b-921b-15a8953ea5e0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:20:27.974026 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:20:27.974277 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8264220c-7203-400b-921b-15a8953ea5e0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:20:27.974716 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8264220c-7203-400b-921b-15a8953ea5e0'] response: {'name': 'network-changed', 'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'status': 'completed', 'code': 200} Apr 05 19:20:28.033608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-cce2f145-e287-4d4e-9d0e-5d364d8ac689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:28.035592 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-cce2f145-e287-4d4e-9d0e-5d364d8ac689 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1095 time: 0.0411086 Apr 05 19:20:28.038760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-1a389b36-d4d5-40d9-bf20-a28194127326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:28.040262 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-1a389b36-d4d5-40d9-bf20-a28194127326 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1095 time: 0.0407283 Apr 05 19:20:28.062248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:20:28.106712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:20:28.133303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-741945b3-63e6-4678-a268-0d4977cb9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:28.133550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-bd681544-1d60-46ae-9e74-5caa1248203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:28.134806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-741945b3-63e6-4678-a268-0d4977cb9cff service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0919092 Apr 05 19:20:28.134976 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-bd681544-1d60-46ae-9e74-5caa1248203a service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0878749 Apr 05 19:20:28.202006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-23409dd9-d862-4407-b8c5-fd6b64e300c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1000 time: 0.0594006 Apr 05 19:20:28.205641 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-28689367-ea99-40df-94f1-9c92efc8dd75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1000 time: 0.0644743 Apr 05 19:20:28.253620 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-456d4c22-c64f-4483-b556-d63ad326d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:28.254645 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-a2e1a39e-1a31-4bdd-a5f5-0552dd8d09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:28.255102 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-456d4c22-c64f-4483-b556-d63ad326d7d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0448852 Apr 05 19:20:28.256223 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-a2e1a39e-1a31-4bdd-a5f5-0552dd8d09d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0442605 Apr 05 19:20:28.301123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-0f6a681a-536c-4fc5-b117-37a4483c5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:28.302663 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-0f6a681a-536c-4fc5-b117-37a4483c5217 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397108 Apr 05 19:20:28.304350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-78a192eb-e3fe-4079-b178-d44ea223460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:28.305796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-78a192eb-e3fe-4079-b178-d44ea223460b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437453 Apr 05 19:20:28.395401 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-2f833cb7-0ce3-4548-825c-4aea0ebd2a70 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815454 Apr 05 19:20:28.397142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-6d700fb8-59b3-4470-99d8-b3547880279a service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871298 Apr 05 19:20:28.487168 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-fabbd550-850f-49b7-80d5-b070484f46f3 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832124 Apr 05 19:20:28.487403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2cd4c37-997d-403d-bdc8-ec4bff107fdc req-9003a654-4dc8-4f14-b665-047f3b7363c2 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848904 Apr 05 19:20:29.082386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd25bd-acdb-4e18-aed5-1b485b2e0846 req-9dd71176-54a3-4063-98ce-a61651073f98 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:29.083874 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dacd25bd-acdb-4e18-aed5-1b485b2e0846 req-9dd71176-54a3-4063-98ce-a61651073f98 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 944 time: 0.0504594 Apr 05 19:20:29.120274 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dacd25bd-acdb-4e18-aed5-1b485b2e0846 req-a535aa0e-3e2a-4031-9a39-3f6c21b93c44 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304489 Apr 05 19:20:29.430434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-a3b5fe62-335a-4185-ae09-2df18b1b864c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:29.431851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-a3b5fe62-335a-4185-ae09-2df18b1b864c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f&tenant_id=ba71c0391ae74254a3e747840f1f06fa&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 944 time: 0.0801408 Apr 05 19:20:29.444568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d4d47-9d9e-4e85-a9a2-2b206896d3da req-62af2180-d7aa-423c-8309-def2b4b71f5c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:29.445919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb5d4d47-9d9e-4e85-a9a2-2b206896d3da req-62af2180-d7aa-423c-8309-def2b4b71f5c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 944 time: 0.0659328 Apr 05 19:20:29.519242 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb5d4d47-9d9e-4e85-a9a2-2b206896d3da req-ce20324e-144f-4cd6-9f42-947026833024 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670087 Apr 05 19:20:29.528699 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-aac38905-85e3-4c8d-8bad-d563600ed8e2 service neutron] 10.222.0.20 "GET /v2.0/ports/35ae2bd1-024f-4e06-bae7-d0144d0f2424/bindings/n-h2-836650-3 HTTP/1.1" status: 200 len: 382 time: 0.0818293 Apr 05 19:20:29.593557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-b056fdf8-1be5-48e1-a619-0b7419d74eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:29.595051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-b056fdf8-1be5-48e1-a619-0b7419d74eed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1095 time: 0.0411799 Apr 05 19:20:29.686140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-ac65a517-0249-446e-9320-ed17f25e7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:29.687610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-ac65a517-0249-446e-9320-ed17f25e7cde service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0859702 Apr 05 19:20:29.751414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-ee93e306-7c27-41d1-a326-1dea372c0e24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1000 time: 0.0559425 Apr 05 19:20:29.799092 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-39df0c02-9cee-4912-ba16-9e14658c90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:29.800511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-39df0c02-9cee-4912-ba16-9e14658c90bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0425315 Apr 05 19:20:29.849067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-54a04b8b-3a85-4582-bbb3-27ac04ca7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:29.850555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-54a04b8b-3a85-4582-bbb3-27ac04ca7ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434306 Apr 05 19:20:29.936975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-1cf83a9e-2976-41ee-aeee-402f14eec6f2 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796239 Apr 05 19:20:30.028881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-be639f58-e830-4dba-8206-b2a87764ec06 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846438 Apr 05 19:20:30.442924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:20:30.534688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:30.549788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'mac_address': 'fa:16:3e:93:bf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:20:30.587548 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:30.600234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ae2bd1-024f-4e06-bae7-d0144d0f2424 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:20:30.618854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:30.625655 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:30.643817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a4d33-cfcc-4c34-84c6-b1cab2b6564c req-d71bd499-e12c-4d77-ac34-7b8f53423339 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:30.645282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-458a4d33-cfcc-4c34-84c6-b1cab2b6564c req-d71bd499-e12c-4d77-ac34-7b8f53423339 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 944 time: 0.0539551 Apr 05 19:20:30.671272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:30.684916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-458a4d33-cfcc-4c34-84c6-b1cab2b6564c req-8d937dfd-8707-44f0-bea6-b4f106247741 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335493 Apr 05 19:20:30.866812 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['35ae2bd1-024f-4e06-bae7-d0144d0f2424'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:20:31.810183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bbd38-5d57-4480-bea6-4c9c2f6d2145 req-309b5804-cde1-42b1-85e0-30c3a7c0ac4e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:31.812360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d9bbd38-5d57-4480-bea6-4c9c2f6d2145 req-309b5804-cde1-42b1-85e0-30c3a7c0ac4e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 945 time: 0.0513411 Apr 05 19:20:31.853545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d9bbd38-5d57-4480-bea6-4c9c2f6d2145 req-ac9a08bb-dc58-43dc-9cb3-d63848af167d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350845 Apr 05 19:20:32.084614 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-497ac996-fd28-482e-875d-30b04545d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:32.086093 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-497ac996-fd28-482e-875d-30b04545d969 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 1096 time: 0.0463655 Apr 05 19:20:32.097392 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:20:32.148848 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:32.353218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:32.390167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:20:32.427091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 35ae2bd1-024f-4e06-bae7-d0144d0f2424 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:20:32.435127 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:32.446175 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Ignored duplicate provisioning block setup for port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 19:20:32.446365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:20:32.450701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:32.527372 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=9']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:32.547543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:32.564899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'mac_address': 'fa:16:3e:93:bf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:20:32.573487 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] No DVR routers for this DVR port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:20:32.714640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:20:32.714975 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:20:32.715296 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:20:32.720200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:20:32.720515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Attempting to bind port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:20:32.725251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:20:32.725583 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:20:32.725960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:20:32.726375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Bound port: 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:20:32.726757 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:32.788558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:20:32.791431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:20:32.796306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:32.829878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:32.830518 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:32.831944 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] 10.222.0.25 "PUT /v2.0/ports/35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1092 time: 0.7387488 Apr 05 19:20:32.832389 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:20:32.834665 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c" -d '{"events": [{"name": "network-changed", "server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:20:32.872494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee4f08-0b7c-4ae1-a112-df420ffd26ca service neutron] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=10']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:32.906746 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2214d2-1d19-4326-99b0-c9e9182d1beb x-openstack-request-id: req-bd2214d2-1d19-4326-99b0-c9e9182d1beb {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:20:32.906920 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:20:32.907170 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd2214d2-1d19-4326-99b0-c9e9182d1beb {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:20:32.907608 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2214d2-1d19-4326-99b0-c9e9182d1beb'] response: {'name': 'network-changed', 'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'status': 'completed', 'code': 200} Apr 05 19:20:32.913217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-8846fe88-0ce6-4488-88e6-b91c088d431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:32.914844 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-8846fe88-0ce6-4488-88e6-b91c088d431a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1096 time: 0.0574517 Apr 05 19:20:33.016530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-070b0fc5-05d1-4c09-a589-2d944e3cb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.018033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-070b0fc5-05d1-4c09-a589-2d944e3cb42f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1096 time: 0.0828359 Apr 05 19:20:33.025080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-c90fc50b-eaeb-46f7-9851-51d534a8af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.026604 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-c90fc50b-eaeb-46f7-9851-51d534a8af1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.1046040 Apr 05 19:20:33.030030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2157969-7ed5-4d45-854f-993fb4a4f8db req-eb27bebd-d086-4b56-bdcc-4a90ef3559a8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.031514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2157969-7ed5-4d45-854f-993fb4a4f8db req-eb27bebd-d086-4b56-bdcc-4a90ef3559a8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 945 time: 0.0857577 Apr 05 19:20:33.096040 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-6f026ef1-6fd2-4294-a4cc-d3d79b3d0a11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1000 time: 0.0627196 Apr 05 19:20:33.116345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2157969-7ed5-4d45-854f-993fb4a4f8db req-4b1f7409-14a5-4703-8e39-14e7db64a9ec tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765617 Apr 05 19:20:33.153186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-21dd531d-f2f9-468a-94aa-5472ac107944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.154725 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-21dd531d-f2f9-468a-94aa-5472ac107944 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0525312 Apr 05 19:20:33.156142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-b8b02502-7b5d-46d2-b9eb-399c6ab27e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.157555 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-b8b02502-7b5d-46d2-b9eb-399c6ab27e3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.1251886 Apr 05 19:20:33.199888 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481051-a856-46e5-b760-be8126f0a9b0 req-b52c125a-b0e5-4433-9471-b1fdbce02235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.202152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-b52c125a-b0e5-4433-9471-b1fdbce02235 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414586 Apr 05 19:20:33.227366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-b0f2a6ae-e54b-47bd-8c10-cc8ac5d82443 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1000 time: 0.0596309 Apr 05 19:20:33.281194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-63985ab7-9a36-4c8b-bae5-78298d1129f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.282665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-63985ab7-9a36-4c8b-bae5-78298d1129f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0433671 Apr 05 19:20:33.291835 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-9314e6c5-69f5-449d-a359-c20c145f6a29 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831251 Apr 05 19:20:33.336431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-bf10b2ce-4334-402f-961c-5b198baf83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.338121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-bf10b2ce-4334-402f-961c-5b198baf83f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452626 Apr 05 19:20:33.387905 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-10481051-a856-46e5-b760-be8126f0a9b0 req-71544b51-d830-4dc4-af04-1abeb3e4a4fe service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894988 Apr 05 19:20:33.430943 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-a27cd21f-3daa-421c-bac7-87f542af8dc6 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824356 Apr 05 19:20:33.475596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-950ddd22-b82f-4ccf-b400-40f05d48518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.477083 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-950ddd22-b82f-4ccf-b400-40f05d48518d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 1096 time: 0.0448210 Apr 05 19:20:33.527838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-d50d70c8-24a8-4812-b3f3-a4e41355a1dc service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872972 Apr 05 19:20:33.571587 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-2f19edec-092e-47b3-8077-09012fb4216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.572981 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-2f19edec-092e-47b3-8077-09012fb4216d service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0892217 Apr 05 19:20:33.638019 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-a5465a2f-f477-4c83-9dd4-7cdbd9c47dc0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 200 len: 1000 time: 0.0579357 Apr 05 19:20:33.684113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-8bacdeb6-58f7-414c-8111-1b65d92cd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.686090 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-8bacdeb6-58f7-414c-8111-1b65d92cd449 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0416236 Apr 05 19:20:33.736349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-b5eca46f-278b-4a6c-9e83-b5a57adbb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:33.737792 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-b5eca46f-278b-4a6c-9e83-b5a57adbb014 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439224 Apr 05 19:20:33.825134 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-a6c2666c-6cf0-4a13-b02d-40270acead7a service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795753 Apr 05 19:20:33.916133 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-011ebbdb-234c-48d1-a16d-8cd1ded3c84c req-29937e6b-79d9-4244-8050-8cc0a095b3ab service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846553 Apr 05 19:20:34.250241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb44c2a-3b3e-4245-8450-0c4e9cef5f2c req-b98ec285-5b76-4332-8ba7-cb6e22f90ea3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:34.251748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eb44c2a-3b3e-4245-8450-0c4e9cef5f2c req-b98ec285-5b76-4332-8ba7-cb6e22f90ea3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 945 time: 0.0511084 Apr 05 19:20:34.288625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9eb44c2a-3b3e-4245-8450-0c4e9cef5f2c req-065f6813-76aa-4412-8e3f-402bf6a3375b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307984 Apr 05 19:20:34.445758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:20:34.484089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:20:35.350211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:35.404842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce90073-91c7-4688-8880-98628830e22d req-228e2a9f-f38e-4ea2-a155-cfd899b2f259 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:35.406302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bce90073-91c7-4688-8880-98628830e22d req-228e2a9f-f38e-4ea2-a155-cfd899b2f259 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 945 time: 0.0485187 Apr 05 19:20:35.442589 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bce90073-91c7-4688-8880-98628830e22d req-3134c33c-7d4b-47e4-aac2-8bfb7f4c8e11 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300853 Apr 05 19:20:36.092824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:20:36.192902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:36.205205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'mac_address': 'fa:16:3e:93:bf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:20:36.244999 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:36.258684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ae2bd1-024f-4e06-bae7-d0144d0f2424 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:20:36.280655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:36.284913 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:36.334351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=11']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:36.562566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14360-83f3-4879-bad1-2a939a9ad027 req-3eced6a1-4b47-470e-b8af-ae283d793102 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:36.564024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21e14360-83f3-4879-bad1-2a939a9ad027 req-3eced6a1-4b47-470e-b8af-ae283d793102 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0496349 Apr 05 19:20:36.605489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21e14360-83f3-4879-bad1-2a939a9ad027 req-1b28852d-3930-45ce-9e89-53ad2e8d3926 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351698 Apr 05 19:20:36.624562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['35ae2bd1-024f-4e06-bae7-d0144d0f2424'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:20:36.722734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451812b2-f1d1-49a6-b46e-ff1132caa163 req-0ce9764c-abea-4bbd-9f1a-2f3d26ca8f61 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:36.724207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-451812b2-f1d1-49a6-b46e-ff1132caa163 req-0ce9764c-abea-4bbd-9f1a-2f3d26ca8f61 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0488846 Apr 05 19:20:36.762690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-451812b2-f1d1-49a6-b46e-ff1132caa163 req-3fb4942d-35f0-423b-9769-8348e5c0b012 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322483 Apr 05 19:20:36.875843 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105b06-8dcc-4fda-b752-f3841003dc03 req-a7d2592b-b1ab-4c15-990d-84f4ccef3d6e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:36.877239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a105b06-8dcc-4fda-b752-f3841003dc03 req-a7d2592b-b1ab-4c15-990d-84f4ccef3d6e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0487604 Apr 05 19:20:36.914596 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a105b06-8dcc-4fda-b752-f3841003dc03 req-a7d296cf-cbce-4bb0-bd93-7d9ca3ef2320 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312736 Apr 05 19:20:37.142499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dda31-6c03-42ee-8e44-d8d6212d5f6d req-7e6ef163-29bb-4a40-bb47-0ddcd3d4f856 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:37.144130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-948dda31-6c03-42ee-8e44-d8d6212d5f6d req-7e6ef163-29bb-4a40-bb47-0ddcd3d4f856 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 946 time: 0.0482833 Apr 05 19:20:37.183831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-948dda31-6c03-42ee-8e44-d8d6212d5f6d req-b492f0b7-b393-42dc-ac29-6b0a0994e309 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340216 Apr 05 19:20:37.330723 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:38.093844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:20:38.144212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:20:38.147888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:20:38.148255 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:38.242696 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:38.261608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:20:38.264542 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73a9461-c1e2-4101-a185-ece943fdefb7" -d '{"events": [{"server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "name": "network-vif-plugged", "status": "completed", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:20:38.277764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:38.283291 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:38.327264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bab2f0-31ca-4d46-9e43-8ece19f53512 req-46571546-571f-4874-a4ce-a1816e91930c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:38.328781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16bab2f0-31ca-4d46-9e43-8ece19f53512 req-46571546-571f-4874-a4ce-a1816e91930c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 947 time: 0.0568979 Apr 05 19:20:38.338716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=12']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:38.369397 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16bab2f0-31ca-4d46-9e43-8ece19f53512 req-10a42a1f-d5fe-49d4-ab2c-56886384237e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347230 Apr 05 19:20:38.375422 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fbaabc-0a5a-45ac-8ca2-e781096755d0 x-openstack-request-id: req-31fbaabc-0a5a-45ac-8ca2-e781096755d0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:20:38.375777 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "name": "network-vif-plugged", "status": "completed", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:20:38.376027 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31fbaabc-0a5a-45ac-8ca2-e781096755d0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:20:38.376499 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fbaabc-0a5a-45ac-8ca2-e781096755d0'] response: {'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'code': 200} Apr 05 19:20:38.507695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-323256a5-33af-47d6-b01b-bc7a1bd3afba tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:38.509130 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-323256a5-33af-47d6-b01b-bc7a1bd3afba tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 947 time: 0.0482368 Apr 05 19:20:38.596395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Deleting port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:20:38.596655 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:38.685443 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] For port 35ae2bd1-024f-4e06-bae7-d0144d0f2424, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=35ae2bd1-024f-4e06-bae7-d0144d0f2424,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:38.685809 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:38.855043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:38.855312 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:38.855625 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 disassociated. External IP: 172.25.4.87, port: 35ae2bd1-024f-4e06-bae7-d0144d0f2424. Apr 05 19:20:38.855962 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Calling delete_port for 35ae2bd1-024f-4e06-bae7-d0144d0f2424 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:20:38.984568 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:39.011257 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event deleted for resources: {'Port': ['ID=35ae2bd1-024f-4e06-bae7-d0144d0f2424,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:39.135276 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:20:39.184099 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:20:39.246852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:20:39.257965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:20:39.271380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:20:39.271991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:20:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:20:39.285851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] No DVR routers for this DVR port 35ae2bd1-024f-4e06-bae7-d0144d0f2424 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:20:39.288435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:39.291735 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7e941b74-2ba2-46aa-8946-dfa38b4aec7e req-84f3883e-e042-48eb-90c4-e616dd6f849f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "DELETE /v2.0/ports/35ae2bd1-024f-4e06-bae7-d0144d0f2424 HTTP/1.1" status: 204 len: 173 time: 0.7768714 Apr 05 19:20:39.292180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'name': 'network-vif-deleted', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:20:39.294480 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d397d91f-6886-4002-9c12-1bbe387bef6c" -d '{"events": [{"server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "name": "network-vif-deleted", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:20:39.340631 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c8f01c-7aee-4974-8821-629b6447c885 x-openstack-request-id: req-37c8f01c-7aee-4974-8821-629b6447c885 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:20:39.341032 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3612b2f4-2973-4b07-8052-bd1a931cf44f", "name": "network-vif-deleted", "tag": "35ae2bd1-024f-4e06-bae7-d0144d0f2424", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:20:39.341395 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37c8f01c-7aee-4974-8821-629b6447c885 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:20:39.341871 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c8f01c-7aee-4974-8821-629b6447c885'] response: {'server_uuid': '3612b2f4-2973-4b07-8052-bd1a931cf44f', 'name': 'network-vif-deleted', 'tag': '35ae2bd1-024f-4e06-bae7-d0144d0f2424', 'status': 'completed', 'code': 200} Apr 05 19:20:39.394056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:20:39.483550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66e427da-75a8-453c-a6cf-98c1e87a0c10 req-7929c3c8-ccce-43a4-8565-37458469b8fb tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=3612b2f4-2973-4b07-8052-bd1a931cf44f HTTP/1.1" status: 200 len: 210 time: 0.0268779 Apr 05 19:20:39.535831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-397092a6-7512-43bd-9a29-fce22187157a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:39.609216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:20:39.635292 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:20:39.643957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:20:39.644595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:20:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:20:39.751987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:20:39.952190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:20:39.978501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ad4a3-00ff-428e-bd4f-b325a8aea6ae None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:20:40.188720 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bbc379-0c65-4804-ac8a-4b1c7ad401c2 None None] New status for floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:20:40.718224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-2b9a98b2-c147-4948-976c-dd096932ae9f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--480311671&fields=id&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 267 time: 0.0335474 Apr 05 19:20:41.086959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72316d4f-e567-462d-b098-413dfac40905 req-f89c78b2-74c6-4994-8a46-b861df81b593 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:41.088409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-f89c78b2-74c6-4994-8a46-b861df81b593 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 812 time: 0.3635073 Apr 05 19:20:41.103680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-cfdf3a46-ffb5-4949-8f81-66bb94a441f1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/quotas/ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 375 time: 0.0087049 Apr 05 19:20:41.155810 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-297601c7-d34a-4dfc-bfa9-4585c9d972f2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460351 Apr 05 19:20:41.301642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-ef2ec8e9-7390-43b9-a19d-d14cb86f440d service neutron] 10.222.0.15 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341748 Apr 05 19:20:41.386906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-0f295122-0205-4dad-9911-809034688642 service neutron] 10.222.0.15 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790730 Apr 05 19:20:41.550969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5175e507-7a0f-492f-a8a8-d2bd1cc57020 req-2ed67982-60d9-4722-afa2-444f340a8902 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 210 time: 0.0270591 Apr 05 19:20:41.843897 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24aefb03-7265-470b-ba55-6b1395d2d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:42.090449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:20:42.111066 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 35ae2bd1-024f-4e06-bae7-d0144d0f2424 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:20:42.111412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 35ae2bd1-024f-4e06-bae7-d0144d0f2424 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:20:42.651639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ccb933f-f9db-4502-ac5b-f39f891daf65 req-5550eaff-2fc4-4185-9c49-ed8ae3465bf3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 210 time: 0.0278957 Apr 05 19:20:42.658764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72316d4f-e567-462d-b098-413dfac40905 req-47070e5a-cfcd-4dbc-b59c-b3d5ad2b0c0f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:42.660131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-47070e5a-cfcd-4dbc-b59c-b3d5ad2b0c0f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 812 time: 0.1377425 Apr 05 19:20:42.713864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-422e68e2-27bb-464e-87fb-cac6e2e59c5f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 379 time: 0.0337298 Apr 05 19:20:42.726440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'port': {'device_id': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'admin_state_up': True, 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'security_groups': ['4d1aca4e-7b48-4b9d-93c9-01982093eeeb']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:20:42.831905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Made reservation on behalf of ba71c0391ae74254a3e747840f1f06fa for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:20:42.835382 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:42.956996 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:42.957579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Allocated IP 172.20.0.4 (674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f/b4668be6-82b2-4d3b-95aa-6f9891ef7200/4bbecb27-482f-4979-bedc-8b9e9c7d35d4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:20:43.092573 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.125457 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.168314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:20:43.171993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:20:43.175792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:20:43.204312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:43.239578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:43.240201 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.255852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-fded342b-491d-4a79-9b4c-c0e8615e37b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5328343 Apr 05 19:20:43.272204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Request body: {'port': {'device_id': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:20:43.331567 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.433932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dad5c28f-9080-4e91-a513-3ac6a4ae4feb None None] Provisioning complete for port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:20:43.434414 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dad5c28f-9080-4e91-a513-3ac6a4ae4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.473484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dad5c28f-9080-4e91-a513-3ac6a4ae4feb None None] Port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:20:43.591240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:20:43.598627 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.610969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Transition to ACTIVE for port object 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:20:43.614474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.683218 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:43.746741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:20:43.746853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:20:43.747140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:20:43.767498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:20:43.767825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:20:43.775832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:20:43.776171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:20:43.776553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:20:43.776987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Bound port: 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:20:43.777347 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.809311 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c702-9830-46c2-b3cd-13d42caee159 req-4f2604a3-cb9c-4918-9388-b2e1ae9d12ad tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:43.811582 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db43c702-9830-46c2-b3cd-13d42caee159 req-4f2604a3-cb9c-4918-9388-b2e1ae9d12ad tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0795293 Apr 05 19:20:43.889854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db43c702-9830-46c2-b3cd-13d42caee159 req-f1b807b6-5c67-41ac-8297-80d27622ac34 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566800 Apr 05 19:20:43.890816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:20:43.894038 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:20:43.900137 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.934481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:43.935081 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:43.937080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 1091 time: 0.6692913 Apr 05 19:20:43.937508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:20:43.939760 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b60c5f-0509-49e4-a890-fa465cbedc38" -d '{"events": [{"name": "network-changed", "server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:20:43.963114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2b2f4-0744-48e9-b2bc-a6e2ef9e18a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:43.991054 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330ec967-0612-4bc7-9309-c0a590c9c64e x-openstack-request-id: req-330ec967-0612-4bc7-9309-c0a590c9c64e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:20:43.991367 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:20:43.991709 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-330ec967-0612-4bc7-9309-c0a590c9c64e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:20:43.992124 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330ec967-0612-4bc7-9309-c0a590c9c64e'] response: {'name': 'network-changed', 'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'status': 'completed', 'code': 200} Apr 05 19:20:44.036950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72316d4f-e567-462d-b098-413dfac40905 req-e3650c56-8b66-4e2a-a2db-c276be2ffc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:44.038476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-e3650c56-8b66-4e2a-a2db-c276be2ffc5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1094 time: 0.0426464 Apr 05 19:20:44.087834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-992eb425-02a5-476e-8be4-b3a3d845377a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 217 time: 0.0411990 Apr 05 19:20:44.153715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72316d4f-e567-462d-b098-413dfac40905 req-3fb81719-7f06-4a85-88c6-8fd0ab64e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:44.155848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-3fb81719-7f06-4a85-88c6-8fd0ab64e544 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0539899 Apr 05 19:20:44.203678 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72316d4f-e567-462d-b098-413dfac40905 req-b28cf0c3-b8d5-4f62-a3c8-9847d5f5a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:44.205078 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-b28cf0c3-b8d5-4f62-a3c8-9847d5f5a66f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411100 Apr 05 19:20:44.302445 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-a8dc028c-54fd-4497-82bd-6294eb8cd698 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864356 Apr 05 19:20:44.392800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-72316d4f-e567-462d-b098-413dfac40905 req-225578c0-d5d8-471d-9f54-378b571ec7d5 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802739 Apr 05 19:20:44.490169 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:44.490820 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-0ba7bea5-6494-47ff-b66a-4dadcb29d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:44.494559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-0ba7bea5-6494-47ff-b66a-4dadcb29d77f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1094 time: 0.0435376 Apr 05 19:20:44.586904 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-7a2f5e08-783e-4933-ab1d-5346d12dba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:44.588345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-7a2f5e08-783e-4933-ab1d-5346d12dba74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0887718 Apr 05 19:20:44.630415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-e43fa9b8-15a9-4d38-8ee1-f542ef5183d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 217 time: 0.0350676 Apr 05 19:20:44.687744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-b72ab609-cfa8-48bf-ba1d-a1fad525076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:44.689304 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-b72ab609-cfa8-48bf-ba1d-a1fad525076f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0526686 Apr 05 19:20:44.737180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-3b6757cb-2275-4b63-a7c2-fe2729b3d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:44.738611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-3b6757cb-2275-4b63-a7c2-fe2729b3d712 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412948 Apr 05 19:20:44.826025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-b61d458f-bcab-438a-b99a-c5911c420518 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798070 Apr 05 19:20:44.919010 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17b60c5f-0509-49e4-a890-fa465cbedc38 req-d92e7c98-5723-4519-aa28-01b41b4e449e service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848758 Apr 05 19:20:45.007302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cb18e-47db-4a7b-9c1b-0280530d23ec req-eceaec8f-9f37-4517-99f9-9f3bb43204c9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:45.008709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-588cb18e-47db-4a7b-9c1b-0280530d23ec req-eceaec8f-9f37-4517-99f9-9f3bb43204c9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0490611 Apr 05 19:20:45.023596 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:45.048645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-588cb18e-47db-4a7b-9c1b-0280530d23ec req-7da73755-b41f-4ef9-94ed-7599a509f604 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338821 Apr 05 19:20:46.166655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a537f-6938-4daa-8132-a9a9d8e77250 req-7ec80b83-769d-4759-83cb-0652b58e3d96 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:46.168107 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b79a537f-6938-4daa-8132-a9a9d8e77250 req-7ec80b83-769d-4759-83cb-0652b58e3d96 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0484121 Apr 05 19:20:46.210474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b79a537f-6938-4daa-8132-a9a9d8e77250 req-9f34fa80-7882-4545-865a-73e641a908e0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363941 Apr 05 19:20:46.496283 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:20:46.592312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:46.603368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'mac_address': 'fa:16:3e:24:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:20:46.639304 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:46.651339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:20:46.671477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:46.675137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:46.719839 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:46.917502 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['4bbecb27-482f-4979-bedc-8b9e9c7d35d4'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:20:47.323834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cc0c4-c693-42f0-a5a0-90642dd671c1 req-4b5fffee-638c-4780-a608-cf958d674e31 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:47.325292 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-818cc0c4-c693-42f0-a5a0-90642dd671c1 req-4b5fffee-638c-4780-a608-cf958d674e31 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0488651 Apr 05 19:20:47.363744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-818cc0c4-c693-42f0-a5a0-90642dd671c1 req-a18300aa-fa8f-4bae-9b8e-3beff228edbf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318694 Apr 05 19:20:48.480798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1ab4-aa6a-4cb1-a8e9-a39258725400 req-aac4be90-624c-4bfb-b7b5-c8a921cd84ee tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:48.482334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1ff1ab4-aa6a-4cb1-a8e9-a39258725400 req-aac4be90-624c-4bfb-b7b5-c8a921cd84ee tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0495136 Apr 05 19:20:48.504802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:20:48.521183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1ff1ab4-aa6a-4cb1-a8e9-a39258725400 req-f51b5d0f-c02d-405c-8dff-845a1100b430 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317998 Apr 05 19:20:48.552296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:20:48.556030 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:20:48.556422 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:48.633965 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:48.656171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:20:48.658416 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aad997-18c3-4ff2-8bf4-70003b4ea01b" -d '{"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-plugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:20:48.671374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:20:48.676736 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:48.702958 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63edddd-3a2c-4079-bdd2-9af531068118 x-openstack-request-id: req-a63edddd-3a2c-4079-bdd2-9af531068118 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:20:48.703247 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-plugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:20:48.703492 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a63edddd-3a2c-4079-bdd2-9af531068118 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:20:48.703877 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63edddd-3a2c-4079-bdd2-9af531068118'] response: {'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'code': 200} Apr 05 19:20:48.731111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:20:48.836102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd46b-c5db-47b8-b0f4-c3d9c6d6de42 req-fa747f41-588e-4c6a-a58b-1d990de96224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:48.837581 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48ebd46b-c5db-47b8-b0f4-c3d9c6d6de42 req-fa747f41-588e-4c6a-a58b-1d990de96224 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1096 time: 0.0406058 Apr 05 19:20:48.875981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-48ebd46b-c5db-47b8-b0f4-c3d9c6d6de42 req-859e718f-794e-47b6-bbac-548692bca92d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307238 Apr 05 19:20:49.638483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de104b4-dcb8-4ec1-9585-ef8dbcbfb028 req-82052b2c-add4-4136-9391-20cdee9405bc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:49.640548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0de104b4-dcb8-4ec1-9585-ef8dbcbfb028 req-82052b2c-add4-4136-9391-20cdee9405bc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0497715 Apr 05 19:20:49.677800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0de104b4-dcb8-4ec1-9585-ef8dbcbfb028 req-e3a0e278-9c30-4b02-b2ca-33a433681e28 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Apr 05 19:20:50.795387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add0332-6831-44d1-9085-9d52fd1ab35a req-a21a7e11-e2f6-4ac5-b73d-b1c218645c17 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:50.796825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2add0332-6831-44d1-9085-9d52fd1ab35a req-a21a7e11-e2f6-4ac5-b73d-b1c218645c17 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0488031 Apr 05 19:20:50.834452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2add0332-6831-44d1-9085-9d52fd1ab35a req-df51549b-665d-4174-b09a-cf057d749325 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315459 Apr 05 19:20:50.943784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a9b82-9e8e-4b0d-8aa6-fe9c387d7e90 req-e62d3c77-87ab-4445-8b49-e4eb26505d77 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:50.945493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2d8a9b82-9e8e-4b0d-8aa6-fe9c387d7e90 req-e62d3c77-87ab-4445-8b49-e4eb26505d77 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0480938 Apr 05 19:20:50.954668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:20:50.958973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e170d242-649a-4b12-80d8-53505bd02d23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Request body: {'floatingip': {'port_id': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:20:51.001858 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e170d242-649a-4b12-80d8-53505bd02d23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:51.425810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e170d242-649a-4b12-80d8-53505bd02d23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:51.429768 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e170d242-649a-4b12-80d8-53505bd02d23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:51.540985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-688defa3-da76-4335-be99-92b16ccd7453 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077034 Apr 05 19:20:51.560061 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-e170d242-649a-4b12-80d8-53505bd02d23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 associated. External IP: 172.25.4.87, port: 4bbecb27-482f-4979-bedc-8b9e9c7d35d4. Apr 05 19:20:51.669493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-a5b2224f-6a37-4908-802e-59ea2d9bf54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:51.671568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-a5b2224f-6a37-4908-802e-59ea2d9bf54c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1096 time: 0.0784967 Apr 05 19:20:52.132453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-7c7cfd2d-dcb3-41de-813f-2c11668093f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:52.133900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-7c7cfd2d-dcb3-41de-813f-2c11668093f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.4433479 Apr 05 19:20:52.178207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e170d242-649a-4b12-80d8-53505bd02d23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:20:52.241324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-46352e59-1cb3-4c96-bbf0-511c5a468bc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 999 time: 0.0998459 Apr 05 19:20:52.330204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-a5885422-1159-43e2-b28c-20469fd5f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:52.331656 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-a5885422-1159-43e2-b28c-20469fd5f86d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0832639 Apr 05 19:20:52.347524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e170d242-649a-4b12-80d8-53505bd02d23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:20:52.352709 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e170d242-649a-4b12-80d8-53505bd02d23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:20:52.357755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:20:52.366972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:20:52.367582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:20:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:20:52.399160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e170d242-649a-4b12-80d8-53505bd02d23 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "PUT /v2.0/floatingips/4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 HTTP/1.1" status: 200 len: 991 time: 1.4403448 Apr 05 19:20:52.399160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:20:52.399587 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a" -d '{"events": [{"name": "network-changed", "server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:20:52.414778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-e9441af9-5dc9-4c45-a095-354a7ed701e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:52.416611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-e9441af9-5dc9-4c45-a095-354a7ed701e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764017 Apr 05 19:20:52.443939 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011efdc5-d299-401d-b9d1-7add1d964497 x-openstack-request-id: req-011efdc5-d299-401d-b9d1-7add1d964497 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:20:52.444475 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:20:52.444738 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-011efdc5-d299-401d-b9d1-7add1d964497 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:20:52.445414 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011efdc5-d299-401d-b9d1-7add1d964497'] response: {'name': 'network-changed', 'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'status': 'completed', 'code': 200} Apr 05 19:20:52.518703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-39fae926-db4e-4e22-8ec7-0f9fdc5b92cf service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953972 Apr 05 19:20:52.630828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c071ce7a-6c5f-49d9-9074-ce7e2f81da39 req-2da8cf32-7f73-40b7-b7f9-23c35aaa6485 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043518 Apr 05 19:20:52.679875 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:20:52.735066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-4606e209-3a1b-4867-b327-1814696727f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:52.736854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-4606e209-3a1b-4867-b327-1814696727f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1096 time: 0.0527837 Apr 05 19:20:52.839260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-f182fb6a-d5dd-4238-b843-566b2d48616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:52.841357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-f182fb6a-d5dd-4238-b843-566b2d48616e service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0975494 Apr 05 19:20:52.910526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-256f27a5-5eb5-43cb-be72-5d1d97d22ab3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 999 time: 0.0625570 Apr 05 19:20:52.921357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:24:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:20:51Z', 'revision_number': 13, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:20:52.948082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:20:52.956919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:20:52.957520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:20:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:20:52.964645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-6e19b028-79fe-4730-90a7-e702bf3a9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:52.966120 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-6e19b028-79fe-4730-90a7-e702bf3a9eff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0496781 Apr 05 19:20:53.017894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-a9dfe71c-eeb8-4538-83b0-dbed6055acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:53.019449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-a9dfe71c-eeb8-4538-83b0-dbed6055acd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457993 Apr 05 19:20:53.066971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:20:53.110492 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-fd38f329-7597-4e85-acbb-48fc1e8b9cc6 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Apr 05 19:20:53.207978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36eb5711-9ca0-4ab6-a5e8-b9984fe7088a req-9b3a1c78-d05f-48cf-aeaf-3c39a019595e service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903382 Apr 05 19:20:53.304397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:24:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:20:51Z', 'revision_number': 13, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:20:53.333116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5fb4ac-e4d0-492a-aea1-1a2a57800221 None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'port_id': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'mac_address': 'fa:16:3e:24:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:17:56Z', 'updated_at': '2022-04-05T19:20:51Z', 'revision_number': 13, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:20:53.529072 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe28d31-7a18-4b35-adfc-a9d31054f52b None None] New status for floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:20:53.868313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ec1ec-c5f5-4e03-ae9b-cf535d1f1242 req-dc2d8966-e776-4bea-9da5-3eb7473ea93a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:20:53.869748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f4ec1ec-c5f5-4e03-ae9b-cf535d1f1242 req-dc2d8966-e776-4bea-9da5-3eb7473ea93a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0485144 Apr 05 19:20:53.906871 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f4ec1ec-c5f5-4e03-ae9b-cf535d1f1242 req-2ad10830-af57-4b8d-85da-1adf226eb8cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305712 Apr 05 19:21:03.947367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658686-55bc-4981-be91-b709368cd97d req-0ada2fe1-fc8d-48d6-bf97-eb13841fd30e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:03.948835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85658686-55bc-4981-be91-b709368cd97d req-0ada2fe1-fc8d-48d6-bf97-eb13841fd30e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0488064 Apr 05 19:21:04.010878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85658686-55bc-4981-be91-b709368cd97d req-2f538a46-42fb-4c41-abcd-0ff3d0363653 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529871 Apr 05 19:21:04.017472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-9c82297a-8c0a-47b7-930e-1083f0591b7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298833 Apr 05 19:21:05.063321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-ffac693b-fd16-4c3c-99cc-a8c2f3af5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:05.064835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-ffac693b-fd16-4c3c-99cc-a8c2f3af5adf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1096 time: 0.0425146 Apr 05 19:21:05.187355 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7699-2217-453e-a35d-e4cea3e6450e req-77494213-a8b5-439d-aa68-f15132d96657 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:05.188835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-559a7699-2217-453e-a35d-e4cea3e6450e req-77494213-a8b5-439d-aa68-f15132d96657 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.1018543 Apr 05 19:21:05.209919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-bd30ac95-6d57-460c-bf6f-75037f049e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:05.211366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-bd30ac95-6d57-460c-bf6f-75037f049e71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.1319911 Apr 05 19:21:05.271922 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-559a7699-2217-453e-a35d-e4cea3e6450e req-a41490c8-834c-4d81-b7bb-66adcb93bac4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768230 Apr 05 19:21:05.290961 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-1b25c2ef-27e3-4973-a5bb-7cd527e9c2ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 1001 time: 0.0702317 Apr 05 19:21:05.346610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-aaeaada0-16e0-44b4-bee1-a304d52878fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:05.347026 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:05.348161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-aaeaada0-16e0-44b4-bee1-a304d52878fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0480714 Apr 05 19:21:05.394053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-d3d20591-abbc-40b5-8e43-bfed744d6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:05.395532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-d3d20591-abbc-40b5-8e43-bfed744d6068 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413928 Apr 05 19:21:05.483164 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-ab70e8c8-7405-439e-837f-fe26fcacad57 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807631 Apr 05 19:21:05.578504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-075121c3-e8ce-4144-88a8-849b43511b44 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871446 Apr 05 19:21:06.390693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca95b-cc31-4f57-b8ea-342d7867cc32 req-00891fef-1a7a-49cd-b6f8-8c1429de4d9b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:06.392161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c92ca95b-cc31-4f57-b8ea-342d7867cc32 req-00891fef-1a7a-49cd-b6f8-8c1429de4d9b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0492275 Apr 05 19:21:06.429493 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c92ca95b-cc31-4f57-b8ea-342d7867cc32 req-a5317e44-3658-43c7-96ad-4e6a8bc26bfd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Apr 05 19:21:07.325027 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:07.555016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984fde6-dd8f-412c-b422-ba4e47c40d7a req-7687211d-8db8-492d-ad8b-21fbb739501c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:07.556395 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6984fde6-dd8f-412c-b422-ba4e47c40d7a req-7687211d-8db8-492d-ad8b-21fbb739501c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0483227 Apr 05 19:21:07.598935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6984fde6-dd8f-412c-b422-ba4e47c40d7a req-9e412099-a920-4775-a271-dafed10209ca tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363734 Apr 05 19:21:08.715042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adfa4-32b4-4dda-92d3-642518ca72ac req-1c259748-be67-4f4c-9161-680a0e981b2c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:08.716507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a6adfa4-32b4-4dda-92d3-642518ca72ac req-1c259748-be67-4f4c-9161-680a0e981b2c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0490470 Apr 05 19:21:08.754150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a6adfa4-32b4-4dda-92d3-642518ca72ac req-55b84f8b-396e-4f34-a7f2-5643b07a0d14 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311868 Apr 05 19:21:09.498620 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29144d0f-1522-431c-84cc-01a193a85fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:09.870468 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d4f0-d2dc-43cd-b809-1ae36b6a6c99 req-bf650185-c3a1-44d5-a4aa-61ebe3d3d5f8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:09.871924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6328d4f0-d2dc-43cd-b809-1ae36b6a6c99 req-bf650185-c3a1-44d5-a4aa-61ebe3d3d5f8 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0489066 Apr 05 19:21:09.909392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6328d4f0-d2dc-43cd-b809-1ae36b6a6c99 req-259e6c36-95ab-4f71-b679-6e1f1f78fb59 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314841 Apr 05 19:21:11.029886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb2e9f-bc95-42d8-83e8-f378fb3f9930 req-edb61822-3992-4d55-be3a-696bdecb7d66 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:11.031678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61bb2e9f-bc95-42d8-83e8-f378fb3f9930 req-edb61822-3992-4d55-be3a-696bdecb7d66 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0483818 Apr 05 19:21:11.072717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61bb2e9f-bc95-42d8-83e8-f378fb3f9930 req-2a0f52d0-9b1d-4c3b-a266-0e76cf472584 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353069 Apr 05 19:21:11.847223 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91351c46-76fc-4cfc-aed1-39bace150f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:12.187449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c644cff-c961-4ab2-986d-dc09da4ecc5e req-e026883c-ec38-46ff-af7b-9609cfece03d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:12.188918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c644cff-c961-4ab2-986d-dc09da4ecc5e req-e026883c-ec38-46ff-af7b-9609cfece03d tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0496905 Apr 05 19:21:12.227112 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c644cff-c961-4ab2-986d-dc09da4ecc5e req-e219e80d-f332-4768-81d8-b372d6a769e9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319281 Apr 05 19:21:12.960070 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:13.341237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81c578-8d7e-4793-8b09-ad020bd684c2 req-7d455f97-1977-4ee8-aeb9-fc5c78b157ad tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:13.342704 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b81c578-8d7e-4793-8b09-ad020bd684c2 req-7d455f97-1977-4ee8-aeb9-fc5c78b157ad tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0480082 Apr 05 19:21:13.380104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1b81c578-8d7e-4793-8b09-ad020bd684c2 req-7e1dfe73-d67f-425c-b5f1-55a2da38f164 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309305 Apr 05 19:21:14.494332 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:14.503817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d99a0-4802-4ef3-994b-b57143402899 req-d41ae276-4a64-46d3-8eec-b405b6ebc7ff tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:14.505307 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-037d99a0-4802-4ef3-994b-b57143402899 req-d41ae276-4a64-46d3-8eec-b405b6ebc7ff tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0556667 Apr 05 19:21:14.546786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-037d99a0-4802-4ef3-994b-b57143402899 req-f437fc10-147f-47de-83bd-a098450731b0 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347676 Apr 05 19:21:15.026351 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:15.663563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a43f5-025e-483f-a372-a134c7e489d4 req-ee6f2a39-bfff-4e2b-9bb4-dd39c5bf249e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:15.665014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b1a43f5-025e-483f-a372-a134c7e489d4 req-ee6f2a39-bfff-4e2b-9bb4-dd39c5bf249e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0487146 Apr 05 19:21:15.703135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b1a43f5-025e-483f-a372-a134c7e489d4 req-46e2409d-f571-4db4-b941-13cd69bee35b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Apr 05 19:21:16.182562 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:21:16.818304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaafd1-9aae-445a-a42e-dbad71a920eb req-f8f8093f-b6aa-4f73-a238-5ad5aaf46a0b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:16.820065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6aeaafd1-9aae-445a-a42e-dbad71a920eb req-f8f8093f-b6aa-4f73-a238-5ad5aaf46a0b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0488567 Apr 05 19:21:16.856991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6aeaafd1-9aae-445a-a42e-dbad71a920eb req-553eecd0-090d-45d9-b2e7-796c9e1d44f9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309954 Apr 05 19:21:17.971900 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ec3d-94fb-4e80-aae1-3fcef1d8c07c req-ada5809a-c123-43c5-aa76-8333b38ad61e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:17.973255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d314ec3d-94fb-4e80-aae1-3fcef1d8c07c req-ada5809a-c123-43c5-aa76-8333b38ad61e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0475550 Apr 05 19:21:18.014565 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d314ec3d-94fb-4e80-aae1-3fcef1d8c07c req-3af62771-5f13-460c-9744-51e8faa2cc4f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352840 Apr 05 19:21:19.130618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799f0d-0886-44a2-850d-a03f33607ac7 req-b1ffdc67-a108-4a89-a3ee-495a965f7015 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:19.132085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc799f0d-0886-44a2-850d-a03f33607ac7 req-b1ffdc67-a108-4a89-a3ee-495a965f7015 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0484836 Apr 05 19:21:19.169107 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc799f0d-0886-44a2-850d-a03f33607ac7 req-d47bdecb-cb25-471c-b563-e413cccd3eb4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311399 Apr 05 19:21:20.297701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c0c95-c45b-47e9-be2e-dfb2f77ea5f9 req-45632db5-a741-4579-a66a-52f221cbd5e3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:20.299381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7c0c95-c45b-47e9-be2e-dfb2f77ea5f9 req-45632db5-a741-4579-a66a-52f221cbd5e3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0513289 Apr 05 19:21:20.340654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bd7c0c95-c45b-47e9-be2e-dfb2f77ea5f9 req-2d726034-002d-461a-b3f2-f219c59fa480 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343833 Apr 05 19:21:21.460919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c30ec1-1f23-4b52-96c7-22b4b00fcfd3 req-c8ba4f39-0d16-4572-9a8f-e4fd19d53586 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:21.462419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46c30ec1-1f23-4b52-96c7-22b4b00fcfd3 req-c8ba4f39-0d16-4572-9a8f-e4fd19d53586 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0481949 Apr 05 19:21:21.504060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46c30ec1-1f23-4b52-96c7-22b4b00fcfd3 req-49ca8b37-b54e-425d-a68b-2fa5e833f620 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351238 Apr 05 19:21:22.619743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29b1b-5cfc-425f-9f4e-339a6d29acff req-d319a472-b2ca-4df4-b8c1-5546c73b7f09 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:22.621203 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ef29b1b-5cfc-425f-9f4e-339a6d29acff req-d319a472-b2ca-4df4-b8c1-5546c73b7f09 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0484684 Apr 05 19:21:22.659538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ef29b1b-5cfc-425f-9f4e-339a6d29acff req-883ce166-f656-4004-b3c0-b7f1445b9356 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312383 Apr 05 19:21:23.779213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec097c89-70d7-4f46-b651-7afaff170b7a req-9a07daf1-80f1-4542-9d81-39272dc72217 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:23.780902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec097c89-70d7-4f46-b651-7afaff170b7a req-9a07daf1-80f1-4542-9d81-39272dc72217 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0511978 Apr 05 19:21:23.821091 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec097c89-70d7-4f46-b651-7afaff170b7a req-f8e8543c-e646-455d-856c-788cb9bcdd1c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337930 Apr 05 19:21:24.550954 n-d-836650-3 neutron-server[102640]: INFO neutron.api.v2.resource [req-7372c8db-9258-44c5-abeb-094062c52ada req-92209439-7569-4b30-ae95-eba5507f6bcb service neutron] show failed (client error): The resource could not be found. Apr 05 19:21:24.551866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-92209439-7569-4b30-ae95-eba5507f6bcb service neutron] 10.222.0.20 "GET /v2.0/ports/4bbecb27-482f-4979-bedc-8b9e9c7d35d4/bindings/n-h1-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0546644 Apr 05 19:21:24.829460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-5829dec1-e756-448b-83cf-56050b7f1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:24.830903 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-5829dec1-e756-448b-83cf-56050b7f1ab4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 1096 time: 0.1061606 Apr 05 19:21:24.843390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:21:24.896730 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:24.945884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6c533-1fb9-4fe6-9e2a-997ae7fee0f1 req-b2c91afc-3302-4faa-9efc-0612ec8606a5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:24.947366 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eb6c533-1fb9-4fe6-9e2a-997ae7fee0f1 req-b2c91afc-3302-4faa-9efc-0612ec8606a5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0538681 Apr 05 19:21:24.985346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2eb6c533-1fb9-4fe6-9e2a-997ae7fee0f1 req-36515229-f9d5-4b9c-b6e5-f913921541fc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Apr 05 19:21:25.098558 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:21:25.131900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:21:25.169631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:21:25.172572 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939ae9e8-a4fb-4c40-9221-6383389cfed3" -d '{"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:21:25.176391 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:25.188395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Transition to ACTIVE for port object 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:21:25.192587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:25.228813 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beec268-8f50-4b1a-85f8-1b7969baf952 x-openstack-request-id: req-8beec268-8f50-4b1a-85f8-1b7969baf952 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:21:25.229106 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:21:25.229355 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8beec268-8f50-4b1a-85f8-1b7969baf952 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:21:25.229741 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8beec268-8f50-4b1a-85f8-1b7969baf952'] response: {'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'code': 200} Apr 05 19:21:25.275640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=6']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:21:25.287839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.288184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.288521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.288850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.289179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.289634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.289828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.290148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.290507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.290828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.291147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.291462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:25.331622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] No DVR routers for this DVR port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on host n-h2-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:21:25.468887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:21:25.469230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:21:25.470099 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:21:25.474422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:21:25.474760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:21:25.479514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:21:25.479856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:21:25.480234 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:21:25.480650 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Bound port: 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:21:25.481005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:25.545137 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:21:25.548688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:21:25.555860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:25.592380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:25.593579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:25.595329 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] 10.222.0.25 "PUT /v2.0/ports/4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 1091 time: 0.7559342 Apr 05 19:21:25.627546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd641db-7bb7-4f83-ab72-217726abbaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=7']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:21:25.661196 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-bca178b8-cb01-4530-8100-b77b063c0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:25.662702 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-bca178b8-cb01-4530-8100-b77b063c0e33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1094 time: 0.0450728 Apr 05 19:21:25.759663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-a1442256-619b-4370-bcad-549bf67ef538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:25.761151 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-a1442256-619b-4370-bcad-549bf67ef538 service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0912023 Apr 05 19:21:25.825827 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-c7525de6-20b2-4cf6-8669-f589efe2f849 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 999 time: 0.0583577 Apr 05 19:21:25.871655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-b2b5ac81-d648-408d-afb1-ebbb466baec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:25.872964 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-b2b5ac81-d648-408d-afb1-ebbb466baec0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0413501 Apr 05 19:21:25.920703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372c8db-9258-44c5-abeb-094062c52ada req-8f8023d8-52af-4c55-903a-98201dd96567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:25.922694 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-8f8023d8-52af-4c55-903a-98201dd96567 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432835 Apr 05 19:21:26.008633 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-eb25e76c-c466-4f7e-97fb-8ed3bc20ad8f service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796349 Apr 05 19:21:26.104450 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-bd639d97-6f75-4f83-b664-c0ac05a51ef3 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897832 Apr 05 19:21:26.105643 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502146e-6e74-4839-92b4-a9aaf9951fd0 req-e0110ad2-c7af-4a2b-a699-b7dcc24e4e78 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:26.107115 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f502146e-6e74-4839-92b4-a9aaf9951fd0 req-e0110ad2-c7af-4a2b-a699-b7dcc24e4e78 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0515916 Apr 05 19:21:26.148201 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f502146e-6e74-4839-92b4-a9aaf9951fd0 req-4add128d-eae0-40d6-b31a-2c7eabeb6e5c tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342772 Apr 05 19:21:26.587027 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:21:26.628942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:21:27.231230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:21:27.234098 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5140b2e2-a272-4390-80aa-4a5885fd341d" -d '{"events": [{"name": "network-changed", "server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:21:27.271337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d77e8-6fef-465c-bd60-cdb5190c36f1 req-31902ea6-9ae0-488f-9477-272d29f4cb12 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:27.273030 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f3d77e8-6fef-465c-bd60-cdb5190c36f1 req-31902ea6-9ae0-488f-9477-272d29f4cb12 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0513687 Apr 05 19:21:27.291101 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe30370a-faf8-4b95-b8aa-5a4a187156f0 x-openstack-request-id: req-fe30370a-faf8-4b95-b8aa-5a4a187156f0 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:21:27.291489 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:21:27.291834 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe30370a-faf8-4b95-b8aa-5a4a187156f0 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:21:27.292350 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe30370a-faf8-4b95-b8aa-5a4a187156f0'] response: {'name': 'network-changed', 'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'status': 'completed', 'code': 200} Apr 05 19:21:27.318287 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f3d77e8-6fef-465c-bd60-cdb5190c36f1 req-16436207-4a5f-4635-b22e-4a64c1189c20 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380149 Apr 05 19:21:27.363665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-652b4b08-0198-4b8b-acab-7f5069255c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:27.364354 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-941385d1-0ac5-4d4a-9f73-426611e39c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:27.365415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-652b4b08-0198-4b8b-acab-7f5069255c87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1094 time: 0.0476363 Apr 05 19:21:27.365841 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-941385d1-0ac5-4d4a-9f73-426611e39c6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1094 time: 0.0467231 Apr 05 19:21:27.461230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-9335cbfa-e61b-4666-8e6e-cdc4b4b2783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:27.462748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-9335cbfa-e61b-4666-8e6e-cdc4b4b2783d service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0870588 Apr 05 19:21:27.465384 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-126d2313-31a4-40c6-8469-40b3dcdb9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:27.466841 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-126d2313-31a4-40c6-8469-40b3dcdb9b5a service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0941789 Apr 05 19:21:27.534263 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-a4dd165b-efd4-4773-80d8-be9c418f9350 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 999 time: 0.0610621 Apr 05 19:21:27.537667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-36cbd7a9-8668-4995-8e58-5bb9085f1038 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 999 time: 0.0648472 Apr 05 19:21:27.586531 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-e45c6ea5-b265-42a5-a5e1-e8429aabc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:27.588021 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-e45c6ea5-b265-42a5-a5e1-e8429aabc470 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0469131 Apr 05 19:21:27.591519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-9d3e46cc-10d8-4064-807d-6406bf01e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:27.593538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-9d3e46cc-10d8-4064-807d-6406bf01e24d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0452399 Apr 05 19:21:27.637513 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-5ceaa89d-30e7-4fe2-9366-257526d508dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:27.639125 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-5ceaa89d-30e7-4fe2-9366-257526d508dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449443 Apr 05 19:21:27.644051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-435620fc-a66a-4542-bf75-ef099b8d3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:27.645606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-435620fc-a66a-4542-bf75-ef099b8d3f81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415778 Apr 05 19:21:27.729831 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-81ad89ce-7887-45b4-bb8f-96bcd5b57bc2 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837734 Apr 05 19:21:27.756435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-81454877-0879-41f8-99a3-852c6e5b9b8a service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902243 Apr 05 19:21:27.825371 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-587f711e-5a9d-4a2a-b2a9-8e48e80a5394 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889332 Apr 05 19:21:27.851682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5140b2e2-a272-4390-80aa-4a5885fd341d req-ac4ebbbe-4ebe-458a-9358-3e2765504ad5 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842006 Apr 05 19:21:28.437830 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a435435-0045-4edb-8d08-acee87195bea req-b4b37a87-1dc6-466b-a26b-e3dd06ee81b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:28.439353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a435435-0045-4edb-8d08-acee87195bea req-b4b37a87-1dc6-466b-a26b-e3dd06ee81b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0484254 Apr 05 19:21:28.477268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1a435435-0045-4edb-8d08-acee87195bea req-3ea5f5d7-bce6-4b96-9f8e-7a58ca80b8da tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316632 Apr 05 19:21:29.601118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45076fbd-f98a-40db-ae92-cfd6d2070ce4 req-ce477fbe-e2ce-4ba3-9eb0-ed86c5f4b1ea tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:29.602615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45076fbd-f98a-40db-ae92-cfd6d2070ce4 req-ce477fbe-e2ce-4ba3-9eb0-ed86c5f4b1ea tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0540841 Apr 05 19:21:29.642628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45076fbd-f98a-40db-ae92-cfd6d2070ce4 req-a8bc358d-a742-4572-80aa-05be587c86ee tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333192 Apr 05 19:21:30.759633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9964c-c6aa-414e-ab92-e50ce0bedd23 req-ebf0608e-2206-4072-a3d8-485ffb35d861 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:30.761131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ac9964c-c6aa-414e-ab92-e50ce0bedd23 req-ebf0608e-2206-4072-a3d8-485ffb35d861 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0494626 Apr 05 19:21:30.798879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5ac9964c-c6aa-414e-ab92-e50ce0bedd23 req-4d1b600f-5d40-4d57-bc62-12d817390f03 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316372 Apr 05 19:21:31.913651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1f4a1-be38-4d34-8cae-a2068f0e1e27 req-bbe41152-84c8-490f-bed9-b4e60716ec18 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:31.915104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13b1f4a1-be38-4d34-8cae-a2068f0e1e27 req-bbe41152-84c8-490f-bed9-b4e60716ec18 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0473669 Apr 05 19:21:31.952341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13b1f4a1-be38-4d34-8cae-a2068f0e1e27 req-d8942c37-16a0-4f18-b841-f190b3bc6157 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310075 Apr 05 19:21:33.071456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d1673-f8df-4b51-98c3-593bee2ee50b req-316ebefe-b15a-44f8-9cbc-e043e64b1584 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:33.072927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-460d1673-f8df-4b51-98c3-593bee2ee50b req-316ebefe-b15a-44f8-9cbc-e043e64b1584 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0528996 Apr 05 19:21:33.110228 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-460d1673-f8df-4b51-98c3-593bee2ee50b req-0b4e98df-32f0-4d79-90d0-3c97f5f8444b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312262 Apr 05 19:21:34.226841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e771284-99bf-429e-89a6-e27417fec495 req-7a2aad60-0a33-4e8a-9081-e9ab43df5a49 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:34.228332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e771284-99bf-429e-89a6-e27417fec495 req-7a2aad60-0a33-4e8a-9081-e9ab43df5a49 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0493333 Apr 05 19:21:34.266544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e771284-99bf-429e-89a6-e27417fec495 req-39a75160-1d24-4df5-a654-9ca5c3cd43ef tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319610 Apr 05 19:21:35.347842 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:35.384074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1d5cd-704f-48aa-9325-90e58b509a56 req-f0f864ed-bb82-4a2d-a622-d10116573469 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:35.385465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6dc1d5cd-704f-48aa-9325-90e58b509a56 req-f0f864ed-bb82-4a2d-a622-d10116573469 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0482926 Apr 05 19:21:35.422532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6dc1d5cd-704f-48aa-9325-90e58b509a56 req-00f9c7bd-a862-4151-9582-793e6f3f3cd1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305829 Apr 05 19:21:36.545083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b0620-1869-40f5-ad55-c1ed211e44d3 req-3cea7f2a-52df-4bea-b610-a4d718114c9e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:36.546687 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f11b0620-1869-40f5-ad55-c1ed211e44d3 req-3cea7f2a-52df-4bea-b610-a4d718114c9e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0530233 Apr 05 19:21:36.584125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f11b0620-1869-40f5-ad55-c1ed211e44d3 req-08837b38-536a-4a9c-9a29-752eb5956e73 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316331 Apr 05 19:21:37.338814 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:37.700271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d815dc9-80be-461b-a80f-eef7b57300bc req-839ef867-83d7-4e5f-8c8c-89c13c5381c2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:37.701757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d815dc9-80be-461b-a80f-eef7b57300bc req-839ef867-83d7-4e5f-8c8c-89c13c5381c2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 943 time: 0.0489721 Apr 05 19:21:37.738600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6d815dc9-80be-461b-a80f-eef7b57300bc req-9487e57f-491e-4c42-8dfa-5c4f7b263c77 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307419 Apr 05 19:21:38.293188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:21:38.391277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:21:38.402282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'mac_address': 'fa:16:3e:24:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:21:38.438035 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:38.450929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:21:38.471173 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:21:38.476210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:38.524299 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:21:38.532807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.533143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.533473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.533799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.534119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.534481 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.534803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.535121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.535436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.535771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.536083 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.536393 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:38.816182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['4bbecb27-482f-4979-bedc-8b9e9c7d35d4'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:21:38.856185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2540ac-9f33-4d47-8f45-33ef6e8299eb req-6cf5307c-8919-41d6-85a3-b126b0fd09cc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:38.857653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a2540ac-9f33-4d47-8f45-33ef6e8299eb req-6cf5307c-8919-41d6-85a3-b126b0fd09cc tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0490813 Apr 05 19:21:38.896703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a2540ac-9f33-4d47-8f45-33ef6e8299eb req-c0dc33f3-b9ae-4b87-894b-d3b275315a3e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327358 Apr 05 19:21:39.178568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-38dffe2d-567b-4d95-990e-14fe98851230 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:39.180143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-38dffe2d-567b-4d95-990e-14fe98851230 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.25 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e&tenant_id=ba71c0391ae74254a3e747840f1f06fa&binding%3Ahost_id=n-h1-836650-3 HTTP/1.1" status: 200 len: 944 time: 0.0515177 Apr 05 19:21:39.198969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f2da9-dcad-4c6e-af1e-fbe12642b475 req-679e0bb5-4926-4dd9-8db3-1e8c0aec4b0a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:39.200423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-614f2da9-dcad-4c6e-af1e-fbe12642b475 req-679e0bb5-4926-4dd9-8db3-1e8c0aec4b0a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0529103 Apr 05 19:21:39.238916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-614f2da9-dcad-4c6e-af1e-fbe12642b475 req-ed9f522f-8ed0-4f86-ae33-cef5abd133b2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320959 Apr 05 19:21:39.242443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-0d14e238-b765-404d-bb3d-95939efbc7b3 service neutron] 10.222.0.25 "GET /v2.0/ports/4bbecb27-482f-4979-bedc-8b9e9c7d35d4/bindings/n-h1-836650-3 HTTP/1.1" status: 200 len: 382 time: 0.0545876 Apr 05 19:21:39.303203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-ee2cc0ca-e7a3-413f-af71-902b994bcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:39.304656 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-ee2cc0ca-e7a3-413f-af71-902b994bcf62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1095 time: 0.0395825 Apr 05 19:21:39.395122 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-a3ceb101-3460-4dbb-9fd1-ed017efffe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:39.396480 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-a3ceb101-3460-4dbb-9fd1-ed017efffe73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0855639 Apr 05 19:21:39.461635 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-e7341d26-2a8d-4431-ae16-e6715523e215 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 1000 time: 0.0579879 Apr 05 19:21:39.501382 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9bff-e6fb-4953-b33e-61750571e779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:39.516541 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-04c5dcd6-8d6c-470b-9164-8c718f684944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:39.517995 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-04c5dcd6-8d6c-470b-9164-8c718f684944 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0489855 Apr 05 19:21:39.886003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-5b310c31-c6d9-4944-aca5-1d8bc7df213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:39.887548 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-5b310c31-c6d9-4944-aca5-1d8bc7df213a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3633385 Apr 05 19:21:39.974213 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9db8db26-0959-4703-86a7-93b968caf3ac service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794075 Apr 05 19:21:40.063397 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-00f9d874-077f-4f7d-b8ec-2590e1206583 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823987 Apr 05 19:21:40.296198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:21:40.350264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:21:40.354274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:21:40.354657 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:40.358615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc30961-3632-4919-b463-fd687faedce9 req-bb5abf54-1475-43f3-898c-ceb4ace2a49e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:40.360118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fc30961-3632-4919-b463-fd687faedce9 req-bb5abf54-1475-43f3-898c-ceb4ace2a49e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0514200 Apr 05 19:21:40.398745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fc30961-3632-4919-b463-fd687faedce9 req-892b25f2-5e16-4461-b9ad-47cf2358e983 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326059 Apr 05 19:21:40.434941 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:40.462862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:21:40.465095 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb33b25-56c9-4440-b316-832f2c145fbf" -d '{"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-plugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:21:40.477601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:21:40.482572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:40.518058 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23614e80-aefc-4e04-bae7-e1780ee6a604 x-openstack-request-id: req-23614e80-aefc-4e04-bae7-e1780ee6a604 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:21:40.518730 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-plugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:21:40.518730 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23614e80-aefc-4e04-bae7-e1780ee6a604 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:21:40.518979 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23614e80-aefc-4e04-bae7-e1780ee6a604'] response: {'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'code': 200} Apr 05 19:21:40.535012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:21:41.516167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321a544-289a-4c10-bdea-8b96baa6c073 req-69bac20d-35be-49b6-bbfa-8962d61fc1a4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:41.517529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8321a544-289a-4c10-bdea-8b96baa6c073 req-69bac20d-35be-49b6-bbfa-8962d61fc1a4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0483482 Apr 05 19:21:41.554233 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8321a544-289a-4c10-bdea-8b96baa6c073 req-475c4cad-67e8-45f2-aec9-9c338d3246b3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306861 Apr 05 19:21:41.851226 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c11f9c70-26c9-449f-b23a-aa8d8ca17cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:42.678578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae66fed-cbee-4276-8727-93b72610ed0c req-7417dcb8-548a-4868-983b-6c8241492aed tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:42.680078 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ae66fed-cbee-4276-8727-93b72610ed0c req-7417dcb8-548a-4868-983b-6c8241492aed tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0550365 Apr 05 19:21:42.720051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ae66fed-cbee-4276-8727-93b72610ed0c req-d8a21b6d-886c-488c-aa9e-0115cbca8217 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339391 Apr 05 19:21:42.964523 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:43.840680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b9df6-3c82-4f87-8503-e238f76300e2 req-adbe905d-5cb5-4efb-a6f2-a07ec22463ec tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:43.842144 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a48b9df6-3c82-4f87-8503-e238f76300e2 req-adbe905d-5cb5-4efb-a6f2-a07ec22463ec tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0490017 Apr 05 19:21:43.890528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a48b9df6-3c82-4f87-8503-e238f76300e2 req-3aebb561-016e-4329-89a2-2f307754b093 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416067 Apr 05 19:21:43.918303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9600ac91-1cd0-4a4a-900b-8ec7725c4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:43.919806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9600ac91-1cd0-4a4a-900b-8ec7725c4518 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e&tenant_id=ba71c0391ae74254a3e747840f1f06fa HTTP/1.1" status: 200 len: 1096 time: 0.0406702 Apr 05 19:21:43.936242 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:21:43.990629 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:44.187312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:21:44.220054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:21:44.257889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:21:44.260155 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a672aae8-0643-44bd-85e6-b87b9516f8f4" -d '{"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:21:44.264319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:44.276200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Transition to ACTIVE for port object 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:21:44.280756 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:44.309389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:21:44.315847 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34455f9-f6e8-4024-8949-2486d2fc42d7 x-openstack-request-id: req-a34455f9-f6e8-4024-8949-2486d2fc42d7 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:21:44.316148 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:21:44.316400 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a34455f9-f6e8-4024-8949-2486d2fc42d7 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:21:44.316786 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34455f9-f6e8-4024-8949-2486d2fc42d7'] response: {'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'code': 200} Apr 05 19:21:44.357787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:21:44.373295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=10']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:21:44.385600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.385944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.386353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.386708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.387034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.387358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.387680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.388006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.388326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.388644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.388967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.389864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:21:44.417500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] No DVR routers for this DVR port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:21:44.499582 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:44.559702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:21:44.560030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:21:44.560348 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:21:44.564658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:21:44.564974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Attempting to bind port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:21:44.569890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:21:44.570226 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Checking segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:21:44.570698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Bound using segment: {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:21:44.571114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Bound port: 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f37f12f-39be-48bd-8eaf-388f587451c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:21:44.571465 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:44.633294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:21:44.636278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:21:44.640991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:44.676555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:44.677147 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:44.678560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] 10.222.0.20 "PUT /v2.0/ports/4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 1092 time: 0.7462268 Apr 05 19:21:44.703202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07c0bb-39a0-45be-b728-f3e7246e1215 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=11']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:21:44.746800 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9c846da1-fe87-4378-a502-471a1b2bc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:44.748303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-9c846da1-fe87-4378-a502-471a1b2bc8ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1095 time: 0.0413013 Apr 05 19:21:44.846910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-e9892ab8-15d4-4c6f-b217-dcfe123ccb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:44.848378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-e9892ab8-15d4-4c6f-b217-dcfe123ccb3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0874949 Apr 05 19:21:44.921413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-37c19ec9-5455-4448-8c4a-61d36a391bda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 999 time: 0.0620823 Apr 05 19:21:44.999272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-ee8a198b-96e2-4b6c-88e8-d4abea918d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:45.000576 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-ee8a198b-96e2-4b6c-88e8-d4abea918d2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0676959 Apr 05 19:21:45.028268 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f10b3a-1eaa-4125-9022-7d00b3917fef req-728e026b-84f0-42ec-865f-dcd7db516be2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:45.029744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50f10b3a-1eaa-4125-9022-7d00b3917fef req-728e026b-84f0-42ec-865f-dcd7db516be2 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0633669 Apr 05 19:21:45.032660 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:45.088286 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50f10b3a-1eaa-4125-9022-7d00b3917fef req-9ecd5ebe-0cb5-4c5e-97a9-5be2e5c30a42 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403047 Apr 05 19:21:45.091480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-b14c37f9-9480-4804-9c12-7e1d85535eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:45.093050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-b14c37f9-9480-4804-9c12-7e1d85535eb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814214 Apr 05 19:21:45.184435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-2fa1e507-fb41-4815-8e78-fbf87d7961a2 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809224 Apr 05 19:21:45.551761 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f781feb-882f-4fe7-942e-be89c2e5fde6 req-bd3ed6ac-1a7e-47a5-b3e0-3a39a6a76768 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556149 Apr 05 19:21:46.209704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c0e74-5262-41eb-8e87-24170ae9da1b req-15e76a63-e357-4842-a9b2-00dae3b8ef07 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:46.211214 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-112c0e74-5262-41eb-8e87-24170ae9da1b req-15e76a63-e357-4842-a9b2-00dae3b8ef07 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0491872 Apr 05 19:21:46.250992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-112c0e74-5262-41eb-8e87-24170ae9da1b req-9e716dee-dc11-479e-8908-8f5d1645c8c5 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329320 Apr 05 19:21:46.317816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:21:46.320310 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7fa862-3085-4e38-8587-3b21ec8b7022" -d '{"events": [{"name": "network-changed", "server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:21:46.370338 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f56feb-03b9-45f1-b583-d9d4b8af81f0 x-openstack-request-id: req-b1f56feb-03b9-45f1-b583-d9d4b8af81f0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:21:46.370662 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:21:46.370922 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1f56feb-03b9-45f1-b583-d9d4b8af81f0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:21:46.371313 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f56feb-03b9-45f1-b583-d9d4b8af81f0'] response: {'name': 'network-changed', 'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'status': 'completed', 'code': 200} Apr 05 19:21:46.434355 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-4b52651a-0166-4758-8d2d-97894c18718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:46.436017 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-4b52651a-0166-4758-8d2d-97894c18718e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1095 time: 0.0429285 Apr 05 19:21:46.445635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-0c40098a-5ce2-4961-989d-fbf2d49151b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:46.447170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-0c40098a-5ce2-4961-989d-fbf2d49151b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1095 time: 0.0430830 Apr 05 19:21:46.533381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-45fa9352-6f3b-4bfb-a719-aabb9a24ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:46.535044 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-45fa9352-6f3b-4bfb-a719-aabb9a24ac5f service neutron] 10.222.0.25 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0913281 Apr 05 19:21:46.545356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-b3ab0268-acf0-45d8-b8c9-1002adf2076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:46.546836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-b3ab0268-acf0-45d8-b8c9-1002adf2076b service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0917327 Apr 05 19:21:46.610238 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-e0387502-b0f1-4af5-a3fe-14f992a4b4dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 999 time: 0.0674660 Apr 05 19:21:46.617588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-cb6850ea-84a0-4524-940c-2605292539eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 999 time: 0.0604961 Apr 05 19:21:46.665334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-7cca0900-6aa4-4416-a2f3-283958b282d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:46.666787 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-7cca0900-6aa4-4416-a2f3-283958b282d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0481358 Apr 05 19:21:46.696557 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-edecf510-1958-4d41-b438-2af338c688f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:46.698210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-edecf510-1958-4d41-b438-2af338c688f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0698695 Apr 05 19:21:46.728970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-3ece1355-0bd7-4c8e-b281-f00534457b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:46.730762 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-3ece1355-0bd7-4c8e-b281-f00534457b1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503445 Apr 05 19:21:46.757936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-24c85f84-36f8-452c-84fd-a5d39941ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:46.760134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-24c85f84-36f8-452c-84fd-a5d39941ee1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515325 Apr 05 19:21:46.823443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-21bb0318-5c19-4c32-90c7-4a93bf46ccb8 service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860071 Apr 05 19:21:46.856262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-2b1ec7ad-590f-4856-bd52-4164ced75667 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849996 Apr 05 19:21:46.919945 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-dfe8ca3f-978a-43cf-bd60-5be5ed35ac8f service neutron] 10.222.0.25 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891819 Apr 05 19:21:46.961615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb7fa862-3085-4e38-8587-3b21ec8b7022 req-93cc906a-1922-40e8-92f3-7983ed0d46eb service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942736 Apr 05 19:21:47.376223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ccc29-aed4-49eb-a209-e3f41cf5a737 req-590eb0a7-de0b-4e73-bbb4-bd686ca914da tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:47.377720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a7ccc29-aed4-49eb-a209-e3f41cf5a737 req-590eb0a7-de0b-4e73-bbb4-bd686ca914da tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0514278 Apr 05 19:21:47.416816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a7ccc29-aed4-49eb-a209-e3f41cf5a737 req-f98db8f2-7ceb-45e1-be55-cfadda8eeb10 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320733 Apr 05 19:21:48.542066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e34c7-8cfa-430b-91d9-1bc3374fc0a6 req-56b93418-eca1-4463-b413-b2033ffd4f67 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:48.544859 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-273e34c7-8cfa-430b-91d9-1bc3374fc0a6 req-56b93418-eca1-4463-b413-b2033ffd4f67 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0522017 Apr 05 19:21:48.585472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-273e34c7-8cfa-430b-91d9-1bc3374fc0a6 req-e8ce469a-f49c-4d46-be9b-daf209a94ca4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353348 Apr 05 19:21:49.973113 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dc24c-407a-4a44-9f07-d8f93933e738 req-ba9ed6c3-8e04-46c7-85d9-0daffce9fd11 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:49.974490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-276dc24c-407a-4a44-9f07-d8f93933e738 req-ba9ed6c3-8e04-46c7-85d9-0daffce9fd11 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0521040 Apr 05 19:21:50.011102 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-276dc24c-407a-4a44-9f07-d8f93933e738 req-d1b1749f-b6d1-4fe6-b5ae-f668a718407a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305517 Apr 05 19:21:51.126734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3179-5627-42ab-9c21-fadd1da41f6d req-61dce7e3-d56b-4586-8e3a-051088eebcfd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:51.128244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f4e3179-5627-42ab-9c21-fadd1da41f6d req-61dce7e3-d56b-4586-8e3a-051088eebcfd tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0479169 Apr 05 19:21:51.165243 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f4e3179-5627-42ab-9c21-fadd1da41f6d req-3551e7ee-527f-4b3c-a5c7-5aed4cc1854b tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310242 Apr 05 19:21:52.281059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b25597-74b9-455e-be8f-95ebe4beb34e req-2aa7111d-d9b9-4575-8435-16dd2f626621 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:52.283034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58b25597-74b9-455e-be8f-95ebe4beb34e req-2aa7111d-d9b9-4575-8435-16dd2f626621 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0481517 Apr 05 19:21:52.320539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-58b25597-74b9-455e-be8f-95ebe4beb34e req-7892f101-2f02-4ee9-92a8-40f18eaeaaca tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315344 Apr 05 19:21:53.181055 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:21:53.439801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056fd18-14f1-4ac7-a2df-2ce846158b42 req-e6abcc7f-bc76-4399-9937-9a8c0c56f4e4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:53.441211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0056fd18-14f1-4ac7-a2df-2ce846158b42 req-e6abcc7f-bc76-4399-9937-9a8c0c56f4e4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0520554 Apr 05 19:21:53.479551 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0056fd18-14f1-4ac7-a2df-2ce846158b42 req-aceec98f-856b-4f1b-9e1c-d689fb4fb6a4 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Apr 05 19:21:53.541036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-d8628d08-3016-49fd-bc04-66c063914598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:53.542530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-d8628d08-3016-49fd-bc04-66c063914598 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba71c0391ae74254a3e747840f1f06fa&device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 1095 time: 0.0397348 Apr 05 19:21:53.652124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-893e7554-779a-4c9b-8b09-17abb69aeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:53.653571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-893e7554-779a-4c9b-8b09-17abb69aeb82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 200 len: 912 time: 0.0862412 Apr 05 19:21:53.722800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-5f30dfb1-8b85-43fc-b043-cae01abc55f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 200 len: 999 time: 0.0582588 Apr 05 19:21:53.773801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-990d8396-9a95-4ad6-9988-2fbc23f496ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:53.775269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-990d8396-9a95-4ad6-9988-2fbc23f496ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 200 len: 851 time: 0.0428324 Apr 05 19:21:53.828199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-9d54d77a-8edd-4500-85c4-ba6db3ec70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:53.829652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-9d54d77a-8edd-4500-85c4-ba6db3ec70b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434151 Apr 05 19:21:53.920197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-0556f87a-bb13-4adb-8b54-90c780ed993a service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802567 Apr 05 19:21:54.016485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2740ea47-a536-4349-8f4c-01f3a1eb798c req-3081b19b-dc97-4b0e-ac66-93763f75b9a6 service neutron] 10.222.0.20 "GET /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843494 Apr 05 19:21:54.597997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd19ec6-c5ba-4a6e-acc4-e99235bef6d5 req-4d5b56d0-20ad-4e36-a3d7-e76c5210034f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:54.599483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddd19ec6-c5ba-4a6e-acc4-e99235bef6d5 req-4d5b56d0-20ad-4e36-a3d7-e76c5210034f tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0499246 Apr 05 19:21:54.637325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddd19ec6-c5ba-4a6e-acc4-e99235bef6d5 req-7a7ae3a6-18b4-471e-aa75-56b91b78af4a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Apr 05 19:21:55.752433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1ad29-3d43-4cd4-8c0e-e273d8bd044d req-2c2af2ac-3c38-4b56-aab0-2d9fe3f4816e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:55.753968 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa1ad29-3d43-4cd4-8c0e-e273d8bd044d req-2c2af2ac-3c38-4b56-aab0-2d9fe3f4816e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0481119 Apr 05 19:21:55.792530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-baa1ad29-3d43-4cd4-8c0e-e273d8bd044d req-4a6fb58f-e68a-4442-bbd0-4908d1b273d7 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326700 Apr 05 19:21:56.763183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:21:56.862004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:21:56.873418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'port_id': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'mac_address': 'fa:16:3e:24:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:21:56.910490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82e94-82c5-4627-9b9a-3bfb46768744 req-2d4e5ae0-4f38-473f-bb9d-b5acb0cee616 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:56.911101 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:56.912179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5e82e94-82c5-4627-9b9a-3bfb46768744 req-2d4e5ae0-4f38-473f-bb9d-b5acb0cee616 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 944 time: 0.0490820 Apr 05 19:21:56.923603 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:21:56.943543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:21:56.947848 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:56.959801 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b5e82e94-82c5-4627-9b9a-3bfb46768744 req-a16fd48d-a05c-40af-8a7a-f9d0ca8a39f3 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411668 Apr 05 19:21:56.994046 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=12']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:21:57.078185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb60a3-e493-4e1b-93b5-64da8247c284 req-1fc38be9-a4a4-45f2-82be-b4a56520de18 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:57.079652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44fb60a3-e493-4e1b-93b5-64da8247c284 req-1fc38be9-a4a4-45f2-82be-b4a56520de18 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0492506 Apr 05 19:21:57.118376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44fb60a3-e493-4e1b-93b5-64da8247c284 req-e7a7bb63-3db8-47f1-9daa-f87b4520ae6a tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324726 Apr 05 19:21:57.185781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['4bbecb27-482f-4979-bedc-8b9e9c7d35d4'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:21:57.235056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a77e6f-f230-4f51-970f-43882b765376 req-d7396a56-2954-4390-a413-cb7d15a75861 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:57.236858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24a77e6f-f230-4f51-970f-43882b765376 req-d7396a56-2954-4390-a413-cb7d15a75861 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0514684 Apr 05 19:21:57.275227 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-24a77e6f-f230-4f51-970f-43882b765376 req-fdb1821e-0624-4cd4-8259-8bdb2e5fa41e tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320606 Apr 05 19:21:57.780381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b02104-aa25-40ff-add9-4beaed32c05e req-77301950-52a0-4ae5-ab34-6e1b40a51800 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:57.781822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67b02104-aa25-40ff-add9-4beaed32c05e req-77301950-52a0-4ae5-ab34-6e1b40a51800 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0492024 Apr 05 19:21:57.823377 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67b02104-aa25-40ff-add9-4beaed32c05e req-200f7c46-b76a-4832-9ffe-2fa392a05deb tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348506 Apr 05 19:21:58.774902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:21:58.825448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:21:58.829312 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:21:58.829702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:58.908299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:58.931179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:21:58.933410 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc8bba-4db1-4930-ad9d-e11fcec4320d" -d '{"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-plugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:21:58.943088 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906d759-1dec-4e4a-9d1a-64f219c14154 req-00d301ea-166e-411f-863b-256f249bfc87 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:58.944956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a906d759-1dec-4e4a-9d1a-64f219c14154 req-00d301ea-166e-411f-863b-256f249bfc87 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 945 time: 0.0501113 Apr 05 19:21:58.946904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:21:58.952164 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:58.975958 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf2ef83-f810-4671-a3fb-45d953e66b2d x-openstack-request-id: req-cbf2ef83-f810-4671-a3fb-45d953e66b2d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:21:58.976253 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-plugged", "status": "completed", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:21:58.976497 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbf2ef83-f810-4671-a3fb-45d953e66b2d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:21:58.976884 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf2ef83-f810-4671-a3fb-45d953e66b2d'] response: {'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'code': 200} Apr 05 19:21:58.990320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a906d759-1dec-4e4a-9d1a-64f219c14154 req-ee2271aa-d5b5-467e-aba5-0a8f9a2c9f53 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d1aca4e-7b48-4b9d-93c9-01982093eeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364339 Apr 05 19:21:59.002058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=13']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:21:59.502489 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-415bdbad-fe47-44e3-9ceb-fb30671e8ba9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:21:59.503811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-415bdbad-fe47-44e3-9ceb-fb30671e8ba9 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 946 time: 0.0472851 Apr 05 19:21:59.599524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Deleting port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:21:59.599860 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:59.684754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] For port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:21:59.685112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:59.896904 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:59.897263 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:21:59.897576 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 disassociated. External IP: 172.25.4.87, port: 4bbecb27-482f-4979-bedc-8b9e9c7d35d4. Apr 05 19:21:59.897908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Calling delete_port for 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:00.022356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:00.050344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event deleted for resources: {'Port': ['ID=4bbecb27-482f-4979-bedc-8b9e9c7d35d4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:00.125870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d7474eb-e27d-4b6e-8754-cd87782b2b48 req-988bff07-58fa-4f34-9061-8285e2b485af tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 210 time: 0.0636427 Apr 05 19:22:00.194529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:22:00.302657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:22:00.312141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:22:00.325713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:22:00.326320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:21:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:00.341835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] No DVR routers for this DVR port 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:00.344372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:00.347890 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2e6d80a-401c-4fc7-a0ac-71b734dc4f2f req-a297e04d-27be-48a6-9a63-57ecd228b6cf tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.20 "DELETE /v2.0/ports/4bbecb27-482f-4979-bedc-8b9e9c7d35d4 HTTP/1.1" status: 204 len: 173 time: 0.8339257 Apr 05 19:22:00.348326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-deleted', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:22:00.350605 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e27da0-7fe0-466a-b5d9-521da4e7a8a4" -d '{"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-deleted", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:22:00.393106 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18740778-4a74-4702-b373-157489405ea9 x-openstack-request-id: req-18740778-4a74-4702-b373-157489405ea9 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:22:00.393397 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d6088-6ba5-4344-ba85-d1bcf3f3340e", "name": "network-vif-deleted", "tag": "4bbecb27-482f-4979-bedc-8b9e9c7d35d4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:22:00.393647 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18740778-4a74-4702-b373-157489405ea9 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:22:00.394045 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18740778-4a74-4702-b373-157489405ea9'] response: {'server_uuid': '417d6088-6ba5-4344-ba85-d1bcf3f3340e', 'name': 'network-vif-deleted', 'tag': '4bbecb27-482f-4979-bedc-8b9e9c7d35d4', 'status': 'completed', 'code': 200} Apr 05 19:22:00.437285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:22:00.637521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:00.663895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:22:00.671946 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:22:00.672526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:21:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:00.776532 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:22:01.140996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:01.167884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e837e3e-7995-4643-9b73-f765d8c79436 None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:53Z', 'revision_number': 4, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '45861803-729e-4959-868b-dfdcdb4d0cdb', 'name': '', 'network_id': '674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'mac_address': 'fa:16:3e:74:5e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:53Z', 'updated_at': '2022-04-05T19:17:57Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'subnets': [{'id': 'b4668be6-82b2-4d3b-95aa-6f9891ef7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:22:01.235142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62264900-b642-4f1d-b8e1-2140d11caac4 req-dc6c8c0c-53f3-4309-9c2e-9641e6b8b1af tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 210 time: 0.0331702 Apr 05 19:22:01.418247 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf5644e-5c53-4652-8fff-24ec10ac2bae None None] New status for floating IP 4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:22:02.334325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f108623-9083-4f0b-b547-008720e657cc req-4776983a-3514-41e7-b1c7-aae05e70b668 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 210 time: 0.0270739 Apr 05 19:22:02.802468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:22:02.824145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:22:02.824484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 4bbecb27-482f-4979-bedc-8b9e9c7d35d4 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:22:03.429994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2d4ab87-011b-4b7b-b460-2e3568269ea5 req-ac1fb906-5df1-4f94-a233-ea90373d9d99 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/ports?device_id=417d6088-6ba5-4344-ba85-d1bcf3f3340e HTTP/1.1" status: 200 len: 210 time: 0.0263660 Apr 05 19:22:05.361713 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.095675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:07.149287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8fd33cc2-ea01-4d44-a22d-bf2dbe8397c6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.173520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8fd33cc2-ea01-4d44-a22d-bf2dbe8397c6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.233434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8fd33cc2-ea01-4d44-a22d-bf2dbe8397c6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.236217 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8fd33cc2-ea01-4d44-a22d-bf2dbe8397c6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.237442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8fd33cc2-ea01-4d44-a22d-bf2dbe8397c6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "DELETE /v2.0/security-groups/4d1aca4e-7b48-4b9d-93c9-01982093eeeb HTTP/1.1" status: 204 len: 168 time: 0.1406336 Apr 05 19:22:07.239996 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34670) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:07.247049 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33cc2-ea01-4d44-a22d-bf2dbe8397c6 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1aca4e-7b48-4b9d-93c9-01982093eeeb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:07.257828 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-b0432fab-046f-415f-a75b-fc22c47d65a1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] show failed (client error): The resource could not be found. Apr 05 19:22:07.261858 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b0432fab-046f-415f-a75b-fc22c47d65a1 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "GET /v2.0/security-groups/4d1aca4e-7b48-4b9d-93c9-01982093eeeb HTTP/1.1" status: 404 len: 347 time: 0.0202160 Apr 05 19:22:07.262539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34672) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:07.342352 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.388997 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Deleting port d4a46291-03cb-4784-afd7-73a4e3f3452f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:07.389327 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.468795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.469017 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.481168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Calling delete_port for d4a46291-03cb-4784-afd7-73a4e3f3452f owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:07.628741 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.655027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Pushing event deleted for resources: {'Port': ['ID=d4a46291-03cb-4784-afd7-73a4e3f3452f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:07.727925 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.730859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:07.732161 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5161d730-28c4-470c-bf18-74aed3d59588 tempest-ServerActionsTestJSON-115335521 tempest-ServerActionsTestJSON-115335521-project] 10.222.0.15 "DELETE /v2.0/floatingips/4f593c66-8e85-41d5-b77a-0dfa4d0b0dd6 HTTP/1.1" status: 204 len: 168 time: 0.4684639 Apr 05 19:22:07.735030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:08.075896 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:08.315794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Deleting port 45861803-729e-4959-868b-dfdcdb4d0cdb {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:08.316515 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:08.391012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] For port 45861803-729e-4959-868b-dfdcdb4d0cdb, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=45861803-729e-4959-868b-dfdcdb4d0cdb,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:08.391372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:08.403889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Calling delete_port for 45861803-729e-4959-868b-dfdcdb4d0cdb owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:08.578558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:08.609749 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Pushing event deleted for resources: {'Port': ['ID=45861803-729e-4959-868b-dfdcdb4d0cdb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:08.773030 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:09.268026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Router ca054b13-bb0e-4835-9113-e27879ba993e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:22:09.371569 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:22:09.378984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-26a2b117-5e82-428a-abc2-ff899bb2728c admin admin] 10.222.0.15 "PUT /v2.0/routers/ca054b13-bb0e-4835-9113-e27879ba993e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6413395 Apr 05 19:22:09.380602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34676) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:09.380802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] Sync routers for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:22:09.392229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:22:09.392868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:21:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:09.488300 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:09.505288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:22:09.531959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84636131-c22c-4948-bec0-c46fdfb289a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:09.594425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:09.645742 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Deleting port 77996b43-513f-4059-8bdb-5042191257ff {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:09.646082 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:09.692161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '77996b43-513f-4059-8bdb-5042191257ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:22:08Z', 'revision_number': 5, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port': {'id': '77996b43-513f-4059-8bdb-5042191257ff', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:09.722988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] Checking router: ca054b13-bb0e-4835-9113-e27879ba993e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:22:09.729065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] For port 77996b43-513f-4059-8bdb-5042191257ff, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=77996b43-513f-4059-8bdb-5042191257ff,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:09.729730 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:09.731533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] Routers {'ca054b13-bb0e-4835-9113-e27879ba993e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:22:09.732096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:21:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['ca054b13-bb0e-4835-9113-e27879ba993e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:09.743344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Calling delete_port for 77996b43-513f-4059-8bdb-5042191257ff owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:09.816217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] Set router ca054b13-bb0e-4835-9113-e27879ba993e gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:22:09.870340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:22:09Z', 'revision_number': 6, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:09.896416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f60ad-c840-4c16-af80-31d19e49a887 None None] The sync data for ids ['ca054b13-bb0e-4835-9113-e27879ba993e'] in n-d-836650-3 is: [{'id': 'ca054b13-bb0e-4835-9113-e27879ba993e', 'name': 'tempest-ServerActionsTestJSON-1552307026-router', 'tenant_id': 'ba71c0391ae74254a3e747840f1f06fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:17:51Z', 'updated_at': '2022-04-05T19:22:09Z', 'revision_number': 6, 'project_id': 'ba71c0391ae74254a3e747840f1f06fa', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:22:09.907907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:09.939288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=77996b43-513f-4059-8bdb-5042191257ff,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:09.999456 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.090560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.092643 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.136385 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.136889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca054b13-bb0e-4835-9113-e27879ba993e {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:22:10.141161 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.142567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4a163e10-73f2-4b46-8ae6-289963912b95 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ca054b13-bb0e-4835-9113-e27879ba993e HTTP/1.1" status: 204 len: 168 time: 0.7610161 Apr 05 19:22:10.145046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34678) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:10.192257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f4fbed-01b8-4fa9-8f3d-d01240fcc86d admin admin] Deleting subnet b4668be6-82b2-4d3b-95aa-6f9891ef7200 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:22:10.195410 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f4fbed-01b8-4fa9-8f3d-d01240fcc86d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.229731 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f4fbed-01b8-4fa9-8f3d-d01240fcc86d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.312462 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f4fbed-01b8-4fa9-8f3d-d01240fcc86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.373539 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f4fbed-01b8-4fa9-8f3d-d01240fcc86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.400158 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4fbed-01b8-4fa9-8f3d-d01240fcc86d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4668be6-82b2-4d3b-95aa-6f9891ef7200,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:10.404452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f4fbed-01b8-4fa9-8f3d-d01240fcc86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.410614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f2f4fbed-01b8-4fa9-8f3d-d01240fcc86d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b4668be6-82b2-4d3b-95aa-6f9891ef7200 HTTP/1.1" status: 204 len: 168 time: 0.2645826 Apr 05 19:22:10.411238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34680) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:10.412249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf56a17-8eac-462f-bf03-58eec514f762 None None] Network 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:10.482784 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.535787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Deleting port 562f186c-acfe-49a0-8933-33263382332f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:10.536136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.602838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] For port 562f186c-acfe-49a0-8933-33263382332f, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=562f186c-acfe-49a0-8933-33263382332f,segment=NetworkSegment(7f37f12f-39be-48bd-8eaf-388f587451c8),segment_id=7f37f12f-39be-48bd-8eaf-388f587451c8)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:10.603208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.615766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Calling delete_port for 562f186c-acfe-49a0-8933-33263382332f owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:10.678917 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] DHCP port deletion for 674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:22:10.701906 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.734415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Pushing event deleted for resources: {'Port': ['ID=562f186c-acfe-49a0-8933-33263382332f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:10.737307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] Deleting port 562f186c-acfe-49a0-8933-33263382332f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:10.737854 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.738850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] No DVR routers for this DVR port 562f186c-acfe-49a0-8933-33263382332f on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:10.808257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] For port 562f186c-acfe-49a0-8933-33263382332f, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:10.808656 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.812821 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.823031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] Calling delete_port for 562f186c-acfe-49a0-8933-33263382332f owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:10.825614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] Port 562f186c-acfe-49a0-8933-33263382332f was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:22:10.826917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.833750 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:10.843139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f37f12f-39be-48bd-8eaf-388f587451c8') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:10.843440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f37f12f-39be-48bd-8eaf-388f587451c8') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:10.852968 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.855167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] No DVR routers for this DVR port 562f186c-acfe-49a0-8933-33263382332f on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:10.856820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8da9d-4d74-45e3-ac42-162c9a005a46 None None] Pushing event deleted for resources: {'Port': ['ID=562f186c-acfe-49a0-8933-33263382332f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:10.868876 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.875144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:22:10.875619 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:22:10.877889 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:22:10.948469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.954648 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:10.957949 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] 10.222.0.15 "DELETE /v2.0/networks/674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f HTTP/1.1" status: 204 len: 168 time: 0.5455782 Apr 05 19:22:10.971385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ee699-81ca-43ef-9f64-8843cf95274a admin admin] Pushing event deleted for resources: {'Network': ['ID=674e2d4b-5e3b-4b38-8b4c-0d7ba282e22f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:11.086749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34684) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:11.128338 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f22cdc48-91a4-4a17-aa21-fda9e2236b89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba71c0391ae74254a3e747840f1f06fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404189 Apr 05 19:22:11.130769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34686) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:11.183894 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764bbc3c-9e8a-4f1b-9023-fdd4f627f795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:11.205280 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764bbc3c-9e8a-4f1b-9023-fdd4f627f795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:11.254735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764bbc3c-9e8a-4f1b-9023-fdd4f627f795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:11.257287 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-764bbc3c-9e8a-4f1b-9023-fdd4f627f795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:11.258528 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-764bbc3c-9e8a-4f1b-9023-fdd4f627f795 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96e06656-501c-420d-b270-3bc8dab8cf76 HTTP/1.1" status: 204 len: 168 time: 0.1267846 Apr 05 19:22:11.266197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bbc3c-9e8a-4f1b-9023-fdd4f627f795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e06656-501c-420d-b270-3bc8dab8cf76,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:11.762001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77996b43-513f-4059-8bdb-5042191257ff no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:22:11.784203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 77996b43-513f-4059-8bdb-5042191257ff {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:22:11.784542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 77996b43-513f-4059-8bdb-5042191257ff not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:22:11.784954 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 562f186c-acfe-49a0-8933-33263382332f no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:22:11.804464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 562f186c-acfe-49a0-8933-33263382332f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:22:11.804806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 562f186c-acfe-49a0-8933-33263382332f not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:22:11.805211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 45861803-729e-4959-868b-dfdcdb4d0cdb no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:22:11.824590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 45861803-729e-4959-868b-dfdcdb4d0cdb {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:22:11.824939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 45861803-729e-4959-868b-dfdcdb4d0cdb not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:22:11.855095 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3afc1262-776a-4cb8-9760-87afacf82f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:11.955648 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34708) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:12.097640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1750426944-network', 'tenant_id': '224274ec43eb4f1fbe5e4bd1fa1b4711'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:12.120436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Made reservation on behalf of 224274ec43eb4f1fbe5e4bd1fa1b4711 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:12.122660 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.131119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.204957 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.208567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.236162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:22:12.241731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96014d55-1688-4613-925f-6b3e55d9da8b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:12.249641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.249986 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Added segment 8e85e497-5c09-4f02-8081-92b1d7c8953e of type vlan for network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 Apr 05 19:22:12.290704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.314268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.315289 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:12.315859 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.373972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4171638 Apr 05 19:22:12.377406 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34714) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:12.381227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00299b9d-19ba-4fc5-bc06-dd2b5e2d41e9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:12.382300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Request body: {'subnet': {'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1750426944-subnet', 'tenant_id': '224274ec43eb4f1fbe5e4bd1fa1b4711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:12.390829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:22:12.400781 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Made reservation on behalf of 224274ec43eb4f1fbe5e4bd1fa1b4711 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:12.403148 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.573074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.629515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a12ed15-5e94-4cc7-8e34-2978f5e57e0a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:12.639530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Checking segment: {'id': '8e85e497-5c09-4f02-8081-92b1d7c8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:12.639895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Network hostable DHCP agents. Network: 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:22:12.656526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:22:12.665181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:12.669360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:12.669945 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:12.674636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4540b-14fb-494f-b0e4-3afbd07ab1b9 None None] Network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:12.685168 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-733a7cdc-ef0f-4617-a497-171d97e23d67 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3067029 Apr 05 19:22:12.807684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd89f194-cda2-428b-a35b-fbfa3ba4ee48 None None] Network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:12.967128 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:13.125194 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-2eda0b60-b6e3-42e1-b77f-2e76cf29d5df tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:13.127272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-2eda0b60-b6e3-42e1-b77f-2e76cf29d5df tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/networks?id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 HTTP/1.1" status: 200 len: 814 time: 0.1043322 Apr 05 19:22:13.142567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-9e9ad1c7-d5b7-417a-8ded-db35f480407b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/quotas/224274ec43eb4f1fbe5e4bd1fa1b4711 HTTP/1.1" status: 200 len: 375 time: 0.0088677 Apr 05 19:22:13.173996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-bda3fe23-94fc-42dd-82a3-3b10fb1dd5d3 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=224274ec43eb4f1fbe5e4bd1fa1b4711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260961 Apr 05 19:22:13.262290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-5c2fc48d-c9c6-469b-a22f-20261112c77b service neutron] 10.222.0.15 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814214 Apr 05 19:22:13.353334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-58dfce7a-9faf-4b41-81fd-1f94abaa035c service neutron] 10.222.0.15 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840683 Apr 05 19:22:13.520773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1fa5974-3d83-43bc-a9ff-4be23b407280 req-eff9e147-21e6-4519-b837-a28fee952e1b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 210 time: 0.0285749 Apr 05 19:22:14.499701 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:14.654628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00f0d9ef-1ffc-4f1f-a1de-04e8c853ae5f req-cd76daa5-3afc-4f79-aab5-b5f7ca8acf9d tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 210 time: 0.0354300 Apr 05 19:22:14.706126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-a388ce92-062c-4293-b15c-75836c9586b1 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:14.707564 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-a388ce92-062c-4293-b15c-75836c9586b1 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.20 "GET /v2.0/networks?id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 HTTP/1.1" status: 200 len: 814 time: 0.1509304 Apr 05 19:22:14.726563 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Request body: {'port': {'device_id': '4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed', 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9', 'admin_state_up': True, 'tenant_id': '224274ec43eb4f1fbe5e4bd1fa1b4711'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:14.830769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Made reservation on behalf of 224274ec43eb4f1fbe5e4bd1fa1b4711 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:14.834139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:14.958056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Allocated IP 172.20.0.6 (5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9/9a12ed15-5e94-4cc7-8e34-2978f5e57e0a/7c7355f9-40d9-45e8-9507-dc710c575408) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:22:15.024970 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.107070 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.139566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.178822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:22:15.183613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:15.187217 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:22:15.214276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Pushing event updated for resources: {'Port': ['ID=7c7355f9-40d9-45e8-9507-dc710c575408,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:15.239845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:15.240455 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.256134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-6460ece5-dede-4029-9823-6375dd6139d4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5335591 Apr 05 19:22:15.273993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Request body: {'port': {'device_id': '4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:15.329681 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.590483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7355f9-40d9-45e8-9507-dc710c575408 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:22:15.603754 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.616110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Transition to ACTIVE for port object 7c7355f9-40d9-45e8-9507-dc710c575408 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:22:15.620560 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.670984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7355f9-40d9-45e8-9507-dc710c575408,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:15.767655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Attempting to bind port 7c7355f9-40d9-45e8-9507-dc710c575408 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:22:15.767982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Attempting to bind port 7c7355f9-40d9-45e8-9507-dc710c575408 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '8e85e497-5c09-4f02-8081-92b1d7c8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:22:15.768301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Attempting to bind port 7c7355f9-40d9-45e8-9507-dc710c575408 on network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:22:15.776525 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Port 7c7355f9-40d9-45e8-9507-dc710c575408 on network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:22:15.776833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Attempting to bind port 7c7355f9-40d9-45e8-9507-dc710c575408 on network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:22:15.785534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:22:15.785860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Checking segment: {'id': '8e85e497-5c09-4f02-8081-92b1d7c8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:15.786229 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Bound using segment: {'id': '8e85e497-5c09-4f02-8081-92b1d7c8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:22:15.786668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Bound port: 7c7355f9-40d9-45e8-9507-dc710c575408, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e85e497-5c09-4f02-8081-92b1d7c8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:22:15.787014 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.803042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599130ab-5c9d-46e8-8d08-03609ab406c0 req-c2465a48-2c5f-4af5-87e1-a30d52ea0e60 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:15.804495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-599130ab-5c9d-46e8-8d08-03609ab406c0 req-c2465a48-2c5f-4af5-87e1-a30d52ea0e60 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 943 time: 0.0796149 Apr 05 19:22:15.881176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-599130ab-5c9d-46e8-8d08-03609ab406c0 req-5aa37f28-6a2e-4494-ad0d-8da5c05e7265 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705340 Apr 05 19:22:15.885235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] For port 7c7355f9-40d9-45e8-9507-dc710c575408, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:22:15.888958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] For port 7c7355f9-40d9-45e8-9507-dc710c575408, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7c7355f9-40d9-45e8-9507-dc710c575408,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:22:15.893836 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.929331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:15.929991 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:15.931372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] 10.222.0.20 "PUT /v2.0/ports/7c7355f9-40d9-45e8-9507-dc710c575408 HTTP/1.1" status: 200 len: 1091 time: 0.6614287 Apr 05 19:22:15.931796 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed', 'tag': '7c7355f9-40d9-45e8-9507-dc710c575408'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:22:15.934066 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c47bb28-6cde-49b5-aff9-101f233fd224" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed", "tag": "7c7355f9-40d9-45e8-9507-dc710c575408"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:22:15.966190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5f621-e4ce-41e1-aa28-82b37c981130 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7355f9-40d9-45e8-9507-dc710c575408,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:15.983117 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6dcd2c-4e70-4069-8acd-b2d2a0f1d5c8 x-openstack-request-id: req-7c6dcd2c-4e70-4069-8acd-b2d2a0f1d5c8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:22:15.983400 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed", "tag": "7c7355f9-40d9-45e8-9507-dc710c575408", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:22:15.983654 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c6dcd2c-4e70-4069-8acd-b2d2a0f1d5c8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:22:15.984044 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6dcd2c-4e70-4069-8acd-b2d2a0f1d5c8'] response: {'name': 'network-changed', 'server_uuid': '4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed', 'tag': '7c7355f9-40d9-45e8-9507-dc710c575408', 'status': 'completed', 'code': 200} Apr 05 19:22:16.015921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-2912c0cf-a168-4650-9c48-e4d445f563ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:16.017897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-2912c0cf-a168-4650-9c48-e4d445f563ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=224274ec43eb4f1fbe5e4bd1fa1b4711&device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 1094 time: 0.0441060 Apr 05 19:22:16.059137 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-38637577-5f9f-49ab-9a18-e8e9ff62b94c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7355f9-40d9-45e8-9507-dc710c575408 HTTP/1.1" status: 200 len: 217 time: 0.0341132 Apr 05 19:22:16.114847 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-adb71ab2-e332-4427-89d1-0db3c5d8011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:16.116270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-adb71ab2-e332-4427-89d1-0db3c5d8011c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a12ed15-5e94-4cc7-8e34-2978f5e57e0a HTTP/1.1" status: 200 len: 854 time: 0.0473595 Apr 05 19:22:16.151379 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-18c2a562-2098-4911-a9a1-3237bbac818e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241489 Apr 05 19:22:16.241881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-109876a2-aa57-48e4-9e72-ced0e738508c service neutron] 10.222.0.20 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795135 Apr 05 19:22:16.336229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37521858-2f41-4bcf-8fc1-31a681c7e603 req-a04483cb-ea61-46e3-91f2-a3eea492a969 service neutron] 10.222.0.20 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835936 Apr 05 19:22:16.429193 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-f0f9c818-1163-4a81-88a4-fd2c5e4002ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:16.430618 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-f0f9c818-1163-4a81-88a4-fd2c5e4002ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=224274ec43eb4f1fbe5e4bd1fa1b4711&device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 1094 time: 0.0410633 Apr 05 19:22:16.520511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-9e9164eb-6b3d-4bdc-b0a5-1b76fe31616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:16.521974 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-9e9164eb-6b3d-4bdc-b0a5-1b76fe31616f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 HTTP/1.1" status: 200 len: 914 time: 0.0846777 Apr 05 19:22:16.562096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-e66676b0-9134-4e2e-a768-41f133b505a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7355f9-40d9-45e8-9507-dc710c575408 HTTP/1.1" status: 200 len: 217 time: 0.0334282 Apr 05 19:22:16.609829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-991bd792-af7a-42c8-b6cc-01ef5b308544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:16.611574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-991bd792-af7a-42c8-b6cc-01ef5b308544 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a12ed15-5e94-4cc7-8e34-2978f5e57e0a HTTP/1.1" status: 200 len: 854 time: 0.0420656 Apr 05 19:22:16.643432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-ca77364e-3308-4df8-a5fd-cad3ccb1aff3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245473 Apr 05 19:22:16.733872 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-3fdbd8e9-3e17-4a80-a194-ee709a340465 service neutron] 10.222.0.20 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828867 Apr 05 19:22:16.821083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3c47bb28-6cde-49b5-aff9-101f233fd224 req-0187b1d2-8661-48a8-a457-44b57948f49a service neutron] 10.222.0.20 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793047 Apr 05 19:22:17.002344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54a9f-5359-431d-8f32-9a50f7770729 req-6eba2271-5898-4f3e-9fe2-c4c1eb4dbb7c tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:17.003756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0af54a9f-5359-431d-8f32-9a50f7770729 req-6eba2271-5898-4f3e-9fe2-c4c1eb4dbb7c tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 943 time: 0.0536325 Apr 05 19:22:17.040843 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0af54a9f-5359-431d-8f32-9a50f7770729 req-382ddf01-262d-4808-a8ea-c095ed0075c1 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Apr 05 19:22:18.156821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbeb0d-1fea-48f8-ac3b-4432467caedf req-1fd7b29a-db05-492e-89c7-f3f792514417 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:18.159294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8cbeb0d-1fea-48f8-ac3b-4432467caedf req-1fd7b29a-db05-492e-89c7-f3f792514417 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 943 time: 0.0493076 Apr 05 19:22:18.197540 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b8cbeb0d-1fea-48f8-ac3b-4432467caedf req-580b62cd-1bd9-40e1-a051-2e14b5c25d63 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Apr 05 19:22:18.833250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7c7355f9-40d9-45e8-9507-dc710c575408 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:22:18.924050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7c7355f9-40d9-45e8-9507-dc710c575408, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7c7355f9-40d9-45e8-9507-dc710c575408,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:18.937911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '7c7355f9-40d9-45e8-9507-dc710c575408', 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9', 'port_id': '7c7355f9-40d9-45e8-9507-dc710c575408', 'mac_address': 'fa:16:3e:84:d3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12ed15-5e94-4cc7-8e34-2978f5e57e0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:22:18.974959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:18.988000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7355f9-40d9-45e8-9507-dc710c575408 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:22:19.006720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7c7355f9-40d9-45e8-9507-dc710c575408, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7c7355f9-40d9-45e8-9507-dc710c575408,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:19.010612 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:19.055648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=7c7355f9-40d9-45e8-9507-dc710c575408,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:19.245449 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['7c7355f9-40d9-45e8-9507-dc710c575408'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:22:19.313426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2774b-dc0b-45be-ae40-5b790247db5d req-036a52fa-f6ab-41d1-879d-8b6d1d03dc03 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:19.314980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8e2774b-dc0b-45be-ae40-5b790247db5d req-036a52fa-f6ab-41d1-879d-8b6d1d03dc03 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 944 time: 0.0489624 Apr 05 19:22:19.352757 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8e2774b-dc0b-45be-ae40-5b790247db5d req-c288cd7c-49d5-4a6b-a512-fab18f841b14 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314991 Apr 05 19:22:20.470735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285486-0c04-4a1d-b15d-5943f7d92318 req-41229f67-7591-4a2c-ae15-8aad56f48ca1 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:20.472179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac285486-0c04-4a1d-b15d-5943f7d92318 req-41229f67-7591-4a2c-ae15-8aad56f48ca1 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 944 time: 0.0520349 Apr 05 19:22:20.510502 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac285486-0c04-4a1d-b15d-5943f7d92318 req-00b68c71-af33-4462-a4f9-2ec2c82dfe3f tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Apr 05 19:22:20.849868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7c7355f9-40d9-45e8-9507-dc710c575408 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:22:20.898943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 7c7355f9-40d9-45e8-9507-dc710c575408 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:22:20.902907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 7c7355f9-40d9-45e8-9507-dc710c575408 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:22:20.903473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:20.988280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:21.012872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7355f9-40d9-45e8-9507-dc710c575408'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:22:21.015146 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd21001-6c36-4c29-a6c2-f04a3f2aba7e" -d '{"events": [{"server_uuid": "4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed", "name": "network-vif-plugged", "status": "completed", "tag": "7c7355f9-40d9-45e8-9507-dc710c575408"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:22:21.028404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7c7355f9-40d9-45e8-9507-dc710c575408, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7c7355f9-40d9-45e8-9507-dc710c575408,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:21.034666 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:21.058423 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4839096d-44da-47f4-8982-fadff90eb284 x-openstack-request-id: req-4839096d-44da-47f4-8982-fadff90eb284 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:22:21.058724 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed", "name": "network-vif-plugged", "status": "completed", "tag": "7c7355f9-40d9-45e8-9507-dc710c575408", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:22:21.058976 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4839096d-44da-47f4-8982-fadff90eb284 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:22:21.059359 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4839096d-44da-47f4-8982-fadff90eb284'] response: {'server_uuid': '4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7355f9-40d9-45e8-9507-dc710c575408', 'code': 200} Apr 05 19:22:21.088656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=7c7355f9-40d9-45e8-9507-dc710c575408,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:21.170990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abe6bf-5c0c-404a-adf3-d07ea7686074 req-ec978248-7cd9-4216-8b47-b96ee6a9d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:21.172399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8abe6bf-5c0c-404a-adf3-d07ea7686074 req-ec978248-7cd9-4216-8b47-b96ee6a9d5ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 1096 time: 0.0510242 Apr 05 19:22:21.212792 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8abe6bf-5c0c-404a-adf3-d07ea7686074 req-845c03b4-1b5e-4e39-bcf4-f747884e8321 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304368 Apr 05 19:22:21.626893 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e98358-a50f-4130-9023-8b4c8930b9dc req-63a82e1e-3d5f-4110-bf98-19fbdd7101d6 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:21.628356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90e98358-a50f-4130-9023-8b4c8930b9dc req-63a82e1e-3d5f-4110-bf98-19fbdd7101d6 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0486903 Apr 05 19:22:21.665586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-90e98358-a50f-4130-9023-8b4c8930b9dc req-8f6cae79-e7dd-4fd9-87df-97d3604346dc tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307007 Apr 05 19:22:23.065276 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa4107-4eb9-400d-8e01-8334a311653a req-dac77c7c-a6e6-497b-b65b-8a20bacff595 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:23.066679 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82aa4107-4eb9-400d-8e01-8334a311653a req-dac77c7c-a6e6-497b-b65b-8a20bacff595 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.3308489 Apr 05 19:22:23.103547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82aa4107-4eb9-400d-8e01-8334a311653a req-39f6b2cb-c2fd-48ab-9324-c276af017e86 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305917 Apr 05 19:22:23.324048 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-2d332584-8845-4471-a4b9-e83e1fe422b4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:23.325392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-2d332584-8845-4471-a4b9-e83e1fe422b4 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/networks?id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 HTTP/1.1" status: 200 len: 814 time: 0.0971401 Apr 05 19:22:23.340278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-e8b398fb-36b7-4378-8f85-8b9ed3cd976b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/quotas/224274ec43eb4f1fbe5e4bd1fa1b4711 HTTP/1.1" status: 200 len: 375 time: 0.0085828 Apr 05 19:22:23.389882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-70574ff5-0613-4054-8040-ce5f11111fe2 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=224274ec43eb4f1fbe5e4bd1fa1b4711&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438619 Apr 05 19:22:23.476239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-4885e8a2-fbf8-4a17-96b2-3ff3d75b4cbd service neutron] 10.222.0.15 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788515 Apr 05 19:22:23.568724 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-1bc73be5-156c-4b4e-87c3-d884479eda21 service neutron] 10.222.0.15 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851352 Apr 05 19:22:23.737594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f0d5dee-0624-45b6-9214-35f265aa0c9d req-410bf635-dc6a-4e06-a28a-fda66cbce004 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 210 time: 0.0356503 Apr 05 19:22:24.687535 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-94b1c3ef-dce2-4a5c-b515-c5793fb3f46b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:24.689109 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-94b1c3ef-dce2-4a5c-b515-c5793fb3f46b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.25 "GET /v2.0/networks?id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 HTTP/1.1" status: 200 len: 814 time: 0.1084363 Apr 05 19:22:24.701403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Request body: {'port': {'device_id': '23d1ec15-f855-471f-8b72-eb09990d2462', 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9', 'admin_state_up': True, 'tenant_id': '224274ec43eb4f1fbe5e4bd1fa1b4711'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:24.811198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Made reservation on behalf of 224274ec43eb4f1fbe5e4bd1fa1b4711 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:24.814717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:24.836524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d1514cc8-147a-4013-9a2b-edf30a019f25 req-0b8e871b-3b99-424a-a308-41c90afee960 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 210 time: 0.0269771 Apr 05 19:22:24.937439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Allocated IP 172.20.0.3 (5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9/9a12ed15-5e94-4cc7-8e34-2978f5e57e0a/b4377285-11aa-4d9d-8477-480dc70a2721) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:22:25.087155 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:25.119986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:25.131727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['7c7355f9-40d9-45e8-9507-dc710c575408'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:22:25.160724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:22:25.165729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:25.169603 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:22:25.204539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Pushing event updated for resources: {'Port': ['ID=b4377285-11aa-4d9d-8477-480dc70a2721,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:25.233212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:25.233881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:25.250225 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-b5ec44dc-f930-47d8-9bca-3e03b3f5a619 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526280 Apr 05 19:22:25.262280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Request body: {'port': {'device_id': '23d1ec15-f855-471f-8b72-eb09990d2462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:25.316442 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:25.572837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4377285-11aa-4d9d-8477-480dc70a2721 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:22:25.580331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:25.591758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Transition to ACTIVE for port object b4377285-11aa-4d9d-8477-480dc70a2721 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:22:25.595733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:25.651596 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Pushing event updated for resources: {'Port': ['ID=b4377285-11aa-4d9d-8477-480dc70a2721,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:25.673769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.674151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.674536 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.674889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.675222 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.675553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.675900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.676208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.676538 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.676863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.677182 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.677505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:25.725097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Attempting to bind port b4377285-11aa-4d9d-8477-480dc70a2721 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:22:25.725685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Attempting to bind port b4377285-11aa-4d9d-8477-480dc70a2721 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '8e85e497-5c09-4f02-8081-92b1d7c8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:22:25.725811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Attempting to bind port b4377285-11aa-4d9d-8477-480dc70a2721 on network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:22:25.729721 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Port b4377285-11aa-4d9d-8477-480dc70a2721 on network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:22:25.730032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Attempting to bind port b4377285-11aa-4d9d-8477-480dc70a2721 on network 5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:22:25.735492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:22:25.735883 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Checking segment: {'id': '8e85e497-5c09-4f02-8081-92b1d7c8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:25.736260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Bound using segment: {'id': '8e85e497-5c09-4f02-8081-92b1d7c8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:22:25.736702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Bound port: b4377285-11aa-4d9d-8477-480dc70a2721, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e85e497-5c09-4f02-8081-92b1d7c8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:22:25.737049 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:25.801207 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] For port b4377285-11aa-4d9d-8477-480dc70a2721, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:22:25.804313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] For port b4377285-11aa-4d9d-8477-480dc70a2721, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b4377285-11aa-4d9d-8477-480dc70a2721,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:22:25.807794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:25.846016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:25.846652 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:25.848026 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] 10.222.0.25 "PUT /v2.0/ports/b4377285-11aa-4d9d-8477-480dc70a2721 HTTP/1.1" status: 200 len: 1091 time: 0.5897400 Apr 05 19:22:25.848461 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d1ec15-f855-471f-8b72-eb09990d2462', 'tag': 'b4377285-11aa-4d9d-8477-480dc70a2721'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:22:25.850719 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306b5355-8a3f-44a6-9dde-f5b76d9352c2" -d '{"events": [{"name": "network-changed", "server_uuid": "23d1ec15-f855-471f-8b72-eb09990d2462", "tag": "b4377285-11aa-4d9d-8477-480dc70a2721"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:22:25.879655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932d860-004f-41fd-8511-695ae97e8054 service neutron] Pushing event updated for resources: {'Port': ['ID=b4377285-11aa-4d9d-8477-480dc70a2721,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:25.921515 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea576b40-20fd-4c78-9238-705072f79642 x-openstack-request-id: req-ea576b40-20fd-4c78-9238-705072f79642 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:22:25.921824 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d1ec15-f855-471f-8b72-eb09990d2462", "tag": "b4377285-11aa-4d9d-8477-480dc70a2721", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:22:25.922051 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea576b40-20fd-4c78-9238-705072f79642 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:22:25.923098 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea576b40-20fd-4c78-9238-705072f79642'] response: {'name': 'network-changed', 'server_uuid': '23d1ec15-f855-471f-8b72-eb09990d2462', 'tag': 'b4377285-11aa-4d9d-8477-480dc70a2721', 'status': 'completed', 'code': 200} Apr 05 19:22:25.941336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-2bf8594d-1b0a-4c0c-86b4-0253dc33aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:25.942939 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-2bf8594d-1b0a-4c0c-86b4-0253dc33aeda service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=224274ec43eb4f1fbe5e4bd1fa1b4711&device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 1094 time: 0.0475080 Apr 05 19:22:25.962613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30f037-8946-4404-b4d4-ef81e254838e req-98630c85-ffeb-4348-b369-ab9574561440 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:25.964106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e30f037-8946-4404-b4d4-ef81e254838e req-98630c85-ffeb-4348-b369-ab9574561440 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 943 time: 0.0494144 Apr 05 19:22:25.988815 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-6d27f27b-f5f8-4d42-87d2-57cf067439e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4377285-11aa-4d9d-8477-480dc70a2721 HTTP/1.1" status: 200 len: 217 time: 0.0371659 Apr 05 19:22:26.003816 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e30f037-8946-4404-b4d4-ef81e254838e req-884d5415-75c4-4951-bb3d-de270c1067b2 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324543 Apr 05 19:22:26.037609 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-f39124de-ec52-445d-928d-76ab6b449fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:26.039116 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-f39124de-ec52-445d-928d-76ab6b449fcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a12ed15-5e94-4cc7-8e34-2978f5e57e0a HTTP/1.1" status: 200 len: 854 time: 0.0436866 Apr 05 19:22:26.077357 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-1554fac9-9a3f-428f-95e5-956bb6e57a4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320878 Apr 05 19:22:26.165735 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-ae593e31-429d-429d-bf9d-4697dfa69212 service neutron] 10.222.0.25 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820360 Apr 05 19:22:26.260193 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-d4c882ba-d9e2-4fba-ac4e-2a1ce3c4df5e req-05f83a3a-5b34-47af-a5ba-ddbc6ebe967f service neutron] 10.222.0.25 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880537 Apr 05 19:22:26.340698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-47645500-94a9-4a74-bf9e-954cb79f8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:26.342170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-47645500-94a9-4a74-bf9e-954cb79f8630 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=224274ec43eb4f1fbe5e4bd1fa1b4711&device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 1094 time: 0.0411596 Apr 05 19:22:26.429285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-6b31d4e1-aca1-440e-b771-6a96f6be116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:26.430678 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-6b31d4e1-aca1-440e-b771-6a96f6be116f service neutron] 10.222.0.25 "GET /v2.0/networks?id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 HTTP/1.1" status: 200 len: 914 time: 0.0822268 Apr 05 19:22:26.474674 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-3a0550de-63c6-423c-9222-b5bd13deeb53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4377285-11aa-4d9d-8477-480dc70a2721 HTTP/1.1" status: 200 len: 217 time: 0.0376482 Apr 05 19:22:26.522716 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-a7cbe361-3551-4e37-99a3-06713ef992ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:26.524130 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-a7cbe361-3551-4e37-99a3-06713ef992ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a12ed15-5e94-4cc7-8e34-2978f5e57e0a HTTP/1.1" status: 200 len: 854 time: 0.0434260 Apr 05 19:22:26.554937 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-e722fa61-d47d-46c5-b6e2-f41f987637c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245006 Apr 05 19:22:26.647868 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-dc39d937-f5fa-4da0-bf85-0e89ab2afb02 service neutron] 10.222.0.25 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863898 Apr 05 19:22:26.737010 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-306b5355-8a3f-44a6-9dde-f5b76d9352c2 req-4aa0e420-323c-4546-af28-19b13ea7ef27 service neutron] 10.222.0.25 "GET /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830042 Apr 05 19:22:27.125011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e699f1-0aff-4137-8e7d-6d394e5aae54 req-f55dcd5f-b983-4de5-aa96-6cc9e03ae747 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:27.127108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78e699f1-0aff-4137-8e7d-6d394e5aae54 req-f55dcd5f-b983-4de5-aa96-6cc9e03ae747 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 943 time: 0.0525262 Apr 05 19:22:27.164221 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-78e699f1-0aff-4137-8e7d-6d394e5aae54 req-6a940a4c-a3da-4990-8a67-8c3e7719aec2 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Apr 05 19:22:28.280257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9a61-54b9-4394-9647-d652c4a9d1eb req-e86d97fb-f3c2-4e5b-90c9-d4532b4d3a2a tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:28.281820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-617f9a61-54b9-4394-9647-d652c4a9d1eb req-e86d97fb-f3c2-4e5b-90c9-d4532b4d3a2a tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 943 time: 0.0489261 Apr 05 19:22:28.319228 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-617f9a61-54b9-4394-9647-d652c4a9d1eb req-2bdeec3a-3ce6-4ac9-b983-3d469c4c4fc5 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309875 Apr 05 19:22:28.479753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b4377285-11aa-4d9d-8477-480dc70a2721 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:22:28.574524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b4377285-11aa-4d9d-8477-480dc70a2721, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b4377285-11aa-4d9d-8477-480dc70a2721,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:28.585574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'b4377285-11aa-4d9d-8477-480dc70a2721', 'network_id': '5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9', 'port_id': 'b4377285-11aa-4d9d-8477-480dc70a2721', 'mac_address': 'fa:16:3e:e9:3e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12ed15-5e94-4cc7-8e34-2978f5e57e0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:22:28.620784 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:28.634026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4377285-11aa-4d9d-8477-480dc70a2721 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:22:28.653853 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b4377285-11aa-4d9d-8477-480dc70a2721, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b4377285-11aa-4d9d-8477-480dc70a2721,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:28.657820 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:28.703218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b4377285-11aa-4d9d-8477-480dc70a2721,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:28.960672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b4377285-11aa-4d9d-8477-480dc70a2721'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:22:29.432208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53874a22-5097-4f2a-9e79-82162c4c9907 req-8922545e-68bb-40e6-bc24-41ceb0cb0899 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:29.433667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53874a22-5097-4f2a-9e79-82162c4c9907 req-8922545e-68bb-40e6-bc24-41ceb0cb0899 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 944 time: 0.0484846 Apr 05 19:22:29.471888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-53874a22-5097-4f2a-9e79-82162c4c9907 req-58c35631-6cd5-4e76-b03a-8caf64d2bf33 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317094 Apr 05 19:22:30.180102 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:22:30.496240 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b4377285-11aa-4d9d-8477-480dc70a2721 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:22:30.548800 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port b4377285-11aa-4d9d-8477-480dc70a2721 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:22:30.552475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port b4377285-11aa-4d9d-8477-480dc70a2721 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:22:30.553001 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:30.592930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867372df-4fa0-4842-8cbd-e9f723e3dba3 req-5b3a6821-48dc-4ee8-9936-9461cbee76d2 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:30.595567 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-867372df-4fa0-4842-8cbd-e9f723e3dba3 req-5b3a6821-48dc-4ee8-9936-9461cbee76d2 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 944 time: 0.0557742 Apr 05 19:22:30.632259 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:30.632950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-867372df-4fa0-4842-8cbd-e9f723e3dba3 req-1c611b25-4f88-4580-b3ca-932a85acd741 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Apr 05 19:22:30.657494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d1ec15-f855-471f-8b72-eb09990d2462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4377285-11aa-4d9d-8477-480dc70a2721'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:22:30.659948 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ca58e5-26d4-40f5-8612-02e702fa1bfd" -d '{"events": [{"server_uuid": "23d1ec15-f855-471f-8b72-eb09990d2462", "name": "network-vif-plugged", "status": "completed", "tag": "b4377285-11aa-4d9d-8477-480dc70a2721"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:22:30.671987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port b4377285-11aa-4d9d-8477-480dc70a2721, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b4377285-11aa-4d9d-8477-480dc70a2721,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:30.676557 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:30.699679 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b7f2fa-d7b0-491a-b728-9a4c8a936a54 x-openstack-request-id: req-26b7f2fa-d7b0-491a-b728-9a4c8a936a54 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:22:30.699958 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d1ec15-f855-471f-8b72-eb09990d2462", "name": "network-vif-plugged", "status": "completed", "tag": "b4377285-11aa-4d9d-8477-480dc70a2721", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:22:30.700201 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26b7f2fa-d7b0-491a-b728-9a4c8a936a54 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:22:30.700579 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b7f2fa-d7b0-491a-b728-9a4c8a936a54'] response: {'server_uuid': '23d1ec15-f855-471f-8b72-eb09990d2462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4377285-11aa-4d9d-8477-480dc70a2721', 'code': 200} Apr 05 19:22:30.727374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=b4377285-11aa-4d9d-8477-480dc70a2721,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:30.796318 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce0a04-e58f-45eb-9f2b-780f16ddf962 req-564201d4-acdd-4e1e-bfe1-a00772193e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:30.797744 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f6ce0a04-e58f-45eb-9f2b-780f16ddf962 req-564201d4-acdd-4e1e-bfe1-a00772193e76 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 1096 time: 0.0408535 Apr 05 19:22:30.835674 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f6ce0a04-e58f-45eb-9f2b-780f16ddf962 req-8e3def07-92db-405b-bfe7-3bfad6083e6e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Apr 05 19:22:31.748398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cc035-7542-4dda-bf27-6845f62d1128 req-6f51b51c-d09f-4269-9822-36702f1d434b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:31.749858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-843cc035-7542-4dda-bf27-6845f62d1128 req-6f51b51c-d09f-4269-9822-36702f1d434b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 945 time: 0.0486422 Apr 05 19:22:31.793269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-843cc035-7542-4dda-bf27-6845f62d1128 req-44e45af8-d852-44cb-8c75-15c9c2459dbe tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Apr 05 19:22:32.908509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1253f1-70ff-4d65-b294-1133c73c7a7e req-bd6460a2-9eff-46be-a69e-973cd32cfc74 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:32.909956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b1253f1-70ff-4d65-b294-1133c73c7a7e req-bd6460a2-9eff-46be-a69e-973cd32cfc74 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 945 time: 0.0482116 Apr 05 19:22:32.946474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b1253f1-70ff-4d65-b294-1133c73c7a7e req-8d0e39d7-d2f3-452e-a53e-6f61eb5ca5ac tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305266 Apr 05 19:22:33.183334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bdbe8-514c-474f-ab2b-101fa02221d4 req-9076212a-7b0b-4db5-aab3-3677a6da4e55 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:33.184796 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f76bdbe8-514c-474f-ab2b-101fa02221d4 req-9076212a-7b0b-4db5-aab3-3677a6da4e55 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Apr 05 19:22:33.223541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f76bdbe8-514c-474f-ab2b-101fa02221d4 req-7e9a3894-0427-4664-b473-353e9fa48c8d tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Apr 05 19:22:34.341350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efc859-55d6-4ab6-9bbd-798fb3730da8 req-47e55590-41c5-48a6-b4fa-1e09c6077ce6 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:34.342807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7efc859-55d6-4ab6-9bbd-798fb3730da8 req-47e55590-41c5-48a6-b4fa-1e09c6077ce6 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Apr 05 19:22:34.380688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7efc859-55d6-4ab6-9bbd-798fb3730da8 req-ac766ac5-570a-4e7d-96fc-985e26a77d3a tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Apr 05 19:22:34.507011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-a1e357b7-7ce8-4504-9490-d0e0deec597b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:34.508435 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-a1e357b7-7ce8-4504-9490-d0e0deec597b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.25 "GET /v2.0/ports?device_id=23d1ec15-f855-471f-8b72-eb09990d2462 HTTP/1.1" status: 200 len: 945 time: 0.0510323 Apr 05 19:22:34.593887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Deleting port b4377285-11aa-4d9d-8477-480dc70a2721 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:34.594272 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:34.682971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] For port b4377285-11aa-4d9d-8477-480dc70a2721, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=b4377285-11aa-4d9d-8477-480dc70a2721,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:34.683332 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:34.696988 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Calling delete_port for b4377285-11aa-4d9d-8477-480dc70a2721 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:34.823441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:34.835610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['b4377285-11aa-4d9d-8477-480dc70a2721'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:22:34.837814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['7c7355f9-40d9-45e8-9507-dc710c575408'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:22:34.850881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Pushing event deleted for resources: {'Port': ['ID=b4377285-11aa-4d9d-8477-480dc70a2721,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:34.895163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] No DVR routers for this DVR port b4377285-11aa-4d9d-8477-480dc70a2721 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:34.897698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:34.901024 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c1da9984-2d9a-443c-ba4c-00ed4de07dea req-86633275-979f-452f-902b-393e18fda9af tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.25 "DELETE /v2.0/ports/b4377285-11aa-4d9d-8477-480dc70a2721 HTTP/1.1" status: 204 len: 173 time: 0.3869035 Apr 05 19:22:34.901463 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d1ec15-f855-471f-8b72-eb09990d2462', 'name': 'network-vif-deleted', 'tag': 'b4377285-11aa-4d9d-8477-480dc70a2721'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:22:34.903706 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afac21fb-b737-4c85-a218-a035c5ef0683" -d '{"events": [{"server_uuid": "23d1ec15-f855-471f-8b72-eb09990d2462", "name": "network-vif-deleted", "tag": "b4377285-11aa-4d9d-8477-480dc70a2721"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:22:34.949705 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfa62ea-a16c-4a64-8d63-9f9d68a76ad2 x-openstack-request-id: req-dcfa62ea-a16c-4a64-8d63-9f9d68a76ad2 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:22:34.949989 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d1ec15-f855-471f-8b72-eb09990d2462", "name": "network-vif-deleted", "tag": "b4377285-11aa-4d9d-8477-480dc70a2721", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:22:34.950231 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcfa62ea-a16c-4a64-8d63-9f9d68a76ad2 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:22:34.950666 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfa62ea-a16c-4a64-8d63-9f9d68a76ad2'] response: {'server_uuid': '23d1ec15-f855-471f-8b72-eb09990d2462', 'name': 'network-vif-deleted', 'tag': 'b4377285-11aa-4d9d-8477-480dc70a2721', 'status': 'completed', 'code': 200} Apr 05 19:22:35.379488 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:35.530422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdedc72-d761-4133-a57c-55b2613476db req-61237ced-bb0a-4da2-bbcc-a312957adee6 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:35.532126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fdedc72-d761-4133-a57c-55b2613476db req-61237ced-bb0a-4da2-bbcc-a312957adee6 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0488970 Apr 05 19:22:35.570253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fdedc72-d761-4133-a57c-55b2613476db req-ef94190d-6f1c-4042-89e2-0ec31741738b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Apr 05 19:22:35.704951 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fca89f-3b6f-417f-a150-ac50a4023267 req-1816226e-0f13-46f7-9412-27f887dde4ee tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:35.706423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30fca89f-3b6f-417f-a150-ac50a4023267 req-1816226e-0f13-46f7-9412-27f887dde4ee tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0529697 Apr 05 19:22:35.744428 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30fca89f-3b6f-417f-a150-ac50a4023267 req-5cf8680b-1536-4e7c-bfde-b5793c421907 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Apr 05 19:22:35.858659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05008b-0304-4d93-a8ba-3e4146fcf42c req-6e959630-351f-4ab8-9240-2def799a5a5c tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:35.860737 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa05008b-0304-4d93-a8ba-3e4146fcf42c req-6e959630-351f-4ab8-9240-2def799a5a5c tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0490997 Apr 05 19:22:35.897524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa05008b-0304-4d93-a8ba-3e4146fcf42c req-0e4f76ba-7a39-4203-8e51-d278d50383a6 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304549 Apr 05 19:22:36.063662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c164511-d98b-4f75-8b83-0b9ca614fb6e req-ba44b455-5f8f-45d1-8333-9f33c2d37022 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:36.065297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c164511-d98b-4f75-8b83-0b9ca614fb6e req-ba44b455-5f8f-45d1-8333-9f33c2d37022 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0494289 Apr 05 19:22:36.104894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c164511-d98b-4f75-8b83-0b9ca614fb6e req-c75606db-e881-443e-8e86-c018c645383e tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Apr 05 19:22:36.224663 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67099eef-6076-4ae7-b8ca-0aa92234c430 req-c0ca21eb-2aa8-429e-ad9b-062751585e16 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:36.226285 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67099eef-6076-4ae7-b8ca-0aa92234c430 req-c0ca21eb-2aa8-429e-ad9b-062751585e16 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0546181 Apr 05 19:22:36.263686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67099eef-6076-4ae7-b8ca-0aa92234c430 req-e1ebc7bf-2791-41f1-b299-162402445b2a tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Apr 05 19:22:36.387957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e49a77-f499-4af0-80e0-d308c2f622ec req-62ec6d5d-6e05-4fba-bdc9-34b0673f78aa tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:36.389424 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71e49a77-f499-4af0-80e0-d308c2f622ec req-62ec6d5d-6e05-4fba-bdc9-34b0673f78aa tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0493958 Apr 05 19:22:36.427759 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-71e49a77-f499-4af0-80e0-d308c2f622ec req-07ffd170-f8a6-4d6f-9f70-0d760aee8846 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Apr 05 19:22:36.725303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f47f7-e615-4fa0-8066-be8a10456adf req-0214d8a3-68c9-4429-a4a9-628c16ab1615 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:36.726781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb4f47f7-e615-4fa0-8066-be8a10456adf req-0214d8a3-68c9-4429-a4a9-628c16ab1615 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0490079 Apr 05 19:22:36.763820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb4f47f7-e615-4fa0-8066-be8a10456adf req-de227d41-81e4-4b8f-aa6c-1043dc38e2ed tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Apr 05 19:22:37.339554 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:37.888042 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f96c45-d9ad-41f4-b3f9-91456be82000 req-e513f7e0-1c23-4920-a507-d9858580ec0b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:37.889617 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08f96c45-d9ad-41f4-b3f9-91456be82000 req-e513f7e0-1c23-4920-a507-d9858580ec0b tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0529978 Apr 05 19:22:37.927547 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08f96c45-d9ad-41f4-b3f9-91456be82000 req-7e124a19-8b03-4e0a-ac2f-6ca9cd18d03a tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/security-groups?id=96014d55-1688-4613-925f-6b3e55d9da8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309386 Apr 05 19:22:38.241756 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-e05833d6-602d-468f-8d8c-90b50a92e496 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:38.243296 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-e05833d6-602d-468f-8d8c-90b50a92e496 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 945 time: 0.0505152 Apr 05 19:22:38.330950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Deleting port 7c7355f9-40d9-45e8-9507-dc710c575408 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:38.331292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:38.420331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] For port 7c7355f9-40d9-45e8-9507-dc710c575408, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7c7355f9-40d9-45e8-9507-dc710c575408,segment=NetworkSegment(8e85e497-5c09-4f02-8081-92b1d7c8953e),segment_id=8e85e497-5c09-4f02-8081-92b1d7c8953e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:38.420694 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:38.433906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Calling delete_port for 7c7355f9-40d9-45e8-9507-dc710c575408 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:38.542529 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b4377285-11aa-4d9d-8477-480dc70a2721 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:22:38.559839 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:38.563059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: b4377285-11aa-4d9d-8477-480dc70a2721 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:22:38.564282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device b4377285-11aa-4d9d-8477-480dc70a2721 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:22:38.576014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['7c7355f9-40d9-45e8-9507-dc710c575408'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:22:38.588929 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Pushing event deleted for resources: {'Port': ['ID=7c7355f9-40d9-45e8-9507-dc710c575408,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:38.633612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] No DVR routers for this DVR port 7c7355f9-40d9-45e8-9507-dc710c575408 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:38.636529 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:38.640096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c35b75-95cb-40e7-8705-f7cde891f0cb req-6825573d-ac56-44b4-a3fe-431fb9cc7249 tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.20 "DELETE /v2.0/ports/7c7355f9-40d9-45e8-9507-dc710c575408 HTTP/1.1" status: 204 len: 173 time: 0.3908017 Apr 05 19:22:38.640526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed', 'name': 'network-vif-deleted', 'tag': '7c7355f9-40d9-45e8-9507-dc710c575408'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:22:38.642952 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99ecf1-bf1d-4f96-866a-c0cd8a30d420" -d '{"events": [{"server_uuid": "4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed", "name": "network-vif-deleted", "tag": "7c7355f9-40d9-45e8-9507-dc710c575408"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:22:38.682835 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010ea9a-9ae4-41ec-b7e9-a72afceefc3c x-openstack-request-id: req-e010ea9a-9ae4-41ec-b7e9-a72afceefc3c {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:22:38.683130 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed", "name": "network-vif-deleted", "tag": "7c7355f9-40d9-45e8-9507-dc710c575408", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:22:38.683379 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e010ea9a-9ae4-41ec-b7e9-a72afceefc3c {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:22:38.683777 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e010ea9a-9ae4-41ec-b7e9-a72afceefc3c'] response: {'server_uuid': '4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed', 'name': 'network-vif-deleted', 'tag': '7c7355f9-40d9-45e8-9507-dc710c575408', 'status': 'completed', 'code': 200} Apr 05 19:22:39.039443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75a1c3fa-3794-4d34-873e-c1e016aa940f req-3479328a-dda9-4b6a-9655-4ec1860bfaec tempest-ServersNegativeTestJSON-1235117817 tempest-ServersNegativeTestJSON-1235117817-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2a3f4e-0151-4a4a-96c0-72f55c4da2ed HTTP/1.1" status: 200 len: 210 time: 0.0325413 Apr 05 19:22:39.504671 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0fc8-e33d-4d8a-b5b1-b77488f03a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.096443 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34862) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:40.139809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa93952-9291-4adb-b220-298d4852d4b0 admin admin] Deleting subnet 9a12ed15-5e94-4cc7-8e34-2978f5e57e0a {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:22:40.142786 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eaa93952-9291-4adb-b220-298d4852d4b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.179879 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eaa93952-9291-4adb-b220-298d4852d4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.218061 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eaa93952-9291-4adb-b220-298d4852d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.271076 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eaa93952-9291-4adb-b220-298d4852d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.298930 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa93952-9291-4adb-b220-298d4852d4b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a12ed15-5e94-4cc7-8e34-2978f5e57e0a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:40.300990 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-eaa93952-9291-4adb-b220-298d4852d4b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.304160 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-eaa93952-9291-4adb-b220-298d4852d4b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9a12ed15-5e94-4cc7-8e34-2978f5e57e0a HTTP/1.1" status: 204 len: 168 time: 0.2067258 Apr 05 19:22:40.306740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34864) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:40.377634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.454735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.473827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:40.482708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e85e497-5c09-4f02-8081-92b1d7c8953e') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:40.483005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e85e497-5c09-4f02-8081-92b1d7c8953e') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:40.493328 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.506911 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.512892 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:22:40.513274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:22:40.515029 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:22:40.571490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.576825 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.580142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9 HTTP/1.1" status: 204 len: 168 time: 0.2724643 Apr 05 19:22:40.591440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3146a9-4b22-476d-84b2-9bbe15844011 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff0b3f7-5a95-46e2-926e-0ef1d12bf2e9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:40.686553 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34868) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:40.726454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6da13f76-8157-4e6c-9da0-52d33c5f2a60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=224274ec43eb4f1fbe5e4bd1fa1b4711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386565 Apr 05 19:22:40.728894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34870) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:40.775641 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-840f8480-28d4-40cc-be09-4de7b20782df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.796034 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-840f8480-28d4-40cc-be09-4de7b20782df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.843387 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-840f8480-28d4-40cc-be09-4de7b20782df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.847098 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-840f8480-28d4-40cc-be09-4de7b20782df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:40.848193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-840f8480-28d4-40cc-be09-4de7b20782df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96014d55-1688-4613-925f-6b3e55d9da8b HTTP/1.1" status: 204 len: 168 time: 0.1183972 Apr 05 19:22:40.857350 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f8480-28d4-40cc-be09-4de7b20782df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96014d55-1688-4613-925f-6b3e55d9da8b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:40.989728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7c7355f9-40d9-45e8-9507-dc710c575408 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:22:41.010838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 7c7355f9-40d9-45e8-9507-dc710c575408 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:22:41.010976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7c7355f9-40d9-45e8-9507-dc710c575408 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:22:41.588298 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34892) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:41.710495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1200848214'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:41.730244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:41.733616 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:41.741827 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:41.816620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:41.823478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:41.852730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:22:41.860891 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c2f9a16-5cdb-464c-b55a-8f5f044f0fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:41.863505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d285801d-7ac1-4f09-a2b0-e010f34953ae,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:41.868489 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:41.868848 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Added segment 5e2a137c-7db9-4549-a7af-6e5535245a1d of type vlan for network 30b97335-6a85-4e70-a7bf-43eaabe01276 Apr 05 19:22:41.908191 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:41.933515 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:41.939133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:41.939701 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:42.020957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4315283 Apr 05 19:22:42.036214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756292f6-41bc-4907-a5cc-93d558ff4f7b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Network': ['ID=30b97335-6a85-4e70-a7bf-43eaabe01276,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:42.046783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 30b97335-6a85-4e70-a7bf-43eaabe01276 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:22:42.970685 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:44.503492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.027140 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.292604 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34898) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:45.297998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'subnet': {'network_id': '30b97335-6a85-4e70-a7bf-43eaabe01276', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:45.380698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:45.384196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.561845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.622559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Subnet': ['ID=a14864ff-cd40-438f-8b71-18db305e562e,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:45.632553 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Checking segment: {'id': '5e2a137c-7db9-4549-a7af-6e5535245a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30b97335-6a85-4e70-a7bf-43eaabe01276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:45.632872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network hostable DHCP agents. Network: 30b97335-6a85-4e70-a7bf-43eaabe01276, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:22:45.649142 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network 30b97335-6a85-4e70-a7bf-43eaabe01276 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:22:45.658636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 30b97335-6a85-4e70-a7bf-43eaabe01276) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:45.663024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:45.663603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.667806 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a2e032-0b7c-4b80-b164-94694cb27c8e None None] Network 30b97335-6a85-4e70-a7bf-43eaabe01276 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:45.680283 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1c5b869b-79b1-4cad-ae48-0b9e5be04b73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3866851 Apr 05 19:22:45.683708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34900) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:45.689056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1806267390'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:45.709667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:45.713010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.741872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:22:45.751946 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.752564 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Added segment d1100b1f-4c60-4c8b-91b0-99875ddd1030 of type vlan for network d3ea64c1-8740-46aa-9c2b-026b62023ab2 Apr 05 19:22:45.794239 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.819588 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-30b97335-6a85-4e70-a7bf-43eaabe01276', 'network_id': '30b97335-6a85-4e70-a7bf-43eaabe01276', 'tenant_id': '042f7168ffe94e4680843a09199a396c', 'fixed_ips': [{'subnet_id': 'a14864ff-cd40-438f-8b71-18db305e562e'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:22:45.819999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.820510 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.825377 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:45.825954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:45.881881 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1971531 Apr 05 19:22:45.885014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:45.890615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'subnet': {'network_id': 'd3ea64c1-8740-46aa-9c2b-026b62023ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:45.900678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87d74a-ae80-45e3-be87-e56ac3a92cbd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Network': ['ID=d3ea64c1-8740-46aa-9c2b-026b62023ab2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:45.915387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network d3ea64c1-8740-46aa-9c2b-026b62023ab2 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:22:45.982266 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:45.986534 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.174891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Allocated IP 2001:db8:0:ffff::2 (30b97335-6a85-4e70-a7bf-43eaabe01276/a14864ff-cd40-438f-8b71-18db305e562e/9f8bf24c-f812-422d-830c-253c94ac1bf1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:22:46.184499 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.244991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Subnet': ['ID=298df8cd-873c-46d3-adc2-354d7d008f8c,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:46.256461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.256809 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.257144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.257480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.257808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.258131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.258479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.258803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.259126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.259515 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.259838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.260160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.265537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Checking segment: {'id': 'd1100b1f-4c60-4c8b-91b0-99875ddd1030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd3ea64c1-8740-46aa-9c2b-026b62023ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:46.266652 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network hostable DHCP agents. Network: d3ea64c1-8740-46aa-9c2b-026b62023ab2, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:22:46.284743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network d3ea64c1-8740-46aa-9c2b-026b62023ab2 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:22:46.293542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, d3ea64c1-8740-46aa-9c2b-026b62023ab2) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:46.298769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:46.300866 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.302430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280cf81-1f74-46a0-8519-c01ca7802065 None None] Network d3ea64c1-8740-46aa-9c2b-026b62023ab2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:46.320533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bd9343fc-1d91-4b11-9b5d-0e0875a357ef tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4311726 Apr 05 19:22:46.320729 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34904) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:46.364976 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.376738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.423385 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.439280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Network 30b97335-6a85-4e70-a7bf-43eaabe01276 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:22:46.447155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:46.449200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Pushing event updated for resources: {'Port': ['ID=9f8bf24c-f812-422d-830c-253c94ac1bf1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:46.451344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:22:46.483181 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.483522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.483853 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.484185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.484574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.484993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.485316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.485637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.485962 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.486269 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.486608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.486923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:22:46.502215 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.562193 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Attempting to bind port 9f8bf24c-f812-422d-830c-253c94ac1bf1 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:22:46.562610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Attempting to bind port 9f8bf24c-f812-422d-830c-253c94ac1bf1 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '5e2a137c-7db9-4549-a7af-6e5535245a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30b97335-6a85-4e70-a7bf-43eaabe01276'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:22:46.562961 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Attempting to bind port 9f8bf24c-f812-422d-830c-253c94ac1bf1 on network 30b97335-6a85-4e70-a7bf-43eaabe01276 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:22:46.568365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:22:46.568735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Checking segment: {'id': '5e2a137c-7db9-4549-a7af-6e5535245a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30b97335-6a85-4e70-a7bf-43eaabe01276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:46.569690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.569823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Bound using segment: {'id': '5e2a137c-7db9-4549-a7af-6e5535245a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30b97335-6a85-4e70-a7bf-43eaabe01276'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:22:46.570189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Bound port: 9f8bf24c-f812-422d-830c-253c94ac1bf1, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2a137c-7db9-4549-a7af-6e5535245a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30b97335-6a85-4e70-a7bf-43eaabe01276'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:22:46.570608 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.573998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483445c-36c0-43b6-bf6d-653179d26597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-d3ea64c1-8740-46aa-9c2b-026b62023ab2', 'network_id': 'd3ea64c1-8740-46aa-9c2b-026b62023ab2', 'tenant_id': '042f7168ffe94e4680843a09199a396c', 'fixed_ips': [{'subnet_id': '298df8cd-873c-46d3-adc2-354d7d008f8c'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:22:46.574876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2483445c-36c0-43b6-bf6d-653179d26597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.576193 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.605313 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Subnet': ['ID=298df8cd-873c-46d3-adc2-354d7d008f8c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:46.666937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.692089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ea64c1-8740-46aa-9c2b-026b62023ab2']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:46.700986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520826f4-280c-4281-bdd0-1974504a802b None None] Network d3ea64c1-8740-46aa-9c2b-026b62023ab2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:46.703172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1100b1f-4c60-4c8b-91b0-99875ddd1030') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:46.704020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1100b1f-4c60-4c8b-91b0-99875ddd1030') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:46.713938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.721350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] For port 9f8bf24c-f812-422d-830c-253c94ac1bf1, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:22:46.727977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.733943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:22:46.734329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:22:46.737671 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:22:46.766241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] For port 9f8bf24c-f812-422d-830c-253c94ac1bf1, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9f8bf24c-f812-422d-830c-253c94ac1bf1,segment=NetworkSegment(5e2a137c-7db9-4549-a7af-6e5535245a1d),segment_id=5e2a137c-7db9-4549-a7af-6e5535245a1d)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:22:46.773253 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.800077 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.804942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.808343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/networks/d3ea64c1-8740-46aa-9c2b-026b62023ab2 HTTP/1.1" status: 204 len: 168 time: 0.4866290 Apr 05 19:22:46.814076 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34906) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:46.823732 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-776852174'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:46.824533 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20ab8d-094f-4cb0-921c-aa800948f573 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Network': ['ID=d3ea64c1-8740-46aa-9c2b-026b62023ab2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:46.855324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:46.859041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.872781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72421db0-a8e7-433c-b125-8d636a267448 None None] Pushing event updated for resources: {'Port': ['ID=9f8bf24c-f812-422d-830c-253c94ac1bf1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:46.886018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:22:46.896673 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.897243 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Added segment 680091c0-acb0-476b-bcf4-ee21118591d2 of type vlan for network 94d4d379-55f4-44b5-86e7-1e86156c255e Apr 05 19:22:46.944505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.970602 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:46.976382 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:46.980298 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.015077 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1991186 Apr 05 19:22:47.018490 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34908) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:47.023185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'subnet': {'network_id': '94d4d379-55f4-44b5-86e7-1e86156c255e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:47.116984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5451f-84dc-425f-b0d6-4902c7b66ff8 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Network': ['ID=94d4d379-55f4-44b5-86e7-1e86156c255e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:47.128161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 94d4d379-55f4-44b5-86e7-1e86156c255e details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:22:47.152708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:47.156292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.212802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Performing IP validity checks on allocation pools {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 05 19:22:47.213320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.ipam_backend_mixin [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 05 19:22:47.334830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.393475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Subnet': ['ID=bd46859f-0091-41c5-b2a6-116dc6f205f0,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:47.400762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Checking segment: {'id': '680091c0-acb0-476b-bcf4-ee21118591d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '94d4d379-55f4-44b5-86e7-1e86156c255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:47.401118 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network hostable DHCP agents. Network: 94d4d379-55f4-44b5-86e7-1e86156c255e, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:22:47.418931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network 94d4d379-55f4-44b5-86e7-1e86156c255e is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:22:47.429093 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 94d4d379-55f4-44b5-86e7-1e86156c255e) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:47.437040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9cc3b-f8ba-4fed-aa34-5727dbbb9b2f None None] Network 94d4d379-55f4-44b5-86e7-1e86156c255e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:47.438634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:47.439225 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.459819 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34910) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:47.460375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-39c195f4-cbb9-4ec3-bc30-bca936d14c4f tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4404972 Apr 05 19:22:47.571275 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.629176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baf1c7a-70f2-48e3-8953-9586e7c02210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-94d4d379-55f4-44b5-86e7-1e86156c255e', 'network_id': '94d4d379-55f4-44b5-86e7-1e86156c255e', 'tenant_id': '042f7168ffe94e4680843a09199a396c', 'fixed_ips': [{'subnet_id': 'bd46859f-0091-41c5-b2a6-116dc6f205f0'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:22:47.630072 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4baf1c7a-70f2-48e3-8953-9586e7c02210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.634033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.710205 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.746474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Subnet': ['ID=bd46859f-0091-41c5-b2a6-116dc6f205f0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server [None req-4baf1c7a-70f2-48e3-8953-9586e7c02210 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd46859f-0091-41c5-b2a6-116dc6f205f0: This subnet is being modified by another concurrent operation. Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server raise exception Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd46859f-0091-41c5-b2a6-116dc6f205f0: This subnet is being modified by another concurrent operation. Apr 05 19:22:47.798279 n-d-836650-3 neutron-server[102641]: ERROR oslo_messaging.rpc.server Apr 05 19:22:47.840157 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79244348-087e-406f-9d17-4ec89cade016 None None] Network 94d4d379-55f4-44b5-86e7-1e86156c255e requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:47.843552 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.872878 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2ced25-b324-4816-a098-5bc20109b8dd None None] Network 30b97335-6a85-4e70-a7bf-43eaabe01276 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:47.873096 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d4d379-55f4-44b5-86e7-1e86156c255e']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:47.888235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680091c0-acb0-476b-bcf4-ee21118591d2') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:47.888523 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680091c0-acb0-476b-bcf4-ee21118591d2') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:47.899907 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.914008 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.920421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:22:47.920941 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:22:47.924257 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:22:47.926097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9f8bf24c-f812-422d-830c-253c94ac1bf1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:22:47.988274 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:47.998040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.007445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34914) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:48.010553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/networks/94d4d379-55f4-44b5-86e7-1e86156c255e HTTP/1.1" status: 204 len: 168 time: 0.5459037 Apr 05 19:22:48.014514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134691376'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:48.021496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512c7f9-25f1-4245-a914-3af1fc913625 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Network': ['ID=94d4d379-55f4-44b5-86e7-1e86156c255e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:48.036083 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:48.039571 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.061531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1bcc647b-6e12-42c9-82e3-dd9efcf71173 None None] Provisioning complete for port 9f8bf24c-f812-422d-830c-253c94ac1bf1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:22:48.061902 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bcc647b-6e12-42c9-82e3-dd9efcf71173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.063673 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:22:48.072996 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.073389 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Added segment 92b2bfd9-97d6-4477-827c-8d533a9f76ec of type vlan for network 335a0292-34da-4801-acfa-487d40946367 Apr 05 19:22:48.112462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.137135 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.142745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:48.143315 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.155940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9f8bf24c-f812-422d-830c-253c94ac1bf1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:22:48.156337 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.210256 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1983798 Apr 05 19:22:48.211057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34916) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:48.219669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697d061-0778-4f14-b188-e622d3ed39a3 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Network': ['ID=335a0292-34da-4801-acfa-487d40946367,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:48.220723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'subnet': {'network_id': '335a0292-34da-4801-acfa-487d40946367', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:48.248539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 335a0292-34da-4801-acfa-487d40946367 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:22:48.313447 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:48.317057 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.329272 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bcc647b-6e12-42c9-82e3-dd9efcf71173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.407454 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.410349 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1bcc647b-6e12-42c9-82e3-dd9efcf71173 None None] For port 9f8bf24c-f812-422d-830c-253c94ac1bf1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9f8bf24c-f812-422d-830c-253c94ac1bf1,segment=NetworkSegment(5e2a137c-7db9-4549-a7af-6e5535245a1d),segment_id=5e2a137c-7db9-4549-a7af-6e5535245a1d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:48.425272 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bcc647b-6e12-42c9-82e3-dd9efcf71173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.507520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc647b-6e12-42c9-82e3-dd9efcf71173 None None] Pushing event updated for resources: {'Port': ['ID=9f8bf24c-f812-422d-830c-253c94ac1bf1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:48.514033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:22:48.514382 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:22:48.525544 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.550610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a910f783-d38e-43d5-9450-94e0c9e9a29d None None] get_active_networks_info from n-d-836650-3 {{(pid=102641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 05 19:22:48.585165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Subnet': ['ID=c988e1e3-f8ff-47a9-bf4d-0e09e5949165,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:48.594279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Checking segment: {'id': '92b2bfd9-97d6-4477-827c-8d533a9f76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '335a0292-34da-4801-acfa-487d40946367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:48.594766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network hostable DHCP agents. Network: 335a0292-34da-4801-acfa-487d40946367, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:22:48.610862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network 335a0292-34da-4801-acfa-487d40946367 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:22:48.619081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 335a0292-34da-4801-acfa-487d40946367) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:48.623295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:48.623890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.641633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-66f9ccd3-3083-47c5-8770-385bd16ec1af tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4297934 Apr 05 19:22:48.645107 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34918) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:48.649876 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1994053962'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:48.668842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:48.672603 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.681705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b25edd53-2a1e-477a-9722-e97f537c5af5 None None] Provisioning complete for port 9f8bf24c-f812-422d-830c-253c94ac1bf1 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:22:48.682071 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b25edd53-2a1e-477a-9722-e97f537c5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.697063 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:22:48.706628 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.706963 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Added segment 20eb46b1-ab8d-4847-a121-6a179767a2c3 of type vlan for network c935fb2d-7db0-46d5-a393-002894f967d3 Apr 05 19:22:48.751379 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.757158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910f783-d38e-43d5-9450-94e0c9e9a29d None None] Unable to find a vacant binding_index for network 335a0292-34da-4801-acfa-487d40946367 and agent d02356f0-827c-4336-8d20-92831db3ea1b {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 05 19:22:48.764881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910f783-d38e-43d5-9450-94e0c9e9a29d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 335a0292-34da-4801-acfa-487d40946367) {{(pid=102641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 19:22:48.774461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.779879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:48.780440 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:48.844423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1982946 Apr 05 19:22:48.847363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34920) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:48.852233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Request body: {'subnet': {'network_id': 'c935fb2d-7db0-46d5-a393-002894f967d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:48.860808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d346169-77d7-42b6-8ac3-07ee1d9e776c tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Network': ['ID=c935fb2d-7db0-46d5-a393-002894f967d3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:48.871521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network c935fb2d-7db0-46d5-a393-002894f967d3 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:22:48.938865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Made reservation on behalf of 042f7168ffe94e4680843a09199a396c for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:48.942314 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.095804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-335a0292-34da-4801-acfa-487d40946367', 'network_id': '335a0292-34da-4801-acfa-487d40946367', 'tenant_id': '042f7168ffe94e4680843a09199a396c', 'fixed_ips': [{'subnet_id': 'c988e1e3-f8ff-47a9-bf4d-0e09e5949165'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:22:49.096687 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.129569 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.196505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event updated for resources: {'Subnet': ['ID=51654c52-c47a-4090-95f7-ed6445b181e8,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:49.204149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Checking segment: {'id': '20eb46b1-ab8d-4847-a121-6a179767a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c935fb2d-7db0-46d5-a393-002894f967d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:49.204149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network hostable DHCP agents. Network: c935fb2d-7db0-46d5-a393-002894f967d3, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:22:49.222468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Network c935fb2d-7db0-46d5-a393-002894f967d3 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:22:49.233414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, c935fb2d-7db0-46d5-a393-002894f967d3) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:49.235324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Allocated IP 2001:db8::2 (335a0292-34da-4801-acfa-487d40946367/c988e1e3-f8ff-47a9-bf4d-0e09e5949165/5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:22:49.240251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:49.240936 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.257576 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ba9d5044-7f9c-4271-bfae-60b63aaa3b23 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4091556 Apr 05 19:22:49.260087 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34922) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:49.352343 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.386745 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.393944 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.427769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Network 335a0292-34da-4801-acfa-487d40946367 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:22:49.430484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:49.434460 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.436065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:22:49.449215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Pushing event updated for resources: {'Port': ['ID=5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:49.498842 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.500376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Attempting to bind port 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:22:49.501253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Attempting to bind port 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '92b2bfd9-97d6-4477-827c-8d533a9f76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '335a0292-34da-4801-acfa-487d40946367'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:22:49.501612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Attempting to bind port 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb on network 335a0292-34da-4801-acfa-487d40946367 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:22:49.506573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:22:49.507013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Checking segment: {'id': '92b2bfd9-97d6-4477-827c-8d533a9f76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '335a0292-34da-4801-acfa-487d40946367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:49.507396 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.507824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Bound using segment: {'id': '92b2bfd9-97d6-4477-827c-8d533a9f76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '335a0292-34da-4801-acfa-487d40946367'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:22:49.508423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Bound port: 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b2bfd9-97d6-4477-827c-8d533a9f76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '335a0292-34da-4801-acfa-487d40946367'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:22:49.508906 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.526027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Subnet': ['ID=51654c52-c47a-4090-95f7-ed6445b181e8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:49.574380 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] For port 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:22:49.577781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] For port 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb,segment=NetworkSegment(92b2bfd9-97d6-4477-827c-8d533a9f76ec),segment_id=92b2bfd9-97d6-4477-827c-8d533a9f76ec)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:22:49.582903 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.590991 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.613451 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c935fb2d-7db0-46d5-a393-002894f967d3']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:49.624579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20eb46b1-ab8d-4847-a121-6a179767a2c3') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:49.624903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20eb46b1-ab8d-4847-a121-6a179767a2c3') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:49.635896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.641982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaa24e-ca9a-41e1-84d9-b74c8ae918bf None None] Pushing event updated for resources: {'Port': ['ID=5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:49.653342 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.660638 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:22:49.661357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:22:49.664197 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:22:49.724407 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.729182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.737104 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/networks/c935fb2d-7db0-46d5-a393-002894f967d3 HTTP/1.1" status: 204 len: 168 time: 0.4724562 Apr 05 19:22:49.737741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34924) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:49.748282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c838b-a3c3-46f6-8920-c4a0a89a703d tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Network': ['ID=c935fb2d-7db0-46d5-a393-002894f967d3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:49.779910 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-35559252-66e6-49eb-a1bc-ef4403483c8a tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] GET failed (client error): The resource could not be found. Apr 05 19:22:49.785839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-35559252-66e6-49eb-a1bc-ef4403483c8a tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "GET /v2.0/subnets/51654c52-c47a-4090-95f7-ed6445b181e8 HTTP/1.1" status: 404 len: 337 time: 0.0439446 Apr 05 19:22:49.786167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34926) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:49.809598 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1ba4a9-6180-4856-85f7-5fa5549a07b9 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] DELETE failed (client error): The resource could not be found. Apr 05 19:22:49.810582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1ba4a9-6180-4856-85f7-5fa5549a07b9 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:22:49.814310 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ab1ba4a9-6180-4856-85f7-5fa5549a07b9 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/networks/c935fb2d-7db0-46d5-a393-002894f967d3 HTTP/1.1" status: 404 len: 339 time: 0.0268931 Apr 05 19:22:49.818069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34928) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:49.826632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9f8bf24c-f812-422d-830c-253c94ac1bf1 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:22:49.851238 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d43f7d-dceb-48c6-8769-98afebf1f929 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] DELETE failed (client error): The resource could not be found. Apr 05 19:22:49.851835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d43f7d-dceb-48c6-8769-98afebf1f929 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:22:49.855209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-82d43f7d-dceb-48c6-8769-98afebf1f929 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/subnets/51654c52-c47a-4090-95f7-ed6445b181e8 HTTP/1.1" status: 404 len: 337 time: 0.0358496 Apr 05 19:22:49.857730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34930) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:49.882567 n-d-836650-3 neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a33f622-d08c-4d8f-a708-6313df06590b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] DELETE failed (client error): The resource could not be found. Apr 05 19:22:49.883440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a33f622-d08c-4d8f-a708-6313df06590b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:22:49.886605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5a33f622-d08c-4d8f-a708-6313df06590b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/networks/c935fb2d-7db0-46d5-a393-002894f967d3 HTTP/1.1" status: 404 len: 339 time: 0.0277119 Apr 05 19:22:49.889058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34932) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:49.892328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9f8bf24c-f812-422d-830c-253c94ac1bf1 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:22:49.892804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.955458 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e91e52-a266-4d5e-8f22-4542925b5d73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Deleting subnet c988e1e3-f8ff-47a9-bf4d-0e09e5949165 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:22:49.958941 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59e91e52-a266-4d5e-8f22-4542925b5d73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:49.999066 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59e91e52-a266-4d5e-8f22-4542925b5d73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.080071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59e91e52-a266-4d5e-8f22-4542925b5d73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.142436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59e91e52-a266-4d5e-8f22-4542925b5d73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.168584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e91e52-a266-4d5e-8f22-4542925b5d73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Subnet': ['ID=c988e1e3-f8ff-47a9-bf4d-0e09e5949165,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:50.172229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59e91e52-a266-4d5e-8f22-4542925b5d73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.175403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-59e91e52-a266-4d5e-8f22-4542925b5d73 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/subnets/c988e1e3-f8ff-47a9-bf4d-0e09e5949165 HTTP/1.1" status: 204 len: 168 time: 0.2853577 Apr 05 19:22:50.177877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34934) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:50.254769 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.310546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Deleting port 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:50.310886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.381224 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] For port 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb,segment=NetworkSegment(92b2bfd9-97d6-4477-827c-8d533a9f76ec),segment_id=92b2bfd9-97d6-4477-827c-8d533a9f76ec)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:50.381592 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.395288 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Calling delete_port for 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:50.474340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.506810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Port': ['ID=5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:50.508707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] No DVR routers for this DVR port 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:50.569191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4c49c-5fa3-40a9-bb1d-dd48101769b2 None None] Network 335a0292-34da-4801-acfa-487d40946367 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:50.572844 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb47ef6-d2be-4dc3-8651-09c406818d6a None None] Network c935fb2d-7db0-46d5-a393-002894f967d3 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:50.588795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.598873 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb47ef6-d2be-4dc3-8651-09c406818d6a None None] Network c935fb2d-7db0-46d5-a393-002894f967d3 could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 19:22:50.610177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335a0292-34da-4801-acfa-487d40946367']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:50.620377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b2bfd9-97d6-4477-827c-8d533a9f76ec') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:50.620675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b2bfd9-97d6-4477-827c-8d533a9f76ec') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:50.631167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.646549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.652726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:22:50.653125 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:22:50.656947 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:22:50.724063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.734154 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:50.738371 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/networks/335a0292-34da-4801-acfa-487d40946367 HTTP/1.1" status: 204 len: 168 time: 0.5595140 Apr 05 19:22:50.740891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34936) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:50.755910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce71b0-1640-41a7-b7c9-4ef80bdb2965 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Network': ['ID=335a0292-34da-4801-acfa-487d40946367,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:50.809239 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea1d46-c7a3-4c7c-b72a-e534f7572c74 None None] Network c935fb2d-7db0-46d5-a393-002894f967d3 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:50.831995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-82b706f8-fa97-4d69-85bb-edd26b9f4f88 None None] Could not find standard attr ID for object 5a5cde70-6fa7-4599-8e7e-2ef4c10f6abb. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:22:50.839879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea1d46-c7a3-4c7c-b72a-e534f7572c74 None None] Network c935fb2d-7db0-46d5-a393-002894f967d3 could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 19:22:50.946786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1051a-6bae-4b18-87f7-aa5efe542d5b None None] DHCP port deletion for 335a0292-34da-4801-acfa-487d40946367 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:22:50.963924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db482ce-3dfa-43c8-9efd-4f88922b0d80 None None] Network 335a0292-34da-4801-acfa-487d40946367 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:50.976229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db482ce-3dfa-43c8-9efd-4f88922b0d80 None None] Network 335a0292-34da-4801-acfa-487d40946367 could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 19:22:51.116591 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b863d307-0e6e-4bfb-a6f6-130f69355f26 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] DELETE failed (client error): The resource could not be found. Apr 05 19:22:51.117047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b863d307-0e6e-4bfb-a6f6-130f69355f26 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:22:51.120059 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b863d307-0e6e-4bfb-a6f6-130f69355f26 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/subnets/bd46859f-0091-41c5-b2a6-116dc6f205f0 HTTP/1.1" status: 404 len: 337 time: 0.3775496 Apr 05 19:22:51.122639 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34938) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:51.140819 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e764b6-ae18-4f2e-ba0e-4d4cbbd59043 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] DELETE failed (client error): The resource could not be found. Apr 05 19:22:51.141368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e764b6-ae18-4f2e-ba0e-4d4cbbd59043 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:22:51.144246 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e5e764b6-ae18-4f2e-ba0e-4d4cbbd59043 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/networks/94d4d379-55f4-44b5-86e7-1e86156c255e HTTP/1.1" status: 404 len: 339 time: 0.0206890 Apr 05 19:22:51.146348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34940) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:51.171019 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7990a93c-1e24-448a-9c3a-f163c0699fcd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] DELETE failed (client error): The resource could not be found. Apr 05 19:22:51.171376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7990a93c-1e24-448a-9c3a-f163c0699fcd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:22:51.175003 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7990a93c-1e24-448a-9c3a-f163c0699fcd tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/subnets/298df8cd-873c-46d3-adc2-354d7d008f8c HTTP/1.1" status: 404 len: 337 time: 0.0277703 Apr 05 19:22:51.177393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34942) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:51.195038 n-d-836650-3 neutron-server[102639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0904fc81-3ebc-4bba-a0b7-10743eb8235b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] DELETE failed (client error): The resource could not be found. Apr 05 19:22:51.195560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0904fc81-3ebc-4bba-a0b7-10743eb8235b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 19:22:51.198473 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0904fc81-3ebc-4bba-a0b7-10743eb8235b tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/networks/d3ea64c1-8740-46aa-9c2b-026b62023ab2 HTTP/1.1" status: 404 len: 339 time: 0.0201592 Apr 05 19:22:51.200698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34944) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:51.250368 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87a986f-b469-44ab-b7b7-a3e2049f3205 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Deleting subnet a14864ff-cd40-438f-8b71-18db305e562e {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:22:51.253523 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b87a986f-b469-44ab-b7b7-a3e2049f3205 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.295984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b87a986f-b469-44ab-b7b7-a3e2049f3205 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.376454 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b87a986f-b469-44ab-b7b7-a3e2049f3205 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.432120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b87a986f-b469-44ab-b7b7-a3e2049f3205 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.461579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b87a986f-b469-44ab-b7b7-a3e2049f3205 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.467089 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b87a986f-b469-44ab-b7b7-a3e2049f3205 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/subnets/a14864ff-cd40-438f-8b71-18db305e562e HTTP/1.1" status: 204 len: 168 time: 0.2631304 Apr 05 19:22:51.467089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a986f-b469-44ab-b7b7-a3e2049f3205 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Subnet': ['ID=a14864ff-cd40-438f-8b71-18db305e562e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:51.467389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eec8c2e-de4b-49d1-9e28-5a4876677136 None None] Network 30b97335-6a85-4e70-a7bf-43eaabe01276 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:51.468019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34946) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:51.542970 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.604632 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Deleting port 9f8bf24c-f812-422d-830c-253c94ac1bf1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:51.605004 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.634266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19d736-16ec-4e77-9473-7e2776019013 None None] DHCP port deletion for 30b97335-6a85-4e70-a7bf-43eaabe01276 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:22:51.667538 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] For port 9f8bf24c-f812-422d-830c-253c94ac1bf1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9f8bf24c-f812-422d-830c-253c94ac1bf1,segment=NetworkSegment(5e2a137c-7db9-4549-a7af-6e5535245a1d),segment_id=5e2a137c-7db9-4549-a7af-6e5535245a1d)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:51.667902 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.680956 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Calling delete_port for 9f8bf24c-f812-422d-830c-253c94ac1bf1 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:51.684468 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2a19d736-16ec-4e77-9473-7e2776019013 None None] Deleting port 9f8bf24c-f812-422d-830c-253c94ac1bf1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:51.684771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a19d736-16ec-4e77-9473-7e2776019013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.749260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2a19d736-16ec-4e77-9473-7e2776019013 None None] For port 9f8bf24c-f812-422d-830c-253c94ac1bf1, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9f8bf24c-f812-422d-830c-253c94ac1bf1,segment=NetworkSegment(5e2a137c-7db9-4549-a7af-6e5535245a1d),segment_id=5e2a137c-7db9-4549-a7af-6e5535245a1d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:51.749762 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a19d736-16ec-4e77-9473-7e2776019013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.764976 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2a19d736-16ec-4e77-9473-7e2776019013 None None] Calling delete_port for 9f8bf24c-f812-422d-830c-253c94ac1bf1 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:51.767774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.794719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Port': ['ID=9f8bf24c-f812-422d-830c-253c94ac1bf1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:51.798895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] No DVR routers for this DVR port 9f8bf24c-f812-422d-830c-253c94ac1bf1 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:51.816451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9f8bf24c-f812-422d-830c-253c94ac1bf1 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:22:51.841429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 9f8bf24c-f812-422d-830c-253c94ac1bf1 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:22:51.841778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9f8bf24c-f812-422d-830c-253c94ac1bf1 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:22:51.874661 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a19d736-16ec-4e77-9473-7e2776019013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.877225 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.898230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b97335-6a85-4e70-a7bf-43eaabe01276']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:51.906089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19d736-16ec-4e77-9473-7e2776019013 None None] Pushing event deleted for resources: {'Port': ['ID=9f8bf24c-f812-422d-830c-253c94ac1bf1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:51.908086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2a137c-7db9-4549-a7af-6e5535245a1d') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:51.908732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2a137c-7db9-4549-a7af-6e5535245a1d') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:51.915226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19d736-16ec-4e77-9473-7e2776019013 None None] No DVR routers for this DVR port 9f8bf24c-f812-422d-830c-253c94ac1bf1 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:51.927972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.941148 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.947384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:22:51.947798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:22:51.951014 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:22:52.006296 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:52.013292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:52.019432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] 10.222.0.15 "DELETE /v2.0/networks/30b97335-6a85-4e70-a7bf-43eaabe01276 HTTP/1.1" status: 204 len: 168 time: 0.5474563 Apr 05 19:22:52.028301 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b449fd-55b1-4ed1-90e8-25649f5d4596 tempest-NetworksIpV6Test-1581656854 tempest-NetworksIpV6Test-1581656854-project] Pushing event deleted for resources: {'Network': ['ID=30b97335-6a85-4e70-a7bf-43eaabe01276,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:52.263839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34952) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:52.397348 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b0d93728-3abe-4907-a1cd-b977117283db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=042f7168ffe94e4680843a09199a396c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323617 Apr 05 19:22:52.399863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34956) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:52.447078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b78ca93c-7efd-4b08-9035-e8f543de492d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:52.467533 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b78ca93c-7efd-4b08-9035-e8f543de492d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:52.512034 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b78ca93c-7efd-4b08-9035-e8f543de492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:52.514701 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b78ca93c-7efd-4b08-9035-e8f543de492d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:52.516349 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b78ca93c-7efd-4b08-9035-e8f543de492d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d285801d-7ac1-4f09-a2b0-e010f34953ae HTTP/1.1" status: 204 len: 168 time: 0.1150787 Apr 05 19:22:52.523881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ca93c-7efd-4b08-9035-e8f543de492d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d285801d-7ac1-4f09-a2b0-e010f34953ae,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:53.141828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34978) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:53.238436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-79627b73-2f68-4d61-a741-80e020c266d0 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-277405946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:53.259504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79627b73-2f68-4d61-a741-80e020c266d0 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.260494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79627b73-2f68-4d61-a741-80e020c266d0 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.312914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79627b73-2f68-4d61-a741-80e020c266d0 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.317237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79627b73-2f68-4d61-a741-80e020c266d0 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.333984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-79627b73-2f68-4d61-a741-80e020c266d0 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.335183 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-79627b73-2f68-4d61-a741-80e020c266d0 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1922355 Apr 05 19:22:53.337847 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34982) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:53.342472 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1387683617'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:53.360305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Made reservation on behalf of 5c80370b283e4ad49213ca77565a82f4 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:53.363600 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.371539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.442949 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.446969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.469970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:22:53.484310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f466fb-3e8f-471e-b858-6c591be4fc9b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:53.488327 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.488667 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Added segment 1856015e-c459-4fc7-83b6-400a2dfaf792 of type vlan for network ad46a1d0-7d7c-4035-8be9-37506504e801 Apr 05 19:22:53.530182 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.554085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.559433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:53.560003 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.616311 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2774341 Apr 05 19:22:53.619272 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34984) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:53.624445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Request body: {'subnet': {'network_id': 'ad46a1d0-7d7c-4035-8be9-37506504e801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:53.630788 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed769365-d527-44d3-b5c1-6ec44aa838ec tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event updated for resources: {'Network': ['ID=ad46a1d0-7d7c-4035-8be9-37506504e801,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:53.643213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network ad46a1d0-7d7c-4035-8be9-37506504e801 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:22:53.714873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Made reservation on behalf of 5c80370b283e4ad49213ca77565a82f4 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:53.718576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.896922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.955789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event updated for resources: {'Subnet': ['ID=59f35129-868c-460b-9a1e-67b1f055a324,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:53.964382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Checking segment: {'id': '1856015e-c459-4fc7-83b6-400a2dfaf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad46a1d0-7d7c-4035-8be9-37506504e801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:53.964735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Network hostable DHCP agents. Network: ad46a1d0-7d7c-4035-8be9-37506504e801, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:22:53.980920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Network ad46a1d0-7d7c-4035-8be9-37506504e801 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:22:53.989850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, ad46a1d0-7d7c-4035-8be9-37506504e801) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:53.994050 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:53.995172 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:53.998236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d87447-b244-4b95-9df5-5a5f0d07983f None None] Network ad46a1d0-7d7c-4035-8be9-37506504e801 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:54.013658 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-917a01db-17fd-40cc-bcc1-0fe488175d44 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3899639 Apr 05 19:22:54.013859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34986) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:54.018699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1825304927'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:54.036248 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Made reservation on behalf of 5c80370b283e4ad49213ca77565a82f4 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:54.039634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.064270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:22:54.073795 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.074143 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Added segment ba44a79f-6972-427d-9e25-79b27a7ae847 of type vlan for network 97bff174-c34a-4674-8a07-f46dfcd7f416 Apr 05 19:22:54.113316 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.137817 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.144946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:54.146614 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.147672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-ad46a1d0-7d7c-4035-8be9-37506504e801', 'network_id': 'ad46a1d0-7d7c-4035-8be9-37506504e801', 'tenant_id': '5c80370b283e4ad49213ca77565a82f4', 'fixed_ips': [{'subnet_id': '59f35129-868c-460b-9a1e-67b1f055a324'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:22:54.148551 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.213121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1953518 Apr 05 19:22:54.213121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34988) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:54.217744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Request body: {'subnet': {'network_id': '97bff174-c34a-4674-8a07-f46dfcd7f416', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:54.237282 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bd87b-0e90-4bcf-a60c-fcebd58225b8 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event updated for resources: {'Network': ['ID=97bff174-c34a-4674-8a07-f46dfcd7f416,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:54.263804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 97bff174-c34a-4674-8a07-f46dfcd7f416 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:22:54.311618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Made reservation on behalf of 5c80370b283e4ad49213ca77565a82f4 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:54.315334 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.341677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Allocated IP 172.20.0.2 (ad46a1d0-7d7c-4035-8be9-37506504e801/59f35129-868c-460b-9a1e-67b1f055a324/8317c1e4-a59e-4a25-a39d-254ffd7994e7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:22:54.499224 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.506851 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.548293 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Network ad46a1d0-7d7c-4035-8be9-37506504e801 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:22:54.551381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:54.555158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:22:54.563028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Pushing event updated for resources: {'Port': ['ID=8317c1e4-a59e-4a25-a39d-254ffd7994e7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:54.619005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Attempting to bind port 8317c1e4-a59e-4a25-a39d-254ffd7994e7 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:22:54.619379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Attempting to bind port 8317c1e4-a59e-4a25-a39d-254ffd7994e7 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '1856015e-c459-4fc7-83b6-400a2dfaf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad46a1d0-7d7c-4035-8be9-37506504e801'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:22:54.619743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Attempting to bind port 8317c1e4-a59e-4a25-a39d-254ffd7994e7 on network ad46a1d0-7d7c-4035-8be9-37506504e801 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:22:54.624981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:22:54.625362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Checking segment: {'id': '1856015e-c459-4fc7-83b6-400a2dfaf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad46a1d0-7d7c-4035-8be9-37506504e801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:54.625763 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.626357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Bound using segment: {'id': '1856015e-c459-4fc7-83b6-400a2dfaf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad46a1d0-7d7c-4035-8be9-37506504e801'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:22:54.626850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Bound port: 8317c1e4-a59e-4a25-a39d-254ffd7994e7, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1856015e-c459-4fc7-83b6-400a2dfaf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad46a1d0-7d7c-4035-8be9-37506504e801'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:22:54.627232 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.694274 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] For port 8317c1e4-a59e-4a25-a39d-254ffd7994e7, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:22:54.697322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] For port 8317c1e4-a59e-4a25-a39d-254ffd7994e7, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8317c1e4-a59e-4a25-a39d-254ffd7994e7,segment=NetworkSegment(1856015e-c459-4fc7-83b6-400a2dfaf792),segment_id=1856015e-c459-4fc7-83b6-400a2dfaf792)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:22:54.701186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.756944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc01cf-8d9c-4357-8827-325869490884 None None] Pushing event updated for resources: {'Port': ['ID=8317c1e4-a59e-4a25-a39d-254ffd7994e7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:54.791874 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.851886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event updated for resources: {'Subnet': ['ID=4835d586-2d2b-4976-b558-90147a20931f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:54.868012 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Checking segment: {'id': 'ba44a79f-6972-427d-9e25-79b27a7ae847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '97bff174-c34a-4674-8a07-f46dfcd7f416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:54.868367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Network hostable DHCP agents. Network: 97bff174-c34a-4674-8a07-f46dfcd7f416, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:22:54.886227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Network 97bff174-c34a-4674-8a07-f46dfcd7f416 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:22:54.897423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 97bff174-c34a-4674-8a07-f46dfcd7f416) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:54.906155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055606d4-1175-432e-bf7a-bba2a75918d3 None None] Network 97bff174-c34a-4674-8a07-f46dfcd7f416 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:54.910906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:54.911072 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:54.961322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34990) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:54.962043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4ac4f810-0c02-4919-b337-89e3fd0951ad tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7478461 Apr 05 19:22:54.969281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-71a90f1a-2916-4b62-806b-da521bf7d873 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Request body: {'router': {'external_gateway_info': {'network_id': '97bff174-c34a-4674-8a07-f46dfcd7f416'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:55.125702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-97bff174-c34a-4674-8a07-f46dfcd7f416', 'network_id': '97bff174-c34a-4674-8a07-f46dfcd7f416', 'tenant_id': '5c80370b283e4ad49213ca77565a82f4', 'fixed_ips': [{'subnet_id': '4835d586-2d2b-4976-b558-90147a20931f'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:22:55.127083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.207970 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-71a90f1a-2916-4b62-806b-da521bf7d873 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.281090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Allocated IP 172.21.0.2 (97bff174-c34a-4674-8a07-f46dfcd7f416/4835d586-2d2b-4976-b558-90147a20931f/632d418f-3b86-4889-b21a-d75363d73e69) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:22:55.336669 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [None req-71a90f1a-2916-4b62-806b-da521bf7d873 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 19:22:55.337723 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-71a90f1a-2916-4b62-806b-da521bf7d873 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "PUT /v2.0/routers/5c7cb52e-05d9-46fc-a4a0-508587b7269b HTTP/1.1" status: 400 len: 364 time: 0.3745615 Apr 05 19:22:55.343281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34992) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:55.396007 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d818736-eb9d-4cb6-9dab-4551cc9439b1 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Deleting subnet 4835d586-2d2b-4976-b558-90147a20931f {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:22:55.443589 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.449363 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d818736-eb9d-4cb6-9dab-4551cc9439b1 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.451141 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.492263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Network 97bff174-c34a-4674-8a07-f46dfcd7f416 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:22:55.492692 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d818736-eb9d-4cb6-9dab-4551cc9439b1 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.495199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:55.497675 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:22:55.531007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Pushing event updated for resources: {'Port': ['ID=632d418f-3b86-4889-b21a-d75363d73e69,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:55.568353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Attempting to bind port 632d418f-3b86-4889-b21a-d75363d73e69 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:22:55.568989 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Attempting to bind port 632d418f-3b86-4889-b21a-d75363d73e69 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'ba44a79f-6972-427d-9e25-79b27a7ae847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '97bff174-c34a-4674-8a07-f46dfcd7f416'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:22:55.570028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Attempting to bind port 632d418f-3b86-4889-b21a-d75363d73e69 on network 97bff174-c34a-4674-8a07-f46dfcd7f416 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:22:55.576288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:22:55.576662 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Checking segment: {'id': 'ba44a79f-6972-427d-9e25-79b27a7ae847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '97bff174-c34a-4674-8a07-f46dfcd7f416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:55.577069 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.577476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Bound using segment: {'id': 'ba44a79f-6972-427d-9e25-79b27a7ae847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '97bff174-c34a-4674-8a07-f46dfcd7f416'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:22:55.577944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Bound port: 632d418f-3b86-4889-b21a-d75363d73e69, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba44a79f-6972-427d-9e25-79b27a7ae847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '97bff174-c34a-4674-8a07-f46dfcd7f416'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:22:55.579180 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.599364 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d818736-eb9d-4cb6-9dab-4551cc9439b1 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.669801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d818736-eb9d-4cb6-9dab-4551cc9439b1 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.674189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] For port 632d418f-3b86-4889-b21a-d75363d73e69, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:22:55.677664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] For port 632d418f-3b86-4889-b21a-d75363d73e69, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=632d418f-3b86-4889-b21a-d75363d73e69,segment=NetworkSegment(ba44a79f-6972-427d-9e25-79b27a7ae847),segment_id=ba44a79f-6972-427d-9e25-79b27a7ae847)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:22:55.683839 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.702871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d818736-eb9d-4cb6-9dab-4551cc9439b1 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event deleted for resources: {'Subnet': ['ID=4835d586-2d2b-4976-b558-90147a20931f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:55.707235 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4d818736-eb9d-4cb6-9dab-4551cc9439b1 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.710558 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4d818736-eb9d-4cb6-9dab-4551cc9439b1 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "DELETE /v2.0/subnets/4835d586-2d2b-4976-b558-90147a20931f HTTP/1.1" status: 204 len: 168 time: 0.3657427 Apr 05 19:22:55.712919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34994) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:55.754587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436248ac-9d2e-4196-9cea-c816377f3e23 None None] Pushing event updated for resources: {'Port': ['ID=632d418f-3b86-4889-b21a-d75363d73e69,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:55.832274 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.857998 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8317c1e4-a59e-4a25-a39d-254ffd7994e7 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:22:55.915171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Deleting port 632d418f-3b86-4889-b21a-d75363d73e69 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:55.915892 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.933727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 8317c1e4-a59e-4a25-a39d-254ffd7994e7 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:22:55.934092 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:55.995168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b403b3-d038-446f-a483-c8286eec7a55 None None] Network ad46a1d0-7d7c-4035-8be9-37506504e801 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:56.017594 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] For port 632d418f-3b86-4889-b21a-d75363d73e69, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=632d418f-3b86-4889-b21a-d75363d73e69,segment=NetworkSegment(ba44a79f-6972-427d-9e25-79b27a7ae847),segment_id=ba44a79f-6972-427d-9e25-79b27a7ae847)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:56.018153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.036056 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Calling delete_port for 632d418f-3b86-4889-b21a-d75363d73e69 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:56.108592 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.144033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.165259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 8317c1e4-a59e-4a25-a39d-254ffd7994e7, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8317c1e4-a59e-4a25-a39d-254ffd7994e7,segment=NetworkSegment(1856015e-c459-4fc7-83b6-400a2dfaf792),segment_id=1856015e-c459-4fc7-83b6-400a2dfaf792)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:56.168103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c1aadf14-68d1-4d31-b16d-5af01a0a39e1 None None] Provisioning complete for port 8317c1e4-a59e-4a25-a39d-254ffd7994e7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:22:56.168515 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1aadf14-68d1-4d31-b16d-5af01a0a39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.173023 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.176219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] No DVR routers for this DVR port 632d418f-3b86-4889-b21a-d75363d73e69 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:56.180579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event deleted for resources: {'Port': ['ID=632d418f-3b86-4889-b21a-d75363d73e69,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:56.263030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.285080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bff174-c34a-4674-8a07-f46dfcd7f416']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:56.294314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=8317c1e4-a59e-4a25-a39d-254ffd7994e7,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:56.295279 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba44a79f-6972-427d-9e25-79b27a7ae847') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:56.295573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba44a79f-6972-427d-9e25-79b27a7ae847') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:56.307235 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.322716 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.329138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:22:56.329729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:22:56.332766 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:22:56.394111 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.402637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.405858 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "DELETE /v2.0/networks/97bff174-c34a-4674-8a07-f46dfcd7f416 HTTP/1.1" status: 204 len: 168 time: 0.6919591 Apr 05 19:22:56.409823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 34996) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:56.418124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cc25b-c674-4ab6-9db4-715658321f9d tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event deleted for resources: {'Network': ['ID=97bff174-c34a-4674-8a07-f46dfcd7f416,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:56.470360 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-60506c86-751f-40fa-86ca-a197f26b5420 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Deleting subnet 59f35129-868c-460b-9a1e-67b1f055a324 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:22:56.473613 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60506c86-751f-40fa-86ca-a197f26b5420 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.516853 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60506c86-751f-40fa-86ca-a197f26b5420 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.613110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60506c86-751f-40fa-86ca-a197f26b5420 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.678356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f9a4204c-c125-4089-ace8-27c8db46deb1 None None] Provisioning complete for port 8317c1e4-a59e-4a25-a39d-254ffd7994e7 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:22:56.678790 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9a4204c-c125-4089-ace8-27c8db46deb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.683895 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60506c86-751f-40fa-86ca-a197f26b5420 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.715612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60506c86-751f-40fa-86ca-a197f26b5420 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event deleted for resources: {'Subnet': ['ID=59f35129-868c-460b-9a1e-67b1f055a324,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:56.718135 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60506c86-751f-40fa-86ca-a197f26b5420 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.724661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-60506c86-751f-40fa-86ca-a197f26b5420 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "DELETE /v2.0/subnets/59f35129-868c-460b-9a1e-67b1f055a324 HTTP/1.1" status: 204 len: 168 time: 0.3114357 Apr 05 19:22:56.724976 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 34998) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:56.729680 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e1208b-51ab-406e-8258-a71c174d197a None None] Network ad46a1d0-7d7c-4035-8be9-37506504e801 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:56.817505 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.878117 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Deleting port 8317c1e4-a59e-4a25-a39d-254ffd7994e7 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:22:56.878942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.907940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85993fe-6125-4334-a212-f466c8f5ed1f None None] DHCP port deletion for 97bff174-c34a-4674-8a07-f46dfcd7f416 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:22:56.927861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1f4b60-dd2d-430e-9e00-05d3528cb2ae None None] Network 97bff174-c34a-4674-8a07-f46dfcd7f416 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:56.953001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] For port 8317c1e4-a59e-4a25-a39d-254ffd7994e7, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8317c1e4-a59e-4a25-a39d-254ffd7994e7,segment=NetworkSegment(1856015e-c459-4fc7-83b6-400a2dfaf792),segment_id=1856015e-c459-4fc7-83b6-400a2dfaf792)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:22:56.953633 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:56.973155 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Calling delete_port for 8317c1e4-a59e-4a25-a39d-254ffd7994e7 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:22:57.057452 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.085912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event deleted for resources: {'Port': ['ID=8317c1e4-a59e-4a25-a39d-254ffd7994e7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:57.087799 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] No DVR routers for this DVR port 8317c1e4-a59e-4a25-a39d-254ffd7994e7 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:22:57.102693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74ef03-e762-40fa-a629-dd82dc81e65e None None] DHCP port deletion for ad46a1d0-7d7c-4035-8be9-37506504e801 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:22:57.107633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1f4b60-dd2d-430e-9e00-05d3528cb2ae None None] Network 97bff174-c34a-4674-8a07-f46dfcd7f416 could not be found, it might have been deleted concurrently. {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 05 19:22:57.110894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2a022cb2-020f-47d7-87e4-c0841468752e None None] Could not find standard attr ID for object 632d418f-3b86-4889-b21a-d75363d73e69. {{(pid=102641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 19:22:57.173630 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.193473 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad46a1d0-7d7c-4035-8be9-37506504e801']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:57.202660 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1856015e-c459-4fc7-83b6-400a2dfaf792') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:57.202956 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1856015e-c459-4fc7-83b6-400a2dfaf792') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:22:57.212755 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.226438 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.232630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:22:57.233469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:22:57.236067 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:22:57.295845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.300123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.304236 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "DELETE /v2.0/networks/ad46a1d0-7d7c-4035-8be9-37506504e801 HTTP/1.1" status: 204 len: 168 time: 0.5776784 Apr 05 19:22:57.306502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35000) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:57.318478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e25c25-a9db-4bbe-9403-0747070eb2a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Pushing event deleted for resources: {'Network': ['ID=ad46a1d0-7d7c-4035-8be9-37506504e801,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:57.333971 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-13a4f273-5f29-4e89-9c7e-3de8bbea0ac4 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7cb52e-05d9-46fc-a4a0-508587b7269b HTTP/1.1" status: 200 len: 205 time: 0.0263073 Apr 05 19:22:57.336331 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35002) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:57.411765 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4ac18c1-5673-4b35-aef4-edc81134e5a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.569376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4ac18c1-5673-4b35-aef4-edc81134e5a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.571513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4ac18c1-5673-4b35-aef4-edc81134e5a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.614039 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4ac18c1-5673-4b35-aef4-edc81134e5a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.614560 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ac18c1-5673-4b35-aef4-edc81134e5a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Fanout notify agent at l3_agent the message router_deleted on router 5c7cb52e-05d9-46fc-a4a0-508587b7269b {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:22:57.621370 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a4ac18c1-5673-4b35-aef4-edc81134e5a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:57.622367 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a4ac18c1-5673-4b35-aef4-edc81134e5a5 tempest-RoutersNegativeTest-1946499570 tempest-RoutersNegativeTest-1946499570-project] 10.222.0.15 "DELETE /v2.0/routers/5c7cb52e-05d9-46fc-a4a0-508587b7269b HTTP/1.1" status: 204 len: 168 time: 0.2851093 Apr 05 19:22:57.784845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8317c1e4-a59e-4a25-a39d-254ffd7994e7 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:22:57.805343 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 8317c1e4-a59e-4a25-a39d-254ffd7994e7 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:22:57.805691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8317c1e4-a59e-4a25-a39d-254ffd7994e7 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:22:57.880705 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35008) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:58.014224 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-2ee5cf8d-6a0c-4337-942a-1fe69d1492f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c80370b283e4ad49213ca77565a82f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323769 Apr 05 19:22:58.017005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35012) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:58.064828 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77b0bb20-6b0d-4f9b-a5f7-73753fa711da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:58.085381 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77b0bb20-6b0d-4f9b-a5f7-73753fa711da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:58.130645 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77b0bb20-6b0d-4f9b-a5f7-73753fa711da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:58.133152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-77b0bb20-6b0d-4f9b-a5f7-73753fa711da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:58.134275 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-77b0bb20-6b0d-4f9b-a5f7-73753fa711da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0f466fb-3e8f-471e-b858-6c591be4fc9b HTTP/1.1" status: 204 len: 168 time: 0.1163568 Apr 05 19:22:58.142274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0bb20-6b0d-4f9b-a5f7-73753fa711da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f466fb-3e8f-471e-b858-6c591be4fc9b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:58.733758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35034) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:58.832903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-910774100-network', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:58.851054 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Made reservation on behalf of c2bd2c494ddf47a4adb4a607371e7c41 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:58.853304 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:58.861549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:58.933461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:58.937095 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:58.961051 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:22:58.970132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:58.976104 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:58.976444 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Added segment d91dcea4-3bc8-4f18-bc4c-61d5bf87731a of type vlan for network ef104ee3-89ba-480e-be07-521a8d673ceb Apr 05 19:22:59.014167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.041894 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.042963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:59.043527 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.091975 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3569760 Apr 05 19:22:59.095859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35038) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:59.100703 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Request body: {'subnet': {'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-subnet', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:59.105195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d3fa0-5f7e-417d-9334-163b773447df admin admin] Pushing event updated for resources: {'Network': ['ID=ef104ee3-89ba-480e-be07-521a8d673ceb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:59.115936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network ef104ee3-89ba-480e-be07-521a8d673ceb details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:22:59.121630 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Made reservation on behalf of c2bd2c494ddf47a4adb4a607371e7c41 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:22:59.123886 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.290354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.342450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0edf8d2-9254-4539-abd2-2df5b158f1a5,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:59.352425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Checking segment: {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:59.352783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Network hostable DHCP agents. Network: ef104ee3-89ba-480e-be07-521a8d673ceb, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:22:59.369059 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Network ef104ee3-89ba-480e-be07-521a8d673ceb is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:22:59.377855 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, ef104ee3-89ba-480e-be07-521a8d673ceb) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:59.382297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:22:59.382900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.387165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1689f57a-9f1b-4c4a-8aad-28c090bf0ad6 None None] Network ef104ee3-89ba-480e-be07-521a8d673ceb requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:22:59.398272 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-53d242af-7aad-4904-b26a-70c9e0a042f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3013349 Apr 05 19:22:59.401043 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35040) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:22:59.405217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:22:59.423780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.424765 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.481322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.533585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-ef104ee3-89ba-480e-be07-521a8d673ceb', 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'fixed_ips': [{'subnet_id': 'd0edf8d2-9254-4539-abd2-2df5b158f1a5'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:22:59.534507 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.617180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.671837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Allocated IP 172.20.0.2 (ef104ee3-89ba-480e-be07-521a8d673ceb/d0edf8d2-9254-4539-abd2-2df5b158f1a5/9d31daa1-6137-48bf-8ee5-6e50ef8df265) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:22:59.810980 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.817572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.820428 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.839283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.863078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Network ef104ee3-89ba-480e-be07-521a8d673ceb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:22:59.865868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:22:59.868268 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:22:59.877403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Pushing event updated for resources: {'Port': ['ID=9d31daa1-6137-48bf-8ee5-6e50ef8df265,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:22:59.928758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Attempting to bind port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:22:59.929179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Attempting to bind port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:22:59.929537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Attempting to bind port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 on network ef104ee3-89ba-480e-be07-521a8d673ceb {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:22:59.934822 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:22:59.935247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Checking segment: {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:22:59.935677 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.936071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Bound using segment: {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:22:59.936539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Bound port: 9d31daa1-6137-48bf-8ee5-6e50ef8df265, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:22:59.936919 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:22:59.948395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Allocated IP 172.25.4.225 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/a596e075-966a-43f8-a1cd-4330747f0448) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:23:00.002492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5268602c-8077-4001-96a7-069d80655df0 None None] For port 9d31daa1-6137-48bf-8ee5-6e50ef8df265, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:23:00.006658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5268602c-8077-4001-96a7-069d80655df0 None None] For port 9d31daa1-6137-48bf-8ee5-6e50ef8df265, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9d31daa1-6137-48bf-8ee5-6e50ef8df265,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:23:00.011223 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:00.053677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:00.074382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268602c-8077-4001-96a7-069d80655df0 None None] Pushing event updated for resources: {'Port': ['ID=9d31daa1-6137-48bf-8ee5-6e50ef8df265,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:00.095302 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:00.140063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:23:00.143849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:00.147601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:23:00.171336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Pushing event updated for resources: {'Port': ['ID=a596e075-966a-43f8-a1cd-4330747f0448,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:00.420143 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:00.906808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c52ad9-dd6d-4e83-a548-fae55d0ebad8 None None] Network ef104ee3-89ba-480e-be07-521a8d673ceb requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:23:00.957220 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:00.978803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-38f1f810-0e50-4741-9fa7-7ae72cbea94c None None] Provisioning complete for port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:00.979164 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38f1f810-0e50-4741-9fa7-7ae72cbea94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.086944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Router 2104a8aa-e950-44a5-a353-314ce232611a is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:23:01.118211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38f1f810-0e50-4741-9fa7-7ae72cbea94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.155757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-38f1f810-0e50-4741-9fa7-7ae72cbea94c None None] For port 9d31daa1-6137-48bf-8ee5-6e50ef8df265, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9d31daa1-6137-48bf-8ee5-6e50ef8df265,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:01.160847 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38f1f810-0e50-4741-9fa7-7ae72cbea94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.201960 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:23:01.214668 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1f810-0e50-4741-9fa7-7ae72cbea94c None None] Pushing event updated for resources: {'Port': ['ID=9d31daa1-6137-48bf-8ee5-6e50ef8df265,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:01.219214 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Sync routers for ids ['2104a8aa-e950-44a5-a353-314ce232611a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:23:01.230901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.230901 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5a1777ac-815b-4da3-9b0b-cd226063115c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8264873 Apr 05 19:23:01.231127 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Routers {'2104a8aa-e950-44a5-a353-314ce232611a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:23:01.231673 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:22:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2104a8aa-e950-44a5-a353-314ce232611a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:01.231965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35042) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:23:01.349635 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Set router 2104a8aa-e950-44a5-a353-314ce232611a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:23:01.382630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-65ce7974-6119-46fc-9176-987b575b1cbc None None] Provisioning complete for port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:01.383027 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65ce7974-6119-46fc-9176-987b575b1cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.528564 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2104a8aa-e950-44a5-a353-314ce232611a', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:00Z', 'revision_number': 3, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'gw_port': {'id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:01.554471 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Checking router: 2104a8aa-e950-44a5-a353-314ce232611a for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:23:01.554818 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Updating router 2104a8aa-e950-44a5-a353-314ce232611a port a596e075-966a-43f8-a1cd-4330747f0448 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:23:01.583227 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.665890 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.820152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9d31daa1-6137-48bf-8ee5-6e50ef8df265 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:01.836633 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Allocated IP 172.20.0.1 (ef104ee3-89ba-480e-be07-521a8d673ceb/d0edf8d2-9254-4539-abd2-2df5b158f1a5/c483d502-476e-44f5-b66f-7318b3a2dfeb) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:23:01.842183 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.848868 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.886828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:01.887410 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.903047 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Attempting to bind port a596e075-966a-43f8-a1cd-4330747f0448 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:23:01.903956 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Attempting to bind port a596e075-966a-43f8-a1cd-4330747f0448 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:23:01.904324 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Attempting to bind port a596e075-966a-43f8-a1cd-4330747f0448 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:23:01.908149 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Pushing event updated for resources: {'Port': ['ID=a596e075-966a-43f8-a1cd-4330747f0448,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:01.916503 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:23:01.916503 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:23:01.917491 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.917491 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:23:01.917758 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Bound port: a596e075-966a-43f8-a1cd-4330747f0448, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:23:01.918123 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.920357 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.920695 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.921022 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.921344 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.921690 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.922604 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.923136 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.923579 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.923901 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.924219 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.924780 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.924900 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:01.961400 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.984771 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] For port a596e075-966a-43f8-a1cd-4330747f0448, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:23:01.988342 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] For port a596e075-966a-43f8-a1cd-4330747f0448, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a596e075-966a-43f8-a1cd-4330747f0448,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:23:01.991895 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:01.999286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:02.039920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Network ef104ee3-89ba-480e-be07-521a8d673ceb is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:23:02.047734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:02.051313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:23:02.080220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Pushing event updated for resources: {'Port': ['ID=c483d502-476e-44f5-b66f-7318b3a2dfeb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:02.100475 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:02.148556 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Routers {'2104a8aa-e950-44a5-a353-314ce232611a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:23:02.149187 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:22:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2104a8aa-e950-44a5-a353-314ce232611a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:02.188003 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5f0a4-7267-498b-aaab-c9eb9de778c5 None None] Pushing event updated for resources: {'Port': ['ID=a596e075-966a-43f8-a1cd-4330747f0448,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:02.238837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:02.262000 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] Set router 2104a8aa-e950-44a5-a353-314ce232611a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:23:02.285749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-de43548f-d65c-401b-ae34-c3d50ffd9481 None None] Provisioning complete for port c483d502-476e-44f5-b66f-7318b3a2dfeb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:02.286948 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de43548f-d65c-401b-ae34-c3d50ffd9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:02.323677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-de43548f-d65c-401b-ae34-c3d50ffd9481 None None] Port c483d502-476e-44f5-b66f-7318b3a2dfeb cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:23:02.407503 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:02.412224 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:02.441893 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2104a8aa-e950-44a5-a353-314ce232611a', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:00Z', 'revision_number': 3, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'gw_port': {'id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:02.472093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115f743-237d-4811-9c65-ab056dae3840 None None] The sync data for ids ['2104a8aa-e950-44a5-a353-314ce232611a'] in n-d-836650-3 is: [{'id': '2104a8aa-e950-44a5-a353-314ce232611a', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:00Z', 'revision_number': 3, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'gw_port': {'id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:23:02.484733 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:02.486611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Pushing event updated for resources: {'Port': ['ID=c483d502-476e-44f5-b66f-7318b3a2dfeb,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:02.584164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Network ef104ee3-89ba-480e-be07-521a8d673ceb is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:23:02.585474 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:02.724024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Router 2104a8aa-e950-44a5-a353-314ce232611a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:23:02.851147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:23:02.865811 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d23bf115-e2c9-4905-b4dc-f700ae12511d admin admin] 10.222.0.15 "PUT /v2.0/routers/2104a8aa-e950-44a5-a353-314ce232611a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6326730 Apr 05 19:23:02.947310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-df48ed6b-d73e-4b27-88a6-599a24e36f06 None None] Provisioning complete for port c483d502-476e-44f5-b66f-7318b3a2dfeb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:02.947581 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df48ed6b-d73e-4b27-88a6-599a24e36f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:02.985906 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-df48ed6b-d73e-4b27-88a6-599a24e36f06 None None] Port c483d502-476e-44f5-b66f-7318b3a2dfeb cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:23:03.349685 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35058) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:23:03.354755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-872887701-network', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:23:03.374353 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Made reservation on behalf of 01b2c70282df4ea08b97124a5deb8ea9 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:23:03.377061 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.385413 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.462726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.466551 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.498061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:23:03.505432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976cbcd7-26a3-4993-8b93-7a9f2c7b35c7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:03.511992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.512912 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Added segment 85c2713e-3a81-47de-a608-56d83375ee2d of type vlan for network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 Apr 05 19:23:03.554054 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.579030 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.579952 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:03.580529 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.634147 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2833056 Apr 05 19:23:03.637074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35060) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:23:03.641618 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae031a1b-ff37-499e-8553-9b1273efcbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=82adfe5b-022e-4a9e-bbec-a09dbf5359e9,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:03.644961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Request body: {'subnet': {'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-subnet', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:23:03.651445 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:23:03.665545 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Made reservation on behalf of 01b2c70282df4ea08b97124a5deb8ea9 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:23:03.668128 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.816075 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a596e075-966a-43f8-a1cd-4330747f0448 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:03.850943 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.869715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a596e075-966a-43f8-a1cd-4330747f0448 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:03.870084 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.901182 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e926e864-81bf-4deb-b075-5b32131f4950,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:03.925599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Checking segment: {'id': '85c2713e-3a81-47de-a608-56d83375ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:23:03.926461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Network hostable DHCP agents. Network: 82adfe5b-022e-4a9e-bbec-a09dbf5359e9, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:23:03.948593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:23:03.958247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 82adfe5b-022e-4a9e-bbec-a09dbf5359e9) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:03.962962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:03.963922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.970471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46abc7c4-bb36-4538-ac7b-44a754a74a9c None None] Network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:23:03.973052 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:03.981329 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8d70d780-c16b-47f1-b56c-df14feca0e65 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3430173 Apr 05 19:23:03.983870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35062) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:23:03.988439 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:23:04.007985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.008965 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.034781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port a596e075-966a-43f8-a1cd-4330747f0448, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a596e075-966a-43f8-a1cd-4330747f0448,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:04.039868 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.069059 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.110713 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Sync routers for ids ['2104a8aa-e950-44a5-a353-314ce232611a'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:23:04.115457 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=a596e075-966a-43f8-a1cd-4330747f0448,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:04.150417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Routers {'2104a8aa-e950-44a5-a353-314ce232611a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:23:04.151039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:22:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2104a8aa-e950-44a5-a353-314ce232611a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:04.211748 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.229395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-82adfe5b-022e-4a9e-bbec-a09dbf5359e9', 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'fixed_ips': [{'subnet_id': 'e926e864-81bf-4deb-b075-5b32131f4950'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:23:04.230260 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.345080 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Set router 2104a8aa-e950-44a5-a353-314ce232611a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:23:04.420177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.439305 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.512741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Allocated IP 172.20.0.2 (82adfe5b-022e-4a9e-bbec-a09dbf5359e9/e926e864-81bf-4deb-b075-5b32131f4950/23950568-af30-4407-b3c1-70c8674dd01a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:23:04.547706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Allocated IP 172.25.4.160 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/69033bc8-606c-4770-a1f6-e89c954321dc) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:23:04.651808 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.685187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.702525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2104a8aa-e950-44a5-a353-314ce232611a', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:02Z', 'revision_number': 4, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'gw_port': {'id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c483d502-476e-44f5-b66f-7318b3a2dfeb', 'name': '', 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'mac_address': 'fa:16:3e:22:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd0edf8d2-9254-4539-abd2-2df5b158f1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:01Z', 'updated_at': '2022-04-05T19:23:02Z', 'revision_number': 2, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'subnets': [{'id': 'd0edf8d2-9254-4539-abd2-2df5b158f1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:04.722131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:23:04.729127 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:04.733279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:23:04.736501 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.739223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Checking router: 2104a8aa-e950-44a5-a353-314ce232611a for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:23:04.739541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Updating router 2104a8aa-e950-44a5-a353-314ce232611a port c483d502-476e-44f5-b66f-7318b3a2dfeb binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:23:04.756533 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.760481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Pushing event updated for resources: {'Port': ['ID=69033bc8-606c-4770-a1f6-e89c954321dc,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:04.794052 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:04.810697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:23:04.817823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:04.823023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:23:04.826995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Pushing event updated for resources: {'Port': ['ID=23950568-af30-4407-b3c1-70c8674dd01a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:04.998468 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.117515 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Attempting to bind port 23950568-af30-4407-b3c1-70c8674dd01a on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:23:05.117888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Attempting to bind port 23950568-af30-4407-b3c1-70c8674dd01a by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '85c2713e-3a81-47de-a608-56d83375ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:23:05.118250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Attempting to bind port 23950568-af30-4407-b3c1-70c8674dd01a on network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:23:05.128296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:23:05.128673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Checking segment: {'id': '85c2713e-3a81-47de-a608-56d83375ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:23:05.129075 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.129466 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Bound using segment: {'id': '85c2713e-3a81-47de-a608-56d83375ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:23:05.129929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Bound port: 23950568-af30-4407-b3c1-70c8674dd01a, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c2713e-3a81-47de-a608-56d83375ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:23:05.130308 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.192941 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.255334 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] For port 23950568-af30-4407-b3c1-70c8674dd01a, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:23:05.281740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] For port 23950568-af30-4407-b3c1-70c8674dd01a, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23950568-af30-4407-b3c1-70c8674dd01a,segment=NetworkSegment(85c2713e-3a81-47de-a608-56d83375ee2d),segment_id=85c2713e-3a81-47de-a608-56d83375ee2d)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:23:05.287469 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.325115 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:23:05.403499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788f770-951d-4189-b5b1-4f242c63f6c5 None None] Pushing event updated for resources: {'Port': ['ID=23950568-af30-4407-b3c1-70c8674dd01a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:05.411039 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.412999 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.417693 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.448990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:23:05.462795 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Sync routers for ids ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:23:05.467451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d4c5e-2a6c-4bb9-8f5d-d5d3582eadba None None] Pushing event updated for resources: {'Port': ['ID=c483d502-476e-44f5-b66f-7318b3a2dfeb,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:05.482916 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Routers {'07f2ce19-ff70-4217-b6e1-9abfc985dc27'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:23:05.490607 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:22:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:05.492834 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.495086 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-931416d2-349b-4f0e-90ba-8a8d0468aaca admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5094888 Apr 05 19:23:05.497163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:23:05.547951 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Attempting to bind port c483d502-476e-44f5-b66f-7318b3a2dfeb on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:23:05.548741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Attempting to bind port c483d502-476e-44f5-b66f-7318b3a2dfeb by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:23:05.549121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Attempting to bind port c483d502-476e-44f5-b66f-7318b3a2dfeb on network ef104ee3-89ba-480e-be07-521a8d673ceb {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:23:05.571547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:23:05.571927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Checking segment: {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:23:05.572333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.572725 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Bound using segment: {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:23:05.573192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Bound port: c483d502-476e-44f5-b66f-7318b3a2dfeb, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:23:05.573572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.659414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] For port c483d502-476e-44f5-b66f-7318b3a2dfeb, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:23:05.662802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] For port c483d502-476e-44f5-b66f-7318b3a2dfeb, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c483d502-476e-44f5-b66f-7318b3a2dfeb,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:23:05.673299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.696047 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Set router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:23:05.760620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Routers {'2104a8aa-e950-44a5-a353-314ce232611a'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:23:05.761320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:22:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2104a8aa-e950-44a5-a353-314ce232611a'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:05.826199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d4c5e-2a6c-4bb9-8f5d-d5d3582eadba None None] Pushing event updated for resources: {'Port': ['ID=c483d502-476e-44f5-b66f-7318b3a2dfeb,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:05.951475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7a7a921a-aaa8-444b-ab6a-b5eec5275ecf None None] Provisioning complete for port c483d502-476e-44f5-b66f-7318b3a2dfeb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:05.952063 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a7a921a-aaa8-444b-ab6a-b5eec5275ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:05.996952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] Set router 2104a8aa-e950-44a5-a353-314ce232611a gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:23:06.001415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a596e075-966a-43f8-a1cd-4330747f0448 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:06.017641 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:04Z', 'revision_number': 3, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'gw_port': {'id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:06.053442 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Checking router: 07f2ce19-ff70-4217-b6e1-9abfc985dc27 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:23:06.054077 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Updating router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 port 69033bc8-606c-4770-a1f6-e89c954321dc binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:23:06.091457 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.156040 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.233114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a596e075-966a-43f8-a1cd-4330747f0448 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:06.233481 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.297305 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a7a921a-aaa8-444b-ab6a-b5eec5275ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.364696 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7a7a921a-aaa8-444b-ab6a-b5eec5275ecf None None] For port c483d502-476e-44f5-b66f-7318b3a2dfeb, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c483d502-476e-44f5-b66f-7318b3a2dfeb,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:06.370664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Allocated IP 172.20.0.1 (82adfe5b-022e-4a9e-bbec-a09dbf5359e9/e926e864-81bf-4deb-b075-5b32131f4950/29b63175-3532-4738-9179-0f1a86c0f801) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:23:06.389578 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.394224 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a7a921a-aaa8-444b-ab6a-b5eec5275ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.398306 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.458808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23950568-af30-4407-b3c1-70c8674dd01a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:06.466671 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Attempting to bind port 69033bc8-606c-4770-a1f6-e89c954321dc on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:23:06.467226 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Attempting to bind port 69033bc8-606c-4770-a1f6-e89c954321dc by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:23:06.467373 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Attempting to bind port 69033bc8-606c-4770-a1f6-e89c954321dc on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:23:06.481815 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:23:06.482515 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:23:06.483085 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.483769 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:23:06.485176 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Bound port: 69033bc8-606c-4770-a1f6-e89c954321dc, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:23:06.485741 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.494727 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e577e14-f13e-4d83-ac70-9ae507fe12c8 None None] Pushing event updated for resources: {'Port': ['ID=69033bc8-606c-4770-a1f6-e89c954321dc,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:06.505896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a921a-aaa8-444b-ab6a-b5eec5275ecf None None] Pushing event updated for resources: {'Port': ['ID=c483d502-476e-44f5-b66f-7318b3a2dfeb,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:06.520593 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2104a8aa-e950-44a5-a353-314ce232611a', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:02Z', 'revision_number': 4, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'gw_port': {'id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c483d502-476e-44f5-b66f-7318b3a2dfeb', 'name': '', 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'mac_address': 'fa:16:3e:22:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd0edf8d2-9254-4539-abd2-2df5b158f1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:01Z', 'updated_at': '2022-04-05T19:23:05Z', 'revision_number': 4, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'subnets': [{'id': 'd0edf8d2-9254-4539-abd2-2df5b158f1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:06.528021 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.557968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca9c47-d9ff-4f2a-8e69-61fb48842654 None None] The sync data for ids ['2104a8aa-e950-44a5-a353-314ce232611a'] in n-d-836650-3 is: [{'id': '2104a8aa-e950-44a5-a353-314ce232611a', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:02Z', 'revision_number': 4, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'gw_port': {'id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'c483d502-476e-44f5-b66f-7318b3a2dfeb', 'name': '', 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'mac_address': 'fa:16:3e:22:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'd0edf8d2-9254-4539-abd2-2df5b158f1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:01Z', 'updated_at': '2022-04-05T19:23:05Z', 'revision_number': 4, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'subnets': [{'id': 'd0edf8d2-9254-4539-abd2-2df5b158f1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:23:06.563830 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] For port 69033bc8-606c-4770-a1f6-e89c954321dc, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:23:06.567298 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] For port 69033bc8-606c-4770-a1f6-e89c954321dc, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=69033bc8-606c-4770-a1f6-e89c954321dc,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:23:06.570213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-80ae85ef-66a5-4d5f-a763-2e983f477eb3 None None] Provisioning complete for port c483d502-476e-44f5-b66f-7318b3a2dfeb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:06.570705 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80ae85ef-66a5-4d5f-a763-2e983f477eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.573382 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.578690 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.606655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 23950568-af30-4407-b3c1-70c8674dd01a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:06.607924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.690361 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:23:06.691664 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Routers {'07f2ce19-ff70-4217-b6e1-9abfc985dc27'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:23:06.692622 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:22:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:06.693982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:06.696794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:23:06.698053 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e577e14-f13e-4d83-ac70-9ae507fe12c8 None None] Pushing event updated for resources: {'Port': ['ID=69033bc8-606c-4770-a1f6-e89c954321dc,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:06.757841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Pushing event updated for resources: {'Port': ['ID=29b63175-3532-4738-9179-0f1a86c0f801,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:06.765179 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.809939 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.838905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b217e-74ff-414a-8d8d-bd7378250468 None None] Network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:23:06.872771 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] Set router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:23:06.910607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 23950568-af30-4407-b3c1-70c8674dd01a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23950568-af30-4407-b3c1-70c8674dd01a,segment=NetworkSegment(85c2713e-3a81-47de-a608-56d83375ee2d),segment_id=85c2713e-3a81-47de-a608-56d83375ee2d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:06.925643 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.962475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:06.981191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-404bc201-6fa0-49d8-aab0-8151ee3cd53e None None] Provisioning complete for port 23950568-af30-4407-b3c1-70c8674dd01a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:06.981558 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404bc201-6fa0-49d8-aab0-8151ee3cd53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:07.059835 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=23950568-af30-4407-b3c1-70c8674dd01a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:07.100815 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:04Z', 'revision_number': 3, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'gw_port': {'id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:07.177428 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:07.184861 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:07.252635 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f718ce1-7f23-4d53-8874-65234baff7cb None None] The sync data for ids ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'] in n-d-836650-3 is: [{'id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:04Z', 'revision_number': 3, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'gw_port': {'id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:23:07.259191 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:23:07.274187 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:07.275892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Pushing event updated for resources: {'Port': ['ID=29b63175-3532-4738-9179-0f1a86c0f801,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:07.358228 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:07.408721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:23:07.410364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:07.477847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7bc212c8-1584-4a70-a8d1-245d2c13d4a6 None None] Provisioning complete for port 23950568-af30-4407-b3c1-70c8674dd01a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:07.482459 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bc212c8-1584-4a70-a8d1-245d2c13d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:07.548546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:23:07.650338 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7bc212c8-1584-4a70-a8d1-245d2c13d4a6 None None] Provisioning complete for port 29b63175-3532-4738-9179-0f1a86c0f801 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:07.650806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bc212c8-1584-4a70-a8d1-245d2c13d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:07.695883 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7bc212c8-1584-4a70-a8d1-245d2c13d4a6 None None] Port 29b63175-3532-4738-9179-0f1a86c0f801 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:23:07.720219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:23:07.726100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-81a7ac32-6efe-48bc-b016-1154e6da4a87 admin admin] 10.222.0.15 "PUT /v2.0/routers/07f2ce19-ff70-4217-b6e1-9abfc985dc27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2277989 Apr 05 19:23:07.817091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9b74b5ca-6b37-4cf8-838d-5bb391590d88 None None] Provisioning complete for port 29b63175-3532-4738-9179-0f1a86c0f801 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:07.817679 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b74b5ca-6b37-4cf8-838d-5bb391590d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:07.913790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9b74b5ca-6b37-4cf8-838d-5bb391590d88 None None] Port 29b63175-3532-4738-9179-0f1a86c0f801 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:23:08.025536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23950568-af30-4407-b3c1-70c8674dd01a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:08.116195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 23950568-af30-4407-b3c1-70c8674dd01a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:08.116575 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:08.174838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6bff63c2-1d6d-4de5-b470-df7645226e93 None None] Provisioning complete for port 29b63175-3532-4738-9179-0f1a86c0f801 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:08.175272 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bff63c2-1d6d-4de5-b470-df7645226e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:08.273759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6bff63c2-1d6d-4de5-b470-df7645226e93 None None] Port 29b63175-3532-4738-9179-0f1a86c0f801 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:23:08.290303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c483d502-476e-44f5-b66f-7318b3a2dfeb up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:08.342902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port c483d502-476e-44f5-b66f-7318b3a2dfeb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:08.343277 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:08.426740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 69033bc8-606c-4770-a1f6-e89c954321dc up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:08.481964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 69033bc8-606c-4770-a1f6-e89c954321dc triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:08.482332 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:08.562832 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:08.585370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 69033bc8-606c-4770-a1f6-e89c954321dc, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=69033bc8-606c-4770-a1f6-e89c954321dc,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:08.590970 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:08.642100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=69033bc8-606c-4770-a1f6-e89c954321dc,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:09.506607 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ebaac3f-a10e-4876-8527-810cfc120ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:09.809606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 69033bc8-606c-4770-a1f6-e89c954321dc up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:09.864913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 69033bc8-606c-4770-a1f6-e89c954321dc triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:09.865357 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:10.035798 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Sync routers for ids ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:23:10.044782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Routers {'07f2ce19-ff70-4217-b6e1-9abfc985dc27'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:23:10.045388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:22:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:10.131433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-458cef7a-763c-47b2-b65d-e41f2fe6a6d0 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:10.133244 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-458cef7a-763c-47b2-b65d-e41f2fe6a6d0 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/networks?id=ef104ee3-89ba-480e-be07-521a8d673ceb HTTP/1.1" status: 200 len: 816 time: 0.1087816 Apr 05 19:23:10.148641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-d5a4f7f7-9eee-457d-90b8-cf0eb3b25c17 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/quotas/c2bd2c494ddf47a4adb4a607371e7c41 HTTP/1.1" status: 200 len: 375 time: 0.0097854 Apr 05 19:23:10.153287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Set router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:23:10.200412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-21d955ff-d93d-45ba-939e-edd1e1b28c8a tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2bd2c494ddf47a4adb4a607371e7c41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460653 Apr 05 19:23:10.297705 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-5d47efd6-5fc6-4336-9cfa-efe95153cd66 service neutron] 10.222.0.15 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829294 Apr 05 19:23:10.353811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:06Z', 'revision_number': 4, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'gw_port': {'id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '29b63175-3532-4738-9179-0f1a86c0f801', 'name': '', 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'mac_address': 'fa:16:3e:79:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e926e864-81bf-4deb-b075-5b32131f4950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:06Z', 'updated_at': '2022-04-05T19:23:07Z', 'revision_number': 2, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'subnets': [{'id': 'e926e864-81bf-4deb-b075-5b32131f4950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:10.381045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Checking router: 07f2ce19-ff70-4217-b6e1-9abfc985dc27 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:23:10.381392 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Updating router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 port 29b63175-3532-4738-9179-0f1a86c0f801 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:23:10.407832 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:10.682924 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-82df2d67-8e04-4d8f-8bfd-b61fe8bfb633 service neutron] 10.222.0.15 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795831 Apr 05 19:23:10.837878 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:10.844207 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:10.865422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e0c3d1e-8970-4b76-83c3-45698b52c1f7 req-eaf26c1f-9478-4ce3-bfe9-d57449437ec7 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 210 time: 0.0299923 Apr 05 19:23:10.896159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef652444-f77e-4c02-bd59-b546e71ee0dc None None] Pushing event updated for resources: {'Port': ['ID=29b63175-3532-4738-9179-0f1a86c0f801,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:10.952195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Attempting to bind port 29b63175-3532-4738-9179-0f1a86c0f801 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:23:10.952941 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Attempting to bind port 29b63175-3532-4738-9179-0f1a86c0f801 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '85c2713e-3a81-47de-a608-56d83375ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:23:10.953320 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Attempting to bind port 29b63175-3532-4738-9179-0f1a86c0f801 on network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:23:10.959001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:23:10.959385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Checking segment: {'id': '85c2713e-3a81-47de-a608-56d83375ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:23:10.959855 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:10.960263 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Bound using segment: {'id': '85c2713e-3a81-47de-a608-56d83375ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:23:10.960824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Bound port: 29b63175-3532-4738-9179-0f1a86c0f801, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c2713e-3a81-47de-a608-56d83375ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:23:10.961398 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:11.045220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] For port 29b63175-3532-4738-9179-0f1a86c0f801, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:23:11.049476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] For port 29b63175-3532-4738-9179-0f1a86c0f801, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=29b63175-3532-4738-9179-0f1a86c0f801,segment=NetworkSegment(85c2713e-3a81-47de-a608-56d83375ee2d),segment_id=85c2713e-3a81-47de-a608-56d83375ee2d)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:23:11.054842 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:11.136793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Routers {'07f2ce19-ff70-4217-b6e1-9abfc985dc27'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:23:11.137448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:22:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:11.139366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef652444-f77e-4c02-bd59-b546e71ee0dc None None] Pushing event updated for resources: {'Port': ['ID=29b63175-3532-4738-9179-0f1a86c0f801,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:11.198360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-d3a5f32f-e1f0-4c00-bfbe-80240e9e0252 None None] Provisioning complete for port 29b63175-3532-4738-9179-0f1a86c0f801 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:11.198791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f32f-e1f0-4c00-bfbe-80240e9e0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:11.338389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] Set router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:23:11.386329 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f32f-e1f0-4c00-bfbe-80240e9e0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:11.502623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d3a5f32f-e1f0-4c00-bfbe-80240e9e0252 None None] For port 29b63175-3532-4738-9179-0f1a86c0f801, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=29b63175-3532-4738-9179-0f1a86c0f801,segment=NetworkSegment(85c2713e-3a81-47de-a608-56d83375ee2d),segment_id=85c2713e-3a81-47de-a608-56d83375ee2d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:11.509974 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f32f-e1f0-4c00-bfbe-80240e9e0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:11.597834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5f32f-e1f0-4c00-bfbe-80240e9e0252 None None] Pushing event updated for resources: {'Port': ['ID=29b63175-3532-4738-9179-0f1a86c0f801,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:11.643547 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:06Z', 'revision_number': 4, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'gw_port': {'id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '29b63175-3532-4738-9179-0f1a86c0f801', 'name': '', 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'mac_address': 'fa:16:3e:79:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e926e864-81bf-4deb-b075-5b32131f4950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:06Z', 'updated_at': '2022-04-05T19:23:11Z', 'revision_number': 4, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'subnets': [{'id': 'e926e864-81bf-4deb-b075-5b32131f4950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:23:11.645287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-db4d4554-e994-4c20-83d0-a9440a491267 None None] Provisioning complete for port 29b63175-3532-4738-9179-0f1a86c0f801 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:11.645654 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db4d4554-e994-4c20-83d0-a9440a491267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:11.687020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7207b21-df7d-4c07-866f-ca81b982bf92 None None] The sync data for ids ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'] in n-d-836650-3 is: [{'id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:06Z', 'revision_number': 4, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'gw_port': {'id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '29b63175-3532-4738-9179-0f1a86c0f801', 'name': '', 'network_id': '82adfe5b-022e-4a9e-bbec-a09dbf5359e9', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'mac_address': 'fa:16:3e:79:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e926e864-81bf-4deb-b075-5b32131f4950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:06Z', 'updated_at': '2022-04-05T19:23:11Z', 'revision_number': 4, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'subnets': [{'id': 'e926e864-81bf-4deb-b075-5b32131f4950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:23:11.858562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee525260-2df4-4e02-92d9-e935b3935ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:11.878191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 29b63175-3532-4738-9179-0f1a86c0f801 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:11.950769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 29b63175-3532-4738-9179-0f1a86c0f801 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:11.951172 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:12.029279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9325d228-800a-4b0f-9018-36717a93d74a req-493dac09-6dfd-42e8-999e-b2671f20e327 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 210 time: 0.0378308 Apr 05 19:23:12.041500 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-158d3e58-82b9-414e-b4ee-ffed66c227ab tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:12.043612 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-158d3e58-82b9-414e-b4ee-ffed66c227ab tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.20 "GET /v2.0/networks?id=ef104ee3-89ba-480e-be07-521a8d673ceb HTTP/1.1" status: 200 len: 816 time: 0.1643934 Apr 05 19:23:12.063732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Request body: {'port': {'device_id': '83ebf842-1846-4a78-bec1-69613ca333b2', 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb', 'admin_state_up': True, 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:23:12.172814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Made reservation on behalf of c2bd2c494ddf47a4adb4a607371e7c41 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:23:12.176344 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:12.314744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Allocated IP 172.20.0.7 (ef104ee3-89ba-480e-be07-521a8d673ceb/d0edf8d2-9254-4539-abd2-2df5b158f1a5/aaa74c69-9be7-42a6-b0ce-bdfad599ea8e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:23:12.467311 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:12.501408 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:12.544214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Network ef104ee3-89ba-480e-be07-521a8d673ceb is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:23:12.550237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:12.552908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:23:12.583237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Pushing event updated for resources: {'Port': ['ID=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:12.610737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:12.611349 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:12.627211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-e1d2916c-9458-46dd-936f-ef19dcd8f9de tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681293 Apr 05 19:23:12.643897 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Request body: {'port': {'device_id': '83ebf842-1846-4a78-bec1-69613ca333b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:23:12.704805 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:12.781459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-2de0fcee-27e5-4c11-8e79-411ebd2b5fba None None] Provisioning complete for port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:12.781858 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2de0fcee-27e5-4c11-8e79-411ebd2b5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:12.815421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2de0fcee-27e5-4c11-8e79-411ebd2b5fba None None] Port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:23:12.965337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa74c69-9be7-42a6-b0ce-bdfad599ea8e {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:23:12.973667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:12.975073 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:12.985700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Transition to ACTIVE for port object aaa74c69-9be7-42a6-b0ce-bdfad599ea8e will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:23:12.989382 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:13.080081 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:13.144593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Attempting to bind port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:23:13.144933 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Attempting to bind port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:23:13.145261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Attempting to bind port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e on network ef104ee3-89ba-480e-be07-521a8d673ceb {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:23:13.153596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e on network ef104ee3-89ba-480e-be07-521a8d673ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:23:13.153921 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Attempting to bind port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e on network ef104ee3-89ba-480e-be07-521a8d673ceb {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:23:13.163936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:23:13.164275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Checking segment: {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:23:13.164662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Bound using segment: {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:23:13.165089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Bound port: aaa74c69-9be7-42a6-b0ce-bdfad599ea8e, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:23:13.165448 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:13.188476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dec8d7-6d3a-43e0-bc31-497fdb702b25 req-8a56e35c-a5bb-4a7a-8b91-f56727aa18b7 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:13.189979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54dec8d7-6d3a-43e0-bc31-497fdb702b25 req-8a56e35c-a5bb-4a7a-8b91-f56727aa18b7 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 943 time: 0.0750506 Apr 05 19:23:13.270712 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-54dec8d7-6d3a-43e0-bc31-497fdb702b25 req-b0770097-39b8-46b6-8fac-21c6050fabfc tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590949 Apr 05 19:23:13.275841 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] For port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:23:13.279258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] For port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:23:13.284403 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:13.316456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:13.317135 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:13.319153 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] 10.222.0.20 "PUT /v2.0/ports/aaa74c69-9be7-42a6-b0ce-bdfad599ea8e HTTP/1.1" status: 200 len: 1091 time: 0.6797016 Apr 05 19:23:13.321389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ebf842-1846-4a78-bec1-69613ca333b2', 'tag': 'aaa74c69-9be7-42a6-b0ce-bdfad599ea8e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:23:13.324092 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e7e1ba-97ac-4635-99ff-b4df73471c38" -d '{"events": [{"name": "network-changed", "server_uuid": "83ebf842-1846-4a78-bec1-69613ca333b2", "tag": "aaa74c69-9be7-42a6-b0ce-bdfad599ea8e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:23:13.356658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44101e90-db03-44c5-9d21-2555645b1983 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:13.370949 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a0ccc6-01c1-4b23-b37d-1e55a59c4b82 x-openstack-request-id: req-57a0ccc6-01c1-4b23-b37d-1e55a59c4b82 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:23:13.371233 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ebf842-1846-4a78-bec1-69613ca333b2", "tag": "aaa74c69-9be7-42a6-b0ce-bdfad599ea8e", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:23:13.372373 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57a0ccc6-01c1-4b23-b37d-1e55a59c4b82 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:23:13.372373 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a0ccc6-01c1-4b23-b37d-1e55a59c4b82'] response: {'name': 'network-changed', 'server_uuid': '83ebf842-1846-4a78-bec1-69613ca333b2', 'tag': 'aaa74c69-9be7-42a6-b0ce-bdfad599ea8e', 'status': 'completed', 'code': 200} Apr 05 19:23:13.405099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-c8b690d0-0b54-491a-8aec-8b66eeae9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:13.407411 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-c8b690d0-0b54-491a-8aec-8b66eeae9e1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2bd2c494ddf47a4adb4a607371e7c41&device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 1094 time: 0.0456707 Apr 05 19:23:13.452036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-c8cb7319-fcb0-4069-95a4-b9e766330b3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e HTTP/1.1" status: 200 len: 217 time: 0.0349758 Apr 05 19:23:13.516300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-5ec42269-823a-4e70-ac95-26d0e72f1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:13.518036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-5ec42269-823a-4e70-ac95-26d0e72f1f7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0edf8d2-9254-4539-abd2-2df5b158f1a5 HTTP/1.1" status: 200 len: 855 time: 0.0560222 Apr 05 19:23:13.570859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-c744243d-be3c-4abc-abd5-24928252fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:13.572154 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-c744243d-be3c-4abc-abd5-24928252fd3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef104ee3-89ba-480e-be07-521a8d673ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437567 Apr 05 19:23:13.669918 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-f736709e-cece-41a4-a1bd-7b44b2f13429 service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866921 Apr 05 19:23:13.770722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-45aff3d0-4e61-498a-afaf-13239c1f9122 req-a9d49dc5-f3b6-4fa3-b607-df3ebda684ba service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907741 Apr 05 19:23:13.863340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-10a2eadb-2aad-4807-946f-92fdeb916e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:13.864825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-10a2eadb-2aad-4807-946f-92fdeb916e83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2bd2c494ddf47a4adb4a607371e7c41&device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 1094 time: 0.0422511 Apr 05 19:23:13.956161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-ee3f570a-f65a-4752-8ce5-416585d5d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:13.957520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-ee3f570a-f65a-4752-8ce5-416585d5d196 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef104ee3-89ba-480e-be07-521a8d673ceb HTTP/1.1" status: 200 len: 916 time: 0.0863831 Apr 05 19:23:13.999200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-173a72c9-3a0c-49de-8d98-9f316afb8e6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e HTTP/1.1" status: 200 len: 217 time: 0.0353415 Apr 05 19:23:14.047703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-f078a731-e361-4a79-86ae-bbc0155652b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:14.049140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-f078a731-e361-4a79-86ae-bbc0155652b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0edf8d2-9254-4539-abd2-2df5b158f1a5 HTTP/1.1" status: 200 len: 855 time: 0.0430412 Apr 05 19:23:14.098199 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-c39af6ce-a381-4021-a519-ab3442ece141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:14.099668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-c39af6ce-a381-4021-a519-ab3442ece141 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef104ee3-89ba-480e-be07-521a8d673ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430348 Apr 05 19:23:14.187212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-0b650f65-e9a1-479d-9ddc-a335c059685a service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798202 Apr 05 19:23:14.279935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6e7e1ba-97ac-4635-99ff-b4df73471c38 req-cf34a871-500c-4ac4-8ac6-4805ab900f40 service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847359 Apr 05 19:23:14.393598 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03be706-3120-4215-84e7-5afbde17fa8a req-db731d34-b758-491e-a662-8d7f94d9b617 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:14.395124 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a03be706-3120-4215-84e7-5afbde17fa8a req-db731d34-b758-491e-a662-8d7f94d9b617 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 943 time: 0.0506213 Apr 05 19:23:14.432970 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a03be706-3120-4215-84e7-5afbde17fa8a req-c99db962-5c49-4067-aa1c-5eddea329774 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Apr 05 19:23:14.505083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:15.028317 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:15.106315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device aaa74c69-9be7-42a6-b0ce-bdfad599ea8e details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:23:15.201475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:15.212979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'aaa74c69-9be7-42a6-b0ce-bdfad599ea8e', 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb', 'port_id': 'aaa74c69-9be7-42a6-b0ce-bdfad599ea8e', 'mac_address': 'fa:16:3e:46:92:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0edf8d2-9254-4539-abd2-2df5b158f1a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:23:15.250242 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:15.262606 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa74c69-9be7-42a6-b0ce-bdfad599ea8e {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:23:15.282197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:15.285699 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:15.331049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:15.548562 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['aaa74c69-9be7-42a6-b0ce-bdfad599ea8e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:23:15.549474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bd0b8-22ae-4641-94fd-15132183c55f req-af196688-d058-4392-b3cc-cb71d0c79cae tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:15.550989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b57bd0b8-22ae-4641-94fd-15132183c55f req-af196688-d058-4392-b3cc-cb71d0c79cae tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 944 time: 0.0481656 Apr 05 19:23:15.589241 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b57bd0b8-22ae-4641-94fd-15132183c55f req-184f0353-6be1-4263-b321-44a48edc4b41 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Apr 05 19:23:16.710680 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cc629-47a7-4a6d-a78c-41eaaee79874 req-f930ada8-6dc9-4d83-aad1-b3e0a3c20968 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:16.712111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f0cc629-47a7-4a6d-a78c-41eaaee79874 req-f930ada8-6dc9-4d83-aad1-b3e0a3c20968 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 944 time: 0.0543935 Apr 05 19:23:16.750800 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f0cc629-47a7-4a6d-a78c-41eaaee79874 req-99a8d4a7-2f26-4a70-928d-c8e4a8f3c6f0 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Apr 05 19:23:17.108235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device aaa74c69-9be7-42a6-b0ce-bdfad599ea8e up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:17.156085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:23:17.160086 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:17.160458 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:17.238664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:17.261161 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ebf842-1846-4a78-bec1-69613ca333b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa74c69-9be7-42a6-b0ce-bdfad599ea8e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:23:17.263442 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc690e0f-e5b1-4e90-8f6d-7ece7ca941fa" -d '{"events": [{"server_uuid": "83ebf842-1846-4a78-bec1-69613ca333b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa74c69-9be7-42a6-b0ce-bdfad599ea8e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:23:17.275579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:17.279455 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:17.305018 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a1c831-467d-42d4-ab2f-2b156576bf9e x-openstack-request-id: req-85a1c831-467d-42d4-ab2f-2b156576bf9e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:23:17.305296 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ebf842-1846-4a78-bec1-69613ca333b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa74c69-9be7-42a6-b0ce-bdfad599ea8e", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:23:17.305539 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85a1c831-467d-42d4-ab2f-2b156576bf9e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:23:17.305913 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a1c831-467d-42d4-ab2f-2b156576bf9e'] response: {'server_uuid': '83ebf842-1846-4a78-bec1-69613ca333b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa74c69-9be7-42a6-b0ce-bdfad599ea8e', 'code': 200} Apr 05 19:23:17.342525 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:17.413562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1f7ed-80ad-42e1-a272-eb74a477f7f2 req-2299af94-fa90-476c-aab6-c0525e45e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:17.415315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0e1f7ed-80ad-42e1-a272-eb74a477f7f2 req-2299af94-fa90-476c-aab6-c0525e45e96e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 1096 time: 0.0450261 Apr 05 19:23:17.453514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0e1f7ed-80ad-42e1-a272-eb74a477f7f2 req-a89a9833-41cd-4ed2-bfb8-d95edaf98f59 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279276 Apr 05 19:23:17.868666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e97e4-5e70-469f-9f8d-3b27c6bb102f req-ce5d2e8d-8364-41d6-ba66-3bf71d9cf838 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:17.870131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-962e97e4-5e70-469f-9f8d-3b27c6bb102f req-ce5d2e8d-8364-41d6-ba66-3bf71d9cf838 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 945 time: 0.0488482 Apr 05 19:23:17.907414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-962e97e4-5e70-469f-9f8d-3b27c6bb102f req-9f7bf89a-ace7-46a6-a352-bb23a8a80658 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Apr 05 19:23:19.028389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947cb98-6744-4959-bcce-3aad63092d47 req-b939e248-855f-41f4-abcf-428c0dc3880f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:19.029846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9947cb98-6744-4959-bcce-3aad63092d47 req-b939e248-855f-41f4-abcf-428c0dc3880f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 945 time: 0.0515056 Apr 05 19:23:19.067066 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9947cb98-6744-4959-bcce-3aad63092d47 req-10eb4d9a-e424-43f7-9695-69723de53e3e tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305052 Apr 05 19:23:19.181163 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943220d-bd55-4e17-9681-4d86231e92c9 req-d8367632-7920-4af0-af88-2ac98780c2b8 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:19.182653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e943220d-bd55-4e17-9681-4d86231e92c9 req-d8367632-7920-4af0-af88-2ac98780c2b8 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 945 time: 0.0485923 Apr 05 19:23:19.221341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e943220d-bd55-4e17-9681-4d86231e92c9 req-6a0b364c-9aa4-4368-ae89-ffd712d58673 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Apr 05 19:23:21.966061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-9a064ef8-5913-4068-874f-5f8ac0969c9d req-6b782843-7f6e-4335-9545-27dce74ffd5a tempest-TestNetworkBasicOps-1314425533 tempest-TestNetworkBasicOps-1314425533-project] (102639) timed out ('10.222.0.25', 51619) {{(pid=102639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:23:35.376548 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:37.352421 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:37.612222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dc7d6-f4cb-480e-aeb2-a4ce96b098f3 req-ce59fe1b-118e-4bec-9514-241b8064b59f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:37.613669 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd3dc7d6-f4cb-480e-aeb2-a4ce96b098f3 req-ce59fe1b-118e-4bec-9514-241b8064b59f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 945 time: 0.0527403 Apr 05 19:23:37.651097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dd3dc7d6-f4cb-480e-aeb2-a4ce96b098f3 req-873d99ad-00cd-4677-9dea-d9e5cbf6f639 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Apr 05 19:23:38.774974 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64620e-9d80-47b6-a763-0c31966e4ef4 req-3e8e7495-49f4-4018-83d8-548e83f23284 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:38.776423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e64620e-9d80-47b6-a763-0c31966e4ef4 req-3e8e7495-49f4-4018-83d8-548e83f23284 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 945 time: 0.0554464 Apr 05 19:23:38.815332 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e64620e-9d80-47b6-a763-0c31966e4ef4 req-38c1f197-5ba4-40e1-8165-32d998c0337f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Apr 05 19:23:39.340495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-0a4751ba-5200-47dc-b4d2-c5ea61fc6518 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:39.342301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-0a4751ba-5200-47dc-b4d2-c5ea61fc6518 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.20 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 945 time: 0.0489535 Apr 05 19:23:39.434146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Deleting port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:23:39.434520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:39.507813 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-781b64c6-c838-45b6-bc40-d5380d62098e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:39.526807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] For port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:39.527166 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:39.540025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Calling delete_port for aaa74c69-9be7-42a6-b0ce-bdfad599ea8e owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:23:39.668528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:39.683724 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['aaa74c69-9be7-42a6-b0ce-bdfad599ea8e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:23:39.697328 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Pushing event deleted for resources: {'Port': ['ID=aaa74c69-9be7-42a6-b0ce-bdfad599ea8e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:39.738685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] No DVR routers for this DVR port aaa74c69-9be7-42a6-b0ce-bdfad599ea8e on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:23:39.741370 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:39.744785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d81d2ed2-1b6e-4cfe-b3d8-c32499d7640c req-996a901d-04f3-4d0e-84c4-4dff3736d792 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.20 "DELETE /v2.0/ports/aaa74c69-9be7-42a6-b0ce-bdfad599ea8e HTTP/1.1" status: 204 len: 173 time: 0.3932984 Apr 05 19:23:39.745219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ebf842-1846-4a78-bec1-69613ca333b2', 'name': 'network-vif-deleted', 'tag': 'aaa74c69-9be7-42a6-b0ce-bdfad599ea8e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:23:39.747511 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d18b381-09c7-4e3a-853a-692df08c5da5" -d '{"events": [{"server_uuid": "83ebf842-1846-4a78-bec1-69613ca333b2", "name": "network-vif-deleted", "tag": "aaa74c69-9be7-42a6-b0ce-bdfad599ea8e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:23:39.802818 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b04680-4b77-411d-b77e-a2d787317601 x-openstack-request-id: req-d5b04680-4b77-411d-b77e-a2d787317601 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:23:39.803429 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ebf842-1846-4a78-bec1-69613ca333b2", "name": "network-vif-deleted", "tag": "aaa74c69-9be7-42a6-b0ce-bdfad599ea8e", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:23:39.803429 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5b04680-4b77-411d-b77e-a2d787317601 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:23:39.803745 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b04680-4b77-411d-b77e-a2d787317601'] response: {'server_uuid': '83ebf842-1846-4a78-bec1-69613ca333b2', 'name': 'network-vif-deleted', 'tag': 'aaa74c69-9be7-42a6-b0ce-bdfad599ea8e', 'status': 'completed', 'code': 200} Apr 05 19:23:39.928489 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3afb627e-dfc5-415e-ba96-294fd88a96b8 req-b8dd0aa7-30b4-4020-a478-387280a53953 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ebf842-1846-4a78-bec1-69613ca333b2 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Apr 05 19:23:41.531008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-538ab8ff-1cb6-4a10-ae55-220a9485245c tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:41.533166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-538ab8ff-1cb6-4a10-ae55-220a9485245c tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/networks?id=ef104ee3-89ba-480e-be07-521a8d673ceb HTTP/1.1" status: 200 len: 816 time: 0.1027439 Apr 05 19:23:41.547778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-26d46736-41cb-4b63-b235-43e3bf14a3c7 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/quotas/c2bd2c494ddf47a4adb4a607371e7c41 HTTP/1.1" status: 200 len: 375 time: 0.0087411 Apr 05 19:23:41.598160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-22d7906e-6c8d-4d41-8b42-ac41e63d0209 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2bd2c494ddf47a4adb4a607371e7c41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451927 Apr 05 19:23:41.694775 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-af8c7cf5-4894-4833-93ce-44902d9c3272 service neutron] 10.222.0.15 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851245 Apr 05 19:23:41.781902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-2a86d06a-1242-4b8c-9bbf-0a3aa8b43cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809584 Apr 05 19:23:41.856188 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b3183a8-6e73-48e5-9ff6-4b33e4bbce46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:42.047868 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d8c11a2c-b759-47d4-a4c8-c90a7f6638f3 req-e0620c38-610b-4897-a464-7e1ab0b1e448 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 210 time: 0.1313601 Apr 05 19:23:42.975718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:42.979783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-d8874088-2bc2-4d17-880d-f6a8143cfbb2 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:42.981378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-d8874088-2bc2-4d17-880d-f6a8143cfbb2 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.20 "GET /v2.0/networks?id=ef104ee3-89ba-480e-be07-521a8d673ceb HTTP/1.1" status: 200 len: 816 time: 0.1085980 Apr 05 19:23:43.000388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Request body: {'port': {'device_id': '812c3357-bd8b-4270-87ee-143003252008', 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb', 'admin_state_up': True, 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:23:43.106200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Made reservation on behalf of c2bd2c494ddf47a4adb4a607371e7c41 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:23:43.110529 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:43.159929 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-03179f93-7512-4260-a83b-08de16aad645 req-7a47e7ff-4e74-4a2a-b9b3-382abb9ead10 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 210 time: 0.0377822 Apr 05 19:23:43.262524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Allocated IP 172.20.0.10 (ef104ee3-89ba-480e-be07-521a8d673ceb/d0edf8d2-9254-4539-abd2-2df5b158f1a5/247d2b0f-989a-4254-8789-c4a916476760) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:23:43.269092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device aaa74c69-9be7-42a6-b0ce-bdfad599ea8e no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:23:43.289072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: aaa74c69-9be7-42a6-b0ce-bdfad599ea8e {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:23:43.289411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device aaa74c69-9be7-42a6-b0ce-bdfad599ea8e not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:23:43.408758 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:43.441831 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:43.482755 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Network ef104ee3-89ba-480e-be07-521a8d673ceb is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:23:43.487811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:23:43.490066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:23:43.521480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Pushing event updated for resources: {'Port': ['ID=247d2b0f-989a-4254-8789-c4a916476760,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:43.548770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:43.549389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:43.565713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-278f8a71-41cb-446f-8d50-9f62c7803ff4 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5691767 Apr 05 19:23:43.583816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Request body: {'port': {'device_id': '812c3357-bd8b-4270-87ee-143003252008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:23:43.645241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:43.776498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a1e173a3-b40e-418f-9e8e-61a9e7df4a3f None None] Provisioning complete for port 247d2b0f-989a-4254-8789-c4a916476760 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:43.776991 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1e173a3-b40e-418f-9e8e-61a9e7df4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:43.810368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a1e173a3-b40e-418f-9e8e-61a9e7df4a3f None None] Port 247d2b0f-989a-4254-8789-c4a916476760 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:23:43.905696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247d2b0f-989a-4254-8789-c4a916476760 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:23:43.913099 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:43.924772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Transition to ACTIVE for port object 247d2b0f-989a-4254-8789-c4a916476760 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:23:43.928540 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:43.979222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Pushing event updated for resources: {'Port': ['ID=247d2b0f-989a-4254-8789-c4a916476760,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:44.053079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Attempting to bind port 247d2b0f-989a-4254-8789-c4a916476760 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:23:44.053725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Attempting to bind port 247d2b0f-989a-4254-8789-c4a916476760 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:23:44.053725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Attempting to bind port 247d2b0f-989a-4254-8789-c4a916476760 on network ef104ee3-89ba-480e-be07-521a8d673ceb {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:23:44.058166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Port 247d2b0f-989a-4254-8789-c4a916476760 on network ef104ee3-89ba-480e-be07-521a8d673ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:23:44.058522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Attempting to bind port 247d2b0f-989a-4254-8789-c4a916476760 on network ef104ee3-89ba-480e-be07-521a8d673ceb {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:23:44.064143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:23:44.064580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Checking segment: {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:23:44.064963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Bound using segment: {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:23:44.065388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Bound port: 247d2b0f-989a-4254-8789-c4a916476760, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:23:44.065742 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:44.131237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] For port 247d2b0f-989a-4254-8789-c4a916476760, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:23:44.134227 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] For port 247d2b0f-989a-4254-8789-c4a916476760, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=247d2b0f-989a-4254-8789-c4a916476760,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:23:44.138733 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:44.171278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:44.171885 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:44.174538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] 10.222.0.20 "PUT /v2.0/ports/247d2b0f-989a-4254-8789-c4a916476760 HTTP/1.1" status: 200 len: 1092 time: 0.5958424 Apr 05 19:23:44.174964 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812c3357-bd8b-4270-87ee-143003252008', 'tag': '247d2b0f-989a-4254-8789-c4a916476760'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:23:44.177180 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0d706e-79b4-4434-9a20-9ccfa66b619b" -d '{"events": [{"name": "network-changed", "server_uuid": "812c3357-bd8b-4270-87ee-143003252008", "tag": "247d2b0f-989a-4254-8789-c4a916476760"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:23:44.214142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f56089-0f1d-4cdc-bf4b-89d8be319308 service neutron] Pushing event updated for resources: {'Port': ['ID=247d2b0f-989a-4254-8789-c4a916476760,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:44.249261 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a41aaa4-e366-4e46-8e15-ad4811e3a403 x-openstack-request-id: req-1a41aaa4-e366-4e46-8e15-ad4811e3a403 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:23:44.249465 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812c3357-bd8b-4270-87ee-143003252008", "tag": "247d2b0f-989a-4254-8789-c4a916476760", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:23:44.249883 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a41aaa4-e366-4e46-8e15-ad4811e3a403 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:23:44.250431 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a41aaa4-e366-4e46-8e15-ad4811e3a403'] response: {'name': 'network-changed', 'server_uuid': '812c3357-bd8b-4270-87ee-143003252008', 'tag': '247d2b0f-989a-4254-8789-c4a916476760', 'status': 'completed', 'code': 200} Apr 05 19:23:44.261566 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:23:44.328140 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-3c4aa3e1-5db1-48df-af6b-fc6581f36348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:44.329707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-3c4aa3e1-5db1-48df-af6b-fc6581f36348 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2bd2c494ddf47a4adb4a607371e7c41&device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 1095 time: 0.0839181 Apr 05 19:23:44.342309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d1155-f9ed-4da8-b9b4-7173e3e1f098 req-2cfd1653-f5a2-4b35-b847-a5c2c25390b6 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:44.343824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d4d1155-f9ed-4da8-b9b4-7173e3e1f098 req-2cfd1653-f5a2-4b35-b847-a5c2c25390b6 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 944 time: 0.0966582 Apr 05 19:23:44.390119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-cf5f1e22-f1b4-4975-9ea9-94b3afab7f48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247d2b0f-989a-4254-8789-c4a916476760 HTTP/1.1" status: 200 len: 217 time: 0.0451870 Apr 05 19:23:44.436586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d4d1155-f9ed-4da8-b9b4-7173e3e1f098 req-5bb67b2d-19ee-46cc-a044-616fe8a8acb3 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857015 Apr 05 19:23:44.454650 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-091bf36b-7c72-4720-9315-efc01151544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:44.456078 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-091bf36b-7c72-4720-9315-efc01151544b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0edf8d2-9254-4539-abd2-2df5b158f1a5 HTTP/1.1" status: 200 len: 855 time: 0.0535421 Apr 05 19:23:44.507351 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:44.507937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-823f7062-3bd9-4ffe-bc53-26dfa7830825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:44.509199 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-823f7062-3bd9-4ffe-bc53-26dfa7830825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef104ee3-89ba-480e-be07-521a8d673ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422580 Apr 05 19:23:44.600344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-194cb4e3-26ed-48b6-b936-9395c66dde59 service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795777 Apr 05 19:23:44.695038 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f025e4ab-1510-4163-882a-1ecfb6802daa req-17a97035-9166-4191-9a52-fa8be2e4e4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840275 Apr 05 19:23:44.791641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-69376d3c-55c5-4765-b75f-4e41773b051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:44.793099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-69376d3c-55c5-4765-b75f-4e41773b051a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2bd2c494ddf47a4adb4a607371e7c41&device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 1095 time: 0.0406306 Apr 05 19:23:44.886011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-4d1c4aca-8fde-4f3c-b364-8537c24c1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:44.887431 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-4d1c4aca-8fde-4f3c-b364-8537c24c1d4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef104ee3-89ba-480e-be07-521a8d673ceb HTTP/1.1" status: 200 len: 916 time: 0.0875163 Apr 05 19:23:44.927785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-2d74dd22-3976-4ac8-9590-47792626b9f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247d2b0f-989a-4254-8789-c4a916476760 HTTP/1.1" status: 200 len: 217 time: 0.0336349 Apr 05 19:23:44.975251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-e15a9572-2bda-4c5d-b053-45d652d0c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:44.976677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-e15a9572-2bda-4c5d-b053-45d652d0c7ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0edf8d2-9254-4539-abd2-2df5b158f1a5 HTTP/1.1" status: 200 len: 855 time: 0.0422072 Apr 05 19:23:45.026792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-33e9e3d0-79bc-4363-ad0f-496bbe875fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:45.028260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-33e9e3d0-79bc-4363-ad0f-496bbe875fb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef104ee3-89ba-480e-be07-521a8d673ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438249 Apr 05 19:23:45.028972 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:45.117600 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-20c2c6be-bea0-4239-89b7-c345cf9674ec service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808113 Apr 05 19:23:45.210782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c0d706e-79b4-4434-9a20-9ccfa66b619b req-683cac58-555d-460b-97b1-8939bd2be88f service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835831 Apr 05 19:23:45.553547 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6944d0-cca2-4da4-b6ee-14e59b713cbd req-8c98a65c-6a01-4457-a163-016a09475f8a tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:45.555029 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f6944d0-cca2-4da4-b6ee-14e59b713cbd req-8c98a65c-6a01-4457-a163-016a09475f8a tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 944 time: 0.0490017 Apr 05 19:23:45.591484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2f6944d0-cca2-4da4-b6ee-14e59b713cbd req-1825a594-da68-4442-a6b2-7c86c54f0a17 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304585 Apr 05 19:23:46.708208 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dda239-fe91-4de8-8e02-645640311dc7 req-9a323c69-2297-4cf5-bdd3-edce43f0f238 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:46.709641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66dda239-fe91-4de8-8e02-645640311dc7 req-9a323c69-2297-4cf5-bdd3-edce43f0f238 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 944 time: 0.0494149 Apr 05 19:23:46.746071 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66dda239-fe91-4de8-8e02-645640311dc7 req-47e63c67-47e5-4754-b01c-d724bfc1de07 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303361 Apr 05 19:23:47.858610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e090c6-814b-406e-a1dd-24f2db924ff0 req-2c7a73a8-f418-455a-a8bd-08e8c741eeed tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:47.860067 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22e090c6-814b-406e-a1dd-24f2db924ff0 req-2c7a73a8-f418-455a-a8bd-08e8c741eeed tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 944 time: 0.0477855 Apr 05 19:23:47.901258 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22e090c6-814b-406e-a1dd-24f2db924ff0 req-5917da32-b61b-41c1-9797-36cf415f3825 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352023 Apr 05 19:23:49.015225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54cd5-ccc8-4bda-8ca7-e947314ae8ec req-529bd070-2aa8-4797-83d0-67087fd7a56f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:49.016712 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7d54cd5-ccc8-4bda-8ca7-e947314ae8ec req-529bd070-2aa8-4797-83d0-67087fd7a56f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 944 time: 0.0484207 Apr 05 19:23:49.053633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c7d54cd5-ccc8-4bda-8ca7-e947314ae8ec req-38c0b123-7a61-4293-93b9-2c6eabd032eb tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Apr 05 19:23:49.285049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 247d2b0f-989a-4254-8789-c4a916476760 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:23:49.378870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 247d2b0f-989a-4254-8789-c4a916476760, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=247d2b0f-989a-4254-8789-c4a916476760,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:49.389777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '247d2b0f-989a-4254-8789-c4a916476760', 'network_id': 'ef104ee3-89ba-480e-be07-521a8d673ceb', 'port_id': '247d2b0f-989a-4254-8789-c4a916476760', 'mac_address': 'fa:16:3e:99:13:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0edf8d2-9254-4539-abd2-2df5b158f1a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:23:49.425452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:49.437321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247d2b0f-989a-4254-8789-c4a916476760 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:23:49.456819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 247d2b0f-989a-4254-8789-c4a916476760, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=247d2b0f-989a-4254-8789-c4a916476760,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:49.460996 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:49.505255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=247d2b0f-989a-4254-8789-c4a916476760,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:49.512074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.512412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.512746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.513073 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.513397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.513723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.514040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.514358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.514697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.515013 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.515333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.515646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:23:49.713266 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['247d2b0f-989a-4254-8789-c4a916476760'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:23:50.175009 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dd406-12c4-46b1-9e66-03690fc06b8d req-a5f353ea-ba65-4ffb-8976-0732c9e682ce tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:50.176456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db4dd406-12c4-46b1-9e66-03690fc06b8d req-a5f353ea-ba65-4ffb-8976-0732c9e682ce tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 945 time: 0.0481377 Apr 05 19:23:50.213981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-db4dd406-12c4-46b1-9e66-03690fc06b8d req-b0c87ba8-6e0b-41cd-9a1f-cd69b97f58c5 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Apr 05 19:23:51.315992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 247d2b0f-989a-4254-8789-c4a916476760 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:23:51.329753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc22d-8801-4bdb-a93c-a395205c34bf req-8315d4e1-efc7-4421-8099-d3da14fdb4e2 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:51.331226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d8fc22d-8801-4bdb-a93c-a395205c34bf req-8315d4e1-efc7-4421-8099-d3da14fdb4e2 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 945 time: 0.0497291 Apr 05 19:23:51.362735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 247d2b0f-989a-4254-8789-c4a916476760 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:23:51.366574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 247d2b0f-989a-4254-8789-c4a916476760 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:23:51.366943 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:51.373016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d8fc22d-8801-4bdb-a93c-a395205c34bf req-75ba7941-1c5e-4447-8c68-3c55f5ee5a1f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355959 Apr 05 19:23:51.444948 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:51.466480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812c3357-bd8b-4270-87ee-143003252008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247d2b0f-989a-4254-8789-c4a916476760'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:23:51.468676 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363b1df0-c239-45d5-9c9c-94358fecae7b" -d '{"events": [{"server_uuid": "812c3357-bd8b-4270-87ee-143003252008", "name": "network-vif-plugged", "status": "completed", "tag": "247d2b0f-989a-4254-8789-c4a916476760"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:23:51.481712 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 247d2b0f-989a-4254-8789-c4a916476760, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=247d2b0f-989a-4254-8789-c4a916476760,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:23:51.487816 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:23:51.510330 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dccfcb-8f50-4e31-a980-0f330edeaeba x-openstack-request-id: req-b1dccfcb-8f50-4e31-a980-0f330edeaeba {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:23:51.510647 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812c3357-bd8b-4270-87ee-143003252008", "name": "network-vif-plugged", "status": "completed", "tag": "247d2b0f-989a-4254-8789-c4a916476760", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:23:51.510897 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1dccfcb-8f50-4e31-a980-0f330edeaeba {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:23:51.511284 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1dccfcb-8f50-4e31-a980-0f330edeaeba'] response: {'server_uuid': '812c3357-bd8b-4270-87ee-143003252008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247d2b0f-989a-4254-8789-c4a916476760', 'code': 200} Apr 05 19:23:51.538422 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=247d2b0f-989a-4254-8789-c4a916476760,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:23:51.604869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48fcd4-13fc-4166-9f87-4fe229cf3fde req-c84e9198-efdc-411e-bbd6-439591544982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:51.606377 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a48fcd4-13fc-4166-9f87-4fe229cf3fde req-c84e9198-efdc-411e-bbd6-439591544982 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 1097 time: 0.0398688 Apr 05 19:23:51.647685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a48fcd4-13fc-4166-9f87-4fe229cf3fde req-dd1ac58a-6945-44b5-817d-0a8131a3939d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273573 Apr 05 19:23:52.487609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee866c73-2e08-4aec-897d-ada22a86d7e3 req-987fb4d6-8379-4184-b4de-3eb5815310b2 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:52.488992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee866c73-2e08-4aec-897d-ada22a86d7e3 req-987fb4d6-8379-4184-b4de-3eb5815310b2 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 946 time: 0.0486474 Apr 05 19:23:52.526069 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee866c73-2e08-4aec-897d-ada22a86d7e3 req-bf2f4afc-675b-4e3f-a35b-ae213d02453f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310042 Apr 05 19:23:53.645810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114c1b-2d4c-45a5-9865-7521aaf462e8 req-db122bd6-3e04-4945-850a-9545acb04ab1 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:53.647295 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7114c1b-2d4c-45a5-9865-7521aaf462e8 req-db122bd6-3e04-4945-850a-9545acb04ab1 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 946 time: 0.0488248 Apr 05 19:23:53.688093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7114c1b-2d4c-45a5-9865-7521aaf462e8 req-2952c834-c74a-4986-8ffb-17bb804e842c tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342369 Apr 05 19:23:53.810757 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c8a10-be3a-49ce-834b-fa81812248ed req-eb86bfab-81a0-4df5-9f1b-38889fb0e5b9 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:53.812136 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f4c8a10-be3a-49ce-834b-fa81812248ed req-eb86bfab-81a0-4df5-9f1b-38889fb0e5b9 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 946 time: 0.0489955 Apr 05 19:23:53.850340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f4c8a10-be3a-49ce-834b-fa81812248ed req-9e84a48c-0fde-47cd-85df-59cbdd45ab92 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Apr 05 19:23:55.462357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-c16032c2-d5d5-4248-91ee-e916dd23fabc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430708 Apr 05 19:23:55.550100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-a851520b-33bc-46d1-be97-49ef7f885624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:55.551688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-a851520b-33bc-46d1-be97-49ef7f885624 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2bd2c494ddf47a4adb4a607371e7c41&device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 1097 time: 0.0450718 Apr 05 19:23:55.674605 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-21613f85-eca8-4ebd-ae76-77ea75b7531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:55.676167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-21613f85-eca8-4ebd-ae76-77ea75b7531e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef104ee3-89ba-480e-be07-521a8d673ceb HTTP/1.1" status: 200 len: 916 time: 0.1021576 Apr 05 19:23:55.717566 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-280b4c5d-6aed-4aa6-8681-83fada4cd115 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247d2b0f-989a-4254-8789-c4a916476760 HTTP/1.1" status: 200 len: 217 time: 0.0344403 Apr 05 19:23:55.770910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-189fc8a5-c54a-40e0-a580-e16db1ebe3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:55.772359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-189fc8a5-c54a-40e0-a580-e16db1ebe3e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0edf8d2-9254-4539-abd2-2df5b158f1a5 HTTP/1.1" status: 200 len: 855 time: 0.0486102 Apr 05 19:23:55.816903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-42e68a54-92b7-400e-acf8-cfa431cd29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:23:55.818710 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-42e68a54-92b7-400e-acf8-cfa431cd29a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef104ee3-89ba-480e-be07-521a8d673ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395815 Apr 05 19:23:55.907534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-ab31fbe4-c3ad-4f1a-8432-8f6bc6f191ee service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811760 Apr 05 19:23:56.289605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3761ff54-69cc-4f08-bf08-6bf4bd0cc221 req-0ab39da0-9bd1-47b6-a334-3ea8e98648f0 service neutron] 10.222.0.20 "GET /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762207 Apr 05 19:24:05.384479 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:07.350110 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:09.510113 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25704411-428d-4024-9354-e2e9659d46d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:11.859253 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00134d2b-fb0a-471c-b5a4-13e2a116b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:12.129607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14255627-b0aa-4a92-915b-29e815ef5045 req-ea208769-9395-46d3-99c8-ae602585ec87 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:12.131125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14255627-b0aa-4a92-915b-29e815ef5045 req-ea208769-9395-46d3-99c8-ae602585ec87 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 946 time: 0.0501041 Apr 05 19:24:12.168334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-14255627-b0aa-4a92-915b-29e815ef5045 req-00bfe761-7b25-40f9-9ee5-c3d95e28ce19 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Apr 05 19:24:12.977114 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:13.287588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f9bc9-2e87-4e1e-9893-3156c933ba9e req-10d8856f-6dfe-4e15-a810-147cd68ad7fe tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:13.289034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2f9bc9-2e87-4e1e-9893-3156c933ba9e req-10d8856f-6dfe-4e15-a810-147cd68ad7fe tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 946 time: 0.0471621 Apr 05 19:24:13.329807 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2f9bc9-2e87-4e1e-9893-3156c933ba9e req-c08a77c7-ab88-4c5e-b845-38cb5d3523a7 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/security-groups?id=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348279 Apr 05 19:24:13.746047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-341edc9f-ba20-450e-b0d5-c003307ce106 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:13.747487 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-341edc9f-ba20-450e-b0d5-c003307ce106 tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.20 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 946 time: 0.0478418 Apr 05 19:24:13.835932 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Deleting port 247d2b0f-989a-4254-8789-c4a916476760 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:24:13.836270 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:13.926234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] For port 247d2b0f-989a-4254-8789-c4a916476760, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=247d2b0f-989a-4254-8789-c4a916476760,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:13.926620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:13.938813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Calling delete_port for 247d2b0f-989a-4254-8789-c4a916476760 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:24:14.062675 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:14.081332 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['247d2b0f-989a-4254-8789-c4a916476760'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:24:14.090445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Pushing event deleted for resources: {'Port': ['ID=247d2b0f-989a-4254-8789-c4a916476760,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:14.103783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.103783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.103783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.104032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.104254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.104575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.104913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.105207 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.105529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.105845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.106175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.106512 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:14.142503 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] No DVR routers for this DVR port 247d2b0f-989a-4254-8789-c4a916476760 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:24:14.145196 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:14.148637 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4ca22db9-bfcf-4f4c-af48-c0b9e062ae4f req-117b74e2-951f-430c-892d-9530747f83fd tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.20 "DELETE /v2.0/ports/247d2b0f-989a-4254-8789-c4a916476760 HTTP/1.1" status: 204 len: 173 time: 0.3953762 Apr 05 19:24:14.149088 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812c3357-bd8b-4270-87ee-143003252008', 'name': 'network-vif-deleted', 'tag': '247d2b0f-989a-4254-8789-c4a916476760'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:24:14.151375 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b87567-6bb8-4fc7-a1d2-e125ef6ceca0" -d '{"events": [{"server_uuid": "812c3357-bd8b-4270-87ee-143003252008", "name": "network-vif-deleted", "tag": "247d2b0f-989a-4254-8789-c4a916476760"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:24:14.329010 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de617a36-fff9-472f-b0a9-5f20f1dc2590 x-openstack-request-id: req-de617a36-fff9-472f-b0a9-5f20f1dc2590 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:24:14.329633 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812c3357-bd8b-4270-87ee-143003252008", "name": "network-vif-deleted", "tag": "247d2b0f-989a-4254-8789-c4a916476760", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:24:14.329633 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de617a36-fff9-472f-b0a9-5f20f1dc2590 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:24:14.329946 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de617a36-fff9-472f-b0a9-5f20f1dc2590'] response: {'server_uuid': '812c3357-bd8b-4270-87ee-143003252008', 'name': 'network-vif-deleted', 'tag': '247d2b0f-989a-4254-8789-c4a916476760', 'status': 'completed', 'code': 200} Apr 05 19:24:14.433558 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-34bcc2d1-e8de-4e8d-81bd-e282cf8714f5 req-25856242-9f7e-4fa8-866c-b114238bf02f tempest-TestEncryptedCinderVolumes-4634272 tempest-TestEncryptedCinderVolumes-4634272-project] 10.222.0.15 "GET /v2.0/ports?device_id=812c3357-bd8b-4270-87ee-143003252008 HTTP/1.1" status: 200 len: 210 time: 0.0253429 Apr 05 19:24:14.510994 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:15.031611 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:15.525774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35386) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:15.867493 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:16.113702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Deleting port c483d502-476e-44f5-b66f-7318b3a2dfeb {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:24:16.114036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:16.191882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] For port c483d502-476e-44f5-b66f-7318b3a2dfeb, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=c483d502-476e-44f5-b66f-7318b3a2dfeb,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:16.192235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:16.205540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Calling delete_port for c483d502-476e-44f5-b66f-7318b3a2dfeb owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:24:16.388185 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:16.417873 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c483d502-476e-44f5-b66f-7318b3a2dfeb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:16.582923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:16.794286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Router 2104a8aa-e950-44a5-a353-314ce232611a has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:24:16.897701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:24:16.902714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4f2ab9a8-b4a7-43fa-ab38-b452dbed0c27 admin admin] 10.222.0.15 "PUT /v2.0/routers/2104a8aa-e950-44a5-a353-314ce232611a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3758502 Apr 05 19:24:16.905213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35388) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:16.908724 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] Sync routers for ids ['2104a8aa-e950-44a5-a353-314ce232611a'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:24:16.918276 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] Routers {'2104a8aa-e950-44a5-a353-314ce232611a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:16.918909 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2104a8aa-e950-44a5-a353-314ce232611a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:17.009227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.019631 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] Set router 2104a8aa-e950-44a5-a353-314ce232611a gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:17.111702 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.162700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Deleting port a596e075-966a-43f8-a1cd-4330747f0448 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:24:17.163036 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.195753 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2104a8aa-e950-44a5-a353-314ce232611a', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:24:16Z', 'revision_number': 5, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'gw_port': {'id': 'a596e075-966a-43f8-a1cd-4330747f0448', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2104a8aa-e950-44a5-a353-314ce232611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:17.227022 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] Checking router: 2104a8aa-e950-44a5-a353-314ce232611a for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:24:17.235551 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] Routers {'2104a8aa-e950-44a5-a353-314ce232611a'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:17.236143 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['2104a8aa-e950-44a5-a353-314ce232611a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:17.245184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] For port a596e075-966a-43f8-a1cd-4330747f0448, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a596e075-966a-43f8-a1cd-4330747f0448,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:17.245552 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.258176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Calling delete_port for a596e075-966a-43f8-a1cd-4330747f0448 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:24:17.320161 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] Set router 2104a8aa-e950-44a5-a353-314ce232611a gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:17.370637 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2104a8aa-e950-44a5-a353-314ce232611a', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:24:17Z', 'revision_number': 6, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:17.400054 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5aa831-f933-4d26-9128-622f3c244e69 None None] The sync data for ids ['2104a8aa-e950-44a5-a353-314ce232611a'] in n-d-836650-3 is: [{'id': '2104a8aa-e950-44a5-a353-314ce232611a', 'name': 'tempest-TestEncryptedCinderVolumes-910774100-router', 'tenant_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:22:59Z', 'updated_at': '2022-04-05T19:24:17Z', 'revision_number': 6, 'project_id': 'c2bd2c494ddf47a4adb4a607371e7c41', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:24:17.423549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.441128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 247d2b0f-989a-4254-8789-c4a916476760 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:24:17.456984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a596e075-966a-43f8-a1cd-4330747f0448,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:17.462153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 247d2b0f-989a-4254-8789-c4a916476760 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:24:17.462445 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 247d2b0f-989a-4254-8789-c4a916476760 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:24:17.519063 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.607828 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.610038 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.652469 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.653251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2104a8aa-e950-44a5-a353-314ce232611a {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:24:17.658750 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.659902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f48b564c-10ab-4ed4-8cf1-b8c9c1cc4fa0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2104a8aa-e950-44a5-a353-314ce232611a HTTP/1.1" status: 204 len: 168 time: 0.7537904 Apr 05 19:24:17.662420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35390) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:17.709426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e3caa9-52b7-425f-a464-3308793e5a1e admin admin] Deleting subnet d0edf8d2-9254-4539-abd2-2df5b158f1a5 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:24:17.712329 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2e3caa9-52b7-425f-a464-3308793e5a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.747591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2e3caa9-52b7-425f-a464-3308793e5a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.833004 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2e3caa9-52b7-425f-a464-3308793e5a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.885111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2e3caa9-52b7-425f-a464-3308793e5a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.915894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3caa9-52b7-425f-a464-3308793e5a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0edf8d2-9254-4539-abd2-2df5b158f1a5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:17.922328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2e3caa9-52b7-425f-a464-3308793e5a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:17.928543 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d2e3caa9-52b7-425f-a464-3308793e5a1e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d0edf8d2-9254-4539-abd2-2df5b158f1a5 HTTP/1.1" status: 204 len: 168 time: 0.2651827 Apr 05 19:24:17.928837 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35392) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:17.931517 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a588da-b46d-4272-a1e1-16a016cfe6e2 None None] Network ef104ee3-89ba-480e-be07-521a8d673ceb requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:24:17.949197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c483d502-476e-44f5-b66f-7318b3a2dfeb no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:24:18.002093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: c483d502-476e-44f5-b66f-7318b3a2dfeb {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:24:18.002548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device c483d502-476e-44f5-b66f-7318b3a2dfeb not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:24:18.011296 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.071506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Deleting port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:24:18.071857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.127682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ddaa98-2802-4998-8ec4-546b80f5a87e None None] DHCP port deletion for ef104ee3-89ba-480e-be07-521a8d673ceb request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:24:18.137385 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] For port 9d31daa1-6137-48bf-8ee5-6e50ef8df265, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9d31daa1-6137-48bf-8ee5-6e50ef8df265,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:18.137762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.153239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Calling delete_port for 9d31daa1-6137-48bf-8ee5-6e50ef8df265 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:24:18.180809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-25ddaa98-2802-4998-8ec4-546b80f5a87e None None] Deleting port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:24:18.181176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ddaa98-2802-4998-8ec4-546b80f5a87e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.252975 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-25ddaa98-2802-4998-8ec4-546b80f5a87e None None] For port 9d31daa1-6137-48bf-8ee5-6e50ef8df265, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9d31daa1-6137-48bf-8ee5-6e50ef8df265,segment=NetworkSegment(d91dcea4-3bc8-4f18-bc4c-61d5bf87731a),segment_id=d91dcea4-3bc8-4f18-bc4c-61d5bf87731a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:18.253581 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ddaa98-2802-4998-8ec4-546b80f5a87e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.258853 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.268230 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-25ddaa98-2802-4998-8ec4-546b80f5a87e None None] Calling delete_port for 9d31daa1-6137-48bf-8ee5-6e50ef8df265 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:24:18.291282 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d31daa1-6137-48bf-8ee5-6e50ef8df265,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:18.293496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] No DVR routers for this DVR port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:24:18.320939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.320939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.320939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.320939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.320939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.320939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.320939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.321662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.321662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.321831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.322097 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.322432 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:18.348385 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ddaa98-2802-4998-8ec4-546b80f5a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.383374 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.405985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef104ee3-89ba-480e-be07-521a8d673ceb']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:18.416788 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:18.417003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91dcea4-3bc8-4f18-bc4c-61d5bf87731a') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:18.427464 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.441737 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.448653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:24:18.449078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:24:18.450932 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:24:18.508409 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.524721 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:18.528065 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ef104ee3-89ba-480e-be07-521a8d673ceb HTTP/1.1" status: 204 len: 168 time: 0.5975242 Apr 05 19:24:18.529323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b425cd-6ccc-49f4-a218-16d7f4694139 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef104ee3-89ba-480e-be07-521a8d673ceb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:18.531123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35400) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:18.532721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddaa98-2802-4998-8ec4-546b80f5a87e None None] Pushing event deleted for resources: {'Port': ['ID=9d31daa1-6137-48bf-8ee5-6e50ef8df265,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:18.538886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ddaa98-2802-4998-8ec4-546b80f5a87e None None] No DVR routers for this DVR port 9d31daa1-6137-48bf-8ee5-6e50ef8df265 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:24:18.871247 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:19.106980 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Deleting port 29b63175-3532-4738-9179-0f1a86c0f801 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:24:19.107319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:19.182906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] For port 29b63175-3532-4738-9179-0f1a86c0f801, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=29b63175-3532-4738-9179-0f1a86c0f801,segment=NetworkSegment(85c2713e-3a81-47de-a608-56d83375ee2d),segment_id=85c2713e-3a81-47de-a608-56d83375ee2d)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:19.183186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:19.199644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Calling delete_port for 29b63175-3532-4738-9179-0f1a86c0f801 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:24:19.652318 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:19.678111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Pushing event deleted for resources: {'Port': ['ID=29b63175-3532-4738-9179-0f1a86c0f801,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:19.844929 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:19.901213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a596e075-966a-43f8-a1cd-4330747f0448 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:24:19.921428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a596e075-966a-43f8-a1cd-4330747f0448 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:24:19.921719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a596e075-966a-43f8-a1cd-4330747f0448 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:24:19.922347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9d31daa1-6137-48bf-8ee5-6e50ef8df265 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:24:19.941473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 9d31daa1-6137-48bf-8ee5-6e50ef8df265 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:24:19.941818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9d31daa1-6137-48bf-8ee5-6e50ef8df265 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:24:20.059806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:24:20.165047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:24:20.170541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a2b0e0b4-0308-4af8-aeb3-e121c175701b admin admin] 10.222.0.15 "PUT /v2.0/routers/07f2ce19-ff70-4217-b6e1-9abfc985dc27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6345477 Apr 05 19:24:20.174191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35402) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:20.174324 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] Sync routers for ids ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:24:20.187216 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] Routers {'07f2ce19-ff70-4217-b6e1-9abfc985dc27'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:20.187846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:20.279947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.292933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] Set router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:20.382271 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.435132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Deleting port 69033bc8-606c-4770-a1f6-e89c954321dc {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:24:20.435386 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.476398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:24:19Z', 'revision_number': 5, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'gw_port': {'id': '69033bc8-606c-4770-a1f6-e89c954321dc', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:20.502303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] Checking router: 07f2ce19-ff70-4217-b6e1-9abfc985dc27 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:24:20.510417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] Routers {'07f2ce19-ff70-4217-b6e1-9abfc985dc27'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:20.511024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:20.517023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] For port 69033bc8-606c-4770-a1f6-e89c954321dc, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=69033bc8-606c-4770-a1f6-e89c954321dc,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:20.517388 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.528721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Calling delete_port for 69033bc8-606c-4770-a1f6-e89c954321dc owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:24:20.602611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] Set router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:20.658599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:24:20Z', 'revision_number': 6, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:20.684304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ad863-5884-4b38-beb0-e484930b0893 None None] The sync data for ids ['07f2ce19-ff70-4217-b6e1-9abfc985dc27'] in n-d-836650-3 is: [{'id': '07f2ce19-ff70-4217-b6e1-9abfc985dc27', 'name': 'tempest-TestEncryptedCinderVolumes-872887701-router', 'tenant_id': '01b2c70282df4ea08b97124a5deb8ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:23:04Z', 'updated_at': '2022-04-05T19:24:20Z', 'revision_number': 6, 'project_id': '01b2c70282df4ea08b97124a5deb8ea9', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:24:20.692195 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.719084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=69033bc8-606c-4770-a1f6-e89c954321dc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:20.777177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.868241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.870287 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.914899 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.915412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07f2ce19-ff70-4217-b6e1-9abfc985dc27 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:24:20.921252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:20.923104 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7e43e8d5-4c0a-4da0-a1fe-0b3e43ba2e0d admin admin] 10.222.0.15 "DELETE /v2.0/routers/07f2ce19-ff70-4217-b6e1-9abfc985dc27 HTTP/1.1" status: 204 len: 168 time: 0.7479789 Apr 05 19:24:20.925539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35404) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:20.969692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5677cf0e-8c67-439c-8cd6-e834f7b467e9 admin admin] Deleting subnet e926e864-81bf-4deb-b075-5b32131f4950 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:24:20.972704 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5677cf0e-8c67-439c-8cd6-e834f7b467e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.007746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5677cf0e-8c67-439c-8cd6-e834f7b467e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.092675 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5677cf0e-8c67-439c-8cd6-e834f7b467e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.149840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5677cf0e-8c67-439c-8cd6-e834f7b467e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.175420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677cf0e-8c67-439c-8cd6-e834f7b467e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e926e864-81bf-4deb-b075-5b32131f4950,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:21.179177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5677cf0e-8c67-439c-8cd6-e834f7b467e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.182648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5677cf0e-8c67-439c-8cd6-e834f7b467e9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e926e864-81bf-4deb-b075-5b32131f4950 HTTP/1.1" status: 204 len: 168 time: 0.2558184 Apr 05 19:24:21.184776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35408) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:21.184915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d1e17-6ecd-47c3-8783-525f42a4252f None None] Network 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:24:21.253562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.261228 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:24:21.313521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Deleting port 23950568-af30-4407-b3c1-70c8674dd01a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:24:21.313862 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.376040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] For port 23950568-af30-4407-b3c1-70c8674dd01a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23950568-af30-4407-b3c1-70c8674dd01a,segment=NetworkSegment(85c2713e-3a81-47de-a608-56d83375ee2d),segment_id=85c2713e-3a81-47de-a608-56d83375ee2d)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:21.376340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.388599 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Calling delete_port for 23950568-af30-4407-b3c1-70c8674dd01a owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:24:21.446347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] DHCP port deletion for 82adfe5b-022e-4a9e-bbec-a09dbf5359e9 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:24:21.476159 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.497647 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] Deleting port 23950568-af30-4407-b3c1-70c8674dd01a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:24:21.498072 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.503985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23950568-af30-4407-b3c1-70c8674dd01a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:21.509117 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] No DVR routers for this DVR port 23950568-af30-4407-b3c1-70c8674dd01a on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:24:21.568555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] For port 23950568-af30-4407-b3c1-70c8674dd01a, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:21.569094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.581430 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.582068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] Calling delete_port for 23950568-af30-4407-b3c1-70c8674dd01a owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:24:21.584716 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] Port 23950568-af30-4407-b3c1-70c8674dd01a was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:24:21.585949 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.601993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82adfe5b-022e-4a9e-bbec-a09dbf5359e9']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:21.612853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c2713e-3a81-47de-a608-56d83375ee2d') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:21.613099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c2713e-3a81-47de-a608-56d83375ee2d') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:21.613542 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] No DVR routers for this DVR port 23950568-af30-4407-b3c1-70c8674dd01a on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:24:21.617311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02022151-43e4-4410-a36b-0dd134a482bf None None] Pushing event deleted for resources: {'Port': ['ID=23950568-af30-4407-b3c1-70c8674dd01a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:21.631717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.648074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.654429 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:24:21.655245 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:24:21.657468 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:24:21.713777 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.720345 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:21.723459 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/82adfe5b-022e-4a9e-bbec-a09dbf5359e9 HTTP/1.1" status: 204 len: 168 time: 0.5377047 Apr 05 19:24:21.736338 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3ec4-6a65-478e-8f0a-c93f387faff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82adfe5b-022e-4a9e-bbec-a09dbf5359e9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:21.838834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 29b63175-3532-4738-9179-0f1a86c0f801 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:24:21.861262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 29b63175-3532-4738-9179-0f1a86c0f801 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:24:21.861607 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 29b63175-3532-4738-9179-0f1a86c0f801 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:24:21.862021 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 69033bc8-606c-4770-a1f6-e89c954321dc no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:24:21.883530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 69033bc8-606c-4770-a1f6-e89c954321dc {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:24:21.883979 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 69033bc8-606c-4770-a1f6-e89c954321dc not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:24:21.884407 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23950568-af30-4407-b3c1-70c8674dd01a no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:24:21.909354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 23950568-af30-4407-b3c1-70c8674dd01a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:24:21.909692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23950568-af30-4407-b3c1-70c8674dd01a not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:24:21.937148 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35412) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:21.988625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fbbd21c4-8c0b-453c-b869-5d33570a4c24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2bd2c494ddf47a4adb4a607371e7c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481899 Apr 05 19:24:21.991067 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35414) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:22.043272 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9507c8ab-e72e-4aa6-bee4-90828ee0c2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:22.064704 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9507c8ab-e72e-4aa6-bee4-90828ee0c2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:22.116473 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9507c8ab-e72e-4aa6-bee4-90828ee0c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:22.119186 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9507c8ab-e72e-4aa6-bee4-90828ee0c2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:22.120343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9507c8ab-e72e-4aa6-bee4-90828ee0c2ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01d37e1d-2d15-41d1-8ef9-88f70de6e8ea HTTP/1.1" status: 204 len: 168 time: 0.1283870 Apr 05 19:24:22.129223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507c8ab-e72e-4aa6-bee4-90828ee0c2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d37e1d-2d15-41d1-8ef9-88f70de6e8ea,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:22.500800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:22.542730 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dba6d748-e8bb-46c2-b053-182818b0b587 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01b2c70282df4ea08b97124a5deb8ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407152 Apr 05 19:24:22.545250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35422) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:22.601439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6fffd4c-bfad-4f0e-8e5e-7564d079d80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:22.622610 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6fffd4c-bfad-4f0e-8e5e-7564d079d80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:22.669141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6fffd4c-bfad-4f0e-8e5e-7564d079d80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:22.672416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6fffd4c-bfad-4f0e-8e5e-7564d079d80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:22.673600 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b6fffd4c-bfad-4f0e-8e5e-7564d079d80c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/976cbcd7-26a3-4993-8b93-7a9f2c7b35c7 HTTP/1.1" status: 204 len: 168 time: 0.1274514 Apr 05 19:24:22.681542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fffd4c-bfad-4f0e-8e5e-7564d079d80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976cbcd7-26a3-4993-8b93-7a9f2c7b35c7,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:23.331288 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35444) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:23.425807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1418752104-network', 'tenant_id': '0e68279e324442fdbc2b019226f3512c'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:24:23.444811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Made reservation on behalf of 0e68279e324442fdbc2b019226f3512c for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:24:23.447122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.455207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.528236 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.533581 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.561798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:24:23.569312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d189c9-e669-4c89-bd58-bd697adfe237,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:23.575901 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.576287 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Added segment d080d125-d799-4fa0-b2b2-c26f41492e4f of type vlan for network 2b46d41f-bb2e-49ba-be8c-6715f29c627a Apr 05 19:24:23.619080 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.642907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.643898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:23.644579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.698559 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3659949 Apr 05 19:24:23.701487 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35448) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:23.705416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd9449-ed50-45c7-a56e-e2ad100996c8 admin admin] Pushing event updated for resources: {'Network': ['ID=2b46d41f-bb2e-49ba-be8c-6715f29c627a,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:23.706530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Request body: {'subnet': {'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1418752104-subnet', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:24:23.715009 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 2b46d41f-bb2e-49ba-be8c-6715f29c627a details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:24:23.730444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Made reservation on behalf of 0e68279e324442fdbc2b019226f3512c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:24:23.733520 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.910075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:23.964577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:23.974157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Checking segment: {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:24:23.974540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Network hostable DHCP agents. Network: 2b46d41f-bb2e-49ba-be8c-6715f29c627a, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:24:23.990364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Network 2b46d41f-bb2e-49ba-be8c-6715f29c627a is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:24:23.998592 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 2b46d41f-bb2e-49ba-be8c-6715f29c627a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:24.002972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:24.004062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.007488 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a15f1d-707c-4535-ad66-bc0d573713ce None None] Network 2b46d41f-bb2e-49ba-be8c-6715f29c627a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:24:24.020373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-651de18b-97c1-44f2-a814-36b3e478d59d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3177872 Apr 05 19:24:24.023692 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35450) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:24.027908 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:24:24.047075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.048071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.099286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.158004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:24:24.158931 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.239440 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.300199 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Allocated IP 172.20.0.2 (2b46d41f-bb2e-49ba-be8c-6715f29c627a/4530f50f-9a7a-4cc7-9cd7-df26334f5ad3/2e6fa867-7edf-4152-a812-44d0440c1aa0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:24:24.435824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.443442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.449010 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.454625 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.483035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Network 2b46d41f-bb2e-49ba-be8c-6715f29c627a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:24:24.489586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:24.491938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:24:24.503766 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Pushing event updated for resources: {'Port': ['ID=2e6fa867-7edf-4152-a812-44d0440c1aa0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:24.551638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Attempting to bind port 2e6fa867-7edf-4152-a812-44d0440c1aa0 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:24:24.552000 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Attempting to bind port 2e6fa867-7edf-4152-a812-44d0440c1aa0 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:24:24.552356 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Attempting to bind port 2e6fa867-7edf-4152-a812-44d0440c1aa0 on network 2b46d41f-bb2e-49ba-be8c-6715f29c627a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:24:24.557116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:24:24.557518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Checking segment: {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:24:24.557955 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.558299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Allocated IP 172.25.4.212 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/0cff7db9-b070-4daf-942a-260ca7846572) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:24:24.558447 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Bound using segment: {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:24:24.558776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Bound port: 2e6fa867-7edf-4152-a812-44d0440c1aa0, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:24:24.559144 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.623895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] For port 2e6fa867-7edf-4152-a812-44d0440c1aa0, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:24:24.628057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] For port 2e6fa867-7edf-4152-a812-44d0440c1aa0, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2e6fa867-7edf-4152-a812-44d0440c1aa0,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:24:24.632384 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.673572 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.692141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dec325-d65e-4ea4-a794-d69259f2cf80 None None] Pushing event updated for resources: {'Port': ['ID=2e6fa867-7edf-4152-a812-44d0440c1aa0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:24.710146 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:24.751738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:24:24.754763 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:24.759422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:24:24.764821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0cff7db9-b070-4daf-942a-260ca7846572,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:25.032137 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:25.223153 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:25.353638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Router c6cafaa3-d041-4cde-b2a6-abd7307672fe is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:24:25.462141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:24:25.471634 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Sync routers for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:24:25.481932 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:25.482573 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:25.486823 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:25.488250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-249c9d36-b32e-4e38-97cd-7b37a0d7a9b0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4635801 Apr 05 19:24:25.489856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35452) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:25.583208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416b953-5a7a-4550-bde1-5beb48448109 None None] Network 2b46d41f-bb2e-49ba-be8c-6715f29c627a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:24:25.593163 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:25.705105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-151f0bdc-1ec4-45b5-9a89-670886e4f22f None None] Provisioning complete for port 2e6fa867-7edf-4152-a812-44d0440c1aa0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:25.705762 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-151f0bdc-1ec4-45b5-9a89-670886e4f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:25.786364 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:24Z', 'revision_number': 3, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:25.819496 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Checking router: c6cafaa3-d041-4cde-b2a6-abd7307672fe for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:24:25.819841 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Updating router c6cafaa3-d041-4cde-b2a6-abd7307672fe port 0cff7db9-b070-4daf-942a-260ca7846572 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:24:25.822599 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-151f0bdc-1ec4-45b5-9a89-670886e4f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:25.852509 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:25.875512 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-151f0bdc-1ec4-45b5-9a89-670886e4f22f None None] For port 2e6fa867-7edf-4152-a812-44d0440c1aa0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2e6fa867-7edf-4152-a812-44d0440c1aa0,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:25.882063 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-151f0bdc-1ec4-45b5-9a89-670886e4f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:25.961587 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:25.967210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f0bdc-1ec4-45b5-9a89-670886e4f22f None None] Pushing event updated for resources: {'Port': ['ID=2e6fa867-7edf-4152-a812-44d0440c1aa0,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:26.023685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2e6fa867-7edf-4152-a812-44d0440c1aa0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:26.107166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2e6fa867-7edf-4152-a812-44d0440c1aa0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:26.107531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.134783 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-8036a989-f27e-4793-b8e9-590416000be2 None None] Provisioning complete for port 2e6fa867-7edf-4152-a812-44d0440c1aa0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:26.134996 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8036a989-f27e-4793-b8e9-590416000be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.151349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Allocated IP 172.20.0.1 (2b46d41f-bb2e-49ba-be8c-6715f29c627a/4530f50f-9a7a-4cc7-9cd7-df26334f5ad3/d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:24:26.160049 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.167583 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.228848 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Attempting to bind port 0cff7db9-b070-4daf-942a-260ca7846572 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:24:26.229198 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Attempting to bind port 0cff7db9-b070-4daf-942a-260ca7846572 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:24:26.229555 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Attempting to bind port 0cff7db9-b070-4daf-942a-260ca7846572 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:24:26.231597 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Pushing event updated for resources: {'Port': ['ID=0cff7db9-b070-4daf-942a-260ca7846572,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:26.243753 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:24:26.243952 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:24:26.244286 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.244668 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:24:26.245363 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Bound port: 0cff7db9-b070-4daf-942a-260ca7846572, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:24:26.245500 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.247684 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.248019 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.248346 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.248668 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.248987 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.249307 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.249621 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.250740 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.250950 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.251274 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.251925 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.252257 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:26.280642 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.316879 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.360399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Network 2b46d41f-bb2e-49ba-be8c-6715f29c627a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:24:26.363582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:26.367251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:24:26.392188 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Pushing event updated for resources: {'Port': ['ID=d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:26.410873 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.421053 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] For port 0cff7db9-b070-4daf-942a-260ca7846572, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:24:26.424440 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] For port 0cff7db9-b070-4daf-942a-260ca7846572, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0cff7db9-b070-4daf-942a-260ca7846572,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:24:26.429654 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.485107 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:26.485845 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:26.530427 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3193b25-d0a3-4bb1-808a-cbe151c4d67b None None] Pushing event updated for resources: {'Port': ['ID=0cff7db9-b070-4daf-942a-260ca7846572,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:26.554640 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.592018 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a79959d3-bb91-4128-a9e8-86ce847de85d None None] Provisioning complete for port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:26.592566 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a79959d3-bb91-4128-a9e8-86ce847de85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.606331 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:26.628583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a79959d3-bb91-4128-a9e8-86ce847de85d None None] Port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:24:26.725919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.731215 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.788626 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:24Z', 'revision_number': 3, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:26.794919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Pushing event updated for resources: {'Port': ['ID=d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:26.800006 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:26.819180 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06971d4-8fd2-4f8b-942e-f61f58c78f19 None None] The sync data for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 is: [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:24Z', 'revision_number': 3, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:24:26.895995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Network 2b46d41f-bb2e-49ba-be8c-6715f29c627a is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:24:26.897418 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:27.033608 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Router c6cafaa3-d041-4cde-b2a6-abd7307672fe has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:24:27.161061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:24:27.163993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9238c455-82ce-4629-abb9-98bf31171708 None None] Provisioning complete for port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:27.164473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9238c455-82ce-4629-abb9-98bf31171708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:27.169652 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-14b866ac-2648-49e7-b674-ce8cf40aaadd admin admin] 10.222.0.15 "PUT /v2.0/routers/c6cafaa3-d041-4cde-b2a6-abd7307672fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785598 Apr 05 19:24:27.204803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9238c455-82ce-4629-abb9-98bf31171708 None None] Port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:24:27.660466 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35468) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:27.665403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1249650943-network', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:24:27.684559 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Made reservation on behalf of f7c02e2d6b384d6cb640f1d0340b3790 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:24:27.686932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:27.695473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:27.771810 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:27.775504 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:27.800493 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:24:27.809378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dfe5e8-788c-4e60-bceb-ecb09334b18b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:27.816547 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:27.816963 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Added segment 6bb24de3-c01f-4ffe-860b-14e5ed7cd11b of type vlan for network f7b0be42-7a58-465e-80c5-a5d5dd248087 Apr 05 19:24:27.859433 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:27.885617 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:27.886832 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:27.887286 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:27.941292 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2796731 Apr 05 19:24:27.944495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35470) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:27.950212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Request body: {'subnet': {'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1249650943-subnet', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:24:27.955310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c92774-e639-402d-9dea-ebe218b9fb33 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b0be42-7a58-465e-80c5-a5d5dd248087,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:27.966374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network f7b0be42-7a58-465e-80c5-a5d5dd248087 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:24:27.985032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Made reservation on behalf of f7c02e2d6b384d6cb640f1d0340b3790 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:24:27.990747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.031041 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2e6fa867-7edf-4152-a812-44d0440c1aa0 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:28.089940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2e6fa867-7edf-4152-a812-44d0440c1aa0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:28.090782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.170595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0cff7db9-b070-4daf-942a-260ca7846572 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:28.181127 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.222993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0cff7db9-b070-4daf-942a-260ca7846572 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:28.223523 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.238488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:28.247782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Checking segment: {'id': '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:24:28.247782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Network hostable DHCP agents. Network: f7b0be42-7a58-465e-80c5-a5d5dd248087, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:24:28.267481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Network f7b0be42-7a58-465e-80c5-a5d5dd248087 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:24:28.277989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, f7b0be42-7a58-465e-80c5-a5d5dd248087) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:28.285854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:28.286543 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.295378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9437964-6004-45ca-a098-102f0bb1fe93 None None] Network f7b0be42-7a58-465e-80c5-a5d5dd248087 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:24:28.301957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-743da699-2040-49da-a127-870453e8cca1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3558526 Apr 05 19:24:28.304636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35472) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:28.309354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:24:28.337029 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.338010 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.349727 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.362779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Sync routers for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:24:28.393110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 0cff7db9-b070-4daf-942a-260ca7846572, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0cff7db9-b070-4daf-942a-260ca7846572,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:28.394321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.403565 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.410014 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:28.410656 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:28.539488 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.724666 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=0cff7db9-b070-4daf-942a-260ca7846572,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:28.763924 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-f7b0be42-7a58-465e-80c5-a5d5dd248087', 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'fixed_ips': [{'subnet_id': '17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:24:28.764803 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:28.787107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:29.044722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Allocated IP 172.20.0.2 (f7b0be42-7a58-465e-80c5-a5d5dd248087/17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe/e3b094c2-6667-4b71-9e0f-36fabfed1283) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:24:29.083252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.102939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.172315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3bebd8a-cd79-475d-b71e-0c4f9d7a1aae', 'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'mac_address': 'fa:16:3e:08:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:25Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 2, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'subnets': [{'id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:29.205926 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Allocated IP 172.25.4.229 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/9248b848-6b11-4e46-b665-15fffc9b162c) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:24:29.215197 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Checking router: c6cafaa3-d041-4cde-b2a6-abd7307672fe for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:24:29.215541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Updating router c6cafaa3-d041-4cde-b2a6-abd7307672fe port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:24:29.267875 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.289918 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.312945 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.315680 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.347959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.383916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:24:29.390150 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:29.393170 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:24:29.411855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Network f7b0be42-7a58-465e-80c5-a5d5dd248087 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:24:29.418313 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Pushing event updated for resources: {'Port': ['ID=9248b848-6b11-4e46-b665-15fffc9b162c,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:29.419899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:29.430388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:24:29.435328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Pushing event updated for resources: {'Port': ['ID=e3b094c2-6667-4b71-9e0f-36fabfed1283,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:29.537259 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Attempting to bind port e3b094c2-6667-4b71-9e0f-36fabfed1283 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:24:29.537622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Attempting to bind port e3b094c2-6667-4b71-9e0f-36fabfed1283 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:24:29.537977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Attempting to bind port e3b094c2-6667-4b71-9e0f-36fabfed1283 on network f7b0be42-7a58-465e-80c5-a5d5dd248087 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:24:29.549264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:24:29.549552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Checking segment: {'id': '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:24:29.549970 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.550429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Bound using segment: {'id': '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:24:29.551004 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Bound port: e3b094c2-6667-4b71-9e0f-36fabfed1283, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:24:29.551351 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.653257 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.654702 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] For port e3b094c2-6667-4b71-9e0f-36fabfed1283, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:24:29.684735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] For port e3b094c2-6667-4b71-9e0f-36fabfed1283, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e3b094c2-6667-4b71-9e0f-36fabfed1283,segment=NetworkSegment(6bb24de3-c01f-4ffe-860b-14e5ed7cd11b),segment_id=6bb24de3-c01f-4ffe-860b-14e5ed7cd11b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:24:29.690236 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.731099 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.743929 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.775919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86acca-bee8-4ecf-a357-e4def6a8aaf1 None None] Pushing event updated for resources: {'Port': ['ID=e3b094c2-6667-4b71-9e0f-36fabfed1283,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:29.867321 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a87c7-72b3-4fa5-a529-8bb21d1b096c None None] Pushing event updated for resources: {'Port': ['ID=d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:29.874295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Attempting to bind port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:24:29.875304 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Attempting to bind port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:24:29.875849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Attempting to bind port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae on network 2b46d41f-bb2e-49ba-be8c-6715f29c627a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:24:29.881651 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:24:29.882254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Checking segment: {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:24:29.882680 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.883062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Bound using segment: {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:24:29.883524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Bound port: d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:24:29.883896 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.887585 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:29.999758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0cff7db9-b070-4daf-942a-260ca7846572 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:30.039762 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] For port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:24:30.059148 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] For port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:24:30.069079 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:30.091335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:24:30.132139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:30.132787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:30.198518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0cff7db9-b070-4daf-942a-260ca7846572 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:30.198780 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:30.203959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a87c7-72b3-4fa5-a529-8bb21d1b096c None None] Pushing event updated for resources: {'Port': ['ID=d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:30.228416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:24:30.241794 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Sync routers for ids ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:24:30.257556 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Routers {'6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:30.258211 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:30.260207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:30.261869 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e0531d13-5adf-48e8-ab0a-254d8a492d39 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9559417 Apr 05 19:24:30.262311 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b54b2dd3-10f7-4b16-b663-3ad493e42cc5 None None] Provisioning complete for port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:30.262710 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54b2dd3-10f7-4b16-b663-3ad493e42cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:30.264477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35474) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:24:30.364931 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:30.391705 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Set router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:30.547419 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54b2dd3-10f7-4b16-b663-3ad493e42cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:30.586435 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:28Z', 'updated_at': '2022-04-05T19:24:29Z', 'revision_number': 3, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'gw_port': {'id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:29Z', 'updated_at': '2022-04-05T19:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:30.616629 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Checking router: 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:24:30.617359 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Updating router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 port 9248b848-6b11-4e46-b665-15fffc9b162c binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:24:30.653855 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:30.751200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:30.792235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b54b2dd3-10f7-4b16-b663-3ad493e42cc5 None None] For port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:30.830436 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54b2dd3-10f7-4b16-b663-3ad493e42cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:30.897944 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3bebd8a-cd79-475d-b71e-0c4f9d7a1aae', 'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'mac_address': 'fa:16:3e:08:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:25Z', 'updated_at': '2022-04-05T19:24:30Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'subnets': [{'id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:30.900063 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b2dd3-10f7-4b16-b663-3ad493e42cc5 None None] Pushing event updated for resources: {'Port': ['ID=d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:30.932158 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ec39d-4aab-413d-bd26-11bb7011d421 None None] The sync data for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 is: [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3bebd8a-cd79-475d-b71e-0c4f9d7a1aae', 'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'mac_address': 'fa:16:3e:08:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:25Z', 'updated_at': '2022-04-05T19:24:30Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'subnets': [{'id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:24:30.955527 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Allocated IP 172.20.0.1 (f7b0be42-7a58-465e-80c5-a5d5dd248087/17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe/603af923-d4e4-4315-95d6-52d8cc980fde) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:24:30.963375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5e1f67d1-97c7-43b8-a5af-24343a8b82c8 None None] Provisioning complete for port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:30.964708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e1f67d1-97c7-43b8-a5af-24343a8b82c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.039947 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.049589 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.094459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb196b18-c4dc-4910-8185-4e2431075150 None None] Network f7b0be42-7a58-465e-80c5-a5d5dd248087 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:24:31.115861 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Attempting to bind port 9248b848-6b11-4e46-b665-15fffc9b162c on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:24:31.116230 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Attempting to bind port 9248b848-6b11-4e46-b665-15fffc9b162c by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:24:31.116589 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Attempting to bind port 9248b848-6b11-4e46-b665-15fffc9b162c on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:24:31.129639 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:24:31.130011 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:24:31.130679 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.130831 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:24:31.131269 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Bound port: 9248b848-6b11-4e46-b665-15fffc9b162c, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:24:31.131645 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.148467 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.188750 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee113c-7294-4738-93c6-e6947b2ecaae None None] Pushing event updated for resources: {'Port': ['ID=9248b848-6b11-4e46-b665-15fffc9b162c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:31.196040 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.212560 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] For port 9248b848-6b11-4e46-b665-15fffc9b162c, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:24:31.217301 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] For port 9248b848-6b11-4e46-b665-15fffc9b162c, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9248b848-6b11-4e46-b665-15fffc9b162c,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:24:31.223096 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.274210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Network f7b0be42-7a58-465e-80c5-a5d5dd248087 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:24:31.276217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:31.278637 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:24:31.289831 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Routers {'6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:31.290373 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:31.292929 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3206be5c-9db0-4c3a-abcd-d5707a1df015 None None] Provisioning complete for port e3b094c2-6667-4b71-9e0f-36fabfed1283 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:31.293409 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3206be5c-9db0-4c3a-abcd-d5707a1df015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.314464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Pushing event updated for resources: {'Port': ['ID=603af923-d4e4-4315-95d6-52d8cc980fde,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:31.329075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.335577 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee113c-7294-4738-93c6-e6947b2ecaae None None] Pushing event updated for resources: {'Port': ['ID=9248b848-6b11-4e46-b665-15fffc9b162c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:31.437452 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] Set router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:31.447408 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3206be5c-9db0-4c3a-abcd-d5707a1df015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.515103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3206be5c-9db0-4c3a-abcd-d5707a1df015 None None] For port e3b094c2-6667-4b71-9e0f-36fabfed1283, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e3b094c2-6667-4b71-9e0f-36fabfed1283,segment=NetworkSegment(6bb24de3-c01f-4ffe-860b-14e5ed7cd11b),segment_id=6bb24de3-c01f-4ffe-860b-14e5ed7cd11b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:31.525297 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3206be5c-9db0-4c3a-abcd-d5707a1df015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.550541 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.599823 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206be5c-9db0-4c3a-abcd-d5707a1df015 None None] Pushing event updated for resources: {'Port': ['ID=e3b094c2-6667-4b71-9e0f-36fabfed1283,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:31.649257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dc4fb0b6-577e-4114-b187-768759931e75 None None] Provisioning complete for port e3b094c2-6667-4b71-9e0f-36fabfed1283 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:31.649551 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb0b6-577e-4114-b187-768759931e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.706819 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:28Z', 'updated_at': '2022-04-05T19:24:29Z', 'revision_number': 3, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'gw_port': {'id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:29Z', 'updated_at': '2022-04-05T19:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:31.818925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dc4fb0b6-577e-4114-b187-768759931e75 None None] Provisioning complete for port 603af923-d4e4-4315-95d6-52d8cc980fde triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:31.819292 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb0b6-577e-4114-b187-768759931e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.825914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.831801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.844103 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416429f-7cf6-4dbc-85d8-66ca4cbd5267 None None] The sync data for ids ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'] in n-d-836650-3 is: [{'id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:28Z', 'updated_at': '2022-04-05T19:24:29Z', 'revision_number': 3, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'gw_port': {'id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:29Z', 'updated_at': '2022-04-05T19:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:24:31.886035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dc4fb0b6-577e-4114-b187-768759931e75 None None] Port 603af923-d4e4-4315-95d6-52d8cc980fde cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:24:31.918179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:31.921154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Pushing event updated for resources: {'Port': ['ID=603af923-d4e4-4315-95d6-52d8cc980fde,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:32.009326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3c7e7229-06a6-49c6-b6c4-9923b6b947b1 None None] Provisioning complete for port 603af923-d4e4-4315-95d6-52d8cc980fde triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:32.010008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7e7229-06a6-49c6-b6c4-9923b6b947b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:32.042263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Network f7b0be42-7a58-465e-80c5-a5d5dd248087 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:24:32.043906 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:32.055125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e3b094c2-6667-4b71-9e0f-36fabfed1283 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:32.122076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e7229-06a6-49c6-b6c4-9923b6b947b1 None None] Port 603af923-d4e4-4315-95d6-52d8cc980fde cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:24:32.141109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port e3b094c2-6667-4b71-9e0f-36fabfed1283 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:32.141494 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:32.233344 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:24:32.293698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:32.367570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:32.368022 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:32.391209 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:24:32.403870 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-42159f7e-dc9d-409f-9f6a-f8861075ecfb admin admin] 10.222.0.15 "PUT /v2.0/routers/6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1310019 Apr 05 19:24:32.481653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-01843e1a-0963-4807-ac5f-2697b59aa5c2 None None] Provisioning complete for port 603af923-d4e4-4315-95d6-52d8cc980fde triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:32.482642 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01843e1a-0963-4807-ac5f-2697b59aa5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:32.526065 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-01843e1a-0963-4807-ac5f-2697b59aa5c2 None None] Port 603af923-d4e4-4315-95d6-52d8cc980fde cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:24:33.985213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9248b848-6b11-4e46-b665-15fffc9b162c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:34.044400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9248b848-6b11-4e46-b665-15fffc9b162c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:34.044600 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:34.150613 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:34.178322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 9248b848-6b11-4e46-b665-15fffc9b162c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9248b848-6b11-4e46-b665-15fffc9b162c,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:34.184549 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:34.245155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=9248b848-6b11-4e46-b665-15fffc9b162c,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:34.486071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Sync routers for ids ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:24:34.512637 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Routers {'6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:34.513389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:34.627905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Set router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:34.859295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:28Z', 'updated_at': '2022-04-05T19:24:31Z', 'revision_number': 4, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'gw_port': {'id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:29Z', 'updated_at': '2022-04-05T19:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '603af923-d4e4-4315-95d6-52d8cc980fde', 'name': '', 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'mac_address': 'fa:16:3e:49:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:30Z', 'updated_at': '2022-04-05T19:24:31Z', 'revision_number': 2, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'subnets': [{'id': '17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:34.887217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Checking router: 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:24:34.887435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Updating router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 port 603af923-d4e4-4315-95d6-52d8cc980fde binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:24:34.916544 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.208590 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.224083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.328741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e8a63-3694-472a-bb38-b3496795193b None None] Pushing event updated for resources: {'Port': ['ID=603af923-d4e4-4315-95d6-52d8cc980fde,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:35.350182 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Attempting to bind port 603af923-d4e4-4315-95d6-52d8cc980fde on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:24:35.350598 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Attempting to bind port 603af923-d4e4-4315-95d6-52d8cc980fde by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:24:35.350958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Attempting to bind port 603af923-d4e4-4315-95d6-52d8cc980fde on network f7b0be42-7a58-465e-80c5-a5d5dd248087 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:24:35.357888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:24:35.358260 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Checking segment: {'id': '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:24:35.358709 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.359663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Bound using segment: {'id': '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:24:35.360174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Bound port: 603af923-d4e4-4315-95d6-52d8cc980fde, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:24:35.360535 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.464748 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.465957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] For port 603af923-d4e4-4315-95d6-52d8cc980fde, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:24:35.469837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] For port 603af923-d4e4-4315-95d6-52d8cc980fde, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=603af923-d4e4-4315-95d6-52d8cc980fde,segment=NetworkSegment(6bb24de3-c01f-4ffe-860b-14e5ed7cd11b),segment_id=6bb24de3-c01f-4ffe-860b-14e5ed7cd11b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:24:35.481517 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.543297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Routers {'6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:24:35.543921 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:24:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:35.591361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e8a63-3694-472a-bb38-b3496795193b None None] Pushing event updated for resources: {'Port': ['ID=603af923-d4e4-4315-95d6-52d8cc980fde,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:35.619389 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0d6ed5d0-ecab-4f98-8378-2d0fd15ac51d None None] Provisioning complete for port 603af923-d4e4-4315-95d6-52d8cc980fde triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:35.619389 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed5d0-ecab-4f98-8378-2d0fd15ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.721484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] Set router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:24:35.834144 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed5d0-ecab-4f98-8378-2d0fd15ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.929243 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0d6ed5d0-ecab-4f98-8378-2d0fd15ac51d None None] For port 603af923-d4e4-4315-95d6-52d8cc980fde, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=603af923-d4e4-4315-95d6-52d8cc980fde,segment=NetworkSegment(6bb24de3-c01f-4ffe-860b-14e5ed7cd11b),segment_id=6bb24de3-c01f-4ffe-860b-14e5ed7cd11b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:35.954512 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed5d0-ecab-4f98-8378-2d0fd15ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:35.963500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9248b848-6b11-4e46-b665-15fffc9b162c up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:36.245958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ed5d0-ecab-4f98-8378-2d0fd15ac51d None None] Pushing event updated for resources: {'Port': ['ID=603af923-d4e4-4315-95d6-52d8cc980fde,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:36.267415 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-33d60b7a-1c34-4ca6-8432-d4c0ee5770e6 None None] Provisioning complete for port 603af923-d4e4-4315-95d6-52d8cc980fde triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:36.267783 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33d60b7a-1c34-4ca6-8432-d4c0ee5770e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:36.272802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 9248b848-6b11-4e46-b665-15fffc9b162c triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:36.273206 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:36.325200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:28Z', 'updated_at': '2022-04-05T19:24:31Z', 'revision_number': 4, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'gw_port': {'id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:29Z', 'updated_at': '2022-04-05T19:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '603af923-d4e4-4315-95d6-52d8cc980fde', 'name': '', 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'mac_address': 'fa:16:3e:49:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:30Z', 'updated_at': '2022-04-05T19:24:35Z', 'revision_number': 4, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'subnets': [{'id': '17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:24:36.371424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f38a90-cacb-4802-b81b-321e537cf284 None None] The sync data for ids ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'] in n-d-836650-3 is: [{'id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:28Z', 'updated_at': '2022-04-05T19:24:31Z', 'revision_number': 4, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'gw_port': {'id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:29Z', 'updated_at': '2022-04-05T19:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '603af923-d4e4-4315-95d6-52d8cc980fde', 'name': '', 'network_id': 'f7b0be42-7a58-465e-80c5-a5d5dd248087', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'mac_address': 'fa:16:3e:49:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:30Z', 'updated_at': '2022-04-05T19:24:35Z', 'revision_number': 4, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'subnets': [{'id': '17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:24:37.365310 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:37.992895 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 603af923-d4e4-4315-95d6-52d8cc980fde up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:38.072164 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 603af923-d4e4-4315-95d6-52d8cc980fde triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:38.072812 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:39.521882 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4efe5892-5ef7-40cd-bddc-28da9c2edd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:41.857154 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4aad3234-e3ed-4b33-9bdc-1d0dcb21fcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:42.868346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-a6854ea4-bd90-4fd4-a2e3-c2a617590fa8 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:42.869794 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-a6854ea4-bd90-4fd4-a2e3-c2a617590fa8 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/networks?id=2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 200 len: 815 time: 0.3834767 Apr 05 19:24:42.884821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-d38da502-223d-4e00-be4c-5d3b37666553 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/quotas/0e68279e324442fdbc2b019226f3512c HTTP/1.1" status: 200 len: 375 time: 0.0088239 Apr 05 19:24:42.935761 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-1db6d6d4-c603-475d-a773-377a370036da tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e68279e324442fdbc2b019226f3512c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456665 Apr 05 19:24:42.981084 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:43.033277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-6fa5dc68-7ffe-40ab-8bc6-39a4f16c59b6 service neutron] 10.222.0.15 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857046 Apr 05 19:24:43.120347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-5df3db8d-0f5b-45cd-9d1f-cf663769930e service neutron] 10.222.0.15 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808642 Apr 05 19:24:43.286075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa227885-2537-4969-9942-d48d055bb269 req-efbe3294-002b-4379-ad67-c1241034f351 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 210 time: 0.0274241 Apr 05 19:24:44.286797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-71358f41-d240-4e2e-9ca1-85dae35d87e1 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:44.288522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-71358f41-d240-4e2e-9ca1-85dae35d87e1 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.20 "GET /v2.0/networks?id=2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 200 len: 815 time: 0.1068101 Apr 05 19:24:44.302853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'port': {'device_id': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'admin_state_up': True, 'tenant_id': '0e68279e324442fdbc2b019226f3512c'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:24:44.392018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e78ab462-dde1-4675-a430-7f32e6884f6a req-6bf97090-7cde-419f-b2b7-3debb3e46329 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 210 time: 0.0378077 Apr 05 19:24:44.450858 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Made reservation on behalf of 0e68279e324442fdbc2b019226f3512c for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:24:44.454137 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:44.521367 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:44.604645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Allocated IP 172.20.0.9 (2b46d41f-bb2e-49ba-be8c-6715f29c627a/4530f50f-9a7a-4cc7-9cd7-df26334f5ad3/69f7d365-1fd8-41f8-ba9a-9059e58e0392) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:24:44.815804 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:44.854642 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:44.899564 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Network 2b46d41f-bb2e-49ba-be8c-6715f29c627a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:24:44.906323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:24:44.910534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:24:44.948743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'Port': ['ID=69f7d365-1fd8-41f8-ba9a-9059e58e0392,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:44.984610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:44.985636 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:45.015831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-2cf317d1-8a8e-4ad2-9ff2-738cb876ea81 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7164831 Apr 05 19:24:45.047780 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:45.187492 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-de8f898f-3079-4615-9e94-fa6b319c7bef None None] Provisioning complete for port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:45.187794 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de8f898f-3079-4615-9e94-fa6b319c7bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:45.236757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-de8f898f-3079-4615-9e94-fa6b319c7bef None None] Port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:24:45.520834 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e87ef-fe30-4455-b0e3-75b15c37bc5d req-488cec87-364e-4b79-ac9a-4375a0783946 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:45.522612 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d0e87ef-fe30-4455-b0e3-75b15c37bc5d req-488cec87-364e-4b79-ac9a-4375a0783946 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 931 time: 0.0557818 Apr 05 19:24:45.566440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d0e87ef-fe30-4455-b0e3-75b15c37bc5d req-475b5f95-a76b-449f-97bf-6f22b228822a tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371909 Apr 05 19:24:46.689454 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37462e0d-df63-4248-b6a3-82e91b807168 req-3f2eb8d3-62a8-4449-bea5-111638398751 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:46.691904 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37462e0d-df63-4248-b6a3-82e91b807168 req-3f2eb8d3-62a8-4449-bea5-111638398751 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 931 time: 0.0539241 Apr 05 19:24:46.735460 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-37462e0d-df63-4248-b6a3-82e91b807168 req-5b5007d8-8a18-46f5-9048-a2449fad92c5 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365000 Apr 05 19:24:47.858717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7d276-22a3-4e0c-a3de-5db4c6632078 req-b1be88de-e21c-4e72-991f-c8aefb40fad8 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:47.860545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9c7d276-22a3-4e0c-a3de-5db4c6632078 req-b1be88de-e21c-4e72-991f-c8aefb40fad8 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 931 time: 0.0548754 Apr 05 19:24:47.912166 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9c7d276-22a3-4e0c-a3de-5db4c6632078 req-cce3cd07-dfe4-4ad3-a5e9-524db0fbfe71 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454423 Apr 05 19:24:49.037026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38be1b-6c94-4286-a95a-8e3e879d1be0 req-dc538db9-65fa-42df-8cba-496001a1d344 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:49.038573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc38be1b-6c94-4286-a95a-8e3e879d1be0 req-dc538db9-65fa-42df-8cba-496001a1d344 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 931 time: 0.0566936 Apr 05 19:24:49.083448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dc38be1b-6c94-4286-a95a-8e3e879d1be0 req-4dc303ea-19b7-4548-ac32-b70afd9f4ca9 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385146 Apr 05 19:24:50.240797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5efa8c-1217-44d9-9728-55608e46d3c0 req-cd42431a-a03c-4baa-8c8e-bd694216ec3f tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:50.242345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e5efa8c-1217-44d9-9728-55608e46d3c0 req-cd42431a-a03c-4baa-8c8e-bd694216ec3f tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 931 time: 0.0655775 Apr 05 19:24:50.283980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0e5efa8c-1217-44d9-9728-55608e46d3c0 req-d80d3aaf-a9aa-4652-897b-981801e0e195 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356042 Apr 05 19:24:51.408944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366093e-3b38-4ce1-90f5-3c0dfc4dd2c7 req-dd280705-c97a-4c0c-9667-276a032c3a46 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:51.410509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e366093e-3b38-4ce1-90f5-3c0dfc4dd2c7 req-dd280705-c97a-4c0c-9667-276a032c3a46 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 931 time: 0.0514336 Apr 05 19:24:51.457419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e366093e-3b38-4ce1-90f5-3c0dfc4dd2c7 req-5caf4e96-ed38-4813-867f-a66f8731da4f tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Apr 05 19:24:52.395243 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Request body: {'port': {'device_id': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:24:52.448732 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:52.649566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511c608-4a5e-49c9-a456-f83ffc4cc57a req-c230fa1d-8852-4e6d-8931-ad6cd2dbd64f tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:52.651062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e511c608-4a5e-49c9-a456-f83ffc4cc57a req-c230fa1d-8852-4e6d-8931-ad6cd2dbd64f tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 931 time: 0.1009605 Apr 05 19:24:52.720938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e511c608-4a5e-49c9-a456-f83ffc4cc57a req-4e7ce8ca-c267-40b8-9c90-83a99ee2766a tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616839 Apr 05 19:24:52.773628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f7d365-1fd8-41f8-ba9a-9059e58e0392 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:24:52.780801 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:52.792688 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Transition to ACTIVE for port object 69f7d365-1fd8-41f8-ba9a-9059e58e0392 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:24:52.797235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:52.851343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Pushing event updated for resources: {'Port': ['ID=69f7d365-1fd8-41f8-ba9a-9059e58e0392,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:52.921957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Attempting to bind port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:24:52.922490 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Attempting to bind port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:24:52.922822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Attempting to bind port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 on network 2b46d41f-bb2e-49ba-be8c-6715f29c627a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:24:52.927653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 on network 2b46d41f-bb2e-49ba-be8c-6715f29c627a not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:24:52.928168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Attempting to bind port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 on network 2b46d41f-bb2e-49ba-be8c-6715f29c627a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:24:52.932962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:24:52.933421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Checking segment: {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:24:52.933792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Bound using segment: {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:24:52.934202 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Bound port: 69f7d365-1fd8-41f8-ba9a-9059e58e0392, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd080d125-d799-4fa0-b2b2-c26f41492e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:24:52.934610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:53.001906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] For port 69f7d365-1fd8-41f8-ba9a-9059e58e0392, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:24:53.005166 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] For port 69f7d365-1fd8-41f8-ba9a-9059e58e0392, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:24:53.010202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:53.045028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:53.045577 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:53.047720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] 10.222.0.20 "PUT /v2.0/ports/69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 1091 time: 0.6579101 Apr 05 19:24:53.048251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:24:53.050594 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29d9487-f386-4f6c-ad0a-29348ac142d0" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:24:53.088379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76472c1a-96fa-446a-83d3-1a2933f45223 service neutron] Pushing event updated for resources: {'Port': ['ID=69f7d365-1fd8-41f8-ba9a-9059e58e0392,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:53.132709 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01e33b-6943-474c-8e7b-e4ff710b8ef1 x-openstack-request-id: req-ca01e33b-6943-474c-8e7b-e4ff710b8ef1 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:24:53.133117 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:24:53.133439 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca01e33b-6943-474c-8e7b-e4ff710b8ef1 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:24:53.133906 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca01e33b-6943-474c-8e7b-e4ff710b8ef1'] response: {'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'status': 'completed', 'code': 200} Apr 05 19:24:53.150778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-4bb313fe-af1d-4992-822e-8ab136854f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:53.152315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-4bb313fe-af1d-4992-822e-8ab136854f58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e68279e324442fdbc2b019226f3512c&device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1094 time: 0.0523267 Apr 05 19:24:53.205562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-018448f8-bf21-40c5-9273-680839cb1f28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 217 time: 0.0405118 Apr 05 19:24:53.262037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-6a3edfee-bd7c-4119-ac2d-5ca7ca3a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:53.263538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-6a3edfee-bd7c-4119-ac2d-5ca7ca3a0c79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 HTTP/1.1" status: 200 len: 854 time: 0.0479765 Apr 05 19:24:53.311010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-69daaff8-774d-490a-a1b1-ea622e53204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:53.313063 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-69daaff8-774d-490a-a1b1-ea622e53204a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b46d41f-bb2e-49ba-be8c-6715f29c627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393634 Apr 05 19:24:53.407126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-52c20db2-083e-4ba4-ae1e-e71013718711 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852869 Apr 05 19:24:53.498895 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68df0352-7220-4cf7-bf1e-c719e4ecd22f req-49d4b124-a1b7-4e93-a6c6-b4ffe80f92ec service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814021 Apr 05 19:24:53.594636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-faa5764f-b2ed-4609-9ed3-f21c404c8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:53.596121 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-faa5764f-b2ed-4609-9ed3-f21c404c8b42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e68279e324442fdbc2b019226f3512c&device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1094 time: 0.0408924 Apr 05 19:24:53.686765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-e335f60b-32ec-4240-a448-d81d7c279647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:53.688235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-e335f60b-32ec-4240-a448-d81d7c279647 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 200 len: 915 time: 0.0857823 Apr 05 19:24:53.731498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-a3d4f8b0-1edc-4ad4-8148-0754179f0314 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 217 time: 0.0356762 Apr 05 19:24:53.785138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-3ab57271-165a-4d1d-8449-18dd390d3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:53.786692 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-3ab57271-165a-4d1d-8449-18dd390d3a6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 HTTP/1.1" status: 200 len: 854 time: 0.0473800 Apr 05 19:24:53.861601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58bd95-cd89-401e-837b-4ff5599cba52 req-3026feb7-64a7-48e7-99cc-174a3912f830 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:53.863008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c58bd95-cd89-401e-837b-4ff5599cba52 req-3026feb7-64a7-48e7-99cc-174a3912f830 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 943 time: 0.0747440 Apr 05 19:24:53.865473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-ab15ae13-f9d4-45b9-92a3-87fcbb68a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:53.866832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-ab15ae13-f9d4-45b9-92a3-87fcbb68a4dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b46d41f-bb2e-49ba-be8c-6715f29c627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703554 Apr 05 19:24:53.949273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c58bd95-cd89-401e-837b-4ff5599cba52 req-848c330c-073a-425a-ba00-86166e33d510 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801504 Apr 05 19:24:53.979423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-0aac670e-0714-4d61-929c-20059f29e5db service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047065 Apr 05 19:24:54.068228 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b29d9487-f386-4f6c-ad0a-29348ac142d0 req-f08f86f3-58b9-4745-bbe5-747b2d296c62 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794976 Apr 05 19:24:55.072824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f601-439a-4b35-a687-377c82891aaf req-a23eaa1a-b181-43cb-9089-b8d1c800e890 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:55.074235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae86f601-439a-4b35-a687-377c82891aaf req-a23eaa1a-b181-43cb-9089-b8d1c800e890 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 943 time: 0.0549998 Apr 05 19:24:55.113963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ae86f601-439a-4b35-a687-377c82891aaf req-dae092c8-0b60-4682-aa65-ecf87a780c83 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Apr 05 19:24:56.232645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf805ab-113e-4306-86b5-2641e63678c4 req-806fe6b7-a532-4e2b-a1d9-ac3c97b08f27 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:56.234198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcf805ab-113e-4306-86b5-2641e63678c4 req-806fe6b7-a532-4e2b-a1d9-ac3c97b08f27 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 943 time: 0.0503223 Apr 05 19:24:56.272384 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fcf805ab-113e-4306-86b5-2641e63678c4 req-f042d9aa-bed2-49fe-9838-d2b476299fe7 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Apr 05 19:24:57.385969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcedc15-f306-4c85-89b1-492b4bc53619 req-17f3700d-eef9-4948-9f4e-5c3f805cb14f tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:57.387486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-edcedc15-f306-4c85-89b1-492b4bc53619 req-17f3700d-eef9-4948-9f4e-5c3f805cb14f tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 943 time: 0.0490973 Apr 05 19:24:57.425746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-edcedc15-f306-4c85-89b1-492b4bc53619 req-c1d50888-007c-4ab1-80fa-785b2b7ddd73 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Apr 05 19:24:57.580113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 69f7d365-1fd8-41f8-ba9a-9059e58e0392 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:24:57.673444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 69f7d365-1fd8-41f8-ba9a-9059e58e0392, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:57.684145 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'port_id': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'mac_address': 'fa:16:3e:13:59:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:24:57.724110 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:57.736346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f7d365-1fd8-41f8-ba9a-9059e58e0392 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:24:57.755513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 69f7d365-1fd8-41f8-ba9a-9059e58e0392, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:57.759544 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:57.806037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=69f7d365-1fd8-41f8-ba9a-9059e58e0392,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:57.813047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.813388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.813723 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.814052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.814379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.814729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.815054 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.815373 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.815691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.816008 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.816325 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:57.816639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:24:58.018361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['69f7d365-1fd8-41f8-ba9a-9059e58e0392'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:24:58.259783 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:24:58.542053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c544b5b-cbae-4c58-8ff8-096a4afc9a46 req-f3d1797a-a8da-4abe-baf2-86b437ef1001 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:58.543464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c544b5b-cbae-4c58-8ff8-096a4afc9a46 req-f3d1797a-a8da-4abe-baf2-86b437ef1001 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 944 time: 0.0516427 Apr 05 19:24:58.581531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c544b5b-cbae-4c58-8ff8-096a4afc9a46 req-dcbaa6ce-d398-4022-8195-927698f0dc1a tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Apr 05 19:24:59.596237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 69f7d365-1fd8-41f8-ba9a-9059e58e0392 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:24:59.646578 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:24:59.650633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:24:59.651041 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:59.697704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c816d2f-4bff-4a7d-be30-08151b596a6a req-2515370a-53f4-426b-8aaf-c9aa044462da tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:59.699224 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c816d2f-4bff-4a7d-be30-08151b596a6a req-2515370a-53f4-426b-8aaf-c9aa044462da tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 944 time: 0.0496290 Apr 05 19:24:59.730970 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:59.737702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c816d2f-4bff-4a7d-be30-08151b596a6a req-4c9d7f8e-c4e1-4b1e-a5c8-6d78b54890e8 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Apr 05 19:24:59.755031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:24:59.757260 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5183fe68-476d-4a15-832a-852a5957c133" -d '{"events": [{"server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "name": "network-vif-plugged", "status": "completed", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:24:59.770659 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 69f7d365-1fd8-41f8-ba9a-9059e58e0392, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:24:59.774578 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:24:59.798826 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303ebc29-562a-4783-9d98-abdcdb47a430 x-openstack-request-id: req-303ebc29-562a-4783-9d98-abdcdb47a430 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:24:59.799130 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "name": "network-vif-plugged", "status": "completed", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:24:59.799382 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-303ebc29-562a-4783-9d98-abdcdb47a430 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:24:59.799769 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303ebc29-562a-4783-9d98-abdcdb47a430'] response: {'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'code': 200} Apr 05 19:24:59.826728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=69f7d365-1fd8-41f8-ba9a-9059e58e0392,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:24:59.900169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6d45-5c6e-4f04-8bbd-2a8d37eea3d2 req-f08c6428-2d85-4c4a-81ca-a1482b2e307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:24:59.901702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82ab6d45-5c6e-4f04-8bbd-2a8d37eea3d2 req-f08c6428-2d85-4c4a-81ca-a1482b2e307d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1096 time: 0.0407999 Apr 05 19:24:59.939862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82ab6d45-5c6e-4f04-8bbd-2a8d37eea3d2 req-c7d31bad-4e2d-455f-9f51-80d312fdf26c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274127 Apr 05 19:25:00.858251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a61c-a963-4fb8-8bc4-cf3bfb7bae44 req-07c91640-5596-45f9-a1c2-737d9b3222e9 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:00.859834 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f157a61c-a963-4fb8-8bc4-cf3bfb7bae44 req-07c91640-5596-45f9-a1c2-737d9b3222e9 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 945 time: 0.0527492 Apr 05 19:25:00.896813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f157a61c-a963-4fb8-8bc4-cf3bfb7bae44 req-33368453-fc8f-45af-bd31-228de0e861c7 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Apr 05 19:25:02.013413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57769-5b7d-4c9a-aad6-925f1e72488a req-c9e946cb-fde6-40c1-9ec1-57918587e519 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:02.014879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2cb57769-5b7d-4c9a-aad6-925f1e72488a req-c9e946cb-fde6-40c1-9ec1-57918587e519 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 945 time: 0.0493703 Apr 05 19:25:02.052188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2cb57769-5b7d-4c9a-aad6-925f1e72488a req-845911f2-5b80-4691-b286-08387d9e7f51 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304871 Apr 05 19:25:02.166972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91422c2-c00c-4693-a55b-b48cb8f2885a req-8a837667-c4a5-445f-a770-2780e421adcb tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:02.168357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d91422c2-c00c-4693-a55b-b48cb8f2885a req-8a837667-c4a5-445f-a770-2780e421adcb tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 945 time: 0.0491261 Apr 05 19:25:02.205639 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d91422c2-c00c-4693-a55b-b48cb8f2885a req-f508634d-f52f-4494-8441-69927f6c0f85 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Apr 05 19:25:02.397537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774908ed-f2b7-4024-ae86-7f42a5b97897 req-188d3324-8d8b-4c59-92ce-64371616d59c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:02.399018 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-774908ed-f2b7-4024-ae86-7f42a5b97897 req-188d3324-8d8b-4c59-92ce-64371616d59c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 945 time: 0.0528233 Apr 05 19:25:02.435751 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-774908ed-f2b7-4024-ae86-7f42a5b97897 req-e59d08a1-053d-47af-88e2-9e572dfd769c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Apr 05 19:25:05.414370 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:06.777572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-71fd2fef-6940-4a25-9e06-8f6ceab40452 req-875ae94e-7d44-4a95-b7d1-ca34a67d4b8f service neutron] (102640) timed out ('10.222.0.15', 57474) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:25:07.348519 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:09.513838 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00513ee3-5c73-4529-bc56-eda9fe92e6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:11.849016 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e155af13-6752-49cc-83a6-71baadd17d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:12.983441 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:13.889457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4591f30-2345-4667-9223-2dee78b88804 req-23dfe0ea-ad06-4095-9b83-8e20b6a5f7d1 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:13.890947 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4591f30-2345-4667-9223-2dee78b88804 req-23dfe0ea-ad06-4095-9b83-8e20b6a5f7d1 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 945 time: 0.0483234 Apr 05 19:25:13.928291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c4591f30-2345-4667-9223-2dee78b88804 req-ac4684bd-9e47-45de-b29b-e287856faa49 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Apr 05 19:25:13.950467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:25:14.090287 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe70d705-bfd0-4700-9408-4112051d225d tempest-TestMinimumBasicScenario-2012697178 tempest-TestMinimumBasicScenario-2012697178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:14.091812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fe70d705-bfd0-4700-9408-4112051d225d tempest-TestMinimumBasicScenario-2012697178 tempest-TestMinimumBasicScenario-2012697178-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1091 time: 0.1403511 Apr 05 19:25:14.094844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:25:14.099106 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:25:14.119093 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:14.217672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:14.324341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Allocated IP 172.25.4.176 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/4d0fcb04-eae3-4de8-9de7-4959c5f06407) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:25:14.422218 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:14.456099 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:14.490659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:25:14.495281 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:25:14.498716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:25:14.507211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'Port': ['ID=4d0fcb04-eae3-4de8-9de7-4959c5f06407,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:14.518651 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:14.537995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.538341 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.538696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.539025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.539352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.539675 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.539996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.540312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.540628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.540944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.541258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.541728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:25:14.861379 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:14.927284 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:15.032888 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:15.069798 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:15.074619 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:15.147251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'Port': ['ID=4d0fcb04-eae3-4de8-9de7-4959c5f06407,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:15.155630 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:15.255999 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Floating IP d3c54a4a-81c1-4542-8796-f79acfac6af7 associated. External IP: 172.25.4.176, port: 69f7d365-1fd8-41f8-ba9a-9059e58e0392. Apr 05 19:25:15.746639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Router c6cafaa3-d041-4cde-b2a6-abd7307672fe has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:25:15.851094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:25:15.862347 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] Sync routers for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:25:15.868623 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:15.872357 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:25:15.872971 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:25:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:25:15.898574 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-49c32098-87b0-4c1f-9e90-ae64a8622d65 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7997382 Apr 05 19:25:15.898574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:25:15.898574 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5b9804-6658-44ca-bdc5-211361cdfbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:25:15.899456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35676) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:25:15.905455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c51f604f-0bfb-4998-8896-8977744ca63c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726568230', 'description': 'tempest-secgroup-smoke-1726568230 description', 'project_id': '0e68279e324442fdbc2b019226f3512c'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:25:15.929450 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c51f604f-0bfb-4998-8896-8977744ca63c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:15.943682 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff540b0-9702-4008-ae7a-2b550310bb97 x-openstack-request-id: req-8ff540b0-9702-4008-ae7a-2b550310bb97 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:25:15.944214 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:25:15.944452 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ff540b0-9702-4008-ae7a-2b550310bb97 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:25:15.944859 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff540b0-9702-4008-ae7a-2b550310bb97'] response: {'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'status': 'completed', 'code': 200} Apr 05 19:25:15.983766 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:25:16.003892 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c51f604f-0bfb-4998-8896-8977744ca63c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.009380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c51f604f-0bfb-4998-8896-8977744ca63c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.023941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-57494c59-e938-45b2-9729-4325052bddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:16.025454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-57494c59-e938-45b2-9729-4325052bddbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e68279e324442fdbc2b019226f3512c&device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1096 time: 0.0426247 Apr 05 19:25:16.040606 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c51f604f-0bfb-4998-8896-8977744ca63c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.041816 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c51f604f-0bfb-4998-8896-8977744ca63c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1401253 Apr 05 19:25:16.043710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f604f-0bfb-4998-8896-8977744ca63c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:16.045740 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:25:16.060760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-20a91910-9237-4226-85a2-a961b8ab0177 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'security_group_rule': {'security_group_id': 'bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1', 'project_id': '0e68279e324442fdbc2b019226f3512c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:25:16.137293 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20a91910-9237-4226-85a2-a961b8ab0177 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.169417 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-2469b751-9aeb-4dd8-b755-0672b9a10c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:16.171022 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-2469b751-9aeb-4dd8-b755-0672b9a10c51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 200 len: 915 time: 0.1376724 Apr 05 19:25:16.229585 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'd3c54a4a-81c1-4542-8796-f79acfac6af7', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'floating_ip_address': '172.25.4.176', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'port_id': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'mac_address': 'fa:16:3e:13:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:25:14Z', 'updated_at': '2022-04-05T19:25:14Z', 'revision_number': 0, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bebd8a-cd79-475d-b71e-0c4f9d7a1aae', 'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'mac_address': 'fa:16:3e:08:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:25Z', 'updated_at': '2022-04-05T19:24:30Z', 'revision_number': 5, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'subnets': [{'id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:25:16.249325 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20a91910-9237-4226-85a2-a961b8ab0177 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.255568 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20a91910-9237-4226-85a2-a961b8ab0177 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.259309 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-62fcc7e4-9388-48d7-8baf-642c421a5882 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 999 time: 0.0790999 Apr 05 19:25:16.262950 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] Checking router: c6cafaa3-d041-4cde-b2a6-abd7307672fe for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:25:16.271437 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:25:16.272031 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:25:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:25:16.305145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a91910-9237-4226-85a2-a961b8ab0177 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8579a679-3bf1-42b5-825d-a0b92b8780c0,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:16.323149 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20a91910-9237-4226-85a2-a961b8ab0177 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.324335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-20a91910-9237-4226-85a2-a961b8ab0177 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2767560 Apr 05 19:25:16.327253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35682) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:25:16.330060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-feb6e87d-c0b7-4dc3-a3b1-f1433bc41ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:16.331571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-feb6e87d-c0b7-4dc3-a3b1-f1433bc41ed8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 HTTP/1.1" status: 200 len: 854 time: 0.0616872 Apr 05 19:25:16.332380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-69e0835b-f4e3-4123-82b3-b48309b38025 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'security_group_rule': {'security_group_id': 'bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1', 'project_id': '0e68279e324442fdbc2b019226f3512c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:25:16.363308 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69e0835b-f4e3-4123-82b3-b48309b38025 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.384559 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-69c235c4-728b-40ca-99bd-2e7514aa9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:16.386200 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-69c235c4-728b-40ca-99bd-2e7514aa9b0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b46d41f-bb2e-49ba-be8c-6715f29c627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478742 Apr 05 19:25:16.387984 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:25:16.398377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-8baaa975-dfd6-49f0-8348-47ba813f4001 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:25:16.399541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-8baaa975-dfd6-49f0-8348-47ba813f4001 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059979 Apr 05 19:25:16.430553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69e0835b-f4e3-4123-82b3-b48309b38025 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.434657 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69e0835b-f4e3-4123-82b3-b48309b38025 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.452061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0835b-f4e3-4123-82b3-b48309b38025 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aec7f8f-fe65-432b-acb2-a5181d9ca50c,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:16.463800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-69e0835b-f4e3-4123-82b3-b48309b38025 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.467108 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-69e0835b-f4e3-4123-82b3-b48309b38025 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362636 Apr 05 19:25:16.467745 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35684) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:25:16.473807 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d40b8b0c-ee04-4988-9b1b-151712e55d62 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'security_group_rule': {'security_group_id': 'bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1', 'project_id': '0e68279e324442fdbc2b019226f3512c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:25:16.498585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-49924b1d-6216-4e8e-b2f8-6e91ef6d0daf service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915468 Apr 05 19:25:16.501934 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d40b8b0c-ee04-4988-9b1b-151712e55d62 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.565770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d40b8b0c-ee04-4988-9b1b-151712e55d62 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.570469 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d40b8b0c-ee04-4988-9b1b-151712e55d62 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.590671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b8b0c-ee04-4988-9b1b-151712e55d62 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055b0937-cc7a-497d-a5fc-91d27162c7aa,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:16.604916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e5b9804-6658-44ca-bdc5-211361cdfbfc req-2b87d03d-0dad-43ec-b259-b9060d285b7e service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997660 Apr 05 19:25:16.605615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d40b8b0c-ee04-4988-9b1b-151712e55d62 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.609969 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d40b8b0c-ee04-4988-9b1b-151712e55d62 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385734 Apr 05 19:25:16.610124 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35686) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:25:16.614605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1e9b3db0-cc72-455f-9dc6-f03e5b1b1730 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'security_group_rule': {'security_group_id': 'bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1', 'project_id': '0e68279e324442fdbc2b019226f3512c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:25:16.632149 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'd3c54a4a-81c1-4542-8796-f79acfac6af7', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'floating_ip_address': '172.25.4.176', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'port_id': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'mac_address': 'fa:16:3e:13:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:25:14Z', 'updated_at': '2022-04-05T19:25:14Z', 'revision_number': 0, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bebd8a-cd79-475d-b71e-0c4f9d7a1aae', 'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'mac_address': 'fa:16:3e:08:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:25Z', 'updated_at': '2022-04-05T19:24:30Z', 'revision_number': 5, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'subnets': [{'id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:25:16.640555 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3db0-cc72-455f-9dc6-f03e5b1b1730 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.664693 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19abbf1-aa1b-47cd-8424-33c1904da065 None None] The sync data for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 is: [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'd3c54a4a-81c1-4542-8796-f79acfac6af7', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'floating_ip_address': '172.25.4.176', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'port_id': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'mac_address': 'fa:16:3e:13:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:25:14Z', 'updated_at': '2022-04-05T19:25:14Z', 'revision_number': 0, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bebd8a-cd79-475d-b71e-0c4f9d7a1aae', 'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'mac_address': 'fa:16:3e:08:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:25Z', 'updated_at': '2022-04-05T19:24:30Z', 'revision_number': 5, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'subnets': [{'id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:25:16.706348 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3db0-cc72-455f-9dc6-f03e5b1b1730 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.710283 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3db0-cc72-455f-9dc6-f03e5b1b1730 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.729816 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b3db0-cc72-455f-9dc6-f03e5b1b1730 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767f5d84-e263-4c63-94b8-b504bec3beb9,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:16.737620 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3db0-cc72-455f-9dc6-f03e5b1b1730 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.741316 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1e9b3db0-cc72-455f-9dc6-f03e5b1b1730 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276727 Apr 05 19:25:16.741542 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35688) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:25:16.745897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e37cad54-ec91-4496-92a6-3aac29e0d02c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'security_group_rule': {'security_group_id': 'bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1', 'project_id': '0e68279e324442fdbc2b019226f3512c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:25:16.767219 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-e37cad54-ec91-4496-92a6-3aac29e0d02c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Project 0e68279e324442fdbc2b019226f3512c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:25:16.772008 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e37cad54-ec91-4496-92a6-3aac29e0d02c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.837405 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e37cad54-ec91-4496-92a6-3aac29e0d02c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.841484 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e37cad54-ec91-4496-92a6-3aac29e0d02c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.859627 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cad54-ec91-4496-92a6-3aac29e0d02c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8e1081-15eb-4479-9bdd-bb57c01ba7af,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:16.867052 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e37cad54-ec91-4496-92a6-3aac29e0d02c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.868240 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e37cad54-ec91-4496-92a6-3aac29e0d02c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257474 Apr 05 19:25:16.870982 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35690) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:25:16.875237 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-267fa35d-a573-4e47-9938-0992c7178644 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'security_group_rule': {'security_group_id': 'bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1', 'project_id': '0e68279e324442fdbc2b019226f3512c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:25:16.895201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df4de53-0f23-4da6-82a3-a0fad573e988 None None] New status for floating IP d3c54a4a-81c1-4542-8796-f79acfac6af7: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:25:16.900494 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-267fa35d-a573-4e47-9938-0992c7178644 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Project 0e68279e324442fdbc2b019226f3512c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:25:16.905499 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267fa35d-a573-4e47-9938-0992c7178644 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.968914 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267fa35d-a573-4e47-9938-0992c7178644 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.972734 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267fa35d-a573-4e47-9938-0992c7178644 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:16.989544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fa35d-a573-4e47-9938-0992c7178644 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609f9c06-b315-4127-8b18-2f9538507448,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:16.998440 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-267fa35d-a573-4e47-9938-0992c7178644 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:17.003253 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-267fa35d-a573-4e47-9938-0992c7178644 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277382 Apr 05 19:25:17.084059 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-8c8d6400-bd3f-49e3-ba8a-34975866164a tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726568230&fields=id&tenant_id=0e68279e324442fdbc2b019226f3512c HTTP/1.1" status: 200 len: 267 time: 0.0353696 Apr 05 19:25:17.136854 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-382a44e0-0c8c-4605-abc9-3e57185982d6 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:17.138327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-382a44e0-0c8c-4605-abc9-3e57185982d6 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 945 time: 0.0482795 Apr 05 19:25:17.149694 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-a17ab162-f5ff-4cb3-bfe0-551cab276571 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'port': {'security_groups': ['46d189c9-e669-4c89-bd58-bd697adfe237', 'bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:25:17.214436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-a17ab162-f5ff-4cb3-bfe0-551cab276571 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:17.399303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-a17ab162-f5ff-4cb3-bfe0-551cab276571 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] For port 69f7d365-1fd8-41f8-ba9a-9059e58e0392, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:25:17.428779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-a17ab162-f5ff-4cb3-bfe0-551cab276571 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:17.433551 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-a17ab162-f5ff-4cb3-bfe0-551cab276571 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:17.448287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['69f7d365-1fd8-41f8-ba9a-9059e58e0392'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:25:17.478249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-a17ab162-f5ff-4cb3-bfe0-551cab276571 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:17.478906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-a17ab162-f5ff-4cb3-bfe0-551cab276571 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:17.480151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7ab9e1aa-6979-4593-8285-893993c13c57 req-a17ab162-f5ff-4cb3-bfe0-551cab276571 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "PUT /v2.0/ports/69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 981 time: 0.3349032 Apr 05 19:25:17.505271 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ab162-f5ff-4cb3-bfe0-551cab276571 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'Port': ['ID=69f7d365-1fd8-41f8-ba9a-9059e58e0392,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:25:17.552451 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['69f7d365-1fd8-41f8-ba9a-9059e58e0392'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:25:17.601552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cebcf9-9a6a-4319-af63-b78ec0f531f4 req-be035776-7242-4a1c-93eb-2d3d664f17d6 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:17.603272 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76cebcf9-9a6a-4319-af63-b78ec0f531f4 req-be035776-7242-4a1c-93eb-2d3d664f17d6 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0551147 Apr 05 19:25:17.647404 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76cebcf9-9a6a-4319-af63-b78ec0f531f4 req-f18981d7-9b45-4be6-9108-4416f81edd0a tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369906 Apr 05 19:25:17.846310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-577a12d7-f662-483a-9ffc-50bf4512bece None None] Provisioning complete for port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:25:17.846678 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-577a12d7-f662-483a-9ffc-50bf4512bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:17.945861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:25:17.948503 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797037bd-1833-4f2d-9aff-cbc53ba35e13" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:25:17.985787 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3a336c-b4fa-4528-9e01-2fb0c57b9624 x-openstack-request-id: req-ba3a336c-b4fa-4528-9e01-2fb0c57b9624 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:25:17.986081 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:25:17.986455 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba3a336c-b4fa-4528-9e01-2fb0c57b9624 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:25:17.986863 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3a336c-b4fa-4528-9e01-2fb0c57b9624'] response: {'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'status': 'completed', 'code': 200} Apr 05 19:25:18.044982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-32d573d1-ff6e-4491-af31-4044138c6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:18.046504 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-32d573d1-ff6e-4491-af31-4044138c6f74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e68279e324442fdbc2b019226f3512c&device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1135 time: 0.0404012 Apr 05 19:25:18.141963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-6416553b-fcd4-45be-9b7c-a71fec05ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:18.143444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-6416553b-fcd4-45be-9b7c-a71fec05ad29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 200 len: 915 time: 0.0900619 Apr 05 19:25:18.210240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-c7c17ae1-f88d-4d8e-a37a-cdc32574d96e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 1001 time: 0.0578191 Apr 05 19:25:18.265076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-76d9b1f9-3a5a-4586-a6bc-f364314f4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:18.266553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-76d9b1f9-3a5a-4586-a6bc-f364314f4565 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 HTTP/1.1" status: 200 len: 854 time: 0.0484056 Apr 05 19:25:18.311743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-943564a9-d980-4510-aa6b-d7397b99bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:18.313202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-943564a9-d980-4510-aa6b-d7397b99bc55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b46d41f-bb2e-49ba-be8c-6715f29c627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395372 Apr 05 19:25:18.401160 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-bb725268-74e8-4ffe-908c-97e399827489 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801809 Apr 05 19:25:18.493085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-797037bd-1833-4f2d-9aff-cbc53ba35e13 req-58adb3d6-caf8-4341-8f7c-ace4cd24e5c5 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848849 Apr 05 19:25:35.258788 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:25:35.421211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:37.347793 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:39.516249 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ff983e2-2051-4e27-bbc7-4a01c78b1b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:40.573432 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd768cc-94e6-441d-ac9a-1df8e7fd6a8b req-93c901dc-8caf-4abf-b399-b1be8be4a6d1 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:40.574998 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-edd768cc-94e6-441d-ac9a-1df8e7fd6a8b req-93c901dc-8caf-4abf-b399-b1be8be4a6d1 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0549359 Apr 05 19:25:40.660263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-edd768cc-94e6-441d-ac9a-1df8e7fd6a8b req-31d8c196-a362-474f-9765-0aa135cf9995 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787446 Apr 05 19:25:40.669759 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138216c8-f158-4a42-b08e-78330fd362c1 req-87c69653-553f-4bd6-873a-b7b13cd69588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:40.671198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-138216c8-f158-4a42-b08e-78330fd362c1 req-87c69653-553f-4bd6-873a-b7b13cd69588 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e68279e324442fdbc2b019226f3512c&device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1135 time: 0.1492469 Apr 05 19:25:40.759033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138216c8-f158-4a42-b08e-78330fd362c1 req-da6e1d73-ec7b-4bb5-a763-a24df5f1714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:40.760474 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-138216c8-f158-4a42-b08e-78330fd362c1 req-da6e1d73-ec7b-4bb5-a763-a24df5f1714d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 200 len: 915 time: 0.0823171 Apr 05 19:25:40.830902 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-138216c8-f158-4a42-b08e-78330fd362c1 req-559c53c8-c7f6-43d1-8dca-0d1709802d6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 1001 time: 0.0621433 Apr 05 19:25:40.878367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138216c8-f158-4a42-b08e-78330fd362c1 req-0fb80ad8-1155-4298-8a2c-32268dca77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:40.879803 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-138216c8-f158-4a42-b08e-78330fd362c1 req-0fb80ad8-1155-4298-8a2c-32268dca77be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 HTTP/1.1" status: 200 len: 854 time: 0.0422859 Apr 05 19:25:40.936890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138216c8-f158-4a42-b08e-78330fd362c1 req-283b2157-1add-4bef-b43b-870df21bc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:40.938541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-138216c8-f158-4a42-b08e-78330fd362c1 req-283b2157-1add-4bef-b43b-870df21bc60d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b46d41f-bb2e-49ba-be8c-6715f29c627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514345 Apr 05 19:25:41.035113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-138216c8-f158-4a42-b08e-78330fd362c1 req-1acff660-25f5-4f7d-952d-4ae824a15f53 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890267 Apr 05 19:25:41.123334 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-138216c8-f158-4a42-b08e-78330fd362c1 req-71976a1e-3563-4523-bb98-b5c5783cc023 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808191 Apr 05 19:25:41.781485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ee7ef-4571-4ba3-bba7-38c905013ad9 req-a65ca35e-61d3-4abd-b29f-66fc27626c39 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:41.783972 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b2ee7ef-4571-4ba3-bba7-38c905013ad9 req-a65ca35e-61d3-4abd-b29f-66fc27626c39 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0511732 Apr 05 19:25:41.824423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4b2ee7ef-4571-4ba3-bba7-38c905013ad9 req-3faf7941-d365-467d-826c-24e671a94abd tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338092 Apr 05 19:25:41.850664 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a695-af93-4a78-aa3a-fc44728a8a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:42.945428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad841d-1395-432a-9165-605bdaad21a3 req-84072e4d-fd46-4250-be7c-f19aa8a9fb23 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:42.946912 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91ad841d-1395-432a-9165-605bdaad21a3 req-84072e4d-fd46-4250-be7c-f19aa8a9fb23 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0529692 Apr 05 19:25:42.985033 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:42.989436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91ad841d-1395-432a-9165-605bdaad21a3 req-6b539c7c-601b-45d4-86d3-21027222dfa7 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363665 Apr 05 19:25:44.106867 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6fba-d2c2-40ec-8a15-2240d30516b9 req-214915e2-40f4-4133-8390-fb57c839c082 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:44.108340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fda6fba-d2c2-40ec-8a15-2240d30516b9 req-214915e2-40f4-4133-8390-fb57c839c082 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0493054 Apr 05 19:25:44.148583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3fda6fba-d2c2-40ec-8a15-2240d30516b9 req-9fd93744-7b35-41ef-8f93-78f79b58d6d8 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338490 Apr 05 19:25:44.521771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:45.036012 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:25:45.266214 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ffa86-92fe-402c-aeda-349b1fb6c06d req-3577f2e2-ee14-4466-8d47-3b416bc90903 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:45.267938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb1ffa86-92fe-402c-aeda-349b1fb6c06d req-3577f2e2-ee14-4466-8d47-3b416bc90903 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0502315 Apr 05 19:25:45.307825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb1ffa86-92fe-402c-aeda-349b1fb6c06d req-205ecec4-817e-4b86-9ee7-af4c9bf28ec8 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334003 Apr 05 19:25:46.428179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0b827-d70d-482d-a02e-773df6712772 req-76715a15-f4fa-4ab1-90f5-ec7c17b04fb2 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:46.429646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ea0b827-d70d-482d-a02e-773df6712772 req-76715a15-f4fa-4ab1-90f5-ec7c17b04fb2 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0535057 Apr 05 19:25:46.468852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ea0b827-d70d-482d-a02e-773df6712772 req-c69cf4c5-82ca-4bde-b263-e0a5b3487339 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330842 Apr 05 19:25:47.588195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6b9a-e71b-4a50-96d6-cd38bb50dd8f req-957585ad-9082-4ced-a760-6f4273f8d9a2 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:47.589642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c5e6b9a-e71b-4a50-96d6-cd38bb50dd8f req-957585ad-9082-4ced-a760-6f4273f8d9a2 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0520093 Apr 05 19:25:47.629678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c5e6b9a-e71b-4a50-96d6-cd38bb50dd8f req-fd8069b2-c81f-4a0a-9d1c-4dfb8cd0a9ac tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330453 Apr 05 19:25:48.746411 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d9870-2a3b-4993-84ec-95a8c63f8165 req-0bede3d3-3258-4d2e-8922-b4bbd55cd91a tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:48.747846 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a56d9870-2a3b-4993-84ec-95a8c63f8165 req-0bede3d3-3258-4d2e-8922-b4bbd55cd91a tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0472603 Apr 05 19:25:48.787646 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a56d9870-2a3b-4993-84ec-95a8c63f8165 req-897516e0-73cf-4576-99d7-8fed300633b1 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330474 Apr 05 19:25:49.910433 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abccf1-f672-4988-9c90-06efe76e2f41 req-2dc15222-c60d-4681-9e01-1b5184c533f2 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:49.911808 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13abccf1-f672-4988-9c90-06efe76e2f41 req-2dc15222-c60d-4681-9e01-1b5184c533f2 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0539904 Apr 05 19:25:49.950787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13abccf1-f672-4988-9c90-06efe76e2f41 req-76a05dd1-2cbe-40bb-b60c-579babfa6528 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326450 Apr 05 19:25:51.069589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c148b3-7efa-4db0-bc26-ccc9997a474e req-db05dc4a-7126-4927-b600-145bbaaaad47 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:51.071097 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55c148b3-7efa-4db0-bc26-ccc9997a474e req-db05dc4a-7126-4927-b600-145bbaaaad47 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0499029 Apr 05 19:25:51.110507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-55c148b3-7efa-4db0-bc26-ccc9997a474e req-5acb2438-1580-4b12-8c22-b7b9bbc17bea tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331857 Apr 05 19:25:52.226293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506270fe-9dd0-4b0b-a310-5252c4d52bca req-d1a572f2-7dea-465e-b55e-21bb6d2ff224 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:52.227781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-506270fe-9dd0-4b0b-a310-5252c4d52bca req-d1a572f2-7dea-465e-b55e-21bb6d2ff224 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0496218 Apr 05 19:25:52.268510 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-506270fe-9dd0-4b0b-a310-5252c4d52bca req-a8b86707-3fc6-4a7b-b566-9dfc7954c833 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345025 Apr 05 19:25:53.389463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44137e-b1e0-4149-a976-13222babdec1 req-4b218c51-4f4a-4dfc-af4b-2273ddc8a4a4 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:53.391066 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b44137e-b1e0-4149-a976-13222babdec1 req-4b218c51-4f4a-4dfc-af4b-2273ddc8a4a4 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0534556 Apr 05 19:25:53.430649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5b44137e-b1e0-4149-a976-13222babdec1 req-f9c84e56-9151-4def-939f-43ab88246359 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333431 Apr 05 19:25:54.547726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c65b1e-1b91-44d8-afa0-5b4258a4a8dc req-49a3344d-f1dc-4631-a90f-e187cacd4101 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:54.549624 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3c65b1e-1b91-44d8-afa0-5b4258a4a8dc req-49a3344d-f1dc-4631-a90f-e187cacd4101 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0512111 Apr 05 19:25:54.590586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c3c65b1e-1b91-44d8-afa0-5b4258a4a8dc req-deab7d67-0526-424f-ad23-84af5c4206d9 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345867 Apr 05 19:25:55.706889 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70933912-1395-4cc1-90ff-7dfa970effcf req-815b2d79-597c-4c70-a6c4-875f8881ad29 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:55.709269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70933912-1395-4cc1-90ff-7dfa970effcf req-815b2d79-597c-4c70-a6c4-875f8881ad29 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0499246 Apr 05 19:25:55.749610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70933912-1395-4cc1-90ff-7dfa970effcf req-aa7fb46c-25da-4a95-bdc5-8a74e68c199c tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342193 Apr 05 19:25:56.870329 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e06878-9124-4bd9-b31c-1b3a8636f5e0 req-66ed0590-2096-4cdf-bc67-bad7897b87fc tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:56.871824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79e06878-9124-4bd9-b31c-1b3a8636f5e0 req-66ed0590-2096-4cdf-bc67-bad7897b87fc tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0534897 Apr 05 19:25:56.912667 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79e06878-9124-4bd9-b31c-1b3a8636f5e0 req-4aa4a743-71f4-43e7-b8d4-bed0123c1f91 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338032 Apr 05 19:25:57.449987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-b5da8ca5-0c91-45ab-ad0b-05596539fd0d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401640 Apr 05 19:25:57.528903 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-98ec073f-83d1-4419-9673-a1f541ba52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:57.530276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-98ec073f-83d1-4419-9673-a1f541ba52aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e68279e324442fdbc2b019226f3512c&device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1135 time: 0.0399134 Apr 05 19:25:57.634257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-74627ff5-0b83-47c9-a4a4-b45145631978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:57.635729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-74627ff5-0b83-47c9-a4a4-b45145631978 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 200 len: 915 time: 0.0864453 Apr 05 19:25:57.700172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-4bfed75e-7281-4320-a6e2-ed3782dd3ed0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 1001 time: 0.0576053 Apr 05 19:25:57.747398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-3f21a0f1-b12d-4916-a553-847534887c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:57.748809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-3f21a0f1-b12d-4916-a553-847534887c8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 HTTP/1.1" status: 200 len: 854 time: 0.0422335 Apr 05 19:25:57.797100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-6c4dfe6b-68fd-4f57-91cf-cc69e902ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:57.799264 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-6c4dfe6b-68fd-4f57-91cf-cc69e902ab61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b46d41f-bb2e-49ba-be8c-6715f29c627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431232 Apr 05 19:25:57.886142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-4dc0cd65-1006-4a88-8f21-3d629e4ac077 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806243 Apr 05 19:25:57.980058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-26ce7c4f-2ac1-4c04-90d3-c7c9ea704c28 req-6cd3bace-55b3-4703-a038-34cb7fd677b1 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870216 Apr 05 19:25:58.030943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fe1f2-88e9-492a-bb38-b4f7ab9a5c4c req-06e8a104-c9e4-4bec-883d-fb49fbae2acb tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:25:58.032412 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c50fe1f2-88e9-492a-bb38-b4f7ab9a5c4c req-06e8a104-c9e4-4bec-883d-fb49fbae2acb tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0512388 Apr 05 19:25:58.072483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c50fe1f2-88e9-492a-bb38-b4f7ab9a5c4c req-6110ff21-82b5-4a8b-a87a-a439f174bd47 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&id=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332119 Apr 05 19:26:05.448562 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:07.346031 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:09.518535 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9fbca11-dbe3-46ba-915d-9efe50b20881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:11.852959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b629f9f-3922-4ec1-9135-3764df160749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:12.258710 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:26:12.988223 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:14.524297 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:15.038431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:31.569268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-26ffe6aa-c0a5-4e3c-bbca-4315f72dc392 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726568230&fields=id&tenant_id=0e68279e324442fdbc2b019226f3512c HTTP/1.1" status: 200 len: 267 time: 0.0342870 Apr 05 19:26:31.620884 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-ceebc53c-73e3-4a21-b684-a3e9465a0093 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:31.622316 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-ceebc53c-73e3-4a21-b684-a3e9465a0093 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 984 time: 0.0473211 Apr 05 19:26:31.633474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Request body: {'port': {'security_groups': ['46d189c9-e669-4c89-bd58-bd697adfe237']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:31.699890 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:31.866842 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] For port 69f7d365-1fd8-41f8-ba9a-9059e58e0392, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:31.895023 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:31.899547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:31.914943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['69f7d365-1fd8-41f8-ba9a-9059e58e0392'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:26:31.944481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:31.944856 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:31.946150 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362df33e-3112-45b2-9cfe-9245aa20d66a req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "PUT /v2.0/ports/69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 942 time: 0.3173380 Apr 05 19:26:31.946658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:26:31.948893 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:26:31.953879 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35762) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:31.975683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event updated for resources: {'Port': ['ID=69f7d365-1fd8-41f8-ba9a-9059e58e0392,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:31.984655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.985006 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.985380 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.985715 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.986047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.986378 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.986725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.987094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.987425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.987799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.988123 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:31.988446 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a2510-5cec-48f9-a9c0-2b78cc262a60 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.014942 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f4cab-78c3-4fcb-a4b8-1d050bc784ae x-openstack-request-id: req-2f8f4cab-78c3-4fcb-a4b8-1d050bc784ae {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:26:32.015236 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:26:32.015489 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f8f4cab-78c3-4fcb-a4b8-1d050bc784ae {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:26:32.015903 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8f4cab-78c3-4fcb-a4b8-1d050bc784ae'] response: {'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'status': 'completed', 'code': 200} Apr 05 19:26:32.033518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['69f7d365-1fd8-41f8-ba9a-9059e58e0392'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:26:32.043062 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.075895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.088205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-67696d4a-e658-434e-bc2f-e9feddc1ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:32.090838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-67696d4a-e658-434e-bc2f-e9feddc1ae98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e68279e324442fdbc2b019226f3512c&device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1096 time: 0.0518961 Apr 05 19:26:32.145770 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.149497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.153595 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "DELETE /v2.0/security-groups/bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1 HTTP/1.1" status: 204 len: 168 time: 0.1953404 Apr 05 19:26:32.161712 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35768) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:32.163615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf27ed79-77ba-4caf-bb2b-9d7de7ccbbd1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:32.201230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-29e60251-4360-429f-b1af-abfcb5dd1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:32.202746 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-29e60251-4360-429f-b1af-abfcb5dd1145 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 200 len: 915 time: 0.1044509 Apr 05 19:26:32.212667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.213013 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.213350 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.213684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.214010 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.214334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.214682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.215001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.215322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.215644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.215963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.216278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3665783c-2acd-4cef-9a3b-fedb49847d30 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:32.278313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-39e3c103-acf4-4843-994d-7988fe393801 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 1001 time: 0.0684633 Apr 05 19:26:32.285758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-394faf90-c758-4879-9bea-47b96c192230 None None] Provisioning complete for port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:26:32.286130 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-394faf90-c758-4879-9bea-47b96c192230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.334738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-00aa7730-97b5-4021-a250-c2d9d8e78259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:32.337394 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-00aa7730-97b5-4021-a250-c2d9d8e78259 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 HTTP/1.1" status: 200 len: 854 time: 0.0519130 Apr 05 19:26:32.361624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Deleting port 4d0fcb04-eae3-4de8-9de7-4959c5f06407 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:26:32.361974 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.387008 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-067efc46-014d-4d1b-8508-20fa10f91d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:32.388491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-067efc46-014d-4d1b-8508-20fa10f91d52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b46d41f-bb2e-49ba-be8c-6715f29c627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442498 Apr 05 19:26:32.441473 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.441703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.454459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Calling delete_port for 4d0fcb04-eae3-4de8-9de7-4959c5f06407 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:26:32.478987 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-3e7e0dd3-c4bc-4f31-92b2-9a9089fbb4b3 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816143 Apr 05 19:26:32.575655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-298eaf2a-893d-4916-ab7b-f8a1c588a4d3 req-4f0516be-e843-4e01-aa24-a7b21ade95a5 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886338 Apr 05 19:26:32.602865 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.627969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event deleted for resources: {'Port': ['ID=4d0fcb04-eae3-4de8-9de7-4959c5f06407,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:32.690904 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:32.691301 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Floating IP d3c54a4a-81c1-4542-8796-f79acfac6af7 disassociated (deleted). External IP: 172.25.4.176, port: 69f7d365-1fd8-41f8-ba9a-9059e58e0392. Apr 05 19:26:32.893719 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Router c6cafaa3-d041-4cde-b2a6-abd7307672fe has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:26:33.006740 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:26:33.011108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:33.016139 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] Sync routers for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:26:33.026344 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:26:33.026975 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:33.038186 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cdfd5737-c7cb-42e3-a4ad-337a46670a1e tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "DELETE /v2.0/floatingips/d3c54a4a-81c1-4542-8796-f79acfac6af7 HTTP/1.1" status: 204 len: 168 time: 0.8666975 Apr 05 19:26:33.038769 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:26:33.041037 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cf265f-a386-4a69-be56-436f1084fed7" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:26:33.141409 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:26:33.247597 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadc6ea8-c083-4fdb-acf7-27e4bd3b58c6 x-openstack-request-id: req-eadc6ea8-c083-4fdb-acf7-27e4bd3b58c6 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:26:33.247877 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:26:33.248125 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eadc6ea8-c083-4fdb-acf7-27e4bd3b58c6 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:26:33.248527 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eadc6ea8-c083-4fdb-acf7-27e4bd3b58c6'] response: {'name': 'network-changed', 'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'status': 'completed', 'code': 200} Apr 05 19:26:33.327832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf265f-a386-4a69-be56-436f1084fed7 req-360d351a-fc05-4f78-86b1-bcaaf95cdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:33.329391 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98cf265f-a386-4a69-be56-436f1084fed7 req-360d351a-fc05-4f78-86b1-bcaaf95cdb40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e68279e324442fdbc2b019226f3512c&device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 1096 time: 0.0499387 Apr 05 19:26:33.422885 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf265f-a386-4a69-be56-436f1084fed7 req-dbf952e2-aab9-48d1-afa4-1a5197748896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:33.424262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98cf265f-a386-4a69-be56-436f1084fed7 req-dbf952e2-aab9-48d1-afa4-1a5197748896 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 200 len: 915 time: 0.0883117 Apr 05 19:26:33.452500 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3bebd8a-cd79-475d-b71e-0c4f9d7a1aae', 'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'mac_address': 'fa:16:3e:08:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:25Z', 'updated_at': '2022-04-05T19:24:30Z', 'revision_number': 5, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'subnets': [{'id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:33.467549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98cf265f-a386-4a69-be56-436f1084fed7 req-123037bd-c474-45ec-a3de-e4dccff5865c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 200 len: 217 time: 0.0355887 Apr 05 19:26:33.480745 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] Checking router: c6cafaa3-d041-4cde-b2a6-abd7307672fe for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:26:33.488759 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:26:33.489355 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:33.515753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf265f-a386-4a69-be56-436f1084fed7 req-fdcfc314-4997-4ce6-97ce-3d767b01d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:33.517183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98cf265f-a386-4a69-be56-436f1084fed7 req-fdcfc314-4997-4ce6-97ce-3d767b01d8a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 HTTP/1.1" status: 200 len: 854 time: 0.0430169 Apr 05 19:26:33.568623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf265f-a386-4a69-be56-436f1084fed7 req-0113687d-c898-43e8-8157-acbf9a6817c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:33.570261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98cf265f-a386-4a69-be56-436f1084fed7 req-0113687d-c898-43e8-8157-acbf9a6817c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b46d41f-bb2e-49ba-be8c-6715f29c627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456362 Apr 05 19:26:33.591847 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:26:33.663927 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98cf265f-a386-4a69-be56-436f1084fed7 req-4cb709b3-a08f-4c3c-813a-7702c53e18eb service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862210 Apr 05 19:26:33.760877 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98cf265f-a386-4a69-be56-436f1084fed7 req-1a2e7a33-af35-4beb-93c2-56736514d414 service neutron] 10.222.0.20 "GET /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868292 Apr 05 19:26:33.790824 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3bebd8a-cd79-475d-b71e-0c4f9d7a1aae', 'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'mac_address': 'fa:16:3e:08:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:25Z', 'updated_at': '2022-04-05T19:24:30Z', 'revision_number': 5, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'subnets': [{'id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:33.817638 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7770a67-d46f-4212-8755-f38f302caa16 None None] The sync data for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 is: [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:26Z', 'revision_number': 4, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd3bebd8a-cd79-475d-b71e-0c4f9d7a1aae', 'name': '', 'network_id': '2b46d41f-bb2e-49ba-be8c-6715f29c627a', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'mac_address': 'fa:16:3e:08:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:25Z', 'updated_at': '2022-04-05T19:24:30Z', 'revision_number': 5, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'subnets': [{'id': '4530f50f-9a7a-4cc7-9cd7-df26334f5ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:26:34.030754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f46a2c-2007-44ce-8c4f-7ba2dab1b2e0 None None] New status for floating IP d3c54a4a-81c1-4542-8796-f79acfac6af7: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:26:35.452731 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:37.345210 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:39.520440 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-293a18a2-1e7d-48cf-a90c-f6daa6de122c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:39.994105 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf490ec-de48-474a-b88b-1e5f4f84c6c0 req-b5d61bfd-c6b3-4c96-bc5f-31514c915eed tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:39.995709 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eaf490ec-de48-474a-b88b-1e5f4f84c6c0 req-b5d61bfd-c6b3-4c96-bc5f-31514c915eed tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 945 time: 0.0515704 Apr 05 19:26:40.034884 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eaf490ec-de48-474a-b88b-1e5f4f84c6c0 req-759c944a-9c5a-4bf7-a68e-78cf77e3e8b5 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329089 Apr 05 19:26:41.152086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af9db-3b53-473e-ba0c-178f20329348 req-ccff0057-9aa3-4642-8c14-79c5e5ab6fba tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:41.153560 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c60af9db-3b53-473e-ba0c-178f20329348 req-ccff0057-9aa3-4642-8c14-79c5e5ab6fba tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 945 time: 0.0484121 Apr 05 19:26:41.190898 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c60af9db-3b53-473e-ba0c-178f20329348 req-3d311668-9900-4684-a5bd-b3e8b02a03de tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d189c9-e669-4c89-bd58-bd697adfe237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Apr 05 19:26:41.855382 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42f763e7-14da-4f8e-b0cc-17c30365cdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:41.889651 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-2dcd9682-c021-4f47-984d-51989af36822 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:41.891126 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-2dcd9682-c021-4f47-984d-51989af36822 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.20 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 945 time: 0.0540972 Apr 05 19:26:41.980204 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Deleting port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:26:41.980539 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:42.070719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] For port 69f7d365-1fd8-41f8-ba9a-9059e58e0392, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=69f7d365-1fd8-41f8-ba9a-9059e58e0392,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:42.071084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:42.084143 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Calling delete_port for 69f7d365-1fd8-41f8-ba9a-9059e58e0392 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:26:42.206483 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:42.222475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['69f7d365-1fd8-41f8-ba9a-9059e58e0392'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:26:42.241995 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Pushing event deleted for resources: {'Port': ['ID=69f7d365-1fd8-41f8-ba9a-9059e58e0392,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:42.287324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] No DVR routers for this DVR port 69f7d365-1fd8-41f8-ba9a-9059e58e0392 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:26:42.290849 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:42.294125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bb292663-ca86-45f7-adb6-8ec9ceabcb4f req-e3ba84a1-48f6-4585-b8ec-e671bc9a9e42 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.20 "DELETE /v2.0/ports/69f7d365-1fd8-41f8-ba9a-9059e58e0392 HTTP/1.1" status: 204 len: 173 time: 0.3969228 Apr 05 19:26:42.294585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'name': 'network-vif-deleted', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:26:42.296820 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b95133d-1e6b-41ac-95bb-33f410b5eb67" -d '{"events": [{"server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "name": "network-vif-deleted", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:26:42.325568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b623384e-70c9-4dde-b3c6-4c9a8dcc8892 req-4ddc2994-0aae-4da8-9a01-8d6c1cc35e15 tempest-TestMinimumBasicScenario-1462269076 tempest-TestMinimumBasicScenario-1462269076-project] 10.222.0.15 "GET /v2.0/ports?device_id=69d5fe23-c7ef-4724-95da-9e8642efd65b HTTP/1.1" status: 200 len: 210 time: 0.0400426 Apr 05 19:26:42.338936 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da13c05b-ebc8-41e1-8bc9-6d45dbfa4ef1 x-openstack-request-id: req-da13c05b-ebc8-41e1-8bc9-6d45dbfa4ef1 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:26:42.339230 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d5fe23-c7ef-4724-95da-9e8642efd65b", "name": "network-vif-deleted", "tag": "69f7d365-1fd8-41f8-ba9a-9059e58e0392", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:26:42.339485 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da13c05b-ebc8-41e1-8bc9-6d45dbfa4ef1 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:26:42.339892 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da13c05b-ebc8-41e1-8bc9-6d45dbfa4ef1'] response: {'server_uuid': '69d5fe23-c7ef-4724-95da-9e8642efd65b', 'name': 'network-vif-deleted', 'tag': '69f7d365-1fd8-41f8-ba9a-9059e58e0392', 'status': 'completed', 'code': 200} Apr 05 19:26:43.146998 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:43.895250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35866) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:44.232765 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:44.468293 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Deleting port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:26:44.468632 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:44.526471 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:44.545250 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] For port d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:44.545611 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:44.557742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Calling delete_port for d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:26:44.731727 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:44.762936 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:45.041980 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:45.251108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:45.464162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Router c6cafaa3-d041-4cde-b2a6-abd7307672fe has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:26:45.570038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:26:45.576962 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be315115-e3e4-4dd0-ba23-44bf1d255da8 admin admin] 10.222.0.15 "PUT /v2.0/routers/c6cafaa3-d041-4cde-b2a6-abd7307672fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806104 Apr 05 19:26:45.579005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35868) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:45.579138 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] Sync routers for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:26:45.589119 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:26:45.589714 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:45.684521 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:45.693512 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:26:45.787198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:45.840428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Deleting port 0cff7db9-b070-4daf-942a-260ca7846572 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:26:45.841037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:45.866995 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0cff7db9-b070-4daf-942a-260ca7846572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:26:44Z', 'revision_number': 5, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port': {'id': '0cff7db9-b070-4daf-942a-260ca7846572', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:45.894156 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] Checking router: c6cafaa3-d041-4cde-b2a6-abd7307672fe for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:26:45.902511 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] Routers {'c6cafaa3-d041-4cde-b2a6-abd7307672fe'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:26:45.903081 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:45.919491 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] For port 0cff7db9-b070-4daf-942a-260ca7846572, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0cff7db9-b070-4daf-942a-260ca7846572,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:45.919860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:45.932931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Calling delete_port for 0cff7db9-b070-4daf-942a-260ca7846572 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:26:45.994325 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] Set router c6cafaa3-d041-4cde-b2a6-abd7307672fe gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:26:46.047225 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:26:45Z', 'revision_number': 6, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:46.076551 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca11e2-4160-4206-9818-3fc236cb8117 None None] The sync data for ids ['c6cafaa3-d041-4cde-b2a6-abd7307672fe'] in n-d-836650-3 is: [{'id': 'c6cafaa3-d041-4cde-b2a6-abd7307672fe', 'name': 'tempest-TestMinimumBasicScenario-1418752104-router', 'tenant_id': '0e68279e324442fdbc2b019226f3512c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:24Z', 'updated_at': '2022-04-05T19:26:45Z', 'revision_number': 6, 'project_id': '0e68279e324442fdbc2b019226f3512c', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:26:46.102698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.130012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cff7db9-b070-4daf-942a-260ca7846572,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:46.141476 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 69f7d365-1fd8-41f8-ba9a-9059e58e0392 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:26:46.161571 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 69f7d365-1fd8-41f8-ba9a-9059e58e0392 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:26:46.161997 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 69f7d365-1fd8-41f8-ba9a-9059e58e0392 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:26:46.192244 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.284463 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.286698 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.329700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.330138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6cafaa3-d041-4cde-b2a6-abd7307672fe {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:26:46.337012 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.338139 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df7b07e1-e220-496a-85ef-765a1daf9ff1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c6cafaa3-d041-4cde-b2a6-abd7307672fe HTTP/1.1" status: 204 len: 168 time: 0.7582281 Apr 05 19:26:46.340679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35870) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:46.388796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6889d1ea-5943-406b-af88-cb74ecdebb94 admin admin] Deleting subnet 4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:26:46.391705 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6889d1ea-5943-406b-af88-cb74ecdebb94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.429400 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6889d1ea-5943-406b-af88-cb74ecdebb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.509199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6889d1ea-5943-406b-af88-cb74ecdebb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.559174 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6889d1ea-5943-406b-af88-cb74ecdebb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.589447 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889d1ea-5943-406b-af88-cb74ecdebb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4530f50f-9a7a-4cc7-9cd7-df26334f5ad3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:46.592969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6889d1ea-5943-406b-af88-cb74ecdebb94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.596095 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6889d1ea-5943-406b-af88-cb74ecdebb94 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4530f50f-9a7a-4cc7-9cd7-df26334f5ad3 HTTP/1.1" status: 204 len: 168 time: 0.2545099 Apr 05 19:26:46.598676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:46.601601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91821a24-5da2-4cb4-b0f7-9c65e9e40aa0 None None] Network 2b46d41f-bb2e-49ba-be8c-6715f29c627a requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:26:46.667115 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.720931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Deleting port 2e6fa867-7edf-4152-a812-44d0440c1aa0 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:26:46.721196 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.795780 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] For port 2e6fa867-7edf-4152-a812-44d0440c1aa0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2e6fa867-7edf-4152-a812-44d0440c1aa0,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:46.796146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.809998 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Calling delete_port for 2e6fa867-7edf-4152-a812-44d0440c1aa0 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:26:46.820683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76398581-0035-4034-9841-5b90b34e878c None None] DHCP port deletion for 2b46d41f-bb2e-49ba-be8c-6715f29c627a request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:26:46.868186 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-76398581-0035-4034-9841-5b90b34e878c None None] Deleting port 2e6fa867-7edf-4152-a812-44d0440c1aa0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:26:46.868555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.893656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.922601 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6fa867-7edf-4152-a812-44d0440c1aa0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:46.925986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] No DVR routers for this DVR port 2e6fa867-7edf-4152-a812-44d0440c1aa0 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:26:46.936212 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-76398581-0035-4034-9841-5b90b34e878c None None] For port 2e6fa867-7edf-4152-a812-44d0440c1aa0, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2e6fa867-7edf-4152-a812-44d0440c1aa0,segment=NetworkSegment(d080d125-d799-4fa0-b2b2-c26f41492e4f),segment_id=d080d125-d799-4fa0-b2b2-c26f41492e4f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:46.936602 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:46.950460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-76398581-0035-4034-9841-5b90b34e878c None None] Calling delete_port for 2e6fa867-7edf-4152-a812-44d0440c1aa0 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:26:47.006208 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 19:26:47.026160 n-d-836650-3 neutron-server[102641]: self.session.flush() Apr 05 19:26:47.031711 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b46d41f-bb2e-49ba-be8c-6715f29c627a']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:47.039530 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.049877 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd080d125-d799-4fa0-b2b2-c26f41492e4f') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:47.050653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd080d125-d799-4fa0-b2b2-c26f41492e4f') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:47.063508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.080825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76398581-0035-4034-9841-5b90b34e878c None None] No DVR routers for this DVR port 2e6fa867-7edf-4152-a812-44d0440c1aa0 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:26:47.081483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.084585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76398581-0035-4034-9841-5b90b34e878c None None] Pushing event deleted for resources: {'Port': ['ID=2e6fa867-7edf-4152-a812-44d0440c1aa0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:47.092995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:26:47.094421 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.096117 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.096456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.096868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.097188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.097520 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.097896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.098221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.098595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.098964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.099285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.099602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.099970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76398581-0035-4034-9841-5b90b34e878c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:26:47.110436 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:26:47.164625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.170203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.173442 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] 10.222.0.15 "DELETE /v2.0/networks/2b46d41f-bb2e-49ba-be8c-6715f29c627a HTTP/1.1" status: 204 len: 168 time: 0.5738056 Apr 05 19:26:47.176266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35874) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:47.191867 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c397f-2f4d-4df7-af55-66b8ef060dba admin admin] Pushing event deleted for resources: {'Network': ['ID=2b46d41f-bb2e-49ba-be8c-6715f29c627a,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:47.527016 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.765422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Deleting port 603af923-d4e4-4315-95d6-52d8cc980fde {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:26:47.765763 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.845433 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] For port 603af923-d4e4-4315-95d6-52d8cc980fde, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=603af923-d4e4-4315-95d6-52d8cc980fde,segment=NetworkSegment(6bb24de3-c01f-4ffe-860b-14e5ed7cd11b),segment_id=6bb24de3-c01f-4ffe-860b-14e5ed7cd11b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:47.845800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:47.858181 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Calling delete_port for 603af923-d4e4-4315-95d6-52d8cc980fde owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:26:47.994599 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:26:48.015069 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:26:48.015414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d3bebd8a-cd79-475d-b71e-0c4f9d7a1aae not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:26:48.015808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2e6fa867-7edf-4152-a812-44d0440c1aa0 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:26:48.034803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2e6fa867-7edf-4152-a812-44d0440c1aa0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:26:48.035166 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2e6fa867-7edf-4152-a812-44d0440c1aa0 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:26:48.035530 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:48.035813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0cff7db9-b070-4daf-942a-260ca7846572 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:26:48.054062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0cff7db9-b070-4daf-942a-260ca7846572 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:26:48.054428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0cff7db9-b070-4daf-942a-260ca7846572 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:26:48.061551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=603af923-d4e4-4315-95d6-52d8cc980fde,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:48.241378 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:48.453425 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:26:48.558949 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:26:48.565352 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-83572e19-c618-4646-b668-e79be3e9cbdd admin admin] 10.222.0.15 "PUT /v2.0/routers/6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3872437 Apr 05 19:26:48.566937 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35876) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:48.569293 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] Sync routers for ids ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:26:48.578444 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] Routers {'6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:26:48.579052 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:48.683867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] Set router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:26:48.873575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:28Z', 'updated_at': '2022-04-05T19:26:47Z', 'revision_number': 5, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'gw_port': {'id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:29Z', 'updated_at': '2022-04-05T19:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:48.901365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] Checking router: 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:26:48.909843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] Routers {'6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:26:48.910477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:49.015354 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.018184 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] Set router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:26:49.117986 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.171299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Deleting port 9248b848-6b11-4e46-b665-15fffc9b162c {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:26:49.171535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.194045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:28Z', 'updated_at': '2022-04-05T19:26:47Z', 'revision_number': 5, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'gw_port': {'id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:29Z', 'updated_at': '2022-04-05T19:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:49.226125 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e5e619-3140-4858-9cb6-240bb174432a None None] The sync data for ids ['6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1'] in n-d-836650-3 is: [{'id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'name': 'tempest-TestMinimumBasicScenario-1249650943-router', 'tenant_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:24:28Z', 'updated_at': '2022-04-05T19:26:47Z', 'revision_number': 5, 'project_id': 'f7c02e2d6b384d6cb640f1d0340b3790', 'gw_port': {'id': '9248b848-6b11-4e46-b665-15fffc9b162c', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:24:29Z', 'updated_at': '2022-04-05T19:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:26:49.257227 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] For port 9248b848-6b11-4e46-b665-15fffc9b162c, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=9248b848-6b11-4e46-b665-15fffc9b162c,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:49.257605 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.262024 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:26:49.274022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Calling delete_port for 9248b848-6b11-4e46-b665-15fffc9b162c owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:26:49.434694 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.463168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9248b848-6b11-4e46-b665-15fffc9b162c,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:49.521957 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.617051 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.619317 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.669267 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.669863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:26:49.674659 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.675886 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0bb73308-e860-4e6a-816e-0e21e49ff6d1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6afc7fdb-b4ff-45d4-92bb-c562a5be1fa1 HTTP/1.1" status: 204 len: 168 time: 1.1072390 Apr 05 19:26:49.679174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35878) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:49.724870 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67a63cf-9902-4412-b3c5-34f8cd96e9af admin admin] Deleting subnet 17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:26:49.727996 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b67a63cf-9902-4412-b3c5-34f8cd96e9af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.762502 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b67a63cf-9902-4412-b3c5-34f8cd96e9af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.848579 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b67a63cf-9902-4412-b3c5-34f8cd96e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.904462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b67a63cf-9902-4412-b3c5-34f8cd96e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.933052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a63cf-9902-4412-b3c5-34f8cd96e9af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:49.936704 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b67a63cf-9902-4412-b3c5-34f8cd96e9af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:49.939904 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b67a63cf-9902-4412-b3c5-34f8cd96e9af admin admin] 10.222.0.15 "DELETE /v2.0/subnets/17a5f06e-2c3d-4ab8-94d9-e57bc02b04fe HTTP/1.1" status: 204 len: 168 time: 0.2597744 Apr 05 19:26:49.943326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35882) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:49.943508 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e7968-22b6-4d0f-8ee4-b3cf2281b006 None None] Network f7b0be42-7a58-465e-80c5-a5d5dd248087 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:26:50.011009 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.068203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Deleting port e3b094c2-6667-4b71-9e0f-36fabfed1283 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:26:50.068548 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.132144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] For port e3b094c2-6667-4b71-9e0f-36fabfed1283, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=e3b094c2-6667-4b71-9e0f-36fabfed1283,segment=NetworkSegment(6bb24de3-c01f-4ffe-860b-14e5ed7cd11b),segment_id=6bb24de3-c01f-4ffe-860b-14e5ed7cd11b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:50.132549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.144707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Calling delete_port for e3b094c2-6667-4b71-9e0f-36fabfed1283 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:26:50.230540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.247484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b001f79b-9082-475c-af58-13ba1d1f6137 None None] DHCP port deletion for f7b0be42-7a58-465e-80c5-a5d5dd248087 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:26:50.263850 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b094c2-6667-4b71-9e0f-36fabfed1283,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:50.265676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] No DVR routers for this DVR port e3b094c2-6667-4b71-9e0f-36fabfed1283 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:26:50.315568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e3b094c2-6667-4b71-9e0f-36fabfed1283 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:26:50.337569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: e3b094c2-6667-4b71-9e0f-36fabfed1283 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:26:50.337903 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device e3b094c2-6667-4b71-9e0f-36fabfed1283 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:26:50.338297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9248b848-6b11-4e46-b665-15fffc9b162c no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:26:50.339961 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.358024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 9248b848-6b11-4e46-b665-15fffc9b162c {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:26:50.358359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 9248b848-6b11-4e46-b665-15fffc9b162c not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:26:50.358782 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 603af923-d4e4-4315-95d6-52d8cc980fde no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:26:50.360983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b0be42-7a58-465e-80c5-a5d5dd248087']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:50.370239 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:50.370573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb24de3-c01f-4ffe-860b-14e5ed7cd11b') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:50.377749 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 603af923-d4e4-4315-95d6-52d8cc980fde {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:26:50.378093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 603af923-d4e4-4315-95d6-52d8cc980fde not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:26:50.380917 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.394939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.402046 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:26:50.402481 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:26:50.404148 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:26:50.463403 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.468669 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.472012 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f7b0be42-7a58-465e-80c5-a5d5dd248087 HTTP/1.1" status: 204 len: 168 time: 0.5276115 Apr 05 19:26:50.484114 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d088c-ce83-4aa1-bafe-f64d405dd086 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b0be42-7a58-465e-80c5-a5d5dd248087,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:50.628199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35886) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:50.670446 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-01c2ecce-8f25-4577-acdf-7e9e8a517aa3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e68279e324442fdbc2b019226f3512c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409374 Apr 05 19:26:50.672851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35888) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:50.720349 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7038b3f3-b7d4-497b-8545-0e2c8c0bf8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.740851 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7038b3f3-b7d4-497b-8545-0e2c8c0bf8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.786065 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7038b3f3-b7d4-497b-8545-0e2c8c0bf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.788682 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7038b3f3-b7d4-497b-8545-0e2c8c0bf8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:50.789830 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7038b3f3-b7d4-497b-8545-0e2c8c0bf8c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46d189c9-e669-4c89-bd58-bd697adfe237 HTTP/1.1" status: 204 len: 168 time: 0.1162298 Apr 05 19:26:50.797475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038b3f3-b7d4-497b-8545-0e2c8c0bf8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d189c9-e669-4c89-bd58-bd697adfe237,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:51.102776 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35894) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:51.148930 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c6a87463-1838-4b4f-8b61-33dbd4aa6874 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7c02e2d6b384d6cb640f1d0340b3790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429611 Apr 05 19:26:51.149307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35896) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:51.196779 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f4317457-6633-4ebf-9694-bec93800edd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:51.217767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f4317457-6633-4ebf-9694-bec93800edd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:51.264369 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f4317457-6633-4ebf-9694-bec93800edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:51.267018 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f4317457-6633-4ebf-9694-bec93800edd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:51.268093 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f4317457-6633-4ebf-9694-bec93800edd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49dfe5e8-788c-4e60-bceb-ecb09334b18b HTTP/1.1" status: 204 len: 168 time: 0.1178999 Apr 05 19:26:51.277731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4317457-6633-4ebf-9694-bec93800edd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dfe5e8-788c-4e60-bceb-ecb09334b18b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:52.800562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35936) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:52.805911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15714884', 'description': 'tempest-secgroup-smoke-15714884 description', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:52.826875 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:52.835493 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:52.908252 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:52.912335 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:52.948519 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee95ab0-ced5-4c85-bda2-ed6521ed226d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:52.985424 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:52.988912 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.019090 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.020283 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2187200 Apr 05 19:26:53.023591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35938) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:53.024489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e49c0d-d438-4b2c-8f14-a6adbf72fc8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:53.028245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-533583e1-3ce5-4193-9494-c7faf5f81885 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:53.053923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-533583e1-3ce5-4193-9494-c7faf5f81885 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.108859 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-533583e1-3ce5-4193-9494-c7faf5f81885 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.112222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-533583e1-3ce5-4193-9494-c7faf5f81885 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.132810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533583e1-3ce5-4193-9494-c7faf5f81885 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdb3ddd-5a18-4ecf-86f7-2e3492c7d144,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:53.137942 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-533583e1-3ce5-4193-9494-c7faf5f81885 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.139140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-533583e1-3ce5-4193-9494-c7faf5f81885 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145020 Apr 05 19:26:53.142126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35940) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:53.146801 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-a8e074d9-8d34-447b-ae34-ea95495e1192 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:53.171238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8e074d9-8d34-447b-ae34-ea95495e1192 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.228119 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8e074d9-8d34-447b-ae34-ea95495e1192 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.232216 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8e074d9-8d34-447b-ae34-ea95495e1192 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.250315 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e074d9-8d34-447b-ae34-ea95495e1192 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8574f2-b8e6-40ff-b73b-79db8e2c6a23,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:53.258070 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a8e074d9-8d34-447b-ae34-ea95495e1192 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.259294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a8e074d9-8d34-447b-ae34-ea95495e1192 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161215 Apr 05 19:26:53.262105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35942) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:53.266373 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-e7211963-21a5-4792-8c73-1c1a8b9bde7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:53.289637 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7211963-21a5-4792-8c73-1c1a8b9bde7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.347212 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7211963-21a5-4792-8c73-1c1a8b9bde7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.351508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7211963-21a5-4792-8c73-1c1a8b9bde7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.369073 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7211963-21a5-4792-8c73-1c1a8b9bde7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db7a001-4a63-41bd-b0d8-c6730c1e57b9,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:53.376344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e7211963-21a5-4792-8c73-1c1a8b9bde7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.377545 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e7211963-21a5-4792-8c73-1c1a8b9bde7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144602 Apr 05 19:26:53.380507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35944) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:53.384868 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b2663918-3b4c-4fe5-8571-7f36061b6d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:53.408621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2663918-3b4c-4fe5-8571-7f36061b6d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.468759 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2663918-3b4c-4fe5-8571-7f36061b6d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.472321 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2663918-3b4c-4fe5-8571-7f36061b6d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.493443 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2663918-3b4c-4fe5-8571-7f36061b6d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9006fae7-da8f-44e2-8a78-a1912c617890,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:53.500938 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b2663918-3b4c-4fe5-8571-7f36061b6d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.502099 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b2663918-3b4c-4fe5-8571-7f36061b6d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205468 Apr 05 19:26:53.504872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35946) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:53.509320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-66c26d2b-dd74-432b-881b-a45e6e2b2df4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:53.528538 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-66c26d2b-dd74-432b-881b-a45e6e2b2df4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:26:53.533142 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66c26d2b-dd74-432b-881b-a45e6e2b2df4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.592213 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66c26d2b-dd74-432b-881b-a45e6e2b2df4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.595549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66c26d2b-dd74-432b-881b-a45e6e2b2df4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.612606 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c26d2b-dd74-432b-881b-a45e6e2b2df4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2cffc7-d538-4dab-a846-b8ff0055c4d2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:53.622839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-66c26d2b-dd74-432b-881b-a45e6e2b2df4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.624013 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-66c26d2b-dd74-432b-881b-a45e6e2b2df4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181612 Apr 05 19:26:53.626701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35948) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:53.631027 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-31a5f0ca-fcce-4a57-855b-b130736b2407 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:53.651816 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-31a5f0ca-fcce-4a57-855b-b130736b2407 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:26:53.657191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31a5f0ca-fcce-4a57-855b-b130736b2407 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.717589 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31a5f0ca-fcce-4a57-855b-b130736b2407 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.722268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31a5f0ca-fcce-4a57-855b-b130736b2407 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.741217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5f0ca-fcce-4a57-855b-b130736b2407 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d32789-4cb7-4902-8c29-a78e21f7d6bd,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:53.746408 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-31a5f0ca-fcce-4a57-855b-b130736b2407 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.750335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-31a5f0ca-fcce-4a57-855b-b130736b2407 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198418 Apr 05 19:26:53.750945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35950) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:53.755968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'network': {'name': 'tempest-network-smoke--1619029200', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'port_security_enabled': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:53.776445 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:26:53.779932 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.803011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:26:53.811835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.812197 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Added segment 35ca5043-98b9-43c2-ac9b-822adcf8dd5b of type vlan for network 01de7251-ade6-485c-81b7-bd0b284bbba3 Apr 05 19:26:53.855841 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.881228 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.887241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:53.887839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.918450 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1670008 Apr 05 19:26:53.921467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35954) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:53.926467 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'admin_state_up': True, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:53.960610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add68446-ac91-4a34-a79c-653a0497cfc6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Network': ['ID=01de7251-ade6-485c-81b7-bd0b284bbba3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:53.971585 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 01de7251-ade6-485c-81b7-bd0b284bbba3 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:26:53.974260 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:53.975305 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:54.317335 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:54.452770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:54.637307 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:54.657212 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:54.760173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.171 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/d96551fe-ef40-4ce7-bbc0-7410b54da5e4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:26:54.862084 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:54.896679 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:54.939808 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:26:54.943582 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:26:54.947184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:26:54.969018 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=d96551fe-ef40-4ce7-bbc0-7410b54da5e4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:55.202896 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:55.410276 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:55.535045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router e28f3ea7-d989-4058-8b72-c9c860d17664 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:26:55.640713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:26:55.650453 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Sync routers for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:26:55.660353 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:26:55.660951 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:55.662959 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:55.664218 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f90790b7-ef08-4612-b92c-f866dd482128 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7415264 Apr 05 19:26:55.667225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35956) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:55.771633 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:26:55.810960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-087823f2-2a7b-4817-81f1-2755e514a7ab tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=359942a49c9e4905bbd68eff0a2f6d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1424983 Apr 05 19:26:55.813602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35960) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:55.965569 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e226d2-7f73-4cf3-9d21-6e870e89b9fc tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:55.967113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f1e226d2-7f73-4cf3-9d21-6e870e89b9fc tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1525848 Apr 05 19:26:55.970086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35962) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:56.003978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5441f4f5-eed1-47e7-8a84-9b28cf29198a tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327127 Apr 05 19:26:56.006546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 35964) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:56.011277 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603356363', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:26:56.033304 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:55Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:56.059608 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Checking router: e28f3ea7-d989-4058-8b72-c9c860d17664 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:26:56.059956 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Updating router e28f3ea7-d989-4058-8b72-c9c860d17664 port d96551fe-ef40-4ce7-bbc0-7410b54da5e4 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:26:56.083817 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.096676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:26:56.100593 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.278493 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.338372 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.340110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Subnet': ['ID=dd6021ff-ac53-4108-b10a-aeb260afcace,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:56.343961 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.348325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Checking segment: {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:26:56.348743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network hostable DHCP agents. Network: 01de7251-ade6-485c-81b7-bd0b284bbba3, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:26:56.368973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 01de7251-ade6-485c-81b7-bd0b284bbba3 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:26:56.380664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 01de7251-ade6-485c-81b7-bd0b284bbba3) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:26:56.385215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:56.386573 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.392225 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0fcbab-1657-41d3-8d1e-6685b767315f None None] Network 01de7251-ade6-485c-81b7-bd0b284bbba3 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:26:56.396275 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Attempting to bind port d96551fe-ef40-4ce7-bbc0-7410b54da5e4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:26:56.396663 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Attempting to bind port d96551fe-ef40-4ce7-bbc0-7410b54da5e4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:26:56.397031 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Attempting to bind port d96551fe-ef40-4ce7-bbc0-7410b54da5e4 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:26:56.410756 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:26:56.411028 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:26:56.411322 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.411716 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:26:56.412186 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Bound port: d96551fe-ef40-4ce7-bbc0-7410b54da5e4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:26:56.412567 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.414178 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 35966) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:26:56.414747 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-511f19da-c587-4097-a2c6-1d83cc03e489 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4068816 Apr 05 19:26:56.474071 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] For port d96551fe-ef40-4ce7-bbc0-7410b54da5e4, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:26:56.477531 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Pushing event updated for resources: {'Port': ['ID=d96551fe-ef40-4ce7-bbc0-7410b54da5e4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:56.481589 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] For port d96551fe-ef40-4ce7-bbc0-7410b54da5e4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d96551fe-ef40-4ce7-bbc0-7410b54da5e4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:26:56.488715 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.489093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.490430 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.491167 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.491791 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.492223 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.492614 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.493031 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.493421 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.493804 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.494241 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.494644 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:26:56.505161 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.564777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-01de7251-ade6-485c-81b7-bd0b284bbba3', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:26:56.566336 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.572625 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:26:56.573327 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:56.614440 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d48f82-877d-4999-b5e7-0c7ea29a17f3 None None] Pushing event updated for resources: {'Port': ['ID=d96551fe-ef40-4ce7-bbc0-7410b54da5e4,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:56.703168 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:26:56.738855 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Allocated IP 172.20.0.2 (01de7251-ade6-485c-81b7-bd0b284bbba3/dd6021ff-ac53-4108-b10a-aeb260afcace/a3110a57-2962-4a64-a977-869660d5575b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:26:56.896572 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:55Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:56.907719 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.914845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.923459 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f058d-306a-4b86-a189-b72930a1d0af None None] The sync data for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 is: [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:55Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:26:56.925431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:56.961401 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Network 01de7251-ade6-485c-81b7-bd0b284bbba3 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:26:56.964331 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:26:56.968034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:26:56.975333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Pushing event updated for resources: {'Port': ['ID=a3110a57-2962-4a64-a977-869660d5575b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:57.027711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Attempting to bind port a3110a57-2962-4a64-a977-869660d5575b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:26:57.028341 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Attempting to bind port a3110a57-2962-4a64-a977-869660d5575b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:26:57.028767 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Attempting to bind port a3110a57-2962-4a64-a977-869660d5575b on network 01de7251-ade6-485c-81b7-bd0b284bbba3 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:26:57.033943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:26:57.034443 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Checking segment: {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:26:57.034850 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:57.035236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Bound using segment: {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:26:57.035705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Bound port: a3110a57-2962-4a64-a977-869660d5575b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:26:57.036064 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:57.107236 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] For port a3110a57-2962-4a64-a977-869660d5575b, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:26:57.110780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] For port a3110a57-2962-4a64-a977-869660d5575b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a3110a57-2962-4a64-a977-869660d5575b,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:26:57.117430 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:57.206305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233195b1-0282-41ce-9d2d-f95f102dfdca None None] Pushing event updated for resources: {'Port': ['ID=a3110a57-2962-4a64-a977-869660d5575b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:57.273812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.1 (01de7251-ade6-485c-81b7-bd0b284bbba3/dd6021ff-ac53-4108-b10a-aeb260afcace/bcb55229-8de3-4032-9824-5aecbcfe993b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:26:57.430540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:57.474621 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:57.522439 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 01de7251-ade6-485c-81b7-bd0b284bbba3 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:26:57.526457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:26:57.532161 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:26:57.537442 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=bcb55229-8de3-4032-9824-5aecbcfe993b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:57.585599 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:57.720981 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.019144 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.024823 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.059134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d96551fe-ef40-4ce7-bbc0-7410b54da5e4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:26:58.112450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=bcb55229-8de3-4032-9824-5aecbcfe993b,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:58.112676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d96551fe-ef40-4ce7-bbc0-7410b54da5e4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:26:58.112826 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.116437 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.203282 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.212192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 01de7251-ade6-485c-81b7-bd0b284bbba3 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:26:58.220610 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:26:58.237960 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port d96551fe-ef40-4ce7-bbc0-7410b54da5e4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d96551fe-ef40-4ce7-bbc0-7410b54da5e4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:58.241224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105d01e8-f9a5-49ed-824c-db68e6794329 None None] Network 01de7251-ade6-485c-81b7-bd0b284bbba3 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:26:58.253871 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.254434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a3110a57-2962-4a64-a977-869660d5575b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:26:58.340238 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router e28f3ea7-d989-4058-8b72-c9c860d17664 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:26:58.391187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9120c2fb-45ac-4ccc-b50b-7b048c346090 None None] Provisioning complete for port a3110a57-2962-4a64-a977-869660d5575b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:26:58.391547 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9120c2fb-45ac-4ccc-b50b-7b048c346090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.398271 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=d96551fe-ef40-4ce7-bbc0-7410b54da5e4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:58.460659 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:26:58.479492 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a1130ee2-3581-4a5c-b098-82b14fafc023 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/e28f3ea7-d989-4058-8b72-c9c860d17664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0640321 Apr 05 19:26:58.483828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a3110a57-2962-4a64-a977-869660d5575b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:26:58.484188 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.587350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9120c2fb-45ac-4ccc-b50b-7b048c346090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.629435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-fd57d7c6-6d32-49f2-b868-ac4ba4c25aad tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15714884&fields=id&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 267 time: 0.0350676 Apr 05 19:26:58.658077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9120c2fb-45ac-4ccc-b50b-7b048c346090 None None] For port a3110a57-2962-4a64-a977-869660d5575b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a3110a57-2962-4a64-a977-869660d5575b,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:26:58.663859 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9120c2fb-45ac-4ccc-b50b-7b048c346090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.700139 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.760390 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-28b3cf67-d862-4635-9a4e-d3854bf43773 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:26:58.762239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-28b3cf67-d862-4635-9a4e-d3854bf43773 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/networks?id=01de7251-ade6-485c-81b7-bd0b284bbba3 HTTP/1.1" status: 200 len: 797 time: 0.1212423 Apr 05 19:26:58.773277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120c2fb-45ac-4ccc-b50b-7b048c346090 None None] Pushing event updated for resources: {'Port': ['ID=a3110a57-2962-4a64-a977-869660d5575b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:58.779511 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:26:58.779855 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:26:58.781429 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-f94fb3c5-0905-4b27-a020-edd47b889a9c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/quotas/359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 375 time: 0.0118687 Apr 05 19:26:58.817300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Sync routers for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:26:58.831856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:26:58.832928 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:58.846257 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-fbeea616-7e94-4951-b39a-93d8dd27aba1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564947 Apr 05 19:26:58.902514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dad06503-2839-45ec-9d9d-576c3139e273 None None] Provisioning complete for port bcb55229-8de3-4032-9824-5aecbcfe993b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:26:58.902869 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dad06503-2839-45ec-9d9d-576c3139e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:58.929656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-fb95f160-78a4-41b3-8183-8154c2f8eb89 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:26:58.931075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-fb95f160-78a4-41b3-8183-8154c2f8eb89 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0696285 Apr 05 19:26:59.035356 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-38c623f6-b286-41c9-af3a-08a00ab5a104 service neutron] 10.222.0.15 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966940 Apr 05 19:26:59.135456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-37659d80-ce17-438c-bef8-dcd3db771316 service neutron] 10.222.0.15 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929275 Apr 05 19:26:59.141974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dad06503-2839-45ec-9d9d-576c3139e273 None None] Port bcb55229-8de3-4032-9824-5aecbcfe993b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:26:59.150904 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:26:59.186503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dad06503-2839-45ec-9d9d-576c3139e273 None None] Provisioning complete for port a3110a57-2962-4a64-a977-869660d5575b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:26:59.186872 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dad06503-2839-45ec-9d9d-576c3139e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:59.342878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c29fc583-5092-49aa-8c29-4e30d4f5a73c req-3d9bc422-0016-4364-9b6f-c0d4b5eec0d6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 210 time: 0.0284288 Apr 05 19:26:59.466718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'bcb55229-8de3-4032-9824-5aecbcfe993b', 'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:b9:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:57Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 2, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:26:59.494973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Checking router: e28f3ea7-d989-4058-8b72-c9c860d17664 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:26:59.495326 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Updating router e28f3ea7-d989-4058-8b72-c9c860d17664 port bcb55229-8de3-4032-9824-5aecbcfe993b binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:26:59.520445 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:59.622742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-88b890d1-c7c6-47e3-a801-00a0a7c0c4ec None None] Provisioning complete for port bcb55229-8de3-4032-9824-5aecbcfe993b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:26:59.623102 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88b890d1-c7c6-47e3-a801-00a0a7c0c4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:59.674677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-88b890d1-c7c6-47e3-a801-00a0a7c0c4ec None None] Port bcb55229-8de3-4032-9824-5aecbcfe993b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:26:59.817216 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:59.822579 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:59.872992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b48a6-85fb-49a0-bd98-80befd95e0fa None None] Pushing event updated for resources: {'Port': ['ID=bcb55229-8de3-4032-9824-5aecbcfe993b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:26:59.924519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Attempting to bind port bcb55229-8de3-4032-9824-5aecbcfe993b on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:26:59.924886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Attempting to bind port bcb55229-8de3-4032-9824-5aecbcfe993b by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:26:59.925247 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Attempting to bind port bcb55229-8de3-4032-9824-5aecbcfe993b on network 01de7251-ade6-485c-81b7-bd0b284bbba3 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:26:59.932093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:26:59.932459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Checking segment: {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:26:59.932856 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:59.933242 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Bound using segment: {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:26:59.933699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Bound port: bcb55229-8de3-4032-9824-5aecbcfe993b, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:26:59.934078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:26:59.999915 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] For port bcb55229-8de3-4032-9824-5aecbcfe993b, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:27:00.003603 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] For port bcb55229-8de3-4032-9824-5aecbcfe993b, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bcb55229-8de3-4032-9824-5aecbcfe993b,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:27:00.009153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:00.013852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d96551fe-ef40-4ce7-bbc0-7410b54da5e4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:27:00.116524 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b48a6-85fb-49a0-bd98-80befd95e0fa None None] Pushing event updated for resources: {'Port': ['ID=bcb55229-8de3-4032-9824-5aecbcfe993b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:27:00.119107 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:27:00.119918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:26:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:27:00.128045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c0fd1c9b-5cdd-42de-964b-0520551036d8 None None] Provisioning complete for port bcb55229-8de3-4032-9824-5aecbcfe993b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:27:00.128420 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0fd1c9b-5cdd-42de-964b-0520551036d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:00.213204 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d96551fe-ef40-4ce7-bbc0-7410b54da5e4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:27:00.213760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:00.301248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:27:00.423002 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a7051a4-6478-42cc-a4bb-9de9db8ce25f req-a5bc3c25-2753-41d1-8a5f-152635de86aa tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 210 time: 0.0280454 Apr 05 19:27:00.425258 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0fd1c9b-5cdd-42de-964b-0520551036d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:00.501156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a3110a57-2962-4a64-a977-869660d5575b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:27:00.541896 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c0fd1c9b-5cdd-42de-964b-0520551036d8 None None] For port bcb55229-8de3-4032-9824-5aecbcfe993b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bcb55229-8de3-4032-9824-5aecbcfe993b,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:27:00.553149 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0fd1c9b-5cdd-42de-964b-0520551036d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:00.654361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd1c9b-5cdd-42de-964b-0520551036d8 None None] Pushing event updated for resources: {'Port': ['ID=bcb55229-8de3-4032-9824-5aecbcfe993b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:27:00.658866 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a3110a57-2962-4a64-a977-869660d5575b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:27:00.659216 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:00.713473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-627b7278-45b2-4f3f-8a55-05b3fc00ec55 None None] Provisioning complete for port bcb55229-8de3-4032-9824-5aecbcfe993b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:27:00.713833 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-627b7278-45b2-4f3f-8a55-05b3fc00ec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:00.756454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'bcb55229-8de3-4032-9824-5aecbcfe993b', 'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:b9:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:57Z', 'updated_at': '2022-04-05T19:26:59Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:27:00.791868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93374b-e15b-4afc-8f2d-b9b0a5cf0c89 None None] The sync data for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 is: [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'bcb55229-8de3-4032-9824-5aecbcfe993b', 'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:b9:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:57Z', 'updated_at': '2022-04-05T19:26:59Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:27:01.518631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43df9319-6bad-4dc1-b234-737278b2ac66 req-8b1aa705-a00a-4858-840c-26cfaf80c85f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 210 time: 0.0274987 Apr 05 19:27:02.012778 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcb55229-8de3-4032-9824-5aecbcfe993b up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:27:02.060087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bcb55229-8de3-4032-9824-5aecbcfe993b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:27:02.060449 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:02.307489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-323dbe7f-b339-4bd2-93f2-11825f59cdbd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:02.308984 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-323dbe7f-b339-4bd2-93f2-11825f59cdbd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/networks?id=01de7251-ade6-485c-81b7-bd0b284bbba3 HTTP/1.1" status: 200 len: 797 time: 0.1093693 Apr 05 19:27:02.352985 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-58f6115a-2cea-48ba-8a68-0420bbe803bf tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 378 time: 0.0341876 Apr 05 19:27:02.369018 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'port': {'device_id': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'admin_state_up': True, 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'security_groups': ['1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:27:02.470039 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:27:02.474201 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:02.603734 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.10 (01de7251-ade6-485c-81b7-bd0b284bbba3/dd6021ff-ac53-4108-b10a-aeb260afcace/3824e782-b383-4eb6-9671-a1559d80e4fb) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:27:02.619155 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c8cb041-30f2-43bc-bd28-d718699df135 req-d5a1c8af-53d9-4e69-8883-86c54b5c8276 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 210 time: 0.0308087 Apr 05 19:27:02.744892 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:02.778011 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:02.816297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 01de7251-ade6-485c-81b7-bd0b284bbba3 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:27:02.818707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:27:02.822495 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:27:02.857790 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=3824e782-b383-4eb6-9671-a1559d80e4fb,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:27:02.882126 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:02.882785 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:02.900784 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-2355cc57-4975-4efb-bf16-4ce16b23a8cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5351157 Apr 05 19:27:02.912070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-93df1fd8-871f-42c1-b690-cea3f7dcc534 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:27:02.913082 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-93df1fd8-871f-42c1-b690-cea3f7dcc534 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056853 Apr 05 19:27:02.982164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Request body: {'port': {'device_id': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:27:03.012033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-200a2ac8-75b1-42ce-80ab-cb1a3c9fdf3d None None] Provisioning complete for port 3824e782-b383-4eb6-9671-a1559d80e4fb triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:27:03.012407 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-200a2ac8-75b1-42ce-80ab-cb1a3c9fdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:03.040951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:03.047253 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-200a2ac8-75b1-42ce-80ab-cb1a3c9fdf3d None None] Port 3824e782-b383-4eb6-9671-a1559d80e4fb cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:27:03.297436 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3824e782-b383-4eb6-9671-a1559d80e4fb {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:27:03.305508 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:03.317225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Transition to ACTIVE for port object 3824e782-b383-4eb6-9671-a1559d80e4fb will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:27:03.321331 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:03.391800 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Pushing event updated for resources: {'Port': ['ID=3824e782-b383-4eb6-9671-a1559d80e4fb,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:27:03.749290 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1833fa0-1f71-489b-8645-c6528a7687b8 req-6629af30-0bca-4402-91b1-45158324a9c5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:03.750798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1833fa0-1f71-489b-8645-c6528a7687b8 req-6629af30-0bca-4402-91b1-45158324a9c5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 944 time: 0.0504639 Apr 05 19:27:03.783914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Attempting to bind port 3824e782-b383-4eb6-9671-a1559d80e4fb on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:27:03.784163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Attempting to bind port 3824e782-b383-4eb6-9671-a1559d80e4fb by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:27:03.784497 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Attempting to bind port 3824e782-b383-4eb6-9671-a1559d80e4fb on network 01de7251-ade6-485c-81b7-bd0b284bbba3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:27:03.788781 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Port 3824e782-b383-4eb6-9671-a1559d80e4fb on network 01de7251-ade6-485c-81b7-bd0b284bbba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:27:03.789108 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Attempting to bind port 3824e782-b383-4eb6-9671-a1559d80e4fb on network 01de7251-ade6-485c-81b7-bd0b284bbba3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:27:03.790153 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e1833fa0-1f71-489b-8645-c6528a7687b8 req-590654fc-72b3-4ddb-b979-26184a1f97ad tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318782 Apr 05 19:27:03.794019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:27:03.794367 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Checking segment: {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:27:03.794784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Bound using segment: {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:27:03.795211 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Bound port: 3824e782-b383-4eb6-9671-a1559d80e4fb, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ca5043-98b9-43c2-ac9b-822adcf8dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:27:03.795573 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:03.857003 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] For port 3824e782-b383-4eb6-9671-a1559d80e4fb, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:27:03.859912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] For port 3824e782-b383-4eb6-9671-a1559d80e4fb, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3824e782-b383-4eb6-9671-a1559d80e4fb,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:27:03.865165 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:03.899383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:03.900415 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:03.901853 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] 10.222.0.25 "PUT /v2.0/ports/3824e782-b383-4eb6-9671-a1559d80e4fb HTTP/1.1" status: 200 len: 1092 time: 0.9814618 Apr 05 19:27:03.902286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:27:03.904570 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:27:03.933802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6134e68-4924-4ceb-96db-3b55580a9403 service neutron] Pushing event updated for resources: {'Port': ['ID=3824e782-b383-4eb6-9671-a1559d80e4fb,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:27:03.964987 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d53ed7-f1f0-4081-b6ad-97775cb83703 x-openstack-request-id: req-e1d53ed7-f1f0-4081-b6ad-97775cb83703 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:27:03.965275 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:27:03.965597 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1d53ed7-f1f0-4081-b6ad-97775cb83703 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:27:03.965912 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d53ed7-f1f0-4081-b6ad-97775cb83703'] response: {'name': 'network-changed', 'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'status': 'completed', 'code': 200} Apr 05 19:27:04.004826 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-246813de-6694-42e6-bfa6-570de6d6555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:04.006344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-246813de-6694-42e6-bfa6-570de6d6555a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 1095 time: 0.0506666 Apr 05 19:27:04.055316 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-28c41cca-26c7-40b6-a8c5-2aed43ea4b0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3824e782-b383-4eb6-9671-a1559d80e4fb HTTP/1.1" status: 200 len: 217 time: 0.0359325 Apr 05 19:27:04.106696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-7441f4fe-9dc3-43ce-b946-d6b3394167bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:04.108142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-7441f4fe-9dc3-43ce-b946-d6b3394167bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd6021ff-ac53-4108-b10a-aeb260afcace HTTP/1.1" status: 200 len: 835 time: 0.0465713 Apr 05 19:27:04.156263 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-bacdbe5f-3312-4814-925e-7327f96a66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:04.157717 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-bacdbe5f-3312-4814-925e-7327f96a66e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=01de7251-ade6-485c-81b7-bd0b284bbba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426378 Apr 05 19:27:04.245927 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-4dfa71c8-9c96-4d61-8fbc-6ce09c93a898 service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813859 Apr 05 19:27:04.337631 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-efbd2b39-a8eb-4881-8af6-3c9e923108d6 req-c52e9052-bcf1-477c-8dbf-1eeedd164668 service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851054 Apr 05 19:27:04.419923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-44990402-1ae4-4739-8cc8-f87393f6e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:04.421376 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-44990402-1ae4-4739-8cc8-f87393f6e04e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 1095 time: 0.0410886 Apr 05 19:27:04.509468 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-49e4f8b4-6f80-41ee-a84d-3d299f02249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:04.510945 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-49e4f8b4-6f80-41ee-a84d-3d299f02249b service neutron] 10.222.0.25 "GET /v2.0/networks?id=01de7251-ade6-485c-81b7-bd0b284bbba3 HTTP/1.1" status: 200 len: 897 time: 0.0827005 Apr 05 19:27:04.556312 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-ba967b61-3b45-468b-aeda-1e4e535dbeea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3824e782-b383-4eb6-9671-a1559d80e4fb HTTP/1.1" status: 200 len: 217 time: 0.0388165 Apr 05 19:27:04.604706 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-b5d483ab-2283-4db5-8a9f-55eb51a524bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:04.606137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-b5d483ab-2283-4db5-8a9f-55eb51a524bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd6021ff-ac53-4108-b10a-aeb260afcace HTTP/1.1" status: 200 len: 835 time: 0.0437102 Apr 05 19:27:04.650576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-311ec671-d9ac-4bdc-99c0-4c27e2436f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:04.652062 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-311ec671-d9ac-4bdc-99c0-4c27e2436f54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=01de7251-ade6-485c-81b7-bd0b284bbba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392487 Apr 05 19:27:04.743998 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-6bf8ff55-1231-4323-b54c-a24734dc72d5 service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848870 Apr 05 19:27:04.832184 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e92dbddc-6d78-4d32-a7bc-ac0c69b511b9 req-40266f87-3701-4693-8255-022f510d4f3f service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816305 Apr 05 19:27:04.910795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c673e7-b21d-4209-a912-1d0b1877bfa1 req-aefdefb0-debb-4955-9b0d-10a5d8bc3cc2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:04.912269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6c673e7-b21d-4209-a912-1d0b1877bfa1 req-aefdefb0-debb-4955-9b0d-10a5d8bc3cc2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 944 time: 0.0485475 Apr 05 19:27:04.950024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6c673e7-b21d-4209-a912-1d0b1877bfa1 req-bc8c34b5-5960-4de4-9adc-dc3553a58591 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316067 Apr 05 19:27:05.470171 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:06.069025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffab65-614c-441a-8c55-82986af88d94 req-3dc1f011-fbdf-42c0-9276-a3b7818af467 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:06.070498 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccffab65-614c-441a-8c55-82986af88d94 req-3dc1f011-fbdf-42c0-9276-a3b7818af467 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 944 time: 0.0520813 Apr 05 19:27:06.394302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ccffab65-614c-441a-8c55-82986af88d94 req-4296a97d-968d-4b5d-a8d5-b619e8808b6e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3177705 Apr 05 19:27:07.344494 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:07.507931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9cd68-dca7-4ad4-a06d-f45d14091136 req-9a1890d3-92c2-4893-9358-3c97cca55496 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:07.509375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7b9cd68-dca7-4ad4-a06d-f45d14091136 req-9a1890d3-92c2-4893-9358-3c97cca55496 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 944 time: 0.0474348 Apr 05 19:27:07.546541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7b9cd68-dca7-4ad4-a06d-f45d14091136 req-2c597192-db2c-448f-ae88-8d13567de12c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309942 Apr 05 19:27:07.783031 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3824e782-b383-4eb6-9671-a1559d80e4fb details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:27:07.875657 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3824e782-b383-4eb6-9671-a1559d80e4fb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3824e782-b383-4eb6-9671-a1559d80e4fb,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:27:07.887862 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'port_id': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'mac_address': 'fa:16:3e:9b:e6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:27:07.927079 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:07.939490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3824e782-b383-4eb6-9671-a1559d80e4fb {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:27:07.959154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3824e782-b383-4eb6-9671-a1559d80e4fb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3824e782-b383-4eb6-9671-a1559d80e4fb,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:27:07.963148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:08.009851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=3824e782-b383-4eb6-9671-a1559d80e4fb,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:27:08.312535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['3824e782-b383-4eb6-9671-a1559d80e4fb'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:27:08.660850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc6ad-dc13-4f5e-851d-7c9e824ce6c7 req-48134571-11db-427c-8ef9-bbc6c5adfaa3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:08.662858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-550cc6ad-dc13-4f5e-851d-7c9e824ce6c7 req-48134571-11db-427c-8ef9-bbc6c5adfaa3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Apr 05 19:27:08.699511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-550cc6ad-dc13-4f5e-851d-7c9e824ce6c7 req-e52c3eff-aee4-44ab-a4de-72b8a5509ba6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306082 Apr 05 19:27:09.523380 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9de0ff01-0962-4de1-adb3-fb0725be8b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:09.791198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3824e782-b383-4eb6-9671-a1559d80e4fb up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:27:09.819211 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197e791-4273-4341-9927-be73aac40658 req-58efd493-0dfe-4c84-a4eb-2ffe52d5fa53 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:09.820689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e197e791-4273-4341-9927-be73aac40658 req-58efd493-0dfe-4c84-a4eb-2ffe52d5fa53 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 945 time: 0.0525513 Apr 05 19:27:09.843370 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 3824e782-b383-4eb6-9671-a1559d80e4fb completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:27:09.852519 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 3824e782-b383-4eb6-9671-a1559d80e4fb triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:27:09.853154 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:09.860079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e197e791-4273-4341-9927-be73aac40658 req-7db69a6d-f370-493c-a39c-3418d121652d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331290 Apr 05 19:27:09.930492 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:09.953487 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:27:09.955758 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ff112b-98d7-4a39-ac50-acace2e8a57a" -d '{"events": [{"server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "name": "network-vif-plugged", "status": "completed", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:27:09.968205 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 3824e782-b383-4eb6-9671-a1559d80e4fb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3824e782-b383-4eb6-9671-a1559d80e4fb,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:27:09.972448 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:10.019727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=3824e782-b383-4eb6-9671-a1559d80e4fb,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:27:10.063788 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74dc9e3-0eb5-4354-9be3-e2953a0a68b7 x-openstack-request-id: req-a74dc9e3-0eb5-4354-9be3-e2953a0a68b7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:27:10.064077 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "name": "network-vif-plugged", "status": "completed", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:27:10.064373 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a74dc9e3-0eb5-4354-9be3-e2953a0a68b7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:27:10.064764 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74dc9e3-0eb5-4354-9be3-e2953a0a68b7'] response: {'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'code': 200} Apr 05 19:27:10.167671 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6e2d-c307-45bf-8ab4-64bc36dad1e1 req-825baa58-7656-4fd4-9d8a-49d7e660b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:10.169180 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-84dc6e2d-c307-45bf-8ab4-64bc36dad1e1 req-825baa58-7656-4fd4-9d8a-49d7e660b18b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 1097 time: 0.0470695 Apr 05 19:27:10.203153 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-84dc6e2d-c307-45bf-8ab4-64bc36dad1e1 req-e5a49fd8-a96d-4fba-a6fb-c24a20c08cac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275650 Apr 05 19:27:10.977482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e027b-f39f-4882-9996-3941fca9e8b9 req-9ba48671-d024-4604-acd1-4a1c8fa9c917 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:10.978981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e4e027b-f39f-4882-9996-3941fca9e8b9 req-9ba48671-d024-4604-acd1-4a1c8fa9c917 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0483449 Apr 05 19:27:11.018850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e4e027b-f39f-4882-9996-3941fca9e8b9 req-58b32351-49f9-403a-949a-e51e2db5e2da tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337803 Apr 05 19:27:11.860688 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b04f0d2f-a900-4117-ae35-b815f5a84b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:12.137125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c546ac-b839-4998-a10f-141ff8d659ea req-b06ab7da-6388-4bb4-8fc7-5ae0297f359b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:12.138568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3c546ac-b839-4998-a10f-141ff8d659ea req-b06ab7da-6388-4bb4-8fc7-5ae0297f359b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0491548 Apr 05 19:27:12.176321 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d3c546ac-b839-4998-a10f-141ff8d659ea req-87162de1-eb9a-42f5-a5a0-9723c5c1a629 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316694 Apr 05 19:27:12.293811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9f74-890f-4485-81c7-15c539fe6b09 req-a1e48447-b81d-4727-b5c4-e0beb27d7a69 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:12.295289 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f63d9f74-890f-4485-81c7-15c539fe6b09 req-a1e48447-b81d-4727-b5c4-e0beb27d7a69 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0518246 Apr 05 19:27:12.332328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f63d9f74-890f-4485-81c7-15c539fe6b09 req-190cda4e-0f46-4b6e-97e1-77848b749591 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310493 Apr 05 19:27:12.354864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36034) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:27:12.392644 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc3e5f-c19b-4d9a-b1e3-734259d1e966 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:12.394026 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-18dc3e5f-c19b-4d9a-b1e3-734259d1e966 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 1092 time: 0.0381882 Apr 05 19:27:12.397379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36036) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:27:12.401648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:27:12.421684 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:12.518627 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:12.620662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.144 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/19f0f781-55bf-4ea8-bcd1-92533a05731b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:27:12.721712 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:12.754020 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:12.788434 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:27:12.793449 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:27:12.795901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:27:12.822804 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=19f0f781-55bf-4ea8-bcd1-92533a05731b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:27:12.994777 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:13.153962 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:13.218498 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:13.369240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:13.374050 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:13.445549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=19f0f781-55bf-4ea8-bcd1-92533a05731b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:27:13.458141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:13.556733 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP 1d261197-94f8-4ad0-9143-808ea85d78c3 associated. External IP: 172.25.4.144, port: 3824e782-b383-4eb6-9671-a1559d80e4fb. Apr 05 19:27:13.762689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router e28f3ea7-d989-4058-8b72-c9c860d17664 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:27:13.869080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:27:13.878445 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] Sync routers for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:27:13.887563 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:13.889707 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:27:13.890304 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:27:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:27:13.913885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-25f3a220-ba51-4436-92cc-14a1fa563d2b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5155077 Apr 05 19:27:13.914534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:27:13.916781 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5acc60-5c44-4e47-9e2c-9785a079f285" -d '{"events": [{"name": "network-changed", "server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:27:13.960127 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83da695-2c54-4122-8cf7-8c75893a7f69 x-openstack-request-id: req-b83da695-2c54-4122-8cf7-8c75893a7f69 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:27:13.960420 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:27:13.960673 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b83da695-2c54-4122-8cf7-8c75893a7f69 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:27:13.961084 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83da695-2c54-4122-8cf7-8c75893a7f69'] response: {'name': 'network-changed', 'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'status': 'completed', 'code': 200} Apr 05 19:27:14.001292 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:27:14.022359 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f731a-c03e-4854-a6e4-c7a273385fc7 req-a7a7669a-9734-41d8-a1f6-06de9ee2f931 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:14.023810 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c69f731a-c03e-4854-a6e4-c7a273385fc7 req-a7a7669a-9734-41d8-a1f6-06de9ee2f931 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0576911 Apr 05 19:27:14.025440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-e947101d-5633-4d94-b586-2d156c29051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:14.026966 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-e947101d-5633-4d94-b586-2d156c29051d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 1097 time: 0.0429544 Apr 05 19:27:14.064319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c69f731a-c03e-4854-a6e4-c7a273385fc7 req-a5c9d320-d954-4194-aef6-343f506b2d87 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343828 Apr 05 19:27:14.088216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36042) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:27:14.121897 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-cdbe0b9d-9b69-4561-9e35-d61a32fa2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:14.123558 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-cdbe0b9d-9b69-4561-9e35-d61a32fa2924 service neutron] 10.222.0.25 "GET /v2.0/networks?id=01de7251-ade6-485c-81b7-bd0b284bbba3 HTTP/1.1" status: 200 len: 897 time: 0.0903347 Apr 05 19:27:14.149211 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e77931df-8a7b-4413-9455-2b85944b7722 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/1d261197-94f8-4ad0-9143-808ea85d78c3 HTTP/1.1" status: 200 len: 992 time: 0.0597517 Apr 05 19:27:14.195287 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-0ad7096a-077e-4140-9344-6409400d07e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3824e782-b383-4eb6-9671-a1559d80e4fb HTTP/1.1" status: 200 len: 1000 time: 0.0647798 Apr 05 19:27:14.234937 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '1d261197-94f8-4ad0-9143-808ea85d78c3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'port_id': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'mac_address': 'fa:16:3e:9b:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:27:13Z', 'updated_at': '2022-04-05T19:27:13Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb55229-8de3-4032-9824-5aecbcfe993b', 'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:b9:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:57Z', 'updated_at': '2022-04-05T19:27:00Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:27:14.243416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-89ba3d07-74fb-4631-a4ff-cb2a495d661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:14.244866 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-89ba3d07-74fb-4631-a4ff-cb2a495d661c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd6021ff-ac53-4108-b10a-aeb260afcace HTTP/1.1" status: 200 len: 835 time: 0.0439312 Apr 05 19:27:14.264017 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] Checking router: e28f3ea7-d989-4058-8b72-c9c860d17664 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:27:14.273633 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:27:14.274203 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:27:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:27:14.289593 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-a27f9ab5-a094-4a7d-a405-5a0b3b52f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:14.291105 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-a27f9ab5-a094-4a7d-a405-5a0b3b52f226 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=01de7251-ade6-485c-81b7-bd0b284bbba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400352 Apr 05 19:27:14.377806 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:27:14.386016 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-cc2c2e9c-9f07-486a-be60-91deee09a1eb service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883710 Apr 05 19:27:14.480483 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-dd5acc60-5c44-4e47-9e2c-9785a079f285 req-036f80d9-6b75-4d34-a83f-b444fd6a35e8 service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878520 Apr 05 19:27:14.529628 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:14.685064 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '1d261197-94f8-4ad0-9143-808ea85d78c3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'port_id': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'mac_address': 'fa:16:3e:9b:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:27:13Z', 'updated_at': '2022-04-05T19:27:13Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb55229-8de3-4032-9824-5aecbcfe993b', 'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:b9:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:57Z', 'updated_at': '2022-04-05T19:27:00Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:27:14.710649 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c72d44-aaa1-4313-b87d-cff0341b95f8 None None] The sync data for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 is: [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '1d261197-94f8-4ad0-9143-808ea85d78c3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'port_id': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'mac_address': 'fa:16:3e:9b:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:27:13Z', 'updated_at': '2022-04-05T19:27:13Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb55229-8de3-4032-9824-5aecbcfe993b', 'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:b9:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:57Z', 'updated_at': '2022-04-05T19:27:00Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:27:14.900165 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd8f37-8879-4f05-bd5a-d146db144b94 None None] New status for floating IP 1d261197-94f8-4ad0-9143-808ea85d78c3: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:27:15.152209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36044) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:27:15.169400 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:15.218373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d6861c30-e48e-48f2-a02c-551a924c3a75 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/1d261197-94f8-4ad0-9143-808ea85d78c3 HTTP/1.1" status: 200 len: 992 time: 0.0645919 Apr 05 19:27:16.221894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36046) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:27:16.282089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4748e76a-5d02-465e-9625-e42cfc459bcb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/1d261197-94f8-4ad0-9143-808ea85d78c3 HTTP/1.1" status: 200 len: 994 time: 0.0590658 Apr 05 19:27:26.261635 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:27:35.465830 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:37.354712 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:39.525104 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8591816-29d0-4de3-b2e6-9d20ed18f825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:41.864221 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab932868-bad1-49a2-bce6-dfa053c78535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:42.996893 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:44.531917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:45.042916 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:27:56.443336 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-beba82a4-8582-4575-b4f8-44b49a931de4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455432 Apr 05 19:27:56.523090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-3fdd0532-bd35-40c0-bad9-41a36bc78cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:56.524480 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-3fdd0532-bd35-40c0-bad9-41a36bc78cfa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 1097 time: 0.0400338 Apr 05 19:27:56.623520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-24d3879d-42da-40f6-ac08-ca4052bb9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:56.624971 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-24d3879d-42da-40f6-ac08-ca4052bb9826 service neutron] 10.222.0.25 "GET /v2.0/networks?id=01de7251-ade6-485c-81b7-bd0b284bbba3 HTTP/1.1" status: 200 len: 897 time: 0.0832026 Apr 05 19:27:56.694736 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-a6fd2158-4ea5-47e7-a6ac-6099db040d07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3824e782-b383-4eb6-9671-a1559d80e4fb HTTP/1.1" status: 200 len: 1002 time: 0.0631833 Apr 05 19:27:56.743479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-34e86d67-d850-4c4f-8e91-aa4df7128c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:56.744856 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-34e86d67-d850-4c4f-8e91-aa4df7128c57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd6021ff-ac53-4108-b10a-aeb260afcace HTTP/1.1" status: 200 len: 835 time: 0.0436397 Apr 05 19:27:56.793552 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-df0c0577-5601-4f5a-802b-706be5efc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:27:56.795037 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-df0c0577-5601-4f5a-802b-706be5efc6b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=01de7251-ade6-485c-81b7-bd0b284bbba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397103 Apr 05 19:27:56.887142 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-eefc2169-1898-4f9f-83c2-6a1922b1083a service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856717 Apr 05 19:27:56.976119 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ad731782-05b5-48b6-9beb-a25588c8efe5 req-ef4924df-928f-442c-8fc5-a4b66e668db6 service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820663 Apr 05 19:28:03.260867 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:28:05.464542 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:07.358290 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:09.528359 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b61e2ee1-87df-4d45-93f4-2d3dcf983583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:11.870202 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fd2e47-bc9c-43f5-bae4-b62127084a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:12.999569 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:14.534278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:15.045745 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:17.123906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887845e-afea-40b1-825d-236cb851ba6e req-378589ca-0d9e-4f09-b1c5-ed85814ca633 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:17.125381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2887845e-afea-40b1-825d-236cb851ba6e req-378589ca-0d9e-4f09-b1c5-ed85814ca633 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0497746 Apr 05 19:28:17.167882 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2887845e-afea-40b1-825d-236cb851ba6e req-a1aac37e-8dfb-4db0-980c-c99650727483 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356245 Apr 05 19:28:18.292077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741803-75c6-4da5-a3c5-66c1ba39a473 req-1e8248b4-c240-465f-8fb1-94037c2c59a5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:18.293518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0741803-75c6-4da5-a3c5-66c1ba39a473 req-1e8248b4-c240-465f-8fb1-94037c2c59a5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0490036 Apr 05 19:28:18.330569 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d0741803-75c6-4da5-a3c5-66c1ba39a473 req-53d2457e-8af4-4e05-9c77-89301bcc38d3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309706 Apr 05 19:28:18.353815 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36078) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:18.411847 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ffb88acf-3e5a-4494-b22c-13e96e31b791 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/1d261197-94f8-4ad0-9143-808ea85d78c3 HTTP/1.1" status: 200 len: 994 time: 0.0569170 Apr 05 19:28:19.686364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968d372-a519-44bf-9001-63e3c3e5d554 req-ef511b31-154c-49bf-bfcc-8ad98d9ce09d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:19.687855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1968d372-a519-44bf-9001-63e3c3e5d554 req-ef511b31-154c-49bf-bfcc-8ad98d9ce09d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0542169 Apr 05 19:28:19.725897 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1968d372-a519-44bf-9001-63e3c3e5d554 req-42d1bfc1-03cd-4ebd-bb0f-0f28353e2cfb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315416 Apr 05 19:28:20.844386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd206-e041-4462-9c9d-cce861dc17c0 req-a5ad98f3-4806-4114-8780-38df05e4ad70 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:20.845856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa9bd206-e041-4462-9c9d-cce861dc17c0 req-a5ad98f3-4806-4114-8780-38df05e4ad70 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0487645 Apr 05 19:28:20.883557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa9bd206-e041-4462-9c9d-cce861dc17c0 req-539ffd2b-a79f-4b8f-a8bf-81473287355e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312011 Apr 05 19:28:20.905260 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36088) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:20.967943 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1443f950-3921-4df0-8117-8ecf9e1b5af7 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/1d261197-94f8-4ad0-9143-808ea85d78c3 HTTP/1.1" status: 200 len: 994 time: 0.0615907 Apr 05 19:28:21.217195 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36094) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:21.369327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 19f0f781-55bf-4ea8-bcd1-92533a05731b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:28:21.369669 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:21.442597 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:21.442933 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:21.454084 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 19f0f781-55bf-4ea8-bcd1-92533a05731b owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:28:21.611349 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:21.637187 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=19f0f781-55bf-4ea8-bcd1-92533a05731b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:21.663470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.663832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.664151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.664483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.664814 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.665136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.665460 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.665783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.666102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.666444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.666764 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.667077 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:21.707189 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:21.707517 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP 1d261197-94f8-4ad0-9143-808ea85d78c3 disassociated (deleted). External IP: 172.25.4.144, port: 3824e782-b383-4eb6-9671-a1559d80e4fb. Apr 05 19:28:21.908686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router e28f3ea7-d989-4058-8b72-c9c860d17664 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:28:22.014171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:28:22.018940 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:22.023885 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] Sync routers for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:28:22.033415 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:22.034010 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:22.048179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-02e3621d-96c3-47e0-b62e-942abc7676bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/floatingips/1d261197-94f8-4ad0-9143-808ea85d78c3 HTTP/1.1" status: 204 len: 168 time: 0.8276062 Apr 05 19:28:22.048179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:28:22.048732 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32f65ed-f8ee-4652-806e-f5640abd5418" -d '{"events": [{"name": "network-changed", "server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:28:22.095228 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e9bbd-7010-4cae-9e1e-db2697d3344d x-openstack-request-id: req-2d8e9bbd-7010-4cae-9e1e-db2697d3344d {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:28:22.095521 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:28:22.095769 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d8e9bbd-7010-4cae-9e1e-db2697d3344d {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:28:22.096169 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8e9bbd-7010-4cae-9e1e-db2697d3344d'] response: {'name': 'network-changed', 'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'status': 'completed', 'code': 200} Apr 05 19:28:22.141359 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:22.164470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-b5ba747b-a751-46f7-9913-21418f84f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:22.166170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-b5ba747b-a751-46f7-9913-21418f84f992 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 1097 time: 0.0500970 Apr 05 19:28:22.268702 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-23372c70-f70b-423b-a9ba-0fe3b30df0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:22.270755 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-23372c70-f70b-423b-a9ba-0fe3b30df0cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=01de7251-ade6-485c-81b7-bd0b284bbba3 HTTP/1.1" status: 200 len: 897 time: 0.0906456 Apr 05 19:28:22.300521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d518640-a886-4b84-8630-c7b91a570361 req-4c51fbeb-a5ee-422c-86d7-27af21c3f2c0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:22.303378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d518640-a886-4b84-8630-c7b91a570361 req-4c51fbeb-a5ee-422c-86d7-27af21c3f2c0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0523643 Apr 05 19:28:22.319439 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-98e8f545-7e7c-42cf-9c43-1add3c4a63cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3824e782-b383-4eb6-9671-a1559d80e4fb HTTP/1.1" status: 200 len: 217 time: 0.0412867 Apr 05 19:28:22.344680 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3d518640-a886-4b84-8630-c7b91a570361 req-1b7786ed-afbf-4905-b331-348d13d98cea tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345156 Apr 05 19:28:22.369749 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-483dfd65-3182-4c1e-a7b7-585af1aced36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:22.371260 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-483dfd65-3182-4c1e-a7b7-585af1aced36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd6021ff-ac53-4108-b10a-aeb260afcace HTTP/1.1" status: 200 len: 835 time: 0.0447915 Apr 05 19:28:22.371629 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'bcb55229-8de3-4032-9824-5aecbcfe993b', 'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:b9:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:57Z', 'updated_at': '2022-04-05T19:27:00Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:22.397678 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] Checking router: e28f3ea7-d989-4058-8b72-c9c860d17664 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:28:22.405582 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:22.406172 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:22.418171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-37e22c9a-5f3d-489b-9c9c-6856e0cb5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:22.419681 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-37e22c9a-5f3d-489b-9c9c-6856e0cb5f5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=01de7251-ade6-485c-81b7-bd0b284bbba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399377 Apr 05 19:28:22.508937 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:22.513174 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-14f38be5-bdde-4bdc-b07c-81ddf72907f7 service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856860 Apr 05 19:28:22.604649 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a32f65ed-f8ee-4652-806e-f5640abd5418 req-a9162490-1606-456d-94ed-b2c2b623358d service neutron] 10.222.0.25 "GET /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835948 Apr 05 19:28:22.709595 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'bcb55229-8de3-4032-9824-5aecbcfe993b', 'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:b9:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:57Z', 'updated_at': '2022-04-05T19:27:00Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:22.735183 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19a298-c416-44db-aaa7-65538287e5c6 None None] The sync data for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 is: [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:26:57Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'bcb55229-8de3-4032-9824-5aecbcfe993b', 'name': '', 'network_id': '01de7251-ade6-485c-81b7-bd0b284bbba3', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:b9:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:57Z', 'updated_at': '2022-04-05T19:27:00Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': 'dd6021ff-ac53-4108-b10a-aeb260afcace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:28:22.949190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9f4f2-aaa0-489a-9ebf-fc71a1fd10e7 None None] New status for floating IP 1d261197-94f8-4ad0-9143-808ea85d78c3: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:28:23.463555 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33752458-0426-461e-b405-599c0e5f1201 req-956f2556-643f-4b1c-85ec-412de8b54fd4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:23.465000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33752458-0426-461e-b405-599c0e5f1201 req-956f2556-643f-4b1c-85ec-412de8b54fd4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0482306 Apr 05 19:28:23.501921 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33752458-0426-461e-b405-599c0e5f1201 req-06e47b7a-c310-4764-a849-1ebecb6282b8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309124 Apr 05 19:28:24.074035 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-b3ac2eca-cbe8-4a0f-9aa6-fe814ec0880a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:24.075537 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-b3ac2eca-cbe8-4a0f-9aa6-fe814ec0880a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 946 time: 0.0512137 Apr 05 19:28:24.170574 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 3824e782-b383-4eb6-9671-a1559d80e4fb {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:28:24.170913 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:24.264760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 3824e782-b383-4eb6-9671-a1559d80e4fb, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=3824e782-b383-4eb6-9671-a1559d80e4fb,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:24.265152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:24.279002 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 3824e782-b383-4eb6-9671-a1559d80e4fb owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:28:24.420159 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:24.450838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=3824e782-b383-4eb6-9671-a1559d80e4fb,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:24.478438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.478793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.479143 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.479475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.479803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.480135 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.480470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.480798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.481130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.481440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.481758 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.482078 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:24.505400 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] No DVR routers for this DVR port 3824e782-b383-4eb6-9671-a1559d80e4fb on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:28:24.507899 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:24.511208 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-fad0fed8-6310-4df3-980b-d37e52f512fc req-263b1843-3494-4fbe-96fe-30d3846527f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "DELETE /v2.0/ports/3824e782-b383-4eb6-9671-a1559d80e4fb HTTP/1.1" status: 204 len: 173 time: 0.4301467 Apr 05 19:28:24.511648 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'name': 'network-vif-deleted', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:28:24.513974 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a72ee87-eaa2-4f6c-81d4-1173cafa0eb5" -d '{"events": [{"server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "name": "network-vif-deleted", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:28:24.570215 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d578f3e5-f2f7-4216-b83b-729d12354024 x-openstack-request-id: req-d578f3e5-f2f7-4216-b83b-729d12354024 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:28:24.570535 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b794b37-2331-497a-b5c1-8d1d744829b7", "name": "network-vif-deleted", "tag": "3824e782-b383-4eb6-9671-a1559d80e4fb", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:28:24.570777 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d578f3e5-f2f7-4216-b83b-729d12354024 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:28:24.571170 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d578f3e5-f2f7-4216-b83b-729d12354024'] response: {'server_uuid': '9b794b37-2331-497a-b5c1-8d1d744829b7', 'name': 'network-vif-deleted', 'tag': '3824e782-b383-4eb6-9671-a1559d80e4fb', 'status': 'completed', 'code': 200} Apr 05 19:28:24.623000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-be22e778-ffcd-431b-83f7-5f3dcfcea307 req-30f0e598-695b-4a00-9ee5-f7e6314a1c7d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b794b37-2331-497a-b5c1-8d1d744829b7 HTTP/1.1" status: 200 len: 210 time: 0.0321090 Apr 05 19:28:25.682030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36110) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:26.323162 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:26.572316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port bcb55229-8de3-4032-9824-5aecbcfe993b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:28:26.572656 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:26.661863 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port bcb55229-8de3-4032-9824-5aecbcfe993b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bcb55229-8de3-4032-9824-5aecbcfe993b,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:26.662232 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:26.674623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for bcb55229-8de3-4032-9824-5aecbcfe993b owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:28:26.856842 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:26.885072 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=bcb55229-8de3-4032-9824-5aecbcfe993b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:27.063071 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.269176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router e28f3ea7-d989-4058-8b72-c9c860d17664 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:28:27.372868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:28:27.377729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9af05eb2-156e-4644-8bf8-f231e78e43bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/e28f3ea7-d989-4058-8b72-c9c860d17664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946862 Apr 05 19:28:27.380445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:27.384013 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] Sync routers for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:28:27.393256 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:27.393847 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:27.433877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0130a719-dc5f-4a33-8a2c-93987654706b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting subnet dd6021ff-ac53-4108-b10a-aeb260afcace {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:28:27.436869 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0130a719-dc5f-4a33-8a2c-93987654706b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.475898 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0130a719-dc5f-4a33-8a2c-93987654706b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.497952 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:27.556027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0130a719-dc5f-4a33-8a2c-93987654706b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.617765 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0130a719-dc5f-4a33-8a2c-93987654706b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.644532 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130a719-dc5f-4a33-8a2c-93987654706b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6021ff-ac53-4108-b10a-aeb260afcace,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:27.649319 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0130a719-dc5f-4a33-8a2c-93987654706b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.652715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0130a719-dc5f-4a33-8a2c-93987654706b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/subnets/dd6021ff-ac53-4108-b10a-aeb260afcace HTTP/1.1" status: 204 len: 168 time: 0.2713909 Apr 05 19:28:27.655295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36114) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:27.657825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ec2e82-3516-4907-8356-1aab88ba9d37 None None] Network 01de7251-ade6-485c-81b7-bd0b284bbba3 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:28:27.685196 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:28:26Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:27.712449 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] Checking router: e28f3ea7-d989-4058-8b72-c9c860d17664 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:28:27.720863 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] Routers {'e28f3ea7-d989-4058-8b72-c9c860d17664'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:27.721460 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['e28f3ea7-d989-4058-8b72-c9c860d17664'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:27.771513 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.840564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] DHCP port deletion for 01de7251-ade6-485c-81b7-bd0b284bbba3 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:28:27.892361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Deleting port a3110a57-2962-4a64-a977-869660d5575b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:28:27.893517 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.894010 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.921303 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] Set router e28f3ea7-d989-4058-8b72-c9c860d17664 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:27.949931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port d96551fe-ef40-4ce7-bbc0-7410b54da5e4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:28:27.949931 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.963631 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] For port a3110a57-2962-4a64-a977-869660d5575b, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a3110a57-2962-4a64-a977-869660d5575b,segment=NetworkSegment(35ca5043-98b9-43c2-ac9b-822adcf8dd5b),segment_id=35ca5043-98b9-43c2-ac9b-822adcf8dd5b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:27.964317 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:27.979404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Calling delete_port for a3110a57-2962-4a64-a977-869660d5575b owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:28:28.060289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port d96551fe-ef40-4ce7-bbc0-7410b54da5e4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d96551fe-ef40-4ce7-bbc0-7410b54da5e4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:28.060289 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.067413 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.075829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for d96551fe-ef40-4ce7-bbc0-7410b54da5e4 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:28:28.081286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] No DVR routers for this DVR port a3110a57-2962-4a64-a977-869660d5575b on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:28:28.109881 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Pushing event deleted for resources: {'Port': ['ID=a3110a57-2962-4a64-a977-869660d5575b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:28.119177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.119650 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.120105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.120539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.120964 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.121387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.121805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.122215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.122808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.123589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.124129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.124677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00bccf-a96f-4deb-909a-ae5f15367b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:28.129720 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:28:26Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:28.132475 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3824e782-b383-4eb6-9671-a1559d80e4fb no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:28:28.155995 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 3824e782-b383-4eb6-9671-a1559d80e4fb {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:28:28.156428 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 3824e782-b383-4eb6-9671-a1559d80e4fb not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:28:28.164801 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21ed1a-8c73-4c03-973a-c4a40ba4fb92 None None] The sync data for ids ['e28f3ea7-d989-4058-8b72-c9c860d17664'] in n-d-836650-3 is: [{'id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083399630', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:26:53Z', 'updated_at': '2022-04-05T19:28:26Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'd96551fe-ef40-4ce7-bbc0-7410b54da5e4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28f3ea7-d989-4058-8b72-c9c860d17664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:26:54Z', 'updated_at': '2022-04-05T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:28:28.168678 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a3110a57-2962-4a64-a977-869660d5575b no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:28:28.194868 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a3110a57-2962-4a64-a977-869660d5575b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:28:28.195464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a3110a57-2962-4a64-a977-869660d5575b not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:28:28.272950 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.298799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=d96551fe-ef40-4ce7-bbc0-7410b54da5e4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:28.359664 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.449705 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.451791 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.495698 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.496210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Fanout notify agent at l3_agent the message router_deleted on router e28f3ea7-d989-4058-8b72-c9c860d17664 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:28:28.503112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.504825 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a969223a-bb73-432e-bcd1-94ba43d3d36f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/routers/e28f3ea7-d989-4058-8b72-c9c860d17664 HTTP/1.1" status: 204 len: 168 time: 0.8475153 Apr 05 19:28:28.507578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36116) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:28.590517 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.683567 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.703416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01de7251-ade6-485c-81b7-bd0b284bbba3']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:28.712978 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ca5043-98b9-43c2-ac9b-822adcf8dd5b') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:28.713274 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ca5043-98b9-43c2-ac9b-822adcf8dd5b') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:28.723553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.737007 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.743683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:28:28.744075 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:28:28.747191 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:28:28.804960 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.813229 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.817222 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/networks/01de7251-ade6-485c-81b7-bd0b284bbba3 HTTP/1.1" status: 204 len: 168 time: 0.3075848 Apr 05 19:28:28.826984 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36118) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:28.828843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca28ca-3cc1-4d9f-a293-315e168b8e0e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Network': ['ID=01de7251-ade6-485c-81b7-bd0b284bbba3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:28.891646 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0755b3de-71da-4297-b543-ef0cbad71df5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.916258 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0755b3de-71da-4297-b543-ef0cbad71df5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.973174 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0755b3de-71da-4297-b543-ef0cbad71df5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.975778 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0755b3de-71da-4297-b543-ef0cbad71df5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:28.976915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0755b3de-71da-4297-b543-ef0cbad71df5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750 HTTP/1.1" status: 204 len: 168 time: 0.1489475 Apr 05 19:28:28.986076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755b3de-71da-4297-b543-ef0cbad71df5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5a663d-a409-4fdd-b0dc-7ab6e9f8e750,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:29.381859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36124) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:29.386407 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-abd398c1-19e2-45e3-b6a9-77a4f5e0007e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941958951', 'description': 'tempest-secgroup-smoke-1941958951 description', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:29.406888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-abd398c1-19e2-45e3-b6a9-77a4f5e0007e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.470141 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-abd398c1-19e2-45e3-b6a9-77a4f5e0007e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.474330 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-abd398c1-19e2-45e3-b6a9-77a4f5e0007e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.503424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-abd398c1-19e2-45e3-b6a9-77a4f5e0007e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.504880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-abd398c1-19e2-45e3-b6a9-77a4f5e0007e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1219616 Apr 05 19:28:29.508049 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36126) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:29.508777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd398c1-19e2-45e3-b6a9-77a4f5e0007e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b683a2-6f1f-47d0-b664-83f00996dc17,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:29.512696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1de67d10-3327-4e7b-a9db-a7678aa5d23e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'e0b683a2-6f1f-47d0-b664-83f00996dc17', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:29.538535 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1de67d10-3327-4e7b-a9db-a7678aa5d23e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.597144 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1de67d10-3327-4e7b-a9db-a7678aa5d23e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.601055 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1de67d10-3327-4e7b-a9db-a7678aa5d23e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.617945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de67d10-3327-4e7b-a9db-a7678aa5d23e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8fc988-d204-4e0a-b729-33eb026736dc,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:29.626148 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1de67d10-3327-4e7b-a9db-a7678aa5d23e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.627443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1de67d10-3327-4e7b-a9db-a7678aa5d23e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183257 Apr 05 19:28:29.630121 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36128) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:29.634532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-115626b6-17d6-4dbb-b585-b4aaaedaf8e6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'e0b683a2-6f1f-47d0-b664-83f00996dc17', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:29.657837 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-115626b6-17d6-4dbb-b585-b4aaaedaf8e6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.714190 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-115626b6-17d6-4dbb-b585-b4aaaedaf8e6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.717536 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-115626b6-17d6-4dbb-b585-b4aaaedaf8e6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.734640 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115626b6-17d6-4dbb-b585-b4aaaedaf8e6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98390375-b367-4f21-9218-1217b536848c,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:29.742155 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-115626b6-17d6-4dbb-b585-b4aaaedaf8e6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.743372 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-115626b6-17d6-4dbb-b585-b4aaaedaf8e6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122959 Apr 05 19:28:29.746053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36130) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:29.750505 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c00a803c-dcb9-4ce9-823a-d9262305ef29 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'e0b683a2-6f1f-47d0-b664-83f00996dc17', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:29.775362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c00a803c-dcb9-4ce9-823a-d9262305ef29 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.832904 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c00a803c-dcb9-4ce9-823a-d9262305ef29 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.836256 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c00a803c-dcb9-4ce9-823a-d9262305ef29 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.853103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a803c-dcb9-4ce9-823a-d9262305ef29 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80993e17-e891-4c80-8b4f-1fa3aed782f7,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:29.864689 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c00a803c-dcb9-4ce9-823a-d9262305ef29 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.865882 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c00a803c-dcb9-4ce9-823a-d9262305ef29 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188452 Apr 05 19:28:29.868551 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36132) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:29.872974 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5a9e8ee0-9831-46fb-8f38-da076b1cb602 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'e0b683a2-6f1f-47d0-b664-83f00996dc17', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:29.897397 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8ee0-9831-46fb-8f38-da076b1cb602 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.957270 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8ee0-9831-46fb-8f38-da076b1cb602 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.960830 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8ee0-9831-46fb-8f38-da076b1cb602 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.976129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e8ee0-9831-46fb-8f38-da076b1cb602 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a736b3-137f-489c-8944-69eca02a2594,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:29.986850 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8ee0-9831-46fb-8f38-da076b1cb602 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:29.988037 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5a9e8ee0-9831-46fb-8f38-da076b1cb602 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185827 Apr 05 19:28:29.991636 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36134) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:29.996006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-44200a6c-f4ce-46d3-afd7-47353c31c6a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'e0b683a2-6f1f-47d0-b664-83f00996dc17', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:30.016930 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-44200a6c-f4ce-46d3-afd7-47353c31c6a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:28:30.022162 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44200a6c-f4ce-46d3-afd7-47353c31c6a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.043845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d96551fe-ef40-4ce7-bbc0-7410b54da5e4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:28:30.064773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d96551fe-ef40-4ce7-bbc0-7410b54da5e4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:28:30.065108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d96551fe-ef40-4ce7-bbc0-7410b54da5e4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:28:30.065511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcb55229-8de3-4032-9824-5aecbcfe993b no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:28:30.083459 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44200a6c-f4ce-46d3-afd7-47353c31c6a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.087793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44200a6c-f4ce-46d3-afd7-47353c31c6a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.088919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: bcb55229-8de3-4032-9824-5aecbcfe993b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:28:30.089258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcb55229-8de3-4032-9824-5aecbcfe993b not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:28:30.107231 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44200a6c-f4ce-46d3-afd7-47353c31c6a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68e9936-b3f9-4911-9d84-e090aca42856,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:30.111797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-44200a6c-f4ce-46d3-afd7-47353c31c6a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.113056 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-44200a6c-f4ce-46d3-afd7-47353c31c6a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204162 Apr 05 19:28:30.116923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36136) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:30.121185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f3b04e4d-059e-4786-93e8-93a2c1f8f638 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'e0b683a2-6f1f-47d0-b664-83f00996dc17', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:30.139825 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-f3b04e4d-059e-4786-93e8-93a2c1f8f638 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:28:30.145169 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3b04e4d-059e-4786-93e8-93a2c1f8f638 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.206583 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3b04e4d-059e-4786-93e8-93a2c1f8f638 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.210966 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3b04e4d-059e-4786-93e8-93a2c1f8f638 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.230893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b04e4d-059e-4786-93e8-93a2c1f8f638 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c53a33-5d53-4c62-a107-d09bf1703246,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:30.239064 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f3b04e4d-059e-4786-93e8-93a2c1f8f638 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.240544 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f3b04e4d-059e-4786-93e8-93a2c1f8f638 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227019 Apr 05 19:28:30.243415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36138) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:30.248253 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'network': {'name': 'tempest-network-smoke--1144216969', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'port_security_enabled': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:30.266651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:28:30.269931 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.293362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:28:30.304060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.304397 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Added segment 3cd36ed1-57bf-4700-af6c-bfb31dd67e92 of type vlan for network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 Apr 05 19:28:30.345532 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.369902 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.375410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:30.375985 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.429523 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1850877 Apr 05 19:28:30.432352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36140) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:30.436870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'admin_state_up': True, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:30.443744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbfcfa-7f29-43b2-9f75-b4c16d88c081 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Network': ['ID=0d94458a-b3d0-4292-9afa-afbcc0fedeb4,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:30.454916 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:28:30.460685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.462103 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.518047 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.654239 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.844491 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.863045 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:30.966056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.253 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:28:31.064938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:31.096918 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:31.135948 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:28:31.138825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:28:31.142386 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:28:31.457258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:31.678086 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:31.873013 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.002700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 958d6df0-f174-4e59-89e3-ee862e00dabf is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:28:32.105256 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:28:32.114708 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Sync routers for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:28:32.124471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:32.124786 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.125162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:32.126003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bcf76863-bb14-4979-ba83-4b92bbdc29eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6926622 Apr 05 19:28:32.129628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36142) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:32.161170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1340c5e4-9654-4d38-ac6c-9a89b18e932d tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=359942a49c9e4905bbd68eff0a2f6d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297070 Apr 05 19:28:32.163778 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36144) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:32.236537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:32.250689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b96027c-de2c-46a4-b049-b1582d72d1a9 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:32.252191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7b96027c-de2c-46a4-b049-b1582d72d1a9 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875273 Apr 05 19:28:32.255111 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36146) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:32.283740 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ed47cc78-0d53-4699-9efb-37332b8e6527 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274880 Apr 05 19:28:32.286774 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36148) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:32.291445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102416939', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:32.380806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:28:32.384255 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.412959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:31Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:32.443426 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Checking router: 958d6df0-f174-4e59-89e3-ee862e00dabf for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:28:32.444155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Updating router 958d6df0-f174-4e59-89e3-ee862e00dabf port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:28:32.469920 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.564857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.623664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Subnet': ['ID=9b0cd12b-750d-4085-9239-0bc567b4a37f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:32.634562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Checking segment: {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:28:32.634736 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network hostable DHCP agents. Network: 0d94458a-b3d0-4292-9afa-afbcc0fedeb4, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:28:32.655352 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:28:32.666145 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 0d94458a-b3d0-4292-9afa-afbcc0fedeb4) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:28:32.670772 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:32.671365 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.679877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e16e8b9-b3a2-4db9-8f3f-c3e877014ad0 None None] Network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:28:32.691456 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8cebfe9a-13f4-4887-8df9-182150b06530 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4034011 Apr 05 19:28:32.694206 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36150) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:32.780159 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.791644 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.883419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Attempting to bind port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:28:32.883787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Attempting to bind port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:28:32.884151 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Attempting to bind port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:28:32.888358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20342ffd-5ed9-4c24-9485-e0f6cdda1d3d None None] Pushing event updated for resources: {'Port': ['ID=584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:32.896167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:28:32.896558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:28:32.896921 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.897306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:28:32.897770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Bound port: 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:28:32.898148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.949053 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:28:32.949918 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:32.981804 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] For port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:28:32.989154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] For port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:28:32.994930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:33.128340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:33.297591 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20342ffd-5ed9-4c24-9485-e0f6cdda1d3d None None] Pushing event updated for resources: {'Port': ['ID=584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:33.308308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:33.308925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:33.359315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Allocated IP 172.20.0.2 (0d94458a-b3d0-4292-9afa-afbcc0fedeb4/9b0cd12b-750d-4085-9239-0bc567b4a37f/340a50ff-e64e-4772-ba35-9862f694a2c8) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:28:33.473504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:33.663462 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:33.684640 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:33.728454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:28:33.736981 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:28:33.742561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:28:33.743481 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.1 (0d94458a-b3d0-4292-9afa-afbcc0fedeb4/9b0cd12b-750d-4085-9239-0bc567b4a37f/8f044e34-3114-4e8b-89bc-7df5d20084ca) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:28:33.750264 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Pushing event updated for resources: {'Port': ['ID=340a50ff-e64e-4772-ba35-9862f694a2c8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:33.786056 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:31Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:33.826221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420c5d9-e0aa-4dc2-a69b-aa613e70d2d4 None None] The sync data for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 is: [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:31Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:28:33.836105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Attempting to bind port 340a50ff-e64e-4772-ba35-9862f694a2c8 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:28:33.836477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Attempting to bind port 340a50ff-e64e-4772-ba35-9862f694a2c8 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:28:33.836838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Attempting to bind port 340a50ff-e64e-4772-ba35-9862f694a2c8 on network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:28:33.844346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:28:33.844346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Checking segment: {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:28:33.844346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:33.844346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Bound using segment: {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:28:33.844346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Bound port: 340a50ff-e64e-4772-ba35-9862f694a2c8, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:28:33.844346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:33.861529 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:33.897553 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:33.913026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] For port 340a50ff-e64e-4772-ba35-9862f694a2c8, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:28:33.917683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] For port 340a50ff-e64e-4772-ba35-9862f694a2c8, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=340a50ff-e64e-4772-ba35-9862f694a2c8,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:28:33.922161 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:33.942628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:28:33.947607 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:28:33.949955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:28:33.984738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=8f044e34-3114-4e8b-89bc-7df5d20084ca,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:33.990573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb764e-9f8c-4a7b-ae3c-480ab9ac2ff6 None None] Pushing event updated for resources: {'Port': ['ID=340a50ff-e64e-4772-ba35-9862f694a2c8,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:34.005082 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:34.176009 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:34.498759 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:34.503771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:34.582424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:34.584196 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=8f044e34-3114-4e8b-89bc-7df5d20084ca,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:34.682801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:28:34.684041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:28:34.797833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 958d6df0-f174-4e59-89e3-ee862e00dabf has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:28:35.026645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8e94e-0369-4840-8fda-1a6a5fa6efed None None] Network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:28:35.089583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-7634574c-10ca-40e4-ab55-a1addb0ee4a4 None None] Provisioning complete for port 340a50ff-e64e-4772-ba35-9862f694a2c8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:35.089947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7634574c-10ca-40e4-ab55-a1addb0ee4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:35.219047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:28:35.233604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7406c7d0-9ba3-4bb8-a7b2-91dea81054ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/958d6df0-f174-4e59-89e3-ee862e00dabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5299377 Apr 05 19:28:35.252145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7634574c-10ca-40e4-ab55-a1addb0ee4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:35.295535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7634574c-10ca-40e4-ab55-a1addb0ee4a4 None None] For port 340a50ff-e64e-4772-ba35-9862f694a2c8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=340a50ff-e64e-4772-ba35-9862f694a2c8,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:35.303082 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7634574c-10ca-40e4-ab55-a1addb0ee4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:35.355452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634574c-10ca-40e4-ab55-a1addb0ee4a4 None None] Pushing event updated for resources: {'Port': ['ID=340a50ff-e64e-4772-ba35-9862f694a2c8,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:35.385275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cf954491-349f-49bc-a72d-95017321544c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941958951&fields=id&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 267 time: 0.0407493 Apr 05 19:28:35.468047 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:35.500959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-9d057abd-122c-44e5-8a7e-10963bbc3418 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:35.502614 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-9d057abd-122c-44e5-8a7e-10963bbc3418 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/networks?id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4 HTTP/1.1" status: 200 len: 797 time: 0.1100371 Apr 05 19:28:35.518733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-e7e551f9-0daa-4ab6-864d-9272f0209160 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/quotas/359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 375 time: 0.0093322 Apr 05 19:28:35.523685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a3a2a61c-08c7-4ab0-9f5a-83d35d8c557f None None] Provisioning complete for port 340a50ff-e64e-4772-ba35-9862f694a2c8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:35.524157 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a61c-08c7-4ab0-9f5a-83d35d8c557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:35.563013 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Sync routers for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:28:35.574667 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:35.575275 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:35.588580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-66bb33c1-64f6-415b-a274-ec815f0cf645 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623941 Apr 05 19:28:35.640408 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a3a2a61c-08c7-4ab0-9f5a-83d35d8c557f None None] Provisioning complete for port 8f044e34-3114-4e8b-89bc-7df5d20084ca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:35.640902 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a61c-08c7-4ab0-9f5a-83d35d8c557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:35.681645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2a61c-08c7-4ab0-9f5a-83d35d8c557f None None] Port 8f044e34-3114-4e8b-89bc-7df5d20084ca cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:28:35.704569 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:35.708633 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-1d084394-0ade-49be-9b25-ca14e44f0cec service neutron] 10.222.0.15 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077521 Apr 05 19:28:35.802942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c78f692e-1d67-4d2d-93c9-61ed2b99d146 None None] Provisioning complete for port 8f044e34-3114-4e8b-89bc-7df5d20084ca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:35.803834 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c78f692e-1d67-4d2d-93c9-61ed2b99d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:35.804351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-e1868651-8edd-4404-917b-1349fb475409 service neutron] 10.222.0.15 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887880 Apr 05 19:28:35.847786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c78f692e-1d67-4d2d-93c9-61ed2b99d146 None None] Port 8f044e34-3114-4e8b-89bc-7df5d20084ca cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:28:35.922751 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '8f044e34-3114-4e8b-89bc-7df5d20084ca', 'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:80:33:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:33Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 2, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:35.977205 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Checking router: 958d6df0-f174-4e59-89e3-ee862e00dabf for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:28:35.977749 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Updating router 958d6df0-f174-4e59-89e3-ee862e00dabf port 8f044e34-3114-4e8b-89bc-7df5d20084ca binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:28:36.007619 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e7f5c805-641f-436d-a74d-bb4d55f19009 req-30a60c03-abb4-4bbf-a90f-6566670ce829 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 210 time: 0.0467033 Apr 05 19:28:36.023709 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.068622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-07b60b08-99ab-4b8d-9640-bc4a318fdf66 None None] Provisioning complete for port 8f044e34-3114-4e8b-89bc-7df5d20084ca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:36.069138 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07b60b08-99ab-4b8d-9640-bc4a318fdf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.107803 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-07b60b08-99ab-4b8d-9640-bc4a318fdf66 None None] Port 8f044e34-3114-4e8b-89bc-7df5d20084ca cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:28:36.144500 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:28:36.197908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:36.198572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.285832 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.325012 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:36.330461 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.331398 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 340a50ff-e64e-4772-ba35-9862f694a2c8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:28:36.334650 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.342556 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.422682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:36.437597 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 340a50ff-e64e-4772-ba35-9862f694a2c8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:36.437597 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.449806 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Pushing event updated for resources: {'Port': ['ID=8f044e34-3114-4e8b-89bc-7df5d20084ca,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:36.466591 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.467755 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.468164 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.468570 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.468968 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.469395 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.469792 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.470187 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.470617 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.471008 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.471396 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.471783 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:28:36.476367 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Attempting to bind port 8f044e34-3114-4e8b-89bc-7df5d20084ca on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:28:36.476816 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Attempting to bind port 8f044e34-3114-4e8b-89bc-7df5d20084ca by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:28:36.477487 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Attempting to bind port 8f044e34-3114-4e8b-89bc-7df5d20084ca on network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:28:36.485001 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:28:36.485447 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Checking segment: {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:28:36.485917 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.486384 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Bound using segment: {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:28:36.486957 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Bound port: 8f044e34-3114-4e8b-89bc-7df5d20084ca, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:28:36.487412 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.565699 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] For port 8f044e34-3114-4e8b-89bc-7df5d20084ca, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:28:36.569506 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] For port 8f044e34-3114-4e8b-89bc-7df5d20084ca, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8f044e34-3114-4e8b-89bc-7df5d20084ca,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:28:36.573603 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.633920 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:36.634647 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:36.644751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e658b1c1-ce36-4083-afc6-ed26c9057af3 None None] Provisioning complete for port 8f044e34-3114-4e8b-89bc-7df5d20084ca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:36.645065 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e658b1c1-ce36-4083-afc6-ed26c9057af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.690694 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906d868-1661-4c5f-88c1-9d7f0ba12368 None None] Pushing event updated for resources: {'Port': ['ID=8f044e34-3114-4e8b-89bc-7df5d20084ca,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:36.742425 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e658b1c1-ce36-4083-afc6-ed26c9057af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.767527 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:36.781686 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e658b1c1-ce36-4083-afc6-ed26c9057af3 None None] For port 8f044e34-3114-4e8b-89bc-7df5d20084ca, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8f044e34-3114-4e8b-89bc-7df5d20084ca,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:36.786980 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e658b1c1-ce36-4083-afc6-ed26c9057af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.839156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658b1c1-ce36-4083-afc6-ed26c9057af3 None None] Pushing event updated for resources: {'Port': ['ID=8f044e34-3114-4e8b-89bc-7df5d20084ca,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:36.907608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ec0ca6c6-2f23-4044-abee-20c7cf5d9d56 None None] Provisioning complete for port 8f044e34-3114-4e8b-89bc-7df5d20084ca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:36.907974 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca6c6-2f23-4044-abee-20c7cf5d9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:36.975304 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '8f044e34-3114-4e8b-89bc-7df5d20084ca', 'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:80:33:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:33Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:37.001809 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf28f34-00b5-4539-97d9-a819efc1b644 None None] The sync data for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 is: [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '8f044e34-3114-4e8b-89bc-7df5d20084ca', 'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:80:33:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:33Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:28:37.120303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c0093c3-b11d-494b-a119-375c0a10c487 req-a51c901c-59d1-459a-b4a1-7be79c9b97da tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 210 time: 0.0385044 Apr 05 19:28:37.246176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-c2fde5f8-a84b-45a8-8f3b-b0b277be7553 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:37.247599 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-c2fde5f8-a84b-45a8-8f3b-b0b277be7553 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "GET /v2.0/networks?id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4 HTTP/1.1" status: 200 len: 797 time: 0.1199274 Apr 05 19:28:37.302762 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-64e47c10-a3fc-45d8-a954-2de1481b16fe tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 380 time: 0.0394647 Apr 05 19:28:37.318161 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'port': {'device_id': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'admin_state_up': True, 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'security_groups': ['e0b683a2-6f1f-47d0-b664-83f00996dc17']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:37.404659 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:37.442232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:28:37.447426 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:37.586169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.10 (0d94458a-b3d0-4292-9afa-afbcc0fedeb4/9b0cd12b-750d-4085-9239-0bc567b4a37f/7846a65c-1859-4596-8002-38768712f947) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:28:37.731003 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:37.766785 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:37.815083 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:28:37.821707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:28:37.824210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:28:37.860389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=7846a65c-1859-4596-8002-38768712f947,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:37.890146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:37.890832 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:37.910900 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-adc506ae-8561-47e7-a7a9-dd545e636478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5980725 Apr 05 19:28:37.928566 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Request body: {'port': {'device_id': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:37.989434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:38.116728 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-741a5cd6-c9cc-4e91-b083-a76a7fec657b None None] Provisioning complete for port 7846a65c-1859-4596-8002-38768712f947 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:38.117063 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-741a5cd6-c9cc-4e91-b083-a76a7fec657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:38.146092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:28:38.192700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-741a5cd6-c9cc-4e91-b083-a76a7fec657b None None] Port 7846a65c-1859-4596-8002-38768712f947 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:28:38.212305 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:38.212718 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:38.291844 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c26f7-c7fd-4b80-b1ec-6cd37a1e47ec req-75f98220-c8ba-4029-a584-b4865ca441cd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:38.293327 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c3c26f7-c7fd-4b80-b1ec-6cd37a1e47ec req-75f98220-c8ba-4029-a584-b4865ca441cd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 932 time: 0.0828006 Apr 05 19:28:38.308222 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8f044e34-3114-4e8b-89bc-7df5d20084ca up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:28:38.354632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 8f044e34-3114-4e8b-89bc-7df5d20084ca triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:38.354999 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:38.367497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6c3c26f7-c7fd-4b80-b1ec-6cd37a1e47ec req-ca779984-2121-4e22-8b0b-39b21eea5570 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672667 Apr 05 19:28:38.372945 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7846a65c-1859-4596-8002-38768712f947 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:28:38.380557 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:38.392572 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Transition to ACTIVE for port object 7846a65c-1859-4596-8002-38768712f947 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:28:38.396672 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:38.449575 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Pushing event updated for resources: {'Port': ['ID=7846a65c-1859-4596-8002-38768712f947,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:38.524979 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Attempting to bind port 7846a65c-1859-4596-8002-38768712f947 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:28:38.525333 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Attempting to bind port 7846a65c-1859-4596-8002-38768712f947 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:28:38.526068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Attempting to bind port 7846a65c-1859-4596-8002-38768712f947 on network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:28:38.530712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Port 7846a65c-1859-4596-8002-38768712f947 on network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:28:38.531043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Attempting to bind port 7846a65c-1859-4596-8002-38768712f947 on network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:28:38.536584 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:28:38.536916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Checking segment: {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:28:38.537316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Bound using segment: {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:28:38.537730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Bound port: 7846a65c-1859-4596-8002-38768712f947, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd36ed1-57bf-4700-af6c-bfb31dd67e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:28:38.538089 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:38.605661 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] For port 7846a65c-1859-4596-8002-38768712f947, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:28:38.608728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] For port 7846a65c-1859-4596-8002-38768712f947, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7846a65c-1859-4596-8002-38768712f947,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:28:38.613475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:38.646578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:38.647092 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:38.648516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] 10.222.0.20 "PUT /v2.0/ports/7846a65c-1859-4596-8002-38768712f947 HTTP/1.1" status: 200 len: 1092 time: 0.7248020 Apr 05 19:28:38.648958 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'tag': '7846a65c-1859-4596-8002-38768712f947'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:28:38.651242 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb78880-4269-4cfe-8ee9-682d55302394" -d '{"events": [{"name": "network-changed", "server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "tag": "7846a65c-1859-4596-8002-38768712f947"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:28:38.680133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd970b-520b-4be5-bf78-2b1b075db289 service neutron] Pushing event updated for resources: {'Port': ['ID=7846a65c-1859-4596-8002-38768712f947,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:38.706263 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041023cc-344a-45a4-9341-67880a12a07a x-openstack-request-id: req-041023cc-344a-45a4-9341-67880a12a07a {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:28:38.706576 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "tag": "7846a65c-1859-4596-8002-38768712f947", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:28:38.706824 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-041023cc-344a-45a4-9341-67880a12a07a {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:28:38.707834 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041023cc-344a-45a4-9341-67880a12a07a'] response: {'name': 'network-changed', 'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'tag': '7846a65c-1859-4596-8002-38768712f947', 'status': 'completed', 'code': 200} Apr 05 19:28:38.743508 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-1e010f5e-c0f7-4a2e-9a46-74ff9382a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:38.745033 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-1e010f5e-c0f7-4a2e-9a46-74ff9382a684 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 1095 time: 0.0505204 Apr 05 19:28:38.793050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-9459eb8c-ce75-4565-966a-cbc5d6906f2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7846a65c-1859-4596-8002-38768712f947 HTTP/1.1" status: 200 len: 217 time: 0.0397897 Apr 05 19:28:38.848356 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-478223a9-9f68-4045-a9ee-6ee7e31ed599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:38.849853 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-478223a9-9f68-4045-a9ee-6ee7e31ed599 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b0cd12b-750d-4085-9239-0bc567b4a37f HTTP/1.1" status: 200 len: 835 time: 0.0472174 Apr 05 19:28:38.900771 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-4a1bee5e-4006-4ead-abed-73a732abaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:38.902222 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-4a1bee5e-4006-4ead-abed-73a732abaca9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410252 Apr 05 19:28:39.002333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-767528ae-5032-4109-a53b-4ba565758cad service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892510 Apr 05 19:28:39.094210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62c1dcb2-5b48-4a56-be1d-b5f38188b996 req-e5e113c2-b679-4443-b18d-c87675343c30 service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813639 Apr 05 19:28:39.192398 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-84aa0e6f-25fd-49f6-8d7c-e094f5cc7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:39.193849 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-84aa0e6f-25fd-49f6-8d7c-e094f5cc7cdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 1095 time: 0.0464482 Apr 05 19:28:39.280936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-fb1f0b24-3ef1-4699-9ac5-10346e08e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:39.282375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-fb1f0b24-3ef1-4699-9ac5-10346e08e8c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4 HTTP/1.1" status: 200 len: 897 time: 0.0819585 Apr 05 19:28:39.326305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-0ad7c547-16ec-40d6-a318-ce356f766e64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7846a65c-1859-4596-8002-38768712f947 HTTP/1.1" status: 200 len: 217 time: 0.0352843 Apr 05 19:28:39.379426 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-9536607c-5d23-4b2a-8298-f0513f4e2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:39.380813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-9536607c-5d23-4b2a-8298-f0513f4e2065 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b0cd12b-750d-4085-9239-0bc567b4a37f HTTP/1.1" status: 200 len: 835 time: 0.0477931 Apr 05 19:28:39.430542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-51d88491-d899-4858-a19d-b473ef485eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:39.432043 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-51d88491-d899-4858-a19d-b473ef485eb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427680 Apr 05 19:28:39.530120 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8e86658-210b-4d9b-8b2c-6fe21e13c6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:39.547339 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440b42a-c09b-4efe-9f50-4aec7b07745a req-b22a8d61-21e4-4ce8-8371-f29a354d4d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:39.548799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6440b42a-c09b-4efe-9f50-4aec7b07745a req-b22a8d61-21e4-4ce8-8371-f29a354d4d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 944 time: 0.1100473 Apr 05 19:28:39.579326 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-7163c05c-9d40-4a50-8096-5f320a5e6dca service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316805 Apr 05 19:28:39.613597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6440b42a-c09b-4efe-9f50-4aec7b07745a req-7a1085a8-60ce-42d7-8c07-9f016996ed3a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565915 Apr 05 19:28:39.679315 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4eb78880-4269-4cfe-8ee9-682d55302394 req-45b22b93-4572-43b0-8a1e-0cad9430b533 service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886550 Apr 05 19:28:40.261791 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:28:40.734726 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37706d8-8d8e-4de6-bc3a-4f9e651c0486 req-e9905808-b16a-4d39-b0fa-da64a805fca0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:40.736170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a37706d8-8d8e-4de6-bc3a-4f9e651c0486 req-e9905808-b16a-4d39-b0fa-da64a805fca0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 944 time: 0.0544167 Apr 05 19:28:40.828579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a37706d8-8d8e-4de6-bc3a-4f9e651c0486 req-4255ebb0-be26-4956-a0e5-bea41296d3d8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862458 Apr 05 19:28:41.872115 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00b27631-5923-4a51-ba5c-65d90f61568a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:42.003309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee594b-c4be-4d85-a8da-4f83c3e9c4e2 req-769bc562-8941-44a9-b1eb-b573ecbf5721 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:42.004955 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33ee594b-c4be-4d85-a8da-4f83c3e9c4e2 req-769bc562-8941-44a9-b1eb-b573ecbf5721 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 944 time: 0.1055715 Apr 05 19:28:42.043784 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-33ee594b-c4be-4d85-a8da-4f83c3e9c4e2 req-7a60b39d-fbcd-404a-adb7-e32b4334c0f8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322464 Apr 05 19:28:42.590957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7846a65c-1859-4596-8002-38768712f947 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:28:42.838352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7846a65c-1859-4596-8002-38768712f947, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7846a65c-1859-4596-8002-38768712f947,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:42.849887 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '7846a65c-1859-4596-8002-38768712f947', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'port_id': '7846a65c-1859-4596-8002-38768712f947', 'mac_address': 'fa:16:3e:3e:58:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:28:42.885208 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:42.897932 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7846a65c-1859-4596-8002-38768712f947 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:28:42.916845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7846a65c-1859-4596-8002-38768712f947, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7846a65c-1859-4596-8002-38768712f947,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:42.920822 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:42.965761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=7846a65c-1859-4596-8002-38768712f947,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:43.002645 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:43.161777 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5944704-0e62-432b-89bf-11b9410f2205 req-6a451084-0ad4-4003-b00f-58cee1e645d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:43.163302 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5944704-0e62-432b-89bf-11b9410f2205 req-6a451084-0ad4-4003-b00f-58cee1e645d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 945 time: 0.0510705 Apr 05 19:28:43.201578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d5944704-0e62-432b-89bf-11b9410f2205 req-a1cf6ea4-a201-4df1-bb18-78b43b9e1885 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321445 Apr 05 19:28:43.207699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['7846a65c-1859-4596-8002-38768712f947'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:28:44.321497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af962a9d-b880-4ee8-9d79-dd341fe84d68 req-ee309327-7ea2-4edd-bdd0-987cf613c7f5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:44.322994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af962a9d-b880-4ee8-9d79-dd341fe84d68 req-ee309327-7ea2-4edd-bdd0-987cf613c7f5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 945 time: 0.0527439 Apr 05 19:28:44.359907 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-af962a9d-b880-4ee8-9d79-dd341fe84d68 req-c8435a45-3a15-42ed-a748-2422232285bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308487 Apr 05 19:28:44.539971 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:44.606319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7846a65c-1859-4596-8002-38768712f947 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:28:44.653845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 7846a65c-1859-4596-8002-38768712f947 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:28:44.657658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 7846a65c-1859-4596-8002-38768712f947 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:28:44.658014 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:44.735619 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:44.756856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7846a65c-1859-4596-8002-38768712f947'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:28:44.759080 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b0acfe-1791-4f63-b974-dcb74459df18" -d '{"events": [{"server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "name": "network-vif-plugged", "status": "completed", "tag": "7846a65c-1859-4596-8002-38768712f947"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:28:44.775693 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 7846a65c-1859-4596-8002-38768712f947, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7846a65c-1859-4596-8002-38768712f947,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:28:44.779725 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:44.804951 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a4cfa3-621a-4fa5-8c1b-bb9c6350effa x-openstack-request-id: req-93a4cfa3-621a-4fa5-8c1b-bb9c6350effa {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:28:44.805237 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "name": "network-vif-plugged", "status": "completed", "tag": "7846a65c-1859-4596-8002-38768712f947", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:28:44.805484 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93a4cfa3-621a-4fa5-8c1b-bb9c6350effa {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:28:44.805872 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a4cfa3-621a-4fa5-8c1b-bb9c6350effa'] response: {'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7846a65c-1859-4596-8002-38768712f947', 'code': 200} Apr 05 19:28:44.829738 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=7846a65c-1859-4596-8002-38768712f947,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:44.897991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af93868-3189-4cc5-8da4-2f995e6c1e49 req-c1a69d4d-bf81-4011-a148-8261d3bdfbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:44.899494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4af93868-3189-4cc5-8da4-2f995e6c1e49 req-c1a69d4d-bf81-4011-a148-8261d3bdfbed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 1097 time: 0.0393455 Apr 05 19:28:44.934568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4af93868-3189-4cc5-8da4-2f995e6c1e49 req-7a1641e4-1bda-465c-8d8a-6040a7bb8f92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281081 Apr 05 19:28:45.047211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:45.477593 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7472a-dd3e-4408-b201-870e53ec0162 req-db82c308-fe6d-4589-8560-940a0aa49d8a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:45.479049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07f7472a-dd3e-4408-b201-870e53ec0162 req-db82c308-fe6d-4589-8560-940a0aa49d8a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0486012 Apr 05 19:28:45.514932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07f7472a-dd3e-4408-b201-870e53ec0162 req-8b607259-3f87-4c50-a71d-dec53aa5e2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299265 Apr 05 19:28:46.635993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a7e8c-9c46-485e-a9c6-20722487cbeb req-395eb497-3d29-4f63-bf09-284eadee2b49 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:46.637446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-652a7e8c-9c46-485e-a9c6-20722487cbeb req-395eb497-3d29-4f63-bf09-284eadee2b49 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0514181 Apr 05 19:28:46.675677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-652a7e8c-9c46-485e-a9c6-20722487cbeb req-0526c95e-3f56-4411-899f-f717f9c568a6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322444 Apr 05 19:28:46.790236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbec18-bcd7-4889-ab97-5b1309684e64 req-59bbeceb-7c6f-4f3f-a3d0-9434ff545c91 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:46.791738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9cbec18-bcd7-4889-ab97-5b1309684e64 req-59bbeceb-7c6f-4f3f-a3d0-9434ff545c91 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0475039 Apr 05 19:28:46.829346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9cbec18-bcd7-4889-ab97-5b1309684e64 req-cf7e6309-9fad-4899-a50d-98167404787a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Apr 05 19:28:46.850973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36208) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:46.888912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061b0b2-2892-41d4-b11a-dfd926c95f40 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:46.890358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d061b0b2-2892-41d4-b11a-dfd926c95f40 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 1092 time: 0.0384538 Apr 05 19:28:46.893160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36210) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:46.897269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '7846a65c-1859-4596-8002-38768712f947', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:28:46.916871 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:47.012466 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:47.118615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.82 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/24967bce-e7bb-4e98-b758-1965384cdd99) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:28:47.219985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:47.253207 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:47.292646 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:28:47.297088 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:28:47.301504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:28:47.304463 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=24967bce-e7bb-4e98-b758-1965384cdd99,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:47.647950 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:47.715620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:47.858064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:47.863691 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:47.934734 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=24967bce-e7bb-4e98-b758-1965384cdd99,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:28:47.947810 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:48.045717 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP f660e443-1cf4-42ca-b5bb-e82446494c65 associated. External IP: 172.25.4.82, port: 7846a65c-1859-4596-8002-38768712f947. Apr 05 19:28:48.248816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 958d6df0-f174-4e59-89e3-ee862e00dabf has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:28:48.354043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:28:48.364573 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] Sync routers for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:28:48.371487 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:28:48.375221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:48.375829 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:48.487582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:48.697866 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6931139a-894b-4df2-9f34-55082d84a57b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8037126 Apr 05 19:28:48.698577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'tag': '7846a65c-1859-4596-8002-38768712f947'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:28:48.700916 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f3f227-bb30-4e46-bcab-61be06d24287" -d '{"events": [{"name": "network-changed", "server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "tag": "7846a65c-1859-4596-8002-38768712f947"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:28:48.726694 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f660e443-1cf4-42ca-b5bb-e82446494c65', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'port_id': '7846a65c-1859-4596-8002-38768712f947', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'mac_address': 'fa:16:3e:3e:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:28:47Z', 'updated_at': '2022-04-05T19:28:47Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f044e34-3114-4e8b-89bc-7df5d20084ca', 'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:80:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:33Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:48.741657 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90674fa0-33ad-4a79-bd65-3fde380beb14 x-openstack-request-id: req-90674fa0-33ad-4a79-bd65-3fde380beb14 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:28:48.741948 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "tag": "7846a65c-1859-4596-8002-38768712f947", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:28:48.742196 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90674fa0-33ad-4a79-bd65-3fde380beb14 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:28:48.742620 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90674fa0-33ad-4a79-bd65-3fde380beb14'] response: {'name': 'network-changed', 'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'tag': '7846a65c-1859-4596-8002-38768712f947', 'status': 'completed', 'code': 200} Apr 05 19:28:48.753284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] Checking router: 958d6df0-f174-4e59-89e3-ee862e00dabf for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:28:48.761772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:28:48.762376 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:28:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:48.833247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-8b6edad5-1992-4a11-a86d-8e5e1f71a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:48.834765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-8b6edad5-1992-4a11-a86d-8e5e1f71a917 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 1097 time: 0.0701759 Apr 05 19:28:48.843069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f55b43-f51c-4934-b8f1-e41118ca7228 req-6f33bfd8-85b4-41f7-bbda-ade06e89cad1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:48.844435 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7f55b43-f51c-4934-b8f1-e41118ca7228 req-6f33bfd8-85b4-41f7-bbda-ade06e89cad1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0786068 Apr 05 19:28:48.873685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:28:48.933019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7f55b43-f51c-4934-b8f1-e41118ca7228 req-7aa78b94-a1c8-49f8-8ce3-2db2e32c6b9d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797434 Apr 05 19:28:48.956667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-9ee08a3d-f09e-48fa-84e8-05219223f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:48.957259 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36218) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:48.958414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-9ee08a3d-f09e-48fa-84e8-05219223f24c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4 HTTP/1.1" status: 200 len: 897 time: 0.1131010 Apr 05 19:28:49.024185 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ef0d1def-c736-46fb-bf79-27e6f364a0a6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/f660e443-1cf4-42ca-b5bb-e82446494c65 HTTP/1.1" status: 200 len: 991 time: 0.0655570 Apr 05 19:28:49.031611 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-63a17596-cc6d-4f0d-8bf0-f7266a6dabd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7846a65c-1859-4596-8002-38768712f947 HTTP/1.1" status: 200 len: 999 time: 0.0652454 Apr 05 19:28:49.078957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-b17da0de-2026-4fa3-9f7c-18d13227edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:49.080421 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-b17da0de-2026-4fa3-9f7c-18d13227edef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b0cd12b-750d-4085-9239-0bc567b4a37f HTTP/1.1" status: 200 len: 835 time: 0.0427501 Apr 05 19:28:49.105777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f660e443-1cf4-42ca-b5bb-e82446494c65', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'port_id': '7846a65c-1859-4596-8002-38768712f947', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'mac_address': 'fa:16:3e:3e:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:28:47Z', 'updated_at': '2022-04-05T19:28:47Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f044e34-3114-4e8b-89bc-7df5d20084ca', 'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:80:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:33Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:28:49.125026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-37da71e6-8194-43f0-89ce-c72a2d2ec65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:28:49.126559 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-37da71e6-8194-43f0-89ce-c72a2d2ec65a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395732 Apr 05 19:28:49.136345 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e669be-08dd-4993-a67a-f85f59eb8ca7 None None] The sync data for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 is: [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f660e443-1cf4-42ca-b5bb-e82446494c65', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'port_id': '7846a65c-1859-4596-8002-38768712f947', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'mac_address': 'fa:16:3e:3e:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:28:47Z', 'updated_at': '2022-04-05T19:28:47Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f044e34-3114-4e8b-89bc-7df5d20084ca', 'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:80:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:33Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:28:49.224621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-36aec4aa-e5a9-4119-a7ed-54711a3eb696 service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910490 Apr 05 19:28:49.317348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18f3f227-bb30-4e46-bcab-61be06d24287 req-a360f2b9-c74d-435b-a8bc-fb939e64c9cc service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857639 Apr 05 19:28:49.330784 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33278363-bd2d-4bbd-b68d-e1b49e580689 None None] New status for floating IP f660e443-1cf4-42ca-b5bb-e82446494c65: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:28:50.027924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36220) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:28:50.092923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5b748c48-cda5-4d80-aece-a463a2d55a9c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/f660e443-1cf4-42ca-b5bb-e82446494c65 HTTP/1.1" status: 200 len: 993 time: 0.0638523 Apr 05 19:29:03.450383 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-20cba462-5cc8-4585-87ad-b928c83a075e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388262 Apr 05 19:29:03.537251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-b4cc9c71-8720-402d-a21e-dd62bfd912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:03.538830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-b4cc9c71-8720-402d-a21e-dd62bfd912b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 1097 time: 0.0402510 Apr 05 19:29:03.647902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-9949a24e-064d-4f44-bf29-06d129cc7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:03.649372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-9949a24e-064d-4f44-bf29-06d129cc7b58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4 HTTP/1.1" status: 200 len: 897 time: 0.0864792 Apr 05 19:29:03.716706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-6d90ba2e-92c2-43f3-8208-5b43e3ac34fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7846a65c-1859-4596-8002-38768712f947 HTTP/1.1" status: 200 len: 1001 time: 0.0590448 Apr 05 19:29:03.767987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-50a5dbfa-4ba3-488d-b2bd-995aad0e7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:03.769400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-50a5dbfa-4ba3-488d-b2bd-995aad0e7855 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b0cd12b-750d-4085-9239-0bc567b4a37f HTTP/1.1" status: 200 len: 835 time: 0.0458221 Apr 05 19:29:03.821738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-994ac396-b2c9-4938-bc86-e5de0fe3eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:03.823188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-994ac396-b2c9-4938-bc86-e5de0fe3eeff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458481 Apr 05 19:29:03.914231 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-2912d08e-4347-406d-9957-44fa317e0862 service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831447 Apr 05 19:29:04.009255 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d6c4fe1-5d5c-4795-8953-edabe31638ef req-0664a753-2a3c-46d0-958b-f94ab1c5a5c7 service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Apr 05 19:29:05.463765 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:07.404853 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:09.534788 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7b9e6f7-5600-4a28-aaa3-7cd06cc74f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:11.873372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8aeb76a7-0dfe-4671-92f5-75f64c9f54f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:13.006318 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:14.540062 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:15.049575 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:17.261212 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:29:25.537530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-268c0afc-68cd-4b0c-88cf-763f6c2cf91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:25.539719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-268c0afc-68cd-4b0c-88cf-763f6c2cf91c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 1097 time: 0.0605328 Apr 05 19:29:25.547996 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721bb99-0891-4a3c-bbb6-d39d37630d28 req-c9c8757f-1233-41e2-b7f6-14051331f43c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:25.549353 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5721bb99-0891-4a3c-bbb6-d39d37630d28 req-c9c8757f-1233-41e2-b7f6-14051331f43c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0802405 Apr 05 19:29:25.637465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5721bb99-0891-4a3c-bbb6-d39d37630d28 req-2429239b-d2a9-4529-9f70-9e442c2d101c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791869 Apr 05 19:29:25.665114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-69685244-e8ef-4b5e-acb1-59048f1d44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:25.666865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-69685244-e8ef-4b5e-acb1-59048f1d44c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4 HTTP/1.1" status: 200 len: 897 time: 0.1166270 Apr 05 19:29:25.731003 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-f815413c-d21a-4113-8735-7bedf7c15e9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7846a65c-1859-4596-8002-38768712f947 HTTP/1.1" status: 200 len: 1001 time: 0.0572872 Apr 05 19:29:25.791388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-a5c639d9-9084-47b1-9334-63033f7e4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:25.792776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-a5c639d9-9084-47b1-9334-63033f7e4ecd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b0cd12b-750d-4085-9239-0bc567b4a37f HTTP/1.1" status: 200 len: 835 time: 0.0543337 Apr 05 19:29:25.838894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-df67da7f-d2b9-4d77-8967-aeecdcabc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:25.840354 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-df67da7f-d2b9-4d77-8967-aeecdcabc68f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408127 Apr 05 19:29:25.937938 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-7f7455a6-2716-4468-adf5-aee5ee5f849b service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866628 Apr 05 19:29:26.036748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-01c5a95a-e876-4de7-b27f-f58fcc4fcfe9 req-ba76b3f0-3e3e-4c62-9eef-f603411410b0 service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910926 Apr 05 19:29:26.759485 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c26ef-d379-4405-94cb-6ec91c4f42be req-0d50b83a-e842-4470-8267-b4058e27a8c5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:26.760994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac2c26ef-d379-4405-94cb-6ec91c4f42be req-0d50b83a-e842-4470-8267-b4058e27a8c5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0498645 Apr 05 19:29:26.798085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac2c26ef-d379-4405-94cb-6ec91c4f42be req-36c75927-e9e1-4b3b-9aad-c981d92bd1ca tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Apr 05 19:29:27.914681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edcc51-361d-4665-9800-b64c8cf4ab9a req-0fdec10b-10f1-4790-98f1-1871f4d2ef7f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:27.916140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85edcc51-361d-4665-9800-b64c8cf4ab9a req-0fdec10b-10f1-4790-98f1-1871f4d2ef7f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0494626 Apr 05 19:29:27.953157 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-85edcc51-361d-4665-9800-b64c8cf4ab9a req-d58c96a5-4542-4d4b-8dee-ac32096d6439 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310407 Apr 05 19:29:29.073625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afa405-66a2-4cfd-a83c-662525963a0b req-1a9af90c-74a0-4f0c-95f3-06294d4c99a8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:29.075107 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9afa405-66a2-4cfd-a83c-662525963a0b req-1a9af90c-74a0-4f0c-95f3-06294d4c99a8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0532832 Apr 05 19:29:29.112001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a9afa405-66a2-4cfd-a83c-662525963a0b req-4c48d254-1a16-40dc-8187-7730f19864a7 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Apr 05 19:29:30.228642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378da169-8f89-479c-9af2-3df547666e5d req-71f14876-02e3-44db-93de-dd8980def478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:30.230143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-378da169-8f89-479c-9af2-3df547666e5d req-71f14876-02e3-44db-93de-dd8980def478 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0500426 Apr 05 19:29:30.268382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-378da169-8f89-479c-9af2-3df547666e5d req-c4299867-e6a5-42a5-aac0-183a56f98d31 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Apr 05 19:29:31.383727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21468dc1-f75a-4cef-8493-3c8d333c338a req-bafe47c8-2662-4f1b-8ffe-92551fa697eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:31.385188 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21468dc1-f75a-4cef-8493-3c8d333c338a req-bafe47c8-2662-4f1b-8ffe-92551fa697eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0487006 Apr 05 19:29:31.422702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-21468dc1-f75a-4cef-8493-3c8d333c338a req-3103b1ff-3f82-407e-b86c-7e1ee665bc44 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314507 Apr 05 19:29:32.544262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e91d3-328f-4ccd-8d97-5e5a53027c97 req-d6b598a1-c5f5-4603-889d-72f5f0584a18 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:32.545713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-108e91d3-328f-4ccd-8d97-5e5a53027c97 req-d6b598a1-c5f5-4603-889d-72f5f0584a18 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0523820 Apr 05 19:29:32.583609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-108e91d3-328f-4ccd-8d97-5e5a53027c97 req-22ef0b88-05ed-43dd-97d6-59f5c903568a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Apr 05 19:29:33.700727 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a072e-6ef1-4d78-93c2-64251350f4d6 req-1374e3ba-b678-4971-b156-8c8a7df5a9b0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:33.702183 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f6a072e-6ef1-4d78-93c2-64251350f4d6 req-1374e3ba-b678-4971-b156-8c8a7df5a9b0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0483892 Apr 05 19:29:33.742689 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f6a072e-6ef1-4d78-93c2-64251350f4d6 req-f7e0300e-2313-4a1d-856d-d27e43183efa tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334082 Apr 05 19:29:34.859587 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ecda4-0d9d-476d-8184-b931bf927cb0 req-ac806688-afc0-40c2-b36e-ba5e194d05ae tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:34.861044 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f84ecda4-0d9d-476d-8184-b931bf927cb0 req-ac806688-afc0-40c2-b36e-ba5e194d05ae tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0493398 Apr 05 19:29:34.897348 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f84ecda4-0d9d-476d-8184-b931bf927cb0 req-8d1bff52-8d26-4dfe-9aae-7c7c896c9080 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300848 Apr 05 19:29:35.467236 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:36.018239 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d614f9-47a0-496a-9c40-ad31e896c2cc req-09d02b84-9eb1-46f7-bcb2-271f105c09ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:36.019252 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39d614f9-47a0-496a-9c40-ad31e896c2cc req-09d02b84-9eb1-46f7-bcb2-271f105c09ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0526326 Apr 05 19:29:36.057463 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39d614f9-47a0-496a-9c40-ad31e896c2cc req-a71e61d1-418e-43b2-b284-9915c1ee820b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318582 Apr 05 19:29:37.174203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d0f75-c0b0-4e47-a2c0-c6b9d092f8e2 req-15b3978a-572a-47d7-a9f8-d7a218df1132 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:37.175698 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-566d0f75-c0b0-4e47-a2c0-c6b9d092f8e2 req-15b3978a-572a-47d7-a9f8-d7a218df1132 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0491567 Apr 05 19:29:37.213862 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-566d0f75-c0b0-4e47-a2c0-c6b9d092f8e2 req-0bfbc00a-9818-4496-8559-00f2bea07696 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Apr 05 19:29:37.402078 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:38.328473 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7944f-7983-409f-bbfe-13c8dc495c08 req-ef46ae89-e03f-4734-a278-86e2bd67056f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:38.329845 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3af7944f-7983-409f-bbfe-13c8dc495c08 req-ef46ae89-e03f-4734-a278-86e2bd67056f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0478864 Apr 05 19:29:38.366738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3af7944f-7983-409f-bbfe-13c8dc495c08 req-55d46a12-e110-40d6-9a6d-4abe5a1f7394 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308950 Apr 05 19:29:39.486639 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e49458-4144-4811-a721-e5d3ebdd4056 req-0aedd1f6-ead9-4308-929c-03e0227120f6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:39.488011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9e49458-4144-4811-a721-e5d3ebdd4056 req-0aedd1f6-ead9-4308-929c-03e0227120f6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0524325 Apr 05 19:29:39.525804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9e49458-4144-4811-a721-e5d3ebdd4056 req-6b4c4f34-b3dc-4c90-9a5b-ad6e8bc7be8e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313954 Apr 05 19:29:39.528209 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98dc5401-7508-4941-9694-906d4ee726de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:40.646292 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a8301-bd7b-4935-b90d-bb8a67af194e req-5f3bd8a9-ca1c-4ce1-9387-96c14aa30978 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:40.647773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6a8301-bd7b-4935-b90d-bb8a67af194e req-5f3bd8a9-ca1c-4ce1-9387-96c14aa30978 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0482707 Apr 05 19:29:40.685119 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7b6a8301-bd7b-4935-b90d-bb8a67af194e req-b70999ea-a7ab-4fa5-80e8-18f54ad04c05 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303612 Apr 05 19:29:41.799888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00a3b1-2640-46a5-a433-98cd7fdb2292 req-ab5e965d-27dc-48fc-960f-5f08e83e8fc3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:41.801346 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd00a3b1-2640-46a5-a433-98cd7fdb2292 req-ab5e965d-27dc-48fc-960f-5f08e83e8fc3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0489199 Apr 05 19:29:41.839936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fd00a3b1-2640-46a5-a433-98cd7fdb2292 req-10246b99-3f0e-4dd1-847a-5e2d786ddac4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Apr 05 19:29:41.874224 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce774-c1d9-4cbc-a675-a80ec9be71ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:42.957967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c21aa-5b8c-46ee-b2f8-da8d260d7799 req-c8830ce2-5a99-47e3-a49d-bd61326532bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:29:42.959449 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a3c21aa-5b8c-46ee-b2f8-da8d260d7799 req-c8830ce2-5a99-47e3-a49d-bd61326532bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0521357 Apr 05 19:29:42.997833 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a3c21aa-5b8c-46ee-b2f8-da8d260d7799 req-d60c773c-60fa-4825-b59e-a6a6c4de6e4f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320361 Apr 05 19:29:43.010755 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:43.020136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36268) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:29:43.078958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6fa4a42d-36cf-4781-9c93-d096a44d6256 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/f660e443-1cf4-42ca-b5bb-e82446494c65 HTTP/1.1" status: 200 len: 993 time: 0.0577223 Apr 05 19:29:44.543387 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:45.051724 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:29:54.260912 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:30:03.453673 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-70cd7f3d-1193-4d5a-9ab4-6f7182d4bef1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445478 Apr 05 19:30:03.536586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-910b322c-6315-401d-b3fe-d7e4b181e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:03.537953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-910b322c-6315-401d-b3fe-d7e4b181e825 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 1097 time: 0.0400243 Apr 05 19:30:03.640851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-166abc6b-4c6b-4609-b218-59f3ce75c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:03.642297 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-166abc6b-4c6b-4609-b218-59f3ce75c985 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4 HTTP/1.1" status: 200 len: 897 time: 0.0832195 Apr 05 19:30:03.711475 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-b89a0a78-bd3a-4c43-989a-fb95cac27afe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7846a65c-1859-4596-8002-38768712f947 HTTP/1.1" status: 200 len: 1001 time: 0.0610847 Apr 05 19:30:03.761215 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-f7a6d1ad-63c8-4e27-b6c4-805a80d2c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:03.764050 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-f7a6d1ad-63c8-4e27-b6c4-805a80d2c471 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b0cd12b-750d-4085-9239-0bc567b4a37f HTTP/1.1" status: 200 len: 835 time: 0.0455790 Apr 05 19:30:03.808640 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-80aa3693-8726-4cf3-892b-8b66a1abf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:03.810777 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-80aa3693-8726-4cf3-892b-8b66a1abf898 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399623 Apr 05 19:30:03.902702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-bbc82fcc-f527-4e3e-bd40-d9482824dbbe service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823710 Apr 05 19:30:03.990189 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-38cd952b-03b2-4d94-8c0a-36e0c2bc737b req-f0ac6f1a-6f8a-4e47-bb94-2c4bff91b166 service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800290 Apr 05 19:30:05.478826 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:07.415652 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:09.530656 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0383c37e-04d9-437c-9910-fa809d2e93a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:11.875413 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df96ec50-01df-4049-b5e0-f29e2d39d882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:13.012405 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:14.545381 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:15.054221 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:15.501337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36290) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:15.655792 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 24967bce-e7bb-4e98-b758-1965384cdd99 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:30:15.656147 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:15.728103 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:15.728427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:15.740235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 24967bce-e7bb-4e98-b758-1965384cdd99 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:30:15.884431 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:15.910309 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=24967bce-e7bb-4e98-b758-1965384cdd99,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:15.938895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.939244 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.939584 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.940185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.940520 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.940851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.941177 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.941504 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.941827 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.942149 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.942500 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.942824 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:15.985111 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:15.985435 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP f660e443-1cf4-42ca-b5bb-e82446494c65 disassociated (deleted). External IP: 172.25.4.82, port: 7846a65c-1859-4596-8002-38768712f947. Apr 05 19:30:16.190723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 958d6df0-f174-4e59-89e3-ee862e00dabf has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:30:16.297251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:30:16.301955 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:16.307179 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] Sync routers for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:30:16.317213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:16.317832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:16.331934 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-389771fb-964c-464b-99e4-0a38ca9374fb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/floatingips/f660e443-1cf4-42ca-b5bb-e82446494c65 HTTP/1.1" status: 204 len: 168 time: 0.8271050 Apr 05 19:30:16.331934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'tag': '7846a65c-1859-4596-8002-38768712f947'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:30:16.332445 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ae261a-51e5-4478-a535-28952bc7e7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "tag": "7846a65c-1859-4596-8002-38768712f947"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:30:16.384064 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14358950-07ba-4a9a-94e1-542c0ddf1793 x-openstack-request-id: req-14358950-07ba-4a9a-94e1-542c0ddf1793 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:30:16.384348 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "tag": "7846a65c-1859-4596-8002-38768712f947", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:30:16.384594 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14358950-07ba-4a9a-94e1-542c0ddf1793 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:30:16.384995 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14358950-07ba-4a9a-94e1-542c0ddf1793'] response: {'name': 'network-changed', 'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'tag': '7846a65c-1859-4596-8002-38768712f947', 'status': 'completed', 'code': 200} Apr 05 19:30:16.434510 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:16.449475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-d16a1808-477e-41f3-a1ab-e099bfbe1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:16.451246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-d16a1808-477e-41f3-a1ab-e099bfbe1994 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 1097 time: 0.0437813 Apr 05 19:30:16.585444 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-7547b6de-21bf-4efb-824f-10e8b9057a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:16.586944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-7547b6de-21bf-4efb-824f-10e8b9057a48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4 HTTP/1.1" status: 200 len: 897 time: 0.1223545 Apr 05 19:30:16.609645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29c66-324a-4943-b287-d0c460ef788f req-1b9ef4fe-937c-44b0-9f0d-0f3c1b66f0f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:16.611123 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65f29c66-324a-4943-b287-d0c460ef788f req-1b9ef4fe-937c-44b0-9f0d-0f3c1b66f0f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0738397 Apr 05 19:30:16.638992 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '8f044e34-3114-4e8b-89bc-7df5d20084ca', 'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:80:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:33Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:16.644250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-9bc5b6e6-7c1a-407c-a068-c3227b229d54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7846a65c-1859-4596-8002-38768712f947 HTTP/1.1" status: 200 len: 217 time: 0.0492563 Apr 05 19:30:16.668094 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] Checking router: 958d6df0-f174-4e59-89e3-ee862e00dabf for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:30:16.677257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:16.677854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:16.708134 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65f29c66-324a-4943-b287-d0c460ef788f req-92e8da21-55c7-4594-89d9-b003eefb429e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661786 Apr 05 19:30:16.715838 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-26129e9b-dbe1-4976-b15b-93998b2e343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:16.717363 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-26129e9b-dbe1-4976-b15b-93998b2e343a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b0cd12b-750d-4085-9239-0bc567b4a37f HTTP/1.1" status: 200 len: 835 time: 0.0604267 Apr 05 19:30:16.763790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-0040cc23-b0b8-4069-b98c-aca946ab3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:16.765269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-0040cc23-b0b8-4069-b98c-aca946ab3511 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d94458a-b3d0-4292-9afa-afbcc0fedeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408087 Apr 05 19:30:16.785526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:16.864598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-af55d66c-55e2-48d0-89ab-783537767300 service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911634 Apr 05 19:30:16.959358 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-89ae261a-51e5-4478-a535-28952bc7e7d5 req-1d686a36-6336-48f8-b29f-18d9f3cab84e service neutron] 10.222.0.20 "GET /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863447 Apr 05 19:30:17.142315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '8f044e34-3114-4e8b-89bc-7df5d20084ca', 'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:80:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:33Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:17.168037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7875a85-ae44-46e1-b87d-152001ab3c4a None None] The sync data for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 is: [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:34Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '8f044e34-3114-4e8b-89bc-7df5d20084ca', 'name': '', 'network_id': '0d94458a-b3d0-4292-9afa-afbcc0fedeb4', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:80:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:33Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '9b0cd12b-750d-4085-9239-0bc567b4a37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:30:17.369217 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe97ba-aa25-4f64-be16-0d09efe14b52 None None] New status for floating IP f660e443-1cf4-42ca-b5bb-e82446494c65: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:30:17.832479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcd7f7-250e-46d0-8ef9-056550842d36 req-e52ddc66-cf55-4077-ab1e-ff277ee0dfde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:17.833939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-adbcd7f7-250e-46d0-8ef9-056550842d36 req-e52ddc66-cf55-4077-ab1e-ff277ee0dfde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0534856 Apr 05 19:30:17.870966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-adbcd7f7-250e-46d0-8ef9-056550842d36 req-b691d0d0-d390-4227-8f3e-0d4d49e69d71 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0b683a2-6f1f-47d0-b664-83f00996dc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308626 Apr 05 19:30:18.233421 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-e74c1d8f-e106-46ad-9b89-216589ca28b4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:18.234728 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-e74c1d8f-e106-46ad-9b89-216589ca28b4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Apr 05 19:30:18.323919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 7846a65c-1859-4596-8002-38768712f947 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:30:18.324174 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:18.413342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 7846a65c-1859-4596-8002-38768712f947, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=7846a65c-1859-4596-8002-38768712f947,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:18.413704 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:18.426748 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 7846a65c-1859-4596-8002-38768712f947 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:30:18.553110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:18.581813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=7846a65c-1859-4596-8002-38768712f947,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:18.606520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.606862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.607191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.607519 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.607845 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.608164 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.608482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.608798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.609112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.609425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.609739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.610045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:18.630289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] No DVR routers for this DVR port 7846a65c-1859-4596-8002-38768712f947 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:30:18.632833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:18.636232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1e97c86-713f-43f4-b6e6-0f3b01cb34e9 req-6ef2dde9-b6d2-4f34-90c7-c087df704d28 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "DELETE /v2.0/ports/7846a65c-1859-4596-8002-38768712f947 HTTP/1.1" status: 204 len: 173 time: 0.3942623 Apr 05 19:30:18.636716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'name': 'network-vif-deleted', 'tag': '7846a65c-1859-4596-8002-38768712f947'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:30:18.639552 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b644203-bc62-410d-b2a5-879387b3164e" -d '{"events": [{"server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "name": "network-vif-deleted", "tag": "7846a65c-1859-4596-8002-38768712f947"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:30:18.744619 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f395ac30-2f15-434b-b23e-26e626d3f472 x-openstack-request-id: req-f395ac30-2f15-434b-b23e-26e626d3f472 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:30:18.744969 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8826b5e-3640-4ff4-972b-7ed7c8b6e243", "name": "network-vif-deleted", "tag": "7846a65c-1859-4596-8002-38768712f947", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:30:18.745224 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f395ac30-2f15-434b-b23e-26e626d3f472 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:30:18.745626 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f395ac30-2f15-434b-b23e-26e626d3f472'] response: {'server_uuid': 'c8826b5e-3640-4ff4-972b-7ed7c8b6e243', 'name': 'network-vif-deleted', 'tag': '7846a65c-1859-4596-8002-38768712f947', 'status': 'completed', 'code': 200} Apr 05 19:30:18.982817 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5138d45-95d0-4cca-9e96-9b3c59dc0066 req-ae1923f9-a4a2-406c-80ae-881712b712f6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826b5e-3640-4ff4-972b-7ed7c8b6e243 HTTP/1.1" status: 200 len: 210 time: 0.0273671 Apr 05 19:30:20.041080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36314) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:20.718866 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:20.966375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 8f044e34-3114-4e8b-89bc-7df5d20084ca {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:30:20.966746 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:21.010333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7846a65c-1859-4596-8002-38768712f947 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:30:21.032171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 7846a65c-1859-4596-8002-38768712f947 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:30:21.032621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 7846a65c-1859-4596-8002-38768712f947 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:30:21.056914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 8f044e34-3114-4e8b-89bc-7df5d20084ca, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=8f044e34-3114-4e8b-89bc-7df5d20084ca,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:21.057456 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:21.069919 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 8f044e34-3114-4e8b-89bc-7df5d20084ca owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:30:21.252048 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:21.277913 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=8f044e34-3114-4e8b-89bc-7df5d20084ca,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:21.457554 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:21.674811 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 958d6df0-f174-4e59-89e3-ee862e00dabf has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:30:21.780198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:30:21.785141 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-661cee75-af37-4ad2-b5bc-8f0e0ada5353 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/958d6df0-f174-4e59-89e3-ee862e00dabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430484 Apr 05 19:30:21.788065 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36316) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:21.790534 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] Sync routers for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:30:21.801254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:21.801854 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:21.843450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3266c6-3527-44bc-9347-f9a761c66e3b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting subnet 9b0cd12b-750d-4085-9239-0bc567b4a37f {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:30:21.846603 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b3266c6-3527-44bc-9347-f9a761c66e3b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:21.887326 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b3266c6-3527-44bc-9347-f9a761c66e3b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:21.905584 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:21.970857 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b3266c6-3527-44bc-9347-f9a761c66e3b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.033447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b3266c6-3527-44bc-9347-f9a761c66e3b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.062968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3266c6-3527-44bc-9347-f9a761c66e3b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0cd12b-750d-4085-9239-0bc567b4a37f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:22.066237 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8b3266c6-3527-44bc-9347-f9a761c66e3b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.073363 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8b3266c6-3527-44bc-9347-f9a761c66e3b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/subnets/9b0cd12b-750d-4085-9239-0bc567b4a37f HTTP/1.1" status: 204 len: 168 time: 0.2819033 Apr 05 19:30:22.073722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2980c791-254e-4199-bc49-e5125b220836 None None] Network 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:30:22.074147 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36318) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:22.164665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:30:21Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:22.181883 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.209220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] Checking router: 958d6df0-f174-4e59-89e3-ee862e00dabf for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:30:22.222527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] Routers {'958d6df0-f174-4e59-89e3-ee862e00dabf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:22.223055 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['958d6df0-f174-4e59-89e3-ee862e00dabf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:22.292449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.338846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] DHCP port deletion for 0d94458a-b3d0-4292-9afa-afbcc0fedeb4 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:30:22.341955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] Set router 958d6df0-f174-4e59-89e3-ee862e00dabf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:22.351814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:30:22.352175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.431356 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:22.431714 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.444455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:30:22.522498 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Deleting port 340a50ff-e64e-4772-ba35-9862f694a2c8 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:30:22.522799 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.595612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] For port 340a50ff-e64e-4772-ba35-9862f694a2c8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=340a50ff-e64e-4772-ba35-9862f694a2c8,segment=NetworkSegment(3cd36ed1-57bf-4700-af6c-bfb31dd67e92),segment_id=3cd36ed1-57bf-4700-af6c-bfb31dd67e92)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:22.596011 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.610655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Calling delete_port for 340a50ff-e64e-4772-ba35-9862f694a2c8 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:30:22.610905 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.623059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:30:21Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:22.640839 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:22.651676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa28b71-d910-445a-9af2-a4da4e0ac167 None None] The sync data for ids ['958d6df0-f174-4e59-89e3-ee862e00dabf'] in n-d-836650-3 is: [{'id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939466990', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:30:21Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958d6df0-f174-4e59-89e3-ee862e00dabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:28:30Z', 'updated_at': '2022-04-05T19:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:30:22.705987 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.731824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.755099 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Pushing event deleted for resources: {'Port': ['ID=340a50ff-e64e-4772-ba35-9862f694a2c8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:22.761485 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] No DVR routers for this DVR port 340a50ff-e64e-4772-ba35-9862f694a2c8 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:30:22.771561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.771561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.771869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.772314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.772570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.772792 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.773114 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.774421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.774764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.775093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.775419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.775790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc2078-dd2c-4b16-824e-846e1db06fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:22.804979 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.807108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.850829 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.851346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Fanout notify agent at l3_agent the message router_deleted on router 958d6df0-f174-4e59-89e3-ee862e00dabf {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:30:22.858468 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:22.859566 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-54ffae69-804e-49ae-b565-4da37f5e605b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/routers/958d6df0-f174-4e59-89e3-ee862e00dabf HTTP/1.1" status: 204 len: 168 time: 0.7850955 Apr 05 19:30:22.862260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36320) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:22.939703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.024175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.049970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d94458a-b3d0-4292-9afa-afbcc0fedeb4']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:23.060634 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd36ed1-57bf-4700-af6c-bfb31dd67e92') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:23.060987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd36ed1-57bf-4700-af6c-bfb31dd67e92') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:23.070858 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.085143 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.091363 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:30:23.091760 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:30:23.094861 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:30:23.155146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.159494 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.163068 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/networks/0d94458a-b3d0-4292-9afa-afbcc0fedeb4 HTTP/1.1" status: 204 len: 168 time: 0.2998681 Apr 05 19:30:23.165788 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36322) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:23.179217 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83544d6-8e8a-43be-ac5e-c73c9f04dcb2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Network': ['ID=0d94458a-b3d0-4292-9afa-afbcc0fedeb4,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:23.236444 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcd21047-7817-4589-a169-7d82466683eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.263046 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcd21047-7817-4589-a169-7d82466683eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.326028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcd21047-7817-4589-a169-7d82466683eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.328980 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bcd21047-7817-4589-a169-7d82466683eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.330145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bcd21047-7817-4589-a169-7d82466683eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/security-groups/e0b683a2-6f1f-47d0-b664-83f00996dc17 HTTP/1.1" status: 204 len: 168 time: 0.1626806 Apr 05 19:30:23.340604 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd21047-7817-4589-a169-7d82466683eb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b683a2-6f1f-47d0-b664-83f00996dc17,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:23.565836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36328) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:23.570368 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f77cbada-b444-47d5-ab60-0237ff070bb9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796862117', 'description': 'tempest-secgroup-smoke-1796862117 description', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:23.590860 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f77cbada-b444-47d5-ab60-0237ff070bb9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.656229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f77cbada-b444-47d5-ab60-0237ff070bb9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.659998 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f77cbada-b444-47d5-ab60-0237ff070bb9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.688633 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f77cbada-b444-47d5-ab60-0237ff070bb9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.690128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f77cbada-b444-47d5-ab60-0237ff070bb9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1229899 Apr 05 19:30:23.692957 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36330) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:23.697994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cdff51ea-5380-45c1-9435-1f7c616568fd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:23.703730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cbada-b444-47d5-ab60-0237ff070bb9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:23.723981 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdff51ea-5380-45c1-9435-1f7c616568fd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.780240 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdff51ea-5380-45c1-9435-1f7c616568fd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.784167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdff51ea-5380-45c1-9435-1f7c616568fd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.802760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff51ea-5380-45c1-9435-1f7c616568fd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a9ed3d-985c-44ce-a836-9bba58ed7885,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:23.808234 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdff51ea-5380-45c1-9435-1f7c616568fd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.809939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cdff51ea-5380-45c1-9435-1f7c616568fd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160843 Apr 05 19:30:23.812853 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:23.817185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8e7a2dd2-5b83-41b5-8dd9-ebc0ab5d72ec tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:23.841474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2dd2-5b83-41b5-8dd9-ebc0ab5d72ec tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.900222 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2dd2-5b83-41b5-8dd9-ebc0ab5d72ec tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.903908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2dd2-5b83-41b5-8dd9-ebc0ab5d72ec tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.920831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a2dd2-5b83-41b5-8dd9-ebc0ab5d72ec tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aca301e-214d-4fb5-92f6-7cc296165f42,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:23.929008 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2dd2-5b83-41b5-8dd9-ebc0ab5d72ec tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:23.930198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8e7a2dd2-5b83-41b5-8dd9-ebc0ab5d72ec tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165249 Apr 05 19:30:23.932850 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36334) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:23.937173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-40ae738d-6d9f-45da-bdd1-525cb1287801 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:23.961898 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-40ae738d-6d9f-45da-bdd1-525cb1287801 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.019286 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-40ae738d-6d9f-45da-bdd1-525cb1287801 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.022881 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-40ae738d-6d9f-45da-bdd1-525cb1287801 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.040991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae738d-6d9f-45da-bdd1-525cb1287801 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e2913f-d67d-41fd-a69d-fd33917f34e0,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:24.049653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-40ae738d-6d9f-45da-bdd1-525cb1287801 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.053702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-40ae738d-6d9f-45da-bdd1-525cb1287801 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171207 Apr 05 19:30:24.053898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36336) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:24.058195 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-7e1b84b1-7691-4077-9c27-f31aa56fe265 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:24.085383 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e1b84b1-7691-4077-9c27-f31aa56fe265 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.104196 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:30:24.124126 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:30:24.124602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 584a43e0-ac13-4ca6-bafb-ee9d2cc8b1a4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:30:24.125102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 340a50ff-e64e-4772-ba35-9862f694a2c8 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:30:24.145499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 340a50ff-e64e-4772-ba35-9862f694a2c8 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:30:24.145819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 340a50ff-e64e-4772-ba35-9862f694a2c8 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:30:24.146220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8f044e34-3114-4e8b-89bc-7df5d20084ca no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:30:24.146332 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e1b84b1-7691-4077-9c27-f31aa56fe265 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.149954 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e1b84b1-7691-4077-9c27-f31aa56fe265 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.166833 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 8f044e34-3114-4e8b-89bc-7df5d20084ca {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:30:24.167175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 8f044e34-3114-4e8b-89bc-7df5d20084ca not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:30:24.168665 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b84b1-7691-4077-9c27-f31aa56fe265 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52165f55-092d-4313-8b47-30c2e3d690cc,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:24.178138 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7e1b84b1-7691-4077-9c27-f31aa56fe265 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.179017 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7e1b84b1-7691-4077-9c27-f31aa56fe265 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243284 Apr 05 19:30:24.181858 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36338) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:24.187200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-b62dae2e-04ed-437e-98e7-c2cd48f74eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:24.207430 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-b62dae2e-04ed-437e-98e7-c2cd48f74eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:30:24.212366 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b62dae2e-04ed-437e-98e7-c2cd48f74eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.276392 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b62dae2e-04ed-437e-98e7-c2cd48f74eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.280161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b62dae2e-04ed-437e-98e7-c2cd48f74eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.297675 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dae2e-04ed-437e-98e7-c2cd48f74eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b17e082-9a7e-487f-8ee7-acc3329ec053,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:24.305344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b62dae2e-04ed-437e-98e7-c2cd48f74eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.306543 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b62dae2e-04ed-437e-98e7-c2cd48f74eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235330 Apr 05 19:30:24.310032 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36340) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:24.314697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-50e4a29c-b5a3-49bf-a473-e39c5718b2df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': '34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:24.334519 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-50e4a29c-b5a3-49bf-a473-e39c5718b2df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:30:24.339266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50e4a29c-b5a3-49bf-a473-e39c5718b2df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.398326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50e4a29c-b5a3-49bf-a473-e39c5718b2df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.401770 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50e4a29c-b5a3-49bf-a473-e39c5718b2df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.418436 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4a29c-b5a3-49bf-a473-e39c5718b2df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2445f3a9-2d64-473f-ad32-6c09179ac3ce,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:24.426811 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-50e4a29c-b5a3-49bf-a473-e39c5718b2df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.428601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-50e4a29c-b5a3-49bf-a473-e39c5718b2df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169512 Apr 05 19:30:24.430783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36342) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:24.436069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'network': {'name': 'tempest-network-smoke--2120959725', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:24.455453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:30:24.458825 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.483371 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:30:24.491998 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.492334 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Added segment 052018e3-ccfc-4758-b3c7-f2c0a3cd4b14 of type vlan for network e32da8b9-ab34-4ad8-8d79-381ab11008e9 Apr 05 19:30:24.530906 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.553455 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.559385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:24.560139 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.612601 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1808054 Apr 05 19:30:24.615391 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36344) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:24.620203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'admin_state_up': True, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:24.627335 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ce86f-c323-4139-8981-4c7fb418c379 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Network': ['ID=e32da8b9-ab34-4ad8-8d79-381ab11008e9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:24.637491 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network e32da8b9-ab34-4ad8-8d79-381ab11008e9 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:30:24.644484 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.645498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.699195 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:24.840277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:25.030462 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:25.049338 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:25.147380 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.88 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/bcc574c9-3dc1-49d2-b3fb-cc9119352c87) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:30:25.250422 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:25.283073 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:25.321907 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:30:25.325157 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:30:25.327464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:30:25.351001 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=bcc574c9-3dc1-49d2-b3fb-cc9119352c87,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:25.573164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:25.773809 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:25.900744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fcb6b5f1-fcf8-4cf2-9a51-758387462000 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:30:26.005415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:30:26.016189 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Sync routers for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:30:26.025824 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.026230 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:26.026861 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:26.027338 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0f0bd445-f28e-4a0f-8c8d-822697276742 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4106302 Apr 05 19:30:26.030756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36346) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:26.058139 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c7a65a62-55ce-4116-8649-6cba411ebcc6 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=359942a49c9e4905bbd68eff0a2f6d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263169 Apr 05 19:30:26.061224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36348) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:26.132735 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:26.150323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e352569-c89c-4dd4-b98c-43bc4859b245 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:26.151927 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9e352569-c89c-4dd4-b98c-43bc4859b245 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897443 Apr 05 19:30:26.155090 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36350) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:26.315807 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:25Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:26.342921 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Checking router: fcb6b5f1-fcf8-4cf2-9a51-758387462000 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:30:26.343264 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Updating router fcb6b5f1-fcf8-4cf2-9a51-758387462000 port bcc574c9-3dc1-49d2-b3fb-cc9119352c87 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:30:26.369179 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.517085 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fd1707cc-0bdd-43d8-8921-e134061ead9b tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3608317 Apr 05 19:30:26.519626 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36352) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:26.524303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-903724358', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:26.609158 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:30:26.612797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.620754 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.626475 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.677093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Attempting to bind port bcc574c9-3dc1-49d2-b3fb-cc9119352c87 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:30:26.677523 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Attempting to bind port bcc574c9-3dc1-49d2-b3fb-cc9119352c87 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:30:26.677844 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Attempting to bind port bcc574c9-3dc1-49d2-b3fb-cc9119352c87 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:30:26.687083 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Pushing event updated for resources: {'Port': ['ID=bcc574c9-3dc1-49d2-b3fb-cc9119352c87,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:26.689252 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:30:26.689667 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:30:26.690257 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.690696 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:30:26.691556 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Bound port: bcc574c9-3dc1-49d2-b3fb-cc9119352c87, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:30:26.691735 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.700934 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.701277 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.701610 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.701959 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.702283 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.702640 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.702964 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.703284 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.703738 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.704056 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.704379 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.704698 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:30:26.755582 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] For port bcc574c9-3dc1-49d2-b3fb-cc9119352c87, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:30:26.758818 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] For port bcc574c9-3dc1-49d2-b3fb-cc9119352c87, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bcc574c9-3dc1-49d2-b3fb-cc9119352c87,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:30:26.764656 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.805742 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.829290 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3441fa-7208-4aa6-a44f-99cdc7985cc0 None None] Pushing event updated for resources: {'Port': ['ID=bcc574c9-3dc1-49d2-b3fb-cc9119352c87,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:26.832397 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:26.833294 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:26.873410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Subnet': ['ID=3e2a82b6-b97c-4e89-a60c-94cb837527a2,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:26.882947 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Checking segment: {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:30:26.883710 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network hostable DHCP agents. Network: e32da8b9-ab34-4ad8-8d79-381ab11008e9, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:30:26.900428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network e32da8b9-ab34-4ad8-8d79-381ab11008e9 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:30:26.911008 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, e32da8b9-ab34-4ad8-8d79-381ab11008e9) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:30:26.916050 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:26.916626 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:26.922337 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1924b5-c2fb-486a-af50-2fa9e32fe54a None None] Network e32da8b9-ab34-4ad8-8d79-381ab11008e9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:30:26.941631 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36354) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:26.942246 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c4b3c9e4-c5ae-4d1a-a42e-7982f31824f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4211242 Apr 05 19:30:26.944410 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:27.085714 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:30:27.086979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:27.150267 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:25Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:27.184293 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8faa34c-9871-41b4-a73e-ad67760ed4e5 None None] The sync data for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 is: [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:25Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:30:27.258011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Allocated IP 172.20.0.2 (e32da8b9-ab34-4ad8-8d79-381ab11008e9/3e2a82b6-b97c-4e89-a60c-94cb837527a2/56bd7bfb-f247-46f9-8982-4059b317a3ca) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:30:27.445235 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:27.447351 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:27.460150 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:27.520462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Network e32da8b9-ab34-4ad8-8d79-381ab11008e9 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:30:27.524423 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Pushing event updated for resources: {'Port': ['ID=56bd7bfb-f247-46f9-8982-4059b317a3ca,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:27.527159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:30:27.529771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:30:27.592496 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Attempting to bind port 56bd7bfb-f247-46f9-8982-4059b317a3ca on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:30:27.592780 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Attempting to bind port 56bd7bfb-f247-46f9-8982-4059b317a3ca by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:30:27.593143 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Attempting to bind port 56bd7bfb-f247-46f9-8982-4059b317a3ca on network e32da8b9-ab34-4ad8-8d79-381ab11008e9 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:30:27.602448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:30:27.602448 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Checking segment: {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:30:27.602793 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:27.603138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Bound using segment: {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:30:27.603602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Bound port: 56bd7bfb-f247-46f9-8982-4059b317a3ca, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:30:27.603974 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:27.687653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] For port 56bd7bfb-f247-46f9-8982-4059b317a3ca, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:30:27.693364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] For port 56bd7bfb-f247-46f9-8982-4059b317a3ca, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=56bd7bfb-f247-46f9-8982-4059b317a3ca,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:30:27.700290 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:27.782810 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.1 (e32da8b9-ab34-4ad8-8d79-381ab11008e9/3e2a82b6-b97c-4e89-a60c-94cb837527a2/3ff14b0a-1f04-472f-8fde-355a63e218e4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:30:27.957180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb2251-fe68-4a2c-8fed-70fe588ea90a None None] Pushing event updated for resources: {'Port': ['ID=56bd7bfb-f247-46f9-8982-4059b317a3ca,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:28.164940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcc574c9-3dc1-49d2-b3fb-cc9119352c87 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:30:28.238526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bcc574c9-3dc1-49d2-b3fb-cc9119352c87 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:28.238901 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.282891 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.327088 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.328973 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.349233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port bcc574c9-3dc1-49d2-b3fb-cc9119352c87, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bcc574c9-3dc1-49d2-b3fb-cc9119352c87,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:28.353713 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.376451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network e32da8b9-ab34-4ad8-8d79-381ab11008e9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:30:28.379621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:30:28.383934 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:30:28.388126 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=3ff14b0a-1f04-472f-8fde-355a63e218e4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:28.400817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=bcc574c9-3dc1-49d2-b3fb-cc9119352c87,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:28.432891 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.559724 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.834923 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.839562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.913209 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:28.914839 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=3ff14b0a-1f04-472f-8fde-355a63e218e4,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:29.008898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network e32da8b9-ab34-4ad8-8d79-381ab11008e9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:30:29.010303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:30:29.118303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fcb6b5f1-fcf8-4cf2-9a51-758387462000 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:30:29.227754 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:30:29.235483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-29bc24ab-026c-4669-93a0-1ca540fe573f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/fcb6b5f1-fcf8-4cf2-9a51-758387462000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2927508 Apr 05 19:30:29.247727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Sync routers for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:30:29.259821 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:29.260453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:29.375521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:29.384916 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-044e8683-79ec-421c-b3fe-aa511c451d6d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796862117&fields=id&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 267 time: 0.0352020 Apr 05 19:30:29.503775 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-e00e8437-88dd-4704-80c6-f44dd40a4682 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:29.505338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-e00e8437-88dd-4704-80c6-f44dd40a4682 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 797 time: 0.1125877 Apr 05 19:30:29.520935 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-a7ecfdad-0d22-4587-a037-c8b0f269f4f8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/quotas/359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 375 time: 0.0095043 Apr 05 19:30:29.581977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-98043c8a-9046-436e-888d-78c7de6dc649 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536742 Apr 05 19:30:29.600280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '3ff14b0a-1f04-472f-8fde-355a63e218e4', 'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:14:d1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:27Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 2, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:29.629858 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b1420-0f5f-47d9-922e-e2cd85e3b6cb None None] Network e32da8b9-ab34-4ad8-8d79-381ab11008e9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:30:29.632092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Checking router: fcb6b5f1-fcf8-4cf2-9a51-758387462000 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:30:29.632450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Updating router fcb6b5f1-fcf8-4cf2-9a51-758387462000 port 3ff14b0a-1f04-472f-8fde-355a63e218e4 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:30:29.684341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-bca8b0dc-20ee-46d0-a61e-57a16550fc30 service neutron] 10.222.0.15 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891609 Apr 05 19:30:29.709249 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:29.731477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-57a63aa3-1124-4191-8e96-3b735301d086 None None] Provisioning complete for port 56bd7bfb-f247-46f9-8982-4059b317a3ca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:29.731835 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57a63aa3-1124-4191-8e96-3b735301d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:29.774760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-995947b3-25d3-4e22-b4bd-e3ac6b63f2d0 service neutron] 10.222.0.15 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836506 Apr 05 19:30:29.956483 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5cf37b4f-6818-4d83-ade6-d11da07ea145 req-7cbded98-283f-4260-8d2d-a913866993f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 210 time: 0.0327508 Apr 05 19:30:30.015114 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57a63aa3-1124-4191-8e96-3b735301d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.093290 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-57a63aa3-1124-4191-8e96-3b735301d086 None None] For port 56bd7bfb-f247-46f9-8982-4059b317a3ca, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=56bd7bfb-f247-46f9-8982-4059b317a3ca,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:30.106766 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57a63aa3-1124-4191-8e96-3b735301d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.208986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.210671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a63aa3-1124-4191-8e96-3b735301d086 None None] Pushing event updated for resources: {'Port': ['ID=56bd7bfb-f247-46f9-8982-4059b317a3ca,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:30.222245 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.269521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcc574c9-3dc1-49d2-b3fb-cc9119352c87 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:30:30.296291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a8563-ca8b-4cea-a04d-15f5e1708d57 None None] Pushing event updated for resources: {'Port': ['ID=3ff14b0a-1f04-472f-8fde-355a63e218e4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:30.372040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Attempting to bind port 3ff14b0a-1f04-472f-8fde-355a63e218e4 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:30:30.372385 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Attempting to bind port 3ff14b0a-1f04-472f-8fde-355a63e218e4 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:30:30.372742 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Attempting to bind port 3ff14b0a-1f04-472f-8fde-355a63e218e4 on network e32da8b9-ab34-4ad8-8d79-381ab11008e9 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:30:30.380871 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:30:30.381248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Checking segment: {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:30:30.381647 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.382038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Bound using segment: {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:30:30.382530 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Bound port: 3ff14b0a-1f04-472f-8fde-355a63e218e4, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:30:30.382907 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.386071 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port bcc574c9-3dc1-49d2-b3fb-cc9119352c87 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:30.386446 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.492970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-da8dc8e2-57eb-45e3-9553-a0cef88dd368 None None] Provisioning complete for port 3ff14b0a-1f04-472f-8fde-355a63e218e4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:30.493347 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da8dc8e2-57eb-45e3-9553-a0cef88dd368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.495307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] For port 3ff14b0a-1f04-472f-8fde-355a63e218e4, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:30:30.501233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] For port 3ff14b0a-1f04-472f-8fde-355a63e218e4, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3ff14b0a-1f04-472f-8fde-355a63e218e4,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:30:30.526067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.587847 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-da8dc8e2-57eb-45e3-9553-a0cef88dd368 None None] Port 3ff14b0a-1f04-472f-8fde-355a63e218e4 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:30:30.642090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a8563-ca8b-4cea-a04d-15f5e1708d57 None None] Pushing event updated for resources: {'Port': ['ID=3ff14b0a-1f04-472f-8fde-355a63e218e4,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:30.644560 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:30.645167 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:30.647746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-da8dc8e2-57eb-45e3-9553-a0cef88dd368 None None] Provisioning complete for port 56bd7bfb-f247-46f9-8982-4059b317a3ca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:30.648129 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da8dc8e2-57eb-45e3-9553-a0cef88dd368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:30.651338 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 56bd7bfb-f247-46f9-8982-4059b317a3ca up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:30:30.851743 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:30.883163 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 56bd7bfb-f247-46f9-8982-4059b317a3ca triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:30.883536 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:31.126343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c26c44dd-c156-4fd5-9319-10cffe5ddaba req-60b9e51f-4e2f-4463-a27d-b82c4b69d7de tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 210 time: 0.0528350 Apr 05 19:30:31.174084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-5c28d1b3-9703-49a5-8408-bdde0b892c4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:31.176327 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-5c28d1b3-9703-49a5-8408-bdde0b892c4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 797 time: 0.1703222 Apr 05 19:30:31.193007 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-5cd19a90-6f18-47a7-9cfa-b8debe6faf68 None None] Provisioning complete for port 3ff14b0a-1f04-472f-8fde-355a63e218e4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:31.193375 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cd19a90-6f18-47a7-9cfa-b8debe6faf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:31.241664 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-f3b82c49-2cf9-4a16-bfa1-4789f4ee0c2c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 380 time: 0.0555036 Apr 05 19:30:31.251171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'port': {'device_id': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'admin_state_up': True, 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'security_groups': ['34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:31.260570 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:30:31.362116 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:30:31.362374 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cd19a90-6f18-47a7-9cfa-b8debe6faf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:31.365741 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:31.389146 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '3ff14b0a-1f04-472f-8fde-355a63e218e4', 'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:14:d1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:27Z', 'updated_at': '2022-04-05T19:30:30Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:31.424404 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a497b-c972-4cfa-8eb7-60541b5550a8 None None] The sync data for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 is: [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '3ff14b0a-1f04-472f-8fde-355a63e218e4', 'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:14:d1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:27Z', 'updated_at': '2022-04-05T19:30:30Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:30:31.428765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5cd19a90-6f18-47a7-9cfa-b8debe6faf68 None None] For port 3ff14b0a-1f04-472f-8fde-355a63e218e4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3ff14b0a-1f04-472f-8fde-355a63e218e4,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:31.436329 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cd19a90-6f18-47a7-9cfa-b8debe6faf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:31.510934 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.12 (e32da8b9-ab34-4ad8-8d79-381ab11008e9/3e2a82b6-b97c-4e89-a60c-94cb837527a2/13106a25-2d93-48cc-a189-582bc996224b) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:30:31.511237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd19a90-6f18-47a7-9cfa-b8debe6faf68 None None] Pushing event updated for resources: {'Port': ['ID=3ff14b0a-1f04-472f-8fde-355a63e218e4,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:31.557706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-99d285f2-8358-400b-8dca-30a1a7554059 None None] Provisioning complete for port 3ff14b0a-1f04-472f-8fde-355a63e218e4 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:31.558177 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99d285f2-8358-400b-8dca-30a1a7554059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:31.679845 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:31.717497 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:31.763985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network e32da8b9-ab34-4ad8-8d79-381ab11008e9 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:30:31.767233 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:30:31.771144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:30:31.777502 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:31.832287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:31.832993 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:31.851432 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-7c6c8147-5f53-4daa-af5c-a96850397c95 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6043570 Apr 05 19:30:31.863688 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Request body: {'port': {'device_id': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:31.925161 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:32.070789 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-29715d00-cc53-49f9-8d07-368f9cd69e36 None None] Provisioning complete for port 13106a25-2d93-48cc-a189-582bc996224b triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:32.071137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29715d00-cc53-49f9-8d07-368f9cd69e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:32.110872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-29715d00-cc53-49f9-8d07-368f9cd69e36 None None] Port 13106a25-2d93-48cc-a189-582bc996224b cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:30:32.233147 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3ff14b0a-1f04-472f-8fde-355a63e218e4 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:30:32.238335 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13106a25-2d93-48cc-a189-582bc996224b {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:30:32.250678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:32.268657 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Transition to ACTIVE for port object 13106a25-2d93-48cc-a189-582bc996224b will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:30:32.275653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:32.298595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3ff14b0a-1f04-472f-8fde-355a63e218e4 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:32.299287 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:32.322823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bd993-8047-48dd-b1ff-83d8af977642 req-3c8a8ed5-d1b1-4cb3-9de7-d3de8502e64a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:32.329209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e29bd993-8047-48dd-b1ff-83d8af977642 req-3c8a8ed5-d1b1-4cb3-9de7-d3de8502e64a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 932 time: 0.1000018 Apr 05 19:30:32.380557 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Pushing event updated for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:32.424130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e29bd993-8047-48dd-b1ff-83d8af977642 req-bb28a87e-897e-42b6-a179-9cbc46a43876 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805683 Apr 05 19:30:32.428464 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 56bd7bfb-f247-46f9-8982-4059b317a3ca up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:30:32.437841 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Attempting to bind port 13106a25-2d93-48cc-a189-582bc996224b on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:30:32.438341 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Attempting to bind port 13106a25-2d93-48cc-a189-582bc996224b by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:30:32.438782 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Attempting to bind port 13106a25-2d93-48cc-a189-582bc996224b on network e32da8b9-ab34-4ad8-8d79-381ab11008e9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:30:32.444326 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Port 13106a25-2d93-48cc-a189-582bc996224b on network e32da8b9-ab34-4ad8-8d79-381ab11008e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:30:32.444717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Attempting to bind port 13106a25-2d93-48cc-a189-582bc996224b on network e32da8b9-ab34-4ad8-8d79-381ab11008e9 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:30:32.451164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:30:32.452916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Checking segment: {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:30:32.453311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Bound using segment: {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:30:32.453751 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Bound port: 13106a25-2d93-48cc-a189-582bc996224b, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:30:32.454114 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:32.486922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 56bd7bfb-f247-46f9-8982-4059b317a3ca triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:32.487376 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:32.545072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:30:32.549334 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:30:32.556731 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:32.601475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:32.602231 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:32.603570 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] 10.222.0.25 "PUT /v2.0/ports/13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1092 time: 0.7444282 Apr 05 19:30:32.604006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'tag': '13106a25-2d93-48cc-a189-582bc996224b'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:30:32.607126 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dfcb190c6eed18dec97196a8c87c315f0b90ff00f1b346ff6e0dfc895d2cd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "tag": "13106a25-2d93-48cc-a189-582bc996224b"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:30:32.632304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14044feb-efec-4083-bb15-a5fccd0e0604 service neutron] Pushing event updated for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:32.688020 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e92fd89-973c-4695-bf60-b3a09ae6a45a x-openstack-request-id: req-0e92fd89-973c-4695-bf60-b3a09ae6a45a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:30:32.688309 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "tag": "13106a25-2d93-48cc-a189-582bc996224b", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:30:32.688556 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e92fd89-973c-4695-bf60-b3a09ae6a45a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:30:32.688957 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e92fd89-973c-4695-bf60-b3a09ae6a45a'] response: {'name': 'network-changed', 'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'tag': '13106a25-2d93-48cc-a189-582bc996224b', 'status': 'completed', 'code': 200} Apr 05 19:30:32.707971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-cf105f20-efc0-4fe8-8340-510cfcf1ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:32.709564 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-cf105f20-efc0-4fe8-8340-510cfcf1ca0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1095 time: 0.0557663 Apr 05 19:30:32.756635 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-a3351830-3748-4e80-9ab2-5efa756a67c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 217 time: 0.0373275 Apr 05 19:30:32.811728 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-4e82905a-7328-45d6-b258-3839b88725cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:32.813197 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-4e82905a-7328-45d6-b258-3839b88725cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0499644 Apr 05 19:30:32.857242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-c16874eb-be00-4305-a30b-36e5fa5620ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:32.858644 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-c16874eb-be00-4305-a30b-36e5fa5620ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396669 Apr 05 19:30:32.949755 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-26fd2df9-2cb8-4dbf-9235-05898535a521 service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848711 Apr 05 19:30:33.041283 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98b0eacf-1104-4b5f-b40f-961fad3ab6c8 req-b7e837ff-19a9-48a2-978b-d202eec16350 service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856750 Apr 05 19:30:33.126939 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-1d445ab5-b486-4a63-b6be-c562afc3b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:33.128320 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-1d445ab5-b486-4a63-b6be-c562afc3b9bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1095 time: 0.0412657 Apr 05 19:30:33.221584 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-7eaed828-561f-4200-aad9-afa1e41a388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:33.223073 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-7eaed828-561f-4200-aad9-afa1e41a388b service neutron] 10.222.0.25 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.0873852 Apr 05 19:30:33.265805 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-1c884b4a-a6b7-4180-9104-80a235a3b772 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 217 time: 0.0353165 Apr 05 19:30:33.313299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-ac7e5fbe-802f-493a-9592-c4852b499700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:33.314992 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-ac7e5fbe-802f-493a-9592-c4852b499700 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0429246 Apr 05 19:30:33.364345 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-3d3bdc50-6be8-4182-9350-acc53e24b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:33.365816 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-3d3bdc50-6be8-4182-9350-acc53e24b93a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448172 Apr 05 19:30:33.454507 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-9b3988de-02f3-450c-8cb7-b9794b78bc4e service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813162 Apr 05 19:30:33.534662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfff6f6-acc2-40ed-8e83-b0e3096463a7 req-7e97ca91-14e7-4428-8334-2541d877fa99 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:33.536162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcfff6f6-acc2-40ed-8e83-b0e3096463a7 req-7e97ca91-14e7-4428-8334-2541d877fa99 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 944 time: 0.0487027 Apr 05 19:30:33.549170 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5a6ea5ad-d113-4c3a-b6eb-273477c1d9a8 req-277c9320-4f8d-4688-8c7f-bee04b3abbbe service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886114 Apr 05 19:30:33.577722 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcfff6f6-acc2-40ed-8e83-b0e3096463a7 req-fb206bfb-3221-4e6e-9afa-5a4fb0be2b83 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352659 Apr 05 19:30:34.698482 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264df6-e64b-4242-8ae2-e6466fcb2b85 req-345a2d12-28ee-4e1d-9c63-13393750e6df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:34.700491 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b264df6-e64b-4242-8ae2-e6466fcb2b85 req-345a2d12-28ee-4e1d-9c63-13393750e6df tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 944 time: 0.0539389 Apr 05 19:30:34.738642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b264df6-e64b-4242-8ae2-e6466fcb2b85 req-b42cc661-f18b-4846-80bb-4fa0319cf246 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 Apr 05 19:30:35.476354 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:35.854642 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4f9fa-a4b8-4262-b1b7-6f4085a82baa req-12634920-9dbd-42b2-bb76-b517de145b21 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:35.857179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ca4f9fa-a4b8-4262-b1b7-6f4085a82baa req-12634920-9dbd-42b2-bb76-b517de145b21 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 944 time: 0.0513186 Apr 05 19:30:35.894665 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6ca4f9fa-a4b8-4262-b1b7-6f4085a82baa req-2d382a7e-8bda-457f-a068-d71db8f89547 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Apr 05 19:30:36.824555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 13106a25-2d93-48cc-a189-582bc996224b details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:30:36.920041 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:36.931957 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '13106a25-2d93-48cc-a189-582bc996224b', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'port_id': '13106a25-2d93-48cc-a189-582bc996224b', 'mac_address': 'fa:16:3e:04:17:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:30:36.969778 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:36.982959 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13106a25-2d93-48cc-a189-582bc996224b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:30:37.003171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:37.007482 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:37.013277 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5a9c8-b825-4abe-9e81-ff84dcc5f0a9 req-aa4c5910-699f-4188-95d8-d951799bbc5b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:37.015270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9d5a9c8-b825-4abe-9e81-ff84dcc5f0a9 req-aa4c5910-699f-4188-95d8-d951799bbc5b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 944 time: 0.0515952 Apr 05 19:30:37.052260 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9d5a9c8-b825-4abe-9e81-ff84dcc5f0a9 req-616c1cbe-3758-44a3-971f-33a6e60cafa7 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Apr 05 19:30:37.055194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:37.346414 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['13106a25-2d93-48cc-a189-582bc996224b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:30:37.448421 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:38.175375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fde7e-0d2e-4358-b0e0-d2d56fa6a03c req-bbc6aaa5-0e8d-40f2-b014-6b865579ff55 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:38.176832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef9fde7e-0d2e-4358-b0e0-d2d56fa6a03c req-bbc6aaa5-0e8d-40f2-b014-6b865579ff55 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 945 time: 0.0520530 Apr 05 19:30:38.215333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef9fde7e-0d2e-4358-b0e0-d2d56fa6a03c req-5c65d560-eed1-4d4b-b16b-ef434d85a9af tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324583 Apr 05 19:30:38.838988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 13106a25-2d93-48cc-a189-582bc996224b up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:30:38.890697 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 13106a25-2d93-48cc-a189-582bc996224b completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:30:38.894763 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 13106a25-2d93-48cc-a189-582bc996224b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:30:38.895134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:38.969946 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:38.991610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13106a25-2d93-48cc-a189-582bc996224b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:30:38.994289 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df0bceb8c81cad33f6be2268ede973ac2a2fecc9471c4c5e43cccf4689aa2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115fdb4e-174c-4ac4-a114-d43671fa87e2" -d '{"events": [{"server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "name": "network-vif-plugged", "status": "completed", "tag": "13106a25-2d93-48cc-a189-582bc996224b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:30:39.008047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:30:39.012200 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:39.040915 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4585cd31-1330-4a72-a731-db0fc0c94789 x-openstack-request-id: req-4585cd31-1330-4a72-a731-db0fc0c94789 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:30:39.041206 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "name": "network-vif-plugged", "status": "completed", "tag": "13106a25-2d93-48cc-a189-582bc996224b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:30:39.041460 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4585cd31-1330-4a72-a731-db0fc0c94789 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:30:39.041850 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4585cd31-1330-4a72-a731-db0fc0c94789'] response: {'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13106a25-2d93-48cc-a189-582bc996224b', 'code': 200} Apr 05 19:30:39.069483 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:39.127760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88965b0-c5ce-4980-864d-b029bcc24552 req-5e2e22b8-9e25-4082-8be3-7e42f6a86b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:39.129253 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a88965b0-c5ce-4980-864d-b029bcc24552 req-5e2e22b8-9e25-4082-8be3-7e42f6a86b8d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0421185 Apr 05 19:30:39.163257 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a88965b0-c5ce-4980-864d-b029bcc24552 req-fa6ad5f6-51e9-426d-83b6-161ff1e45c88 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267568 Apr 05 19:30:39.332476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa79f25-6ca3-4230-95b7-9fbd1f1d77f4 req-27521085-7eb2-4ed6-9bc9-078e570dd306 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:39.333942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-caa79f25-6ca3-4230-95b7-9fbd1f1d77f4 req-27521085-7eb2-4ed6-9bc9-078e570dd306 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0513687 Apr 05 19:30:39.371875 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-caa79f25-6ca3-4230-95b7-9fbd1f1d77f4 req-7028083a-356c-45d0-bad3-6493fe239a3b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311794 Apr 05 19:30:39.532973 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a72973e2-f18c-4732-804e-eca8fccf0272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:40.495016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208a492-f02c-4e86-956e-8384b1cdf75a req-e1ae9f3b-b22b-4df2-9340-bd158f3fe36e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:40.497275 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c208a492-f02c-4e86-956e-8384b1cdf75a req-e1ae9f3b-b22b-4df2-9340-bd158f3fe36e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0504324 Apr 05 19:30:40.534613 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c208a492-f02c-4e86-956e-8384b1cdf75a req-d8279e0a-53c8-4ccd-b707-da91a46ae1e7 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308802 Apr 05 19:30:41.654975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3bbef-3cc9-4223-a459-864c0bf74b76 req-80bb03a7-2672-4136-9b0e-e40a99d5ec15 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:41.656451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32f3bbef-3cc9-4223-a459-864c0bf74b76 req-80bb03a7-2672-4136-9b0e-e40a99d5ec15 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0537746 Apr 05 19:30:41.694773 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-32f3bbef-3cc9-4223-a459-864c0bf74b76 req-4a106e67-11bf-46ff-a2ce-852fb1e3ddbb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322027 Apr 05 19:30:41.808887 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5561d-163e-4814-8db3-166527fc64f6 req-5f59cc71-7793-48ca-b7b1-8014e0ae20ea tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:41.810331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fea5561d-163e-4814-8db3-166527fc64f6 req-5f59cc71-7793-48ca-b7b1-8014e0ae20ea tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0481057 Apr 05 19:30:41.847643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fea5561d-163e-4814-8db3-166527fc64f6 req-7ce0b441-7528-4c16-96d8-792e2da97fd0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Apr 05 19:30:41.869257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36410) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:41.879451 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1264a29-fe93-4026-90d6-b790f8f9b905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:41.909389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb42bdc5-5b8a-401b-9d2f-5448e0665632 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:41.910919 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-eb42bdc5-5b8a-401b-9d2f-5448e0665632 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1092 time: 0.0407057 Apr 05 19:30:41.913792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36412) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:41.918627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '13106a25-2d93-48cc-a189-582bc996224b', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:30:41.937811 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:42.035657 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:42.136746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.211 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/7f3c8406-2c20-4dfa-8f4d-67fe672d3ef7) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:30:42.240167 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:42.272815 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:42.312079 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:30:42.315230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:30:42.318817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:30:42.324216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=7f3c8406-2c20-4dfa-8f4d-67fe672d3ef7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:42.670117 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:42.735353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:42.885176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:42.890368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:42.962320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=7f3c8406-2c20-4dfa-8f4d-67fe672d3ef7,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:30:42.974751 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:43.016845 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:43.077451 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP 8063720a-0f66-4f72-a29b-e8d39cf8a136 associated. External IP: 172.25.4.211, port: 13106a25-2d93-48cc-a189-582bc996224b. Apr 05 19:30:43.282253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fcb6b5f1-fcf8-4cf2-9a51-758387462000 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:30:43.383911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:30:43.394381 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] Sync routers for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:30:43.401587 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:43.406012 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:43.406674 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:43.432125 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-11940101-b6e0-4095-9574-84b3f5bd64d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5173368 Apr 05 19:30:43.433000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'tag': '13106a25-2d93-48cc-a189-582bc996224b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:30:43.435456 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731f9140add9e695c35160fbd320ebfcb0426b8be9804e2970a759af73604689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837bdae4-bd11-4f0c-b965-5e4a960ead5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "tag": "13106a25-2d93-48cc-a189-582bc996224b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:30:43.474132 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67431cb3-05b2-4abe-adbb-8464b99733ce x-openstack-request-id: req-67431cb3-05b2-4abe-adbb-8464b99733ce {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:30:43.474450 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "tag": "13106a25-2d93-48cc-a189-582bc996224b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:30:43.474702 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67431cb3-05b2-4abe-adbb-8464b99733ce {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:30:43.475111 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67431cb3-05b2-4abe-adbb-8464b99733ce'] response: {'name': 'network-changed', 'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'tag': '13106a25-2d93-48cc-a189-582bc996224b', 'status': 'completed', 'code': 200} Apr 05 19:30:43.519307 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:43.535667 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd7df-5d66-447a-a404-9f5f8c79d6fc req-b9b0fe69-e7b5-481c-b5dc-9d282367e801 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:43.537184 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6abd7df-5d66-447a-a404-9f5f8c79d6fc req-b9b0fe69-e7b5-481c-b5dc-9d282367e801 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0522282 Apr 05 19:30:43.538717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-f6729bb8-c111-43c3-8283-50f582cebe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:43.540204 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-f6729bb8-c111-43c3-8283-50f582cebe7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0422847 Apr 05 19:30:43.579128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b6abd7df-5d66-447a-a404-9f5f8c79d6fc req-8ffeb5ae-179e-433f-9d3b-94af8e6a939f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Apr 05 19:30:43.602773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36418) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:43.643508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-fab1cc01-8da5-4a44-9f1f-052dff8650de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:43.644985 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-fab1cc01-8da5-4a44-9f1f-052dff8650de service neutron] 10.222.0.25 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.0958230 Apr 05 19:30:43.665787 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b7abf662-8aa9-482d-9289-268e2f00aa7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/8063720a-0f66-4f72-a29b-e8d39cf8a136 HTTP/1.1" status: 200 len: 992 time: 0.0613673 Apr 05 19:30:43.712313 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-3ade0ab6-3eb6-4284-afd8-4f5e4f48fd6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1000 time: 0.0611572 Apr 05 19:30:43.762471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-79ccd7b4-2b58-40c5-9cbb-2866ea8b9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:43.763969 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-79ccd7b4-2b58-40c5-9cbb-2866ea8b9b73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0452785 Apr 05 19:30:43.813134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-91dc952d-ee9b-425b-af7b-cba4a4bc2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:30:43.814916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-91dc952d-ee9b-425b-af7b-cba4a4bc2748 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444782 Apr 05 19:30:43.843855 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8063720a-0f66-4f72-a29b-e8d39cf8a136', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'port_id': '13106a25-2d93-48cc-a189-582bc996224b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'mac_address': 'fa:16:3e:04:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:30:42Z', 'updated_at': '2022-04-05T19:30:42Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff14b0a-1f04-472f-8fde-355a63e218e4', 'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:14:d1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:27Z', 'updated_at': '2022-04-05T19:30:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:43.868870 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] Checking router: fcb6b5f1-fcf8-4cf2-9a51-758387462000 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:30:43.877451 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:30:43.878038 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:30:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:43.903194 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-24204d44-0b02-491a-b418-6482b7bea2be service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820839 Apr 05 19:30:43.982232 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:30:43.996401 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-837bdae4-bd11-4f0c-b965-5e4a960ead5f req-f437d3a7-8221-4bdd-bbb0-fee03eb23551 service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868986 Apr 05 19:30:44.202843 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8063720a-0f66-4f72-a29b-e8d39cf8a136', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'port_id': '13106a25-2d93-48cc-a189-582bc996224b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'mac_address': 'fa:16:3e:04:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:30:42Z', 'updated_at': '2022-04-05T19:30:42Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff14b0a-1f04-472f-8fde-355a63e218e4', 'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:14:d1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:27Z', 'updated_at': '2022-04-05T19:30:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:30:44.228430 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f073bc9-a436-4638-917b-7a7af3f48a7d None None] The sync data for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 is: [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '8063720a-0f66-4f72-a29b-e8d39cf8a136', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'port_id': '13106a25-2d93-48cc-a189-582bc996224b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'mac_address': 'fa:16:3e:04:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:30:42Z', 'updated_at': '2022-04-05T19:30:42Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff14b0a-1f04-472f-8fde-355a63e218e4', 'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:14:d1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:27Z', 'updated_at': '2022-04-05T19:30:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:30:44.403815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65014099-52b6-4431-b389-a2e546ecf0e2 None None] New status for floating IP 8063720a-0f66-4f72-a29b-e8d39cf8a136: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:30:44.554877 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:30:44.669176 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36420) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:30:44.730077 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fbf90539-eaee-4ab1-8291-aef41aab1092 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/8063720a-0f66-4f72-a29b-e8d39cf8a136 HTTP/1.1" status: 200 len: 994 time: 0.0596919 Apr 05 19:30:45.055973 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:02.429252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-a5f30861-7ae4-4788-9a80-3e4eb59fb821 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390115 Apr 05 19:31:02.515029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-85d4c67e-7f82-4c87-a3ad-c037dba459a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:02.516499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-85d4c67e-7f82-4c87-a3ad-c037dba459a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0446110 Apr 05 19:31:02.616522 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-653b946c-bac8-4a1b-b1d8-d336e2d46b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:02.617987 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-653b946c-bac8-4a1b-b1d8-d336e2d46b0c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.0836115 Apr 05 19:31:02.687435 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-ad32b0d6-317d-4ac9-b27d-4d09add20101 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1002 time: 0.0622826 Apr 05 19:31:02.740543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-4aab5e66-4a22-48a0-982c-3dcd760d2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:02.741951 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-4aab5e66-4a22-48a0-982c-3dcd760d2808 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0482574 Apr 05 19:31:02.785768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-8dde76a2-1cfb-440c-b2d9-4e8283c0c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:02.787294 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-8dde76a2-1cfb-440c-b2d9-4e8283c0c57f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391083 Apr 05 19:31:02.878780 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-561dd6e6-3657-4245-98c3-2acf33a47bea service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843353 Apr 05 19:31:02.972606 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a5950ead-e3c9-45dc-b864-e295af5cb4ad req-5faf2988-1402-4fe2-9f76-3f235858daef service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875936 Apr 05 19:31:05.475721 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:07.430960 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:08.260115 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:31:09.534777 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11ef9171-c9d9-47fa-99ca-04fbccbce4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:11.881361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1f18c95-0bce-464a-9fac-b80a9bd86e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:13.019045 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:14.550289 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:15.060085 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:35.490712 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:37.433962 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:39.536304 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b06a00ef-2bf5-4701-9be7-a4e863474842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:41.882829 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-129e80bc-0ba9-490a-8873-4c960274eafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:43.022586 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:44.553311 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:45.062165 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:31:45.259938 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:31:45.424521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-b1f2f646-b1eb-49b8-a9fe-cc3171b1ecb6 req-b676b80f-18d4-4f4f-8790-f87dd7fbe7a9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:31:45.425518 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1f2f646-b1eb-49b8-a9fe-cc3171b1ecb6 req-b676b80f-18d4-4f4f-8790-f87dd7fbe7a9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0627470 Apr 05 19:31:45.550095 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36450) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:31:45.642120 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-5c585f75-d319-42b7-9781-076f4a371385 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908160 Apr 05 19:31:45.652303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-46438b4c-b7a0-4580-9429-dee8ae1d816b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:31:45.653297 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-46438b4c-b7a0-4580-9429-dee8ae1d816b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055382 Apr 05 19:31:45.755270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194fb3e-1952-4f7a-8dd8-8131d09cbb41 req-12a1a635-d8f7-4351-8b04-b1ca3d3ca309 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:45.757062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1194fb3e-1952-4f7a-8dd8-8131d09cbb41 req-12a1a635-d8f7-4351-8b04-b1ca3d3ca309 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.1017537 Apr 05 19:31:45.796774 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1194fb3e-1952-4f7a-8dd8-8131d09cbb41 req-e8d49c86-ea27-47f9-b307-d4ce62733377 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334587 Apr 05 19:31:47.036662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c89b9-a4be-4540-ab07-d6df1c4e2fcc req-0dbbd40e-a1d9-487a-8341-7a8cf8d2b6da tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:47.038152 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e6c89b9-a4be-4540-ab07-d6df1c4e2fcc req-0dbbd40e-a1d9-487a-8341-7a8cf8d2b6da tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0980465 Apr 05 19:31:47.075276 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1e6c89b9-a4be-4540-ab07-d6df1c4e2fcc req-c3c1beb8-9dc8-440d-875f-d5e4c44f88f4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311096 Apr 05 19:31:48.195131 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f38b-5f41-41bd-82e3-4d2327508f4b req-608eda16-db04-4dad-a3da-655c002322fa tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:48.196583 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfb3f38b-5f41-41bd-82e3-4d2327508f4b req-608eda16-db04-4dad-a3da-655c002322fa tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0497520 Apr 05 19:31:48.234291 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bfb3f38b-5f41-41bd-82e3-4d2327508f4b req-c8f9fb72-eda4-4d94-ac81-538c7c847087 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Apr 05 19:31:49.352968 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc3915-170c-49bd-a4ab-3367c0273b12 req-d8a10125-db57-4c9f-bfb1-1de5cedb83b4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:49.354450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4cc3915-170c-49bd-a4ab-3367c0273b12 req-d8a10125-db57-4c9f-bfb1-1de5cedb83b4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0519061 Apr 05 19:31:49.391969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e4cc3915-170c-49bd-a4ab-3367c0273b12 req-edc56c61-8948-4461-893d-6d8dcbc7361c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315337 Apr 05 19:31:50.509030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e597b-8d50-4299-8ced-50060d2f071b req-cb26245c-3cb9-4226-997e-bbaee1a7dc50 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:50.510538 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132e597b-8d50-4299-8ced-50060d2f071b req-cb26245c-3cb9-4226-997e-bbaee1a7dc50 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0485072 Apr 05 19:31:50.547535 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-132e597b-8d50-4299-8ced-50060d2f071b req-dd769c84-8b53-48c6-9fb3-6ad1a520af7e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309043 Apr 05 19:31:50.872823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-e8642cba-3ede-4669-ad1d-46335ec8dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:50.874317 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-e8642cba-3ede-4669-ad1d-46335ec8dad5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0450072 Apr 05 19:31:50.961893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-b350c127-af9e-4a2a-869d-76b68b4119c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:50.963379 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-b350c127-af9e-4a2a-869d-76b68b4119c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.0827794 Apr 05 19:31:51.033755 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-c43ef39f-1637-441c-bf7f-2fb189adf1d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1002 time: 0.0636032 Apr 05 19:31:51.082042 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-02d8d19f-1124-47f4-a846-9dae6d9594f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:51.083517 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-02d8d19f-1124-47f4-a846-9dae6d9594f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0437627 Apr 05 19:31:51.128651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-b1a81c06-d3f7-4054-bbf5-600cb44e9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:51.130028 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-b1a81c06-d3f7-4054-bbf5-600cb44e9a7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400844 Apr 05 19:31:51.221380 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-0009efa2-12d2-4f6a-9af1-797f482a1d0b service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847216 Apr 05 19:31:51.308915 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-6366b60d-b0c0-448b-91a7-96e4ad3543dd service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808971 Apr 05 19:31:51.707531 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362115fa-2607-437e-a86e-862803bce93d req-d0ecce68-f97b-4fdb-912f-ce4203be6c5e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:51.708979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362115fa-2607-437e-a86e-862803bce93d req-d0ecce68-f97b-4fdb-912f-ce4203be6c5e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0478079 Apr 05 19:31:51.745520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-362115fa-2607-437e-a86e-862803bce93d req-6721549a-a6a0-4480-8a3c-6c3d7e964dc8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304558 Apr 05 19:31:52.867603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e752f4-e12d-498b-bc53-628875adb397 req-db9352e7-2410-4404-9e90-3c950ee256f6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:52.869061 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22e752f4-e12d-498b-bc53-628875adb397 req-db9352e7-2410-4404-9e90-3c950ee256f6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0519745 Apr 05 19:31:52.906733 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22e752f4-e12d-498b-bc53-628875adb397 req-e48f4a3b-d959-42e9-9ec6-ed976ade9c8d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Apr 05 19:31:54.023136 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8fc2c-b5a5-4fc7-a433-119b35399562 req-c14e9161-63b3-476c-bfe7-b334fcb7b7ad tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:54.024588 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7be8fc2c-b5a5-4fc7-a433-119b35399562 req-c14e9161-63b3-476c-bfe7-b334fcb7b7ad tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0487170 Apr 05 19:31:54.061798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7be8fc2c-b5a5-4fc7-a433-119b35399562 req-b7fa3601-48c8-4b6d-b553-4dff8adfb38b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312638 Apr 05 19:31:55.178026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58099f-7cb4-4977-a860-4683457c1fec req-2d345b84-01cd-4516-bd7b-0200e8711c0f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:55.179609 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b58099f-7cb4-4977-a860-4683457c1fec req-2d345b84-01cd-4516-bd7b-0200e8711c0f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0488939 Apr 05 19:31:55.220197 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b58099f-7cb4-4977-a860-4683457c1fec req-616c3527-2fdf-4a48-bc66-9cd6b5be4b1b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344045 Apr 05 19:31:56.342603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10fb3f-1d54-4ebb-bcce-1dc98d17b0d9 req-b970e66c-fbb9-4db8-9870-f37ec4b3ccf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:56.344040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f10fb3f-1d54-4ebb-bcce-1dc98d17b0d9 req-b970e66c-fbb9-4db8-9870-f37ec4b3ccf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0519159 Apr 05 19:31:56.383080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8f10fb3f-1d54-4ebb-bcce-1dc98d17b0d9 req-98dc20dc-b283-4ec9-926a-9ea5527ae6d0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322993 Apr 05 19:31:57.500739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40a917-1ab0-492e-8f08-0b6b5a4e8cee req-3f41c858-4e70-4471-b84f-1f2879b6915b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:57.502851 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d40a917-1ab0-492e-8f08-0b6b5a4e8cee req-3f41c858-4e70-4471-b84f-1f2879b6915b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0504553 Apr 05 19:31:57.540765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5d40a917-1ab0-492e-8f08-0b6b5a4e8cee req-e2a4c675-3a42-43c3-b985-62b97aa8fecc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Apr 05 19:31:58.655683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323805c-3342-490f-9672-e4173dfc3a27 req-3fa1fb29-01b6-40b0-8852-3ee51dc3a3c0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:58.657143 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c323805c-3342-490f-9672-e4173dfc3a27 req-3fa1fb29-01b6-40b0-8852-3ee51dc3a3c0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0486770 Apr 05 19:31:58.694822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c323805c-3342-490f-9672-e4173dfc3a27 req-68318472-20ab-47d1-9eab-12d395b71fd9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 Apr 05 19:31:59.814871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38efb-ec48-4bff-8c15-bc8b3d001157 req-5aa26e8e-a625-4955-82c4-73cd846473cc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:31:59.816375 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-beb38efb-ec48-4bff-8c15-bc8b3d001157 req-5aa26e8e-a625-4955-82c4-73cd846473cc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0537484 Apr 05 19:31:59.854080 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-beb38efb-ec48-4bff-8c15-bc8b3d001157 req-7a43d139-e33a-41be-8d4f-d4f74b5ee98a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316446 Apr 05 19:32:00.059391 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-033d5732-a40e-452a-9a98-ea1976a7dd4a req-9d04315b-c93c-418c-becc-d3fcce3a6252 tempest-ServerDiskConfigTestJSON-1757206968 tempest-ServerDiskConfigTestJSON-1757206968-project] (102639) timed out ('10.222.0.20', 53551) {{(pid=102639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:32:00.972892 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1fe8-0abf-4a28-b2f0-092e179a0262 req-3ea11a03-d8c6-4a07-8912-431af8e7156a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:00.974338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15ee1fe8-0abf-4a28-b2f0-092e179a0262 req-3ea11a03-d8c6-4a07-8912-431af8e7156a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0488932 Apr 05 19:32:01.013278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15ee1fe8-0abf-4a28-b2f0-092e179a0262 req-ec0874c3-e9ab-431f-86c6-d268ea89dc4c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328789 Apr 05 19:32:02.130168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f081ea-74ea-4815-8f50-fc927e513976 req-1dd640fc-1faf-48a4-b85d-5eed59600eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:02.131629 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2f081ea-74ea-4815-8f50-fc927e513976 req-1dd640fc-1faf-48a4-b85d-5eed59600eff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0493309 Apr 05 19:32:02.168700 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2f081ea-74ea-4815-8f50-fc927e513976 req-921384fc-fb15-4e1f-9729-b0f024f93570 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308714 Apr 05 19:32:03.289369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baf752-bafc-4a3c-af30-e6016884e0f5 req-f403470d-c145-4469-9830-ec706ee32067 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:03.290827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91baf752-bafc-4a3c-af30-e6016884e0f5 req-f403470d-c145-4469-9830-ec706ee32067 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0530312 Apr 05 19:32:03.328223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-91baf752-bafc-4a3c-af30-e6016884e0f5 req-167dc981-049f-4c95-9903-33dd3edd3ea1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314455 Apr 05 19:32:04.456743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ef3e6-6945-4651-8bb2-7a8637bd6565 req-b28dcea8-560d-4867-a57b-186c80769a41 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:04.458232 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b46ef3e6-6945-4651-8bb2-7a8637bd6565 req-b28dcea8-560d-4867-a57b-186c80769a41 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0506825 Apr 05 19:32:04.497128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b46ef3e6-6945-4651-8bb2-7a8637bd6565 req-1a3b2f46-bb9b-4a5e-a987-f4f332f0f637 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326533 Apr 05 19:32:04.506851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-7259703a-c7e1-4183-b445-fa6fb4d81b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:04.508361 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-7259703a-c7e1-4183-b445-fa6fb4d81b19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0891159 Apr 05 19:32:04.613375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-6e057b2f-926a-4941-b100-57ba62939386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:04.614501 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-6e057b2f-926a-4941-b100-57ba62939386 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.0881653 Apr 05 19:32:04.677560 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-8bcff6c3-b276-4100-b4ac-ea285f4afd27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1002 time: 0.0571442 Apr 05 19:32:04.729071 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-113627bc-52ba-4dcd-a35e-f5a0d749ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:04.730504 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-113627bc-52ba-4dcd-a35e-f5a0d749ccc0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0467672 Apr 05 19:32:04.774778 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-64c5275a-2c0d-4546-9060-01f292eb6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:04.776241 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-64c5275a-2c0d-4546-9060-01f292eb6bea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397050 Apr 05 19:32:04.864660 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-dc6561a4-9462-4d17-9a3b-30a681e300f5 service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817649 Apr 05 19:32:04.957002 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e02cf342-b888-4ea6-b4f9-ce4f7620078b req-f5d6abbf-65df-4460-ac3d-6a751061dbf4 service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859394 Apr 05 19:32:05.489841 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:05.612983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c5bea-aa09-4fa0-ac74-e4b92d53a182 req-b42fd53f-86a5-43f2-b8be-bd3a6d148899 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:05.614486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba9c5bea-aa09-4fa0-ac74-e4b92d53a182 req-b42fd53f-86a5-43f2-b8be-bd3a6d148899 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0491605 Apr 05 19:32:05.651413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba9c5bea-aa09-4fa0-ac74-e4b92d53a182 req-6d7ffb52-fb54-413d-87ac-47d5dd61fd83 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308805 Apr 05 19:32:06.774336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc34d62-9713-4ac4-adc1-12ac488403e9 req-38de5890-6324-40da-9485-d1f5df74e497 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:06.775828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2cc34d62-9713-4ac4-adc1-12ac488403e9 req-38de5890-6324-40da-9485-d1f5df74e497 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0521519 Apr 05 19:32:06.814130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2cc34d62-9713-4ac4-adc1-12ac488403e9 req-478b4e96-b6c2-4ff8-b28b-7e1ab89671db tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Apr 05 19:32:07.443309 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:07.930621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5e77e-5b0f-4228-b7d4-f038128799dd req-8801701e-aec1-4d8e-8471-a956be214767 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:07.932108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08a5e77e-5b0f-4228-b7d4-f038128799dd req-8801701e-aec1-4d8e-8471-a956be214767 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0482712 Apr 05 19:32:07.969964 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08a5e77e-5b0f-4228-b7d4-f038128799dd req-07150fc1-efbc-430e-a7d0-6239a03dbf5c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318575 Apr 05 19:32:08.125954 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-2fe49351-550a-406c-a269-c3cb82a329da service neutron] show failed (client error): The resource could not be found. Apr 05 19:32:08.127011 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-2fe49351-550a-406c-a269-c3cb82a329da service neutron] 10.222.0.25 "GET /v2.0/ports/13106a25-2d93-48cc-a189-582bc996224b/bindings/n-h2-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0546792 Apr 05 19:32:08.417925 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-62a353e0-2bf7-45ec-8273-2cbc166c6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:08.419453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-62a353e0-2bf7-45ec-8273-2cbc166c6871 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 1097 time: 0.0782082 Apr 05 19:32:08.433367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:08.488554 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:08.685709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:08.717723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:32:08.755914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13106a25-2d93-48cc-a189-582bc996224b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:32:08.761091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:08.773831 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Transition to ACTIVE for port object 13106a25-2d93-48cc-a189-582bc996224b will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:32:08.777093 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:08.805515 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7761955b-b169-423e-bdbb-7700697c641a" -d '{"events": [{"server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "name": "network-vif-unplugged", "status": "completed", "tag": "13106a25-2d93-48cc-a189-582bc996224b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:32:08.834151 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Pushing event updated for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:09.173044 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea71b851-8926-45c8-8db5-ff49db929dca x-openstack-request-id: req-ea71b851-8926-45c8-8db5-ff49db929dca {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:32:09.173748 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "name": "network-vif-unplugged", "status": "completed", "tag": "13106a25-2d93-48cc-a189-582bc996224b", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:32:09.173748 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea71b851-8926-45c8-8db5-ff49db929dca {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:32:09.173942 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea71b851-8926-45c8-8db5-ff49db929dca'] response: {'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13106a25-2d93-48cc-a189-582bc996224b', 'code': 200} Apr 05 19:32:09.175461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.175799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.176132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.176456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.176779 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.177097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.177415 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.177730 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.178046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.178363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.178704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.179017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:09.246420 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] No DVR routers for this DVR port 13106a25-2d93-48cc-a189-582bc996224b on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:32:09.259046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221045e4-5652-445f-aabe-09e31af743bb req-82c7a01e-6644-4811-bf98-e7f0355d992f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:09.260517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-221045e4-5652-445f-aabe-09e31af743bb req-82c7a01e-6644-4811-bf98-e7f0355d992f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 944 time: 0.0891960 Apr 05 19:32:09.336812 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-221045e4-5652-445f-aabe-09e31af743bb req-d98d732a-ec51-4142-a68f-16026f0f7065 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442541 Apr 05 19:32:09.416177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Attempting to bind port 13106a25-2d93-48cc-a189-582bc996224b on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:32:09.416498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Attempting to bind port 13106a25-2d93-48cc-a189-582bc996224b by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:32:09.416823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Attempting to bind port 13106a25-2d93-48cc-a189-582bc996224b on network e32da8b9-ab34-4ad8-8d79-381ab11008e9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:32:09.421034 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Port 13106a25-2d93-48cc-a189-582bc996224b on network e32da8b9-ab34-4ad8-8d79-381ab11008e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:32:09.421353 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Attempting to bind port 13106a25-2d93-48cc-a189-582bc996224b on network e32da8b9-ab34-4ad8-8d79-381ab11008e9 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:32:09.426699 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:32:09.427030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Checking segment: {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:32:09.427408 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Bound using segment: {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:32:09.427823 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Bound port: 13106a25-2d93-48cc-a189-582bc996224b, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:32:09.428169 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:09.488365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:32:09.491160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:32:09.495474 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:09.531712 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:09.532311 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:09.533676 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] 10.222.0.20 "PUT /v2.0/ports/13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1092 time: 1.1041737 Apr 05 19:32:09.543368 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91c0969e-7ff8-400b-ba3c-a8f3bf1055cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:09.553621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0d670-e9f2-4d82-857c-3c1c0ddb4e52 service neutron] Pushing event updated for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:09.601769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-87b76149-589b-4991-8a65-57ce554182b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:09.603370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-87b76149-589b-4991-8a65-57ce554182b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1095 time: 0.0427065 Apr 05 19:32:09.699950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-795b4f92-8021-47c6-8b40-531a8c39a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:09.701457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-795b4f92-8021-47c6-8b40-531a8c39a1ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.0918131 Apr 05 19:32:09.771956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-cccddc8d-db60-423c-b1bc-48735085508e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1000 time: 0.0591636 Apr 05 19:32:09.827657 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-3d6c5f92-edf4-4790-bab6-3e7348aba9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:09.829007 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-3d6c5f92-edf4-4790-bab6-3e7348aba9b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0473626 Apr 05 19:32:09.878762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-b1bc3a85-1b07-4db5-a012-8f17bc634615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:09.880239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-b1bc3a85-1b07-4db5-a012-8f17bc634615 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402813 Apr 05 19:32:09.970855 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-bf1f3d71-ce82-4ef8-b8a6-e18c6bd9f7b4 service neutron] 10.222.0.20 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799327 Apr 05 19:32:10.065579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ba8752ce-839e-4a79-ba21-651df8aac0c6 req-915ae22d-e017-4f94-bcdd-744c25c9445b service neutron] 10.222.0.20 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841656 Apr 05 19:32:10.458293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46c44e-42bf-45e6-a764-265705863347 req-d01ce597-d758-4005-bc1c-c4548dcd3c89 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:10.459789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac46c44e-42bf-45e6-a764-265705863347 req-d01ce597-d758-4005-bc1c-c4548dcd3c89 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 944 time: 0.0507002 Apr 05 19:32:10.497025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ac46c44e-42bf-45e6-a764-265705863347 req-5269cadb-c375-4584-8817-8334a7cfba85 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312479 Apr 05 19:32:11.175456 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'tag': '13106a25-2d93-48cc-a189-582bc996224b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:32:11.177838 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464ff2f6-366a-4e57-87c7-ce8b146a424e" -d '{"events": [{"name": "network-changed", "server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "tag": "13106a25-2d93-48cc-a189-582bc996224b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:32:11.226798 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bcd100-61b3-434e-9734-8a8836319ca8 x-openstack-request-id: req-b3bcd100-61b3-434e-9734-8a8836319ca8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:32:11.227081 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "tag": "13106a25-2d93-48cc-a189-582bc996224b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:32:11.227344 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3bcd100-61b3-434e-9734-8a8836319ca8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:32:11.227724 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3bcd100-61b3-434e-9734-8a8836319ca8'] response: {'name': 'network-changed', 'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'tag': '13106a25-2d93-48cc-a189-582bc996224b', 'status': 'completed', 'code': 200} Apr 05 19:32:11.293600 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-304b4583-607c-46ec-95ed-7fad6d1475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:11.295139 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-304b4583-607c-46ec-95ed-7fad6d1475c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1095 time: 0.0425336 Apr 05 19:32:11.363787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-10f97c91-9b2b-42d7-af25-225b8d0538e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:11.365404 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-10f97c91-9b2b-42d7-af25-225b8d0538e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1095 time: 0.0804293 Apr 05 19:32:11.400514 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-d57d0278-f3d4-4812-8423-4cca5df4f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:11.401988 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-d57d0278-f3d4-4812-8423-4cca5df4f706 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.1000638 Apr 05 19:32:11.466701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-fe953de1-3460-41c9-9208-6d1edcd6a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:11.468168 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-fe953de1-3460-41c9-9208-6d1edcd6a63f service neutron] 10.222.0.25 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.0964980 Apr 05 19:32:11.472683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-7ea1fded-d941-4d3c-aeaa-b93356f8e13d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1000 time: 0.0627878 Apr 05 19:32:11.527919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-7c8b8471-58c7-45e8-a702-5b989791a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:11.529420 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-7c8b8471-58c7-45e8-a702-5b989791a0a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0493805 Apr 05 19:32:11.535789 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-b052ab56-d4e9-4f75-9d76-304e8df1bca5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1000 time: 0.0605915 Apr 05 19:32:11.586864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 13106a25-2d93-48cc-a189-582bc996224b details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:32:11.601453 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-6041ab4f-b33d-420b-933a-389895492106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:11.603070 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-6041ab4f-b33d-420b-933a-389895492106 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649092 Apr 05 19:32:11.605174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-03e57d5d-3b48-47b4-ab18-be9a8bbdd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:11.606664 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-03e57d5d-3b48-47b4-ab18-be9a8bbdd1a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0507410 Apr 05 19:32:11.648785 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2804969-6a97-4274-adcb-fb8e75899c52 req-70ed1efc-d809-4fb9-b093-a86227002325 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:11.650308 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2804969-6a97-4274-adcb-fb8e75899c52 req-70ed1efc-d809-4fb9-b093-a86227002325 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 944 time: 0.0799112 Apr 05 19:32:11.655893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-3359f29a-4894-4384-988a-b28e27f3a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:11.657387 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-3359f29a-4894-4384-988a-b28e27f3a5e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439291 Apr 05 19:32:11.685537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:11.698507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '13106a25-2d93-48cc-a189-582bc996224b', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'port_id': '13106a25-2d93-48cc-a189-582bc996224b', 'mac_address': 'fa:16:3e:04:17:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:32:11.732238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c2804969-6a97-4274-adcb-fb8e75899c52 req-c0c82a67-22c5-457b-a63c-bd0d63247f41 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523450 Apr 05 19:32:11.740050 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:11.748771 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-b12bdda4-aa59-4efc-8da1-55bbf20d360e service neutron] 10.222.0.20 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375427 Apr 05 19:32:11.753905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13106a25-2d93-48cc-a189-582bc996224b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:32:11.756810 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-bafcf668-817d-44c7-9547-1a538a197cc1 service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923178 Apr 05 19:32:11.773548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:11.778591 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:11.847108 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:11.856333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.856333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.856333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.856333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.856333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.857357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.857357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.858255 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.859105 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.859245 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-50283bd2-5e19-4b46-9612-14f735a5ee15 service neutron] 10.222.0.20 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005681 Apr 05 19:32:11.859352 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.859638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.860024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:11.876237 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-464ff2f6-366a-4e57-87c7-ce8b146a424e req-71c14459-988c-4729-b7bc-91a223ff4913 service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129830 Apr 05 19:32:11.894134 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6123dda-224e-4968-9b52-7c549fe3aa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:12.077432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['13106a25-2d93-48cc-a189-582bc996224b'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:32:12.863524 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f4e3-c7cc-4bda-b6ef-5aa2293afc4e req-ecdb756b-bcf2-4c25-8b0a-88d098c95a7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:12.864992 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c10f4e3-c7cc-4bda-b6ef-5aa2293afc4e req-ecdb756b-bcf2-4c25-8b0a-88d098c95a7a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 945 time: 0.0545628 Apr 05 19:32:12.901677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c10f4e3-c7cc-4bda-b6ef-5aa2293afc4e req-74f45b95-a2bc-4b09-8f81-97d640fe3dee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306664 Apr 05 19:32:13.026791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:13.101744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cdbd9-bb5a-4520-8f15-6016b7c82ffd req-2d6f8488-9b53-405e-b33d-2eb48ab791d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:13.103858 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a13cdbd9-bb5a-4520-8f15-6016b7c82ffd req-2d6f8488-9b53-405e-b33d-2eb48ab791d2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 945 time: 0.0501792 Apr 05 19:32:13.116909 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-5559c7cc-c1b9-4a97-8a35-3b586a01694d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:13.118366 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-5559c7cc-c1b9-4a97-8a35-3b586a01694d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5&tenant_id=359942a49c9e4905bbd68eff0a2f6d89&binding%3Ahost_id=n-h2-836650-3 HTTP/1.1" status: 200 len: 945 time: 0.0576813 Apr 05 19:32:13.142713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a13cdbd9-bb5a-4520-8f15-6016b7c82ffd req-063d6727-be9a-49a6-9fc8-eeddf56077d9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330999 Apr 05 19:32:13.178158 n-d-836650-3 neutron-server[102639]: INFO neutron.api.v2.resource [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-13852336-b889-4d8b-ac83-93a3f2771318 service neutron] delete failed (client error): The resource could not be found. Apr 05 19:32:13.179239 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-13852336-b889-4d8b-ac83-93a3f2771318 service neutron] 10.222.0.25 "DELETE /v2.0/ports/13106a25-2d93-48cc-a189-582bc996224b/bindings/n-h1-836650-3 HTTP/1.1" status: 404 len: 380 time: 0.0543883 Apr 05 19:32:13.242195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 13106a25-2d93-48cc-a189-582bc996224b no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:32:13.266134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-b9beea09-8169-458b-ab97-c2a900f35dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:13.266534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04b45-80d5-4078-80d4-f07aebbf1c79 req-b4d2a41f-53a0-431f-8db0-e7508b1081e5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:13.267658 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-b9beea09-8169-458b-ab97-c2a900f35dbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0466824 Apr 05 19:32:13.270857 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbc04b45-80d5-4078-80d4-f07aebbf1c79 req-b4d2a41f-53a0-431f-8db0-e7508b1081e5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 945 time: 0.0542831 Apr 05 19:32:13.287379 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 13106a25-2d93-48cc-a189-582bc996224b not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:32:13.309373 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbc04b45-80d5-4078-80d4-f07aebbf1c79 req-b91f4880-66ac-475f-8305-9d212138e393 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344398 Apr 05 19:32:13.358133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-79598244-1433-4555-b25a-3513f7ae94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:13.359643 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-79598244-1433-4555-b25a-3513f7ae94b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.0854402 Apr 05 19:32:13.426707 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-d7541a7d-60eb-452f-9018-fe9340f265a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 1001 time: 0.0603189 Apr 05 19:32:13.473577 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-46b50fdf-7942-44d5-bca1-d9ece9d81ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:13.475025 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-46b50fdf-7942-44d5-bca1-d9ece9d81ae1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0426404 Apr 05 19:32:13.517784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-c8ecf1d6-c7e6-4973-9587-cf2041e56ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:13.519883 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-c8ecf1d6-c7e6-4973-9587-cf2041e56ae5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390902 Apr 05 19:32:13.608993 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 13106a25-2d93-48cc-a189-582bc996224b up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:32:13.609229 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-7dab0d0f-00c1-45a0-b26a-5fa7397837c0 service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829747 Apr 05 19:32:13.656845 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 13106a25-2d93-48cc-a189-582bc996224b completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:32:13.661450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 13106a25-2d93-48cc-a189-582bc996224b triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:13.661819 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:13.699207 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6401d306-43b2-473f-9d7b-c54d74cc2715 req-a9c13a99-736f-47cb-8e47-a9a4c967b655 service neutron] 10.222.0.25 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836835 Apr 05 19:32:13.741314 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:13.765144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13106a25-2d93-48cc-a189-582bc996224b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:32:13.783044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:13.787625 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:13.967975 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a217a8-1b24-439c-9d81-c8444eaa74f7" -d '{"events": [{"server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "name": "network-vif-plugged", "status": "completed", "tag": "13106a25-2d93-48cc-a189-582bc996224b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:32:13.996828 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:14.063009 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8dd783-c715-4713-bc12-4f7c8000325d x-openstack-request-id: req-0e8dd783-c715-4713-bc12-4f7c8000325d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:32:14.063882 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "name": "network-vif-plugged", "status": "completed", "tag": "13106a25-2d93-48cc-a189-582bc996224b", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:32:14.063882 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e8dd783-c715-4713-bc12-4f7c8000325d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:32:14.064914 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8dd783-c715-4713-bc12-4f7c8000325d'] response: {'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13106a25-2d93-48cc-a189-582bc996224b', 'code': 200} Apr 05 19:32:14.432573 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e09ca5-d95b-4d8f-8622-d0e2d7b70c61 req-173aaf0a-ce78-46e6-95b4-df055e8a72d6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:14.434024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1e09ca5-d95b-4d8f-8622-d0e2d7b70c61 req-173aaf0a-ce78-46e6-95b4-df055e8a72d6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0519269 Apr 05 19:32:14.471802 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b1e09ca5-d95b-4d8f-8622-d0e2d7b70c61 req-f31e2884-39a0-4c23-a43f-4fcdee59be66 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Apr 05 19:32:14.494062 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36572) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:14.556500 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:14.559417 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3258cc63-dc11-4fc2-8978-de1f441e69e1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/8063720a-0f66-4f72-a29b-e8d39cf8a136 HTTP/1.1" status: 200 len: 994 time: 0.0641053 Apr 05 19:32:15.063467 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:22.259106 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:32:35.490798 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:37.442083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:39.540935 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23912fdc-2e40-4967-b88e-7bda3f7f23cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:41.886446 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-179e21bc-0d88-4685-bdab-a9d5f5ee9a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:43.030863 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:44.558925 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:44.917315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36586) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:45.065267 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:45.076670 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 7f3c8406-2c20-4dfa-8f4d-67fe672d3ef7 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:32:45.077015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:45.151099 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:45.151423 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:45.162952 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 7f3c8406-2c20-4dfa-8f4d-67fe672d3ef7 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:32:45.310067 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:45.334220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=7f3c8406-2c20-4dfa-8f4d-67fe672d3ef7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:45.399843 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:45.400166 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP 8063720a-0f66-4f72-a29b-e8d39cf8a136 disassociated (deleted). External IP: 172.25.4.211, port: 13106a25-2d93-48cc-a189-582bc996224b. Apr 05 19:32:45.605074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fcb6b5f1-fcf8-4cf2-9a51-758387462000 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:32:45.713914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:32:45.718250 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:45.724092 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] Sync routers for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:32:45.733006 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:32:45.733594 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:32:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:45.746130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-366f180b-0646-4af5-812a-591b352dc046 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/floatingips/8063720a-0f66-4f72-a29b-e8d39cf8a136 HTTP/1.1" status: 204 len: 168 time: 0.8277264 Apr 05 19:32:45.746744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'tag': '13106a25-2d93-48cc-a189-582bc996224b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:32:45.748985 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8da533-c9f7-457f-9236-effd4bf511d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "tag": "13106a25-2d93-48cc-a189-582bc996224b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:32:45.790598 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7783ad26-b084-4def-b2a2-826c39dd6598 x-openstack-request-id: req-7783ad26-b084-4def-b2a2-826c39dd6598 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:32:45.790893 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "tag": "13106a25-2d93-48cc-a189-582bc996224b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:32:45.791148 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7783ad26-b084-4def-b2a2-826c39dd6598 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:32:45.791570 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7783ad26-b084-4def-b2a2-826c39dd6598'] response: {'name': 'network-changed', 'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'tag': '13106a25-2d93-48cc-a189-582bc996224b', 'status': 'completed', 'code': 200} Apr 05 19:32:45.845830 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:32:45.865691 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-96622082-523f-4bd3-821b-9d9a45ca08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:45.867331 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-96622082-523f-4bd3-821b-9d9a45ca08ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0447280 Apr 05 19:32:46.023791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866646c-176a-4da0-bdd7-893fde3f595b req-0dfec60b-01c2-4f02-900a-fc29fa331edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:46.025273 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a866646c-176a-4da0-bdd7-893fde3f595b req-0dfec60b-01c2-4f02-900a-fc29fa331edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0757194 Apr 05 19:32:46.026704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-5c76ccfc-f14e-45a2-8d71-80e1a1b654fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:46.028036 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-5c76ccfc-f14e-45a2-8d71-80e1a1b654fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 200 len: 897 time: 0.1413651 Apr 05 19:32:46.054312 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '3ff14b0a-1f04-472f-8fde-355a63e218e4', 'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:14:d1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:27Z', 'updated_at': '2022-04-05T19:30:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:46.079557 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-8f52211b-086f-442e-81cc-80e26514546f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 200 len: 217 time: 0.0405996 Apr 05 19:32:46.083504 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] Checking router: fcb6b5f1-fcf8-4cf2-9a51-758387462000 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:32:46.091801 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:32:46.092394 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:32:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:46.126913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a866646c-176a-4da0-bdd7-893fde3f595b req-09093b66-cb54-4907-9806-975f53e07d85 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948546 Apr 05 19:32:46.147225 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-c827f76d-aa8d-47f5-8ae3-dc0b3907a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:46.147225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-c827f76d-aa8d-47f5-8ae3-dc0b3907a459 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 200 len: 834 time: 0.0563438 Apr 05 19:32:46.195228 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-765fa8ed-01a2-427b-b0c3-94a51feccf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:46.196804 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-765fa8ed-01a2-427b-b0c3-94a51feccf19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e32da8b9-ab34-4ad8-8d79-381ab11008e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425100 Apr 05 19:32:46.283246 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:32:46.289990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-02f97612-9315-41e5-a4eb-972f8b666fd3 service neutron] 10.222.0.20 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830293 Apr 05 19:32:46.385610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aa8da533-c9f7-457f-9236-effd4bf511d9 req-1d769a12-5150-416c-a4dd-a62f96cc1afa service neutron] 10.222.0.20 "GET /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863326 Apr 05 19:32:46.481492 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '3ff14b0a-1f04-472f-8fde-355a63e218e4', 'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:14:d1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:27Z', 'updated_at': '2022-04-05T19:30:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:46.507166 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf73b7-cadc-4d44-b589-eb9f780ea10a None None] The sync data for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 is: [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '3ff14b0a-1f04-472f-8fde-355a63e218e4', 'name': '', 'network_id': 'e32da8b9-ab34-4ad8-8d79-381ab11008e9', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:14:d1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:27Z', 'updated_at': '2022-04-05T19:30:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '3e2a82b6-b97c-4e89-a60c-94cb837527a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:32:46.725189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c703e1fc-6711-45ce-9eb6-0f56195c4c69 None None] New status for floating IP 8063720a-0f66-4f72-a29b-e8d39cf8a136: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:32:47.247174 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb658f0-2916-4525-b4ba-5b1beee29677 req-8a674bbf-7a71-40cb-9c50-14b20ac0c5bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:47.248650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acb658f0-2916-4525-b4ba-5b1beee29677 req-8a674bbf-7a71-40cb-9c50-14b20ac0c5bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Apr 05 19:32:47.286461 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-acb658f0-2916-4525-b4ba-5b1beee29677 req-49663b74-668b-4f91-9ead-afe7ba770bf9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312622 Apr 05 19:32:47.468304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-6c64f9ef-3dd3-4606-ad68-bc8e4dc28b05 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:47.469649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-6c64f9ef-3dd3-4606-ad68-bc8e4dc28b05 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "GET /v2.0/ports?device_id=a039433c-91f0-4fd4-8776-2e92a57bc3c5 HTTP/1.1" status: 200 len: 946 time: 0.0520442 Apr 05 19:32:47.560258 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 13106a25-2d93-48cc-a189-582bc996224b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:32:47.560593 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:47.649061 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 13106a25-2d93-48cc-a189-582bc996224b, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=13106a25-2d93-48cc-a189-582bc996224b,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:47.649419 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:47.662505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 13106a25-2d93-48cc-a189-582bc996224b owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:32:47.785761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:47.817314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=13106a25-2d93-48cc-a189-582bc996224b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:47.859483 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] No DVR routers for this DVR port 13106a25-2d93-48cc-a189-582bc996224b on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:32:47.862254 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:47.865763 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6bacc267-221c-4b99-9a50-9cfc2b120dd1 req-8676684f-243c-4876-875b-0dcf87286e4b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "DELETE /v2.0/ports/13106a25-2d93-48cc-a189-582bc996224b HTTP/1.1" status: 204 len: 173 time: 0.3864081 Apr 05 19:32:47.866220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'name': 'network-vif-deleted', 'tag': '13106a25-2d93-48cc-a189-582bc996224b'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:32:47.868559 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635ab59e-045f-4b28-adbc-b86892fce548" -d '{"events": [{"server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "name": "network-vif-deleted", "tag": "13106a25-2d93-48cc-a189-582bc996224b"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:32:47.907107 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5b1a73-f686-4bab-9e6e-14eff1fa2de5 x-openstack-request-id: req-0d5b1a73-f686-4bab-9e6e-14eff1fa2de5 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:32:47.907430 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a039433c-91f0-4fd4-8776-2e92a57bc3c5", "name": "network-vif-deleted", "tag": "13106a25-2d93-48cc-a189-582bc996224b", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:32:47.907688 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d5b1a73-f686-4bab-9e6e-14eff1fa2de5 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:32:47.908088 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5b1a73-f686-4bab-9e6e-14eff1fa2de5'] response: {'server_uuid': 'a039433c-91f0-4fd4-8776-2e92a57bc3c5', 'name': 'network-vif-deleted', 'tag': '13106a25-2d93-48cc-a189-582bc996224b', 'status': 'completed', 'code': 200} Apr 05 19:32:48.343171 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36610) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:48.695595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:48.941017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 3ff14b0a-1f04-472f-8fde-355a63e218e4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:32:48.941361 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:49.029913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 3ff14b0a-1f04-472f-8fde-355a63e218e4, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3ff14b0a-1f04-472f-8fde-355a63e218e4,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:49.030190 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:49.042697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 3ff14b0a-1f04-472f-8fde-355a63e218e4 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:32:49.225514 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:49.252263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=3ff14b0a-1f04-472f-8fde-355a63e218e4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:49.719603 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:49.804816 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 13106a25-2d93-48cc-a189-582bc996224b no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:32:49.825249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 13106a25-2d93-48cc-a189-582bc996224b {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:32:49.825594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 13106a25-2d93-48cc-a189-582bc996224b not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:32:49.940789 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fcb6b5f1-fcf8-4cf2-9a51-758387462000 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:32:50.049144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:32:50.054472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6f0dd7ca-10aa-4270-a64f-a758aa4c2234 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/fcb6b5f1-fcf8-4cf2-9a51-758387462000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102594 Apr 05 19:32:50.057252 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36612) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:50.058875 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] Sync routers for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:32:50.073058 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:32:50.073650 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:32:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:50.109340 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb17664-a6f9-4149-9a13-97f7acd2bf14 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting subnet 3e2a82b6-b97c-4e89-a60c-94cb837527a2 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:32:50.112359 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fb17664-a6f9-4149-9a13-97f7acd2bf14 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.152550 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fb17664-a6f9-4149-9a13-97f7acd2bf14 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.180456 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:32:50.245093 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fb17664-a6f9-4149-9a13-97f7acd2bf14 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.305958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fb17664-a6f9-4149-9a13-97f7acd2bf14 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.334522 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb17664-a6f9-4149-9a13-97f7acd2bf14 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2a82b6-b97c-4e89-a60c-94cb837527a2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:50.336513 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fb17664-a6f9-4149-9a13-97f7acd2bf14 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.342524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36614) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:50.343045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3fb17664-a6f9-4149-9a13-97f7acd2bf14 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/subnets/3e2a82b6-b97c-4e89-a60c-94cb837527a2 HTTP/1.1" status: 204 len: 168 time: 0.2839870 Apr 05 19:32:50.345219 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60d4c8-79c0-4db7-92c9-01c63e93187c None None] Network e32da8b9-ab34-4ad8-8d79-381ab11008e9 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:32:50.362343 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:32:49Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:50.388240 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] Checking router: fcb6b5f1-fcf8-4cf2-9a51-758387462000 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:32:50.397053 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] Routers {'fcb6b5f1-fcf8-4cf2-9a51-758387462000'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:32:50.397846 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:32:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:50.451788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.506707 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] Set router fcb6b5f1-fcf8-4cf2-9a51-758387462000 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:32:50.548364 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1cc819-fb60-4ff1-b7f5-34f963a0b4d3 None None] DHCP port deletion for e32da8b9-ab34-4ad8-8d79-381ab11008e9 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:32:50.600902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cc819-fb60-4ff1-b7f5-34f963a0b4d3 None None] Deleting port 56bd7bfb-f247-46f9-8982-4059b317a3ca {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:32:50.601361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c1cc819-fb60-4ff1-b7f5-34f963a0b4d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.670768 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4c1cc819-fb60-4ff1-b7f5-34f963a0b4d3 None None] For port 56bd7bfb-f247-46f9-8982-4059b317a3ca, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=56bd7bfb-f247-46f9-8982-4059b317a3ca,segment=NetworkSegment(052018e3-ccfc-4758-b3c7-f2c0a3cd4b14),segment_id=052018e3-ccfc-4758-b3c7-f2c0a3cd4b14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:50.671288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c1cc819-fb60-4ff1-b7f5-34f963a0b4d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.688541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cc819-fb60-4ff1-b7f5-34f963a0b4d3 None None] Calling delete_port for 56bd7bfb-f247-46f9-8982-4059b317a3ca owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:32:50.709845 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:32:49Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:50.738049 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5776c853-4b24-4819-a32f-7142e2148a81 None None] The sync data for ids ['fcb6b5f1-fcf8-4cf2-9a51-758387462000'] in n-d-836650-3 is: [{'id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156216703', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:30:24Z', 'updated_at': '2022-04-05T19:32:49Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': 'bcc574c9-3dc1-49d2-b3fb-cc9119352c87', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb6b5f1-fcf8-4cf2-9a51-758387462000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:30:25Z', 'updated_at': '2022-04-05T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:32:50.777274 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c1cc819-fb60-4ff1-b7f5-34f963a0b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.801660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cc819-fb60-4ff1-b7f5-34f963a0b4d3 None None] Pushing event deleted for resources: {'Port': ['ID=56bd7bfb-f247-46f9-8982-4059b317a3ca,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:50.808419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1cc819-fb60-4ff1-b7f5-34f963a0b4d3 None None] No DVR routers for this DVR port 56bd7bfb-f247-46f9-8982-4059b317a3ca on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:32:50.910685 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:50.960856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port bcc574c9-3dc1-49d2-b3fb-cc9119352c87 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:32:50.961200 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.039347 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port bcc574c9-3dc1-49d2-b3fb-cc9119352c87, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=bcc574c9-3dc1-49d2-b3fb-cc9119352c87,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:51.039636 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.051872 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for bcc574c9-3dc1-49d2-b3fb-cc9119352c87 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:32:51.221926 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.251299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=bcc574c9-3dc1-49d2-b3fb-cc9119352c87,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:51.276865 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.277100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.277440 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.277780 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.278113 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.278465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.278859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.279163 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.279482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.279747 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.280152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.280459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:51.321151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.412046 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.414113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.456900 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.457412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Fanout notify agent at l3_agent the message router_deleted on router fcb6b5f1-fcf8-4cf2-9a51-758387462000 {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:32:51.464186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.465288 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5d0429e6-5f36-4da0-9c07-59cb8fae3380 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/routers/fcb6b5f1-fcf8-4cf2-9a51-758387462000 HTTP/1.1" status: 204 len: 168 time: 1.1217914 Apr 05 19:32:51.468080 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36616) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:51.549306 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.635355 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.654677 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32da8b9-ab34-4ad8-8d79-381ab11008e9']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:51.663724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:51.664022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052018e3-ccfc-4758-b3c7-f2c0a3cd4b14') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:51.678060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.692000 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.697885 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:32:51.698295 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:32:51.701144 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:32:51.757959 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.764634 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.767855 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/networks/e32da8b9-ab34-4ad8-8d79-381ab11008e9 HTTP/1.1" status: 204 len: 168 time: 0.2987702 Apr 05 19:32:51.770882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36618) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:51.779643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07511fd0-5f0d-4123-9a63-cf3c024d4ae6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Network': ['ID=e32da8b9-ab34-4ad8-8d79-381ab11008e9,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:51.830746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31fec9d0-1f71-4b55-ae7e-dfa1ce5c1d8e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.855837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31fec9d0-1f71-4b55-ae7e-dfa1ce5c1d8e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.923478 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31fec9d0-1f71-4b55-ae7e-dfa1ce5c1d8e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.926952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-31fec9d0-1f71-4b55-ae7e-dfa1ce5c1d8e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:51.928106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-31fec9d0-1f71-4b55-ae7e-dfa1ce5c1d8e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/security-groups/34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8 HTTP/1.1" status: 204 len: 168 time: 0.1562569 Apr 05 19:32:51.938019 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fec9d0-1f71-4b55-ae7e-dfa1ce5c1d8e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34761e3d-8656-4fe0-8bf6-18a4c9a8f9f8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:52.172969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3ff14b0a-1f04-472f-8fde-355a63e218e4 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:32:52.194644 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 3ff14b0a-1f04-472f-8fde-355a63e218e4 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:32:52.195059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3ff14b0a-1f04-472f-8fde-355a63e218e4 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:32:52.195533 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 56bd7bfb-f247-46f9-8982-4059b317a3ca no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:32:52.214623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 56bd7bfb-f247-46f9-8982-4059b317a3ca {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:32:52.215049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 56bd7bfb-f247-46f9-8982-4059b317a3ca not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:32:52.215461 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcc574c9-3dc1-49d2-b3fb-cc9119352c87 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:32:52.234757 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: bcc574c9-3dc1-49d2-b3fb-cc9119352c87 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:32:52.235097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device bcc574c9-3dc1-49d2-b3fb-cc9119352c87 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:32:52.447776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36626) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:52.452324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0467eeed-d24a-4dd7-b68f-37c42550bf10 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291397487', 'description': 'tempest-secgroup-smoke-291397487 description', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:52.478318 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0467eeed-d24a-4dd7-b68f-37c42550bf10 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.544182 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0467eeed-d24a-4dd7-b68f-37c42550bf10 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.547674 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0467eeed-d24a-4dd7-b68f-37c42550bf10 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.578208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0467eeed-d24a-4dd7-b68f-37c42550bf10 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.579439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0467eeed-d24a-4dd7-b68f-37c42550bf10 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1306472 Apr 05 19:32:52.581399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467eeed-d24a-4dd7-b68f-37c42550bf10 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:52.582684 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36628) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:52.587311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-df7bed06-f4de-4997-ad09-fbc68a59e679 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:52.611735 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7bed06-f4de-4997-ad09-fbc68a59e679 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.666316 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7bed06-f4de-4997-ad09-fbc68a59e679 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.669907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7bed06-f4de-4997-ad09-fbc68a59e679 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.690216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bed06-f4de-4997-ad09-fbc68a59e679 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b636f4-d777-4877-bf54-5122a53d4307,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:52.695373 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-df7bed06-f4de-4997-ad09-fbc68a59e679 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.696565 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-df7bed06-f4de-4997-ad09-fbc68a59e679 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128275 Apr 05 19:32:52.699305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36630) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:52.703517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9c73f917-5864-4e37-8d38-47ace1c0b601 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:52.727915 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c73f917-5864-4e37-8d38-47ace1c0b601 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.788097 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c73f917-5864-4e37-8d38-47ace1c0b601 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.791695 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c73f917-5864-4e37-8d38-47ace1c0b601 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.810582 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73f917-5864-4e37-8d38-47ace1c0b601 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cef231-eb8c-4af6-84df-d594604dd291,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:52.816700 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9c73f917-5864-4e37-8d38-47ace1c0b601 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.818023 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9c73f917-5864-4e37-8d38-47ace1c0b601 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178067 Apr 05 19:32:52.820658 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36632) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:52.824920 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-fd8646f5-ebcb-4602-98b6-45ac49fdacbc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:52.849489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd8646f5-ebcb-4602-98b6-45ac49fdacbc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.906794 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd8646f5-ebcb-4602-98b6-45ac49fdacbc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.911268 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd8646f5-ebcb-4602-98b6-45ac49fdacbc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.928085 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8646f5-ebcb-4602-98b6-45ac49fdacbc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751333f7-40ab-4f10-8b67-8d4cff1e0b94,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:52.936180 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-fd8646f5-ebcb-4602-98b6-45ac49fdacbc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:52.937353 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-fd8646f5-ebcb-4602-98b6-45ac49fdacbc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157818 Apr 05 19:32:52.940414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36634) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:52.944561 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d12472ab-81d1-4432-9349-13acb6096522 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:52.968790 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d12472ab-81d1-4432-9349-13acb6096522 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.026553 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d12472ab-81d1-4432-9349-13acb6096522 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.029824 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d12472ab-81d1-4432-9349-13acb6096522 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.046764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12472ab-81d1-4432-9349-13acb6096522 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248a170e-df57-4209-b5e6-8c5b47c0d64b,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:53.058175 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d12472ab-81d1-4432-9349-13acb6096522 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.059378 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d12472ab-81d1-4432-9349-13acb6096522 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181300 Apr 05 19:32:53.062070 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36636) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:53.067199 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-38d66e9a-6c6e-4fd4-a943-89cdbd846cd8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:53.087646 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-38d66e9a-6c6e-4fd4-a943-89cdbd846cd8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:32:53.092831 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38d66e9a-6c6e-4fd4-a943-89cdbd846cd8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.154677 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38d66e9a-6c6e-4fd4-a943-89cdbd846cd8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.157984 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38d66e9a-6c6e-4fd4-a943-89cdbd846cd8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.175414 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d66e9a-6c6e-4fd4-a943-89cdbd846cd8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9ffb57-5660-4df2-8aa9-ed8af70089a4,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:53.182664 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-38d66e9a-6c6e-4fd4-a943-89cdbd846cd8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.186278 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-38d66e9a-6c6e-4fd4-a943-89cdbd846cd8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208372 Apr 05 19:32:53.186496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36638) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:53.191140 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-1da1ff03-9148-4307-8de1-91c8c8716ca9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:53.210950 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-1da1ff03-9148-4307-8de1-91c8c8716ca9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:32:53.215895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da1ff03-9148-4307-8de1-91c8c8716ca9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.276279 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da1ff03-9148-4307-8de1-91c8c8716ca9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.279676 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da1ff03-9148-4307-8de1-91c8c8716ca9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.301571 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1ff03-9148-4307-8de1-91c8c8716ca9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79b4e1c-e62e-45ec-a21a-45bafb736f17,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:53.308792 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-1da1ff03-9148-4307-8de1-91c8c8716ca9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.309960 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-1da1ff03-9148-4307-8de1-91c8c8716ca9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225595 Apr 05 19:32:53.312849 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36640) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:53.318411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'network': {'name': 'tempest-network-smoke--238594496', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'port_security_enabled': True}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:53.338133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:32:53.341609 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.364383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:32:53.373257 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.373606 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Added segment d1c74dc0-b35d-4259-bdf5-092d59a0d2c1 of type vlan for network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 Apr 05 19:32:53.413722 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.436615 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.443066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:53.443576 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.472933 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1588280 Apr 05 19:32:53.475807 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36642) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:53.480431 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'admin_state_up': True, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:53.503720 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.504816 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.516882 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8e81f-1e3b-4362-a361-46f95d796bf2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Network': ['ID=7572a410-cbbf-4fb4-a3b9-b5ecb0592231,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:53.530328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:32:53.558734 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.699735 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.890073 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:53.908024 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:54.007773 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.168 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/148eee5a-c2ec-436d-8b2b-0afb785f4ebe) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:32:54.110336 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:54.144714 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:54.184395 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:32:54.187179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:32:54.193074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:32:54.214294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=148eee5a-c2ec-436d-8b2b-0afb785f4ebe,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:54.438508 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:54.632110 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:54.756478 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fea22ae1-7fc0-4ea2-8d19-0051dddce50e is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:32:54.862267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:32:54.873645 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Sync routers for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:32:54.884039 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:54.888717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3cc875a2-7c5c-4ecf-afb6-f90aef9528f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4085107 Apr 05 19:32:54.889028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36644) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:54.897403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:32:54.897999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:32:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:54.969151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-36068ae1-fd00-4a5c-b945-29363cd48c3b tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=359942a49c9e4905bbd68eff0a2f6d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763612 Apr 05 19:32:54.969365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36648) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:55.005810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:32:55.059947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484d4b6-722f-41cb-b555-36a133f5bab0 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:55.061328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3484d4b6-722f-41cb-b555-36a133f5bab0 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911186 Apr 05 19:32:55.064496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36650) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:55.100071 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3ebfa6f3-5289-4475-b077-748519caecc4 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337689 Apr 05 19:32:55.102587 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36652) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:55.107235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138923932', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:32:55.183413 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:54Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:55.192762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:32:55.196300 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.216460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Checking router: fea22ae1-7fc0-4ea2-8d19-0051dddce50e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:32:55.216460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Updating router fea22ae1-7fc0-4ea2-8d19-0051dddce50e port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:32:55.244857 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.394779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.461351 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Subnet': ['ID=1942ad75-89d1-4724-9686-43ca4bfa8557,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:55.467621 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Checking segment: {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:32:55.468101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network hostable DHCP agents. Network: 7572a410-cbbf-4fb4-a3b9-b5ecb0592231, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:32:55.487090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:32:55.496542 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 7572a410-cbbf-4fb4-a3b9-b5ecb0592231) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:32:55.504955 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:55.506091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.508128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2338f8-4fae-4547-8cce-856f80bc4880 None None] Network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:32:55.524413 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8e5d4c29-27f8-4201-899f-0b0dbc4dc29e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4202728 Apr 05 19:32:55.527099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36654) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:32:55.535211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.573346 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.653313 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd022eb5-0926-4784-a048-e7f2f1137926 None None] Pushing event updated for resources: {'Port': ['ID=148eee5a-c2ec-436d-8b2b-0afb785f4ebe,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:55.657191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Attempting to bind port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:32:55.657583 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Attempting to bind port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:32:55.657923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Attempting to bind port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:32:55.682577 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:32:55.683131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:32:55.683576 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.684072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:32:55.684638 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Bound port: 148eee5a-c2ec-436d-8b2b-0afb785f4ebe, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:32:55.685193 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.776183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:32:55.777021 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.781442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] For port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:32:55.802646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] For port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=148eee5a-c2ec-436d-8b2b-0afb785f4ebe,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:32:55.813615 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:55.944221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:32:55.944888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:32:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:55.963955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd022eb5-0926-4784-a048-e7f2f1137926 None None] Pushing event updated for resources: {'Port': ['ID=148eee5a-c2ec-436d-8b2b-0afb785f4ebe,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:56.030582 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Allocated IP 172.20.0.2 (7572a410-cbbf-4fb4-a3b9-b5ecb0592231/1942ad75-89d1-4724-9686-43ca4bfa8557/54560b80-f46e-4f32-a45b-8e5d3c45a06d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:32:56.291417 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:56.301358 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:32:56.522561 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:56.529553 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:56.574250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:32:56.575305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.1 (7572a410-cbbf-4fb4-a3b9-b5ecb0592231/1942ad75-89d1-4724-9686-43ca4bfa8557/7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:32:56.583546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:32:56.587664 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:32:56.598748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Pushing event updated for resources: {'Port': ['ID=54560b80-f46e-4f32-a45b-8e5d3c45a06d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:56.645912 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:54Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:56.676879 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acbc89-5c4f-4de5-a36e-8ed50f1ab17a None None] The sync data for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 is: [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:54Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:32:56.682213 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Attempting to bind port 54560b80-f46e-4f32-a45b-8e5d3c45a06d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:32:56.682736 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Attempting to bind port 54560b80-f46e-4f32-a45b-8e5d3c45a06d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:32:56.683087 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Attempting to bind port 54560b80-f46e-4f32-a45b-8e5d3c45a06d on network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:32:56.689231 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:32:56.689882 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Checking segment: {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:32:56.691061 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:56.691623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Bound using segment: {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:32:56.692254 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Bound port: 54560b80-f46e-4f32-a45b-8e5d3c45a06d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:32:56.692804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:56.700180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:56.744913 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:56.768952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] For port 54560b80-f46e-4f32-a45b-8e5d3c45a06d, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:32:56.772211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] For port 54560b80-f46e-4f32-a45b-8e5d3c45a06d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=54560b80-f46e-4f32-a45b-8e5d3c45a06d,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:32:56.781716 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:56.788293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:32:56.793720 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:32:56.798577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:32:56.834345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:56.840965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4ccc2-c448-4984-a7c3-cefa1afb3811 None None] Pushing event updated for resources: {'Port': ['ID=54560b80-f46e-4f32-a45b-8e5d3c45a06d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:56.869019 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:57.031316 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:57.357977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:57.363162 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:57.439641 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:57.442305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:57.542707 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:32:57.544098 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:32:57.672765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fea22ae1-7fc0-4ea2-8d19-0051dddce50e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:32:57.786857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:32:57.792068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-af4711eb-561f-412d-9bc9-c4e1c57d8e1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/fea22ae1-7fc0-4ea2-8d19-0051dddce50e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2640631 Apr 05 19:32:57.882142 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34bacfa-6cdc-47f0-9d04-85f6366c0e80 None None] Network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:32:57.938832 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-8f97341e-7631-4de6-bdf2-c8d0830904c4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291397487&fields=id&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 267 time: 0.0322020 Apr 05 19:32:58.011136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c4cd0edc-4f6d-4662-80ae-b3b6cb4e90cb None None] Provisioning complete for port 54560b80-f46e-4f32-a45b-8e5d3c45a06d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:58.011738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0edc-4f6d-4662-80ae-b3b6cb4e90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.050499 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187233-7a0e-420a-8745-0e979edb27ec req-87334202-9bb1-4fda-a2b4-887e4e369062 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:58.052328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-87334202-9bb1-4fda-a2b4-887e4e369062 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/networks?id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231 HTTP/1.1" status: 200 len: 796 time: 0.1055026 Apr 05 19:32:58.073780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-1dfbbcb1-4be3-4ce4-92fc-f56b47bb401a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/quotas/359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 375 time: 0.0107193 Apr 05 19:32:58.121347 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0edc-4f6d-4662-80ae-b3b6cb4e90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.157815 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-dca9e3ec-46d1-477a-b8ea-8769deb0e8c0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734966 Apr 05 19:32:58.184257 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c4cd0edc-4f6d-4662-80ae-b3b6cb4e90cb None None] For port 54560b80-f46e-4f32-a45b-8e5d3c45a06d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=54560b80-f46e-4f32-a45b-8e5d3c45a06d,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:58.189617 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0edc-4f6d-4662-80ae-b3b6cb4e90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.249006 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd0edc-4f6d-4662-80ae-b3b6cb4e90cb None None] Pushing event updated for resources: {'Port': ['ID=54560b80-f46e-4f32-a45b-8e5d3c45a06d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:58.297744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 148eee5a-c2ec-436d-8b2b-0afb785f4ebe up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:32:58.343985 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-342d37c2-da87-47a0-90ec-05085e6ae565 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:32:58.345408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-342d37c2-da87-47a0-90ec-05085e6ae565 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559099 Apr 05 19:32:58.359318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:58.359771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.424234 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-83b89c4f-91ea-4d7a-acd5-c590195290d9 None None] Provisioning complete for port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:58.424840 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83b89c4f-91ea-4d7a-acd5-c590195290d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.445798 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-d4bcd459-f883-4fde-a2a2-f63c8aaab536 service neutron] 10.222.0.15 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931447 Apr 05 19:32:58.488102 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-83b89c4f-91ea-4d7a-acd5-c590195290d9 None None] Port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:32:58.506442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.523320 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Sync routers for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:32:58.533329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-83b89c4f-91ea-4d7a-acd5-c590195290d9 None None] Provisioning complete for port 54560b80-f46e-4f32-a45b-8e5d3c45a06d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:58.533773 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83b89c4f-91ea-4d7a-acd5-c590195290d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.535186 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:32:58.535810 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:32:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:58.555149 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-8bd9e22e-a97c-47b1-8243-1112288295f0 service neutron] 10.222.0.15 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027880 Apr 05 19:32:58.581807 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=148eee5a-c2ec-436d-8b2b-0afb785f4ebe,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:58.591185 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.591985 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 54560b80-f46e-4f32-a45b-8e5d3c45a06d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:32:58.669771 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:32:58.714539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=148eee5a-c2ec-436d-8b2b-0afb785f4ebe,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:58.724974 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 54560b80-f46e-4f32-a45b-8e5d3c45a06d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:58.725349 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.817683 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef17b0fd-6074-41cb-972c-21130c3aeae1 req-740b701e-db3f-458d-841e-3c41897618be tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 210 time: 0.0438929 Apr 05 19:32:58.931653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-79f55eba-0835-4464-b4ac-d29a251cd23e None None] Provisioning complete for port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:58.932403 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f55eba-0835-4464-b4ac-d29a251cd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:58.938818 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:56Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc', 'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:24:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:56Z', 'updated_at': '2022-04-05T19:32:57Z', 'revision_number': 2, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:58.968584 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Checking router: fea22ae1-7fc0-4ea2-8d19-0051dddce50e for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:32:58.969032 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Updating router fea22ae1-7fc0-4ea2-8d19-0051dddce50e port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:32:58.973947 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-79f55eba-0835-4464-b4ac-d29a251cd23e None None] Port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:32:58.998672 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.094501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e500ccef-961a-4afc-b1a2-a9180c650ddd None None] Provisioning complete for port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:59.094899 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e500ccef-961a-4afc-b1a2-a9180c650ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.136786 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e500ccef-961a-4afc-b1a2-a9180c650ddd None None] Port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:32:59.273064 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:32:59.374992 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.381311 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.430281 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Pushing event updated for resources: {'Port': ['ID=7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:59.457386 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.457735 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.458073 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.458429 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.458764 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.459093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.459423 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.459745 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.460065 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.460383 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.460704 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.461020 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:32:59.492555 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Attempting to bind port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:32:59.492918 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Attempting to bind port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:32:59.493301 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Attempting to bind port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc on network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:32:59.498428 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:32:59.498791 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Checking segment: {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:32:59.499190 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.499610 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Bound using segment: {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:32:59.500067 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Bound port: 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:32:59.500444 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.567952 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] For port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:32:59.571082 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] For port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:32:59.576982 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.640140 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:32:59.640765 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:32:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:32:59.643921 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac67ba-27e3-4309-a3fe-dad84adc9b5c None None] Pushing event updated for resources: {'Port': ['ID=7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:59.665350 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-58f696de-a004-4a63-86c1-29b69d2930a4 None None] Provisioning complete for port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:59.665873 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58f696de-a004-4a63-86c1-29b69d2930a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.779125 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58f696de-a004-4a63-86c1-29b69d2930a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.779388 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:32:59.820945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-58f696de-a004-4a63-86c1-29b69d2930a4 None None] For port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:32:59.829374 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58f696de-a004-4a63-86c1-29b69d2930a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:32:59.929347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f696de-a004-4a63-86c1-29b69d2930a4 None None] Pushing event updated for resources: {'Port': ['ID=7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:32:59.949099 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-07cd4fb1-f661-4c4d-83b8-873211073f3d req-51ce51cd-87ff-45c7-865a-3385881582b5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 210 time: 0.0411870 Apr 05 19:32:59.959129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187233-7a0e-420a-8745-0e979edb27ec req-77e9325f-b467-49fa-8aad-f8263f3821cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:32:59.961304 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-77e9325f-b467-49fa-8aad-f8263f3821cb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/networks?id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231 HTTP/1.1" status: 200 len: 796 time: 0.2522228 Apr 05 19:32:59.977037 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-73057653-3d7c-4cd1-9739-b03b7a2e1da4 None None] Provisioning complete for port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:32:59.978742 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73057653-3d7c-4cd1-9739-b03b7a2e1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.010185 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-833c9c6d-ba4a-4fb1-abe3-e9503d839b43 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 379 time: 0.0389044 Apr 05 19:33:00.019415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'port': {'device_id': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'admin_state_up': True, 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'security_groups': ['da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:33:00.054693 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:56Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc', 'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:24:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:56Z', 'updated_at': '2022-04-05T19:32:59Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:33:00.086982 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491269d-efa9-41cc-8ddc-98c95ab43e1c None None] The sync data for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 is: [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:56Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc', 'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:24:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:56Z', 'updated_at': '2022-04-05T19:32:59Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:33:00.147281 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:33:00.151908 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.306730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.13 (7572a410-cbbf-4fb4-a3b9-b5ecb0592231/1942ad75-89d1-4724-9686-43ca4bfa8557/dfec9f64-47f3-470f-b483-96f8c4b1dc8f) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:33:00.337996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 148eee5a-c2ec-436d-8b2b-0afb785f4ebe up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:33:00.390557 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:33:00.390900 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.472290 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.474187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 54560b80-f46e-4f32-a45b-8e5d3c45a06d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:33:00.509304 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.529334 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 54560b80-f46e-4f32-a45b-8e5d3c45a06d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:33:00.529708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.557779 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:33:00.560987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:33:00.567814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:33:00.608669 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:33:00.623595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:33:00.641048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:00.641806 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.665674 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-0bd6f8b6-47a6-455a-8781-d4e037b4d2ef tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6498396 Apr 05 19:33:00.678944 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Request body: {'port': {'device_id': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:33:00.680568 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:33:00.680935 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.755207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.895272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a905bcc6-ae94-4cfe-b952-856e36050ee0 None None] Provisioning complete for port dfec9f64-47f3-470f-b483-96f8c4b1dc8f triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:33:00.895639 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a905bcc6-ae94-4cfe-b952-856e36050ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:00.933494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a905bcc6-ae94-4cfe-b952-856e36050ee0 None None] Port dfec9f64-47f3-470f-b483-96f8c4b1dc8f cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:33:01.062624 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfec9f64-47f3-470f-b483-96f8c4b1dc8f {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:33:01.070855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:01.074153 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9570f-23c1-424c-952b-88b988e2fabe req-d5587e2d-0ecd-4b2f-a23f-fa5bb80115be tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:01.082298 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eba9570f-23c1-424c-952b-88b988e2fabe req-d5587e2d-0ecd-4b2f-a23f-fa5bb80115be tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 932 time: 0.0649540 Apr 05 19:33:01.084950 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Transition to ACTIVE for port object dfec9f64-47f3-470f-b483-96f8c4b1dc8f will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:33:01.090536 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:01.124523 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eba9570f-23c1-424c-952b-88b988e2fabe req-2bcf089d-5c8f-44ea-84df-89a00e4bfddb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408425 Apr 05 19:33:01.184393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Pushing event updated for resources: {'Port': ['ID=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:33:01.225352 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Attempting to bind port dfec9f64-47f3-470f-b483-96f8c4b1dc8f on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:33:01.225813 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Attempting to bind port dfec9f64-47f3-470f-b483-96f8c4b1dc8f by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:33:01.226336 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Attempting to bind port dfec9f64-47f3-470f-b483-96f8c4b1dc8f on network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:33:01.232405 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Port dfec9f64-47f3-470f-b483-96f8c4b1dc8f on network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:33:01.232845 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Attempting to bind port dfec9f64-47f3-470f-b483-96f8c4b1dc8f on network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:33:01.238687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:33:01.239110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Checking segment: {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:33:01.239581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Bound using segment: {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:33:01.240225 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Bound port: dfec9f64-47f3-470f-b483-96f8c4b1dc8f, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:33:01.240656 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:01.310834 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] For port dfec9f64-47f3-470f-b483-96f8c4b1dc8f, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:33:01.314498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] For port dfec9f64-47f3-470f-b483-96f8c4b1dc8f, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:33:01.320928 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:01.356895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:01.357649 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:01.359010 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] 10.222.0.25 "PUT /v2.0/ports/dfec9f64-47f3-470f-b483-96f8c4b1dc8f HTTP/1.1" status: 200 len: 1092 time: 0.6855624 Apr 05 19:33:01.361079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:33:01.395543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5f0f6-eeda-44b9-9515-160643cb0646 service neutron] Pushing event updated for resources: {'Port': ['ID=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:33:01.429150 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92546075-0f70-4ee8-a2c9-7cda1af41da4" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:33:01.449388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187233-7a0e-420a-8745-0e979edb27ec req-d8ce0cf3-5f59-4fb7-b965-9cbc0b521a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:01.450970 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-d8ce0cf3-5f59-4fb7-b965-9cbc0b521a25 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 1095 time: 0.0504429 Apr 05 19:33:01.496348 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-bc39fdc0-c93e-49e2-9674-42e94bf28be8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f HTTP/1.1" status: 200 len: 217 time: 0.0375078 Apr 05 19:33:01.537910 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251303fc-b46b-48a6-8999-0e8342a7a02a x-openstack-request-id: req-251303fc-b46b-48a6-8999-0e8342a7a02a {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:33:01.538200 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:33:01.538479 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-251303fc-b46b-48a6-8999-0e8342a7a02a {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:33:01.538885 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251303fc-b46b-48a6-8999-0e8342a7a02a'] response: {'name': 'network-changed', 'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'status': 'completed', 'code': 200} Apr 05 19:33:01.557411 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187233-7a0e-420a-8745-0e979edb27ec req-c79a8632-20a7-4f16-b6b1-3ba09d6f947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:01.559144 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-c79a8632-20a7-4f16-b6b1-3ba09d6f947e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1942ad75-89d1-4724-9686-43ca4bfa8557 HTTP/1.1" status: 200 len: 835 time: 0.0554760 Apr 05 19:33:01.605154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187233-7a0e-420a-8745-0e979edb27ec req-7d0d2619-c149-4c99-936e-8b21da69d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:01.606665 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-7d0d2619-c149-4c99-936e-8b21da69d6cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404336 Apr 05 19:33:01.696776 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-c4da62fc-d703-40a5-a3e1-5a7c179f0ed6 service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822341 Apr 05 19:33:01.790137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-47187233-7a0e-420a-8745-0e979edb27ec req-05a82e3d-4606-4376-a430-be4915d0fcdd service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870070 Apr 05 19:33:01.872628 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-89e42140-9b5b-44b6-b348-272a4cad663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:01.874136 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-89e42140-9b5b-44b6-b348-272a4cad663e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 1095 time: 0.0408425 Apr 05 19:33:01.965240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-5b64a5f2-1ec8-4e7b-b9ae-682c79076279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:01.966702 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-5b64a5f2-1ec8-4e7b-b9ae-682c79076279 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231 HTTP/1.1" status: 200 len: 896 time: 0.0862164 Apr 05 19:33:02.009630 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-48d404c7-9d6a-4bf7-a101-78a1d8fe83b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f HTTP/1.1" status: 200 len: 217 time: 0.0352843 Apr 05 19:33:02.059197 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-aba940b9-6bad-4ce7-ac16-803151b087f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:02.060551 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-aba940b9-6bad-4ce7-ac16-803151b087f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1942ad75-89d1-4724-9686-43ca4bfa8557 HTTP/1.1" status: 200 len: 835 time: 0.0445960 Apr 05 19:33:02.110285 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-7d73b2d2-907d-4d1b-af6b-4f8a4cfd066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:02.112493 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-7d73b2d2-907d-4d1b-af6b-4f8a4cfd066a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437975 Apr 05 19:33:02.203237 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-8a1e024d-2c3e-4fb1-a2dc-05839e6941de service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846357 Apr 05 19:33:02.242265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3540-da64-4c86-b626-d55feb83856c req-dc476204-d73f-4c48-baf2-c242b0545767 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:02.243820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe0b3540-da64-4c86-b626-d55feb83856c req-dc476204-d73f-4c48-baf2-c242b0545767 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 944 time: 0.0545623 Apr 05 19:33:02.281041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe0b3540-da64-4c86-b626-d55feb83856c req-520b393e-dc6a-4906-ba6c-9d0baf7fba55 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310607 Apr 05 19:33:02.299441 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-92546075-0f70-4ee8-a2c9-7cda1af41da4 req-5d131f66-18f5-4fd4-a6bc-b1b8fd8c4120 service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893812 Apr 05 19:33:03.398058 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08225144-75fd-437a-a7df-5554f7d50571 req-af1caf96-56ff-45f7-8901-f4d02cde191d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:03.399606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08225144-75fd-437a-a7df-5554f7d50571 req-af1caf96-56ff-45f7-8901-f4d02cde191d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 944 time: 0.0485754 Apr 05 19:33:03.437034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-08225144-75fd-437a-a7df-5554f7d50571 req-e5617cb8-7300-4f16-9ba0-8e675a8fe7a9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312767 Apr 05 19:33:04.554862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539b13d-9282-4f47-bae4-9b13c9b4ffc5 req-c0868dac-a3b4-4b44-82a3-2a800e7a6ff3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:04.556324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7539b13d-9282-4f47-bae4-9b13c9b4ffc5 req-c0868dac-a3b4-4b44-82a3-2a800e7a6ff3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 944 time: 0.0489712 Apr 05 19:33:04.592909 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7539b13d-9282-4f47-bae4-9b13c9b4ffc5 req-c7b51fb3-5180-47a6-add7-b00f2561f1f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306041 Apr 05 19:33:05.490614 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:05.535952 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dfec9f64-47f3-470f-b483-96f8c4b1dc8f details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:33:05.629984 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dfec9f64-47f3-470f-b483-96f8c4b1dc8f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:33:05.641190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'port_id': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'mac_address': 'fa:16:3e:b4:56:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:33:05.679075 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:05.697756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfec9f64-47f3-470f-b483-96f8c4b1dc8f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:33:05.714138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abf7cd-d3a4-44f8-abf7-a2c3cb70048f req-b6bcfdb6-c83f-4134-b8ec-8f8a811af654 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:05.715649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82abf7cd-d3a4-44f8-abf7-a2c3cb70048f req-b6bcfdb6-c83f-4134-b8ec-8f8a811af654 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 944 time: 0.0542047 Apr 05 19:33:05.716872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dfec9f64-47f3-470f-b483-96f8c4b1dc8f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:33:05.720827 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:05.755180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-82abf7cd-d3a4-44f8-abf7-a2c3cb70048f req-240efe79-1ba8-4eb4-bf01-da3730dfee31 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329430 Apr 05 19:33:05.773994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:33:06.069817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['dfec9f64-47f3-470f-b483-96f8c4b1dc8f'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:33:06.870157 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d08c3-aab8-463f-990e-687468705974 req-08c6a47c-d794-4d2e-aa6f-f56907f7b13d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:06.871625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-864d08c3-aab8-463f-990e-687468705974 req-08c6a47c-d794-4d2e-aa6f-f56907f7b13d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 945 time: 0.0486970 Apr 05 19:33:06.910344 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-864d08c3-aab8-463f-990e-687468705974 req-bfb5dcf4-17a4-4fc5-ad1e-167bd3f9ac0a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320621 Apr 05 19:33:07.457112 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:07.568371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dfec9f64-47f3-470f-b483-96f8c4b1dc8f up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:33:07.615171 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port dfec9f64-47f3-470f-b483-96f8c4b1dc8f completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:33:07.618888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port dfec9f64-47f3-470f-b483-96f8c4b1dc8f triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:33:07.619249 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:07.696536 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:07.718589 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:33:07.720787 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba5e565-f144-4279-a613-1885245383dd" -d '{"events": [{"server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "name": "network-vif-plugged", "status": "completed", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:33:07.733436 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port dfec9f64-47f3-470f-b483-96f8c4b1dc8f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:33:07.737305 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:07.762136 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5afdfc-d9ab-47e1-8927-2376a1d4a501 x-openstack-request-id: req-7f5afdfc-d9ab-47e1-8927-2376a1d4a501 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:33:07.762440 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "name": "network-vif-plugged", "status": "completed", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:33:07.762685 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f5afdfc-d9ab-47e1-8927-2376a1d4a501 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:33:07.763068 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5afdfc-d9ab-47e1-8927-2376a1d4a501'] response: {'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'code': 200} Apr 05 19:33:07.793790 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:33:07.857689 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c669359-90d1-4440-8324-96e3a6c7d31e req-e477bfb1-3f61-4024-99fd-e4b2a4a6ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:07.859217 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c669359-90d1-4440-8324-96e3a6c7d31e req-e477bfb1-3f61-4024-99fd-e4b2a4a6ec59 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 1097 time: 0.0408027 Apr 05 19:33:07.895074 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5c669359-90d1-4440-8324-96e3a6c7d31e req-844239c5-9e38-4420-bb79-6dde47f0daae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276790 Apr 05 19:33:08.023479 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295883e0-7cd4-40cd-9d4f-dc10bbf9b1f5 req-762c84e0-2e9a-425e-872f-bf3df077d1f7 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:08.024923 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-295883e0-7cd4-40cd-9d4f-dc10bbf9b1f5 req-762c84e0-2e9a-425e-872f-bf3df077d1f7 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0477867 Apr 05 19:33:08.062736 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-295883e0-7cd4-40cd-9d4f-dc10bbf9b1f5 req-b914d5a0-4c1d-46f4-a588-89307c58a718 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316396 Apr 05 19:33:09.184962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43657322-ff8f-409c-bdd1-8d485207a771 req-70d3ede4-33fc-4b14-a6b3-7d68c43d22a5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:09.186448 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43657322-ff8f-409c-bdd1-8d485207a771 req-70d3ede4-33fc-4b14-a6b3-7d68c43d22a5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0522726 Apr 05 19:33:09.227403 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-43657322-ff8f-409c-bdd1-8d485207a771 req-43281a3e-a7d0-4afb-8498-c5ec9ca9ec9b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335352 Apr 05 19:33:09.541423 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39acae44-3f79-4c4e-ad03-3a249a4a11ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:10.342086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9152c39-eaa0-46c5-b94b-e2f9d4bbb64d req-9c42f541-53a9-4393-a69b-d268b2a99a30 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:10.343554 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9152c39-eaa0-46c5-b94b-e2f9d4bbb64d req-9c42f541-53a9-4393-a69b-d268b2a99a30 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0492270 Apr 05 19:33:10.381541 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9152c39-eaa0-46c5-b94b-e2f9d4bbb64d req-f793fd35-fcf1-471b-a113-c7837dc61a67 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310895 Apr 05 19:33:10.503220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8a73f-445b-4245-9196-aaabd06bc77a req-423ba95e-ac6e-4305-99b4-abb6a0cee7e9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:10.504734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fb8a73f-445b-4245-9196-aaabd06bc77a req-423ba95e-ac6e-4305-99b4-abb6a0cee7e9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0536449 Apr 05 19:33:10.543408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6fb8a73f-445b-4245-9196-aaabd06bc77a req-36c66632-4aee-49b0-885c-d440e19c2a1f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Apr 05 19:33:10.565662 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36722) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:33:10.609322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf96389-0de9-49a3-8281-eeb36b2ae151 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:10.611008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ddf96389-0de9-49a3-8281-eeb36b2ae151 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 1092 time: 0.0443921 Apr 05 19:33:10.613911 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36724) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:33:10.618179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:33:10.638726 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:10.736075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:10.841931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.241 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/5dbe26fc-1bd8-4420-8e38-d23c5c329600) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:33:10.942462 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:10.974163 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:11.013603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:33:11.018790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:33:11.022309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:33:11.047147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=5dbe26fc-1bd8-4420-8e38-d23c5c329600,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:33:11.060320 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.060664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.060998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.061330 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.061660 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.061987 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.062310 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.062659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.063232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.063552 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.063871 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.064185 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:33:11.385984 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:11.454939 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:11.600951 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:11.605356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:11.672686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=5dbe26fc-1bd8-4420-8e38-d23c5c329600,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:33:11.680409 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:11.778062 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP 47aa557a-1e93-4582-8f4d-356db1c8b79c associated. External IP: 172.25.4.241, port: dfec9f64-47f3-470f-b483-96f8c4b1dc8f. Apr 05 19:33:11.891640 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d4b972e-78e4-49bb-988e-2562e42429a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:11.985747 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fea22ae1-7fc0-4ea2-8d19-0051dddce50e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:33:12.394344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:33:12.404217 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] Sync routers for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:33:12.412562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:12.415453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:33:12.416072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:33:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:33:12.438711 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9b307292-7de2-48e2-b7ad-0eb495dede8f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8237410 Apr 05 19:33:12.439383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:33:12.443369 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1718ae3-3603-4559-86c8-324ed402c126" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:33:12.482728 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f286f41a-fbd5-47be-936a-f4573a24c425 x-openstack-request-id: req-f286f41a-fbd5-47be-936a-f4573a24c425 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:33:12.482957 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:33:12.483207 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f286f41a-fbd5-47be-936a-f4573a24c425 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:33:12.483590 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f286f41a-fbd5-47be-936a-f4573a24c425'] response: {'name': 'network-changed', 'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'status': 'completed', 'code': 200} Apr 05 19:33:12.543264 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed73b5-e75e-4e11-af2a-62e493c74a46 req-368b0e47-d1de-4520-a9bc-fe581b4399cc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:12.545382 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87ed73b5-e75e-4e11-af2a-62e493c74a46 req-368b0e47-d1de-4520-a9bc-fe581b4399cc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0527329 Apr 05 19:33:12.552168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718ae3-3603-4559-86c8-324ed402c126 req-544a328f-04f9-44cd-8474-17d2e0854571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:12.554569 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1718ae3-3603-4559-86c8-324ed402c126 req-544a328f-04f9-44cd-8474-17d2e0854571 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 1097 time: 0.0474212 Apr 05 19:33:12.587967 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87ed73b5-e75e-4e11-af2a-62e493c74a46 req-410c9327-1d14-4745-b000-60931193d0bd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362158 Apr 05 19:33:12.612321 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36730) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:33:12.655171 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718ae3-3603-4559-86c8-324ed402c126 req-bd363715-7e1c-41c0-adbc-a7163dba9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:12.657960 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1718ae3-3603-4559-86c8-324ed402c126 req-bd363715-7e1c-41c0-adbc-a7163dba9056 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231 HTTP/1.1" status: 200 len: 896 time: 0.0971034 Apr 05 19:33:12.680220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1fb28d7b-852f-4be7-b04b-940915b95b89 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/47aa557a-1e93-4582-8f4d-356db1c8b79c HTTP/1.1" status: 200 len: 992 time: 0.0659485 Apr 05 19:33:12.696825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:33:12.724189 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1718ae3-3603-4559-86c8-324ed402c126 req-0c0ce05a-c936-47af-91aa-df4375c638b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f HTTP/1.1" status: 200 len: 1000 time: 0.0597897 Apr 05 19:33:12.772200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718ae3-3603-4559-86c8-324ed402c126 req-ed5f1e9b-89d1-4dcd-b94c-afc85b4b63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:12.773563 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1718ae3-3603-4559-86c8-324ed402c126 req-ed5f1e9b-89d1-4dcd-b94c-afc85b4b63fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1942ad75-89d1-4724-9686-43ca4bfa8557 HTTP/1.1" status: 200 len: 835 time: 0.0433049 Apr 05 19:33:12.822994 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718ae3-3603-4559-86c8-324ed402c126 req-5729391a-3db8-4f56-8e18-5163675b4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:33:12.824482 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1718ae3-3603-4559-86c8-324ed402c126 req-5729391a-3db8-4f56-8e18-5163675b4262 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447822 Apr 05 19:33:12.914344 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1718ae3-3603-4559-86c8-324ed402c126 req-dde5598b-2f1e-4317-b48c-ad1cd2cef964 service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825839 Apr 05 19:33:12.918047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:56Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '47aa557a-1e93-4582-8f4d-356db1c8b79c', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'port_id': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'mac_address': 'fa:16:3e:b4:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:33:11Z', 'updated_at': '2022-04-05T19:33:11Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc', 'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:24:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:56Z', 'updated_at': '2022-04-05T19:32:59Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:33:12.947893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] Checking router: fea22ae1-7fc0-4ea2-8d19-0051dddce50e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:33:12.956330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:33:12.956919 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:33:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:33:13.011831 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a1718ae3-3603-4559-86c8-324ed402c126 req-bd917fa1-23b2-4fbe-bca6-da3ec75f6973 service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913377 Apr 05 19:33:13.069325 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:13.077630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:33:13.296587 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:56Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '47aa557a-1e93-4582-8f4d-356db1c8b79c', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'port_id': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'mac_address': 'fa:16:3e:b4:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:33:11Z', 'updated_at': '2022-04-05T19:33:11Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc', 'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:24:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:56Z', 'updated_at': '2022-04-05T19:32:59Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:33:13.327034 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b0e79-4b64-4149-bb3c-17ad7400b806 None None] The sync data for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 is: [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:56Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '47aa557a-1e93-4582-8f4d-356db1c8b79c', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'port_id': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'mac_address': 'fa:16:3e:b4:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:33:11Z', 'updated_at': '2022-04-05T19:33:11Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc', 'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:24:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:56Z', 'updated_at': '2022-04-05T19:32:59Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:33:13.512794 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f304e-3f38-456c-b3d5-1a35931e9b5b None None] New status for floating IP 47aa557a-1e93-4582-8f4d-356db1c8b79c: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:33:13.684180 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36732) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:33:13.744776 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b3c32b74-981a-459e-a3f5-56ac9d6cb252 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/47aa557a-1e93-4582-8f4d-356db1c8b79c HTTP/1.1" status: 200 len: 994 time: 0.0594223 Apr 05 19:33:14.561620 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:15.068650 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:35.486372 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:36.271801 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:33:37.464658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:39.542901 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae38556b-22e1-4202-b638-da85493b985f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:41.895514 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b24912ef-e00b-4539-82d3-9ae10999f25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:43.034282 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:44.564691 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:33:45.070109 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:05.487646 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:06.415372 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-78a42d4c-03b5-4c6c-a68a-3338c1350233 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463169 Apr 05 19:34:06.503605 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-53dd14b5-e47c-4671-853e-b192ab11c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:06.505399 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-53dd14b5-e47c-4671-853e-b192ab11c968 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 1097 time: 0.0493896 Apr 05 19:34:06.607802 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-6fcf6ee4-aada-4941-8908-c8b0d36a730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:06.609253 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-6fcf6ee4-aada-4941-8908-c8b0d36a730c service neutron] 10.222.0.25 "GET /v2.0/networks?id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231 HTTP/1.1" status: 200 len: 896 time: 0.0853770 Apr 05 19:34:06.677223 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-f926015d-8ab1-4fe4-b453-32ea9792cfde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f HTTP/1.1" status: 200 len: 1002 time: 0.0615525 Apr 05 19:34:06.727110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-26c7d96f-e5a3-4a35-8d01-bcba856b1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:06.728571 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-26c7d96f-e5a3-4a35-8d01-bcba856b1c70 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1942ad75-89d1-4724-9686-43ca4bfa8557 HTTP/1.1" status: 200 len: 835 time: 0.0451729 Apr 05 19:34:06.774103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-7f28151d-9b95-4ef4-aafa-790b09802c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:06.775600 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-7f28151d-9b95-4ef4-aafa-790b09802c7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401354 Apr 05 19:34:06.867752 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-11ed9b48-6ffd-44b7-b451-f9c9609d6dae service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849850 Apr 05 19:34:06.956361 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c1c39ef-3b98-4c65-8349-7457c721323b req-fada0a20-9b47-4b91-a8dd-4af289566672 service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820131 Apr 05 19:34:07.480597 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:09.544824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-516194ad-46b2-40ef-afae-48e9f7ab963a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:11.897525 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c490e650-c393-4626-b53c-b632d6d6a090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:13.036607 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:13.270589 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:34:14.568899 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:14.570961 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad55a-fb16-4003-9483-82f1ff1f1262 req-ead2bd95-6622-41b5-9187-bacfd52785bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:14.572465 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a7ad55a-fb16-4003-9483-82f1ff1f1262 req-ead2bd95-6622-41b5-9187-bacfd52785bc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0601287 Apr 05 19:34:14.611850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9a7ad55a-fb16-4003-9483-82f1ff1f1262 req-502931ec-5270-4f09-a399-695e5ad40bf7 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332651 Apr 05 19:34:15.071194 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:15.737427 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39707a62-dcbc-45b1-a5f3-3e4f706be934 req-0ca68359-0b4e-4868-b785-c3d1be2234f6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:15.738911 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39707a62-dcbc-45b1-a5f3-3e4f706be934 req-0ca68359-0b4e-4868-b785-c3d1be2234f6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0539656 Apr 05 19:34:15.776237 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-39707a62-dcbc-45b1-a5f3-3e4f706be934 req-f80008f2-acba-413b-b26f-4b3581f9de26 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309277 Apr 05 19:34:16.894612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23406-a2e4-43d0-bf35-9c4065d916e5 req-b54295a6-c3f0-4543-a9ac-d2e7fc971972 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:16.896537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8b23406-a2e4-43d0-bf35-9c4065d916e5 req-b54295a6-c3f0-4543-a9ac-d2e7fc971972 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0514140 Apr 05 19:34:16.934563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a8b23406-a2e4-43d0-bf35-9c4065d916e5 req-b27b7745-040e-470c-844f-9987b79701e1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313070 Apr 05 19:34:18.048973 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09817cda-2cdb-4b05-a986-610c1496fde1 req-e1a4436f-ee42-4ede-ac5c-deabb4d7257e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:18.050452 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09817cda-2cdb-4b05-a986-610c1496fde1 req-e1a4436f-ee42-4ede-ac5c-deabb4d7257e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0480912 Apr 05 19:34:18.088142 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-09817cda-2cdb-4b05-a986-610c1496fde1 req-1426e23a-ca27-470f-896e-fed4416c1467 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308571 Apr 05 19:34:19.203591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60953f-824c-4c80-aa5b-c5397042cb82 req-df77b0d8-48bb-434f-a625-e5cb686ba55d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:19.205035 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea60953f-824c-4c80-aa5b-c5397042cb82 req-df77b0d8-48bb-434f-a625-e5cb686ba55d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0486648 Apr 05 19:34:19.242438 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ea60953f-824c-4c80-aa5b-c5397042cb82 req-afb4c567-b587-44eb-9013-4cfbbd6000de tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309911 Apr 05 19:34:20.362937 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa95c5-f188-45be-8820-c627babc3010 req-bbc74dbf-febc-4e08-ad8f-fa9c0a04a53e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:20.364381 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3aa95c5-f188-45be-8820-c627babc3010 req-bbc74dbf-febc-4e08-ad8f-fa9c0a04a53e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0530024 Apr 05 19:34:20.402141 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f3aa95c5-f188-45be-8820-c627babc3010 req-1e731bc4-c0cb-48fd-9869-2f50ab2657e4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Apr 05 19:34:21.518147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0d5b1-a0c5-45f6-9e76-8e3bb74725f2 req-025dee7b-2034-469b-8537-9b3ff84f337e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:21.519532 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02b0d5b1-a0c5-45f6-9e76-8e3bb74725f2 req-025dee7b-2034-469b-8537-9b3ff84f337e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0492802 Apr 05 19:34:21.558789 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02b0d5b1-a0c5-45f6-9e76-8e3bb74725f2 req-c276a752-28be-4ddb-989d-03812453a62d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Apr 05 19:34:22.672423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7aa0f-fb92-48dd-aec8-cdd0d560a29f req-0025293b-7c43-4957-9938-455dec2f1c37 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:22.673860 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4de7aa0f-fb92-48dd-aec8-cdd0d560a29f req-0025293b-7c43-4957-9938-455dec2f1c37 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0470915 Apr 05 19:34:22.713852 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4de7aa0f-fb92-48dd-aec8-cdd0d560a29f req-d0fc05de-214e-4d9e-b13b-bfb9a4ccf352 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331247 Apr 05 19:34:23.834302 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2538b-18b6-4360-b764-fb0bb60a888f req-7247aee6-967a-4681-9331-912a4a7db408 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:23.835785 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7a2538b-18b6-4360-b764-fb0bb60a888f req-7247aee6-967a-4681-9331-912a4a7db408 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0528212 Apr 05 19:34:23.874066 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f7a2538b-18b6-4360-b764-fb0bb60a888f req-937f3e75-a4c6-4904-807b-6e43a471b40a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322125 Apr 05 19:34:24.988902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46ced-b7f9-46d9-9437-703225dc43e9 req-dac474bb-e761-49c4-8d23-bab8392d826a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:24.990355 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bd46ced-b7f9-46d9-9437-703225dc43e9 req-dac474bb-e761-49c4-8d23-bab8392d826a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0481427 Apr 05 19:34:25.027400 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8bd46ced-b7f9-46d9-9437-703225dc43e9 req-23f67211-536e-4d79-9ec6-cd16148d7273 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310230 Apr 05 19:34:25.048861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36812) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:34:25.110707 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9916c0f6-f94b-482f-8630-4e6f8ec6166d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/47aa557a-1e93-4582-8f4d-356db1c8b79c HTTP/1.1" status: 200 len: 994 time: 0.0607405 Apr 05 19:34:26.381491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a9980-dfff-41d9-bd97-9a648b275053 req-15e5f87f-b12f-435d-9047-19bff354b4a6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:26.382990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-672a9980-dfff-41d9-bd97-9a648b275053 req-15e5f87f-b12f-435d-9047-19bff354b4a6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0518167 Apr 05 19:34:26.402235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-5e964ec5-1ee4-4e21-a1fc-2fbfe02cdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:26.403731 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-5e964ec5-1ee4-4e21-a1fc-2fbfe02cdabb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 1097 time: 0.0440419 Apr 05 19:34:26.422842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-672a9980-dfff-41d9-bd97-9a648b275053 req-bb637076-86d0-4faa-bd3d-0f22f3079942 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336087 Apr 05 19:34:26.506482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-d993a085-f326-48a0-a67e-1d53e942b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:26.508018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-d993a085-f326-48a0-a67e-1d53e942b1f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231 HTTP/1.1" status: 200 len: 896 time: 0.0969663 Apr 05 19:34:26.571717 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-4b19baa7-1d39-4f7e-a3e0-3e3f00899d7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f HTTP/1.1" status: 200 len: 1002 time: 0.0570087 Apr 05 19:34:26.623130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-223be257-2da2-42af-8e10-344b6d4148b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:26.624556 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-223be257-2da2-42af-8e10-344b6d4148b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1942ad75-89d1-4724-9686-43ca4bfa8557 HTTP/1.1" status: 200 len: 835 time: 0.0467668 Apr 05 19:34:26.669218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-71561138-addb-451e-bf84-b36a4948d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:26.670622 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-71561138-addb-451e-bf84-b36a4948d44e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397844 Apr 05 19:34:26.757420 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-4bfd6c98-1104-4a0f-9818-ac7c329fdab3 service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805528 Apr 05 19:34:26.848150 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d0a9559-a92a-4e6d-9544-f238d6a6e1d7 req-c18dbf9b-7262-4d2c-9025-86b1c88bbdae service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845070 Apr 05 19:34:27.544681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f58d72-655b-48ab-b5fb-fa070d7f2412 req-a4bccac6-49d3-4e7b-83e1-b34f36ffde41 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:34:27.546062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8f58d72-655b-48ab-b5fb-fa070d7f2412 req-a4bccac6-49d3-4e7b-83e1-b34f36ffde41 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0484800 Apr 05 19:34:27.583726 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e8f58d72-655b-48ab-b5fb-fa070d7f2412 req-839f7bfe-fd6c-43aa-8d8d-dfea8418d0e8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316000 Apr 05 19:34:27.606056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36824) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:34:27.668350 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e3502275-f83e-4d9a-8af4-b6741756054d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/47aa557a-1e93-4582-8f4d-356db1c8b79c HTTP/1.1" status: 200 len: 994 time: 0.0611694 Apr 05 19:34:35.486925 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:37.467872 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:39.545792 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-960ef038-8d1f-41d0-a772-42d9d8521c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:41.900444 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb98777c-9e7e-4e50-babe-93671161a52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:43.041004 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:44.570629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:45.073593 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:34:50.269407 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:35:05.485367 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:07.485731 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:08.423904 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-0775d3d1-c7ca-4d47-9c3a-c18bc4d25f0a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400603 Apr 05 19:35:08.504060 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-57e1e230-79e1-4470-9bbc-a10cfb4876b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:08.505443 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-57e1e230-79e1-4470-9bbc-a10cfb4876b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 1097 time: 0.0405352 Apr 05 19:35:08.608698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-801c1386-4a89-4f6c-895d-3a40bf49237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:08.610152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-801c1386-4a89-4f6c-895d-3a40bf49237b service neutron] 10.222.0.25 "GET /v2.0/networks?id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231 HTTP/1.1" status: 200 len: 896 time: 0.0867584 Apr 05 19:35:08.675045 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-0e9a0ca7-6ba3-49e1-b631-9c5e0130a419 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f HTTP/1.1" status: 200 len: 1002 time: 0.0586529 Apr 05 19:35:08.727167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-5cf1a11c-7f94-4e06-a90b-f6f8ebc43530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:08.728565 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-5cf1a11c-7f94-4e06-a90b-f6f8ebc43530 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1942ad75-89d1-4724-9686-43ca4bfa8557 HTTP/1.1" status: 200 len: 835 time: 0.0471630 Apr 05 19:35:08.772532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-9307b46a-57ee-49ff-b257-4f5a7ec50736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:08.774591 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-9307b46a-57ee-49ff-b257-4f5a7ec50736 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392377 Apr 05 19:35:08.860665 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-ec36b109-089f-473c-8fe5-7e8c6fc6b7c6 service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793626 Apr 05 19:35:08.953067 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-262a3a9b-d43c-4050-b683-220e146b61b8 req-7f8dec1f-621a-4f4d-a71b-fedef7a73806 service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850315 Apr 05 19:35:09.548183 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f8709d1-75d1-41ef-bd5c-7dc2e3328efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:11.901811 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75a3d097-5351-4359-9be1-0580f0af2b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:13.043008 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:14.573111 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:15.075382 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:16.215862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36856) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:16.369111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 5dbe26fc-1bd8-4420-8e38-d23c5c329600 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:35:16.369449 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:16.445713 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:16.445956 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:16.458333 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 5dbe26fc-1bd8-4420-8e38-d23c5c329600 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:35:16.601277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:16.628428 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=5dbe26fc-1bd8-4420-8e38-d23c5c329600,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:16.639470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.639853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.640198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.641005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.641005 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.641198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.641492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.641817 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.642144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.642489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.642815 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.643136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:16.705005 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:16.705361 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP 47aa557a-1e93-4582-8f4d-356db1c8b79c disassociated (deleted). External IP: 172.25.4.241, port: dfec9f64-47f3-470f-b483-96f8c4b1dc8f. Apr 05 19:35:17.241730 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fea22ae1-7fc0-4ea2-8d19-0051dddce50e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:35:17.348646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:35:17.354040 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:17.359309 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] Sync routers for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:35:17.369513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:17.370133 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:17.381043 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-c2c49fec-f081-4d44-b924-125b966f5293 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/floatingips/47aa557a-1e93-4582-8f4d-356db1c8b79c HTTP/1.1" status: 204 len: 168 time: 1.1641037 Apr 05 19:35:17.381723 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:35:17.384152 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9177bc69-020e-4454-82c0-482f7761ac7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:35:17.428269 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37895005-5a2e-47fc-b0f3-d7bcb0283f59 x-openstack-request-id: req-37895005-5a2e-47fc-b0f3-d7bcb0283f59 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:35:17.428564 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:35:17.428808 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37895005-5a2e-47fc-b0f3-d7bcb0283f59 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:35:17.429211 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37895005-5a2e-47fc-b0f3-d7bcb0283f59'] response: {'name': 'network-changed', 'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'status': 'completed', 'code': 200} Apr 05 19:35:17.480551 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:17.491812 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177bc69-020e-4454-82c0-482f7761ac7f req-7bd564d9-10fd-4455-9a20-f613e2a5065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:17.494120 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9177bc69-020e-4454-82c0-482f7761ac7f req-7bd564d9-10fd-4455-9a20-f613e2a5065f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 1097 time: 0.0426497 Apr 05 19:35:17.603653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177bc69-020e-4454-82c0-482f7761ac7f req-0aef5f67-7e5f-4450-bc4a-5bb7a42ae4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:17.605123 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9177bc69-020e-4454-82c0-482f7761ac7f req-0aef5f67-7e5f-4450-bc4a-5bb7a42ae4cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231 HTTP/1.1" status: 200 len: 896 time: 0.0937252 Apr 05 19:35:17.636502 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405a0f-f7a2-4956-9be1-31d46ed3aff9 req-f0c945c6-f996-4953-8d10-4e0bcabdb7a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:17.638688 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-63405a0f-f7a2-4956-9be1-31d46ed3aff9 req-f0c945c6-f996-4953-8d10-4e0bcabdb7a4 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0535069 Apr 05 19:35:17.649658 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9177bc69-020e-4454-82c0-482f7761ac7f req-1775bda3-4083-445c-929d-943f56e8aea7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f HTTP/1.1" status: 200 len: 217 time: 0.0370657 Apr 05 19:35:17.678939 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-63405a0f-f7a2-4956-9be1-31d46ed3aff9 req-91ab0838-7ecc-4d8a-9061-addaaf92c715 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338063 Apr 05 19:35:17.689507 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:56Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc', 'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:24:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:56Z', 'updated_at': '2022-04-05T19:32:59Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:17.707712 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177bc69-020e-4454-82c0-482f7761ac7f req-521268bc-8f48-4ff2-809b-0d3914d940e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:17.709178 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9177bc69-020e-4454-82c0-482f7761ac7f req-521268bc-8f48-4ff2-809b-0d3914d940e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1942ad75-89d1-4724-9686-43ca4bfa8557 HTTP/1.1" status: 200 len: 835 time: 0.0529563 Apr 05 19:35:17.720720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] Checking router: fea22ae1-7fc0-4ea2-8d19-0051dddce50e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:35:17.729969 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:17.730604 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:17.759247 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177bc69-020e-4454-82c0-482f7761ac7f req-546361b5-a378-4132-8bbc-f4a58f1dff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:17.760789 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9177bc69-020e-4454-82c0-482f7761ac7f req-546361b5-a378-4132-8bbc-f4a58f1dff20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7572a410-cbbf-4fb4-a3b9-b5ecb0592231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442305 Apr 05 19:35:17.833262 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:17.852726 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9177bc69-020e-4454-82c0-482f7761ac7f req-0a93de91-b922-47e3-8093-8ec26bfb680a service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835488 Apr 05 19:35:17.946364 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9177bc69-020e-4454-82c0-482f7761ac7f req-2f18fb3d-bb60-427f-b92c-ed2b94ae34f8 service neutron] 10.222.0.25 "GET /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860808 Apr 05 19:35:18.186103 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:56Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc', 'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:24:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:56Z', 'updated_at': '2022-04-05T19:32:59Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:18.211864 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f47cf5-caf0-4376-bc50-ac11e4c995b8 None None] The sync data for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 is: [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:56Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc', 'name': '', 'network_id': '7572a410-cbbf-4fb4-a3b9-b5ecb0592231', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:24:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:56Z', 'updated_at': '2022-04-05T19:32:59Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '1942ad75-89d1-4724-9686-43ca4bfa8557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:35:18.414480 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec9766-e62f-4585-ad54-6b59e8f5dbd4 None None] New status for floating IP 47aa557a-1e93-4582-8f4d-356db1c8b79c: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:35:18.799833 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1518a-1682-4da8-af2d-2331a479b528 req-663cf802-f937-42e8-87b1-75cf9c14d44a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:18.801185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9d1518a-1682-4da8-af2d-2331a479b528 req-663cf802-f937-42e8-87b1-75cf9c14d44a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0489533 Apr 05 19:35:18.839179 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f9d1518a-1682-4da8-af2d-2331a479b528 req-bf626848-19b3-4bbc-a747-40ae05159f33 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313265 Apr 05 19:35:19.218470 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-14bf8f25-3b0e-42ad-9554-d1c3e6fbe19e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:19.219929 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-14bf8f25-3b0e-42ad-9554-d1c3e6fbe19e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 946 time: 0.0488718 Apr 05 19:35:19.305164 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port dfec9f64-47f3-470f-b483-96f8c4b1dc8f {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:35:19.305506 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:19.396987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port dfec9f64-47f3-470f-b483-96f8c4b1dc8f, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:19.397357 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:19.410286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for dfec9f64-47f3-470f-b483-96f8c4b1dc8f owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:35:19.541550 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:19.569484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=dfec9f64-47f3-470f-b483-96f8c4b1dc8f,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:19.613201 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] No DVR routers for this DVR port dfec9f64-47f3-470f-b483-96f8c4b1dc8f on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:35:19.615817 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:19.619845 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6403bbeb-6d61-4444-9cd7-b7c80aafa5c6 req-e06c237e-59db-4d7f-990b-f538b3899347 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.25 "DELETE /v2.0/ports/dfec9f64-47f3-470f-b483-96f8c4b1dc8f HTTP/1.1" status: 204 len: 173 time: 0.3945928 Apr 05 19:35:19.620316 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'name': 'network-vif-deleted', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:35:19.622543 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e64dc8c-079f-4806-aca1-7d758ad8134a" -d '{"events": [{"server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "name": "network-vif-deleted", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:35:19.661055 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de76ad81-714f-48db-ab48-ff6212cc436f x-openstack-request-id: req-de76ad81-714f-48db-ab48-ff6212cc436f {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:35:19.661350 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72", "name": "network-vif-deleted", "tag": "dfec9f64-47f3-470f-b483-96f8c4b1dc8f", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:35:19.661602 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de76ad81-714f-48db-ab48-ff6212cc436f {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:35:19.662005 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de76ad81-714f-48db-ab48-ff6212cc436f'] response: {'server_uuid': '8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72', 'name': 'network-vif-deleted', 'tag': 'dfec9f64-47f3-470f-b483-96f8c4b1dc8f', 'status': 'completed', 'code': 200} Apr 05 19:35:19.951809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4983b297-9a08-4661-ae01-0fe2be6da5db req-c74c40df-4859-4263-a488-2b4069d39529 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa1c609-04b4-49ec-b1d8-b3ed0a3cbb72 HTTP/1.1" status: 200 len: 210 time: 0.0330522 Apr 05 19:35:21.008672 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36878) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:21.363978 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:21.613507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:35:21.613856 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:21.701358 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:21.701738 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:21.714851 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:35:21.898335 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:21.928477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:22.104675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:22.323687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router fea22ae1-7fc0-4ea2-8d19-0051dddce50e has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:35:22.363177 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dfec9f64-47f3-470f-b483-96f8c4b1dc8f no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:35:22.383403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: dfec9f64-47f3-470f-b483-96f8c4b1dc8f {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:35:22.383744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device dfec9f64-47f3-470f-b483-96f8c4b1dc8f not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:35:22.430311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:35:22.436151 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ed10882a-096f-479c-a316-959b8cd534b9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/fea22ae1-7fc0-4ea2-8d19-0051dddce50e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4256783 Apr 05 19:35:22.439032 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36882) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:22.441077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] Sync routers for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:35:22.451994 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:22.452602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:22.489959 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3ce524-5ba6-49ed-8c5e-4d3e0e72ba76 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting subnet 1942ad75-89d1-4724-9686-43ca4bfa8557 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:35:22.492991 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce524-5ba6-49ed-8c5e-4d3e0e72ba76 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:22.532539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce524-5ba6-49ed-8c5e-4d3e0e72ba76 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:22.555627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:22.619561 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce524-5ba6-49ed-8c5e-4d3e0e72ba76 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:22.679569 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce524-5ba6-49ed-8c5e-4d3e0e72ba76 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:22.707661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ce524-5ba6-49ed-8c5e-4d3e0e72ba76 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Subnet': ['ID=1942ad75-89d1-4724-9686-43ca4bfa8557,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:22.711195 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce524-5ba6-49ed-8c5e-4d3e0e72ba76 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:22.714486 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-dd3ce524-5ba6-49ed-8c5e-4d3e0e72ba76 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/subnets/1942ad75-89d1-4724-9686-43ca4bfa8557 HTTP/1.1" status: 204 len: 168 time: 0.2744474 Apr 05 19:35:22.717096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36884) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:22.722699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e282ea-4081-4168-bfcf-67ebf82097bb None None] Network 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:35:22.800144 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:35:21Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:22.825595 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:22.843692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] Checking router: fea22ae1-7fc0-4ea2-8d19-0051dddce50e for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:35:22.872191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] Routers {'fea22ae1-7fc0-4ea2-8d19-0051dddce50e'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:22.872794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:22.934203 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:22.984869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] Set router fea22ae1-7fc0-4ea2-8d19-0051dddce50e gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:22.988291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] DHCP port deletion for 7572a410-cbbf-4fb4-a3b9-b5ecb0592231 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:35:22.993744 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:35:22.994092 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.074878 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 148eee5a-c2ec-436d-8b2b-0afb785f4ebe, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=148eee5a-c2ec-436d-8b2b-0afb785f4ebe,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:23.075260 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.086695 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 148eee5a-c2ec-436d-8b2b-0afb785f4ebe owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:35:23.169616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Deleting port 54560b80-f46e-4f32-a45b-8e5d3c45a06d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:35:23.169983 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.247943 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] For port 54560b80-f46e-4f32-a45b-8e5d3c45a06d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=54560b80-f46e-4f32-a45b-8e5d3c45a06d,segment=NetworkSegment(d1c74dc0-b35d-4259-bdf5-092d59a0d2c1),segment_id=d1c74dc0-b35d-4259-bdf5-092d59a0d2c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:23.248339 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.263665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Calling delete_port for 54560b80-f46e-4f32-a45b-8e5d3c45a06d owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:35:23.279753 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:35:21Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:23.339575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8612603-0adf-4062-88d6-ccd4e64e0365 None None] The sync data for ids ['fea22ae1-7fc0-4ea2-8d19-0051dddce50e'] in n-d-836650-3 is: [{'id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202293901', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:35:21Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '148eee5a-c2ec-436d-8b2b-0afb785f4ebe', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea22ae1-7fc0-4ea2-8d19-0051dddce50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:32:53Z', 'updated_at': '2022-04-05T19:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:35:23.387947 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.415636 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Pushing event deleted for resources: {'Port': ['ID=54560b80-f46e-4f32-a45b-8e5d3c45a06d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:23.418540 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] No DVR routers for this DVR port 54560b80-f46e-4f32-a45b-8e5d3c45a06d on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:35:23.429047 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.429516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.429791 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.430127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.430527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.431622 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.432057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.432390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.432722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.433023 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.433344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.433663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857897da-b67d-45ae-ac81-6c51d4d1b32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:23.588441 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.613235 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=148eee5a-c2ec-436d-8b2b-0afb785f4ebe,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:23.676093 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.771888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.774277 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.819197 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.819783 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Fanout notify agent at l3_agent the message router_deleted on router fea22ae1-7fc0-4ea2-8d19-0051dddce50e {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:35:23.827797 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:23.828921 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0751aeb8-d221-4409-b3c3-9cd6f6080edd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/routers/fea22ae1-7fc0-4ea2-8d19-0051dddce50e HTTP/1.1" status: 204 len: 168 time: 1.1107433 Apr 05 19:35:23.831746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:23.910206 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.003140 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.024399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7572a410-cbbf-4fb4-a3b9-b5ecb0592231']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:24.033259 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:24.033549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c74dc0-b35d-4259-bdf5-092d59a0d2c1') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:24.042650 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.055303 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.062558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:35:24.062994 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:35:24.066105 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:35:24.123472 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.127480 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.131311 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/networks/7572a410-cbbf-4fb4-a3b9-b5ecb0592231 HTTP/1.1" status: 204 len: 168 time: 0.2983418 Apr 05 19:35:24.133863 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36888) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:24.148200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Network': ['ID=7572a410-cbbf-4fb4-a3b9-b5ecb0592231,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:24.155776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.156125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.156465 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.156799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.157129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.157457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.157783 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.158108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.158452 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.158776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.159099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.159422 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec8f15-3338-4143-bf03-a787add00050 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:24.192629 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d70d8cb-ee23-425e-a249-5285191ac31f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.216717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d70d8cb-ee23-425e-a249-5285191ac31f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.279489 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d70d8cb-ee23-425e-a249-5285191ac31f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.282058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7d70d8cb-ee23-425e-a249-5285191ac31f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.283287 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7d70d8cb-ee23-425e-a249-5285191ac31f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/security-groups/da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec HTTP/1.1" status: 204 len: 168 time: 0.1483793 Apr 05 19:35:24.292798 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70d8cb-ee23-425e-a249-5285191ac31f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2a0cd9-ba9a-4d86-9c3a-7e2f0d2ffcec,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:24.402303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 148eee5a-c2ec-436d-8b2b-0afb785f4ebe no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:35:24.422594 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 148eee5a-c2ec-436d-8b2b-0afb785f4ebe {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:35:24.423015 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 148eee5a-c2ec-436d-8b2b-0afb785f4ebe not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:35:24.423486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 54560b80-f46e-4f32-a45b-8e5d3c45a06d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:35:24.442419 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 54560b80-f46e-4f32-a45b-8e5d3c45a06d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:35:24.442761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 54560b80-f46e-4f32-a45b-8e5d3c45a06d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:35:24.443156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:35:24.464409 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:35:24.464750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 7f44496f-f4af-4f3f-bbb5-04fa8ae2fcfc not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:35:24.550072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36894) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:24.554720 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-838bf450-4059-4232-b932-1127882fc982 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679441676', 'description': 'tempest-secgroup-smoke-1679441676 description', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:24.575411 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-838bf450-4059-4232-b932-1127882fc982 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.641623 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-838bf450-4059-4232-b932-1127882fc982 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.645340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-838bf450-4059-4232-b932-1127882fc982 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.673272 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-838bf450-4059-4232-b932-1127882fc982 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.674505 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-838bf450-4059-4232-b932-1127882fc982 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1233857 Apr 05 19:35:24.677589 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36896) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:24.678510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bf450-4059-4232-b932-1127882fc982 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd452cba-237b-4e65-9654-29d7af41a66e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:24.682261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fe088a6e-15bc-464d-b2bc-c3c3d59c897e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'cd452cba-237b-4e65-9654-29d7af41a66e', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:24.707091 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe088a6e-15bc-464d-b2bc-c3c3d59c897e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.767266 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe088a6e-15bc-464d-b2bc-c3c3d59c897e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.770939 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe088a6e-15bc-464d-b2bc-c3c3d59c897e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.790080 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe088a6e-15bc-464d-b2bc-c3c3d59c897e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67203359-00c6-4daa-90f8-fe390edba6ac,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:24.795734 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe088a6e-15bc-464d-b2bc-c3c3d59c897e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.796947 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fe088a6e-15bc-464d-b2bc-c3c3d59c897e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183746 Apr 05 19:35:24.799617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36898) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:24.803966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e90a01b1-6e6c-451f-bee7-e69e00e73e61 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'cd452cba-237b-4e65-9654-29d7af41a66e', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:24.828000 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e90a01b1-6e6c-451f-bee7-e69e00e73e61 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.882947 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e90a01b1-6e6c-451f-bee7-e69e00e73e61 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.886937 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e90a01b1-6e6c-451f-bee7-e69e00e73e61 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.904110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a01b1-6e6c-451f-bee7-e69e00e73e61 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54ebcfe-f266-40a7-b21b-78d55e7a5dbb,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:24.912434 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e90a01b1-6e6c-451f-bee7-e69e00e73e61 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:24.913606 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e90a01b1-6e6c-451f-bee7-e69e00e73e61 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130250 Apr 05 19:35:24.916480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36900) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:24.920829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-54080576-9dd9-4fce-86ba-50ef7235055e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'cd452cba-237b-4e65-9654-29d7af41a66e', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:24.944112 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54080576-9dd9-4fce-86ba-50ef7235055e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.003173 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54080576-9dd9-4fce-86ba-50ef7235055e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.006723 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54080576-9dd9-4fce-86ba-50ef7235055e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.024527 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54080576-9dd9-4fce-86ba-50ef7235055e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a16ba7f-4270-4244-9bec-a15dd96ec917,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:25.033059 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54080576-9dd9-4fce-86ba-50ef7235055e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.036572 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-54080576-9dd9-4fce-86ba-50ef7235055e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168306 Apr 05 19:35:25.036898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:25.041711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ab5e419f-d988-41f2-b047-848ef1dd71ff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'cd452cba-237b-4e65-9654-29d7af41a66e', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:25.066188 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab5e419f-d988-41f2-b047-848ef1dd71ff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.126688 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab5e419f-d988-41f2-b047-848ef1dd71ff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.130143 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab5e419f-d988-41f2-b047-848ef1dd71ff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.148167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e419f-d988-41f2-b047-848ef1dd71ff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d160caaa-ad7a-4c91-847e-897e57f0bcc2,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:25.155931 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab5e419f-d988-41f2-b047-848ef1dd71ff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.157106 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ab5e419f-d988-41f2-b047-848ef1dd71ff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193025 Apr 05 19:35:25.159765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36904) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:25.164040 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ee7648e5-8ef3-47a1-a0c9-7796838c0dde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'cd452cba-237b-4e65-9654-29d7af41a66e', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:25.184438 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-ee7648e5-8ef3-47a1-a0c9-7796838c0dde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:35:25.189558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee7648e5-8ef3-47a1-a0c9-7796838c0dde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.249358 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee7648e5-8ef3-47a1-a0c9-7796838c0dde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.252580 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee7648e5-8ef3-47a1-a0c9-7796838c0dde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.269425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7648e5-8ef3-47a1-a0c9-7796838c0dde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad3e9c5-b728-4b44-be46-33b8aaec1741,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:25.277794 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee7648e5-8ef3-47a1-a0c9-7796838c0dde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.279017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ee7648e5-8ef3-47a1-a0c9-7796838c0dde tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182854 Apr 05 19:35:25.281627 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36906) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:25.285860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ae3ad9d1-e3ca-4a5e-97e5-85e6e118049e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'security_group_rule': {'security_group_id': 'cd452cba-237b-4e65-9654-29d7af41a66e', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:25.303902 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-ae3ad9d1-e3ca-4a5e-97e5-85e6e118049e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Project 359942a49c9e4905bbd68eff0a2f6d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:35:25.309017 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad9d1-e3ca-4a5e-97e5-85e6e118049e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.368469 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad9d1-e3ca-4a5e-97e5-85e6e118049e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.372075 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad9d1-e3ca-4a5e-97e5-85e6e118049e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.388917 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ad9d1-e3ca-4a5e-97e5-85e6e118049e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d82402e-b0ac-4aaa-befc-6bdf1e0489e5,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:25.397567 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad9d1-e3ca-4a5e-97e5-85e6e118049e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.398766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ae3ad9d1-e3ca-4a5e-97e5-85e6e118049e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162348 Apr 05 19:35:25.401977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36908) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:25.406888 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'network': {'name': 'tempest-network-smoke--362470596', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:25.426078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:35:25.429452 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.453233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:35:25.462958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.463514 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Added segment 884f52cd-4cf9-4c51-b59f-99135d842331 of type vlan for network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 Apr 05 19:35:25.505328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.529006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.534562 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:25.535138 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.588932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1858573 Apr 05 19:35:25.591731 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36910) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:25.596321 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'admin_state_up': True, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:25.603513 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b91c1-b0ba-49ef-a72e-74344f74a15b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Network': ['ID=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:25.613210 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:35:25.620124 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.621132 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.672322 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:25.814860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:26.006564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:26.025340 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:26.124823 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.133 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/72e80085-43ae-41f0-aa80-3ccdf76a74fd) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:35:26.228897 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:26.262367 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:26.296615 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:35:26.301269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:35:26.304735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:35:26.328933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=72e80085-43ae-41f0-aa80-3ccdf76a74fd,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:26.553939 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:26.751319 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:26.878154 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 009aa61a-9264-4473-961f-d69092ce8bc8 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:35:26.983349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:35:26.993840 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Sync routers for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:35:27.002036 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.002636 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:27.003227 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:27.003382 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5e9a0305-ce43-4261-a2c8-84c6fdb5bfd6 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4105453 Apr 05 19:35:27.006422 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36912) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:27.034171 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-a83e3da7-fbe8-4192-be0c-0bf751cf7c09 tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=359942a49c9e4905bbd68eff0a2f6d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266750 Apr 05 19:35:27.036828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36914) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:27.107131 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:27.121174 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628c6cc-5ac7-48eb-8f5b-0dea6bafbf5b tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:27.125334 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0628c6cc-5ac7-48eb-8f5b-0dea6bafbf5b tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849552 Apr 05 19:35:27.125682 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36916) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:27.157914 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-af46baf7-bc74-49f3-9f2a-82f5e9fc186b tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311000 Apr 05 19:35:27.160378 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36918) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:27.165152 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1834977741', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:27.250286 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:35:27.254035 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.269605 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:35:27.288283 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:26Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:27.405702 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Checking router: 009aa61a-9264-4473-961f-d69092ce8bc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:35:27.406059 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Updating router 009aa61a-9264-4473-961f-d69092ce8bc8 port 72e80085-43ae-41f0-aa80-3ccdf76a74fd binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:35:27.430373 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.440478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.501129 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Subnet': ['ID=20d630d8-68b7-41d9-9fc2-4c46a6681f6e,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:27.510481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Checking segment: {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:35:27.511072 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network hostable DHCP agents. Network: 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:35:27.528255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:35:27.537311 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:35:27.543933 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:27.545546 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.546834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da62d459-888e-4717-9d13-31d41857acba None None] Network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:35:27.565658 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aa2ee349-ee0e-4ca1-94f8-ff2d540dda6a tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015749 Apr 05 19:35:27.565889 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36920) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:27.692717 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:35:27.693768 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.698078 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.704004 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.751519 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Attempting to bind port 72e80085-43ae-41f0-aa80-3ccdf76a74fd on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:35:27.752005 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Attempting to bind port 72e80085-43ae-41f0-aa80-3ccdf76a74fd by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:35:27.752434 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Attempting to bind port 72e80085-43ae-41f0-aa80-3ccdf76a74fd on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:35:27.764313 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:35:27.764678 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:35:27.765076 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.765462 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:35:27.765917 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Bound port: 72e80085-43ae-41f0-aa80-3ccdf76a74fd, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:35:27.766294 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.793769 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Pushing event updated for resources: {'Port': ['ID=72e80085-43ae-41f0-aa80-3ccdf76a74fd,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:27.826139 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] For port 72e80085-43ae-41f0-aa80-3ccdf76a74fd, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:35:27.829093 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] For port 72e80085-43ae-41f0-aa80-3ccdf76a74fd, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=72e80085-43ae-41f0-aa80-3ccdf76a74fd,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:35:27.831745 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.832138 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.832407 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.832868 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.833140 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.833454 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.833796 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.834127 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.834581 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.835062 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.835433 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.836050 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:35:27.840662 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:27.847141 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Allocated IP 172.20.0.2 (6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77/20d630d8-68b7-41d9-9fc2-4c46a6681f6e/0edc8c01-5616-4670-a16c-26ee2cc5184a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:35:27.897059 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:27.897681 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:27.903316 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4856b-7796-48a6-b6d2-397a831bbe4d None None] Pushing event updated for resources: {'Port': ['ID=72e80085-43ae-41f0-aa80-3ccdf76a74fd,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:28.010777 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:28.018782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:28.026361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:28.041512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:28.064085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:35:28.070900 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:35:28.073600 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:35:28.103138 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Pushing event updated for resources: {'Port': ['ID=0edc8c01-5616-4670-a16c-26ee2cc5184a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:28.137022 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Attempting to bind port 0edc8c01-5616-4670-a16c-26ee2cc5184a on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:35:28.137287 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Attempting to bind port 0edc8c01-5616-4670-a16c-26ee2cc5184a by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:35:28.137477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Attempting to bind port 0edc8c01-5616-4670-a16c-26ee2cc5184a on network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:35:28.143111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:35:28.143460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Checking segment: {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:35:28.143850 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:28.144859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Bound using segment: {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:35:28.145342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Bound port: 0edc8c01-5616-4670-a16c-26ee2cc5184a, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:35:28.145717 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:28.199505 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:26Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:28.223629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] For port 0edc8c01-5616-4670-a16c-26ee2cc5184a, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:35:28.228352 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607a059e-ce13-43e6-9971-9d8fcc03d4a5 None None] The sync data for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 is: [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:26Z', 'revision_number': 3, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:35:28.230363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] For port 0edc8c01-5616-4670-a16c-26ee2cc5184a, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0edc8c01-5616-4670-a16c-26ee2cc5184a,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:35:28.235995 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:28.310861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b15ea-1b21-4857-bcd8-c9116d72e56e None None] Pushing event updated for resources: {'Port': ['ID=0edc8c01-5616-4670-a16c-26ee2cc5184a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:28.358521 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.1 (6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77/20d630d8-68b7-41d9-9fc2-4c46a6681f6e/22ec2913-18e7-407c-8823-5a1462ba4212) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:35:28.499254 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:28.543680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:28.579406 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:35:28.582717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:35:28.585136 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:35:28.638322 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=22ec2913-18e7-407c-8823-5a1462ba4212,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:28.649091 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:28.789033 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:29.082754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:29.088289 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:29.168612 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=22ec2913-18e7-407c-8823-5a1462ba4212,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:29.171995 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:29.268089 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:35:29.269518 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:35:29.330223 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e58dcb-4cfb-4644-9d39-b94b5ed1c22f None None] Network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:35:29.384401 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 009aa61a-9264-4473-961f-d69092ce8bc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:35:29.395554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cfd54277-cb34-4f41-8849-d352bf4604a4 None None] Provisioning complete for port 0edc8c01-5616-4670-a16c-26ee2cc5184a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:29.397217 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfd54277-cb34-4f41-8849-d352bf4604a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:29.497388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:35:29.502385 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e21fa9f6-a2af-4665-aca6-8e6acf50f063 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/009aa61a-9264-4473-961f-d69092ce8bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356315 Apr 05 19:35:29.663301 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-94db5093-7f7f-483f-a994-a0d20501aa78 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679441676&fields=id&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 267 time: 0.0362339 Apr 05 19:35:29.713394 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfd54277-cb34-4f41-8849-d352bf4604a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:29.754454 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cfd54277-cb34-4f41-8849-d352bf4604a4 None None] For port 0edc8c01-5616-4670-a16c-26ee2cc5184a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0edc8c01-5616-4670-a16c-26ee2cc5184a,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:29.758899 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfd54277-cb34-4f41-8849-d352bf4604a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:29.784191 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-444a3a47-91da-4041-94a5-92ca6c150c4f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:29.794279 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-444a3a47-91da-4041-94a5-92ca6c150c4f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/networks?id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 HTTP/1.1" status: 200 len: 796 time: 0.1235399 Apr 05 19:35:29.804662 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-b1900767-0df7-4a64-a684-eb4610c3733f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/quotas/359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 375 time: 0.0093925 Apr 05 19:35:29.809620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd54277-cb34-4f41-8849-d352bf4604a4 None None] Pushing event updated for resources: {'Port': ['ID=0edc8c01-5616-4670-a16c-26ee2cc5184a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:29.864453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-853c3fcd-d0b0-415b-bd1e-c5dc9cc91d1c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500073 Apr 05 19:35:29.978085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Sync routers for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:35:29.990211 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:29.990884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:30.034347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cf3dbb7a-05c9-40e2-b11b-f5a8092139bc None None] Provisioning complete for port 22ec2913-18e7-407c-8823-5a1462ba4212 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:30.034734 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbb7a-05c9-40e2-b11b-f5a8092139bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:30.078127 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-3f29be44-20ef-442f-af44-92d5b88fbb6e service neutron] 10.222.0.15 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399145 Apr 05 19:35:30.113674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dbb7a-05c9-40e2-b11b-f5a8092139bc None None] Port 22ec2913-18e7-407c-8823-5a1462ba4212 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:35:30.142168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cf3dbb7a-05c9-40e2-b11b-f5a8092139bc None None] Provisioning complete for port 0edc8c01-5616-4670-a16c-26ee2cc5184a triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:30.142565 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbb7a-05c9-40e2-b11b-f5a8092139bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:30.145067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:30.175920 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-77545173-9160-4c23-ad97-b77c589399e9 service neutron] 10.222.0.15 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903161 Apr 05 19:35:30.388819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 72e80085-43ae-41f0-aa80-3ccdf76a74fd up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:35:30.419156 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5789ec15-c9f7-4121-aa2d-033b75d55392 req-e5668d77-730e-4fac-808f-1e68c6f740f3 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 210 time: 0.0288646 Apr 05 19:35:30.503244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 72e80085-43ae-41f0-aa80-3ccdf76a74fd triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:30.503607 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:30.535886 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1f53f250-cd15-4a0a-8066-f28ae0b1e7fd None None] Provisioning complete for port 22ec2913-18e7-407c-8823-5a1462ba4212 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:30.536254 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f53f250-cd15-4a0a-8066-f28ae0b1e7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:30.588820 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '22ec2913-18e7-407c-8823-5a1462ba4212', 'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:30:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:28Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 2, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:30.619937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1f53f250-cd15-4a0a-8066-f28ae0b1e7fd None None] Port 22ec2913-18e7-407c-8823-5a1462ba4212 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:35:30.624934 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Checking router: 009aa61a-9264-4473-961f-d69092ce8bc8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:35:30.625319 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Updating router 009aa61a-9264-4473-961f-d69092ce8bc8 port 22ec2913-18e7-407c-8823-5a1462ba4212 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:35:30.672817 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:30.693505 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:30.737482 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 72e80085-43ae-41f0-aa80-3ccdf76a74fd, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=72e80085-43ae-41f0-aa80-3ccdf76a74fd,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:30.744672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:30.745450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0edc8c01-5616-4670-a16c-26ee2cc5184a up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:35:30.897437 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=72e80085-43ae-41f0-aa80-3ccdf76a74fd,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:30.946618 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 0edc8c01-5616-4670-a16c-26ee2cc5184a triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:30.947044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.113644 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.118489 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.167698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb299e04-be24-4c48-ac3d-878a581b3bd0 None None] Pushing event updated for resources: {'Port': ['ID=22ec2913-18e7-407c-8823-5a1462ba4212,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:31.221513 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Attempting to bind port 22ec2913-18e7-407c-8823-5a1462ba4212 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:35:31.221982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Attempting to bind port 22ec2913-18e7-407c-8823-5a1462ba4212 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:35:31.222511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Attempting to bind port 22ec2913-18e7-407c-8823-5a1462ba4212 on network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:35:31.229152 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:35:31.229665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Checking segment: {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:35:31.230178 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.230764 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Bound using segment: {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:35:31.231330 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Bound port: 22ec2913-18e7-407c-8823-5a1462ba4212, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:35:31.231846 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.301282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] For port 22ec2913-18e7-407c-8823-5a1462ba4212, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:35:31.304819 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] For port 22ec2913-18e7-407c-8823-5a1462ba4212, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=22ec2913-18e7-407c-8823-5a1462ba4212,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:35:31.308874 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.368064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:31.368802 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:31.370700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb299e04-be24-4c48-ac3d-878a581b3bd0 None None] Pushing event updated for resources: {'Port': ['ID=22ec2913-18e7-407c-8823-5a1462ba4212,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:31.498727 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-728f9232-ae96-4835-b186-1d699fd29147 None None] Provisioning complete for port 22ec2913-18e7-407c-8823-5a1462ba4212 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:31.499384 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-728f9232-ae96-4835-b186-1d699fd29147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.527938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:31.562963 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-faf84fc6-2780-4356-a235-eaa8d3409e87 req-5bfd0547-2908-4673-a94a-a052ea9f6695 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 210 time: 0.0368037 Apr 05 19:35:31.629737 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-5c6862b6-4dc0-4630-82d7-111d7ba6f98d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:31.631246 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-5c6862b6-4dc0-4630-82d7-111d7ba6f98d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "GET /v2.0/networks?id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 HTTP/1.1" status: 200 len: 796 time: 0.1877930 Apr 05 19:35:31.683831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-53ac893e-99da-4357-b2aa-b44b2a96297d tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359942a49c9e4905bbd68eff0a2f6d89 HTTP/1.1" status: 200 len: 380 time: 0.0361614 Apr 05 19:35:31.699745 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'port': {'device_id': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'admin_state_up': True, 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'security_groups': ['cd452cba-237b-4e65-9654-29d7af41a66e']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:31.818358 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Made reservation on behalf of 359942a49c9e4905bbd68eff0a2f6d89 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:35:31.822553 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.866104 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-728f9232-ae96-4835-b186-1d699fd29147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.920711 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-728f9232-ae96-4835-b186-1d699fd29147 None None] For port 22ec2913-18e7-407c-8823-5a1462ba4212, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=22ec2913-18e7-407c-8823-5a1462ba4212,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:31.942507 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-728f9232-ae96-4835-b186-1d699fd29147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:31.951617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.20.0.6 (6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77/20d630d8-68b7-41d9-9fc2-4c46a6681f6e/143baf2d-9b0b-4a09-add9-3536fa5bb0c8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:35:32.000908 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f9232-ae96-4835-b186-1d699fd29147 None None] Pushing event updated for resources: {'Port': ['ID=22ec2913-18e7-407c-8823-5a1462ba4212,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:32.014939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '22ec2913-18e7-407c-8823-5a1462ba4212', 'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:30:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:28Z', 'updated_at': '2022-04-05T19:35:31Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:32.046945 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7541d80-9752-4dbf-a427-f1e62337752b None None] The sync data for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 is: [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '22ec2913-18e7-407c-8823-5a1462ba4212', 'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:30:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:28Z', 'updated_at': '2022-04-05T19:35:31Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:35:32.063576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cbddf4e0-c2cf-4f56-b89b-5c7e7a3973aa None None] Provisioning complete for port 22ec2913-18e7-407c-8823-5a1462ba4212 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:32.063930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbddf4e0-c2cf-4f56-b89b-5c7e7a3973aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.114033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.154347 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.204905 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:35:32.208205 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:35:32.212967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:35:32.219574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:32.278685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:32.279484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.307087 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-f57f699c-48fa-453b-9550-1c5204529c73 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130044 Apr 05 19:35:32.326036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-887f0ddf-9b2f-4549-8e6c-57ab0339d080 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:35:32.327269 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-887f0ddf-9b2f-4549-8e6c-57ab0339d080 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115321 Apr 05 19:35:32.342325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Request body: {'port': {'device_id': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:32.378897 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 72e80085-43ae-41f0-aa80-3ccdf76a74fd up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:35:32.410729 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.447777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 72e80085-43ae-41f0-aa80-3ccdf76a74fd triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:32.448470 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.515241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e3f400cc-ba36-4633-aa8a-e12aabb64f35 None None] Provisioning complete for port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:32.515915 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3f400cc-ba36-4633-aa8a-e12aabb64f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.580344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e3f400cc-ba36-4633-aa8a-e12aabb64f35 None None] Port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:35:32.583049 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 22ec2913-18e7-407c-8823-5a1462ba4212 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:35:32.637894 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 22ec2913-18e7-407c-8823-5a1462ba4212 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:32.638350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.762056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733afb8-f597-402c-bfeb-dc0404d4cd8f req-f64982a7-c5fb-4379-a441-f2171b4446f5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:32.763507 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d733afb8-f597-402c-bfeb-dc0404d4cd8f req-f64982a7-c5fb-4379-a441-f2171b4446f5 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 931 time: 0.1066639 Apr 05 19:35:32.779494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:35:32.793533 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.822877 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Transition to ACTIVE for port object 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:35:32.826440 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d733afb8-f597-402c-bfeb-dc0404d4cd8f req-9d1f57c2-7e20-4a37-ae09-8de57e6b9fa2 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562460 Apr 05 19:35:32.831357 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:32.903504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Pushing event updated for resources: {'Port': ['ID=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:33.002706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Attempting to bind port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:35:33.003142 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Attempting to bind port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:35:33.003577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Attempting to bind port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 on network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:35:33.008762 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 on network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:35:33.009721 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Attempting to bind port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 on network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:35:33.015870 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:35:33.016303 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Checking segment: {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:35:33.016758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Bound using segment: {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:35:33.017322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Bound port: 143baf2d-9b0b-4a09-add9-3536fa5bb0c8, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884f52cd-4cf9-4c51-b59f-99135d842331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:35:33.017749 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:33.101966 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] For port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:35:33.106683 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] For port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:35:33.112097 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:33.148232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:33.149026 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:33.150824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] 10.222.0.20 "PUT /v2.0/ports/143baf2d-9b0b-4a09-add9-3536fa5bb0c8 HTTP/1.1" status: 200 len: 1091 time: 0.8129778 Apr 05 19:35:33.151344 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:35:33.154097 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:35:33.222761 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2748307-a456-4326-866f-e0e14c90f508 service neutron] Pushing event updated for resources: {'Port': ['ID=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:33.245471 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eed79f0-9ffc-4e2d-9102-4554bb4019e5 x-openstack-request-id: req-1eed79f0-9ffc-4e2d-9102-4554bb4019e5 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:35:33.245760 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:35:33.246011 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1eed79f0-9ffc-4e2d-9102-4554bb4019e5 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:35:33.246437 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eed79f0-9ffc-4e2d-9102-4554bb4019e5'] response: {'name': 'network-changed', 'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'status': 'completed', 'code': 200} Apr 05 19:35:33.270704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-b1145860-56bb-4d60-83bd-e005b0c09752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:33.272220 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-b1145860-56bb-4d60-83bd-e005b0c09752 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 1094 time: 0.0635517 Apr 05 19:35:33.337390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-81c16b8c-5952-4b69-84e1-028fd2b7c0c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8 HTTP/1.1" status: 200 len: 217 time: 0.0527532 Apr 05 19:35:33.397829 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-6f3eacec-049b-47e8-9ae8-16ab3afdc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:33.401027 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-6f3eacec-049b-47e8-9ae8-16ab3afdc49a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20d630d8-68b7-41d9-9fc2-4c46a6681f6e HTTP/1.1" status: 200 len: 835 time: 0.0531454 Apr 05 19:35:33.454244 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-0d2fc3f5-8b1c-43df-9117-1ca41d2c2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:33.455776 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-0d2fc3f5-8b1c-43df-9117-1ca41d2c2302 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439060 Apr 05 19:35:33.551610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-c3f0fba4-e04c-4b28-b632-0b49ba75fe83 service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871601 Apr 05 19:35:33.648396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3aaff11c-75c9-4538-a69d-245b2b9f3c5c req-c59c0b36-ae5e-4fce-b7d7-8cf4e07102a2 service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864067 Apr 05 19:35:33.741219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-e9be0632-e12d-4c1e-bdbf-e650253af8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:33.742739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-e9be0632-e12d-4c1e-bdbf-e650253af8a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 1094 time: 0.0414643 Apr 05 19:35:33.837304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-9b1f50c9-fc99-4bc9-ba35-f53f03e315d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:33.838703 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-9b1f50c9-fc99-4bc9-ba35-f53f03e315d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 HTTP/1.1" status: 200 len: 896 time: 0.0875146 Apr 05 19:35:33.881876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-b05d5591-2b77-42d2-b4ea-cd42332ca2fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8 HTTP/1.1" status: 200 len: 217 time: 0.0355277 Apr 05 19:35:33.968963 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-7d7eb777-7c04-4d83-80b3-90d41377a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:33.970462 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-7d7eb777-7c04-4d83-80b3-90d41377a67f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20d630d8-68b7-41d9-9fc2-4c46a6681f6e HTTP/1.1" status: 200 len: 835 time: 0.0748060 Apr 05 19:35:33.994891 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870211e-d74d-478c-aecf-70b537e3cf51 req-e6cc9c18-cbd8-4690-83c3-00197da28624 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:33.996340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3870211e-d74d-478c-aecf-70b537e3cf51 req-e6cc9c18-cbd8-4690-83c3-00197da28624 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 943 time: 0.0909076 Apr 05 19:35:34.049994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3870211e-d74d-478c-aecf-70b537e3cf51 req-9ce6e2db-3b18-4381-abc4-df21f48b8f19 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393336 Apr 05 19:35:34.052628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-02737ce6-f1c6-431d-b291-f183386777ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:34.054017 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-02737ce6-f1c6-431d-b291-f183386777ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757911 Apr 05 19:35:34.147191 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-7c5583df-4196-4c1d-b393-39582df3855b service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840476 Apr 05 19:35:34.237903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fa099d6-0497-4559-bb3e-c1d4eb3f3ccf req-127a1e85-630e-490e-a6f6-d8a96f471a2f service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827148 Apr 05 19:35:35.166326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606bbaa-46d4-455a-a3ff-0aa4b7071bab req-f3bd0413-79ab-47da-951c-2870d857c138 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:35.167814 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3606bbaa-46d4-455a-a3ff-0aa4b7071bab req-f3bd0413-79ab-47da-951c-2870d857c138 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 943 time: 0.0488470 Apr 05 19:35:35.204956 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3606bbaa-46d4-455a-a3ff-0aa4b7071bab req-306e9eb8-6cce-4655-bc7f-8bf7d5dd5f64 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311365 Apr 05 19:35:35.500915 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:36.322025 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf866009-09d6-4da5-9ed8-e8ffbba0d116 req-d0945cbd-3425-4263-9c8c-e9385e7c217b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:36.323484 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf866009-09d6-4da5-9ed8-e8ffbba0d116 req-d0945cbd-3425-4263-9c8c-e9385e7c217b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 943 time: 0.0520797 Apr 05 19:35:36.359901 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cf866009-09d6-4da5-9ed8-e8ffbba0d116 req-0c4f1fbc-5225-4c24-be01-6582a28dda24 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303800 Apr 05 19:35:36.596869 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:35:36.695940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:36.708405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'port_id': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'mac_address': 'fa:16:3e:5c:87:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:35:36.745312 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:36.758365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:35:36.777938 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:36.781358 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:36.831658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:37.074977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['143baf2d-9b0b-4a09-add9-3536fa5bb0c8'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:35:37.473387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7f3e4-e4f5-42c7-bc7c-0056cf170a8d req-4b4b09b9-8f19-4b02-8cbb-f3d9153a5ffd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:37.474883 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdd7f3e4-e4f5-42c7-bc7c-0056cf170a8d req-4b4b09b9-8f19-4b02-8cbb-f3d9153a5ffd tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 944 time: 0.0482514 Apr 05 19:35:37.482124 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:37.515250 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdd7f3e4-e4f5-42c7-bc7c-0056cf170a8d req-ff731825-3438-4d12-98dd-41f27435adc9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Apr 05 19:35:38.596318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:35:38.630886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e58c6-5226-46d2-9ada-b74aed91061f req-dfddd0df-4c90-410d-b126-abd3bbcf3e3e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:38.632418 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-174e58c6-5226-46d2-9ada-b74aed91061f req-dfddd0df-4c90-410d-b126-abd3bbcf3e3e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 944 time: 0.0492878 Apr 05 19:35:38.644838 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:35:38.648849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:35:38.649830 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:38.674058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-174e58c6-5226-46d2-9ada-b74aed91061f req-bc96e609-8ef5-471e-a0a8-e1910e7e0850 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346918 Apr 05 19:35:38.728029 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:38.749740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:35:38.752011 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edb354c-cba2-48de-8672-b862179193ba" -d '{"events": [{"server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "name": "network-vif-plugged", "status": "completed", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:35:38.765381 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:35:38.770047 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:38.793688 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bba826f-34ff-4c04-ade6-bf0968469ae6 x-openstack-request-id: req-1bba826f-34ff-4c04-ade6-bf0968469ae6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:35:38.793929 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "name": "network-vif-plugged", "status": "completed", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:35:38.794182 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bba826f-34ff-4c04-ade6-bf0968469ae6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:35:38.794600 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bba826f-34ff-4c04-ade6-bf0968469ae6'] response: {'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'code': 200} Apr 05 19:35:38.820003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:38.904806 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc85d7-6e76-46fa-8bfa-fe4045888dd8 req-28e63cae-3a8b-4299-b05f-f61de628bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:38.906261 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02cc85d7-6e76-46fa-8bfa-fe4045888dd8 req-28e63cae-3a8b-4299-b05f-f61de628bd12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 1096 time: 0.0441844 Apr 05 19:35:38.941147 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-02cc85d7-6e76-46fa-8bfa-fe4045888dd8 req-c0265b4e-9c5c-4f7a-a36f-b97a42c7ba31 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275035 Apr 05 19:35:39.550363 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f330402-128a-4b55-a1ce-be050e590e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:39.789334 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592dc51-5529-4275-8207-94fda9c8e3c3 req-6440f607-c82e-4e5f-a517-f6b9e6459117 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:39.791439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8592dc51-5529-4275-8207-94fda9c8e3c3 req-6440f607-c82e-4e5f-a517-f6b9e6459117 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0489702 Apr 05 19:35:39.829351 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8592dc51-5529-4275-8207-94fda9c8e3c3 req-8e449ba5-63d2-45db-b933-05f2eb1ef803 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317464 Apr 05 19:35:40.946342 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84461-5661-4b5e-9dbe-21ab0d6d0166 req-2a74c20e-ac16-44cc-8cc8-e87ccf6de23b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:40.948133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87d84461-5661-4b5e-9dbe-21ab0d6d0166 req-2a74c20e-ac16-44cc-8cc8-e87ccf6de23b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0482244 Apr 05 19:35:40.987690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-87d84461-5661-4b5e-9dbe-21ab0d6d0166 req-406ba386-ae67-4da3-9f2b-5a58b89ef8a0 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Apr 05 19:35:41.107799 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d87ea-f9cd-4634-b60c-d097e273092f req-c97d0a70-62d1-4cf8-9bc4-74f168c309f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:41.109290 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-031d87ea-f9cd-4634-b60c-d097e273092f req-c97d0a70-62d1-4cf8-9bc4-74f168c309f1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0522113 Apr 05 19:35:41.147028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-031d87ea-f9cd-4634-b60c-d097e273092f req-ec969c72-0a93-4f7b-8b46-0a069e195b8c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Apr 05 19:35:41.168138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36988) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:41.206975 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02c564f-b87d-4f98-884c-c7afc0aff61a tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:41.208455 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a02c564f-b87d-4f98-884c-c7afc0aff61a tempest-TestNetworkAdvancedServerOps-2135642883 tempest-TestNetworkAdvancedServerOps-2135642883-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 1091 time: 0.0393643 Apr 05 19:35:41.211198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36990) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:41.215656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:35:41.235605 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:41.333026 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:41.431914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Allocated IP 172.25.4.96 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/b09ce6c9-2345-4ffc-8344-34036ceb17b8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:35:41.533367 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:41.567209 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:41.600821 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:35:41.604089 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:35:41.610322 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:35:41.637441 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=b09ce6c9-2345-4ffc-8344-34036ceb17b8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:41.904959 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb4dd-1d92-4501-a4a8-0b67dd2ce7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:42.273348 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:42.336632 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:42.482273 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:42.487006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:42.554505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event updated for resources: {'Port': ['ID=b09ce6c9-2345-4ffc-8344-34036ceb17b8,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:35:42.565484 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:42.663011 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP 89a59fa8-5abe-4e85-87a9-db03529b9dbe associated. External IP: 172.25.4.96, port: 143baf2d-9b0b-4a09-add9-3536fa5bb0c8. Apr 05 19:35:42.866606 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 009aa61a-9264-4473-961f-d69092ce8bc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:35:42.972200 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:35:42.982322 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec352da1-312b-448f-b277-2052b40f95da None None] Sync routers for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:35:42.990512 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:42.991687 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec352da1-312b-448f-b277-2052b40f95da None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:42.992281 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ec352da1-312b-448f-b277-2052b40f95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:43.017906 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-49d7f2e0-1925-4096-8515-a07a26bc90ab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8056157 Apr 05 19:35:43.018738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:35:43.021020 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34" -d '{"events": [{"name": "network-changed", "server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:35:43.059918 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f25c7fb-54ce-4bf1-add7-b04c0619cbe2 x-openstack-request-id: req-7f25c7fb-54ce-4bf1-add7-b04c0619cbe2 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:35:43.060196 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:35:43.060324 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:43.060775 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f25c7fb-54ce-4bf1-add7-b04c0619cbe2 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:35:43.060867 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f25c7fb-54ce-4bf1-add7-b04c0619cbe2'] response: {'name': 'network-changed', 'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'status': 'completed', 'code': 200} Apr 05 19:35:43.109941 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ec352da1-312b-448f-b277-2052b40f95da None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:43.156030 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-5b399f6d-da5c-4b98-a634-24522c346a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:43.157544 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-5b399f6d-da5c-4b98-a634-24522c346a7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 1096 time: 0.0743194 Apr 05 19:35:43.166435 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a1bff-2ba5-40f2-8831-12819e32e96d req-56e507cb-34fc-4d04-889f-c1555ba04c4e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:43.168212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b9a1bff-2ba5-40f2-8831-12819e32e96d req-56e507cb-34fc-4d04-889f-c1555ba04c4e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0759907 Apr 05 19:35:43.253605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b9a1bff-2ba5-40f2-8831-12819e32e96d req-a7400c30-47cd-49d7-af6b-b97b0b68f6aa tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772278 Apr 05 19:35:43.276886 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 36996) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:43.284189 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-dbd16ee2-43ab-477a-b5f0-142e4db698bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:43.285690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-dbd16ee2-43ab-477a-b5f0-142e4db698bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 HTTP/1.1" status: 200 len: 896 time: 0.1166179 Apr 05 19:35:43.344303 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-89bf3b59-6dc7-4a38-b2fc-ccc7addfe115 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/89a59fa8-5abe-4e85-87a9-db03529b9dbe HTTP/1.1" status: 200 len: 990 time: 0.0651472 Apr 05 19:35:43.347009 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ec352da1-312b-448f-b277-2052b40f95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '89a59fa8-5abe-4e85-87a9-db03529b9dbe', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'port_id': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'mac_address': 'fa:16:3e:5c:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:35:42Z', 'updated_at': '2022-04-05T19:35:42Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ec2913-18e7-407c-8823-5a1462ba4212', 'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:30:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:28Z', 'updated_at': '2022-04-05T19:35:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:43.361409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-7c6d1c72-3626-44e4-af7c-3b23d9b431f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8 HTTP/1.1" status: 200 len: 998 time: 0.0664644 Apr 05 19:35:43.373180 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec352da1-312b-448f-b277-2052b40f95da None None] Checking router: 009aa61a-9264-4473-961f-d69092ce8bc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:35:43.381313 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec352da1-312b-448f-b277-2052b40f95da None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:35:43.381967 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ec352da1-312b-448f-b277-2052b40f95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:35:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:43.410544 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-84d96acd-ae5d-4dc4-ad0b-7eb2b1db5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:43.412008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-84d96acd-ae5d-4dc4-ad0b-7eb2b1db5ca2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20d630d8-68b7-41d9-9fc2-4c46a6681f6e HTTP/1.1" status: 200 len: 835 time: 0.0433037 Apr 05 19:35:43.457387 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-72970e95-571b-4610-bd45-ba67029fb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:35:43.458903 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-72970e95-571b-4610-bd45-ba67029fb347 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401154 Apr 05 19:35:43.488045 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ec352da1-312b-448f-b277-2052b40f95da None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:35:43.552151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-422ce363-c59d-4f80-822b-bc420f159893 service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857902 Apr 05 19:35:43.641831 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36fd8bfb-5e4b-4cc4-859a-c4a50ed4aa34 req-99867bb5-47c7-461c-9689-2c5036d4b7a5 service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823295 Apr 05 19:35:43.707803 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ec352da1-312b-448f-b277-2052b40f95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '89a59fa8-5abe-4e85-87a9-db03529b9dbe', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'port_id': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'mac_address': 'fa:16:3e:5c:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:35:42Z', 'updated_at': '2022-04-05T19:35:42Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ec2913-18e7-407c-8823-5a1462ba4212', 'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:30:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:28Z', 'updated_at': '2022-04-05T19:35:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:35:43.816115 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec352da1-312b-448f-b277-2052b40f95da None None] The sync data for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 is: [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '89a59fa8-5abe-4e85-87a9-db03529b9dbe', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'port_id': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'mac_address': 'fa:16:3e:5c:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:35:42Z', 'updated_at': '2022-04-05T19:35:42Z', 'revision_number': 0, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ec2913-18e7-407c-8823-5a1462ba4212', 'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:30:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:28Z', 'updated_at': '2022-04-05T19:35:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:35:44.003417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af88864-b834-4a93-9607-45db601d100f None None] New status for floating IP 89a59fa8-5abe-4e85-87a9-db03529b9dbe: ACTIVE {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:35:44.347110 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 36998) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:35:44.410990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4c59a029-4b27-4d46-a5de-37a3debef200 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/89a59fa8-5abe-4e85-87a9-db03529b9dbe HTTP/1.1" status: 200 len: 992 time: 0.0627553 Apr 05 19:35:44.575514 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:35:45.077738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:04.019379 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-7372c8db-9258-44c5-abeb-094062c52ada req-9c82297a-8c0a-47b7-930e-1083f0591b7d service neutron] (102640) timed out ('10.222.0.15', 33308) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:36:04.268005 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:36:05.516932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:07.485243 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:09.439174 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-1f6606a0-2e7d-4436-9704-d59313a6b16e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407355 Apr 05 19:36:09.524618 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-ee178128-8b14-4911-a205-133d5eb9a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:09.525981 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-ee178128-8b14-4911-a205-133d5eb9a587 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 1096 time: 0.0413082 Apr 05 19:36:09.551830 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1735faa9-6434-409a-9297-5da9133810a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:09.636155 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-d32e7001-72f5-46e9-ad0b-ffbd7c5f1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:09.637657 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-d32e7001-72f5-46e9-ad0b-ffbd7c5f1893 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 HTTP/1.1" status: 200 len: 896 time: 0.0918310 Apr 05 19:36:09.709319 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-b8c2f7c8-c8ce-4d9e-9446-5d0e4053b2ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8 HTTP/1.1" status: 200 len: 1000 time: 0.0648501 Apr 05 19:36:09.765890 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-38f59eb9-10df-4043-8168-4653930a7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:09.767360 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-38f59eb9-10df-4043-8168-4653930a7f1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20d630d8-68b7-41d9-9fc2-4c46a6681f6e HTTP/1.1" status: 200 len: 835 time: 0.0507033 Apr 05 19:36:09.817521 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-0031c551-d2b5-4aa2-aa6c-b017d3823a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:09.818972 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-0031c551-d2b5-4aa2-aa6c-b017d3823a66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449693 Apr 05 19:36:09.909444 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-a0f923a7-888c-4da5-aaa4-f70a5976b29c service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806625 Apr 05 19:36:10.003944 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d194508-6c86-4622-8af6-e2731c3ad017 req-d4708bae-61d2-4f05-bead-f6aa3ed40ace service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864277 Apr 05 19:36:11.909227 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0a08-c887-4759-a210-7c7aed686087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:13.050544 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:14.577239 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:15.079945 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:17.703743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7827-11ea-4f7d-838a-da007c158fc5 req-ce91091f-7584-4239-b877-1889e0423a33 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:17.705210 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-713a7827-11ea-4f7d-838a-da007c158fc5 req-ce91091f-7584-4239-b877-1889e0423a33 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0502603 Apr 05 19:36:17.742752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-713a7827-11ea-4f7d-838a-da007c158fc5 req-69464873-1765-4f7a-84bd-c406b662c5bb tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315082 Apr 05 19:36:18.863999 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaadd7-4caa-4f04-94ea-6fdbbcab9879 req-4224fbf4-68c5-465c-98ef-5d2a4698c834 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:18.865464 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddfaadd7-4caa-4f04-94ea-6fdbbcab9879 req-4224fbf4-68c5-465c-98ef-5d2a4698c834 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0490699 Apr 05 19:36:18.902590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddfaadd7-4caa-4f04-94ea-6fdbbcab9879 req-fb2cf271-38c2-4e84-aa09-ea5f94b22163 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303931 Apr 05 19:36:18.924623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37020) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:18.988305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6c8aeae9-9189-4aea-8ee1-3704855bb0b8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/89a59fa8-5abe-4e85-87a9-db03529b9dbe HTTP/1.1" status: 200 len: 992 time: 0.0625994 Apr 05 19:36:20.285636 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d7cf0-c8b9-4342-afe2-d339c2c818b6 req-2c10991b-c321-41f5-b82a-195811a2f19c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:20.287045 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f6d7cf0-c8b9-4342-afe2-d339c2c818b6 req-2c10991b-c321-41f5-b82a-195811a2f19c tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0720527 Apr 05 19:36:20.317280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-19a941b3-19a7-4765-9bde-bcbfa8686ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:20.318760 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-19a941b3-19a7-4765-9bde-bcbfa8686ea5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 1096 time: 0.0661397 Apr 05 19:36:20.343322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3f6d7cf0-c8b9-4342-afe2-d339c2c818b6 req-8ab9b8db-5a99-4069-ac75-791f4e7ea0ba tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485694 Apr 05 19:36:20.421317 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-8c05e488-8f77-4ea4-932b-be556ad488ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:20.422805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-8c05e488-8f77-4ea4-932b-be556ad488ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 HTTP/1.1" status: 200 len: 896 time: 0.0921261 Apr 05 19:36:20.489476 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-84dfada2-e34d-46cd-b637-8bec833225ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8 HTTP/1.1" status: 200 len: 1000 time: 0.0564811 Apr 05 19:36:20.545928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-6b3addc9-b0c4-43b7-b697-83fa0c4d813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:20.547324 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-6b3addc9-b0c4-43b7-b697-83fa0c4d813f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20d630d8-68b7-41d9-9fc2-4c46a6681f6e HTTP/1.1" status: 200 len: 835 time: 0.0472872 Apr 05 19:36:20.593962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-6ed079ff-95ea-4601-8928-3c6f9ba701a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:20.595442 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-6ed079ff-95ea-4601-8928-3c6f9ba701a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388720 Apr 05 19:36:20.683677 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-abaa1f5c-a224-47de-a8c5-00ce5ce73230 service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808058 Apr 05 19:36:20.779713 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b19d4365-0060-4c42-88d2-f8c933ce93f2 req-d3aedcf5-31ed-417f-a971-0efbb7946c7b service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856125 Apr 05 19:36:21.463894 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc499c7-5960-454a-b722-0c9b4791aa02 req-f57c726f-45a9-4f32-9d0e-fc39171edb7e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:21.465364 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dc499c7-5960-454a-b722-0c9b4791aa02 req-f57c726f-45a9-4f32-9d0e-fc39171edb7e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0499938 Apr 05 19:36:21.504225 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7dc499c7-5960-454a-b722-0c9b4791aa02 req-5e838136-45d0-4111-b913-e4d0aeb9526b tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Apr 05 19:36:22.620611 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759c9d-411d-4638-9fdd-6451a0a5b1f8 req-f9f19b2e-dd41-4660-a344-0e2f1779e943 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:22.622051 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a7759c9d-411d-4638-9fdd-6451a0a5b1f8 req-f9f19b2e-dd41-4660-a344-0e2f1779e943 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0488188 Apr 05 19:36:22.665952 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a7759c9d-411d-4638-9fdd-6451a0a5b1f8 req-74f6d7c4-cfee-495e-ad1b-37665f328a60 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378175 Apr 05 19:36:22.688868 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37032) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:22.748089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6a1a6999-d611-4e6e-a36a-a00c5c458b34 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/floatingips/89a59fa8-5abe-4e85-87a9-db03529b9dbe HTTP/1.1" status: 200 len: 992 time: 0.0581579 Apr 05 19:36:22.964942 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37038) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:23.116495 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port b09ce6c9-2345-4ffc-8344-34036ceb17b8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:36:23.116838 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:23.195054 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:23.195409 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:23.206641 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for b09ce6c9-2345-4ffc-8344-34036ceb17b8 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:36:23.351353 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:23.375899 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=b09ce6c9-2345-4ffc-8344-34036ceb17b8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:23.434591 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:23.434919 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Floating IP 89a59fa8-5abe-4e85-87a9-db03529b9dbe disassociated (deleted). External IP: 172.25.4.96, port: 143baf2d-9b0b-4a09-add9-3536fa5bb0c8. Apr 05 19:36:23.636784 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 009aa61a-9264-4473-961f-d69092ce8bc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:36:23.746277 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:36:23.751041 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:23.755523 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] Sync routers for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:36:23.765376 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:23.766040 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:23.778238 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-9c03affb-60fc-41c2-8a09-5e567451393f tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/floatingips/89a59fa8-5abe-4e85-87a9-db03529b9dbe HTTP/1.1" status: 204 len: 168 time: 0.8122337 Apr 05 19:36:23.778972 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:36:23.781283 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b082f53e-4aa9-486b-adc3-42ff06713599" -d '{"events": [{"name": "network-changed", "server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:36:23.821354 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac2fd87-338d-498f-b408-aecc63b2a01e x-openstack-request-id: req-0ac2fd87-338d-498f-b408-aecc63b2a01e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:36:23.821665 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:36:23.821909 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ac2fd87-338d-498f-b408-aecc63b2a01e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:36:23.822340 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac2fd87-338d-498f-b408-aecc63b2a01e'] response: {'name': 'network-changed', 'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'status': 'completed', 'code': 200} Apr 05 19:36:23.884484 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:23.896837 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-d768a8c7-2429-4532-a76b-84869cf04011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:23.907650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-d768a8c7-2429-4532-a76b-84869cf04011 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 1096 time: 0.0543172 Apr 05 19:36:24.057898 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2542e-7d69-4f31-8513-4059ff6e9fb2 req-85eca426-8245-48df-9a2d-0ec1e96c4be7 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:24.059415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36b2542e-7d69-4f31-8513-4059ff6e9fb2 req-85eca426-8245-48df-9a2d-0ec1e96c4be7 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0756638 Apr 05 19:36:24.061065 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-90068df7-687a-4770-8a4d-94d8fef5c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:24.062419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-90068df7-687a-4770-8a4d-94d8fef5c059 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 HTTP/1.1" status: 200 len: 896 time: 0.1346717 Apr 05 19:36:24.099699 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '22ec2913-18e7-407c-8823-5a1462ba4212', 'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:30:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:28Z', 'updated_at': '2022-04-05T19:35:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:24.121659 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-285625e8-ed11-4cff-b923-087f1fd10100 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8 HTTP/1.1" status: 200 len: 217 time: 0.0477777 Apr 05 19:36:24.126247 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] Checking router: 009aa61a-9264-4473-961f-d69092ce8bc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:36:24.134413 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:24.135015 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:24.143888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36b2542e-7d69-4f31-8513-4059ff6e9fb2 req-97fa1b6e-81ec-44c0-854f-323d0a7488ff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772643 Apr 05 19:36:24.177862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-83921ef3-5b67-4f3e-bf56-7a362521f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:24.179343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-83921ef3-5b67-4f3e-bf56-7a362521f613 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20d630d8-68b7-41d9-9fc2-4c46a6681f6e HTTP/1.1" status: 200 len: 835 time: 0.0486612 Apr 05 19:36:24.225213 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-367998d8-eeca-47fc-b3b3-d93ec5a8734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:24.227247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-367998d8-eeca-47fc-b3b3-d93ec5a8734f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403132 Apr 05 19:36:24.249269 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:24.321500 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-be8dfdaa-33d0-4725-a1b9-a8d29a62e9e8 service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863051 Apr 05 19:36:24.410263 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b082f53e-4aa9-486b-adc3-42ff06713599 req-acebc762-efb5-4c54-a53d-ac78e2bcee39 service neutron] 10.222.0.20 "GET /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803962 Apr 05 19:36:24.444610 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '22ec2913-18e7-407c-8823-5a1462ba4212', 'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:30:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:28Z', 'updated_at': '2022-04-05T19:35:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:24.474877 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf5231-b164-4854-9cf6-e635389086c1 None None] The sync data for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 is: [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:35:28Z', 'revision_number': 4, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '22ec2913-18e7-407c-8823-5a1462ba4212', 'name': '', 'network_id': '6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'mac_address': 'fa:16:3e:30:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:28Z', 'updated_at': '2022-04-05T19:35:31Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'subnets': [{'id': '20d630d8-68b7-41d9-9fc2-4c46a6681f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:36:24.691955 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a368fa-51b4-4878-95dd-e30a8ad5036a None None] New status for floating IP 89a59fa8-5abe-4e85-87a9-db03529b9dbe: DOWN {{(pid=102641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:36:25.267122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055506-5147-4dca-bce1-b8f18f29de34 req-9828685c-a36d-411e-bf2b-5178ba9ee1dc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:25.268573 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61055506-5147-4dca-bce1-b8f18f29de34 req-9828685c-a36d-411e-bf2b-5178ba9ee1dc tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0499184 Apr 05 19:36:25.309930 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-61055506-5147-4dca-bce1-b8f18f29de34 req-b01639df-12de-4c44-92f7-2f82b3ed2a9e tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd452cba-237b-4e65-9654-29d7af41a66e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349364 Apr 05 19:36:25.760216 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bce09-52a0-419b-95e4-c905d21b7504 req-0644c781-0b49-4f06-abdc-0cc4c49f80d1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:25.761671 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-377bce09-52a0-419b-95e4-c905d21b7504 req-0644c781-0b49-4f06-abdc-0cc4c49f80d1 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 945 time: 0.0487628 Apr 05 19:36:25.854255 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-377bce09-52a0-419b-95e4-c905d21b7504 req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:36:25.854615 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-377bce09-52a0-419b-95e4-c905d21b7504 req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:26.243659 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-377bce09-52a0-419b-95e4-c905d21b7504 req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:26.244022 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-377bce09-52a0-419b-95e4-c905d21b7504 req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:26.256254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-377bce09-52a0-419b-95e4-c905d21b7504 req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:36:26.390547 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-377bce09-52a0-419b-95e4-c905d21b7504 req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:26.415876 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-70cde4dd-3f2f-4fe0-adcb-59ecadd76ab4 req-23342cbb-e6e5-462a-8c48-05aa58b4ac82 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "GET /v2.0/ports?device_id=d894476e-1434-4b63-89e2-043e5d45dcfe HTTP/1.1" status: 200 len: 210 time: 0.0359581 Apr 05 19:36:26.434701 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=143baf2d-9b0b-4a09-add9-3536fa5bb0c8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:26.460685 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.461037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.461376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.461703 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.462029 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.462362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.462706 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.463026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.463347 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.463668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.463982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.464296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:26.486540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-377bce09-52a0-419b-95e4-c905d21b7504 req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] No DVR routers for this DVR port 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:36:26.489120 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-377bce09-52a0-419b-95e4-c905d21b7504 req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:26.492739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-377bce09-52a0-419b-95e4-c905d21b7504 req-5a408526-d7bb-4f8f-8f5c-b4ca79806af9 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.20 "DELETE /v2.0/ports/143baf2d-9b0b-4a09-add9-3536fa5bb0c8 HTTP/1.1" status: 204 len: 173 time: 0.7216737 Apr 05 19:36:26.493188 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'name': 'network-vif-deleted', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:36:26.495464 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb64f9-5f8c-4484-8546-ec4d8a795579" -d '{"events": [{"server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "name": "network-vif-deleted", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:36:26.533959 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8f12fb-00e6-4f6c-a653-e78903ca658f x-openstack-request-id: req-4e8f12fb-00e6-4f6c-a653-e78903ca658f {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:36:26.534266 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d894476e-1434-4b63-89e2-043e5d45dcfe", "name": "network-vif-deleted", "tag": "143baf2d-9b0b-4a09-add9-3536fa5bb0c8", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:36:26.534541 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e8f12fb-00e6-4f6c-a653-e78903ca658f {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:36:26.534958 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8f12fb-00e6-4f6c-a653-e78903ca658f'] response: {'server_uuid': 'd894476e-1434-4b63-89e2-043e5d45dcfe', 'name': 'network-vif-deleted', 'tag': '143baf2d-9b0b-4a09-add9-3536fa5bb0c8', 'status': 'completed', 'code': 200} Apr 05 19:36:27.477010 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:27.832151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:28.082619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 22ec2913-18e7-407c-8823-5a1462ba4212 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:36:28.082883 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:28.169078 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 22ec2913-18e7-407c-8823-5a1462ba4212, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=22ec2913-18e7-407c-8823-5a1462ba4212,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:28.169442 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:28.187112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 22ec2913-18e7-407c-8823-5a1462ba4212 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:36:28.370844 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:28.399023 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=22ec2913-18e7-407c-8823-5a1462ba4212,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:28.569840 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:28.779645 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Router 009aa61a-9264-4473-961f-d69092ce8bc8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:36:28.884493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:36:28.889580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-30125c11-f275-4fdc-b625-1a9dddcf7f22 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "PUT /v2.0/routers/009aa61a-9264-4473-961f-d69092ce8bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4115577 Apr 05 19:36:28.892366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37056) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:28.894569 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] Sync routers for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:36:28.904560 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:28.905156 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:28.945028 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e646bd-fb5c-495b-b479-8d9304bce2d8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting subnet 20d630d8-68b7-41d9-9fc2-4c46a6681f6e {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:36:28.949399 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e646bd-fb5c-495b-b479-8d9304bce2d8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:28.989992 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e646bd-fb5c-495b-b479-8d9304bce2d8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.009760 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:29.077445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e646bd-fb5c-495b-b479-8d9304bce2d8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.135792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e646bd-fb5c-495b-b479-8d9304bce2d8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.163357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e646bd-fb5c-495b-b479-8d9304bce2d8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Subnet': ['ID=20d630d8-68b7-41d9-9fc2-4c46a6681f6e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:29.165914 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91e646bd-fb5c-495b-b479-8d9304bce2d8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.169182 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-91e646bd-fb5c-495b-b479-8d9304bce2d8 tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/subnets/20d630d8-68b7-41d9-9fc2-4c46a6681f6e HTTP/1.1" status: 204 len: 168 time: 0.2755549 Apr 05 19:36:29.171669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37058) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:29.175442 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c424b9aa-146c-439f-8b04-7dcdcb4126a2 None None] Network 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:36:29.197801 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:36:28Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:29.230043 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] Checking router: 009aa61a-9264-4473-961f-d69092ce8bc8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:36:29.238954 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] Routers {'009aa61a-9264-4473-961f-d69092ce8bc8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:29.239577 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['009aa61a-9264-4473-961f-d69092ce8bc8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:29.288182 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.358626 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] Set router 009aa61a-9264-4473-961f-d69092ce8bc8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:29.379039 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] DHCP port deletion for 6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:36:29.397779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.436344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Deleting port 0edc8c01-5616-4670-a16c-26ee2cc5184a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:36:29.436982 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.453862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Deleting port 72e80085-43ae-41f0-aa80-3ccdf76a74fd {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:36:29.454208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.505410 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] For port 0edc8c01-5616-4670-a16c-26ee2cc5184a, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=0edc8c01-5616-4670-a16c-26ee2cc5184a,segment=NetworkSegment(884f52cd-4cf9-4c51-b59f-99135d842331),segment_id=884f52cd-4cf9-4c51-b59f-99135d842331)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:29.506145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.521397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Calling delete_port for 0edc8c01-5616-4670-a16c-26ee2cc5184a owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:36:29.545388 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] For port 72e80085-43ae-41f0-aa80-3ccdf76a74fd, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=72e80085-43ae-41f0-aa80-3ccdf76a74fd,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:29.545900 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.561222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Calling delete_port for 72e80085-43ae-41f0-aa80-3ccdf76a74fd owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:36:29.605672 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.634605 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Pushing event deleted for resources: {'Port': ['ID=0edc8c01-5616-4670-a16c-26ee2cc5184a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:29.638653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] No DVR routers for this DVR port 0edc8c01-5616-4670-a16c-26ee2cc5184a on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:36:29.642864 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:36:28Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:29.650060 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.650175 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.650478 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.650810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.651128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.651456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.651777 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.652095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.652412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.652726 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.653043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.653359 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9347496-ad49-4106-9e09-054e86bdaf4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:29.676732 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acfaa5-cdd2-4622-a2cf-f542885cb9d8 None None] The sync data for ids ['009aa61a-9264-4473-961f-d69092ce8bc8'] in n-d-836650-3 is: [{'id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144079028', 'tenant_id': '359942a49c9e4905bbd68eff0a2f6d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:35:25Z', 'updated_at': '2022-04-05T19:36:28Z', 'revision_number': 5, 'project_id': '359942a49c9e4905bbd68eff0a2f6d89', 'gw_port': {'id': '72e80085-43ae-41f0-aa80-3ccdf76a74fd', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009aa61a-9264-4473-961f-d69092ce8bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:35:26Z', 'updated_at': '2022-04-05T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:36:29.753312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.778509 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Port': ['ID=72e80085-43ae-41f0-aa80-3ccdf76a74fd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:29.841006 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.928015 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.930535 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.971869 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.972480 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Fanout notify agent at l3_agent the message router_deleted on router 009aa61a-9264-4473-961f-d69092ce8bc8 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:36:29.981792 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:29.983226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-d371130d-1246-4141-a5d9-a34148f05dab tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/routers/009aa61a-9264-4473-961f-d69092ce8bc8 HTTP/1.1" status: 204 len: 168 time: 0.8105009 Apr 05 19:36:29.986076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37060) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:30.068062 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.154922 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.175209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:30.184882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884f52cd-4cf9-4c51-b59f-99135d842331') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:30.185114 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884f52cd-4cf9-4c51-b59f-99135d842331') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:30.194350 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.207814 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.216405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:36:30.216771 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:36:30.219990 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:36:30.292237 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.300676 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.307575 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/networks/6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77 HTTP/1.1" status: 204 len: 168 time: 0.3167717 Apr 05 19:36:30.307690 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37062) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:30.317086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d13ff-3070-4235-9c11-c8339e15afff tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'Network': ['ID=6c02ecd6-5cf8-4f2e-939f-8ac3a1186f77,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:30.345735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0edc8c01-5616-4670-a16c-26ee2cc5184a no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:36:30.371860 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 0edc8c01-5616-4670-a16c-26ee2cc5184a {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:36:30.372228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 0edc8c01-5616-4670-a16c-26ee2cc5184a not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:36:30.372635 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 22ec2913-18e7-407c-8823-5a1462ba4212 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:36:30.380101 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.391574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 22ec2913-18e7-407c-8823-5a1462ba4212 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:36:30.391913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 22ec2913-18e7-407c-8823-5a1462ba4212 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:36:30.405854 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.465907 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.468404 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:30.469582 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] 10.222.0.15 "DELETE /v2.0/security-groups/cd452cba-237b-4e65-9654-29d7af41a66e HTTP/1.1" status: 204 len: 168 time: 0.1610496 Apr 05 19:36:30.478661 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd452cba-237b-4e65-9654-29d7af41a66e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:30.486055 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.486421 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.486760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.487115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.487418 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.487831 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.488179 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.488483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.488809 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.489128 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.489450 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.489763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605799b3-a783-4733-8d16-0fa84ee5d6ee tempest-TestNetworkAdvancedServerOps-1664698684 tempest-TestNetworkAdvancedServerOps-1664698684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:30.796485 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:30.907843 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:36:30.926999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:36:30.927343 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 143baf2d-9b0b-4a09-add9-3536fa5bb0c8 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:36:30.928313 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d9b4fab0-5c93-4d60-9336-493d42fdd429 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=359942a49c9e4905bbd68eff0a2f6d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306424 Apr 05 19:36:30.931029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37074) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:30.980038 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cedf76e6-63ca-4830-87fa-c1294ca83bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.003519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cedf76e6-63ca-4830-87fa-c1294ca83bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.050077 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cedf76e6-63ca-4830-87fa-c1294ca83bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.052592 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cedf76e6-63ca-4830-87fa-c1294ca83bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.053765 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cedf76e6-63ca-4830-87fa-c1294ca83bb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bee95ab0-ced5-4c85-bda2-ed6521ed226d HTTP/1.1" status: 204 len: 168 time: 0.1214051 Apr 05 19:36:31.062308 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf76e6-63ca-4830-87fa-c1294ca83bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee95ab0-ced5-4c85-bda2-ed6521ed226d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:31.307248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37080) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:31.321089 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1af2d9e-5765-4d8b-87b4-349f50e198d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.395260 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1af2d9e-5765-4d8b-87b4-349f50e198d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.398862 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1af2d9e-5765-4d8b-87b4-349f50e198d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.436572 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f1af2d9e-5765-4d8b-87b4-349f50e198d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37b787a2bb1e4b7c807bb2cf1d56a917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282797 Apr 05 19:36:31.437399 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af2d9e-5765-4d8b-87b4-349f50e198d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330c85d2-5a9a-4f62-8929-b6788458c7c7,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:31.439367 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37082) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:31.486595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21f02cf6-8db2-49e1-bd67-946f4f947aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.506855 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21f02cf6-8db2-49e1-bd67-946f4f947aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.552436 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21f02cf6-8db2-49e1-bd67-946f4f947aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.555312 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21f02cf6-8db2-49e1-bd67-946f4f947aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:31.556458 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-21f02cf6-8db2-49e1-bd67-946f4f947aa6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/330c85d2-5a9a-4f62-8929-b6788458c7c7 HTTP/1.1" status: 204 len: 168 time: 0.1161044 Apr 05 19:36:31.564198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f02cf6-8db2-49e1-bd67-946f4f947aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330c85d2-5a9a-4f62-8929-b6788458c7c7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:32.230489 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37104) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:32.233121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 72e80085-43ae-41f0-aa80-3ccdf76a74fd no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:36:32.253700 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 72e80085-43ae-41f0-aa80-3ccdf76a74fd {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:36:32.254045 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 72e80085-43ae-41f0-aa80-3ccdf76a74fd not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:36:32.329084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1442015480-network', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:32.347523 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Made reservation on behalf of 1db4d994af38465498a7dd5b7807eda7 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:36:32.349752 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.358577 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.431164 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.434818 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.460232 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:36:32.466258 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5d76b3-0292-43b3-815c-55852da8162e,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:32.472303 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.472644 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Added segment b131f98e-0bdb-48b4-8fdc-04cad28d7751 of type vlan for network f28c42ff-33e0-40ee-9f8a-8c29c11d766b Apr 05 19:36:32.515152 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.537941 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.539573 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:32.540156 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.594586 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3629982 Apr 05 19:36:32.597568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:32.601038 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1999d3-b319-4833-b49a-dbca5fcb398b admin admin] Pushing event updated for resources: {'Network': ['ID=f28c42ff-33e0-40ee-9f8a-8c29c11d766b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:32.603376 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Request body: {'subnet': {'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1442015480-subnet', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:32.611272 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:36:32.624565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Made reservation on behalf of 1db4d994af38465498a7dd5b7807eda7 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:36:32.627078 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.793610 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.852364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2eda38-785c-42c5-97cf-0f4c5427abaf,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:32.859364 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Checking segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:36:32.859718 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Network hostable DHCP agents. Network: f28c42ff-33e0-40ee-9f8a-8c29c11d766b, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:36:32.875654 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:36:32.884183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, f28c42ff-33e0-40ee-9f8a-8c29c11d766b) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:32.888993 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:32.889572 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.893439 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab11ff0-7356-4d1e-85e8-96c75e0537a2 None None] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:36:32.907416 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-38f75472-a4c5-44c9-9de8-27dcf7c74e94 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3086619 Apr 05 19:36:32.910099 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37110) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:32.915086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:32.933956 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.934993 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:32.987394 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.040884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:36:33.041753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.124537 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.177781 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Allocated IP 172.20.0.2 (f28c42ff-33e0-40ee-9f8a-8c29c11d766b/0e2eda38-785c-42c5-97cf-0f4c5427abaf/3ebedb66-dcbb-4a18-a65e-27c5770d1689) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:36:33.329222 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.336177 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.378215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:33.381077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:33.384856 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:36:33.390608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Pushing event updated for resources: {'Port': ['ID=3ebedb66-dcbb-4a18-a65e-27c5770d1689,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:33.444531 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Attempting to bind port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:36:33.445424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Attempting to bind port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:36:33.445814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Attempting to bind port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:36:33.451307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:36:33.451676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Checking segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:36:33.452072 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.452465 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Bound using segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:36:33.452925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Bound port: 3ebedb66-dcbb-4a18-a65e-27c5770d1689, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:36:33.453305 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.520973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] For port 3ebedb66-dcbb-4a18-a65e-27c5770d1689, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:36:33.524609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] For port 3ebedb66-dcbb-4a18-a65e-27c5770d1689, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3ebedb66-dcbb-4a18-a65e-27c5770d1689,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:36:33.529359 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.587043 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4a9d9-9d06-49bb-9f69-2a4b3dc37922 None None] Pushing event updated for resources: {'Port': ['ID=3ebedb66-dcbb-4a18-a65e-27c5770d1689,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:33.640058 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.659999 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.796000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Allocated IP 172.25.4.40 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/dcaeb092-cc8b-4eba-ba1c-235f245489aa) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:36:33.905952 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.938072 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:33.978280 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:33.981101 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:33.984743 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:36:34.005717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Pushing event updated for resources: {'Port': ['ID=dcaeb092-cc8b-4eba-ba1c-235f245489aa,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:34.233985 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:34.326092 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3ebedb66-dcbb-4a18-a65e-27c5770d1689 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:34.376935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:34.377611 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:34.452252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:34.588693 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:36:34.590316 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ffd7dd-fc25-401e-9588-c70273e683e0 None None] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:36:34.653499 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-733dc555-946c-41a6-bcfe-8e7ab132b742 None None] Provisioning complete for port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:34.653860 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-733dc555-946c-41a6-bcfe-8e7ab132b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:34.698803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:36:34.716082 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:34.717305 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-cdd7d1cb-2fe9-42a9-b254-9120f49e22fc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8062556 Apr 05 19:36:34.719954 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:34.720815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Sync routers for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:36:34.767098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:34.767629 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:34.769682 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:34.941563 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 3ebedb66-dcbb-4a18-a65e-27c5770d1689, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3ebedb66-dcbb-4a18-a65e-27c5770d1689,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:34.958150 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.006760 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-733dc555-946c-41a6-bcfe-8e7ab132b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.028344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:35.159620 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=3ebedb66-dcbb-4a18-a65e-27c5770d1689,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:35.201448 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.219564 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-733dc555-946c-41a6-bcfe-8e7ab132b742 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:36:35.219915 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-733dc555-946c-41a6-bcfe-8e7ab132b742 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:36:35.297191 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:34Z', 'revision_number': 3, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:35.334382 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Checking router: 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:36:35.334758 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Updating router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 port dcaeb092-cc8b-4eba-ba1c-235f245489aa binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:36:35.363416 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.396936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Allocated IP 172.20.0.1 (f28c42ff-33e0-40ee-9f8a-8c29c11d766b/0e2eda38-785c-42c5-97cf-0f4c5427abaf/d2521c3c-0026-44d5-bb99-4eab2b327cca) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:36:35.521718 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.558661 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.565970 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.605094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:35.608109 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:35.611138 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:36:35.637813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2521c3c-0026-44d5-bb99-4eab2b327cca,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:35.658461 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.674435 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.681503 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.757098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Attempting to bind port dcaeb092-cc8b-4eba-ba1c-235f245489aa on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:36:35.758156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Attempting to bind port dcaeb092-cc8b-4eba-ba1c-235f245489aa by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:36:35.759136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Attempting to bind port dcaeb092-cc8b-4eba-ba1c-235f245489aa on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:36:35.776765 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:36:35.777246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:36:35.777740 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.778227 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:36:35.778827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Bound port: dcaeb092-cc8b-4eba-ba1c-235f245489aa, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:36:35.779300 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.788925 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b459d-803e-41e5-82f5-c9190a677f91 None None] Pushing event updated for resources: {'Port': ['ID=dcaeb092-cc8b-4eba-ba1c-235f245489aa,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:35.803542 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.853235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] For port dcaeb092-cc8b-4eba-ba1c-235f245489aa, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:36:35.856491 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] For port dcaeb092-cc8b-4eba-ba1c-235f245489aa, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=dcaeb092-cc8b-4eba-ba1c-235f245489aa,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:36:35.861018 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.924450 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:35.925057 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:35.961685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b459d-803e-41e5-82f5-c9190a677f91 None None] Pushing event updated for resources: {'Port': ['ID=dcaeb092-cc8b-4eba-ba1c-235f245489aa,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:35.974356 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.979299 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:35.992501 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-aa21bc0d-f934-44ea-a186-d89f21c021b2 None None] Provisioning complete for port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:35.992914 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa21bc0d-f934-44ea-a186-d89f21c021b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:36.045290 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:36.047835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2521c3c-0026-44d5-bb99-4eab2b327cca,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:36.074026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:36.141602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:36.143003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:36.268493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:36:36.386619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3ebedb66-dcbb-4a18-a65e-27c5770d1689 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:36.387346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:36:36.397031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6b8e9ba3-ec2d-4339-a540-05b8f0b429c9 admin admin] 10.222.0.15 "PUT /v2.0/routers/147032aa-16af-4b02-b5d7-5a6c6c6f21c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711972 Apr 05 19:36:36.465480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-aa21bc0d-f934-44ea-a186-d89f21c021b2 None None] Provisioning complete for port d2521c3c-0026-44d5-bb99-4eab2b327cca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:36.465830 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa21bc0d-f934-44ea-a186-d89f21c021b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:36.524314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:36.524681 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:36.555784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aa21bc0d-f934-44ea-a186-d89f21c021b2 None None] Port d2521c3c-0026-44d5-bb99-4eab2b327cca cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:36:36.594565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 1, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:36.639127 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be02f4f-20ca-4b83-a900-23c8fe570243 None None] The sync data for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 is: [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 1, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:36:36.677139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-dc0ba858-82c3-4460-b55c-20187007b7ce None None] Provisioning complete for port d2521c3c-0026-44d5-bb99-4eab2b327cca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:36.677618 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc0ba858-82c3-4460-b55c-20187007b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:36.724090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ba858-82c3-4460-b55c-20187007b7ce None None] Port d2521c3c-0026-44d5-bb99-4eab2b327cca cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:36:36.915702 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37128) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:36.920716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1786902768-network', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:36.940835 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Made reservation on behalf of c32e056bfdd846019c9d3ea38d302bd6 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:36:36.943229 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:36.952365 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.034776 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.039378 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.067970 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:36:37.079633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10bd5f2-74ed-4e8e-a0f3-f3511a8b2f13,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:37.086954 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.087844 n-d-836650-3 neutron-server[102640]: INFO neutron.db.segments_db [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Added segment c597aac8-399b-44d9-9251-f6529f30b73c of type vlan for network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 Apr 05 19:36:37.129746 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.156486 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.157689 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:37.158341 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.216803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37130) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:37.217365 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3001058 Apr 05 19:36:37.222510 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Request body: {'subnet': {'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1786902768-subnet', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'ip_version': 4}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:37.231203 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d5d15-4a71-420f-bd3b-017e17026650 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:37.242671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:36:37.251852 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Made reservation on behalf of c32e056bfdd846019c9d3ea38d302bd6 for: {'subnet': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:36:37.254136 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12850418'] for subnet, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.484261 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.828053 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13678748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12850404'] for subnet, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.885241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26a007f-8b3e-4dd4-985d-a1ffeca069cf,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:37.894053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Checking segment: {'id': 'c597aac8-399b-44d9-9251-f6529f30b73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:36:37.894545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Network hostable DHCP agents. Network: 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:36:37.914343 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:36:37.924476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1) {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:37.929012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:37.930267 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.936369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e319655-5e88-4c6b-a939-9a13bd4bf688 None None] Network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:36:37.949230 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-554c0630-5ec0-4726-8010-ac0fd006ea7e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7306182 Apr 05 19:36:37.951768 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37132) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:37.956496 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:37.976108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:37.977249 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.032820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.095522 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1', 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'fixed_ips': [{'subnet_id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:36:38.096466 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.174723 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.251258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Allocated IP 172.20.0.2 (9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1/d26a007f-8b3e-4dd4-985d-a1ffeca069cf/07796e8d-5934-420c-910e-32736230fdf2) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:36:38.338460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device dcaeb092-cc8b-4eba-ba1c-235f245489aa up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:38.413951 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.437591 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.453132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.455817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port dcaeb092-cc8b-4eba-ba1c-235f245489aa triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:38.456167 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.476367 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.531537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:38.537363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:38.542729 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:36:38.545041 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Pushing event updated for resources: {'Port': ['ID=07796e8d-5934-420c-910e-32736230fdf2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:38.546983 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Allocated IP 172.25.4.30 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/d874847d-c88d-4359-a0be-5ab6593ebf35) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:36:38.629062 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.633939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Attempting to bind port 07796e8d-5934-420c-910e-32736230fdf2 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:36:38.634308 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Attempting to bind port 07796e8d-5934-420c-910e-32736230fdf2 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c597aac8-399b-44d9-9251-f6529f30b73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:36:38.634679 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Attempting to bind port 07796e8d-5934-420c-910e-32736230fdf2 on network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:36:38.641569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:36:38.641877 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Checking segment: {'id': 'c597aac8-399b-44d9-9251-f6529f30b73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:36:38.642278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.642684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Bound using segment: {'id': 'c597aac8-399b-44d9-9251-f6529f30b73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:36:38.643221 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Bound port: 07796e8d-5934-420c-910e-32736230fdf2, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c597aac8-399b-44d9-9251-f6529f30b73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:36:38.643526 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.662517 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.666769 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port dcaeb092-cc8b-4eba-ba1c-235f245489aa, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=dcaeb092-cc8b-4eba-ba1c-235f245489aa,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:38.671211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.701146 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.741171 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Sync routers for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:36:38.748955 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:38.751544 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:38.751984 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:38.752278 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:38.762212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:36:38.765403 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Pushing event updated for resources: {'Port': ['ID=d874847d-c88d-4359-a0be-5ab6593ebf35,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:38.770251 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] For port 07796e8d-5934-420c-910e-32736230fdf2, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:36:38.773683 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] For port 07796e8d-5934-420c-910e-32736230fdf2, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=07796e8d-5934-420c-910e-32736230fdf2,segment=NetworkSegment(c597aac8-399b-44d9-9251-f6529f30b73c),segment_id=c597aac8-399b-44d9-9251-f6529f30b73c)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:36:38.774963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=dcaeb092-cc8b-4eba-ba1c-235f245489aa,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:38.779929 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:38.840241 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9109166-420a-4cb1-a334-3a24f2e6f8cb None None] Pushing event updated for resources: {'Port': ['ID=07796e8d-5934-420c-910e-32736230fdf2,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:38.869340 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:39.075679 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.107891 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 2, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:39.137174 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Checking router: 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:36:39.137524 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Updating router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 port d2521c3c-0026-44d5-bb99-4eab2b327cca binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:36:39.163838 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.292059 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.421014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Router 838c1b71-3c4d-443c-b060-2fc234975e4c is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:36:39.432537 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.438106 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.485847 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Pushing event updated for resources: {'Port': ['ID=d2521c3c-0026-44d5-bb99-4eab2b327cca,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:39.512318 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.512656 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.512997 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.513329 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.513655 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.513975 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.514298 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.514641 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.514959 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.515276 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.515592 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.515906 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:36:39.549492 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:36:39.551117 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Attempting to bind port d2521c3c-0026-44d5-bb99-4eab2b327cca on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:36:39.551287 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Attempting to bind port d2521c3c-0026-44d5-bb99-4eab2b327cca by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:36:39.551745 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Attempting to bind port d2521c3c-0026-44d5-bb99-4eab2b327cca on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:36:39.558002 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:36:39.558447 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Checking segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:36:39.558945 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.559313 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Bound using segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:36:39.559896 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Bound port: d2521c3c-0026-44d5-bb99-4eab2b327cca, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:36:39.560631 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.565024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Sync routers for ids ['838c1b71-3c4d-443c-b060-2fc234975e4c'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:36:39.573838 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.577692 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-56d81705-f608-469f-bd53-6413afe844ec admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6222923 Apr 05 19:36:39.577946 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37136) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:39.580603 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b05fac9-9554-4bc8-be3e-19dd50663cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.587432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Routers {'838c1b71-3c4d-443c-b060-2fc234975e4c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:39.588064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['838c1b71-3c4d-443c-b060-2fc234975e4c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:39.656706 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] For port d2521c3c-0026-44d5-bb99-4eab2b327cca, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:36:39.662359 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] For port d2521c3c-0026-44d5-bb99-4eab2b327cca, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d2521c3c-0026-44d5-bb99-4eab2b327cca,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:36:39.669678 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.760232 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:39.760939 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:39.781351 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Set router 838c1b71-3c4d-443c-b060-2fc234975e4c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:39.832283 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c01fc1-a851-4b69-ad91-c24ecf8a86f3 None None] Pushing event updated for resources: {'Port': ['ID=d2521c3c-0026-44d5-bb99-4eab2b327cca,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:39.933121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-e8184e81-eb55-4f34-be31-2783484a9f06 None None] Provisioning complete for port d2521c3c-0026-44d5-bb99-4eab2b327cca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:39.933479 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8184e81-eb55-4f34-be31-2783484a9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:39.951443 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:40.107753 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8184e81-eb55-4f34-be31-2783484a9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.120504 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa46c8-cef8-4466-a5f7-194aee33847a None None] Network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:36:40.185644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.207460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e8184e81-eb55-4f34-be31-2783484a9f06 None None] For port d2521c3c-0026-44d5-bb99-4eab2b327cca, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d2521c3c-0026-44d5-bb99-4eab2b327cca,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:40.224585 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8184e81-eb55-4f34-be31-2783484a9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.230851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:37Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 3, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'gw_port': {'id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:38Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:40.241153 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:39Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:40.269756 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Checking router: 838c1b71-3c4d-443c-b060-2fc234975e4c for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:36:40.270111 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Updating router 838c1b71-3c4d-443c-b060-2fc234975e4c port d874847d-c88d-4359-a0be-5ab6593ebf35 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:36:40.279989 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5607712-c707-40e1-9b92-b2bd7a3c7d5b None None] The sync data for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 is: [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:39Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:36:40.394486 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Allocated IP 172.20.0.1 (9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1/d26a007f-8b3e-4dd4-985d-a1ffeca069cf/23977310-b7d8-4073-85cc-51dabd487389) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:36:40.407056 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.460238 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-99092b7d-8213-4cc7-87cb-319c2fdf90b7 None None] Provisioning complete for port 07796e8d-5934-420c-910e-32736230fdf2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:40.462709 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99092b7d-8213-4cc7-87cb-319c2fdf90b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.464590 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8184e81-eb55-4f34-be31-2783484a9f06 None None] Pushing event updated for resources: {'Port': ['ID=d2521c3c-0026-44d5-bb99-4eab2b327cca,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:40.520336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.555726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.565185 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 07796e8d-5934-420c-910e-32736230fdf2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:40.599477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:40.606186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:40.608167 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Pushing event updated for resources: {'Port': ['ID=23977310-b7d8-4073-85cc-51dabd487389,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:40.610297 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:36:40.651638 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.801836 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.961112 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 07796e8d-5934-420c-910e-32736230fdf2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:40.961581 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:40.968899 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99092b7d-8213-4cc7-87cb-319c2fdf90b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.033762 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.040137 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.071719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-99092b7d-8213-4cc7-87cb-319c2fdf90b7 None None] For port 07796e8d-5934-420c-910e-32736230fdf2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=07796e8d-5934-420c-910e-32736230fdf2,segment=NetworkSegment(c597aac8-399b-44d9-9251-f6529f30b73c),segment_id=c597aac8-399b-44d9-9251-f6529f30b73c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:41.089926 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99092b7d-8213-4cc7-87cb-319c2fdf90b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.118362 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.120256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Pushing event updated for resources: {'Port': ['ID=23977310-b7d8-4073-85cc-51dabd487389,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:41.215480 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-99092b7d-8213-4cc7-87cb-319c2fdf90b7 None None] Provisioning complete for port d2521c3c-0026-44d5-bb99-4eab2b327cca triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:41.215791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99092b7d-8213-4cc7-87cb-319c2fdf90b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.219193 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:41.221226 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:41.254001 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99092b7d-8213-4cc7-87cb-319c2fdf90b7 None None] Pushing event updated for resources: {'Port': ['ID=07796e8d-5934-420c-910e-32736230fdf2,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:41.261886 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.267480 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:36:41.271192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device dcaeb092-cc8b-4eba-ba1c-235f245489aa up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:41.278975 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.367871 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Router 838c1b71-3c4d-443c-b060-2fc234975e4c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:36:41.372653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Attempting to bind port d874847d-c88d-4359-a0be-5ab6593ebf35 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:36:41.373024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Attempting to bind port d874847d-c88d-4359-a0be-5ab6593ebf35 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:36:41.373388 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Attempting to bind port d874847d-c88d-4359-a0be-5ab6593ebf35 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:36:41.386690 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3fa40-4636-4fbc-9174-8bef1d096742 None None] Pushing event updated for resources: {'Port': ['ID=d874847d-c88d-4359-a0be-5ab6593ebf35,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:41.390720 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:36:41.391215 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:36:41.391684 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.392248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:36:41.392799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Bound port: d874847d-c88d-4359-a0be-5ab6593ebf35, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:36:41.393295 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.475794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port dcaeb092-cc8b-4eba-ba1c-235f245489aa triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:41.476171 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.486895 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:36:41.492081 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7912b53a-85d8-4631-ad50-9d62db998647 admin admin] 10.222.0.15 "PUT /v2.0/routers/838c1b71-3c4d-443c-b060-2fc234975e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9130628 Apr 05 19:36:41.505543 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] For port d874847d-c88d-4359-a0be-5ab6593ebf35, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:36:41.525098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] For port d874847d-c88d-4359-a0be-5ab6593ebf35, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d874847d-c88d-4359-a0be-5ab6593ebf35,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:36:41.531363 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.634639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Routers {'838c1b71-3c4d-443c-b060-2fc234975e4c'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:41.635300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['838c1b71-3c4d-443c-b060-2fc234975e4c'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:41.639627 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3fa40-4636-4fbc-9174-8bef1d096742 None None] Pushing event updated for resources: {'Port': ['ID=d874847d-c88d-4359-a0be-5ab6593ebf35,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:41.679038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-23738521-f7e0-4c4f-9d6f-685fba63d7a4 None None] Provisioning complete for port 07796e8d-5934-420c-910e-32736230fdf2 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:41.679921 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23738521-f7e0-4c4f-9d6f-685fba63d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.683991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d2521c3c-0026-44d5-bb99-4eab2b327cca up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:41.822660 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] Set router 838c1b71-3c4d-443c-b060-2fc234975e4c gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:41.875110 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d2521c3c-0026-44d5-bb99-4eab2b327cca triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:41.875475 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:41.988939 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-728faf38-3069-4e15-b965-25b9db7cb8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.039770 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-23738521-f7e0-4c4f-9d6f-685fba63d7a4 None None] Provisioning complete for port 23977310-b7d8-4073-85cc-51dabd487389 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:42.040234 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23738521-f7e0-4c4f-9d6f-685fba63d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.144893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-23738521-f7e0-4c4f-9d6f-685fba63d7a4 None None] Port 23977310-b7d8-4073-85cc-51dabd487389 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:36:42.179421 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:37Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 4, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'gw_port': {'id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:38Z', 'updated_at': '2022-04-05T19:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '23977310-b7d8-4073-85cc-51dabd487389', 'name': '', 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'mac_address': 'fa:16:3e:0e:08:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:40Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 2, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'subnets': [{'id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:42.195752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37144) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:42.200330 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5579352c-c9bd-401b-968d-9351a8691811 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1319841216', 'description': 'tempest-secgroup-smoke-1319841216 description', 'project_id': '1db4d994af38465498a7dd5b7807eda7'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:42.211369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5fe80b-c61f-4d50-be3f-466c46750111 None None] The sync data for ids ['838c1b71-3c4d-443c-b060-2fc234975e4c'] in n-d-836650-3 is: [{'id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:37Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 4, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'gw_port': {'id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:38Z', 'updated_at': '2022-04-05T19:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '23977310-b7d8-4073-85cc-51dabd487389', 'name': '', 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'mac_address': 'fa:16:3e:0e:08:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:40Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 2, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'subnets': [{'id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:36:42.221751 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5579352c-c9bd-401b-968d-9351a8691811 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.294850 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 07796e8d-5934-420c-910e-32736230fdf2 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:42.306139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5579352c-c9bd-401b-968d-9351a8691811 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.311729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5579352c-c9bd-401b-968d-9351a8691811 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.339336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5579352c-c9bd-401b-968d-9351a8691811 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.343335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5579352c-c9bd-401b-968d-9351a8691811 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1438234 Apr 05 19:36:42.343758 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37146) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:42.349843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579352c-c9bd-401b-968d-9351a8691811 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac283634-fe4b-4714-892e-5b5d67bff31b,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:42.350233 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6de34a43-c126-437f-9497-915d39e696c3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'ac283634-fe4b-4714-892e-5b5d67bff31b', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:42.355609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 07796e8d-5934-420c-910e-32736230fdf2 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:42.356060 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.382589 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6de34a43-c126-437f-9497-915d39e696c3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.441046 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6de34a43-c126-437f-9497-915d39e696c3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.441718 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d2521c3c-0026-44d5-bb99-4eab2b327cca up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:42.450504 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6de34a43-c126-437f-9497-915d39e696c3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.478811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de34a43-c126-437f-9497-915d39e696c3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8b95cc-3bbd-4321-bd35-e4e77fa5f417,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:42.497178 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6de34a43-c126-437f-9497-915d39e696c3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.498340 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6de34a43-c126-437f-9497-915d39e696c3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534400 Apr 05 19:36:42.501254 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37148) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:42.505838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-288cd6f5-52f7-4c84-961c-1cd80465f79b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'ac283634-fe4b-4714-892e-5b5d67bff31b', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:42.521612 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d2521c3c-0026-44d5-bb99-4eab2b327cca triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:42.527520 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.538769 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-288cd6f5-52f7-4c84-961c-1cd80465f79b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.600678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-288cd6f5-52f7-4c84-961c-1cd80465f79b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.607728 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-288cd6f5-52f7-4c84-961c-1cd80465f79b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.636441 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cd6f5-52f7-4c84-961c-1cd80465f79b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b469e0b-8c1e-46d3-b391-bdd6c23e0973,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:42.641795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-288cd6f5-52f7-4c84-961c-1cd80465f79b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.643115 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-288cd6f5-52f7-4c84-961c-1cd80465f79b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408041 Apr 05 19:36:42.646014 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37150) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:42.651139 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-13cc1020-9b07-4961-ac28-743fb38d255e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'ac283634-fe4b-4714-892e-5b5d67bff31b', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:42.677060 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13cc1020-9b07-4961-ac28-743fb38d255e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.738691 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13cc1020-9b07-4961-ac28-743fb38d255e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.743665 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13cc1020-9b07-4961-ac28-743fb38d255e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.763475 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc1020-9b07-4961-ac28-743fb38d255e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f691792-27f1-4446-9b37-44b3387fb4e8,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:42.774191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-13cc1020-9b07-4961-ac28-743fb38d255e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.775519 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-13cc1020-9b07-4961-ac28-743fb38d255e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284916 Apr 05 19:36:42.778270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37152) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:42.782774 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-d837d1a7-3dd8-47d3-9898-97ca02d6bdbb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'ac283634-fe4b-4714-892e-5b5d67bff31b', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:42.810058 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d837d1a7-3dd8-47d3-9898-97ca02d6bdbb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.874106 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d837d1a7-3dd8-47d3-9898-97ca02d6bdbb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.879833 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d837d1a7-3dd8-47d3-9898-97ca02d6bdbb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.898359 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837d1a7-3dd8-47d3-9898-97ca02d6bdbb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184e010c-1d8d-4f0b-963c-cf6ed97e2577,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:42.906793 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d837d1a7-3dd8-47d3-9898-97ca02d6bdbb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:42.907968 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d837d1a7-3dd8-47d3-9898-97ca02d6bdbb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286600 Apr 05 19:36:42.910814 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37154) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:42.916144 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-10d90b63-a18d-4cb3-8f2e-2e63a68d309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'ac283634-fe4b-4714-892e-5b5d67bff31b', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:42.938934 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-10d90b63-a18d-4cb3-8f2e-2e63a68d309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Project 1db4d994af38465498a7dd5b7807eda7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:36:42.943549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10d90b63-a18d-4cb3-8f2e-2e63a68d309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:43.001675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10d90b63-a18d-4cb3-8f2e-2e63a68d309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:43.005123 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10d90b63-a18d-4cb3-8f2e-2e63a68d309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:43.026200 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d90b63-a18d-4cb3-8f2e-2e63a68d309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d659a6b-9c2c-49e8-ba58-ffbc5345893e,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:43.032126 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-10d90b63-a18d-4cb3-8f2e-2e63a68d309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:43.033348 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-10d90b63-a18d-4cb3-8f2e-2e63a68d309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215494 Apr 05 19:36:43.036192 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37156) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:43.044036 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-5d0d657b-3c81-4bc0-9392-7da7da2f4eb7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'ac283634-fe4b-4714-892e-5b5d67bff31b', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:43.057951 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:43.071178 n-d-836650-3 neutron-server[102639]: INFO neutron.db.securitygroups_db [None req-5d0d657b-3c81-4bc0-9392-7da7da2f4eb7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Project 1db4d994af38465498a7dd5b7807eda7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:36:43.077258 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0d657b-3c81-4bc0-9392-7da7da2f4eb7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:43.157930 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0d657b-3c81-4bc0-9392-7da7da2f4eb7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:43.161942 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0d657b-3c81-4bc0-9392-7da7da2f4eb7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:43.182459 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d657b-3c81-4bc0-9392-7da7da2f4eb7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c44045-fbce-437e-8ca8-970d3176ad70,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:43.187875 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5d0d657b-3c81-4bc0-9392-7da7da2f4eb7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:43.195496 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5d0d657b-3c81-4bc0-9392-7da7da2f4eb7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577203 Apr 05 19:36:43.339175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-10e5738d-d879-4730-beb8-140c3a1711ad tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319841216&fields=id&tenant_id=1db4d994af38465498a7dd5b7807eda7 HTTP/1.1" status: 200 len: 267 time: 0.0337687 Apr 05 19:36:43.453666 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-aba469d5-f717-4b45-bf99-dd4529e45bb9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:43.455170 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-aba469d5-f717-4b45-bf99-dd4529e45bb9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 809 time: 0.1090040 Apr 05 19:36:43.470783 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-889099c0-6087-433d-987f-8f95be53f4da tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/quotas/1db4d994af38465498a7dd5b7807eda7 HTTP/1.1" status: 200 len: 375 time: 0.0096462 Apr 05 19:36:43.524432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-75df76d7-645f-4098-a26a-4cbecd69ec92 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477426 Apr 05 19:36:43.628472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-29d35529-6dab-4c09-9531-3bd978c62627 service neutron] 10.222.0.15 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911252 Apr 05 19:36:43.720702 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-78264611-915e-4ffe-994a-be9fb52910dc service neutron] 10.222.0.15 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857694 Apr 05 19:36:43.884548 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-869e90f0-2558-4fdb-8470-f97668745dea req-37cc7172-384d-4175-8bba-06de56e39b51 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 210 time: 0.0279207 Apr 05 19:36:44.325390 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d874847d-c88d-4359-a0be-5ab6593ebf35 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:44.377759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d874847d-c88d-4359-a0be-5ab6593ebf35 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:44.378296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:44.435693 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Sync routers for ids ['838c1b71-3c4d-443c-b060-2fc234975e4c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:36:44.453496 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Routers {'838c1b71-3c4d-443c-b060-2fc234975e4c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:44.454175 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['838c1b71-3c4d-443c-b060-2fc234975e4c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:44.472998 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:44.498746 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port d874847d-c88d-4359-a0be-5ab6593ebf35, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d874847d-c88d-4359-a0be-5ab6593ebf35,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:44.503550 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:44.564523 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=d874847d-c88d-4359-a0be-5ab6593ebf35,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:44.578338 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Set router 838c1b71-3c4d-443c-b060-2fc234975e4c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:44.589083 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:44.857200 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:37Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 4, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'gw_port': {'id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:38Z', 'updated_at': '2022-04-05T19:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '23977310-b7d8-4073-85cc-51dabd487389', 'name': '', 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'mac_address': 'fa:16:3e:0e:08:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:40Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 2, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'subnets': [{'id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:44.890701 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Checking router: 838c1b71-3c4d-443c-b060-2fc234975e4c for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:36:44.891049 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Updating router 838c1b71-3c4d-443c-b060-2fc234975e4c port 23977310-b7d8-4073-85cc-51dabd487389 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:36:44.925147 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:44.989349 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-78224407-b919-4b1a-9771-32f93e821b4f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:44.991000 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-78224407-b919-4b1a-9771-32f93e821b4f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 809 time: 0.1176851 Apr 05 19:36:45.010389 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5dd7481f-ba29-4937-a7e7-e9abf397019e req-d5a398cf-b076-49da-9dc0-c0d93f34d3ad tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 210 time: 0.0472012 Apr 05 19:36:45.046290 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-87f64cf0-8581-44a8-abe4-18d6792e5c52 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db4d994af38465498a7dd5b7807eda7 HTTP/1.1" status: 200 len: 380 time: 0.0458529 Apr 05 19:36:45.056210 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'port': {'device_id': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'admin_state_up': True, 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'security_groups': ['ac283634-fe4b-4714-892e-5b5d67bff31b']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:45.085846 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.162303 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Made reservation on behalf of 1db4d994af38465498a7dd5b7807eda7 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:36:45.165796 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.207851 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.217859 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.290644 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2b07c-2037-4f28-9b01-9599c8d4cd1d None None] Pushing event updated for resources: {'Port': ['ID=23977310-b7d8-4073-85cc-51dabd487389,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:45.299663 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Allocated IP 172.20.0.7 (f28c42ff-33e0-40ee-9f8a-8c29c11d766b/0e2eda38-785c-42c5-97cf-0f4c5427abaf/fcf4b4cf-afd9-4af6-828f-e63260905f1d) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:36:45.324941 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Attempting to bind port 23977310-b7d8-4073-85cc-51dabd487389 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:36:45.325329 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Attempting to bind port 23977310-b7d8-4073-85cc-51dabd487389 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'c597aac8-399b-44d9-9251-f6529f30b73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:36:45.325681 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Attempting to bind port 23977310-b7d8-4073-85cc-51dabd487389 on network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:36:45.331239 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:36:45.331605 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Checking segment: {'id': 'c597aac8-399b-44d9-9251-f6529f30b73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:36:45.331995 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.332378 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Bound using segment: {'id': 'c597aac8-399b-44d9-9251-f6529f30b73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:36:45.332831 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Bound port: 23977310-b7d8-4073-85cc-51dabd487389, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c597aac8-399b-44d9-9251-f6529f30b73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:36:45.333200 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.397986 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] For port 23977310-b7d8-4073-85cc-51dabd487389, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:36:45.401252 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] For port 23977310-b7d8-4073-85cc-51dabd487389, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23977310-b7d8-4073-85cc-51dabd487389,segment=NetworkSegment(c597aac8-399b-44d9-9251-f6529f30b73c),segment_id=c597aac8-399b-44d9-9251-f6529f30b73c)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:36:45.406799 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.455536 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.473786 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2b07c-2037-4f28-9b01-9599c8d4cd1d None None] Pushing event updated for resources: {'Port': ['ID=23977310-b7d8-4073-85cc-51dabd487389,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:45.484715 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Routers {'838c1b71-3c4d-443c-b060-2fc234975e4c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:45.485273 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['838c1b71-3c4d-443c-b060-2fc234975e4c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:45.492555 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-9adb9532-5d77-42a7-a5f7-2779ee4519c5 None None] Provisioning complete for port 23977310-b7d8-4073-85cc-51dabd487389 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:45.493141 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9adb9532-5d77-42a7-a5f7-2779ee4519c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.508787 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.586427 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9adb9532-5d77-42a7-a5f7-2779ee4519c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.611375 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] Set router 838c1b71-3c4d-443c-b060-2fc234975e4c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:45.623190 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9adb9532-5d77-42a7-a5f7-2779ee4519c5 None None] For port 23977310-b7d8-4073-85cc-51dabd487389, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23977310-b7d8-4073-85cc-51dabd487389,segment=NetworkSegment(c597aac8-399b-44d9-9251-f6529f30b73c),segment_id=c597aac8-399b-44d9-9251-f6529f30b73c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:45.627802 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9adb9532-5d77-42a7-a5f7-2779ee4519c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.700477 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb9532-5d77-42a7-a5f7-2779ee4519c5 None None] Pushing event updated for resources: {'Port': ['ID=23977310-b7d8-4073-85cc-51dabd487389,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:45.751817 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1d83370b-041e-4742-a8d7-35f67192ca73 None None] Provisioning complete for port 23977310-b7d8-4073-85cc-51dabd487389 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:45.752200 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d83370b-041e-4742-a8d7-35f67192ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:45.856952 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:37Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 4, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'gw_port': {'id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:38Z', 'updated_at': '2022-04-05T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '23977310-b7d8-4073-85cc-51dabd487389', 'name': '', 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'mac_address': 'fa:16:3e:0e:08:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:40Z', 'updated_at': '2022-04-05T19:36:45Z', 'revision_number': 4, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'subnets': [{'id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:45.883697 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73fad9-2355-4ac2-ab07-de3e0a4e28eb None None] The sync data for ids ['838c1b71-3c4d-443c-b060-2fc234975e4c'] in n-d-836650-3 is: [{'id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:37Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 4, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'gw_port': {'id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:38Z', 'updated_at': '2022-04-05T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '23977310-b7d8-4073-85cc-51dabd487389', 'name': '', 'network_id': '9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'mac_address': 'fa:16:3e:0e:08:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:40Z', 'updated_at': '2022-04-05T19:36:45Z', 'revision_number': 4, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'subnets': [{'id': 'd26a007f-8b3e-4dd4-985d-a1ffeca069cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:36:45.937894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:45.941185 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:45.943687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:36:45.952189 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:46.002133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:46.002839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.022018 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ff6b0294-5132-44c7-b21e-625a74c381cc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9703116 Apr 05 19:36:46.035186 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Request body: {'port': {'device_id': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:46.099788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.275153 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b3e0e9f0-6b80-4dae-a5a2-e51d1cef8ca9 None None] Provisioning complete for port fcf4b4cf-afd9-4af6-828f-e63260905f1d triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:46.275754 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e9f0-6b80-4dae-a5a2-e51d1cef8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.315725 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697d1bc-97ae-470f-b3f8-fdc08e836d77 req-ec111967-19da-4d00-9dcf-0344f29d6cd6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:46.318041 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f697d1bc-97ae-470f-b3f8-fdc08e836d77 req-ec111967-19da-4d00-9dcf-0344f29d6cd6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 931 time: 0.2236838 Apr 05 19:36:46.348366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0e9f0-6b80-4dae-a5a2-e51d1cef8ca9 None None] Port fcf4b4cf-afd9-4af6-828f-e63260905f1d cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:36:46.373654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f697d1bc-97ae-470f-b3f8-fdc08e836d77 req-d6d89233-465d-40d4-bc7d-a728958b2e4b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481186 Apr 05 19:36:46.406707 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d874847d-c88d-4359-a0be-5ab6593ebf35 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:46.455208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf4b4cf-afd9-4af6-828f-e63260905f1d {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:36:46.459722 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d874847d-c88d-4359-a0be-5ab6593ebf35 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:46.460137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.463736 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.476651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Transition to ACTIVE for port object fcf4b4cf-afd9-4af6-828f-e63260905f1d will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:36:46.481780 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.539829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:46.615550 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Attempting to bind port fcf4b4cf-afd9-4af6-828f-e63260905f1d on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:36:46.615887 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Attempting to bind port fcf4b4cf-afd9-4af6-828f-e63260905f1d by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:36:46.616216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Attempting to bind port fcf4b4cf-afd9-4af6-828f-e63260905f1d on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:36:46.621880 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Port fcf4b4cf-afd9-4af6-828f-e63260905f1d on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:36:46.622198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Attempting to bind port fcf4b4cf-afd9-4af6-828f-e63260905f1d on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:36:46.628012 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:36:46.628328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Checking segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:36:46.628713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Bound using segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:36:46.629134 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Bound port: fcf4b4cf-afd9-4af6-828f-e63260905f1d, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:36:46.629490 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.706701 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:36:46.710712 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:36:46.711892 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23977310-b7d8-4073-85cc-51dabd487389 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:46.719895 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.756053 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:46.756709 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.759064 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] 10.222.0.25 "PUT /v2.0/ports/fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 1091 time: 0.7287641 Apr 05 19:36:46.759507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:36:46.761790 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf22752-0bc7-47b4-98f7-02f19b643a73" -d '{"events": [{"name": "network-changed", "server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:36:46.765072 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 23977310-b7d8-4073-85cc-51dabd487389 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:46.765571 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:46.798534 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a250ac-916e-434c-9931-904f187fb59a service neutron] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:46.844909 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5344cc47-0ff8-49fb-868f-8276bbb31dc4 x-openstack-request-id: req-5344cc47-0ff8-49fb-868f-8276bbb31dc4 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:36:46.845287 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:36:46.845610 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5344cc47-0ff8-49fb-868f-8276bbb31dc4 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:36:46.846083 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5344cc47-0ff8-49fb-868f-8276bbb31dc4'] response: {'name': 'network-changed', 'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'status': 'completed', 'code': 200} Apr 05 19:36:46.865218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-dac0cbe3-118e-4afe-8a5c-f7cd9414dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:46.866572 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-dac0cbe3-118e-4afe-8a5c-f7cd9414dc68 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1094 time: 0.0548069 Apr 05 19:36:46.914532 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-fc2a00d2-6eb2-44ec-addf-4ea4a30f6950 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 217 time: 0.0397234 Apr 05 19:36:46.967643 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-9a3df9a4-5ce1-41f0-89b5-07c785f02043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:46.969033 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-9a3df9a4-5ce1-41f0-89b5-07c785f02043 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0481880 Apr 05 19:36:47.013280 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-636463b7-8b73-4023-a6a6-fa48222fdc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:47.014745 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-636463b7-8b73-4023-a6a6-fa48222fdc95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393877 Apr 05 19:36:47.105581 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-ea127a7f-911d-495e-962a-9b874f687103 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846541 Apr 05 19:36:47.199814 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1d1d3c3d-1b34-468d-affd-9b925fde970f req-901c4d4b-d5d3-4cc5-8848-28cc9e7b33d1 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878766 Apr 05 19:36:47.285091 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-2a5038ac-62f1-4617-b687-78cb727e551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:47.286588 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-2a5038ac-62f1-4617-b687-78cb727e551b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1094 time: 0.0419412 Apr 05 19:36:47.378022 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-fb527d95-266a-4306-ab06-0c22e49e2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:47.379503 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-fb527d95-266a-4306-ab06-0c22e49e2bc7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0869992 Apr 05 19:36:47.421433 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-37c0794c-4392-4e8e-aec6-003d17a104d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 217 time: 0.0350819 Apr 05 19:36:47.475704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-1a4ad1ec-3530-4452-9cba-2c9364537f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:47.477194 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-1a4ad1ec-3530-4452-9cba-2c9364537f0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0498614 Apr 05 19:36:47.490565 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fef450-5741-4ab5-b0f5-9b80b50e94d2 req-32a44976-22a0-47a1-b4d6-4610ed1dc546 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:47.492172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2fef450-5741-4ab5-b0f5-9b80b50e94d2 req-32a44976-22a0-47a1-b4d6-4610ed1dc546 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 943 time: 0.0489678 Apr 05 19:36:47.527991 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-87a2fab6-3a28-4ab7-a31c-88c558df90af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:47.529492 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-87a2fab6-3a28-4ab7-a31c-88c558df90af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450907 Apr 05 19:36:47.536770 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e2fef450-5741-4ab5-b0f5-9b80b50e94d2 req-c0a59d02-6f33-4142-88a7-0858238caa14 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356555 Apr 05 19:36:47.621010 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-992d58b8-4e90-4a80-9da4-18952fd3e975 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848651 Apr 05 19:36:47.713111 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-0cf22752-0bc7-47b4-98f7-02f19b643a73 req-77878cc1-8a61-4b22-818f-86b40c4d1fe7 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854552 Apr 05 19:36:48.702024 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928833a-e1e9-4e8d-a4e6-3a1d77776379 req-c071fc6d-2034-4ce8-b1db-8b6729772390 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:48.703714 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a928833a-e1e9-4e8d-a4e6-3a1d77776379 req-c071fc6d-2034-4ce8-b1db-8b6729772390 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 943 time: 0.0967693 Apr 05 19:36:48.741113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a928833a-e1e9-4e8d-a4e6-3a1d77776379 req-ff21c5ba-8df1-4abd-8873-1198be3ac565 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313241 Apr 05 19:36:49.862121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e989812-00e7-402c-90d9-c3d718e2e6a2 req-0f8df8a0-2812-44b9-b632-b40266fb4ff3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:49.863632 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e989812-00e7-402c-90d9-c3d718e2e6a2 req-0f8df8a0-2812-44b9-b632-b40266fb4ff3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 943 time: 0.0539334 Apr 05 19:36:49.902008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3e989812-00e7-402c-90d9-c3d718e2e6a2 req-2a090367-4973-4f67-ac2a-cf8594b17cec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Apr 05 19:36:50.638139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:36:50.735905 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:50.747119 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'port_id': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'mac_address': 'fa:16:3e:28:a3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:36:50.782520 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:50.795809 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf4b4cf-afd9-4af6-828f-e63260905f1d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:36:50.814286 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:50.817986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:50.865506 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:51.017118 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b635c8-ea06-4af9-ba58-9cc20d6259aa req-a0a62cbb-d34b-445e-88df-851dc8bfdd8d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:51.019580 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36b635c8-ea06-4af9-ba58-9cc20d6259aa req-a0a62cbb-d34b-445e-88df-851dc8bfdd8d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0491774 Apr 05 19:36:51.059517 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-36b635c8-ea06-4af9-ba58-9cc20d6259aa req-35e77f29-3f3e-406f-949c-b909a2dcc571 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Apr 05 19:36:51.168229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['fcf4b4cf-afd9-4af6-828f-e63260905f1d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:36:52.173540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82e7ee-9560-41c9-9e29-a38cf4a4c6bd req-593bfef8-11e6-47ff-a0c1-dca8f19ccbaa tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:52.175025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c82e7ee-9560-41c9-9e29-a38cf4a4c6bd req-593bfef8-11e6-47ff-a0c1-dca8f19ccbaa tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0480607 Apr 05 19:36:52.212788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c82e7ee-9560-41c9-9e29-a38cf4a4c6bd req-0cd38a1e-8d74-488e-9932-6784f3d8b5a2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308881 Apr 05 19:36:52.637818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:36:52.688811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port fcf4b4cf-afd9-4af6-828f-e63260905f1d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:36:52.692511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port fcf4b4cf-afd9-4af6-828f-e63260905f1d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:36:52.692882 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:52.770816 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:52.793279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:36:52.795553 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e8af7a-d1e4-4c8e-b676-fefa8ef049e9" -d '{"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:36:52.807909 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:36:52.812439 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:52.836917 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472e0be0-a7c9-487d-8170-08e59a958230 x-openstack-request-id: req-472e0be0-a7c9-487d-8170-08e59a958230 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:36:52.837208 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:36:52.837458 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-472e0be0-a7c9-487d-8170-08e59a958230 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:36:52.837847 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472e0be0-a7c9-487d-8170-08e59a958230'] response: {'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'code': 200} Apr 05 19:36:52.868484 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:52.933481 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f295556-8516-4c75-9d2c-02c297877b7b req-480dda10-a9f4-463e-89eb-5cc024b57699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:52.935249 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6f295556-8516-4c75-9d2c-02c297877b7b req-480dda10-a9f4-463e-89eb-5cc024b57699 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1096 time: 0.0402055 Apr 05 19:36:52.972288 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6f295556-8516-4c75-9d2c-02c297877b7b req-4a6c5fa8-a077-43ec-a063-e5b09c1061c0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300789 Apr 05 19:36:53.331505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50409eae-3802-43a0-874b-2fd179063054 req-e3e3f6eb-9ac3-44d6-9a8c-8f83ca357233 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:53.332965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50409eae-3802-43a0-874b-2fd179063054 req-e3e3f6eb-9ac3-44d6-9a8c-8f83ca357233 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0525577 Apr 05 19:36:53.370865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-50409eae-3802-43a0-874b-2fd179063054 req-cc7318d5-5f8c-4212-9023-a54813247876 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315149 Apr 05 19:36:54.491612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97193e9f-06a2-482c-8f07-55258abd2da9 req-f54b168f-5c29-442c-af7e-034922187817 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:54.493251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97193e9f-06a2-482c-8f07-55258abd2da9 req-f54b168f-5c29-442c-af7e-034922187817 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0506115 Apr 05 19:36:54.530870 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-97193e9f-06a2-482c-8f07-55258abd2da9 req-19862d90-196e-46c7-b116-75aecbecca3d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Apr 05 19:36:54.648037 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb9842-dc32-40e1-86c3-b96f854ee006 req-54c63bc4-e6a9-4747-8003-ef6ef32835ee tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:54.649497 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2eb9842-dc32-40e1-86c3-b96f854ee006 req-54c63bc4-e6a9-4747-8003-ef6ef32835ee tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Apr 05 19:36:54.686838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f2eb9842-dc32-40e1-86c3-b96f854ee006 req-256654ca-8e8e-44a9-9365-7b920f446b39 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Apr 05 19:36:54.708594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37226) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:54.790790 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf8908-6ecd-4209-8784-a59051f807aa tempest-TestShelveInstance-726361271 tempest-TestShelveInstance-726361271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:54.795024 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2abf8908-6ecd-4209-8784-a59051f807aa tempest-TestShelveInstance-726361271 tempest-TestShelveInstance-726361271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1091 time: 0.0827560 Apr 05 19:36:54.795270 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37230) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:36:54.799638 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:36:54.821728 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:54.916475 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:55.325337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Allocated IP 172.25.4.68 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/f2e2d750-990d-474d-bee4-1e7cd1c866ae) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:36:55.424368 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:55.457888 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:55.501383 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:36:55.505744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:36:55.509046 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:36:55.530568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'Port': ['ID=f2e2d750-990d-474d-bee4-1e7cd1c866ae,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:55.862285 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:55.926326 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:56.073975 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:56.078081 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:56.142497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'Port': ['ID=f2e2d750-990d-474d-bee4-1e7cd1c866ae,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:36:56.154845 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:56.255310 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Floating IP 246342b4-a41f-4152-9add-d1bd3a1b8658 associated. External IP: 172.25.4.68, port: fcf4b4cf-afd9-4af6-828f-e63260905f1d. Apr 05 19:36:56.460086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:36:56.564459 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:36:56.576646 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] Sync routers for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:36:56.583241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:36:56.588405 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:56.589024 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:56.610000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-6d719c7a-6e19-4232-9a95-5c33b9f0d997 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8137081 Apr 05 19:36:56.610608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:36:56.612855 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:36:56.649259 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8041a06c-5919-452e-b8b4-1abd18398121 x-openstack-request-id: req-8041a06c-5919-452e-b8b4-1abd18398121 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:36:56.649551 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:36:56.649805 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8041a06c-5919-452e-b8b4-1abd18398121 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:36:56.650222 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8041a06c-5919-452e-b8b4-1abd18398121'] response: {'name': 'network-changed', 'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'status': 'completed', 'code': 200} Apr 05 19:36:56.697658 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:56.713476 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-3e3be11e-9ab0-47ab-9ae8-eee24a3a1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:56.714946 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-3e3be11e-9ab0-47ab-9ae8-eee24a3a1300 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1096 time: 0.0433698 Apr 05 19:36:56.809725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-b7f8e7fc-8f63-44ac-8c8f-25c48e375610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:56.811489 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-b7f8e7fc-8f63-44ac-8c8f-25c48e375610 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0902576 Apr 05 19:36:56.877531 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-1975ab72-ca56-460c-bc9b-fafc6c455f5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 998 time: 0.0584543 Apr 05 19:36:56.920074 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '246342b4-a41f-4152-9add-d1bd3a1b8658', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'port_id': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'mac_address': 'fa:16:3e:28:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:36:55Z', 'updated_at': '2022-04-05T19:36:55Z', 'revision_number': 0, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:56.931506 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-4304f52f-deb3-4fa6-a8ba-aabc6f219b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:56.932958 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-4304f52f-deb3-4fa6-a8ba-aabc6f219b01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0494127 Apr 05 19:36:56.949910 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] Checking router: 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:36:56.958062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:36:56.958676 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:36:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:56.979156 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-3057756e-5f2c-48a4-b08e-059752549674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:36:56.980614 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-3057756e-5f2c-48a4-b08e-059752549674 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410991 Apr 05 19:36:57.063688 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:36:57.068035 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-6e15710b-6fc3-4f1d-9731-0f85b3e6626f service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813148 Apr 05 19:36:57.162206 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-df1f7f85-ca1d-4e4c-9020-c637b0e1fd7b req-6fbb4dbc-447e-48d7-8286-5a05269a0417 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877063 Apr 05 19:36:57.283490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '246342b4-a41f-4152-9add-d1bd3a1b8658', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'port_id': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'mac_address': 'fa:16:3e:28:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:36:55Z', 'updated_at': '2022-04-05T19:36:55Z', 'revision_number': 0, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:36:57.312663 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577d2ea-6908-4c03-9484-6de3b058a51a None None] The sync data for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 is: [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '246342b4-a41f-4152-9add-d1bd3a1b8658', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'port_id': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'mac_address': 'fa:16:3e:28:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:36:55Z', 'updated_at': '2022-04-05T19:36:55Z', 'revision_number': 0, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:36:57.493582 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4ae76-9eca-45b7-8966-476fe1f8d81c None None] New status for floating IP 246342b4-a41f-4152-9add-d1bd3a1b8658: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:37:05.528905 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:07.494044 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:09.554067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9446a16c-5a14-44f4-b012-9bb8a7ad65fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:11.464833 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-91327799-89ca-4b94-9af3-4a93af93a25f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840518 Apr 05 19:37:11.547986 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-3c8eef93-dd22-42ea-9f4c-b221f4a5eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:37:11.550323 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-3c8eef93-dd22-42ea-9f4c-b221f4a5eebf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1096 time: 0.0439482 Apr 05 19:37:11.659965 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-58c1184f-fb9a-406d-9b5d-3ff837bb72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:37:11.661438 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-58c1184f-fb9a-406d-9b5d-3ff837bb72b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0902224 Apr 05 19:37:11.727029 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-7bb009a6-8e2f-4af3-838b-d2cc5a57d5a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 1000 time: 0.0588477 Apr 05 19:37:11.779151 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-7027fbd7-03ea-454c-889d-a26e461fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:37:11.780570 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-7027fbd7-03ea-454c-889d-a26e461fcd23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0474262 Apr 05 19:37:11.826346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-a8870bed-7112-4d7d-9ccd-e735da05a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:37:11.827792 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-a8870bed-7112-4d7d-9ccd-e735da05a301 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406423 Apr 05 19:37:11.838979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-04ed92e7-62bb-4cd3-a175-f8fd8aecabf9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:37:11.839972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-04ed92e7-62bb-4cd3-a175-f8fd8aecabf9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054421 Apr 05 19:37:11.911201 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca81030f-d57f-44d6-acc0-bca03c3ff9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:11.928832 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-73022222-95d6-4bd4-9758-c8b27e17db6f service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823398 Apr 05 19:37:12.032416 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3d7bc16a-8d5e-452e-8893-be3afe73bbf5 req-7524cce5-fb42-41b8-837b-a870aae0b894 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976527 Apr 05 19:37:13.057808 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:14.583021 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:15.079094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:18.266597 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:37:35.529678 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:37.488594 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:39.555477 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b80c36c4-5aa4-4eff-803c-d11bb1bf483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:41.913620 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28d4d93f-220d-44fc-b433-45a0decbe53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:43.058075 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:44.586877 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:45.081482 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:37:55.265485 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:38:05.545279 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:07.491195 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:09.557993 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bffd9c1-ff1a-45dc-9d4f-cfee17e9974a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:11.412893 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-34da6595-ebd2-45f3-a5e8-480e079b904b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406878 Apr 05 19:38:11.493105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-04367501-d944-4bd4-a2c8-31e2e6449654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:38:11.494545 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-04367501-d944-4bd4-a2c8-31e2e6449654 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1096 time: 0.0407569 Apr 05 19:38:11.602621 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-6f67f8be-1c29-47a4-88e2-b797b3ad4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:38:11.604125 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-6f67f8be-1c29-47a4-88e2-b797b3ad4e1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0901072 Apr 05 19:38:11.672660 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-42a965df-d430-4f11-93b3-19d87945ab80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 1000 time: 0.0613608 Apr 05 19:38:11.727607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-ab53fcce-da07-4ed1-9e3e-486437b22849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:38:11.729080 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-ab53fcce-da07-4ed1-9e3e-486437b22849 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0499675 Apr 05 19:38:11.775707 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-62e875b2-0386-4e4f-ba04-8b6c88e5a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:38:11.777117 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-62e875b2-0386-4e4f-ba04-8b6c88e5a006 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411935 Apr 05 19:38:11.869364 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-a4126c67-bd08-4d56-9f35-691e18fc74c6 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853274 Apr 05 19:38:11.916400 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5db26650-5092-4c32-986f-cef990db59cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:11.967759 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-9cb5891d-2d75-4029-ac40-21b7dc088a23 req-46220a6b-c882-46f0-9cf9-9c284c4fc666 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924606 Apr 05 19:38:13.063177 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:14.589237 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:15.082655 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:32.263956 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:38:35.547115 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:37.508115 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:39.562821 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61133c72-1848-48b7-9090-7605a7ae0069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:41.918734 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4034076-2bd2-4b4d-b762-6181559492f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:43.065215 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:44.592148 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:38:45.085966 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:05.542114 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:07.505592 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:09.263034 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:39:09.563958 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48f3ff74-15d6-4703-9e42-95149fd34fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:11.411370 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-4bc1031f-4f72-492e-ab70-67d28d64a9d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401099 Apr 05 19:39:11.493110 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-36d2bd71-1732-407b-bb5d-6295f7eb759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:11.494622 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-36d2bd71-1732-407b-bb5d-6295f7eb759f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1096 time: 0.0407879 Apr 05 19:39:11.597971 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-d7016ffe-b9c8-4762-b49e-4ac5efe9ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:11.599453 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-d7016ffe-b9c8-4762-b49e-4ac5efe9ac9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0872519 Apr 05 19:39:11.663111 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-26f06dea-ea56-4331-91fc-ffe211bde52f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 1000 time: 0.0567081 Apr 05 19:39:11.715354 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-1d150233-dee2-41f0-b869-5045866f73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:11.716814 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-1d150233-dee2-41f0-b869-5045866f73f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0477824 Apr 05 19:39:11.760896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-8dd41e7c-18fa-4748-b716-c93a68ac3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:11.762341 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-8dd41e7c-18fa-4748-b716-c93a68ac3580 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389264 Apr 05 19:39:11.850952 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-084b1f81-0ef7-4df0-825e-7c2214245cbc service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807152 Apr 05 19:39:11.925828 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ac5a8f-c8e5-441f-b1cb-cead6ba18313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:11.947852 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a8e0375e-e8e1-42a2-a446-3756a39d4b8b req-534ac0ec-cd56-4d9a-b338-ce7bf7a56291 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911565 Apr 05 19:39:13.068767 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:14.594880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:15.087659 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:22.981240 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106f73-dafd-4735-a151-6b342dfe8e81 req-7898559c-bbf4-430a-a647-26612b93ef9e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:22.982708 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a106f73-dafd-4735-a151-6b342dfe8e81 req-7898559c-bbf4-430a-a647-26612b93ef9e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0500827 Apr 05 19:39:23.019625 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a106f73-dafd-4735-a151-6b342dfe8e81 req-bb16e1e6-454a-4985-844f-58bf8cebd466 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307946 Apr 05 19:39:24.146476 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58849c-567e-4721-b70a-280f07abe87b req-b7ea42f4-3b62-4c5c-9b08-0b5a9865f802 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:24.148486 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c58849c-567e-4721-b70a-280f07abe87b req-b7ea42f4-3b62-4c5c-9b08-0b5a9865f802 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Apr 05 19:39:24.186060 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c58849c-567e-4721-b70a-280f07abe87b req-6a5faf55-c975-4ffb-beeb-ec901aceb473 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Apr 05 19:39:25.306602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee891ee9-b405-4942-8173-56bf8cba8340 req-d7876573-df5f-40f2-bb40-33d5bce1d622 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:25.308325 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee891ee9-b405-4942-8173-56bf8cba8340 req-d7876573-df5f-40f2-bb40-33d5bce1d622 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0485961 Apr 05 19:39:25.345925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ee891ee9-b405-4942-8173-56bf8cba8340 req-ba9d6b10-cbc9-4330-b636-314d87b2ed2a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316260 Apr 05 19:39:26.460840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec8ac9-190d-4ef9-b2d5-292ce227a4c3 req-fa01ec5a-8eb4-4b29-a284-acd138c0cb15 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:26.462294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8aec8ac9-190d-4ef9-b2d5-292ce227a4c3 req-fa01ec5a-8eb4-4b29-a284-acd138c0cb15 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0491161 Apr 05 19:39:26.499008 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8aec8ac9-190d-4ef9-b2d5-292ce227a4c3 req-63157b45-4699-431f-8321-41a4f9a67d2e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305145 Apr 05 19:39:27.618036 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017479a8-b5c5-4121-ba21-bb73f97ee415 req-cad7dc08-0952-4d74-ba5d-c765050e2eba tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:27.619525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-017479a8-b5c5-4121-ba21-bb73f97ee415 req-cad7dc08-0952-4d74-ba5d-c765050e2eba tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0522130 Apr 05 19:39:27.656842 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-017479a8-b5c5-4121-ba21-bb73f97ee415 req-26a37b26-dd3f-42b1-8700-9c4300b12fb3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Apr 05 19:39:28.770323 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44876840-2d3d-4ddd-b8fb-9132bf379619 req-19adeac3-42e1-4309-adad-9a868365efb9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:28.771782 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44876840-2d3d-4ddd-b8fb-9132bf379619 req-19adeac3-42e1-4309-adad-9a868365efb9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0478377 Apr 05 19:39:28.809361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-44876840-2d3d-4ddd-b8fb-9132bf379619 req-7ba72571-6c0b-4cbe-aed7-a99ff88997c9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310564 Apr 05 19:39:29.923263 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c11f33-cd90-4708-b0a0-ad018f03c214 req-2b1b99b9-59ac-4f22-96f9-fc09a173e58b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:29.924717 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13c11f33-cd90-4708-b0a0-ad018f03c214 req-2b1b99b9-59ac-4f22-96f9-fc09a173e58b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0479102 Apr 05 19:39:29.963686 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13c11f33-cd90-4708-b0a0-ad018f03c214 req-66b7d930-3baf-437f-8945-9a8ec16ba673 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Apr 05 19:39:31.086738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443f2f-5291-4d27-b16e-cf5c5381ce84 req-7cfe76b0-1757-4c26-8a7d-d87aebcf309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:31.088202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17443f2f-5291-4d27-b16e-cf5c5381ce84 req-7cfe76b0-1757-4c26-8a7d-d87aebcf309e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0533350 Apr 05 19:39:31.127128 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-17443f2f-5291-4d27-b16e-cf5c5381ce84 req-87faf866-e3a4-4a46-8529-aaf5e4ef7116 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Apr 05 19:39:32.245738 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76d250-6a18-4fdd-9d58-dd09aa6f6dfb req-c680ac78-ea72-4be9-a6ae-f0146a400b94 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:32.247247 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a76d250-6a18-4fdd-9d58-dd09aa6f6dfb req-c680ac78-ea72-4be9-a6ae-f0146a400b94 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Apr 05 19:39:32.284655 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a76d250-6a18-4fdd-9d58-dd09aa6f6dfb req-a5c5385e-8b4b-4020-91ce-df0ff58e84e8 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314946 Apr 05 19:39:33.400419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597a86-b2c1-4297-af2d-28b8d42d9282 req-cd441f74-eac8-456a-8604-835e2eb4a552 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:33.401880 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00597a86-b2c1-4297-af2d-28b8d42d9282 req-cd441f74-eac8-456a-8604-835e2eb4a552 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0492992 Apr 05 19:39:33.438837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-00597a86-b2c1-4297-af2d-28b8d42d9282 req-a5317753-da93-4834-9811-d0f6121fec22 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Apr 05 19:39:34.556827 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f0a36-c2a6-4e55-8a66-eb439fcda9e1 req-f19710d7-80ce-4acc-8e6e-6bfdb8e2407f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:34.558579 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b6f0a36-c2a6-4e55-8a66-eb439fcda9e1 req-f19710d7-80ce-4acc-8e6e-6bfdb8e2407f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0532308 Apr 05 19:39:34.596013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9b6f0a36-c2a6-4e55-8a66-eb439fcda9e1 req-d889a981-a74f-4c86-b8bc-d17a68c9c015 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Apr 05 19:39:35.508761 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:39:35.583095 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:35.610058 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:39:35.621291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'port_id': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'mac_address': 'fa:16:3e:28:a3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:39:35.716635 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d616a-3114-4398-b4e7-a1ea57f4c27e req-0b8d4a79-c19f-4632-92ff-70505a7ce782 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:35.718229 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-701d616a-3114-4398-b4e7-a1ea57f4c27e req-0b8d4a79-c19f-4632-92ff-70505a7ce782 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0531518 Apr 05 19:39:35.759531 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-701d616a-3114-4398-b4e7-a1ea57f4c27e req-dbca7dd3-b2fb-4d00-a46e-7bb66074b509 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347290 Apr 05 19:39:35.817645 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:35.830433 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcf4b4cf-afd9-4af6-828f-e63260905f1d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:39:35.849406 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:39:35.853827 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:35.901715 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:39:35.909195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.909536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.909889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.910200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.910554 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.910884 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.911200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.911535 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.912090 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.912411 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.912731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.913093 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:35.928298 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['fcf4b4cf-afd9-4af6-828f-e63260905f1d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:39:36.886988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800ac94-0038-48c5-889b-2f0685538551 req-9536d6f5-ca85-4e9a-87b6-ae1311e01b60 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:36.888571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1800ac94-0038-48c5-889b-2f0685538551 req-9536d6f5-ca85-4e9a-87b6-ae1311e01b60 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0600719 Apr 05 19:39:36.931392 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1800ac94-0038-48c5-889b-2f0685538551 req-63e48b11-ba3e-4578-a67c-0f3fac73364c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362258 Apr 05 19:39:37.528929 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:37.545011 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:39:37.603416 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port fcf4b4cf-afd9-4af6-828f-e63260905f1d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:39:37.603771 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:37.681473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:37.703192 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:39:37.705414 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de7e06d-b169-49b9-a75b-d29c115e0bc8" -d '{"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:39:37.721160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:39:37.724932 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:37.773537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:39:37.800103 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf97998-0e84-4948-9a83-4b09d768b356 x-openstack-request-id: req-edf97998-0e84-4948-9a83-4b09d768b356 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:39:37.800390 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:39:37.800638 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edf97998-0e84-4948-9a83-4b09d768b356 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:39:37.801035 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf97998-0e84-4948-9a83-4b09d768b356'] response: {'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'code': 200} Apr 05 19:39:38.052533 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c83627-ad47-4ab9-97a9-d823b6617f2c req-f298374d-42a4-4892-babb-3470479e46c4 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:38.053979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6c83627-ad47-4ab9-97a9-d823b6617f2c req-f298374d-42a4-4892-babb-3470479e46c4 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0523119 Apr 05 19:39:38.092545 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6c83627-ad47-4ab9-97a9-d823b6617f2c req-e06ea7f0-a496-4f2b-8bc4-dfee9be935b2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Apr 05 19:39:39.214027 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9308c6a-6682-4ca8-adc0-0fd0b4bd7d1b req-84aa07de-48f1-4f85-8838-5d8513a9e03c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:39.215723 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9308c6a-6682-4ca8-adc0-0fd0b4bd7d1b req-84aa07de-48f1-4f85-8838-5d8513a9e03c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0514696 Apr 05 19:39:39.257566 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d9308c6a-6682-4ca8-adc0-0fd0b4bd7d1b req-a9113b1d-9af5-474b-97ab-22d88bf29a9c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344620 Apr 05 19:39:39.565737 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa35e344-553b-43de-90c7-032a0253c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:40.384133 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48920-dc73-4896-bce9-f89e1ff96252 req-ec65c64d-c54f-4d16-b62d-e64f0d032442 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:40.385848 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fc48920-dc73-4896-bce9-f89e1ff96252 req-ec65c64d-c54f-4d16-b62d-e64f0d032442 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0506978 Apr 05 19:39:40.425282 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5fc48920-dc73-4896-bce9-f89e1ff96252 req-510538e5-d0da-4fc3-8c1c-b272884a5681 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328736 Apr 05 19:39:41.556690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9ff5-3504-440e-bd4c-d03c10d69bc8 req-6b1f4d66-0275-4033-869d-b1b56a169bbe tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:41.558347 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c4f9ff5-3504-440e-bd4c-d03c10d69bc8 req-6b1f4d66-0275-4033-869d-b1b56a169bbe tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0608528 Apr 05 19:39:41.610682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c4f9ff5-3504-440e-bd4c-d03c10d69bc8 req-90213fd9-5bcb-412f-82b7-03b2d9f29345 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435939 Apr 05 19:39:41.920975 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d802d4d8-874d-479a-b5ff-c2d2688f38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:42.755343 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a59fd-2851-490e-8879-8a3ef035d445 req-2cdb8cbb-be62-4298-aad5-2e32928c080b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:42.757053 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e5a59fd-2851-490e-8879-8a3ef035d445 req-2cdb8cbb-be62-4298-aad5-2e32928c080b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0721393 Apr 05 19:39:42.807122 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4e5a59fd-2851-490e-8879-8a3ef035d445 req-a8328bfb-fca5-430e-b05d-cebb3b11921f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395269 Apr 05 19:39:43.075674 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:43.925988 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cdbf9-a248-4358-af51-5d617be8bcf4 req-9cd1dd11-1cdc-4479-8a7e-96b076a26ddd tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:43.927585 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a3cdbf9-a248-4358-af51-5d617be8bcf4 req-9cd1dd11-1cdc-4479-8a7e-96b076a26ddd tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0505865 Apr 05 19:39:43.970738 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2a3cdbf9-a248-4358-af51-5d617be8bcf4 req-1f3673e5-a5a8-4d38-ba79-4f4b8dd831f4 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343192 Apr 05 19:39:44.599132 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:45.094135 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:45.116832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92509da0-5c0f-4aaa-9ed9-87b6e5348af8 req-d7bad301-60c4-4464-9176-9b9371db20d0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:45.124761 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92509da0-5c0f-4aaa-9ed9-87b6e5348af8 req-d7bad301-60c4-4464-9176-9b9371db20d0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0674570 Apr 05 19:39:45.166942 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92509da0-5c0f-4aaa-9ed9-87b6e5348af8 req-64d55979-ab07-491a-89bd-c10281c40c71 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Apr 05 19:39:46.265752 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:39:46.303192 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4adb00-918c-46d6-8373-2a3ac160a867 req-0216ef51-bf64-4afd-93d1-957e88c0240c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:46.304854 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d4adb00-918c-46d6-8373-2a3ac160a867 req-0216ef51-bf64-4afd-93d1-957e88c0240c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0526812 Apr 05 19:39:46.348957 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9d4adb00-918c-46d6-8373-2a3ac160a867 req-0c09b713-8831-4310-bcf3-ac86db387216 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357676 Apr 05 19:39:47.494345 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569cc8e-5575-4bdb-a232-ddc7b7813a25 req-c1bdcd11-b178-468e-8243-76b65eb21f7e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:47.498997 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d569cc8e-5575-4bdb-a232-ddc7b7813a25 req-c1bdcd11-b178-468e-8243-76b65eb21f7e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0751467 Apr 05 19:39:47.536513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d569cc8e-5575-4bdb-a232-ddc7b7813a25 req-301622cb-4fb9-4cf3-81fd-c48968cddc00 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323200 Apr 05 19:39:48.656178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf8423-3a60-4738-89b9-c08bcb94e43b req-0cb28168-f9fb-49df-821f-309eda2437c4 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:48.657615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52bf8423-3a60-4738-89b9-c08bcb94e43b req-0cb28168-f9fb-49df-821f-309eda2437c4 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0520222 Apr 05 19:39:48.693878 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-52bf8423-3a60-4738-89b9-c08bcb94e43b req-baadb22d-8bb5-448b-a837-ac697de2af9d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301547 Apr 05 19:39:49.122287 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-ac28050c-c0d0-4cc9-bd74-46e28c6c5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:49.123776 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-ac28050c-c0d0-4cc9-bd74-46e28c6c5587 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1096 time: 0.0444798 Apr 05 19:39:49.217138 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-40e01f01-ce3c-475a-abc5-05c49a72a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:49.218667 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-40e01f01-ce3c-475a-abc5-05c49a72a854 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0881579 Apr 05 19:39:49.282827 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-f8546811-79df-4acd-a44c-731e67ae4de8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 1000 time: 0.0580697 Apr 05 19:39:49.329346 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-a9ecbc93-26f7-4075-84e7-1b40aceceb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:49.330746 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-a9ecbc93-26f7-4075-84e7-1b40aceceb3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0418537 Apr 05 19:39:49.377803 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-7972270e-9839-4469-8b6f-610eb49b49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:49.379190 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-7972270e-9839-4469-8b6f-610eb49b49d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419166 Apr 05 19:39:49.465600 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-3fa0e36d-593d-4ae4-82df-d9a93855f3a7 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798538 Apr 05 19:39:49.557998 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-6d29e8ce-4464-42e1-9d07-88e1250945ce req-e3a39311-b66a-4a0a-b080-d6699dae02b4 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853143 Apr 05 19:39:49.810014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490be12f-bb89-4507-9164-8a7170a26a8b req-589eb62d-1f9e-4d97-81d1-fb55672b77f0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:49.811514 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-490be12f-bb89-4507-9164-8a7170a26a8b req-589eb62d-1f9e-4d97-81d1-fb55672b77f0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0482435 Apr 05 19:39:49.849226 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-490be12f-bb89-4507-9164-8a7170a26a8b req-e4c0c4b5-dd9b-4bc7-8625-912b457c5076 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Apr 05 19:39:50.966013 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f034bf-c1d7-46ef-8fd1-867aaf69321b req-9ae7bb72-fde8-4602-9234-cf5aeb717a2f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:50.967488 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20f034bf-c1d7-46ef-8fd1-867aaf69321b req-9ae7bb72-fde8-4602-9234-cf5aeb717a2f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0487981 Apr 05 19:39:51.004744 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-20f034bf-c1d7-46ef-8fd1-867aaf69321b req-45954030-999d-4d9d-9f28-b5b6162470b1 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Apr 05 19:39:51.617129 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:39:51.693085 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:51.714361 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:39:51.717000 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0ef2b4-14e6-459c-94b6-2f7fd85c4c56" -d '{"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:39:51.730601 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:39:51.734417 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:51.757113 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bb0831-b2eb-4004-ac78-9cdc98c12265 x-openstack-request-id: req-19bb0831-b2eb-4004-ac78-9cdc98c12265 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:39:51.757407 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-unplugged", "status": "failed", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d", "code": 422}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:39:51.757652 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19bb0831-b2eb-4004-ac78-9cdc98c12265 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:39:51.758036 n-d-836650-3 neutron-server[102641]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-19bb0831-b2eb-4004-ac78-9cdc98c12265']: {'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'code': 422} returned with failed status Apr 05 19:39:51.782188 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:39:52.124612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208ecc-b29a-47f1-89db-ccfd9e227700 req-e396a316-9a24-4bbb-bfbb-05cc11d9f495 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:52.126132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31208ecc-b29a-47f1-89db-ccfd9e227700 req-e396a316-9a24-4bbb-bfbb-05cc11d9f495 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 943 time: 0.0532911 Apr 05 19:39:52.164235 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31208ecc-b29a-47f1-89db-ccfd9e227700 req-47089362-df81-4369-b16f-39af9aed301c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311677 Apr 05 19:39:52.275132 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-da6606dd-6d53-4ce4-9dc2-e0f13cbb7154 req-41b6d7e0-c340-4b7a-9df1-fe235dea312b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:39:52.276138 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da6606dd-6d53-4ce4-9dc2-e0f13cbb7154 req-41b6d7e0-c340-4b7a-9df1-fe235dea312b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480587 Apr 05 19:39:52.433300 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a494b0-9458-415b-a25c-9d737a3538d2 req-1e92e0d6-5133-4b9a-a033-403ff078954b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:52.434837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42a494b0-9458-415b-a25c-9d737a3538d2 req-1e92e0d6-5133-4b9a-a033-403ff078954b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 943 time: 0.0504124 Apr 05 19:39:52.476198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-42a494b0-9458-415b-a25c-9d737a3538d2 req-1cfb82c7-f0aa-49ac-bbeb-00b0e1f6e6a5 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350742 Apr 05 19:39:52.739829 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-5eb82b77-5272-4e3f-8db5-31f742a4d60d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789883 Apr 05 19:39:53.627709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32ab8d-69ee-4ce8-af67-152517ae6636 req-f5e25328-2e73-475e-9a72-d16c446d564c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:53.629162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca32ab8d-69ee-4ce8-af67-152517ae6636 req-f5e25328-2e73-475e-9a72-d16c446d564c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 943 time: 0.0776551 Apr 05 19:39:53.652135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b480-f477-48ae-9d76-6154d330328b req-8ee5eb66-fd87-46a4-a9f8-98c8cfc84bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:53.653553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-8ee5eb66-fd87-46a4-a9f8-98c8cfc84bc7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923&tenant_id=1db4d994af38465498a7dd5b7807eda7 HTTP/1.1" status: 200 len: 1094 time: 0.1140387 Apr 05 19:39:53.675314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:39:53.684001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ca32ab8d-69ee-4ce8-af67-152517ae6636 req-351d54dc-38a1-4622-9e4d-828951cb6d1f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487339 Apr 05 19:39:53.732595 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:53.929041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:39:53.961247 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:39:53.997967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf4b4cf-afd9-4af6-828f-e63260905f1d {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:39:54.005027 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:54.016511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Transition to ACTIVE for port object fcf4b4cf-afd9-4af6-828f-e63260905f1d will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:39:54.020121 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:54.067918 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=9']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:39:54.106602 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.106944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.107278 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.107609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.107936 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.108261 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.108583 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.108901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.109220 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.109537 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.109860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.110172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:39:54.156732 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] No DVR routers for this DVR port fcf4b4cf-afd9-4af6-828f-e63260905f1d on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:39:54.294962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Attempting to bind port fcf4b4cf-afd9-4af6-828f-e63260905f1d on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:39:54.295289 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Attempting to bind port fcf4b4cf-afd9-4af6-828f-e63260905f1d by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:39:54.295608 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Attempting to bind port fcf4b4cf-afd9-4af6-828f-e63260905f1d on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:39:54.299708 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Port fcf4b4cf-afd9-4af6-828f-e63260905f1d on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:39:54.300020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Attempting to bind port fcf4b4cf-afd9-4af6-828f-e63260905f1d on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:39:54.304669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:39:54.305000 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Checking segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:39:54.305377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Bound using segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:39:54.305791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Bound port: fcf4b4cf-afd9-4af6-828f-e63260905f1d, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:39:54.306134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:54.367493 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:39:54.370362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:39:54.374960 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:54.409425 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:54.410033 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:39:54.411406 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] 10.222.0.20 "PUT /v2.0/ports/fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 1091 time: 0.7450824 Apr 05 19:39:54.411836 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:39:54.414287 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:39:54.440498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae0e53-065c-44f1-bf10-2ad6acb33ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=10']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:39:54.486840 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b480-f477-48ae-9d76-6154d330328b req-2c25c3e2-20eb-41e5-a515-2e04aa0911c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:54.488135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-2c25c3e2-20eb-41e5-a515-2e04aa0911c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1095 time: 0.0426180 Apr 05 19:39:54.523970 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1ca338-045d-4bdc-b819-00dc4f809494 x-openstack-request-id: req-7f1ca338-045d-4bdc-b819-00dc4f809494 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:39:54.524259 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:39:54.524505 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f1ca338-045d-4bdc-b819-00dc4f809494 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:39:54.524905 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1ca338-045d-4bdc-b819-00dc4f809494'] response: {'name': 'network-changed', 'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'status': 'completed', 'code': 200} Apr 05 19:39:54.593612 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b480-f477-48ae-9d76-6154d330328b req-cfd8452e-995f-4eeb-8eb3-5535bbfa031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:54.595234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-cfd8452e-995f-4eeb-8eb3-5535bbfa031e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0956645 Apr 05 19:39:54.662151 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-b64b2924-6cb1-45bf-98d8-e16565a0e02a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 998 time: 0.0555794 Apr 05 19:39:54.721285 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b480-f477-48ae-9d76-6154d330328b req-9350b0d4-dc86-41fa-a7ca-46f52a9c5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:54.722781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-9350b0d4-dc86-41fa-a7ca-46f52a9c5326 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0499668 Apr 05 19:39:54.799795 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b480-f477-48ae-9d76-6154d330328b req-b0d0c959-7cd4-4191-91a4-b0bc599505e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:54.801314 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-b0d0c959-7cd4-4191-91a4-b0bc599505e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675576 Apr 05 19:39:54.816357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10df424-3e73-4331-bfd9-535bb6988cd5 req-a915f87e-cd50-4e13-bf0c-7056befd6dc9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:54.817821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e10df424-3e73-4331-bfd9-535bb6988cd5 req-a915f87e-cd50-4e13-bf0c-7056befd6dc9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0600541 Apr 05 19:39:54.905615 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e10df424-3e73-4331-bfd9-535bb6988cd5 req-e0e123ca-58b7-4c4f-b815-8c3e8c22c8b4 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795691 Apr 05 19:39:54.937405 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-7f22d085-f96a-4b31-ad64-433b315c7c21 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186442 Apr 05 19:39:55.037083 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c0a8b480-f477-48ae-9d76-6154d330328b req-15cffd81-1f8e-4055-b839-5cf615a8c2da service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887558 Apr 05 19:39:55.135316 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-f0d74c6a-2065-4869-825d-4a76a2e4e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:55.137132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-f0d74c6a-2065-4869-825d-4a76a2e4e3c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1095 time: 0.0482121 Apr 05 19:39:55.240990 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-ba379f44-4b66-41d1-ad85-4a45d0e42ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:55.242894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-ba379f44-4b66-41d1-ad85-4a45d0e42ab5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0935361 Apr 05 19:39:55.340262 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-4617ab23-7add-456f-9010-b981b336f688 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 998 time: 0.0861082 Apr 05 19:39:55.410653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-b30f4b18-9641-4542-a3f2-d1992cb4f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:55.412132 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-b30f4b18-9641-4542-a3f2-d1992cb4f314 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0472143 Apr 05 19:39:55.649067 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:39:55.691101 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:39:56.027713 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4366d-b35a-4b27-9787-848dd267054c req-2e62b4e1-538c-4c1c-b3f0-665b9e3b8bcb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:56.035293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9a4366d-b35a-4b27-9787-848dd267054c req-2e62b4e1-538c-4c1c-b3f0-665b9e3b8bcb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0571501 Apr 05 19:39:56.069861 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b9a4366d-b35a-4b27-9787-848dd267054c req-fe10d681-5f07-4431-b50a-11bab28be4ba tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336061 Apr 05 19:39:57.196769 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad65d-d3d8-48d3-99de-1bbe656901a0 req-1ae33668-a40f-4ddb-8ccf-86a3e4de745b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:57.199088 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b13ad65d-d3d8-48d3-99de-1bbe656901a0 req-1ae33668-a40f-4ddb-8ccf-86a3e4de745b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0542150 Apr 05 19:39:57.240865 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b13ad65d-d3d8-48d3-99de-1bbe656901a0 req-6db8a55b-6084-4672-810d-5e33dd0715b0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349603 Apr 05 19:39:58.384399 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290e34-c6fd-401c-b5ee-77a3729c8ab0 req-5ca24a0b-a535-47ed-afc1-d2e313009bbb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:58.385926 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc290e34-c6fd-401c-b5ee-77a3729c8ab0 req-5ca24a0b-a535-47ed-afc1-d2e313009bbb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0711930 Apr 05 19:39:58.428772 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cc290e34-c6fd-401c-b5ee-77a3729c8ab0 req-83931e69-9ae4-4aa1-9d4d-59615f54ea9a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360646 Apr 05 19:39:59.557846 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51b94e-a5ea-4f3c-91dc-bb4cf2eaff05 req-a37d181c-3be6-4c0a-babb-eff3a8d3d1bc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:39:59.559666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f51b94e-a5ea-4f3c-91dc-bb4cf2eaff05 req-a37d181c-3be6-4c0a-babb-eff3a8d3d1bc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0520546 Apr 05 19:39:59.604941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5f51b94e-a5ea-4f3c-91dc-bb4cf2eaff05 req-d7192fd1-a641-4d97-8792-8939ad4adee7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374601 Apr 05 19:40:00.733859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165a27e-5731-48c8-b69c-e15bd693fa0f req-29f8cc93-d54a-4f30-9a24-74ac371fbd32 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:00.735437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7165a27e-5731-48c8-b69c-e15bd693fa0f req-29f8cc93-d54a-4f30-9a24-74ac371fbd32 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0559328 Apr 05 19:40:00.780239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7165a27e-5731-48c8-b69c-e15bd693fa0f req-9b537ae4-9a28-4903-ba31-500d9767bd45 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374372 Apr 05 19:40:01.907674 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159f796-a175-48a5-9d04-40ab25601a65 req-2ef1b7ee-0950-4595-bfe4-ab2a30de088e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:01.909135 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5159f796-a175-48a5-9d04-40ab25601a65 req-2ef1b7ee-0950-4595-bfe4-ab2a30de088e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0549693 Apr 05 19:40:01.958979 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5159f796-a175-48a5-9d04-40ab25601a65 req-f0e6bc01-38e0-413a-82af-568c9b5d6126 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422952 Apr 05 19:40:03.078579 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd749aa-001f-4e86-88b4-c0205746e6df req-88777b50-bb26-43d1-8690-24ec99567fee tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:03.080370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdd749aa-001f-4e86-88b4-c0205746e6df req-88777b50-bb26-43d1-8690-24ec99567fee tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0515561 Apr 05 19:40:03.124653 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cdd749aa-001f-4e86-88b4-c0205746e6df req-b71d14c6-aa81-4e61-ad9c-e530ac55b3ce tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375462 Apr 05 19:40:04.241184 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fb72e-6237-4714-93a7-0f10d756cfc4 req-9feae25d-39b3-4436-a40c-5d1ca7decf24 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:04.242690 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2fb72e-6237-4714-93a7-0f10d756cfc4 req-9feae25d-39b3-4436-a40c-5d1ca7decf24 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0487530 Apr 05 19:40:04.310196 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4d2fb72e-6237-4714-93a7-0f10d756cfc4 req-e160ab77-2000-4a8e-ab6f-1e7050d411db tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575778 Apr 05 19:40:04.316241 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-8847a71f-0c72-42c1-a50a-7821f29f813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:04.317666 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-8847a71f-0c72-42c1-a50a-7821f29f813a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741246 Apr 05 19:40:04.410239 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-03359e9b-e878-4368-81c0-224b5aed9e64 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824883 Apr 05 19:40:04.505652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5864f9e7-2042-41e3-9a23-3d4f4a4f2ca2 req-12ec4e13-341a-499e-8958-910cf0ee0e68 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854053 Apr 05 19:40:05.426144 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c890a75-bcad-4472-860f-869efd6a64e1 req-c676d70c-ab92-4e00-af37-0627abf24893 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:05.427603 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c890a75-bcad-4472-860f-869efd6a64e1 req-c676d70c-ab92-4e00-af37-0627abf24893 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0482516 Apr 05 19:40:05.464839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0c890a75-bcad-4472-860f-869efd6a64e1 req-5610e13c-eb25-429f-92c0-32e18da5e8de tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Apr 05 19:40:05.562648 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:06.581735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7c9b-ef2b-4c38-b89f-a447fe142394 req-f407b4e3-2afd-4a60-a8cf-f30c29a9a702 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:06.583240 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c5d7c9b-ef2b-4c38-b89f-a447fe142394 req-f407b4e3-2afd-4a60-a8cf-f30c29a9a702 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0505548 Apr 05 19:40:06.622530 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c5d7c9b-ef2b-4c38-b89f-a447fe142394 req-26070f60-adfd-4ba2-abce-e5cc4807383d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321279 Apr 05 19:40:07.550801 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:07.742658 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d038817-d929-4956-b861-926b1fd5701e req-2c942fce-b349-4f94-95fe-52e73ccf4fd7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:07.744101 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d038817-d929-4956-b861-926b1fd5701e req-2c942fce-b349-4f94-95fe-52e73ccf4fd7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 944 time: 0.0528336 Apr 05 19:40:07.780562 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7d038817-d929-4956-b861-926b1fd5701e req-7dabcd60-f2bb-4ffc-8556-076966eb4104 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305150 Apr 05 19:40:07.886576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:40:07.977362 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:40:07.988195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'port_id': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'mac_address': 'fa:16:3e:28:a3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:40:08.027380 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:08.039852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf4b4cf-afd9-4af6-828f-e63260905f1d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:40:08.058857 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:40:08.062893 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:08.109469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=11']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:40:08.375100 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['fcf4b4cf-afd9-4af6-828f-e63260905f1d'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:40:08.896047 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b3efc-56a3-42ef-b9e5-dba931c73f78 req-f04f7f18-7da5-43cf-a57f-fd51e200aea8 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:08.897552 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a4b3efc-56a3-42ef-b9e5-dba931c73f78 req-f04f7f18-7da5-43cf-a57f-fd51e200aea8 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0487225 Apr 05 19:40:08.935986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a4b3efc-56a3-42ef-b9e5-dba931c73f78 req-904e128f-fff5-48dc-a5fc-9cdaf3280a6a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Apr 05 19:40:09.568831 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b75746f-a78e-4f1a-8777-6a8fd9f80e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:09.917851 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:40:09.967771 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port fcf4b4cf-afd9-4af6-828f-e63260905f1d completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:40:09.971923 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port fcf4b4cf-afd9-4af6-828f-e63260905f1d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:40:09.972323 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:10.051588 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:10.054147 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea3936-d756-4320-a806-d466575a6ddd req-32d21f0d-08f6-4c04-9bd1-a8c2de36d0b6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:10.056204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddea3936-d756-4320-a806-d466575a6ddd req-32d21f0d-08f6-4c04-9bd1-a8c2de36d0b6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 945 time: 0.0493822 Apr 05 19:40:10.075328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:40:10.077533 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6c79f2-bf29-44a7-bbc7-97161242d891" -d '{"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:40:10.092754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:40:10.096649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ddea3936-d756-4320-a806-d466575a6ddd req-34f31fa5-c5dc-4707-aaca-e709b1442319 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Apr 05 19:40:10.098009 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:10.123234 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb51ef22-423d-4877-ad6e-b05c31697330 x-openstack-request-id: req-bb51ef22-423d-4877-ad6e-b05c31697330 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:40:10.123547 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:40:10.123791 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb51ef22-423d-4877-ad6e-b05c31697330 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:40:10.124174 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb51ef22-423d-4877-ad6e-b05c31697330'] response: {'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'code': 200} Apr 05 19:40:10.148674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=12']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:40:10.291851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4163700-333f-45d7-a8af-48b1a54ae235 req-88ad369a-d9ae-405e-a6d1-c6bbf248085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:10.293320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4163700-333f-45d7-a8af-48b1a54ae235 req-88ad369a-d9ae-405e-a6d1-c6bbf248085a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1097 time: 0.0428932 Apr 05 19:40:10.331019 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d4163700-333f-45d7-a8af-48b1a54ae235 req-c7c93e83-0a33-4623-b58d-dcf27838b453 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276642 Apr 05 19:40:11.217265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecf9c9-68b5-40a7-960c-a04a3e03ef73 req-7e54674f-34ec-49a8-bcc9-c42f3ebcfba9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:11.218788 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18ecf9c9-68b5-40a7-960c-a04a3e03ef73 req-7e54674f-34ec-49a8-bcc9-c42f3ebcfba9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 946 time: 0.0490861 Apr 05 19:40:11.256387 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-18ecf9c9-68b5-40a7-960c-a04a3e03ef73 req-e517a828-1f51-403c-b561-45cc3c7f5fa4 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315652 Apr 05 19:40:11.921690 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-449d8cbc-12a8-484c-afb4-50242d6ead55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:12.380160 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95af4ba-70da-403a-b39a-70866c07d726 req-ab204220-3470-41b7-b18c-496b2dc2c5f2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:12.381649 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c95af4ba-70da-403a-b39a-70866c07d726 req-ab204220-3470-41b7-b18c-496b2dc2c5f2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 946 time: 0.0500715 Apr 05 19:40:12.420306 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c95af4ba-70da-403a-b39a-70866c07d726 req-2e44f835-d3ec-4726-a082-600dd15eef39 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321488 Apr 05 19:40:13.071416 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:13.433040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-3b9fe05a-5c4d-44d9-8491-d65daa714659 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419326 Apr 05 19:40:13.512165 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-c07c3ab2-6bd1-4842-bea2-69ca642c36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:13.513608 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-c07c3ab2-6bd1-4842-bea2-69ca642c36d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1097 time: 0.0406642 Apr 05 19:40:13.615875 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-3ab3824c-51ed-460c-b7c2-791752d0eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:13.617300 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-3ab3824c-51ed-460c-b7c2-791752d0eec7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0853584 Apr 05 19:40:13.977822 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-0c6c543f-8954-4b22-b797-84fa7c48fb6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 1000 time: 0.3534119 Apr 05 19:40:14.025615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-7280453d-2992-4e11-b82d-0de3c5a13518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:14.027055 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-7280453d-2992-4e11-b82d-0de3c5a13518 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0424249 Apr 05 19:40:14.074178 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-dfd82857-18af-4cf8-80f7-70a0617f1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:40:14.075645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-dfd82857-18af-4cf8-80f7-70a0617f1fff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424335 Apr 05 19:40:14.162100 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-9acade40-5754-4c8b-8b87-bcbdd6c72748 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794692 Apr 05 19:40:14.252536 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b454f40c-abfe-44af-a8d9-01cbf6066ea1 req-93139796-9af5-428b-8fc6-deabba35be4a service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837221 Apr 05 19:40:14.600270 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:15.086385 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:23.265802 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:40:35.574640 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:37.565159 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:39.571010 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4d4903f-0d8d-4164-aa7a-d2ca05556719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:41.924513 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a862d0a9-a09e-46cc-ae77-1e7e6a4e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:43.075719 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:44.602084 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:40:45.089299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:00.265392 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:41:05.586234 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:07.564147 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:09.576866 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b66de222-80c5-4042-81b2-0a5e4b401b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:11.926745 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1499b0f6-ec79-4683-a721-8985733c8b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:13.078161 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:14.428396 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-d6df0f16-33e7-4fd4-b71d-5d334ae5280f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424664 Apr 05 19:41:14.522585 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-f13d4d7f-9d2e-4bd8-9cf0-9f316e4a67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:14.523836 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-f13d4d7f-9d2e-4bd8-9cf0-9f316e4a67d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1097 time: 0.0431154 Apr 05 19:41:14.604682 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:14.634357 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-899f8b9f-dd9f-4e74-87e3-1cc1c66cd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:14.635840 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-899f8b9f-dd9f-4e74-87e3-1cc1c66cd06f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0874403 Apr 05 19:41:14.702652 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-f2b2a6b5-8a5a-417a-8f7d-8cf65640ddbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 1000 time: 0.0563171 Apr 05 19:41:14.755003 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-ffd74b99-f1c5-4dd6-9982-51f030a2afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:14.756408 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-ffd74b99-f1c5-4dd6-9982-51f030a2afac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0431530 Apr 05 19:41:14.808279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-f00804d5-0f9a-4f25-b480-e905f044c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:14.809996 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-f00804d5-0f9a-4f25-b480-e905f044c227 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435262 Apr 05 19:41:14.900512 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-a03ef4a4-0fa8-4681-9447-d92229e282dd service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789068 Apr 05 19:41:14.995372 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5c030d39-b8fc-42b9-83e9-3c391a0b71ae req-2f68999f-ef02-4054-96db-e96ca907f229 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839591 Apr 05 19:41:15.091351 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:25.901960 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37578) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:41:26.056816 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Deleting port f2e2d750-990d-474d-bee4-1e7cd1c866ae {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:41:26.057157 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:26.130491 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:26.130817 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:26.142209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Calling delete_port for f2e2d750-990d-474d-bee4-1e7cd1c866ae owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:41:26.287227 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:26.311550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event deleted for resources: {'Port': ['ID=f2e2d750-990d-474d-bee4-1e7cd1c866ae,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:26.338102 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.338469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.338805 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.339135 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.339461 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.340574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.340901 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.341222 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.341539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.341857 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.342177 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.342520 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:26.388659 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:26.388984 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Floating IP 246342b4-a41f-4152-9add-d1bd3a1b8658 disassociated (deleted). External IP: 172.25.4.68, port: fcf4b4cf-afd9-4af6-828f-e63260905f1d. Apr 05 19:41:26.590269 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:41:26.694679 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:41:26.699963 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:26.704867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] Sync routers for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:41:26.716050 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:41:26.716755 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:41:26.728433 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-ad502ae1-b1ba-400f-bd27-0e243187caed tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "DELETE /v2.0/floatingips/246342b4-a41f-4152-9add-d1bd3a1b8658 HTTP/1.1" status: 204 len: 168 time: 0.8251715 Apr 05 19:41:26.729212 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:41:26.732177 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36" -d '{"events": [{"name": "network-changed", "server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:41:26.775894 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14141a79-5b8c-4d2d-8fa9-8f6c6a6f9e07 x-openstack-request-id: req-14141a79-5b8c-4d2d-8fa9-8f6c6a6f9e07 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:41:26.777879 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:41:26.778431 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14141a79-5b8c-4d2d-8fa9-8f6c6a6f9e07 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:41:26.779211 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14141a79-5b8c-4d2d-8fa9-8f6c6a6f9e07'] response: {'name': 'network-changed', 'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'status': 'completed', 'code': 200} Apr 05 19:41:26.857267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-6683fe53-c35d-4612-9e13-86c0e526fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:26.858936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-6683fe53-c35d-4612-9e13-86c0e526fca8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 1097 time: 0.0489581 Apr 05 19:41:26.864933 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:41:27.025700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e13b2-5fe3-4a7d-9f48-2e59a42f54cd req-257bbb42-e0bc-4755-baa4-688a341dafc0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:27.027752 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad2e13b2-5fe3-4a7d-9f48-2e59a42f54cd req-257bbb42-e0bc-4755-baa4-688a341dafc0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 946 time: 0.0802207 Apr 05 19:41:27.029331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-4a1c1a82-b832-4744-b27d-712b74f96ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:27.031734 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-4a1c1a82-b832-4744-b27d-712b74f96ff0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.1571445 Apr 05 19:41:27.077155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:41:27.081610 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-38809763-068b-4508-ba26-788843ed43db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 200 len: 217 time: 0.0409992 Apr 05 19:41:27.107423 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ad2e13b2-5fe3-4a7d-9f48-2e59a42f54cd req-69e0f010-0d72-43bd-a8c0-85206324103f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726645 Apr 05 19:41:27.107918 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] Checking router: 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:41:27.116859 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:41:27.117453 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:41:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:41:27.145851 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-ea481da6-0d5d-4729-a7d2-dcf654043240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:27.147342 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-ea481da6-0d5d-4729-a7d2-dcf654043240 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0546777 Apr 05 19:41:27.193539 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-f6db106f-3748-4b61-8146-368ee1f10e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:27.195072 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-f6db106f-3748-4b61-8146-368ee1f10e55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407019 Apr 05 19:41:27.222040 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:41:27.287605 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-cfdbfc38-e687-4588-9657-ed0ac6a638e4 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854599 Apr 05 19:41:27.382040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed7a1d8a-0621-4037-8dec-7f2e8e21cd36 req-a074f29f-84a5-4988-ac22-6695eb6e8757 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875597 Apr 05 19:41:27.415805 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:41:27.440963 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf99b43-c794-486a-9f15-29575d51bbe8 None None] The sync data for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 is: [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:41:27.654243 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0620c-aeae-4520-ba86-4c8267ca35a6 None None] New status for floating IP 246342b4-a41f-4152-9add-d1bd3a1b8658: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:41:28.226710 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ec7ba-1ab5-4ebf-9951-fcc786c23184 req-cfc51ca9-6e33-443f-bf9e-e33812a42e97 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:28.228195 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d91ec7ba-1ab5-4ebf-9951-fcc786c23184 req-cfc51ca9-6e33-443f-bf9e-e33812a42e97 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 946 time: 0.0499806 Apr 05 19:41:28.265621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d91ec7ba-1ab5-4ebf-9951-fcc786c23184 req-b2c9e76f-3981-437c-8a7e-9194ea3d13b0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac283634-fe4b-4714-892e-5b5d67bff31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311019 Apr 05 19:41:28.501254 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-62a024aa-22df-43ec-9d25-45166ee22a17 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:28.502648 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-62a024aa-22df-43ec-9d25-45166ee22a17 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.20 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 946 time: 0.0474510 Apr 05 19:41:28.597686 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Deleting port fcf4b4cf-afd9-4af6-828f-e63260905f1d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:41:28.598022 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:28.682930 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] For port fcf4b4cf-afd9-4af6-828f-e63260905f1d, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=fcf4b4cf-afd9-4af6-828f-e63260905f1d,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:41:28.683857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:28.696309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Calling delete_port for fcf4b4cf-afd9-4af6-828f-e63260905f1d owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:41:28.823886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:28.853440 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event deleted for resources: {'Port': ['ID=fcf4b4cf-afd9-4af6-828f-e63260905f1d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:28.897057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] No DVR routers for this DVR port fcf4b4cf-afd9-4af6-828f-e63260905f1d on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:41:28.899566 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:28.903175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a2c3fdff-b2ef-4850-bd4e-c6fdca046fd3 req-cbf08e1e-46fe-447f-af64-6bf56036ca03 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.20 "DELETE /v2.0/ports/fcf4b4cf-afd9-4af6-828f-e63260905f1d HTTP/1.1" status: 204 len: 173 time: 0.3901169 Apr 05 19:41:28.903577 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-deleted', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:41:28.905783 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6e6674-b93c-42db-b0f7-012ad4102a14" -d '{"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-deleted", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:41:28.946580 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfec125-e985-40b7-8680-a47264bf20eb x-openstack-request-id: req-4cfec125-e985-40b7-8680-a47264bf20eb {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:41:28.946890 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4559cf57-2f00-4044-9af0-87ad86b8d923", "name": "network-vif-deleted", "tag": "fcf4b4cf-afd9-4af6-828f-e63260905f1d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:41:28.947139 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cfec125-e985-40b7-8680-a47264bf20eb {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:41:28.947540 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfec125-e985-40b7-8680-a47264bf20eb'] response: {'server_uuid': '4559cf57-2f00-4044-9af0-87ad86b8d923', 'name': 'network-vif-deleted', 'tag': 'fcf4b4cf-afd9-4af6-828f-e63260905f1d', 'status': 'completed', 'code': 200} Apr 05 19:41:29.379913 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b55f9c3-8121-40c0-b35d-8d8ea3682cbb req-39f9e974-a13b-4b39-9c56-38f9b23dacdd tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4559cf57-2f00-4044-9af0-87ad86b8d923 HTTP/1.1" status: 200 len: 210 time: 0.0267727 Apr 05 19:41:30.437248 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37598) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:41:30.494978 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:30.519564 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:30.581179 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:30.583934 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:30.585072 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac283634-fe4b-4714-892e-5b5d67bff31b HTTP/1.1" status: 204 len: 168 time: 0.1468368 Apr 05 19:41:30.596052 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac283634-fe4b-4714-892e-5b5d67bff31b,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:30.603415 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.603763 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.604101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.604435 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.604764 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.605762 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.606240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.606602 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.606929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.607255 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.607581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:30.607903 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb288655-5818-4819-93d1-197ef797426a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:41:32.280527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:41:32.300937 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: fcf4b4cf-afd9-4af6-828f-e63260905f1d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:41:32.301279 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device fcf4b4cf-afd9-4af6-828f-e63260905f1d not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:41:32.881588 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37610) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:41:32.886086 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-87d45977-bfa3-4bd4-b426-5274c0538c33 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121481', 'description': 'tempest-secgroup-smoke-1121481 description', 'project_id': '1db4d994af38465498a7dd5b7807eda7'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:41:32.906370 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87d45977-bfa3-4bd4-b426-5274c0538c33 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:32.972079 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87d45977-bfa3-4bd4-b426-5274c0538c33 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:32.975653 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87d45977-bfa3-4bd4-b426-5274c0538c33 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.000838 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87d45977-bfa3-4bd4-b426-5274c0538c33 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.002031 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-87d45977-bfa3-4bd4-b426-5274c0538c33 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1194685 Apr 05 19:41:33.005079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 37612) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:41:33.009591 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d45977-bfa3-4bd4-b426-5274c0538c33 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd09d443-ff8e-49d5-bade-059ee3477056,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:33.009753 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-9d540ebc-4fc3-4861-92b3-0353a6388b37 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'bd09d443-ff8e-49d5-bade-059ee3477056', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:41:33.038601 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d540ebc-4fc3-4861-92b3-0353a6388b37 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.084878 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d540ebc-4fc3-4861-92b3-0353a6388b37 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.088317 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d540ebc-4fc3-4861-92b3-0353a6388b37 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.107115 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540ebc-4fc3-4861-92b3-0353a6388b37 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5216ce7b-425a-4861-b323-161107e2e0b3,revision_number=0']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:33.112133 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9d540ebc-4fc3-4861-92b3-0353a6388b37 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.115991 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9d540ebc-4fc3-4861-92b3-0353a6388b37 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072040 Apr 05 19:41:33.116284 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37614) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:41:33.120797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2a192304-e987-4dd0-a5d2-7ee8ae225839 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'bd09d443-ff8e-49d5-bade-059ee3477056', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:41:33.144123 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a192304-e987-4dd0-a5d2-7ee8ae225839 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.200912 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a192304-e987-4dd0-a5d2-7ee8ae225839 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.204509 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a192304-e987-4dd0-a5d2-7ee8ae225839 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.224141 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a192304-e987-4dd0-a5d2-7ee8ae225839 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae2d127-3ec9-4af4-8b49-c1facd2a300d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:33.233200 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2a192304-e987-4dd0-a5d2-7ee8ae225839 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.234414 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2a192304-e987-4dd0-a5d2-7ee8ae225839 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171167 Apr 05 19:41:33.237234 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37616) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:41:33.241477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-98c6dd88-2162-4384-801c-bbd32e8c4077 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'bd09d443-ff8e-49d5-bade-059ee3477056', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:41:33.265627 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98c6dd88-2162-4384-801c-bbd32e8c4077 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.325534 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98c6dd88-2162-4384-801c-bbd32e8c4077 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.329064 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98c6dd88-2162-4384-801c-bbd32e8c4077 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.348283 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6dd88-2162-4384-801c-bbd32e8c4077 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3da501-39e7-4d58-9b8f-f96f11f94aa0,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:33.356971 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98c6dd88-2162-4384-801c-bbd32e8c4077 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.358838 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-98c6dd88-2162-4384-801c-bbd32e8c4077 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199961 Apr 05 19:41:33.361043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37618) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:41:33.365385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7ec9bd05-f97c-4a92-89b3-7c4768c1939f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'bd09d443-ff8e-49d5-bade-059ee3477056', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:41:33.389401 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ec9bd05-f97c-4a92-89b3-7c4768c1939f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.447395 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ec9bd05-f97c-4a92-89b3-7c4768c1939f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.451371 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ec9bd05-f97c-4a92-89b3-7c4768c1939f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.468812 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9bd05-f97c-4a92-89b3-7c4768c1939f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01f3244-877f-4eb3-a8ad-f85f07fd0fe1,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:33.475495 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7ec9bd05-f97c-4a92-89b3-7c4768c1939f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.476674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-7ec9bd05-f97c-4a92-89b3-7c4768c1939f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145875 Apr 05 19:41:33.479412 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37620) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:41:33.483590 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fea25641-a153-4df1-94ba-3940933cbded tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'bd09d443-ff8e-49d5-bade-059ee3477056', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:41:33.503112 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-fea25641-a153-4df1-94ba-3940933cbded tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Project 1db4d994af38465498a7dd5b7807eda7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:41:33.507882 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fea25641-a153-4df1-94ba-3940933cbded tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.567717 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fea25641-a153-4df1-94ba-3940933cbded tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.571029 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fea25641-a153-4df1-94ba-3940933cbded tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.590803 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea25641-a153-4df1-94ba-3940933cbded tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f524f621-c217-47cb-94ba-e2d98ca769ae,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:33.595903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fea25641-a153-4df1-94ba-3940933cbded tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.597081 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-fea25641-a153-4df1-94ba-3940933cbded tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167665 Apr 05 19:41:33.599986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37622) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:41:33.604210 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4b30f230-96e6-486b-9348-2e56e47989ec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'security_group_rule': {'security_group_id': 'bd09d443-ff8e-49d5-bade-059ee3477056', 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:41:33.623931 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-4b30f230-96e6-486b-9348-2e56e47989ec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Project 1db4d994af38465498a7dd5b7807eda7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:41:33.628526 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b30f230-96e6-486b-9348-2e56e47989ec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.690779 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b30f230-96e6-486b-9348-2e56e47989ec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.694850 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b30f230-96e6-486b-9348-2e56e47989ec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.713848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30f230-96e6-486b-9348-2e56e47989ec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6d1415-bebe-43ee-b9d3-b91c42efdb97,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:33.724219 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b30f230-96e6-486b-9348-2e56e47989ec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:33.725867 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4b30f230-96e6-486b-9348-2e56e47989ec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249268 Apr 05 19:41:35.602026 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:37.265279 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:41:37.563310 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:39.579359 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85dd00ad-495f-4cac-8082-c559e1cc238b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:41.932103 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8d47991-0f54-49e6-9d39-d5f645b7e6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:43.081442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:44.608961 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:45.094384 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:48.117180 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-80b16383-4373-4d03-9a83-765ae451aa96 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121481&fields=id&tenant_id=1db4d994af38465498a7dd5b7807eda7 HTTP/1.1" status: 200 len: 267 time: 0.0317855 Apr 05 19:41:48.222070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-948b238c-4edc-4b6c-bf0a-9a9a8a493790 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:48.223471 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-948b238c-4edc-4b6c-bf0a-9a9a8a493790 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 809 time: 0.0991099 Apr 05 19:41:48.238915 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-e57d55e2-90dc-4bb0-8279-709c679de8ca tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/quotas/1db4d994af38465498a7dd5b7807eda7 HTTP/1.1" status: 200 len: 375 time: 0.0095136 Apr 05 19:41:48.292322 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-f5158c24-8daa-4410-8a87-29557d6d14c8 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478206 Apr 05 19:41:48.363786 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-864ea226-e115-431e-95ca-3cf5182c0130 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:41:48.364805 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-864ea226-e115-431e-95ca-3cf5182c0130 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588982 Apr 05 19:41:48.451986 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-79e567da-4230-438d-8963-08fbe665d15f service neutron] 10.222.0.15 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800486 Apr 05 19:41:48.543584 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-f6055139-76a1-4979-bc6b-af12e8570e0f service neutron] 10.222.0.15 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844827 Apr 05 19:41:49.875172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-903bc9dc-9b17-41dc-bac1-818779c36b03 req-49a3766b-bab1-41a5-8760-eafebe20760c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 210 time: 0.0740490 Apr 05 19:41:50.955928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5e0e9187-2015-4dbf-a970-32b385792aaf req-13c52aff-1908-48ff-b40d-26571871c658 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 210 time: 0.0254798 Apr 05 19:41:52.036013 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f104bd89-1a92-4044-8165-8a2edd7fc674 req-ccd547a0-ced7-4cea-993d-15308464a3e3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 210 time: 0.0290036 Apr 05 19:41:53.114835 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c86d115d-7245-438c-883b-4061bd9cd9fd req-7368ceed-5c18-4a57-9562-0f3e77ad94d7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 210 time: 0.0274861 Apr 05 19:41:54.211888 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-3b1a5579-b00b-44b4-b5dd-52255671a4b2 req-0e9a8473-9525-4403-829b-7bce8db703f5 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 210 time: 0.0309241 Apr 05 19:41:54.801471 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-f2eede38-bcd8-41c7-9c76-b747160f45b6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:54.802977 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-f2eede38-bcd8-41c7-9c76-b747160f45b6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 809 time: 0.1045291 Apr 05 19:41:54.848152 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-d80e67db-1b1e-4d8a-bbb2-64dbec7ca228 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db4d994af38465498a7dd5b7807eda7 HTTP/1.1" status: 200 len: 377 time: 0.0363405 Apr 05 19:41:54.858105 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'port': {'device_id': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'admin_state_up': True, 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'security_groups': ['bd09d443-ff8e-49d5-bade-059ee3477056']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:41:54.976148 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Made reservation on behalf of 1db4d994af38465498a7dd5b7807eda7 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:41:54.980344 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:55.113894 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Allocated IP 172.20.0.4 (f28c42ff-33e0-40ee-9f8a-8c29c11d766b/0e2eda38-785c-42c5-97cf-0f4c5427abaf/2698b2e4-dd4a-4b1a-afe1-083ca3d10a58) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:41:55.264240 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:55.304292 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:55.348179 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb93464-0bdf-4d0b-99a4-fd751a6a3796 req-5b0fceb7-abb9-42af-97fe-02c77143d952 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:55.349813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1cb93464-0bdf-4d0b-99a4-fd751a6a3796 req-5b0fceb7-abb9-42af-97fe-02c77143d952 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 931 time: 0.0549941 Apr 05 19:41:55.374241 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:41:55.377283 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:41:55.382511 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:41:55.415094 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:55.424062 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1cb93464-0bdf-4d0b-99a4-fd751a6a3796 req-4b5befa2-6f89-4666-802a-0a61ad5ca791 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0664680 Apr 05 19:41:55.453324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:55.453991 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:55.483114 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-afdc4eb9-0408-40ed-9331-a21d87685e13 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6299078 Apr 05 19:41:55.508045 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Request body: {'port': {'device_id': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:41:55.567871 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:55.703353 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3d551306-8886-43c1-87f2-9b00f7af4ee7 None None] Provisioning complete for port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:41:55.704355 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d551306-8886-43c1-87f2-9b00f7af4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:55.751237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3d551306-8886-43c1-87f2-9b00f7af4ee7 None None] Port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:41:55.861220 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:41:55.868800 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:55.881198 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Transition to ACTIVE for port object 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:41:55.885540 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:55.936576 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:56.009646 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Attempting to bind port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:41:56.009985 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Attempting to bind port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:41:56.010556 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Attempting to bind port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:41:56.015162 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:41:56.015498 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Attempting to bind port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:41:56.031455 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:41:56.031784 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Checking segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:41:56.032184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Bound using segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:41:56.032631 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Bound port: 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:41:56.032999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:56.119819 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:41:56.123736 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:41:56.129852 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:56.168857 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:56.169389 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:41:56.170875 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] 10.222.0.25 "PUT /v2.0/ports/2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 1091 time: 0.6752827 Apr 05 19:41:56.171219 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:41:56.173473 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3576e95c-965b-43a6-8395-320352f022aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:41:56.204123 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a8704-365f-4cc6-9a5a-f745e663406c service neutron] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:41:56.289923 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-79c39f09-62b5-4478-adf5-d8e9b7543c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:56.291685 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-79c39f09-62b5-4478-adf5-d8e9b7543c61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1094 time: 0.0616641 Apr 05 19:41:56.307851 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592b37c3-25bd-4d35-9085-b064d5ddbd54 x-openstack-request-id: req-592b37c3-25bd-4d35-9085-b064d5ddbd54 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:41:56.308804 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:41:56.309107 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-592b37c3-25bd-4d35-9085-b064d5ddbd54 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:41:56.309667 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592b37c3-25bd-4d35-9085-b064d5ddbd54'] response: {'name': 'network-changed', 'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'status': 'completed', 'code': 200} Apr 05 19:41:56.340848 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-a7174f94-1647-4d70-a8f3-400e7e2060bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 217 time: 0.0406673 Apr 05 19:41:56.398319 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-a7eacd3f-4f19-440d-a4de-e2436d66158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:56.400051 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-a7eacd3f-4f19-440d-a4de-e2436d66158d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0523076 Apr 05 19:41:56.449388 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-3fc5bfb9-267b-46af-a4d2-d113ce61c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:56.450904 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-3fc5bfb9-267b-46af-a4d2-d113ce61c1dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430474 Apr 05 19:41:56.548346 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798551d0-e33f-469d-8d5b-4aea411f5870 req-9934d8dc-d9fe-4d95-95b7-f14d2cc962b2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:56.549827 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798551d0-e33f-469d-8d5b-4aea411f5870 req-9934d8dc-d9fe-4d95-95b7-f14d2cc962b2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0526135 Apr 05 19:41:56.554539 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-2271162b-88cf-4fb9-96f6-ef152e7a37dc service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967088 Apr 05 19:41:56.590604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-798551d0-e33f-469d-8d5b-4aea411f5870 req-5487678a-cb81-4144-a01c-3d7c4dc202a0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333951 Apr 05 19:41:56.645377 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-16db8367-8c0c-4c7e-8b9c-edbfe27287ea req-08db066c-eac0-40e3-9b63-15abb22b99ee service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846221 Apr 05 19:41:56.735911 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576e95c-965b-43a6-8395-320352f022aa req-359e27d8-f0ba-4cff-bb30-d68d0d10d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:56.737418 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3576e95c-965b-43a6-8395-320352f022aa req-359e27d8-f0ba-4cff-bb30-d68d0d10d79b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1094 time: 0.0480022 Apr 05 19:41:56.836015 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576e95c-965b-43a6-8395-320352f022aa req-d2d31faf-7e7b-4f5e-bffc-01b1d999aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:56.837393 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3576e95c-965b-43a6-8395-320352f022aa req-d2d31faf-7e7b-4f5e-bffc-01b1d999aa0d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0937381 Apr 05 19:41:56.880313 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3576e95c-965b-43a6-8395-320352f022aa req-0289cb89-dd93-4d0d-a1b3-f4c828b4f935 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 217 time: 0.0358362 Apr 05 19:41:56.929656 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576e95c-965b-43a6-8395-320352f022aa req-5fbd525c-0445-4273-941f-6e7442c5ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:56.931381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3576e95c-965b-43a6-8395-320352f022aa req-5fbd525c-0445-4273-941f-6e7442c5ff14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0446322 Apr 05 19:41:56.981945 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576e95c-965b-43a6-8395-320352f022aa req-ff69570a-487a-414b-9bbd-d64ff8521205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:56.983796 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3576e95c-965b-43a6-8395-320352f022aa req-ff69570a-487a-414b-9bbd-d64ff8521205 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449543 Apr 05 19:41:57.072231 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3576e95c-965b-43a6-8395-320352f022aa req-a7039324-5dd0-48f1-9131-344cbf0eaa35 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820794 Apr 05 19:41:57.168996 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-3576e95c-965b-43a6-8395-320352f022aa req-eb4606fb-7a90-4bc4-80c4-a94d64a856a6 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904195 Apr 05 19:41:57.710943 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455278c2-1c96-473d-a560-ea4b18ba9736 req-bf468179-39c6-426f-8da2-2d81654c7553 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:57.712388 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-455278c2-1c96-473d-a560-ea4b18ba9736 req-bf468179-39c6-426f-8da2-2d81654c7553 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0488625 Apr 05 19:41:57.755006 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-455278c2-1c96-473d-a560-ea4b18ba9736 req-4da3461f-c372-4df6-bcfa-903b6a20dbec tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357597 Apr 05 19:41:58.875697 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfde7-eb80-4473-83ba-d665e6fc794f req-18dd6586-aa84-476c-9f9b-df770f8ef867 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:41:58.877079 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-663bfde7-eb80-4473-83ba-d665e6fc794f req-18dd6586-aa84-476c-9f9b-df770f8ef867 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0518343 Apr 05 19:41:58.913604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-663bfde7-eb80-4473-83ba-d665e6fc794f req-73b6c648-3bbf-4da9-acb2-15d625de8bbc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303314 Apr 05 19:42:00.029045 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aae8b7-6470-468c-a70c-c3b7482898ef req-d9efe5a3-8152-48c2-a1af-9b18dfe3f0cf tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:00.030534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2aae8b7-6470-468c-a70c-c3b7482898ef req-d9efe5a3-8152-48c2-a1af-9b18dfe3f0cf tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0485220 Apr 05 19:42:00.067969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2aae8b7-6470-468c-a70c-c3b7482898ef req-68577256-86e3-4527-a821-b769a86786dc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313334 Apr 05 19:42:01.184419 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae860c9-d9b0-4977-909d-59c231fd18a5 req-460f33b5-4140-42a7-9490-5afe4c99e8d3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:01.185879 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ae860c9-d9b0-4977-909d-59c231fd18a5 req-460f33b5-4140-42a7-9490-5afe4c99e8d3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0490735 Apr 05 19:42:01.226422 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2ae860c9-d9b0-4977-909d-59c231fd18a5 req-054d3dcf-a854-47a3-a968-ad5343cdbc5e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343814 Apr 05 19:42:02.343237 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827a740-eae0-4666-9661-b75c80cd2e79 req-9ac65743-deaf-41b4-b066-0f69e921b132 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:02.344719 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d827a740-eae0-4666-9661-b75c80cd2e79 req-9ac65743-deaf-41b4-b066-0f69e921b132 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0501461 Apr 05 19:42:02.382159 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d827a740-eae0-4666-9661-b75c80cd2e79 req-bcf5d8f9-4e0c-49fd-88e0-3d3dcacff8ab tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313787 Apr 05 19:42:03.496540 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aebe83-179f-4b8b-a9a3-a9c72bec3434 req-da630b28-b36e-4580-b1da-fd9090152702 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:03.497885 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46aebe83-179f-4b8b-a9a3-a9c72bec3434 req-da630b28-b36e-4580-b1da-fd9090152702 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0477626 Apr 05 19:42:03.534432 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-46aebe83-179f-4b8b-a9a3-a9c72bec3434 req-acdf26e7-3138-4b37-bd49-55ebf47f1fbd tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305200 Apr 05 19:42:04.648384 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f7353-45ad-4abb-bac2-3a0fc538c95e req-1e0064b7-349b-4e7c-90d2-a5e02a641d30 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:04.649837 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-198f7353-45ad-4abb-bac2-3a0fc538c95e req-1e0064b7-349b-4e7c-90d2-a5e02a641d30 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0479977 Apr 05 19:42:04.690953 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-198f7353-45ad-4abb-bac2-3a0fc538c95e req-f8d9129f-a9cf-4cb0-83ed-3dcad662e171 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350552 Apr 05 19:42:05.614708 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:05.807277 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65361180-c7e2-4f83-8d95-87d545a55211 req-dbc63e2a-e08b-42aa-b071-dc269cad73e7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:05.809284 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65361180-c7e2-4f83-8d95-87d545a55211 req-dbc63e2a-e08b-42aa-b071-dc269cad73e7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0496926 Apr 05 19:42:05.846980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-65361180-c7e2-4f83-8d95-87d545a55211 req-bd7863db-e4b4-445c-b0e6-64d979e84ac5 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316224 Apr 05 19:42:06.960568 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf7236-1661-48ae-a6c8-99b068bc41ef req-e8f986f4-468e-4150-9167-eba4323ad275 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:06.961994 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76bf7236-1661-48ae-a6c8-99b068bc41ef req-e8f986f4-468e-4150-9167-eba4323ad275 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0478206 Apr 05 19:42:06.999094 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-76bf7236-1661-48ae-a6c8-99b068bc41ef req-22ba1987-5918-460d-a355-701aabc85550 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0298662 Apr 05 19:42:07.563424 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:08.115983 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227305d6-7465-47f1-9472-2cdcc054e156 req-024de515-3486-4455-9a2d-86f00a7e3384 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:08.117439 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-227305d6-7465-47f1-9472-2cdcc054e156 req-024de515-3486-4455-9a2d-86f00a7e3384 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0473108 Apr 05 19:42:08.159410 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-227305d6-7465-47f1-9472-2cdcc054e156 req-948f1490-f516-4315-be60-ae273743d80c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346262 Apr 05 19:42:08.297575 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:42:08.389642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:42:08.401252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'port_id': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'mac_address': 'fa:16:3e:a4:53:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:42:08.437691 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:08.453435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:42:08.471734 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:42:08.475791 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:08.520371 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:42:08.527265 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.527596 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.527927 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.528250 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.528569 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.528888 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.529206 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.529516 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.529827 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.530135 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.530462 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.530773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:42:08.832195 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:42:09.274546 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68478570-6ea0-41f6-9fb3-6f79239d62e2 req-0ea96bd4-e58c-4808-a40b-181788c5ed4e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:09.275985 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68478570-6ea0-41f6-9fb3-6f79239d62e2 req-0ea96bd4-e58c-4808-a40b-181788c5ed4e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 944 time: 0.0484726 Apr 05 19:42:09.313437 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-68478570-6ea0-41f6-9fb3-6f79239d62e2 req-2c63ddbc-c445-44a4-850a-6c77fa8c3a31 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307813 Apr 05 19:42:09.583073 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1eb33819-130c-4c5b-a139-863efc99c540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:10.316968 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:42:10.365665 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:42:10.369418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:42:10.369787 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:10.432869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6fa37-4a38-405f-b319-21e07735d0ae req-67f3d935-1ddc-4ff6-b390-29951ed6d680 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:10.434509 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2a6fa37-4a38-405f-b319-21e07735d0ae req-67f3d935-1ddc-4ff6-b390-29951ed6d680 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 944 time: 0.0517557 Apr 05 19:42:10.452156 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:10.472685 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d2a6fa37-4a38-405f-b319-21e07735d0ae req-69611a05-11d9-4637-9398-fd75ba12aca6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321019 Apr 05 19:42:10.474566 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:42:10.476794 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a893ddc-7a71-45d3-99e4-9807428d0c0b" -d '{"events": [{"server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "name": "network-vif-plugged", "status": "completed", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:42:10.490252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:42:10.494474 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:10.519926 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2653d8d7-639d-4132-8c40-59593bfa19aa x-openstack-request-id: req-2653d8d7-639d-4132-8c40-59593bfa19aa {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:42:10.520217 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "name": "network-vif-plugged", "status": "completed", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:42:10.520475 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2653d8d7-639d-4132-8c40-59593bfa19aa {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:42:10.520865 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2653d8d7-639d-4132-8c40-59593bfa19aa'] response: {'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'code': 200} Apr 05 19:42:10.544546 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:42:10.615900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a38a45-263e-40d9-828c-8b2abcb95978 req-9ea66d66-196d-4943-a2b8-9c9382e2f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:10.617383 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86a38a45-263e-40d9-828c-8b2abcb95978 req-9ea66d66-196d-4943-a2b8-9c9382e2f27d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1096 time: 0.0395212 Apr 05 19:42:10.651494 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-86a38a45-263e-40d9-828c-8b2abcb95978 req-c73280d4-bfb6-4b99-921f-ccb19da2f333 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0272398 Apr 05 19:42:11.587852 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe55bb-3cb0-4238-90e7-003552cba31e req-e9c6847e-0d75-4d6b-9fbc-d2ffce14d4d4 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:11.589216 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcfe55bb-3cb0-4238-90e7-003552cba31e req-e9c6847e-0d75-4d6b-9fbc-d2ffce14d4d4 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0480587 Apr 05 19:42:11.630131 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcfe55bb-3cb0-4238-90e7-003552cba31e req-c8111034-8b5f-41b4-b515-42eb215bb36b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338867 Apr 05 19:42:11.923185 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-192ddf9b-8011-4c84-99af-c60a719ad51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:12.751172 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe324447-522a-40ee-a12f-456a1932b420 req-30e30742-c4db-4b11-a4b8-1d9a75980509 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:12.752650 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe324447-522a-40ee-a12f-456a1932b420 req-30e30742-c4db-4b11-a4b8-1d9a75980509 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0511818 Apr 05 19:42:12.791065 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe324447-522a-40ee-a12f-456a1932b420 req-bdef1a50-ef5f-44c8-be7c-4af433abacfc tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319355 Apr 05 19:42:12.916813 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683558cc-8248-4903-bd5c-5e9e5024a095 req-825441a7-a8aa-469c-99dc-97636323ee88 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:12.918960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-683558cc-8248-4903-bd5c-5e9e5024a095 req-825441a7-a8aa-469c-99dc-97636323ee88 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0570519 Apr 05 19:42:12.956451 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-683558cc-8248-4903-bd5c-5e9e5024a095 req-31f2ab40-06f1-4d80-a402-d40b50cec762 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313816 Apr 05 19:42:12.977314 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37848) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:42:13.057586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34bd5a-74d7-4d3e-a4e9-c2c91b2effb9 tempest-TestShelveInstance-726361271 tempest-TestShelveInstance-726361271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:13.059740 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4f34bd5a-74d7-4d3e-a4e9-c2c91b2effb9 tempest-TestShelveInstance-726361271 tempest-TestShelveInstance-726361271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1091 time: 0.0814867 Apr 05 19:42:13.062526 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 37852) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:42:13.066698 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:42:13.083813 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:13.086983 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:13.185251 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:13.291156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Allocated IP 172.25.4.2 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/f774ed97-3fa5-4bb9-bb6b-ecd3f7f56604) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:42:13.390350 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:13.423635 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:13.461724 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:42:13.464494 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:42:13.468633 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:42:13.473886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'Port': ['ID=f774ed97-3fa5-4bb9-bb6b-ecd3f7f56604,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:42:14.110208 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:14.177116 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:14.264336 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:42:14.324017 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:14.328992 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:14.404571 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event updated for resources: {'Port': ['ID=f774ed97-3fa5-4bb9-bb6b-ecd3f7f56604,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:42:14.414921 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:14.514797 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Floating IP 821186d2-1fdc-4b45-a85c-2d623839ede8 associated. External IP: 172.25.4.2, port: 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58. Apr 05 19:42:14.611590 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:14.722090 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:42:14.827832 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:42:14.837342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] Sync routers for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:42:14.847158 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:14.848005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:42:14.848623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:42:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:42:14.875826 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2d7bd625-16e1-4a81-a4ed-2b2cf3d5195a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8122840 Apr 05 19:42:14.876477 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:42:14.878831 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:42:14.919105 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41556915-a23b-4db8-918f-a936255f0678 x-openstack-request-id: req-41556915-a23b-4db8-918f-a936255f0678 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:42:14.919391 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:42:14.919642 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41556915-a23b-4db8-918f-a936255f0678 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:42:14.920066 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41556915-a23b-4db8-918f-a936255f0678'] response: {'name': 'network-changed', 'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'status': 'completed', 'code': 200} Apr 05 19:42:14.958328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:42:15.019970 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-5c257839-37ff-4dda-89ff-1c2c3c4d3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:15.021691 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-5c257839-37ff-4dda-89ff-1c2c3c4d3bbd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1096 time: 0.0800457 Apr 05 19:42:15.117101 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-7c7cd7cb-30cc-492a-9f0f-868d046e2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:15.118591 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-7c7cd7cb-30cc-492a-9f0f-868d046e2186 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0897958 Apr 05 19:42:15.118813 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:15.184249 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-808efead-9ea0-4a1d-ae4a-153854ccb814 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 997 time: 0.0589256 Apr 05 19:42:15.190295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '821186d2-1fdc-4b45-a85c-2d623839ede8', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'port_id': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'mac_address': 'fa:16:3e:a4:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:42:13Z', 'updated_at': '2022-04-05T19:42:13Z', 'revision_number': 0, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:42:15.220797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] Checking router: 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:42:15.229837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:42:15.230424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:42:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:42:15.237676 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-083fb2bf-2f63-41a4-b878-18812ef133a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:15.239146 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-083fb2bf-2f63-41a4-b878-18812ef133a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0488389 Apr 05 19:42:15.284393 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-c75e0eaa-5dcd-4572-9312-3a1760fddc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:15.285863 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-c75e0eaa-5dcd-4572-9312-3a1760fddc51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400555 Apr 05 19:42:15.335684 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:42:15.350728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.25', 52359) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:42:15.379490 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-c9b6f414-d32b-4c4d-8ea2-60f06132e44c service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857134 Apr 05 19:42:15.424236 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-2f05de9b-2ed3-4ab3-b3f9-e410545d909b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720830 Apr 05 19:42:15.476058 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1fb22517-9fb4-40c8-a621-dee6cb4ff1c7 req-d12f337f-b006-4364-8ec4-8f7bb48befb6 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921447 Apr 05 19:42:15.567619 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '821186d2-1fdc-4b45-a85c-2d623839ede8', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'port_id': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'mac_address': 'fa:16:3e:a4:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:42:13Z', 'updated_at': '2022-04-05T19:42:13Z', 'revision_number': 0, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:42:15.577057 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-805ac317-ff77-45d2-bc72-2dc6a768e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:15.578640 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-805ac317-ff77-45d2-bc72-2dc6a768e4ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1096 time: 0.0421324 Apr 05 19:42:15.598318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5fc96e-5298-438d-ae95-53c689457cba None None] The sync data for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 is: [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '821186d2-1fdc-4b45-a85c-2d623839ede8', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'port_id': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'mac_address': 'fa:16:3e:a4:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:42:13Z', 'updated_at': '2022-04-05T19:42:13Z', 'revision_number': 0, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:42:15.689006 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-f50204a8-cb06-4d31-bd94-630ec80e81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:15.690496 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-f50204a8-cb06-4d31-bd94-630ec80e81eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0936692 Apr 05 19:42:15.758865 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-cc8fa943-161a-4982-b60c-1d95b0c760d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 997 time: 0.0621259 Apr 05 19:42:15.808968 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-dbd73b2a-2d50-4325-b33b-9cf2700beaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:15.810583 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-dbd73b2a-2d50-4325-b33b-9cf2700beaa1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0450134 Apr 05 19:42:15.821325 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53032a24-2dd3-4af7-a4d9-4a5b77a95a44 None None] New status for floating IP 821186d2-1fdc-4b45-a85c-2d623839ede8: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:42:15.859543 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-86a381e3-ccf5-4cd4-a0ec-9ff42a3ada80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:42:15.861014 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-86a381e3-ccf5-4cd4-a0ec-9ff42a3ada80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445950 Apr 05 19:42:15.948404 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-2955b01e-a6f5-4558-b34e-42107d882f4f service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809703 Apr 05 19:42:16.042574 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-c38a8d8e-0982-4cc3-ae8d-aff9ffa49f39 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860868 Apr 05 19:42:35.632495 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:37.576570 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:39.584626 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c1a1-e655-413c-a18f-aa0b06fd03b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:41.925524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57fadd92-5781-4843-a2a2-254f62680dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:43.090995 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:44.613748 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:45.100245 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:42:51.263459 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:43:05.628746 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:07.577727 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:09.587259 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-feea6c1d-2827-4c1f-905c-e4921c318c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:11.926712 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed76a0e9-ecfa-479f-a897-4409c34f2e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:13.090051 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:14.618557 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:15.104064 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:16.388470 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5165b523-6e10-4064-8621-f91da612f13d req-fbe57649-ffb6-4dd7-bc00-526d3d63664a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407674 Apr 05 19:43:16.468444 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b523-6e10-4064-8621-f91da612f13d req-dc0e30ba-24b0-4f1c-be42-9c921f9303e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:43:16.469907 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5165b523-6e10-4064-8621-f91da612f13d req-dc0e30ba-24b0-4f1c-be42-9c921f9303e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1096 time: 0.0406089 Apr 05 19:43:16.572390 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b523-6e10-4064-8621-f91da612f13d req-a1107385-3709-41d3-8ff4-3f901e6c6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:43:16.573741 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5165b523-6e10-4064-8621-f91da612f13d req-a1107385-3709-41d3-8ff4-3f901e6c6215 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0859346 Apr 05 19:43:16.637956 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5165b523-6e10-4064-8621-f91da612f13d req-a9108029-fc5c-40f6-ba18-07f422bf9f86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 999 time: 0.0577278 Apr 05 19:43:16.686096 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b523-6e10-4064-8621-f91da612f13d req-c7782d66-8e08-40d6-a96f-3c50b217db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:43:16.687489 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5165b523-6e10-4064-8621-f91da612f13d req-c7782d66-8e08-40d6-a96f-3c50b217db65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0433795 Apr 05 19:43:16.738622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b523-6e10-4064-8621-f91da612f13d req-78bfb86b-dc2a-4438-8fcb-a4badb8457a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:43:16.740373 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5165b523-6e10-4064-8621-f91da612f13d req-78bfb86b-dc2a-4438-8fcb-a4badb8457a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466809 Apr 05 19:43:16.830375 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5165b523-6e10-4064-8621-f91da612f13d req-d478b6e3-ce7b-4e49-be3f-2c898ada50b3 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819235 Apr 05 19:43:16.921056 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-5165b523-6e10-4064-8621-f91da612f13d req-02d41b76-9095-4e63-8acc-c7bd07184fe2 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841663 Apr 05 19:43:28.262437 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:43:35.643792 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:37.578871 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:39.588734 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-266ac8a7-73cd-40e8-bdeb-1f4ead456ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:41.928860 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-156c6f73-3b51-4f1c-805a-f0a9cad30e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:43.091955 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:44.620782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:43:45.107288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:05.261503 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:44:05.659282 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:07.603344 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:09.279902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd984d-f42a-414d-be71-967b134d2680 req-3e3f30a9-5d81-44e1-a71a-c75d268116b5 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:09.281399 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0fd984d-f42a-414d-be71-967b134d2680 req-3e3f30a9-5d81-44e1-a71a-c75d268116b5 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0508902 Apr 05 19:44:09.319948 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e0fd984d-f42a-414d-be71-967b134d2680 req-81b77e90-5237-4292-84a4-38e27f237b50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324304 Apr 05 19:44:09.591679 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-125efd23-321d-4373-a689-de4bc28b7e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:10.444914 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8b188-02ec-4d1b-baf5-e3fb067a62f9 req-a640020c-7063-4358-ac1a-81f8cf04d5c7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:10.446417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13f8b188-02ec-4d1b-baf5-e3fb067a62f9 req-a640020c-7063-4358-ac1a-81f8cf04d5c7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0521398 Apr 05 19:44:10.484786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-13f8b188-02ec-4d1b-baf5-e3fb067a62f9 req-7116aa5e-9001-41b9-810d-a8e0f6290c4e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319402 Apr 05 19:44:11.610362 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde4227-fb2f-4975-9643-87076fe0f134 req-0e99e97a-b592-4b52-a934-6431333b113d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:11.611976 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcde4227-fb2f-4975-9643-87076fe0f134 req-0e99e97a-b592-4b52-a934-6431333b113d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0478666 Apr 05 19:44:11.651604 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dcde4227-fb2f-4975-9643-87076fe0f134 req-caf9d455-a8f2-4b99-85f7-ef0d08a899c8 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330455 Apr 05 19:44:11.932292 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c24c314f-2b65-4bda-9ecb-45571802e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:12.779066 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea055-1a6a-4c7b-94e8-6607fd5fa64c req-1cfbdd2c-0d57-4ae7-8714-a35a4f74d086 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:12.780528 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da2ea055-1a6a-4c7b-94e8-6607fd5fa64c req-1cfbdd2c-0d57-4ae7-8714-a35a4f74d086 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0504906 Apr 05 19:44:12.817500 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-da2ea055-1a6a-4c7b-94e8-6607fd5fa64c req-3dfee88b-00d2-4dfa-a2f7-f3614c7dc1f7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307212 Apr 05 19:44:13.094706 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:13.936549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259bd78-6976-412a-81f3-9cc399adfa09 req-b4575451-c85f-4a5f-92ce-20656d339025 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:13.937932 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5259bd78-6976-412a-81f3-9cc399adfa09 req-b4575451-c85f-4a5f-92ce-20656d339025 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0526693 Apr 05 19:44:13.975016 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5259bd78-6976-412a-81f3-9cc399adfa09 req-b4bacf14-02c7-4bc4-9e85-9a434c4b94f6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310924 Apr 05 19:44:14.623525 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:15.089294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf20a4f-b72a-437d-b0cb-b04e348cc237 req-db596bac-f0ca-4329-89a2-3f3f27aa967b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:15.090811 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbf20a4f-b72a-437d-b0cb-b04e348cc237 req-db596bac-f0ca-4329-89a2-3f3f27aa967b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0485947 Apr 05 19:44:15.110757 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:15.131960 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbf20a4f-b72a-437d-b0cb-b04e348cc237 req-104313ff-bfeb-4409-8f20-af5bd6112b8b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344145 Apr 05 19:44:16.248060 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cf8fd-23fd-409b-b9e1-6601635bebec req-d348604d-0614-456f-87a1-eb1001244fbd tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:16.249525 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb8cf8fd-23fd-409b-b9e1-6601635bebec req-d348604d-0614-456f-87a1-eb1001244fbd tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0494769 Apr 05 19:44:16.286570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-eb8cf8fd-23fd-409b-b9e1-6601635bebec req-b6077ec9-1e38-47a1-adfc-8c6ba3e28e82 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309775 Apr 05 19:44:17.413112 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363902c-f28d-4024-952e-ed298ef5b238 req-4d398f65-6bd1-4087-92db-897e5b6b6dba tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:17.415167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5363902c-f28d-4024-952e-ed298ef5b238 req-4d398f65-6bd1-4087-92db-897e5b6b6dba tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0599358 Apr 05 19:44:17.421683 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-ca81b695-d478-4968-a15e-26a50a44bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:17.423199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-ca81b695-d478-4968-a15e-26a50a44bf1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1096 time: 0.0432904 Apr 05 19:44:17.455670 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5363902c-f28d-4024-952e-ed298ef5b238 req-1cdeb561-b0a3-4cc1-ac24-2c907aab8807 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339077 Apr 05 19:44:17.525100 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-025516d8-8897-443d-bff9-7fc8e2e8d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:17.526494 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-025516d8-8897-443d-bff9-7fc8e2e8d13d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0833168 Apr 05 19:44:17.919204 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-8929abbc-ba2e-4b9d-8dc4-80617bd9c490 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 999 time: 0.3863542 Apr 05 19:44:17.967692 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-e713f10f-1d30-4597-8734-a0da0b82f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:17.969123 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-e713f10f-1d30-4597-8734-a0da0b82f651 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0432961 Apr 05 19:44:18.014713 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-89cf1758-5e83-4788-ab83-047c0558bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:18.016137 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-89cf1758-5e83-4788-ab83-047c0558bef4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396216 Apr 05 19:44:18.104729 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-f1939bfd-5a9c-4dea-b81b-37fd2ca13d4c service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824015 Apr 05 19:44:18.191299 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a631d8e6-eea4-4e27-b1b4-b50a1a309ddc req-f4120731-c749-4b6f-b863-3dd76d9c0b0b service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798495 Apr 05 19:44:18.574466 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d092b-60e4-4853-b559-3fbd3a190d93 req-d64fba49-bf76-444d-a218-e4db2b3250a3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:18.575931 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c1d092b-60e4-4853-b559-3fbd3a190d93 req-d64fba49-bf76-444d-a218-e4db2b3250a3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Apr 05 19:44:18.612786 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4c1d092b-60e4-4853-b559-3fbd3a190d93 req-dd91d9c9-8b00-4c4b-86fe-7f34c0919536 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307584 Apr 05 19:44:19.384467 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884234-6754-4830-955b-a72633fa85a1 req-f747c660-eb6f-471c-82ff-e63f677572dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:19.385973 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2884234-6754-4830-955b-a72633fa85a1 req-f747c660-eb6f-471c-82ff-e63f677572dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1096 time: 0.0447214 Apr 05 19:44:19.474698 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884234-6754-4830-955b-a72633fa85a1 req-32a17766-3569-41d2-b78f-0118677dc32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:19.476165 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2884234-6754-4830-955b-a72633fa85a1 req-32a17766-3569-41d2-b78f-0118677dc32e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0839262 Apr 05 19:44:19.544637 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2884234-6754-4830-955b-a72633fa85a1 req-c2c9c110-862a-47a5-a2a5-ba1bea614b89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 999 time: 0.0616295 Apr 05 19:44:19.592515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884234-6754-4830-955b-a72633fa85a1 req-b3999667-31e0-4a3d-8b68-27cc29c6dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:19.593892 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2884234-6754-4830-955b-a72633fa85a1 req-b3999667-31e0-4a3d-8b68-27cc29c6dba8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0430806 Apr 05 19:44:19.639026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884234-6754-4830-955b-a72633fa85a1 req-21123b94-d280-44db-b5ec-822b061cb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:19.640475 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2884234-6754-4830-955b-a72633fa85a1 req-21123b94-d280-44db-b5ec-822b061cb600 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407043 Apr 05 19:44:19.729017 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae5a2e-617a-4205-a0a1-1f0fbacc7f24 req-aff477aa-58b3-41e9-8dd1-e7fe2e064020 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:19.730524 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2ae5a2e-617a-4205-a0a1-1f0fbacc7f24 req-aff477aa-58b3-41e9-8dd1-e7fe2e064020 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0486155 Apr 05 19:44:19.735326 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2884234-6754-4830-955b-a72633fa85a1 req-cc66f77c-47bc-48ff-b80c-a3d19ef745cc service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886307 Apr 05 19:44:19.767638 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b2ae5a2e-617a-4205-a0a1-1f0fbacc7f24 req-c8ab5284-3051-4006-b4c2-049f84a89b4e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309844 Apr 05 19:44:19.825508 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-f2884234-6754-4830-955b-a72633fa85a1 req-f5a9ca2f-ad59-4e6b-8622-866aa25f0015 service neutron] 10.222.0.25 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833697 Apr 05 19:44:20.887864 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131704c-0454-45de-b23b-d1e90ff2dff5 req-38a854a7-2df6-49ca-8624-4a6e26b66a9c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:20.889333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0131704c-0454-45de-b23b-d1e90ff2dff5 req-38a854a7-2df6-49ca-8624-4a6e26b66a9c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0523350 Apr 05 19:44:20.926799 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0131704c-0454-45de-b23b-d1e90ff2dff5 req-0b6f8ae5-5e71-4c03-9410-3273f6480596 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313373 Apr 05 19:44:22.045989 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9b764-b7e2-4196-86d8-52019281a8f4 req-06bd436c-733d-4666-9eb7-4ea5d415ca14 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:22.047526 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dff9b764-b7e2-4196-86d8-52019281a8f4 req-06bd436c-733d-4666-9eb7-4ea5d415ca14 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0496609 Apr 05 19:44:22.085516 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dff9b764-b7e2-4196-86d8-52019281a8f4 req-002bf7f2-9928-4722-bb37-fcca027657c0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317349 Apr 05 19:44:23.204817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c44c2-f55b-47bb-8932-3cde1ca175ae req-84037c82-3525-43ad-9197-b221693691ef tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:23.206288 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b67c44c2-f55b-47bb-8932-3cde1ca175ae req-84037c82-3525-43ad-9197-b221693691ef tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0500841 Apr 05 19:44:23.244266 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-b67c44c2-f55b-47bb-8932-3cde1ca175ae req-80551805-7272-45bc-a099-d724aa4155b9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317554 Apr 05 19:44:23.311946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-10ad5639-f4ce-430e-9b63-2d5ebcbe4cb0 req-91783d10-560a-4e7b-8e0c-076175a35cbb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:44:23.312965 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-10ad5639-f4ce-430e-9b63-2d5ebcbe4cb0 req-91783d10-560a-4e7b-8e0c-076175a35cbb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053744 Apr 05 19:44:23.435652 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-6d356c5f-5784-4bad-bd73-3580629ed74f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412383 Apr 05 19:44:23.446278 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-c284fb85-18c6-4a26-aecc-e807a3dd3203 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:44:23.447483 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-c284fb85-18c6-4a26-aecc-e807a3dd3203 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060422 Apr 05 19:44:23.470728 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f608e02-857b-4b71-bbf5-c8bc203a9472 req-92ee6bb5-5fe0-4931-a47a-d11dd8cc95eb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:23.472368 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f608e02-857b-4b71-bbf5-c8bc203a9472 req-92ee6bb5-5fe0-4931-a47a-d11dd8cc95eb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0557017 Apr 05 19:44:23.513863 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1f608e02-857b-4b71-bbf5-c8bc203a9472 req-30f7bf62-28d6-4532-a793-09f07f8024d0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348034 Apr 05 19:44:24.633405 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fcc84-498a-49a7-b7e2-8ce073f3a37a req-ca8a4510-95e0-4edd-8020-85502550be96 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:24.634894 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-343fcc84-498a-49a7-b7e2-8ce073f3a37a req-ca8a4510-95e0-4edd-8020-85502550be96 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Apr 05 19:44:24.672973 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-343fcc84-498a-49a7-b7e2-8ce073f3a37a req-eb0bf405-59d6-4cb3-a901-50adf0fee0bb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319045 Apr 05 19:44:25.042611 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:44:25.280061 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:25.301949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:44:25.304385 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f2b837-2c28-457e-bc7a-eb494f3f6f8d" -d '{"events": [{"server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "name": "network-vif-unplugged", "status": "completed", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:44:25.316438 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:44:25.322348 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:25.347694 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee48863-b781-43f0-a263-d9d41fed57a4 x-openstack-request-id: req-1ee48863-b781-43f0-a263-d9d41fed57a4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:44:25.347981 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "name": "network-vif-unplugged", "status": "failed", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58", "code": 422}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:44:25.348250 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ee48863-b781-43f0-a263-d9d41fed57a4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:44:25.348639 n-d-836650-3 neutron-server[102641]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1ee48863-b781-43f0-a263-d9d41fed57a4']: {'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'code': 422} returned with failed status Apr 05 19:44:25.374116 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:44:25.381834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.382183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.383139 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.383483 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.383808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.384131 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.384458 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.384776 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.385095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.385441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.385759 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.386076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:25.797094 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd731a-0da3-4109-9945-7e61ee7d8694 req-ebfe9edd-48b0-4565-b06b-bf5bdd47ad7d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:25.798570 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7bd731a-0da3-4109-9945-7e61ee7d8694 req-ebfe9edd-48b0-4565-b06b-bf5bdd47ad7d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0491064 Apr 05 19:44:25.837539 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d7bd731a-0da3-4109-9945-7e61ee7d8694 req-2d98e0be-197c-43ae-b02f-9e3adc295dc0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324121 Apr 05 19:44:26.960129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4789ec-0c58-4bb8-b3bc-e83e80edc1e2 req-a53c4dda-2e46-4aa7-88ba-19fcc88c99b2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:26.962621 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f4789ec-0c58-4bb8-b3bc-e83e80edc1e2 req-a53c4dda-2e46-4aa7-88ba-19fcc88c99b2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0554826 Apr 05 19:44:27.000756 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0f4789ec-0c58-4bb8-b3bc-e83e80edc1e2 req-6ca7e9b0-bc53-4568-ab43-4f9f96daf6db tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319729 Apr 05 19:44:28.115273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff08c03-c080-4bd6-9a3d-26195d22a332 req-557f17bb-d5f1-465e-994f-423585d1fa6f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:28.116748 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ff08c03-c080-4bd6-9a3d-26195d22a332 req-557f17bb-d5f1-465e-994f-423585d1fa6f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0481117 Apr 05 19:44:28.154118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8ff08c03-c080-4bd6-9a3d-26195d22a332 req-38ac75fc-f4c5-4676-a870-7f384ca66022 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307405 Apr 05 19:44:28.215505 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-faad4228-3d23-4768-9c71-840199ce1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:28.216991 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-faad4228-3d23-4768-9c71-840199ce1dcf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07&tenant_id=1db4d994af38465498a7dd5b7807eda7 HTTP/1.1" status: 200 len: 1094 time: 0.0409403 Apr 05 19:44:28.238818 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836650-3', 'device_owner': 'compute:nova'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:44:28.294384 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:28.495811 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:44:28.527253 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h1-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:44:28.559716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:44:28.566816 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:28.579026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Transition to ACTIVE for port object 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:44:28.582716 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:28.662064 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:44:28.676619 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.676967 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.677906 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.678246 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.678596 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.679176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.679534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.679982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.680305 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.680625 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.680941 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.681262 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:44:28.714791 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] No DVR routers for this DVR port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on host n-h1-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:44:28.849780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Attempting to bind port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:44:28.850108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Attempting to bind port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:44:28.850457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Attempting to bind port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:44:28.854994 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:44:28.855309 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Attempting to bind port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on network f28c42ff-33e0-40ee-9f8a-8c29c11d766b {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:44:28.859922 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:44:28.860251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Checking segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:44:28.860623 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Bound using segment: {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:44:28.861033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Bound port: 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b131f98e-0bdb-48b4-8fdc-04cad28d7751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:44:28.861379 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:28.922681 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:44:28.925470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:44:28.930425 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:28.963279 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:28.963766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:28.966110 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] 10.222.0.20 "PUT /v2.0/ports/2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 1091 time: 0.7316396 Apr 05 19:44:28.968168 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:44:28.970422 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15030bde-2314-41bd-a4da-01c6bc0dfafb" -d '{"events": [{"name": "network-changed", "server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:44:29.011549 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ffca3-8e68-41e6-acde-9632151dc443 service neutron] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=8']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:44:29.033280 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bded8ac-d48b-44f7-a7a5-fd9ee0d8be77 x-openstack-request-id: req-7bded8ac-d48b-44f7-a7a5-fd9ee0d8be77 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:44:29.033574 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:44:29.033811 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bded8ac-d48b-44f7-a7a5-fd9ee0d8be77 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:44:29.034178 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bded8ac-d48b-44f7-a7a5-fd9ee0d8be77'] response: {'name': 'network-changed', 'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'status': 'completed', 'code': 200} Apr 05 19:44:29.050603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-36742e04-55ce-4674-9ac6-fcd502e97091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:29.052234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-36742e04-55ce-4674-9ac6-fcd502e97091 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1094 time: 0.0552125 Apr 05 19:44:29.147488 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-4754e5a9-79e0-4baa-9d91-81ad4ee24718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:29.149000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-4754e5a9-79e0-4baa-9d91-81ad4ee24718 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0881748 Apr 05 19:44:29.230809 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-e14c98ac-eef3-4664-a3b7-8a5257ce86e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 997 time: 0.0674760 Apr 05 19:44:29.301950 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-c9aa6ae4-29e6-45b1-b43e-2a3389c39ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:29.303951 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-c9aa6ae4-29e6-45b1-b43e-2a3389c39ccd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0643671 Apr 05 19:44:29.312648 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070cf51-6e06-47d6-9b4c-0287fb2b69b7 req-69438c23-ee53-4c70-bcdd-128f8847722d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:29.314009 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0070cf51-6e06-47d6-9b4c-0287fb2b69b7 req-69438c23-ee53-4c70-bcdd-128f8847722d tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0850844 Apr 05 19:44:29.377578 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0070cf51-6e06-47d6-9b4c-0287fb2b69b7 req-5dc8770d-45d5-499e-8a90-5ac382b1ddcb tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545535 Apr 05 19:44:29.381938 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-fd031eea-a302-4d76-a7e4-b7ad7c93f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:29.384185 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-fd031eea-a302-4d76-a7e4-b7ad7c93f9b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692451 Apr 05 19:44:29.476864 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-a42dffc9-de7e-4137-b8f3-726d8dae497b service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817497 Apr 05 19:44:29.574626 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-835f2ba7-b7f0-4ee4-9f07-e8ea0384f7ba service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867474 Apr 05 19:44:29.663381 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-a6b20464-9fbb-4678-be03-a2d3f67367a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:29.665293 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-a6b20464-9fbb-4678-be03-a2d3f67367a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1094 time: 0.0404992 Apr 05 19:44:29.759711 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-5d65eab9-85b1-435c-98f5-b80534ec64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:29.761167 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-5d65eab9-85b1-435c-98f5-b80534ec64f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0881126 Apr 05 19:44:29.829058 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-b47bcd3c-429a-4c70-ad8f-ec80e5d64143 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 997 time: 0.0574164 Apr 05 19:44:29.878798 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-a30ca5f4-fa4c-48e1-b8bd-9ceabf6a8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:29.880521 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-a30ca5f4-fa4c-48e1-b8bd-9ceabf6a8ec4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0437853 Apr 05 19:44:29.933928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-0fc0ff18-4942-4d2d-9d97-de67e0b88437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:29.935345 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-0fc0ff18-4942-4d2d-9d97-de67e0b88437 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444272 Apr 05 19:44:30.023607 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-2c912bac-51ad-445a-b156-ee1546562ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799296 Apr 05 19:44:30.118118 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-15030bde-2314-41bd-a4da-01c6bc0dfafb req-f0aa79ca-dce2-40f9-a605-1ab2506d2274 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848503 Apr 05 19:44:30.498073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ab2f9-650b-4c7e-80aa-c8b2777581b1 req-a8d20780-389d-4961-8d26-f77efac7edb2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:30.499511 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b6ab2f9-650b-4c7e-80aa-c8b2777581b1 req-a8d20780-389d-4961-8d26-f77efac7edb2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0505919 Apr 05 19:44:30.537176 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6b6ab2f9-650b-4c7e-80aa-c8b2777581b1 req-2f49a738-55ee-4275-b006-b01944211837 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316315 Apr 05 19:44:31.651285 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64771f3-19f0-49da-9c55-5eefadae92b7 req-0fd1a49f-1fbe-429e-af1a-9d1be09d8bd3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:31.652720 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a64771f3-19f0-49da-9c55-5eefadae92b7 req-0fd1a49f-1fbe-429e-af1a-9d1be09d8bd3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0483778 Apr 05 19:44:31.689729 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a64771f3-19f0-49da-9c55-5eefadae92b7 req-e2e71fdd-ccf6-4d24-a257-e1e8874edff7 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310318 Apr 05 19:44:32.802574 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd27f6-5dd0-49d0-a14b-7b67cde87e74 req-bb812fc4-2da6-4ecc-a9ad-2912ae50dfb3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:32.804450 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3bd27f6-5dd0-49d0-a14b-7b67cde87e74 req-bb812fc4-2da6-4ecc-a9ad-2912ae50dfb3 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0475824 Apr 05 19:44:32.846278 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e3bd27f6-5dd0-49d0-a14b-7b67cde87e74 req-bf0c060c-7ce9-49ce-abae-97a1e7d13890 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353796 Apr 05 19:44:33.960275 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46464a-ed46-461e-9d45-73b6bbc7bb10 req-76dceddc-956d-4fc2-9166-6ca410105830 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:33.962503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c46464a-ed46-461e-9d45-73b6bbc7bb10 req-76dceddc-956d-4fc2-9166-6ca410105830 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0491209 Apr 05 19:44:33.999501 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9c46464a-ed46-461e-9d45-73b6bbc7bb10 req-9b4a1cff-32bf-4420-ba0d-d22c894c0944 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309839 Apr 05 19:44:35.113395 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d8a02-87fd-4e76-bf3f-19b6787d2f83 req-055a4b28-d73b-40ce-aced-54e42a51256f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:35.114856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-283d8a02-87fd-4e76-bf3f-19b6787d2f83 req-055a4b28-d73b-40ce-aced-54e42a51256f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0476377 Apr 05 19:44:35.152869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-283d8a02-87fd-4e76-bf3f-19b6787d2f83 req-9ba768a3-b617-45fa-9784-aa7d6916ddff tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312681 Apr 05 19:44:35.673461 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:36.269656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27c5a4-3eab-477f-817a-7c8c7aed2555 req-50f3013e-8107-4bd8-b1bb-463a47460e71 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:36.271108 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a27c5a4-3eab-477f-817a-7c8c7aed2555 req-50f3013e-8107-4bd8-b1bb-463a47460e71 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0478382 Apr 05 19:44:36.313085 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8a27c5a4-3eab-477f-817a-7c8c7aed2555 req-9945caa9-924b-41f1-9931-ba2d2ab8cb9f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353210 Apr 05 19:44:37.428011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837b0ad-e5ac-4164-a94d-132c9a0fea79 req-db415ec2-f803-48c1-af5c-d3b0d54da476 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:37.429925 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0837b0ad-e5ac-4164-a94d-132c9a0fea79 req-db415ec2-f803-48c1-af5c-d3b0d54da476 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0497496 Apr 05 19:44:37.467768 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0837b0ad-e5ac-4164-a94d-132c9a0fea79 req-1d66c9e0-3d46-412e-a17f-8e5a479455e2 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316093 Apr 05 19:44:37.603685 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:38.582162 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03f863-77bb-4b5a-9d49-744d39ac92b2 req-415eccac-f609-40c9-9f0a-a9c713475d6b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:38.583630 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe03f863-77bb-4b5a-9d49-744d39ac92b2 req-415eccac-f609-40c9-9f0a-a9c713475d6b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 943 time: 0.0480175 Apr 05 19:44:38.620892 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-fe03f863-77bb-4b5a-9d49-744d39ac92b2 req-63ca77d7-7970-4585-a2f3-aa463d92e64a tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304868 Apr 05 19:44:39.254745 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:44:39.351623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:44:39.362333 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'port_id': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'mac_address': 'fa:16:3e:a4:53:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:44:39.397350 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:39.409654 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:44:39.430168 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:44:39.433948 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:39.486435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:44:39.593515 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5a31-0393-417b-b1d4-f18926e7b5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:39.735859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f47b4-1409-4d40-a2f6-ef9d4c939ed2 req-b3640fa0-3f82-4260-be29-b26ef412e1e6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:39.737375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:44:39.737534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-298f47b4-1409-4d40-a2f6-ef9d4c939ed2 req-b3640fa0-3f82-4260-be29-b26ef412e1e6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 944 time: 0.0480320 Apr 05 19:44:39.781193 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-298f47b4-1409-4d40-a2f6-ef9d4c939ed2 req-d1a90f47-2fbc-490f-bf14-098e6e00f8cf tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0363789 Apr 05 19:44:40.896962 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62da428-c52f-41be-8063-48e4c6f958c0 req-99788bb6-082b-46dd-ae88-964cffd0280f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:40.898446 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c62da428-c52f-41be-8063-48e4c6f958c0 req-99788bb6-082b-46dd-ae88-964cffd0280f tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 944 time: 0.0487974 Apr 05 19:44:40.936113 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c62da428-c52f-41be-8063-48e4c6f958c0 req-18cb7fb6-0d22-4194-afcf-f86722fcb12c tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316586 Apr 05 19:44:41.271343 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:44:41.318537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:44:41.323342 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:44:41.323716 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:41.396449 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:41.420228 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:44:41.422487 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7d1089-39e8-4347-b2b3-993547901ee5" -d '{"events": [{"server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "name": "network-vif-plugged", "status": "completed", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:44:41.436198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:44:41.440280 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:41.487203 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:44:41.523677 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366eb637-3e09-4d2b-82e8-cd49d1b223cf x-openstack-request-id: req-366eb637-3e09-4d2b-82e8-cd49d1b223cf {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:44:41.523964 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "name": "network-vif-plugged", "status": "completed", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:44:41.524215 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-366eb637-3e09-4d2b-82e8-cd49d1b223cf {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:44:41.524613 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366eb637-3e09-4d2b-82e8-cd49d1b223cf'] response: {'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'code': 200} Apr 05 19:44:41.680866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787cf8f-63ec-41c7-85f1-ed8fab330904 req-de320603-1ca1-4ac9-aa8f-04dbedceeb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:41.682341 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d787cf8f-63ec-41c7-85f1-ed8fab330904 req-de320603-1ca1-4ac9-aa8f-04dbedceeb8e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1097 time: 0.0399461 Apr 05 19:44:41.718522 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d787cf8f-63ec-41c7-85f1-ed8fab330904 req-4bc28a30-faae-47b7-976a-026761e79c09 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0264266 Apr 05 19:44:41.934826 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4cc2-4da1-45ab-8cfe-e60c3bda5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:42.049104 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c9bf3-9056-45de-93de-09e83e3a2728 req-a5531c71-6083-4034-92a6-64d3296d0fe9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:42.050561 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e8c9bf3-9056-45de-93de-09e83e3a2728 req-a5531c71-6083-4034-92a6-64d3296d0fe9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 946 time: 0.0480177 Apr 05 19:44:42.091349 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8e8c9bf3-9056-45de-93de-09e83e3a2728 req-af1d32a0-86bf-4a2b-8f3d-c9dac9d6c687 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345316 Apr 05 19:44:42.260850 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:44:43.097803 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:43.209959 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30354290-66b6-4748-8066-9bd12e0985e2 req-092930f0-b6cb-4c63-85ee-757dd9ffc0e6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:44:43.211732 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30354290-66b6-4748-8066-9bd12e0985e2 req-092930f0-b6cb-4c63-85ee-757dd9ffc0e6 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 946 time: 0.0502408 Apr 05 19:44:43.249778 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-30354290-66b6-4748-8066-9bd12e0985e2 req-31fb6683-434f-4639-aff2-a4f06c2256e0 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319748 Apr 05 19:44:44.626315 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:44:45.113480 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:05.664923 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:07.602375 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:09.599315 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b565e9e-275c-4cbf-a200-c951a57ab957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:11.939832 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66bb996d-669d-456d-bb36-1130457cef42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:13.101167 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:14.630200 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:15.114858 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:19.259238 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:45:19.472856 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-7ee755fd-a3e6-461c-a016-e8cf1a2da3bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779529 Apr 05 19:45:19.559953 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-032f79ab-b5c6-4739-a898-100e03cf999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:45:19.561310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-032f79ab-b5c6-4739-a898-100e03cf999d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1097 time: 0.0402956 Apr 05 19:45:19.669016 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-c141cf61-9cb8-4576-beeb-e0f2a1bd5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:45:19.670485 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-c141cf61-9cb8-4576-beeb-e0f2a1bd5cc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.0855162 Apr 05 19:45:19.737390 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-9c92d6df-c6c8-4860-a649-bc0f319b69c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 999 time: 0.0555983 Apr 05 19:45:19.791296 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-8fc713a1-5872-42f4-9830-fa6ff7d15bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:45:19.792674 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-8fc713a1-5872-42f4-9830-fa6ff7d15bbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0456917 Apr 05 19:45:19.841315 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-987e468e-ca71-46e9-b4bc-75129a9893a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:45:19.842678 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-987e468e-ca71-46e9-b4bc-75129a9893a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389423 Apr 05 19:45:19.936011 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-7edff6e3-2d00-4d0e-b729-4d02134c68c7 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815790 Apr 05 19:45:20.030941 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c72265cb-4b9f-4bf4-915e-b717a8cda9a7 req-53d078d2-a8bb-4867-822b-1458ab7d31d7 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844119 Apr 05 19:45:35.687811 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:37.600528 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:39.591597 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f38628e1-0825-4217-9d92-aead5ab8a69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:41.940574 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d69694e5-c548-4044-8a0d-04a675b2409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:43.106199 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:44.630524 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:45.115431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:56.258131 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:45:59.200073 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38018) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:45:59.355257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Deleting port f774ed97-3fa5-4bb9-bb6b-ecd3f7f56604 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:45:59.355599 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:59.431545 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:59.431886 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:59.443469 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Calling delete_port for f774ed97-3fa5-4bb9-bb6b-ecd3f7f56604 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:45:59.586389 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:59.614369 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event deleted for resources: {'Port': ['ID=f774ed97-3fa5-4bb9-bb6b-ecd3f7f56604,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:45:59.627232 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.627578 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.627916 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.628251 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.629082 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.629497 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.629860 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.630156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.630498 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.630822 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.631150 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.631474 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:45:59.684797 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:45:59.685113 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Floating IP 821186d2-1fdc-4b45-a85c-2d623839ede8 disassociated (deleted). External IP: 172.25.4.2, port: 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58. Apr 05 19:46:00.185257 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:46:00.292826 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:46:00.297620 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:00.303403 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] Sync routers for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:46:00.312870 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:00.313472 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:00.324320 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-3c6abdb7-ae12-4412-9aa9-f1dcd80bcc50 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "DELETE /v2.0/floatingips/821186d2-1fdc-4b45-a85c-2d623839ede8 HTTP/1.1" status: 204 len: 168 time: 1.1231782 Apr 05 19:46:00.325002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:46:00.327364 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6599118-d40b-4756-aad9-24ec188238ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:46:00.431558 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01cc72a-f5d7-4639-9d93-fabe4954e173 x-openstack-request-id: req-d01cc72a-f5d7-4639-9d93-fabe4954e173 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:46:00.431845 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:46:00.432335 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d01cc72a-f5d7-4639-9d93-fabe4954e173 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:46:00.433076 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01cc72a-f5d7-4639-9d93-fabe4954e173'] response: {'name': 'network-changed', 'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'status': 'completed', 'code': 200} Apr 05 19:46:00.433317 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:00.521475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599118-d40b-4756-aad9-24ec188238ad req-7ec8df26-9bbd-4409-90f1-ab408709e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:00.523000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6599118-d40b-4756-aad9-24ec188238ad req-7ec8df26-9bbd-4409-90f1-ab408709e447 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1db4d994af38465498a7dd5b7807eda7&device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 1097 time: 0.0525317 Apr 05 19:46:00.624390 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86d8f-f393-454c-b5ed-77e0ae8e94fd req-2a651f5a-839a-4015-8889-dab9c015990b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:00.625828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40c86d8f-f393-454c-b5ed-77e0ae8e94fd req-2a651f5a-839a-4015-8889-dab9c015990b tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 946 time: 0.1019764 Apr 05 19:46:00.641314 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:00.664286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599118-d40b-4756-aad9-24ec188238ad req-546cf4dc-2725-4078-b14b-71dedad66dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:00.665726 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6599118-d40b-4756-aad9-24ec188238ad req-546cf4dc-2725-4078-b14b-71dedad66dc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 200 len: 909 time: 0.1325870 Apr 05 19:46:00.668277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] Checking router: 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:46:00.676940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:00.677813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:00.686133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-40c86d8f-f393-454c-b5ed-77e0ae8e94fd req-01633853-19ed-4aae-bba5-a8e08405a8a1 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537527 Apr 05 19:46:00.717457 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6599118-d40b-4756-aad9-24ec188238ad req-4a299d77-b309-43b4-9ca2-f5ead8849ae3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 200 len: 217 time: 0.0426471 Apr 05 19:46:00.765304 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599118-d40b-4756-aad9-24ec188238ad req-37e070ce-e9e1-4be3-9941-cbcaa6d5cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:00.766767 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6599118-d40b-4756-aad9-24ec188238ad req-37e070ce-e9e1-4be3-9941-cbcaa6d5cc16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 200 len: 848 time: 0.0427117 Apr 05 19:46:00.783291 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:00.811949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599118-d40b-4756-aad9-24ec188238ad req-3eb0a9fe-f7fd-4c04-930b-a3b81c42b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:00.813431 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6599118-d40b-4756-aad9-24ec188238ad req-3eb0a9fe-f7fd-4c04-930b-a3b81c42b4c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f28c42ff-33e0-40ee-9f8a-8c29c11d766b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400105 Apr 05 19:46:00.825198 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-f6599118-d40b-4756-aad9-24ec188238ad req-aff10cfc-c30b-4e03-9e9f-48c48ce11042 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:46:00.826140 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6599118-d40b-4756-aad9-24ec188238ad req-aff10cfc-c30b-4e03-9e9f-48c48ce11042 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049503 Apr 05 19:46:00.921990 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6599118-d40b-4756-aad9-24ec188238ad req-179ca85a-6b9f-48a0-a8ab-afd51051f8be service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885870 Apr 05 19:46:00.979731 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:01.005861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c67b68-8d44-4341-9841-b338337ee232 None None] The sync data for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 is: [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:36:35Z', 'revision_number': 4, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'd2521c3c-0026-44d5-bb99-4eab2b327cca', 'name': '', 'network_id': 'f28c42ff-33e0-40ee-9f8a-8c29c11d766b', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'mac_address': 'fa:16:3e:dc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:35Z', 'updated_at': '2022-04-05T19:36:40Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'subnets': [{'id': '0e2eda38-785c-42c5-97cf-0f4c5427abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:46:01.011503 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f6599118-d40b-4756-aad9-24ec188238ad req-763e7a24-737d-40be-aaa6-9b892dbca432 service neutron] 10.222.0.20 "GET /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824292 Apr 05 19:46:01.220743 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f9b64b-794e-42d9-9b6b-415e14263551 None None] New status for floating IP 821186d2-1fdc-4b45-a85c-2d623839ede8: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:46:01.806753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e374db0-a478-4a87-8161-42a161fe3d9a req-517681a8-0ce8-47fc-8620-905e3bfd9073 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:01.808409 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e374db0-a478-4a87-8161-42a161fe3d9a req-517681a8-0ce8-47fc-8620-905e3bfd9073 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 946 time: 0.0511014 Apr 05 19:46:01.848283 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7e374db0-a478-4a87-8161-42a161fe3d9a req-69509ed2-cd57-4a17-b221-e1a586392eb9 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd09d443-ff8e-49d5-bade-059ee3477056&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338173 Apr 05 19:46:02.331801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-91b2de22-b18b-4135-ae3c-b6a78a9010bd tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:02.333328 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-91b2de22-b18b-4135-ae3c-b6a78a9010bd tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.20 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 946 time: 0.0525413 Apr 05 19:46:02.423170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Deleting port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:46:02.423931 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:02.514669 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] For port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:02.515037 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:02.527780 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Calling delete_port for 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:46:02.649761 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:02.687167 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event deleted for resources: {'Port': ['ID=2698b2e4-dd4a-4b1a-afe1-083ca3d10a58,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:02.725739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] No DVR routers for this DVR port 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:46:02.728445 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:02.732234 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a138e5d4-fca4-42b8-8f30-9d0cdce09f07 req-0cf9537b-2f0d-4da2-8787-eb1f635b4058 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.20 "DELETE /v2.0/ports/2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 HTTP/1.1" status: 204 len: 173 time: 0.3897231 Apr 05 19:46:02.732735 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'name': 'network-vif-deleted', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:46:02.735006 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d610a15-4ab7-4c34-9c28-06e7a875cea3" -d '{"events": [{"server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "name": "network-vif-deleted", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:46:02.778769 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3891841c-270e-44bf-9bd6-f17c8dce227e x-openstack-request-id: req-3891841c-270e-44bf-9bd6-f17c8dce227e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:46:02.779062 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4325557d-5e16-4ab4-a15d-cc07d8e65c07", "name": "network-vif-deleted", "tag": "2698b2e4-dd4a-4b1a-afe1-083ca3d10a58", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:46:02.779312 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3891841c-270e-44bf-9bd6-f17c8dce227e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:46:02.779718 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3891841c-270e-44bf-9bd6-f17c8dce227e'] response: {'server_uuid': '4325557d-5e16-4ab4-a15d-cc07d8e65c07', 'name': 'network-vif-deleted', 'tag': '2698b2e4-dd4a-4b1a-afe1-083ca3d10a58', 'status': 'completed', 'code': 200} Apr 05 19:46:02.947294 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-5bb461f9-01e3-4f66-9dd2-dca4ca9d6b0a req-9e4c25f5-53db-46b9-896d-b73f3dbf913e tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 210 time: 0.0262752 Apr 05 19:46:04.051978 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-292d3d03-1633-4ad0-96ad-d57b514f220f req-f7cc8fb8-8ea4-42a0-9aff-9d16d2cc9038 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 210 time: 0.0269473 Apr 05 19:46:05.151268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e6511003-1b01-4f19-8584-d26140838605 req-cdf282b8-330f-4ba9-b669-47df3a820019 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 210 time: 0.0308423 Apr 05 19:46:05.659019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:46:05.683942 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:46:05.684282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 2698b2e4-dd4a-4b1a-afe1-083ca3d10a58 not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:46:05.701555 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:06.261313 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0332e289-da9e-4459-8001-097323213b1e req-642eb199-95a4-484a-928e-158a3330ca39 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "GET /v2.0/ports?device_id=4325557d-5e16-4ab4-a15d-cc07d8e65c07 HTTP/1.1" status: 200 len: 210 time: 0.0268633 Apr 05 19:46:07.317949 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38050) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:07.380339 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2286785-a1bf-434c-96d4-fc948a5ab627 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:07.404712 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2286785-a1bf-434c-96d4-fc948a5ab627 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:07.464853 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2286785-a1bf-434c-96d4-fc948a5ab627 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:07.467284 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2286785-a1bf-434c-96d4-fc948a5ab627 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:07.468415 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-b2286785-a1bf-434c-96d4-fc948a5ab627 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd09d443-ff8e-49d5-bade-059ee3477056 HTTP/1.1" status: 204 len: 168 time: 0.1493874 Apr 05 19:46:07.478601 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2286785-a1bf-434c-96d4-fc948a5ab627 tempest-TestShelveInstance-1643763300 tempest-TestShelveInstance-1643763300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd09d443-ff8e-49d5-bade-059ee3477056,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:07.600145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:08.529862 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38056) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:08.971651 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:09.218824 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Deleting port d2521c3c-0026-44d5-bb99-4eab2b327cca {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:46:09.219162 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:09.296696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] For port d2521c3c-0026-44d5-bb99-4eab2b327cca, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d2521c3c-0026-44d5-bb99-4eab2b327cca,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:09.297202 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:09.309915 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Calling delete_port for d2521c3c-0026-44d5-bb99-4eab2b327cca owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:46:09.484294 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:09.510175 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2521c3c-0026-44d5-bb99-4eab2b327cca,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:09.597108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd42c65e-e825-4e00-ba70-36098c5840aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:09.682490 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:09.890069 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:46:09.994886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:46:10.000495 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-e3096642-cd16-4386-aced-be2f4e933bd3 admin admin] 10.222.0.15 "PUT /v2.0/routers/147032aa-16af-4b02-b5d7-5a6c6c6f21c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4689293 Apr 05 19:46:10.002377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38060) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:10.004301 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] Sync routers for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:46:10.014019 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:10.014641 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:10.106903 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:10.117874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:10.459913 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:46:09Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:10.489609 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] Checking router: 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:46:10.498170 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] Routers {'147032aa-16af-4b02-b5d7-5a6c6c6f21c8'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:10.498837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:45:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:10.514116 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:10.575201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Deleting port dcaeb092-cc8b-4eba-ba1c-235f245489aa {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:46:10.575549 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:10.610671 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] Set router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:10.653536 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] For port dcaeb092-cc8b-4eba-ba1c-235f245489aa, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=dcaeb092-cc8b-4eba-ba1c-235f245489aa,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:10.653905 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:10.666977 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Calling delete_port for dcaeb092-cc8b-4eba-ba1c-235f245489aa owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:46:10.783357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:46:09Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:10.814020 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165e3a3-98e7-416d-aaab-7edde4f07142 None None] The sync data for ids ['147032aa-16af-4b02-b5d7-5a6c6c6f21c8'] in n-d-836650-3 is: [{'id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'name': 'tempest-TestShelveInstance-1442015480-router', 'tenant_id': '1db4d994af38465498a7dd5b7807eda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:32Z', 'updated_at': '2022-04-05T19:46:09Z', 'revision_number': 5, 'project_id': '1db4d994af38465498a7dd5b7807eda7', 'gw_port': {'id': 'dcaeb092-cc8b-4eba-ba1c-235f245489aa', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147032aa-16af-4b02-b5d7-5a6c6c6f21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:33Z', 'updated_at': '2022-04-05T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:46:10.833151 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:10.864861 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcaeb092-cc8b-4eba-ba1c-235f245489aa,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:10.925405 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.016122 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.018984 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.062616 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.063349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 147032aa-16af-4b02-b5d7-5a6c6c6f21c8 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:46:11.068037 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.069096 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-049d7989-90a6-4371-8e33-7690bd4b1318 admin admin] 10.222.0.15 "DELETE /v2.0/routers/147032aa-16af-4b02-b5d7-5a6c6c6f21c8 HTTP/1.1" status: 204 len: 168 time: 1.0656583 Apr 05 19:46:11.071609 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38062) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:11.119181 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d9a9ad-576a-41b3-b564-f2a5831644b2 admin admin] Deleting subnet 0e2eda38-785c-42c5-97cf-0f4c5427abaf {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:46:11.122074 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9ad-576a-41b3-b564-f2a5831644b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.156894 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9ad-576a-41b3-b564-f2a5831644b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13870186'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.238156 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9ad-576a-41b3-b564-f2a5831644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.296972 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9ad-576a-41b3-b564-f2a5831644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12966972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035043'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.323377 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9a9ad-576a-41b3-b564-f2a5831644b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2eda38-785c-42c5-97cf-0f4c5427abaf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:11.325352 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9ad-576a-41b3-b564-f2a5831644b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.328550 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-60d9a9ad-576a-41b3-b564-f2a5831644b2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0e2eda38-785c-42c5-97cf-0f4c5427abaf HTTP/1.1" status: 204 len: 168 time: 0.2560151 Apr 05 19:46:11.331125 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:11.332558 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d5147-65ad-4eaf-a835-dfbb48280081 None None] Network f28c42ff-33e0-40ee-9f8a-8c29c11d766b requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:46:11.401437 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.458741 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Deleting port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:46:11.459349 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.528041 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] For port 3ebedb66-dcbb-4a18-a65e-27c5770d1689, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3ebedb66-dcbb-4a18-a65e-27c5770d1689,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:11.528409 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.534978 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] DHCP port deletion for f28c42ff-33e0-40ee-9f8a-8c29c11d766b request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:46:11.543939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Calling delete_port for 3ebedb66-dcbb-4a18-a65e-27c5770d1689 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:46:11.583397 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Deleting port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:46:11.584105 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.621977 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.646744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] For port 3ebedb66-dcbb-4a18-a65e-27c5770d1689, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=3ebedb66-dcbb-4a18-a65e-27c5770d1689,segment=NetworkSegment(b131f98e-0bdb-48b4-8fdc-04cad28d7751),segment_id=b131f98e-0bdb-48b4-8fdc-04cad28d7751)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:11.647369 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.653920 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebedb66-dcbb-4a18-a65e-27c5770d1689,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:11.657869 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] No DVR routers for this DVR port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:46:11.661106 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Calling delete_port for 3ebedb66-dcbb-4a18-a65e-27c5770d1689 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:46:11.731664 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.740329 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.754801 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28c42ff-33e0-40ee-9f8a-8c29c11d766b']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:11.763766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b131f98e-0bdb-48b4-8fdc-04cad28d7751') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:11.764059 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b131f98e-0bdb-48b4-8fdc-04cad28d7751') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:11.766773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Pushing event deleted for resources: {'Port': ['ID=3ebedb66-dcbb-4a18-a65e-27c5770d1689,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:11.772459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] No DVR routers for this DVR port 3ebedb66-dcbb-4a18-a65e-27c5770d1689 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:46:11.775111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.780824 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.781154 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.781486 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.781813 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.782136 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.782488 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.782808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.783122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.783867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.783867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.784122 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.784360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a578a8-a2c3-45af-9d7d-df6d3e98d5eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:11.793642 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.799664 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:46:11.800180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:46:11.802139 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:46:11.861134 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.873558 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:11.876765 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] 10.222.0.15 "DELETE /v2.0/networks/f28c42ff-33e0-40ee-9f8a-8c29c11d766b HTTP/1.1" status: 204 len: 168 time: 0.5441709 Apr 05 19:46:11.880348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38066) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:11.896615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb56971-af58-40fe-8a9a-322d38a03eac admin admin] Pushing event deleted for resources: {'Network': ['ID=f28c42ff-33e0-40ee-9f8a-8c29c11d766b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:11.942094 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04e264b9-274f-47c0-979a-47b49be5e897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:12.233406 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:12.488477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Deleting port 23977310-b7d8-4073-85cc-51dabd487389 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:46:12.488730 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:12.566735 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] For port 23977310-b7d8-4073-85cc-51dabd487389, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=23977310-b7d8-4073-85cc-51dabd487389,segment=NetworkSegment(c597aac8-399b-44d9-9251-f6529f30b73c),segment_id=c597aac8-399b-44d9-9251-f6529f30b73c)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:12.567113 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:12.577033 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3ebedb66-dcbb-4a18-a65e-27c5770d1689 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:46:12.586478 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Calling delete_port for 23977310-b7d8-4073-85cc-51dabd487389 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:46:12.599032 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 3ebedb66-dcbb-4a18-a65e-27c5770d1689 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:46:12.599375 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 3ebedb66-dcbb-4a18-a65e-27c5770d1689 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:46:12.599793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device dcaeb092-cc8b-4eba-ba1c-235f245489aa no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:46:12.623076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: dcaeb092-cc8b-4eba-ba1c-235f245489aa {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:46:12.623427 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device dcaeb092-cc8b-4eba-ba1c-235f245489aa not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:46:12.623837 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d2521c3c-0026-44d5-bb99-4eab2b327cca no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:46:12.642936 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d2521c3c-0026-44d5-bb99-4eab2b327cca {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:46:12.643284 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d2521c3c-0026-44d5-bb99-4eab2b327cca not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:46:12.767888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:12.791131 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23977310-b7d8-4073-85cc-51dabd487389,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:12.818788 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.819132 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.819477 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.819787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.820112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.820431 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.820748 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.821066 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.821381 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.821696 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.822011 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.822323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:12.976120 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:13.105770 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:13.187829 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Router 838c1b71-3c4d-443c-b060-2fc234975e4c has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:46:13.293916 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:46:13.298840 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-0358c185-c7a8-4840-a6c4-ffacdfdfacd0 admin admin] 10.222.0.15 "PUT /v2.0/routers/838c1b71-3c4d-443c-b060-2fc234975e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4174459 Apr 05 19:46:13.301429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38070) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:13.304705 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] Sync routers for ids ['838c1b71-3c4d-443c-b060-2fc234975e4c'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:46:13.314339 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] Routers {'838c1b71-3c4d-443c-b060-2fc234975e4c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:13.314959 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['838c1b71-3c4d-443c-b060-2fc234975e4c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:13.405888 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:13.415333 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] Set router 838c1b71-3c4d-443c-b060-2fc234975e4c gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:13.508570 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:13.560361 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Deleting port d874847d-c88d-4359-a0be-5ab6593ebf35 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:46:13.560706 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:13.602295 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:37Z', 'updated_at': '2022-04-05T19:46:12Z', 'revision_number': 5, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'gw_port': {'id': 'd874847d-c88d-4359-a0be-5ab6593ebf35', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:36:38Z', 'updated_at': '2022-04-05T19:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:13.634819 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] Checking router: 838c1b71-3c4d-443c-b060-2fc234975e4c for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:46:13.643247 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] Routers {'838c1b71-3c4d-443c-b060-2fc234975e4c'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:13.643903 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['838c1b71-3c4d-443c-b060-2fc234975e4c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:13.647480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] For port d874847d-c88d-4359-a0be-5ab6593ebf35, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d874847d-c88d-4359-a0be-5ab6593ebf35,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:13.647855 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:13.662419 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Calling delete_port for d874847d-c88d-4359-a0be-5ab6593ebf35 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:46:13.743380 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] Set router 838c1b71-3c4d-443c-b060-2fc234975e4c gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:13.796687 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:37Z', 'updated_at': '2022-04-05T19:46:13Z', 'revision_number': 6, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:13.849141 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:13.882376 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Pushing event deleted for resources: {'Port': ['ID=d874847d-c88d-4359-a0be-5ab6593ebf35,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:13.916358 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613d72d2-9b96-416a-8c84-ec7bd605b26c None None] The sync data for ids ['838c1b71-3c4d-443c-b060-2fc234975e4c'] in n-d-836650-3 is: [{'id': '838c1b71-3c4d-443c-b060-2fc234975e4c', 'name': 'tempest-TestShelveInstance-1786902768-router', 'tenant_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:36:37Z', 'updated_at': '2022-04-05T19:46:13Z', 'revision_number': 6, 'project_id': 'c32e056bfdd846019c9d3ea38d302bd6', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:46:13.951533 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.041393 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.043513 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.086836 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.087375 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 838c1b71-3c4d-443c-b060-2fc234975e4c {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:46:14.091655 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.092704 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4202b5d1-6de7-4b22-a988-3be6598ffe70 admin admin] 10.222.0.15 "DELETE /v2.0/routers/838c1b71-3c4d-443c-b060-2fc234975e4c HTTP/1.1" status: 204 len: 168 time: 0.7903788 Apr 05 19:46:14.095430 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38072) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:14.143360 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-111b9c1d-40be-4be3-bbce-cdbea992472d admin admin] Deleting subnet d26a007f-8b3e-4dd4-985d-a1ffeca069cf {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:46:14.147498 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-111b9c1d-40be-4be3-bbce-cdbea992472d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.181835 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-111b9c1d-40be-4be3-bbce-cdbea992472d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.257684 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-111b9c1d-40be-4be3-bbce-cdbea992472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.313299 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-111b9c1d-40be-4be3-bbce-cdbea992472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.346277 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b9c1d-40be-4be3-bbce-cdbea992472d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26a007f-8b3e-4dd4-985d-a1ffeca069cf,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:14.351549 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-111b9c1d-40be-4be3-bbce-cdbea992472d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.356561 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-111b9c1d-40be-4be3-bbce-cdbea992472d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d26a007f-8b3e-4dd4-985d-a1ffeca069cf HTTP/1.1" status: 204 len: 168 time: 0.2584419 Apr 05 19:46:14.357317 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38074) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:14.358429 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f61d41-a56a-4a31-8eb7-cf1c56a63530 None None] Network 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:46:14.438670 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.493305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Deleting port 07796e8d-5934-420c-910e-32736230fdf2 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:46:14.493647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.566484 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] For port 07796e8d-5934-420c-910e-32736230fdf2, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=07796e8d-5934-420c-910e-32736230fdf2,segment=NetworkSegment(c597aac8-399b-44d9-9251-f6529f30b73c),segment_id=c597aac8-399b-44d9-9251-f6529f30b73c)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:14.567232 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.575288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] DHCP port deletion for 9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:46:14.584016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Calling delete_port for 07796e8d-5934-420c-910e-32736230fdf2 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:46:14.620570 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d874847d-c88d-4359-a0be-5ab6593ebf35 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:46:14.650774 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d874847d-c88d-4359-a0be-5ab6593ebf35 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:46:14.651115 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d874847d-c88d-4359-a0be-5ab6593ebf35 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:46:14.651518 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23977310-b7d8-4073-85cc-51dabd487389 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:46:14.669037 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.681003 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 23977310-b7d8-4073-85cc-51dabd487389 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:46:14.681109 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 23977310-b7d8-4073-85cc-51dabd487389 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:46:14.687630 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] Deleting port 07796e8d-5934-420c-910e-32736230fdf2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:46:14.687954 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.691452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.699258 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Pushing event deleted for resources: {'Port': ['ID=07796e8d-5934-420c-910e-32736230fdf2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:14.704029 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] No DVR routers for this DVR port 07796e8d-5934-420c-910e-32736230fdf2 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:46:14.756460 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] For port 07796e8d-5934-420c-910e-32736230fdf2, host n-d-836650-3, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:14.756846 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.768626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] Calling delete_port for 07796e8d-5934-420c-910e-32736230fdf2 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:46:14.771832 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] Port 07796e8d-5934-420c-910e-32736230fdf2 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 19:46:14.772612 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.782337 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.797306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] Pushing event deleted for resources: {'Port': ['ID=07796e8d-5934-420c-910e-32736230fdf2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:14.801386 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916d118-6fd2-4455-b79d-bfe229ca4c71 None None] No DVR routers for this DVR port 07796e8d-5934-420c-910e-32736230fdf2 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:46:14.804063 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:14.815457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c597aac8-399b-44d9-9251-f6529f30b73c') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:14.815796 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c597aac8-399b-44d9-9251-f6529f30b73c') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:14.825329 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.838056 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.844054 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:46:14.844525 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:46:14.846210 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:46:14.903725 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.908960 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:14.912909 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] 10.222.0.15 "DELETE /v2.0/networks/9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1 HTTP/1.1" status: 204 len: 168 time: 0.5546610 Apr 05 19:46:14.924562 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd3d50-fe98-4c50-915a-abdcde027afc admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7cfbf3-9457-4dd2-995e-9ef5341ef2a1,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:15.020483 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38078) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:15.060055 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-4e1cc3fd-94f0-4609-9dde-d0218eaaf329 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1db4d994af38465498a7dd5b7807eda7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383854 Apr 05 19:46:15.062438 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38080) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:15.112082 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b72bd32-071b-4f3e-acab-ff54fe337700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:15.120632 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:15.133919 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b72bd32-071b-4f3e-acab-ff54fe337700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:15.180078 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b72bd32-071b-4f3e-acab-ff54fe337700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:15.182934 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-9b72bd32-071b-4f3e-acab-ff54fe337700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:15.184084 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-9b72bd32-071b-4f3e-acab-ff54fe337700 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae5d76b3-0292-43b3-815c-55852da8162e HTTP/1.1" status: 204 len: 168 time: 0.1207345 Apr 05 19:46:15.191645 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72bd32-071b-4f3e-acab-ff54fe337700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5d76b3-0292-43b3-815c-55852da8162e,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:15.499972 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38086) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:15.539121 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-aaac0549-4d46-491a-9402-962cdb1ea0e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c32e056bfdd846019c9d3ea38d302bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379679 Apr 05 19:46:15.541480 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38088) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:15.590743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3007bf6f-671e-456c-96f4-e6057a50e8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:15.611585 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3007bf6f-671e-456c-96f4-e6057a50e8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:15.657522 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3007bf6f-671e-456c-96f4-e6057a50e8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:15.660151 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3007bf6f-671e-456c-96f4-e6057a50e8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:15.661408 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3007bf6f-671e-456c-96f4-e6057a50e8af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a10bd5f2-74ed-4e8e-a0f3-f3511a8b2f13 HTTP/1.1" status: 204 len: 168 time: 0.1190548 Apr 05 19:46:15.669133 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007bf6f-671e-456c-96f4-e6057a50e8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10bd5f2-74ed-4e8e-a0f3-f3511a8b2f13,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:16.346112 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38110) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:16.469312 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2062944450-network', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:16.489579 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Made reservation on behalf of 17d8c990635d49018fdd7c53a5dc0482 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:46:16.491860 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:16.499893 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:16.572096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 07796e8d-5934-420c-910e-32736230fdf2 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:46:16.583868 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:16.587809 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:16.594280 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 07796e8d-5934-420c-910e-32736230fdf2 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:46:16.594642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 07796e8d-5934-420c-910e-32736230fdf2 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:46:16.612655 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:46:16.622284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c4fdc9-a010-4284-829d-a3eddfc04521,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:16.626929 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:16.627274 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Added segment d657b88a-c33a-4f5e-b16f-336ffae57b9a of type vlan for network 16a2a036-a646-4927-b805-221ef09382d6 Apr 05 19:46:16.666539 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:16.692801 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:16.693861 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:16.694435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:16.743654 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3958430 Apr 05 19:46:16.746684 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38114) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:16.751944 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Request body: {'subnet': {'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2062944450-subnet', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:16.758168 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9deeb-3e27-4419-9d95-c306d6064ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=16a2a036-a646-4927-b805-221ef09382d6,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:16.770799 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network 16a2a036-a646-4927-b805-221ef09382d6 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:46:16.778550 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Made reservation on behalf of 17d8c990635d49018fdd7c53a5dc0482 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:46:16.781080 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:16.949144 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.004986 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8564e2a0-79a0-4ee3-a171-98f40a8783ae,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:17.012723 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Checking segment: {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:46:17.013068 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Network hostable DHCP agents. Network: 16a2a036-a646-4927-b805-221ef09382d6, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:46:17.029375 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Network 16a2a036-a646-4927-b805-221ef09382d6 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:46:17.038071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, 16a2a036-a646-4927-b805-221ef09382d6) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:17.042389 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:17.043165 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.047387 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c38249-f08d-483b-992c-fc9cb0ea17c3 None None] Network 16a2a036-a646-4927-b805-221ef09382d6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:46:17.058950 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-dd357210-dde9-4904-85b4-64520d44436a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3110785 Apr 05 19:46:17.061739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38116) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:17.066385 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:17.084828 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.085912 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.141914 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.195632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-16a2a036-a646-4927-b805-221ef09382d6', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:46:17.196489 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.280314 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.329261 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Allocated IP 172.20.0.2 (16a2a036-a646-4927-b805-221ef09382d6/8564e2a0-79a0-4ee3-a171-98f40a8783ae/d14ddeb7-11bf-473e-bda0-93315fca2780) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:46:17.467979 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.473629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.483166 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.502252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.512986 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Network 16a2a036-a646-4927-b805-221ef09382d6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:17.515970 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:17.518536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:46:17.527441 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Pushing event updated for resources: {'Port': ['ID=d14ddeb7-11bf-473e-bda0-93315fca2780,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:17.582430 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Attempting to bind port d14ddeb7-11bf-473e-bda0-93315fca2780 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:46:17.583128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Attempting to bind port d14ddeb7-11bf-473e-bda0-93315fca2780 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:46:17.583128 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Attempting to bind port d14ddeb7-11bf-473e-bda0-93315fca2780 on network 16a2a036-a646-4927-b805-221ef09382d6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:46:17.588357 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:46:17.588867 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Checking segment: {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:46:17.589281 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.589614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Bound using segment: {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:46:17.590156 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Bound port: d14ddeb7-11bf-473e-bda0-93315fca2780, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:46:17.590583 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.608776 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Allocated IP 172.25.4.153 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/de8d5c61-7090-40b5-801d-43cc514b348d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:46:17.654200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] For port d14ddeb7-11bf-473e-bda0-93315fca2780, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:46:17.657395 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] For port d14ddeb7-11bf-473e-bda0-93315fca2780, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d14ddeb7-11bf-473e-bda0-93315fca2780,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:46:17.661633 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.715562 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.719574 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c60a6-a994-40a3-a4eb-5583ffc2f55a None None] Pushing event updated for resources: {'Port': ['ID=d14ddeb7-11bf-473e-bda0-93315fca2780,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:17.750774 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:17.792325 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:17.795273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:17.799026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:46:17.804969 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Pushing event updated for resources: {'Port': ['ID=de8d5c61-7090-40b5-801d-43cc514b348d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:18.069273 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:18.259028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:18.396939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Router 943b807c-0e6b-4d98-91d7-5709b4fad3ca is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:46:18.505751 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:46:18.515418 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Sync routers for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:46:18.526424 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:18.530563 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-33feaec8-adc2-4360-9481-94699220fe48 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4653566 Apr 05 19:46:18.530732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:18.530732 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:18.530912 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38118) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:18.648527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d14ddeb7-11bf-473e-bda0-93315fca2780 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:18.675377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eabcdd-e4b4-461a-b4b8-eceaeaa51532 None None] Network 16a2a036-a646-4927-b805-221ef09382d6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:46:18.702541 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:18.819488 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-c35616a5-969b-4725-8b1d-3ca01c9438fd None None] Provisioning complete for port d14ddeb7-11bf-473e-bda0-93315fca2780 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:18.819860 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35616a5-969b-4725-8b1d-3ca01c9438fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:18.985924 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.157176 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d14ddeb7-11bf-473e-bda0-93315fca2780 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:19.157545 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.279889 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35616a5-969b-4725-8b1d-3ca01c9438fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.343059 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:17Z', 'revision_number': 3, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:19.395784 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Checking router: 943b807c-0e6b-4d98-91d7-5709b4fad3ca for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:46:19.396134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Updating router 943b807c-0e6b-4d98-91d7-5709b4fad3ca port de8d5c61-7090-40b5-801d-43cc514b348d binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:46:19.399434 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c35616a5-969b-4725-8b1d-3ca01c9438fd None None] For port d14ddeb7-11bf-473e-bda0-93315fca2780, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d14ddeb7-11bf-473e-bda0-93315fca2780,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:19.401983 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.428962 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35616a5-969b-4725-8b1d-3ca01c9438fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.466652 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.494130 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Allocated IP 172.20.0.1 (16a2a036-a646-4927-b805-221ef09382d6/8564e2a0-79a0-4ee3-a171-98f40a8783ae/a7538aa6-d6cd-447f-bdbc-a028ab636469) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:46:19.561174 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35616a5-969b-4725-8b1d-3ca01c9438fd None None] Pushing event updated for resources: {'Port': ['ID=d14ddeb7-11bf-473e-bda0-93315fca2780,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:19.605788 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.623181 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 19:46:19.623526 n-d-836650-3 neutron-server[102641]: DEBUG oslo_db.api [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 19:46:19.638841 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-1d7b2ce1-88ab-4dbc-b9b0-16c6edb4d1b7 None None] Provisioning complete for port d14ddeb7-11bf-473e-bda0-93315fca2780 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:19.639248 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2ce1-88ab-4dbc-b9b0-16c6edb4d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.641269 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.682654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Network 16a2a036-a646-4927-b805-221ef09382d6 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:19.685715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:19.691270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:46:19.729635 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Pushing event updated for resources: {'Port': ['ID=a7538aa6-d6cd-447f-bdbc-a028ab636469,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:19.740588 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.868658 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.874765 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.887418 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.941744 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43302250-e30f-42b6-87d9-ffaef7b47ec1 None None] Pushing event updated for resources: {'Port': ['ID=de8d5c61-7090-40b5-801d-43cc514b348d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:19.945121 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Attempting to bind port de8d5c61-7090-40b5-801d-43cc514b348d on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:46:19.945479 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Attempting to bind port de8d5c61-7090-40b5-801d-43cc514b348d by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:46:19.945834 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Attempting to bind port de8d5c61-7090-40b5-801d-43cc514b348d on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:46:19.954329 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:46:19.954721 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:46:19.955160 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.955490 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:46:19.955965 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Bound port: de8d5c61-7090-40b5-801d-43cc514b348d, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:46:19.956529 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:19.958365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b8082499-f093-490b-a9c2-378e05e5cbf8 None None] Provisioning complete for port a7538aa6-d6cd-447f-bdbc-a028ab636469 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:19.958735 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8082499-f093-490b-a9c2-378e05e5cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:20.026091 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b8082499-f093-490b-a9c2-378e05e5cbf8 None None] Port a7538aa6-d6cd-447f-bdbc-a028ab636469 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:46:20.037180 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] For port de8d5c61-7090-40b5-801d-43cc514b348d, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:46:20.040446 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] For port de8d5c61-7090-40b5-801d-43cc514b348d, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=de8d5c61-7090-40b5-801d-43cc514b348d,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:46:20.044028 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:20.051795 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:20.056641 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:20.106632 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:20.107244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:20.124223 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Pushing event updated for resources: {'Port': ['ID=a7538aa6-d6cd-447f-bdbc-a028ab636469,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:20.126767 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:20.146068 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43302250-e30f-42b6-87d9-ffaef7b47ec1 None None] Pushing event updated for resources: {'Port': ['ID=de8d5c61-7090-40b5-801d-43cc514b348d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:20.216846 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Network 16a2a036-a646-4927-b805-221ef09382d6 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:20.218240 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:20.250949 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:20.342383 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Router 943b807c-0e6b-4d98-91d7-5709b4fad3ca has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:46:20.459575 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:46:20.464824 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-19cf7df4-e490-42b2-a5ca-f14dd0b72419 admin admin] 10.222.0.15 "PUT /v2.0/routers/943b807c-0e6b-4d98-91d7-5709b4fad3ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9329741 Apr 05 19:46:20.467861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-f8f8644a-1c26-46e9-b96d-9e16e9dcc370 None None] Provisioning complete for port a7538aa6-d6cd-447f-bdbc-a028ab636469 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:20.468224 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8f8644a-1c26-46e9-b96d-9e16e9dcc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:20.500396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 2, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:20.535248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269d456-ce76-45a3-a35c-1b7241bfe7b0 None None] The sync data for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 is: [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 2, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:46:20.540473 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8644a-1c26-46e9-b96d-9e16e9dcc370 None None] Port a7538aa6-d6cd-447f-bdbc-a028ab636469 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:46:20.593911 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d14ddeb7-11bf-473e-bda0-93315fca2780 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:20.643642 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port d14ddeb7-11bf-473e-bda0-93315fca2780 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:20.643832 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.045048 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38134) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:21.050679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-322110817-network', 'tenant_id': '980b774c00564016b70da63c3d60a656'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:21.070284 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Made reservation on behalf of 980b774c00564016b70da63c3d60a656 for: {'network': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:46:21.072799 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for network, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.082122 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.162629 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.167483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.212482 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a89fefd-dbb1-469c-bd69-78315a037cc3,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:21.212686 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:46:21.222882 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.223076 n-d-836650-3 neutron-server[102639]: INFO neutron.db.segments_db [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Added segment 6bf3a7cf-2464-4cf6-82ea-d4f829963130 of type vlan for network b07e4cfb-9582-4cd2-9824-22664bd05ba2 Apr 05 19:46:21.268251 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773418192568'] for network, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.295199 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031'] for network, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.296304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:21.296885 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.352944 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3042529 Apr 05 19:46:21.353628 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38136) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:21.358817 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Request body: {'subnet': {'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-322110817-subnet', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:21.366362 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda8214-1b49-404b-88a1-9cf0a4970b9d admin admin] Pushing event updated for resources: {'Network': ['ID=b07e4cfb-9582-4cd2-9824-22664bd05ba2,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:21.378958 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Network b07e4cfb-9582-4cd2-9824-22664bd05ba2 details requested by agent ovs-agent-n-d-836650-3 with host n-d-836650-3 {{(pid=102641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 19:46:21.383668 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Made reservation on behalf of 980b774c00564016b70da63c3d60a656 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:46:21.386669 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035068'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.562958 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12967039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035050'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.620802 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:21.630882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Checking segment: {'id': '6bf3a7cf-2464-4cf6-82ea-d4f829963130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:46:21.631235 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Network hostable DHCP agents. Network: b07e4cfb-9582-4cd2-9824-22664bd05ba2, hostable agents: ['d02356f0-827c-4336-8d20-92831db3ea1b'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:46:21.649265 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Network b07e4cfb-9582-4cd2-9824-22664bd05ba2 is scheduled to be hosted by DHCP agent d02356f0-827c-4336-8d20-92831db3ea1b with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:46:21.658676 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836650-3, b07e4cfb-9582-4cd2-9824-22664bd05ba2) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:21.664170 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:21.664766 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16462157'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.669277 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755db15b-a4c4-4972-bf02-4a04cd00944c None None] Network b07e4cfb-9582-4cd2-9824-22664bd05ba2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:46:21.687739 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8cf4406a-08ed-40b6-9a8f-0e5cfe139704 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3329940 Apr 05 19:46:21.690169 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38138) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:21.694617 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:21.714197 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16275854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9163'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.715242 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16275326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16281028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9154'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.775724 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.826187 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd12da827-d469-57ca-92f9-a7e1c4d5aee8-b07e4cfb-9582-4cd2-9824-22664bd05ba2', 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'fixed_ips': [{'subnet_id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6'}]}} from n-d-836650-3. {{(pid=102641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 05 19:46:21.827289 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.919285 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:21.971149 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Allocated IP 172.20.0.2 (b07e4cfb-9582-4cd2-9824-22664bd05ba2/4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6/2bb660fd-71c7-4ced-ad4d-c5b95be7d516) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:46:22.121258 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.127605 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.165564 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Network b07e4cfb-9582-4cd2-9824-22664bd05ba2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:22.168677 n-d-836650-3 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:22.176586 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:46:22.189402 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Pushing event updated for resources: {'Port': ['ID=2bb660fd-71c7-4ced-ad4d-c5b95be7d516,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:22.242347 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Attempting to bind port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:46:22.242741 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Attempting to bind port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6bf3a7cf-2464-4cf6-82ea-d4f829963130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:46:22.243097 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Attempting to bind port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 on network b07e4cfb-9582-4cd2-9824-22664bd05ba2 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:46:22.248471 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:46:22.248836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Checking segment: {'id': '6bf3a7cf-2464-4cf6-82ea-d4f829963130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:46:22.249228 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.249608 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Bound using segment: {'id': '6bf3a7cf-2464-4cf6-82ea-d4f829963130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:46:22.250200 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Bound port: 2bb660fd-71c7-4ced-ad4d-c5b95be7d516, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf3a7cf-2464-4cf6-82ea-d4f829963130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:46:22.250594 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.323852 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] For port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:46:22.326987 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] For port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2bb660fd-71c7-4ced-ad4d-c5b95be7d516,segment=NetworkSegment(6bf3a7cf-2464-4cf6-82ea-d4f829963130),segment_id=6bf3a7cf-2464-4cf6-82ea-d4f829963130)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:46:22.332074 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.391328 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad65d4-762c-45c3-863a-ba907240f9a9 None None] Pushing event updated for resources: {'Port': ['ID=2bb660fd-71c7-4ced-ad4d-c5b95be7d516,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:22.431164 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.451724 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.570326 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Allocated IP 172.25.4.58 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/862b33c0-d3a5-4952-aacf-988bb0562c70) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:46:22.669044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device de8d5c61-7090-40b5-801d-43cc514b348d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:22.683287 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Sync routers for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:46:22.693134 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:22.693877 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:22.712891 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.733907 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port de8d5c61-7090-40b5-801d-43cc514b348d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:22.734169 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.753950 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:22.797159 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:22.803349 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:22.807295 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:46:22.818582 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:22.833895 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Pushing event updated for resources: {'Port': ['ID=862b33c0-d3a5-4952-aacf-988bb0562c70,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:23.025712 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.039250 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 2, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:23.049017 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port de8d5c61-7090-40b5-801d-43cc514b348d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=de8d5c61-7090-40b5-801d-43cc514b348d,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:23.054551 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.073313 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.083817 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Checking router: 943b807c-0e6b-4d98-91d7-5709b4fad3ca for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:46:23.084694 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Updating router 943b807c-0e6b-4d98-91d7-5709b4fad3ca port a7538aa6-d6cd-447f-bdbc-a028ab636469 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:46:23.116971 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=de8d5c61-7090-40b5-801d-43cc514b348d,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:23.118885 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.282292 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16275317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281079'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.404345 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.411159 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.422069 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d773b-81d6-40f9-b291-5689dae6e848 None None] Network b07e4cfb-9582-4cd2-9824-22664bd05ba2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:46:23.426033 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf is scheduled to L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 19:46:23.465556 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Pushing event updated for resources: {'Port': ['ID=a7538aa6-d6cd-447f-bdbc-a028ab636469,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:23.499874 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.500263 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.500601 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.500943 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.501258 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.501582 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.501906 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.502225 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.502576 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.503447 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.503775 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.504092 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:46:23.535447 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Attempting to bind port a7538aa6-d6cd-447f-bdbc-a028ab636469 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:46:23.535880 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Attempting to bind port a7538aa6-d6cd-447f-bdbc-a028ab636469 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:46:23.536244 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Attempting to bind port a7538aa6-d6cd-447f-bdbc-a028ab636469 on network 16a2a036-a646-4927-b805-221ef09382d6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:46:23.541675 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:46:23.542047 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Checking segment: {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:46:23.542476 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.542868 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Bound using segment: {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:46:23.543333 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Bound port: a7538aa6-d6cd-447f-bdbc-a028ab636469, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:46:23.543715 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.547044 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b1b854f3-203d-480c-a1b2-2f5fb20afdf4 None None] Provisioning complete for port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:23.547736 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b854f3-203d-480c-a1b2-2f5fb20afdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.560770 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:46:23.584665 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.586824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-f114721f-0cb0-4933-a9a7-c984cffb4100 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8954334 Apr 05 19:46:23.589876 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38140) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:23.617246 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Sync routers for ids ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:46:23.618616 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] For port a7538aa6-d6cd-447f-bdbc-a028ab636469, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:46:23.622693 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] For port a7538aa6-d6cd-447f-bdbc-a028ab636469, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a7538aa6-d6cd-447f-bdbc-a028ab636469,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:46:23.633954 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.660751 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Routers {'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:23.661296 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:23.692382 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:23.693061 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:23.765478 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0c412-8d36-4256-90ab-721fbf5840da None None] Pushing event updated for resources: {'Port': ['ID=a7538aa6-d6cd-447f-bdbc-a028ab636469,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:23.865175 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b854f3-203d-480c-a1b2-2f5fb20afdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:23.873673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Set router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:23.890696 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:24.019459 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b1b854f3-203d-480c-a1b2-2f5fb20afdf4 None None] For port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2bb660fd-71c7-4ced-ad4d-c5b95be7d516,segment=NetworkSegment(6bf3a7cf-2464-4cf6-82ea-d4f829963130),segment_id=6bf3a7cf-2464-4cf6-82ea-d4f829963130)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:24.032973 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b854f3-203d-480c-a1b2-2f5fb20afdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.154258 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b854f3-203d-480c-a1b2-2f5fb20afdf4 None None] Pushing event updated for resources: {'Port': ['ID=2bb660fd-71c7-4ced-ad4d-c5b95be7d516,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:24.155290 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:24.158745 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.180134 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cbaa2b47-b59c-4142-b397-81666e2d2a48 None None] Provisioning complete for port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:24.180508 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2b47-b59c-4142-b397-81666e2d2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.191086 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fcb7e2-1fe4-42ba-8d3f-b4a621bff2d8 None None] The sync data for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 is: [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:46:24.210889 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:21Z', 'updated_at': '2022-04-05T19:46:22Z', 'revision_number': 3, 'project_id': '980b774c00564016b70da63c3d60a656', 'gw_port': {'id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:22Z', 'updated_at': '2022-04-05T19:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:24.249996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Checking router: bc3bd80e-a426-4bae-b46d-f31c8ae8dacf for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:46:24.250344 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Updating router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf port 862b33c0-d3a5-4952-aacf-988bb0562c70 binding host n-d-836650-3 {{(pid=102641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:46:24.285984 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.326760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Allocated IP 172.20.0.1 (b07e4cfb-9582-4cd2-9824-22664bd05ba2/4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6/31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:46:24.430233 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-cbaa2b47-b59c-4142-b397-81666e2d2a48 None None] Provisioning complete for port a7538aa6-d6cd-447f-bdbc-a028ab636469 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:24.430873 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2b47-b59c-4142-b397-81666e2d2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.445325 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.483525 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.526507 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Network b07e4cfb-9582-4cd2-9824-22664bd05ba2 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:24.531342 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:24.536410 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:46:24.539893 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:24.605173 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275652'] for router_interface, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.625151 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2b47-b59c-4142-b397-81666e2d2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.720224 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cbaa2b47-b59c-4142-b397-81666e2d2a48 None None] For port a7538aa6-d6cd-447f-bdbc-a028ab636469, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a7538aa6-d6cd-447f-bdbc-a028ab636469,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:24.735191 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2b47-b59c-4142-b397-81666e2d2a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.760650 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.796086 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.802424 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device de8d5c61-7090-40b5-801d-43cc514b348d up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:24.837561 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.876183 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa2b47-b59c-4142-b397-81666e2d2a48 None None] Pushing event updated for resources: {'Port': ['ID=a7538aa6-d6cd-447f-bdbc-a028ab636469,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:24.930552 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Attempting to bind port 862b33c0-d3a5-4952-aacf-988bb0562c70 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:46:24.930920 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Attempting to bind port 862b33c0-d3a5-4952-aacf-988bb0562c70 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:46:24.931281 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Attempting to bind port 862b33c0-d3a5-4952-aacf-988bb0562c70 on network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:46:24.945576 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:46:24.945948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Checking segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:46:24.946349 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.946811 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Bound using segment: {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:46:24.947293 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Bound port: 862b33c0-d3a5-4952-aacf-988bb0562c70, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c10c64c-39e3-453e-8b99-7620d10d975b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:46:24.947673 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.955220 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f06269-6a25-40ca-8e88-0077e52ceb4d None None] Pushing event updated for resources: {'Port': ['ID=862b33c0-d3a5-4952-aacf-988bb0562c70,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:24.967869 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.973108 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:24.989061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port de8d5c61-7090-40b5-801d-43cc514b348d triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:24.989431 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:25.039095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-a60bf2ed-474a-4459-9a3e-c2e1f2a9c0bb None None] Provisioning complete for port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:25.039458 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a60bf2ed-474a-4459-9a3e-c2e1f2a9c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:25.048917 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:25.052683 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16463013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16275640'] for router_interface, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:25.053794 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] For port 862b33c0-d3a5-4952-aacf-988bb0562c70, host n-d-836650-3, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:46:25.091808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] For port 862b33c0-d3a5-4952-aacf-988bb0562c70, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=862b33c0-d3a5-4952-aacf-988bb0562c70,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:46:25.100899 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:25.111469 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a60bf2ed-474a-4459-9a3e-c2e1f2a9c0bb None None] Port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:46:25.143324 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Network b07e4cfb-9582-4cd2-9824-22664bd05ba2 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:25.144793 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:25.188652 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Routers {'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:25.189639 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:25.255526 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f06269-6a25-40ca-8e88-0077e52ceb4d None None] Pushing event updated for resources: {'Port': ['ID=862b33c0-d3a5-4952-aacf-988bb0562c70,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:25.267973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a7538aa6-d6cd-447f-bdbc-a028ab636469 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:25.269989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:46:25.392862 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:46:25.406252 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-ef6884e2-5826-49e1-a786-f34a5cca6fa2 admin admin] 10.222.0.15 "PUT /v2.0/routers/bc3bd80e-a426-4bae-b46d-f31c8ae8dacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074918 Apr 05 19:46:25.530616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-903f5272-4c9d-4aa9-a4a8-1f31cb17b331 None None] Provisioning complete for port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:25.531114 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-903f5272-4c9d-4aa9-a4a8-1f31cb17b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:25.535514 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] Set router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:25.603595 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a7538aa6-d6cd-447f-bdbc-a028ab636469 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:25.603957 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:25.653626 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-903f5272-4c9d-4aa9-a4a8-1f31cb17b331 None None] Port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:46:25.800521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:25.858982 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:21Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 4, 'project_id': '980b774c00564016b70da63c3d60a656', 'gw_port': {'id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:22Z', 'updated_at': '2022-04-05T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8', 'name': '', 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'mac_address': 'fa:16:3e:00:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:24Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 2, 'project_id': '980b774c00564016b70da63c3d60a656', 'subnets': [{'id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:25.886825 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232df2b-ae18-48c1-9355-1e22fa7ef9e0 None None] The sync data for ids ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'] in n-d-836650-3 is: [{'id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:21Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 4, 'project_id': '980b774c00564016b70da63c3d60a656', 'gw_port': {'id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:22Z', 'updated_at': '2022-04-05T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8', 'name': '', 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'mac_address': 'fa:16:3e:00:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:24Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 2, 'project_id': '980b774c00564016b70da63c3d60a656', 'subnets': [{'id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:46:25.888306 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:25.888667 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:26.587818 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a7538aa6-d6cd-447f-bdbc-a028ab636469 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:26.634521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port a7538aa6-d6cd-447f-bdbc-a028ab636469 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:26.634804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.022079 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38150) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:27.026679 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-f1964f09-1275-43b6-8039-b8f03dbe25dc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011681282', 'description': 'tempest-secgroup-smoke-1011681282 description', 'project_id': '17d8c990635d49018fdd7c53a5dc0482'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:27.052884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1964f09-1275-43b6-8039-b8f03dbe25dc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.125822 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1964f09-1275-43b6-8039-b8f03dbe25dc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.130230 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1964f09-1275-43b6-8039-b8f03dbe25dc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.163551 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-f1964f09-1275-43b6-8039-b8f03dbe25dc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.167446 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-f1964f09-1275-43b6-8039-b8f03dbe25dc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1416681 Apr 05 19:46:27.167446 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1964f09-1275-43b6-8039-b8f03dbe25dc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfcc2bf-5fcc-4584-9d90-8c378fa41212,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:27.167910 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38152) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:27.173293 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1fa041c9-35a2-4e85-80d8-a185ae07572e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'security_group_rule': {'security_group_id': 'fdfcc2bf-5fcc-4584-9d90-8c378fa41212', 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:27.201016 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fa041c9-35a2-4e85-80d8-a185ae07572e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.265422 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fa041c9-35a2-4e85-80d8-a185ae07572e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.269833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fa041c9-35a2-4e85-80d8-a185ae07572e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.289201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa041c9-35a2-4e85-80d8-a185ae07572e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51aebf76-0e0c-42ed-a5b6-89c4e7e93861,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:27.297037 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1fa041c9-35a2-4e85-80d8-a185ae07572e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.298281 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-1fa041c9-35a2-4e85-80d8-a185ae07572e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286376 Apr 05 19:46:27.302312 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38154) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:27.306859 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-86bd7289-1f93-4333-bfed-8011c0e381af tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'security_group_rule': {'security_group_id': 'fdfcc2bf-5fcc-4584-9d90-8c378fa41212', 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:27.336833 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86bd7289-1f93-4333-bfed-8011c0e381af tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.397569 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86bd7289-1f93-4333-bfed-8011c0e381af tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.401528 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86bd7289-1f93-4333-bfed-8011c0e381af tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.420586 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd7289-1f93-4333-bfed-8011c0e381af tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2c73b8-7f16-4774-b983-5f026d3408da,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:27.429223 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86bd7289-1f93-4333-bfed-8011c0e381af tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.430628 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-86bd7289-1f93-4333-bfed-8011c0e381af tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271248 Apr 05 19:46:27.433100 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38156) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:27.437529 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8d42286a-23ae-4d78-a1b3-4b480508bdfd tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'security_group_rule': {'security_group_id': 'fdfcc2bf-5fcc-4584-9d90-8c378fa41212', 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:27.464572 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d42286a-23ae-4d78-a1b3-4b480508bdfd tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.525634 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d42286a-23ae-4d78-a1b3-4b480508bdfd tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.529328 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d42286a-23ae-4d78-a1b3-4b480508bdfd tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.548366 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42286a-23ae-4d78-a1b3-4b480508bdfd tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1053a2ac-2ba5-4513-929f-a979dd9e3c3a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:27.557667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d42286a-23ae-4d78-a1b3-4b480508bdfd tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.558922 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-8d42286a-23ae-4d78-a1b3-4b480508bdfd tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249068 Apr 05 19:46:27.561704 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38158) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:27.566881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-813a9702-dc01-4b9f-8e96-bd313abf7279 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'security_group_rule': {'security_group_id': 'fdfcc2bf-5fcc-4584-9d90-8c378fa41212', 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:27.592177 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-813a9702-dc01-4b9f-8e96-bd313abf7279 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.656685 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-813a9702-dc01-4b9f-8e96-bd313abf7279 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.660581 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-813a9702-dc01-4b9f-8e96-bd313abf7279 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.679022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9702-dc01-4b9f-8e96-bd313abf7279 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40a9cf6-3d5c-4868-abab-62313a928031,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:27.686363 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-813a9702-dc01-4b9f-8e96-bd313abf7279 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.687869 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-813a9702-dc01-4b9f-8e96-bd313abf7279 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251471 Apr 05 19:46:27.690517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38160) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:27.695324 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0395e8eb-42a6-4158-ae5c-3dc01e8bd58e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'security_group_rule': {'security_group_id': 'fdfcc2bf-5fcc-4584-9d90-8c378fa41212', 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:27.715135 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-0395e8eb-42a6-4158-ae5c-3dc01e8bd58e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Project 17d8c990635d49018fdd7c53a5dc0482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:46:27.719824 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0395e8eb-42a6-4158-ae5c-3dc01e8bd58e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.780252 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0395e8eb-42a6-4158-ae5c-3dc01e8bd58e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.783665 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0395e8eb-42a6-4158-ae5c-3dc01e8bd58e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.804438 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395e8eb-42a6-4158-ae5c-3dc01e8bd58e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c1e375-cfb4-412e-a38d-87a83b9bc652,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:27.810038 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0395e8eb-42a6-4158-ae5c-3dc01e8bd58e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.811171 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-0395e8eb-42a6-4158-ae5c-3dc01e8bd58e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191506 Apr 05 19:46:27.813848 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38162) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:27.818719 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-918dcea8-19de-46d3-9459-73b77a716ab8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'security_group_rule': {'security_group_id': 'fdfcc2bf-5fcc-4584-9d90-8c378fa41212', 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:27.839219 n-d-836650-3 neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-918dcea8-19de-46d3-9459-73b77a716ab8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Project 17d8c990635d49018fdd7c53a5dc0482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 19:46:27.844085 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-918dcea8-19de-46d3-9459-73b77a716ab8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.904176 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-918dcea8-19de-46d3-9459-73b77a716ab8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.907747 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-918dcea8-19de-46d3-9459-73b77a716ab8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16489552'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.926492 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dcea8-19de-46d3-9459-73b77a716ab8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb9d637-686d-4568-bdf8-f356d87dd925,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:27.934465 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-918dcea8-19de-46d3-9459-73b77a716ab8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:27.935641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-918dcea8-19de-46d3-9459-73b77a716ab8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208475 Apr 05 19:46:28.075109 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-1d1ff643-9968-4750-9600-f9793f3e3031 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011681282&fields=id&tenant_id=17d8c990635d49018fdd7c53a5dc0482 HTTP/1.1" status: 200 len: 267 time: 0.0344908 Apr 05 19:46:28.191649 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691912-e3cd-4df7-8062-592d0df8982f req-7e7220b5-77bd-4990-b854-c8c2395ab47a tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:28.193212 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-7e7220b5-77bd-4990-b854-c8c2395ab47a tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 810 time: 0.1108055 Apr 05 19:46:28.209207 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-548533a0-0361-4b29-83fa-321115cee751 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/quotas/17d8c990635d49018fdd7c53a5dc0482 HTTP/1.1" status: 200 len: 375 time: 0.0097795 Apr 05 19:46:28.265352 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-6e820e04-496e-41d8-9347-1a260e5c4bf2 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498743 Apr 05 19:46:28.357770 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Sync routers for ids ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:46:28.368335 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Routers {'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:28.368999 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:28.380746 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-c2faa8ed-2f4a-49f9-950b-d42c3df0b320 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:46:28.381745 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-c2faa8ed-2f4a-49f9-950b-d42c3df0b320 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1046810 Apr 05 19:46:28.474257 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Set router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:28.483520 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-a2246c29-3591-48f4-9f64-13571348ce22 service neutron] 10.222.0.15 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950973 Apr 05 19:46:28.595430 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-0635dde7-53cf-4682-9bb3-51f26696c237 service neutron] 10.222.0.15 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898798 Apr 05 19:46:28.631377 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 862b33c0-d3a5-4952-aacf-988bb0562c70 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:28.688297 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 862b33c0-d3a5-4952-aacf-988bb0562c70 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:28.688705 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:28.780279 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:21Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 4, 'project_id': '980b774c00564016b70da63c3d60a656', 'gw_port': {'id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:22Z', 'updated_at': '2022-04-05T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8', 'name': '', 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'mac_address': 'fa:16:3e:00:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:24Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 2, 'project_id': '980b774c00564016b70da63c3d60a656', 'subnets': [{'id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:28.780654 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bcf97f19-e036-45ea-9185-861b5ffd1214 req-ac14aaf9-00c3-46d8-a075-86f3f51c2f01 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 210 time: 0.0282784 Apr 05 19:46:28.786806 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:28.809229 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] For port 862b33c0-d3a5-4952-aacf-988bb0562c70, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=862b33c0-d3a5-4952-aacf-988bb0562c70,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:28.809509 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Checking router: bc3bd80e-a426-4bae-b46d-f31c8ae8dacf for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:46:28.810299 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Updating router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 binding host n-d-836650-3 {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:46:28.813264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:28.837916 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:28.861162 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Pushing event updated for resources: {'Port': ['ID=862b33c0-d3a5-4952-aacf-988bb0562c70,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:29.107269 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:29.113242 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:29.176378 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3106622-14ca-4f05-b650-7edc449d9390 None None] Pushing event updated for resources: {'Port': ['ID=31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:29.210228 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Attempting to bind port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 on host n-d-836650-3 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:46:29.210615 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Attempting to bind port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 by drivers openvswitch,hyperv on host n-d-836650-3 at level 0 using segments [{'id': '6bf3a7cf-2464-4cf6-82ea-d4f829963130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:46:29.210977 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Attempting to bind port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 on network b07e4cfb-9582-4cd2-9824-22664bd05ba2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:46:29.217117 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Checking agent: {'id': '854ebfca-17b1-4617-88b6-baa7ff1fb591', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 23, 15), 'started_at': datetime.datetime(2022, 4, 5, 18, 23, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836650-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:46:29.217481 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Checking segment: {'id': '6bf3a7cf-2464-4cf6-82ea-d4f829963130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:46:29.217874 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:29.218253 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Bound using segment: {'id': '6bf3a7cf-2464-4cf6-82ea-d4f829963130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:46:29.218736 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Bound port: 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8, host: n-d-836650-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf3a7cf-2464-4cf6-82ea-d4f829963130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:46:29.219108 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:29.286820 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] For port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8, host n-d-836650-3, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:46:29.289924 n-d-836650-3 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] For port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8, host n-d-836650-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8,segment=NetworkSegment(6bf3a7cf-2464-4cf6-82ea-d4f829963130),segment_id=6bf3a7cf-2464-4cf6-82ea-d4f829963130)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:46:29.295146 n-d-836650-3 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:29.353865 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Routers {'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:29.354530 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:29.356375 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3106622-14ca-4f05-b650-7edc449d9390 None None] Pushing event updated for resources: {'Port': ['ID=31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:29.401692 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-37354afc-3166-48a4-b5c2-a75ef0a6cca3 None None] Provisioning complete for port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:29.402354 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37354afc-3166-48a4-b5c2-a75ef0a6cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:29.473049 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] Set router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:29.493160 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37354afc-3166-48a4-b5c2-a75ef0a6cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:29.525810 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-37354afc-3166-48a4-b5c2-a75ef0a6cca3 None None] For port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8,segment=NetworkSegment(6bf3a7cf-2464-4cf6-82ea-d4f829963130),segment_id=6bf3a7cf-2464-4cf6-82ea-d4f829963130)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:29.529738 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37354afc-3166-48a4-b5c2-a75ef0a6cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:29.577625 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37354afc-3166-48a4-b5c2-a75ef0a6cca3 None None] Pushing event updated for resources: {'Port': ['ID=31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:29.648420 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-b0bc7c9c-4fb4-4953-94ac-f7d1ca6b4c9b None None] Provisioning complete for port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:29.649065 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7c9c-4fb4-4953-94ac-f7d1ca6b4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:29.669539 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:21Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 4, 'project_id': '980b774c00564016b70da63c3d60a656', 'gw_port': {'id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:22Z', 'updated_at': '2022-04-05T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8', 'name': '', 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'mac_address': 'fa:16:3e:00:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:24Z', 'updated_at': '2022-04-05T19:46:29Z', 'revision_number': 4, 'project_id': '980b774c00564016b70da63c3d60a656', 'subnets': [{'id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:29.699288 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639496c-4601-468f-a42a-178cd327baf3 None None] The sync data for ids ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'] in n-d-836650-3 is: [{'id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:21Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 4, 'project_id': '980b774c00564016b70da63c3d60a656', 'gw_port': {'id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:22Z', 'updated_at': '2022-04-05T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': '31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8', 'name': '', 'network_id': 'b07e4cfb-9582-4cd2-9824-22664bd05ba2', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'mac_address': 'fa:16:3e:00:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:24Z', 'updated_at': '2022-04-05T19:46:29Z', 'revision_number': 4, 'project_id': '980b774c00564016b70da63c3d60a656', 'subnets': [{'id': '4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:46:29.866515 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ef86e878-e5c1-43f2-a1e4-ddb37df68910 req-8ad469f9-19c9-4a37-bd70-c09405ec5515 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 210 time: 0.0317602 Apr 05 19:46:30.605082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 862b33c0-d3a5-4952-aacf-988bb0562c70 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:30.654787 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 862b33c0-d3a5-4952-aacf-988bb0562c70 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:30.655491 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:30.727930 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 up at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:30.775365 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Provisioning complete for port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:30.775650 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:30.945936 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6e06a4a2-c5c3-40b5-8878-d109381ca915 req-407611c2-a45a-4c89-80ca-5488b751cd85 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 210 time: 0.0276232 Apr 05 19:46:32.039073 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-79d9b6a7-17bd-42ac-b38d-98e130459ff3 req-b340a88d-248a-4603-9b39-9fe5b6861c19 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 210 time: 0.0363514 Apr 05 19:46:33.132508 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-e822ea2e-4930-4079-b3be-e65056435c99 req-c2686efb-57ee-46e5-9754-441f9c90a624 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 210 time: 0.0280759 Apr 05 19:46:33.258076 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:46:33.754061 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691912-e3cd-4df7-8062-592d0df8982f req-098d49d8-04c4-4cc1-ae80-e57995317450 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:33.755624 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-098d49d8-04c4-4cc1-ae80-e57995317450 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.25 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 810 time: 0.1072900 Apr 05 19:46:33.799474 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-378982f4-5a72-4c48-8f66-a069c2483da6 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17d8c990635d49018fdd7c53a5dc0482 HTTP/1.1" status: 200 len: 380 time: 0.0350494 Apr 05 19:46:33.813787 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'port': {'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'admin_state_up': True, 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'security_groups': ['fdfcc2bf-5fcc-4584-9d90-8c378fa41212']}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:33.920019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Made reservation on behalf of 17d8c990635d49018fdd7c53a5dc0482 for: {'port': 1} {{(pid=102639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:46:33.923507 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.044273 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Allocated IP 172.20.0.6 (16a2a036-a646-4927-b805-221ef09382d6/8564e2a0-79a0-4ee3-a171-98f40a8783ae/4d7a1b06-7a7e-4c66-aea7-cf64673745a0) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:46:34.182969 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.218139 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.231111 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ec08706a-7996-40fe-a1f6-0f0b746ad323 req-14c6dcf4-517e-403c-810b-9722f08262e4 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 210 time: 0.0300727 Apr 05 19:46:34.262961 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Network 16a2a036-a646-4927-b805-221ef09382d6 is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:34.265987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:34.270514 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:46:34.276853 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'Port': ['ID=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:34.323230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:34.323847 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.340491 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-d2085b1e-479b-4f02-99fa-6c7e23d6a70f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5302212 Apr 05 19:46:34.352515 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Request body: {'port': {'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836650-3'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:34.412547 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.482235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-6069e38c-7a40-4513-a66e-553934358bd1 None None] Provisioning complete for port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:34.482851 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6069e38c-7a40-4513-a66e-553934358bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.516038 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6069e38c-7a40-4513-a66e-553934358bd1 None None] Port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:46:34.678716 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 {{(pid=102639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:46:34.685798 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.697752 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.provisioning_blocks [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Transition to ACTIVE for port object 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 will not be triggered until provisioned by entity L2. {{(pid=102639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:46:34.701512 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.751666 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:34.821766 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Attempting to bind port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 on host n-h1-836650-3 for vnic_type normal with profile {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:46:34.822488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Attempting to bind port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 by drivers openvswitch,hyperv on host n-h1-836650-3 at level 0 using segments [{'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:46:34.822488 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Attempting to bind port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 on network 16a2a036-a646-4927-b805-221ef09382d6 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:46:34.826929 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 on network 16a2a036-a646-4927-b805-221ef09382d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836650-3 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:46:34.827270 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Attempting to bind port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 on network 16a2a036-a646-4927-b805-221ef09382d6 {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:46:34.832169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Checking agent: {'id': 'da66e464-1c1f-4861-8ce2-86c0b2b6bbac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:46:34.832508 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Checking segment: {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:46:34.832891 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Bound using segment: {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'} {{(pid=102639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:46:34.833320 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.managers [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Bound port: 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host: n-h1-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'}}] {{(pid=102639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:46:34.833680 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.900591 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, cleared binding levels {{(pid=102639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:46:34.903969 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:46:34.908209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.939545 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:34.940618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:34.942833 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] 10.222.0.25 "PUT /v2.0/ports/4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 1091 time: 0.5940673 Apr 05 19:46:34.944958 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:46:34.947223 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:46:34.985599 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88665a4e-f9c1-4fa1-9d8e-ffdc04713820 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,revision_number=3']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:34.993952 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a53052-c854-44a8-94e8-ada6bfa92ee9 x-openstack-request-id: req-27a53052-c854-44a8-94e8-ada6bfa92ee9 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:46:34.994434 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:46:34.994912 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27a53052-c854-44a8-94e8-ada6bfa92ee9 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:46:34.995388 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a53052-c854-44a8-94e8-ada6bfa92ee9'] response: {'name': 'network-changed', 'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'status': 'completed', 'code': 200} Apr 05 19:46:35.042337 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691912-e3cd-4df7-8062-592d0df8982f req-aafa6f28-c928-4270-baff-9eec0849a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:35.043874 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-aafa6f28-c928-4270-baff-9eec0849a099 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0476217 Apr 05 19:46:35.087407 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-3662acd0-135b-4480-8633-b3f29f3f2fe3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 217 time: 0.0365851 Apr 05 19:46:35.138404 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691912-e3cd-4df7-8062-592d0df8982f req-5aa4241e-4761-4c4c-912c-5f5fbb196818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:35.139847 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-5aa4241e-4761-4c4c-912c-5f5fbb196818 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0451970 Apr 05 19:46:35.191595 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691912-e3cd-4df7-8062-592d0df8982f req-683e615b-e502-4f49-b1a1-f681ff574698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:35.193056 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-683e615b-e502-4f49-b1a1-f681ff574698 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461547 Apr 05 19:46:35.283022 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-e8561ac2-b58d-43c9-a5d6-26171c0d26a2 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820248 Apr 05 19:46:35.352071 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b584be4-f3d1-407e-a0b0-94b6d19ade0a req-11c26c88-ce7d-42ce-87dd-9ac453d88845 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:35.353549 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b584be4-f3d1-407e-a0b0-94b6d19ade0a req-11c26c88-ce7d-42ce-87dd-9ac453d88845 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 943 time: 0.0494430 Apr 05 19:46:35.377570 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-22691912-e3cd-4df7-8062-592d0df8982f req-4e4d86dc-38c4-44da-ac4d-421975623d40 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880957 Apr 05 19:46:35.395534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2b584be4-f3d1-407e-a0b0-94b6d19ade0a req-f394b6e5-0710-4b1b-b6dd-6e1f88fd95d3 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356669 Apr 05 19:46:35.462746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-82f27cb9-39cc-46fb-a8d7-8d98ef7a422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:35.464197 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-82f27cb9-39cc-46fb-a8d7-8d98ef7a422b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0415051 Apr 05 19:46:35.550699 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-a959d2a4-f285-4ec2-9f5b-6ffbb9a98597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:35.552387 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-a959d2a4-f285-4ec2-9f5b-6ffbb9a98597 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0819638 Apr 05 19:46:35.599415 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-cca1b054-0a3c-4c47-abbc-defaba24b6d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 217 time: 0.0370462 Apr 05 19:46:35.646896 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-2192afdf-7f76-4d6c-bcf9-2f7785aa7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:35.648189 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-2192afdf-7f76-4d6c-bcf9-2f7785aa7e09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0418720 Apr 05 19:46:35.692224 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-bd8c6c31-66e8-4929-9219-f409f7bfe97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:35.693647 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-bd8c6c31-66e8-4929-9219-f409f7bfe97d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392103 Apr 05 19:46:35.717730 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:35.790310 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-571c08e2-e853-401e-9b77-3a984e2275d8 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899038 Apr 05 19:46:35.877990 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-b14f52b2-6f1d-4766-ab80-38f6b9814ed0 req-396c286b-52b9-4614-9636-88a8ba4a3eb4 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813925 Apr 05 19:46:36.516249 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c14077-dcfe-4e60-909e-774a5c7aff28 req-d75e2fce-ae70-4ba7-8a3b-1b6e5ac42baf tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:36.517701 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92c14077-dcfe-4e60-909e-774a5c7aff28 req-d75e2fce-ae70-4ba7-8a3b-1b6e5ac42baf tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 943 time: 0.0501716 Apr 05 19:46:36.556001 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-92c14077-dcfe-4e60-909e-774a5c7aff28 req-def5df98-8caf-4b89-bf86-a5ea030bd544 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Apr 05 19:46:37.552861 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:46:37.628654 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:37.661267 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:37.672223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6488b40-066c-49a8-9644-9681708ed8f7 req-ed55cd23-1cc6-4ead-99ae-0d7694cff219 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:37.673715 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6488b40-066c-49a8-9644-9681708ed8f7 req-ed55cd23-1cc6-4ead-99ae-0d7694cff219 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 943 time: 0.0495105 Apr 05 19:46:37.676393 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:46:37.712594 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a6488b40-066c-49a8-9644-9681708ed8f7 req-edb409cb-3d28-4ceb-b3a1-f212374eb650 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321462 Apr 05 19:46:37.713991 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:37.727085 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:46:37.746248 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:37.749913 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:37.798511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:38.109698 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['4d7a1b06-7a7e-4c66-aea7-cf64673745a0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:46:38.831603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c769-8f7e-4b5d-844f-07796d7bee79 req-b951a450-f584-4346-90ff-41f61fb8fb58 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:38.833000 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f596c769-8f7e-4b5d-844f-07796d7bee79 req-b951a450-f584-4346-90ff-41f61fb8fb58 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 944 time: 0.0484910 Apr 05 19:46:38.874025 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f596c769-8f7e-4b5d-844f-07796d7bee79 req-34675a40-7128-4c7b-be9d-96b2dc702136 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350332 Apr 05 19:46:39.553503 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:46:39.605294 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c93e68a2-e609-4815-91da-e7b539a7afc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:39.618412 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning for port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:46:39.622035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:46:39.622384 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:39.699391 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:39.721849 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:46:39.724513 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7514290-036b-4a50-8eca-f594409522d3" -d '{"events": [{"server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "name": "network-vif-plugged", "status": "completed", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:46:39.736754 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:46:39.741629 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:39.768263 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bba8bee-62d0-43dc-bc5d-25844e6a891c x-openstack-request-id: req-1bba8bee-62d0-43dc-bc5d-25844e6a891c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:46:39.768550 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "name": "network-vif-plugged", "status": "completed", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:46:39.768998 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bba8bee-62d0-43dc-bc5d-25844e6a891c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:46:39.769515 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bba8bee-62d0-43dc-bc5d-25844e6a891c'] response: {'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'code': 200} Apr 05 19:46:39.801456 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:39.859900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d592aa-a825-42d0-8875-2523cd1b2349 req-51fd4da5-7ef8-4f27-bb40-e6dac7d8b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:39.861381 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-36d592aa-a825-42d0-8875-2523cd1b2349 req-51fd4da5-7ef8-4f27-bb40-e6dac7d8b07d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0400941 Apr 05 19:46:39.900077 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-36d592aa-a825-42d0-8875-2523cd1b2349 req-339d7aff-8423-4eab-a2f1-db5e78370a67 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Apr 05 19:46:39.991982 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7666-5a2d-4908-aba5-c66fefa6fb58 req-e564f700-740f-4e74-82a6-c35f1197913d tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:39.993443 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c34f7666-5a2d-4908-aba5-c66fefa6fb58 req-e564f700-740f-4e74-82a6-c35f1197913d tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 945 time: 0.0495715 Apr 05 19:46:40.030533 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-c34f7666-5a2d-4908-aba5-c66fefa6fb58 req-67c665fc-bee1-4421-b5f3-6584a00a47fa tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306427 Apr 05 19:46:41.150070 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511387f-cea8-4786-80cd-b80e8080431d req-1af3787d-f77b-4baf-bdd3-d2f6224f907f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:41.151598 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9511387f-cea8-4786-80cd-b80e8080431d req-1af3787d-f77b-4baf-bdd3-d2f6224f907f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 945 time: 0.0505011 Apr 05 19:46:41.190499 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-9511387f-cea8-4786-80cd-b80e8080431d req-d2269401-0867-464e-a0e9-abd2d1ae0958 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Apr 05 19:46:41.945476 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-412729dc-9a47-42ac-9329-3250dd919fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:42.306201 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461f9a-29cb-4d58-a6b8-5bad22540e97 req-6b0c8f96-f8ad-4159-a20e-5bdbf2a58164 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:42.307661 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f461f9a-29cb-4d58-a6b8-5bad22540e97 req-6b0c8f96-f8ad-4159-a20e-5bdbf2a58164 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 945 time: 0.0479989 Apr 05 19:46:42.347586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f461f9a-29cb-4d58-a6b8-5bad22540e97 req-90fcbd2c-d937-47da-9329-01ccf9b92a7a tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339909 Apr 05 19:46:42.460236 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d12c8-b7cf-4b5d-8f04-b0ae6f02f042 req-0421ad57-5d48-49aa-998a-425660e28d75 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:42.461706 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f7d12c8-b7cf-4b5d-8f04-b0ae6f02f042 req-0421ad57-5d48-49aa-998a-425660e28d75 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 945 time: 0.0486212 Apr 05 19:46:42.498335 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4f7d12c8-b7cf-4b5d-8f04-b0ae6f02f042 req-db9c567c-7311-40c0-9c62-167480d950c6 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305104 Apr 05 19:46:42.520653 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38230) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:42.601700 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc48ad9-3e18-483e-8bde-5db56b2c0b2d tempest-TestSnapshotPattern-1395717963 tempest-TestSnapshotPattern-1395717963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:42.603204 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-5cc48ad9-3e18-483e-8bde-5db56b2c0b2d tempest-TestSnapshotPattern-1395717963 tempest-TestSnapshotPattern-1395717963-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1091 time: 0.0815942 Apr 05 19:46:42.606180 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38234) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:46:42.610457 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:46:42.631106 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:42.727863 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:42.830991 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Allocated IP 172.25.4.65 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/13135fac-443e-494a-9b58-ca96cafd7569) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:46:42.934241 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:42.967119 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:43.007327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:46:43.010190 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:46:43.013337 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:46:43.041122 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'Port': ['ID=13135fac-443e-494a-9b58-ca96cafd7569,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:43.110029 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:43.371667 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:43.434379 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:43.579809 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:43.585249 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:43.655074 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'Port': ['ID=13135fac-443e-494a-9b58-ca96cafd7569,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:46:43.665180 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:43.763141 n-d-836650-3 neutron-server[102640]: INFO neutron.db.l3_db [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Floating IP f1ca9ab4-63f5-4577-8fd8-4302e2a91002 associated. External IP: 172.25.4.65, port: 4d7a1b06-7a7e-4c66-aea7-cf64673745a0. Apr 05 19:46:43.961267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Router 943b807c-0e6b-4d98-91d7-5709b4fad3ca has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:46:44.363374 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:46:44.373521 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] Sync routers for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:46:44.382065 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:44.383096 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:44.383788 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:44.426928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-85bbf443-b320-4533-aa42-f939fa439e71 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8063660 Apr 05 19:46:44.426928 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:46:44.426928 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a348ea-e045-4942-8a55-256ee420bc27" -d '{"events": [{"name": "network-changed", "server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:46:44.456461 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b600b054-0620-47c4-992a-a5a32fe1ce71 x-openstack-request-id: req-b600b054-0620-47c4-992a-a5a32fe1ce71 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:46:44.456763 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:46:44.457003 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b600b054-0620-47c4-992a-a5a32fe1ce71 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:46:44.457468 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b600b054-0620-47c4-992a-a5a32fe1ce71'] response: {'name': 'network-changed', 'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'status': 'completed', 'code': 200} Apr 05 19:46:44.496005 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:44.518927 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-16fae6e9-85c3-4523-a16a-7f3660c4210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:44.520492 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-16fae6e9-85c3-4523-a16a-7f3660c4210e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0417604 Apr 05 19:46:44.610256 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-264dbc44-2a38-4242-8a36-f03b3265ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:44.611764 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-264dbc44-2a38-4242-8a36-f03b3265ec30 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0850563 Apr 05 19:46:44.656596 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:44.680770 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-2a13ffb2-8232-4d0f-9a51-7a0c50a1cded service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 998 time: 0.0625532 Apr 05 19:46:44.728242 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-ecc5b3cb-4952-4e77-8186-3bf556e73a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:44.729790 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-ecc5b3cb-4952-4e77-8186-3bf556e73a9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0430701 Apr 05 19:46:44.731062 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f1ca9ab4-63f5-4577-8fd8-4302e2a91002', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:46:43Z', 'updated_at': '2022-04-05T19:46:43Z', 'revision_number': 0, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:44.757374 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] Checking router: 943b807c-0e6b-4d98-91d7-5709b4fad3ca for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:46:44.765735 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:46:44.766338 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:46:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:44.774264 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-d87a2826-a071-4bd5-bfe4-662f3f3c8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:46:44.775762 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-d87a2826-a071-4bd5-bfe4-662f3f3c8ddb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396609 Apr 05 19:46:44.867027 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-7699cc0a-4737-4161-a612-f787a872ac07 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847099 Apr 05 19:46:44.871282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:46:44.955808 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-e2a348ea-e045-4942-8a55-256ee420bc27 req-1b51e479-b75a-4c6c-9e5e-39170b212ee1 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823264 Apr 05 19:46:45.090189 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f1ca9ab4-63f5-4577-8fd8-4302e2a91002', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:46:43Z', 'updated_at': '2022-04-05T19:46:43Z', 'revision_number': 0, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:46:45.123793 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575630d6-1a83-4246-bff4-5120ffc37136 None None] The sync data for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 is: [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f1ca9ab4-63f5-4577-8fd8-4302e2a91002', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:46:43Z', 'updated_at': '2022-04-05T19:46:43Z', 'revision_number': 0, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:46:45.137621 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:46:45.314610 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fdcd83-d133-4cd4-bb30-474d1fa32ea1 None None] New status for floating IP f1ca9ab4-63f5-4577-8fd8-4302e2a91002: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:47:05.716071 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:07.590653 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:09.596254 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eeba26d6-ad0d-484a-b4cc-f51e4a09a723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:10.260786 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:47:11.945980 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c4c9ef5-d9a7-4978-a63d-9b9e983687a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:13.112076 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:14.640998 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:15.119620 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:22.423403 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-453bbada-2fff-4350-a9c5-d20603c845d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804222 Apr 05 19:47:22.506836 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-bbdf9127-0251-4c74-9ae9-4530a4496ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:47:22.508201 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-bbdf9127-0251-4c74-9ae9-4530a4496ed7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0444069 Apr 05 19:47:22.608109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-223f5485-5809-4f38-b9cd-573da4ce2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:47:22.609569 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-223f5485-5809-4f38-b9cd-573da4ce2619 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0830662 Apr 05 19:47:22.675428 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-83897dd4-ea17-45ce-826f-454da44f566b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 1000 time: 0.0592434 Apr 05 19:47:22.724252 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-00dd629f-9707-4b88-a0cc-7851502eb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:47:22.725646 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-00dd629f-9707-4b88-a0cc-7851502eb79e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0425873 Apr 05 19:47:22.769548 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-07641bca-7b51-42ce-9fc5-b21ef85d7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:47:22.770929 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-07641bca-7b51-42ce-9fc5-b21ef85d7473 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389984 Apr 05 19:47:22.781729 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-05ef5432-7c9e-43a6-824a-1bf9551170ee service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:47:22.782740 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-05ef5432-7c9e-43a6-824a-1bf9551170ee service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047569 Apr 05 19:47:22.872916 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-2b471f16-9f13-4e9a-8318-e7c4215f1b86 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840559 Apr 05 19:47:22.962584 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-4ca2723f-cd42-4879-b6ab-c1f2b55d22fe req-8ed85734-84c7-4f7c-b95e-771339464d92 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815563 Apr 05 19:47:35.718452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:37.610985 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:39.596504 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f989019c-1397-4830-9361-090e8314e670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:41.946106 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d45069e7-27ab-4254-8612-25eae78f9b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:43.116921 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:44.640359 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:45.121994 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:47:47.260187 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:48:05.715142 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:07.619264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:09.599903 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c68dd38-241d-4fcf-98a8-51313229d64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:11.947398 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2151-79a9-454c-aa84-172b1d8a9ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:13.118215 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:14.642939 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:15.127211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:22.383151 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-f7084e59-0f6a-4aff-bcec-1b8f692d8827 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397141 Apr 05 19:48:22.467578 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-9c6e1d81-ea14-4d59-bd4f-117da2cbff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:48:22.469051 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-9c6e1d81-ea14-4d59-bd4f-117da2cbff22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0445855 Apr 05 19:48:22.570667 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-75a564c0-04c7-44be-ae08-7332334bbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:48:22.572032 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-75a564c0-04c7-44be-ae08-7332334bbc61 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0836699 Apr 05 19:48:22.640091 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-e10c321a-eec3-49c9-a0b1-5d68d88272d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 1000 time: 0.0610611 Apr 05 19:48:22.687654 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-a022c0b2-2e50-4bb1-ae7e-790115e6ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:48:22.689024 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-a022c0b2-2e50-4bb1-ae7e-790115e6ac09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0426290 Apr 05 19:48:22.731251 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-a0d5a970-a8c9-4d7e-8d58-86a6e4d5ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:48:22.732665 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-a0d5a970-a8c9-4d7e-8d58-86a6e4d5ecd9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376251 Apr 05 19:48:23.150044 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-697940e7-04cd-4b48-8e98-09d7a46e2fec service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099574 Apr 05 19:48:23.239335 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-a92f23e6-d698-4a69-856d-8e5e39b81aee req-895452d9-1802-4ff8-8714-e139832bb1c6 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822253 Apr 05 19:48:24.261798 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:48:35.731308 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:37.624546 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:39.602742 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ac0b6ac-1442-45d3-a2a1-beba77ec6f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:41.948124 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c06f28a0-1db4-4a3a-a1b7-531226fe15a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:43.120434 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:44.645139 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:48:45.118637 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:01.261187 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:49:05.743954 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:07.651222 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:09.606600 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8a9bce6-9c2f-4ac3-861c-bb1864125dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:11.949233 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a716ba7e-5636-4b73-804e-0dd55fafc688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:13.124628 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:14.649219 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:15.120151 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:16.187244 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 details requested by agent hyperv_n-h1-836650-3 with host n-h1-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:49:16.282249 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:49:16.293972 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Returning: {'device': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:49:16.329953 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:16.342078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:49:16.361579 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:49:16.365174 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:16.412288 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:16.420303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.420653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.420990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.421322 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.421653 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.421977 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.422300 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.422661 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.422983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.423303 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.423623 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.423939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:16.436396 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] get_ports_and_sgs() called for port_ids ['4d7a1b06-7a7e-4c66-aea7-cf64673745a0'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:49:18.202891 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 up at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:49:18.249431 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Provisioning complete for port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:49:18.249794 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:18.327880 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:18.351295 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:49:18.353531 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e22a13a-a59f-4a4d-a20d-21a2e5e4284e" -d '{"events": [{"server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "name": "network-vif-plugged", "status": "completed", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:49:18.366893 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:49:18.370632 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:18.400503 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fcacae-be3c-4880-b5fc-c77273a7b20a x-openstack-request-id: req-46fcacae-be3c-4880-b5fc-c77273a7b20a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:49:18.400791 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "name": "network-vif-plugged", "status": "completed", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:49:18.401038 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46fcacae-be3c-4880-b5fc-c77273a7b20a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:49:18.401425 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fcacae-be3c-4880-b5fc-c77273a7b20a'] response: {'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'code': 200} Apr 05 19:49:18.425432 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:24.447581 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-22ce6331-dae5-4fa5-a76c-88b2db7352c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:24.449947 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-22ce6331-dae5-4fa5-a76c-88b2db7352c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0510929 Apr 05 19:49:24.594024 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-3f596a9f-18a1-41d6-b76f-a1fd78fbb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:24.595416 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-3f596a9f-18a1-41d6-b76f-a1fd78fbb6a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.1223860 Apr 05 19:49:24.675271 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-d167a61b-765f-4c4c-9316-ff58eeb3e679 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 1000 time: 0.0727344 Apr 05 19:49:24.735365 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-3b720ffc-8b0f-49f3-9646-c8bf6dafaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:24.737177 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-3b720ffc-8b0f-49f3-9646-c8bf6dafaa56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0554109 Apr 05 19:49:24.793607 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-d0cd834c-f8f8-4b9c-bd6a-1214009adfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:24.796074 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-d0cd834c-f8f8-4b9c-bd6a-1214009adfd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513575 Apr 05 19:49:24.893972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-6b9f473c-0619-4a85-809b-9672e48dfe91 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906112 Apr 05 19:49:24.995312 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-363383c7-ea2a-4331-9432-b66a65fd88ed req-da562b7b-0895-4251-914b-3d4cd162eeb1 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943756 Apr 05 19:49:29.765839 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-682e2481-450a-4e16-a184-e101c67d17f6 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011681282&fields=id&tenant_id=17d8c990635d49018fdd7c53a5dc0482 HTTP/1.1" status: 200 len: 267 time: 0.0352328 Apr 05 19:49:29.869882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-a5b961a4-b772-4bbd-b54a-7e8589a0f035 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:29.871338 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-a5b961a4-b772-4bbd-b54a-7e8589a0f035 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 810 time: 0.0984044 Apr 05 19:49:29.886148 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-99ddc093-63f8-4adf-a0dd-84c6c8587fb0 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/quotas/17d8c990635d49018fdd7c53a5dc0482 HTTP/1.1" status: 200 len: 375 time: 0.0089145 Apr 05 19:49:29.946641 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-caee6df4-375d-4c98-b28e-30a642b5b2d3 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541754 Apr 05 19:49:30.039277 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-77c4e86d-bc36-471c-9f12-c8476bf0ad19 service neutron] 10.222.0.15 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807126 Apr 05 19:49:30.130806 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-3014c96f-2e23-4fb7-9775-61dd7ac28d5a service neutron] 10.222.0.15 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853910 Apr 05 19:49:30.352989 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-31273d2a-3507-4076-8ba1-e498b122cfd3 req-e526f1bd-31ba-4909-8c33-e7d8ef1580ed tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 210 time: 0.0772800 Apr 05 19:49:31.471133 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-aebd3b8f-6dee-495f-b5f8-2abfba8f0601 req-c8910ba0-16c4-4d18-83fc-9655dd4aaf72 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 210 time: 0.0422449 Apr 05 19:49:31.482696 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-d5ea238a-af2f-4d66-91b9-4e2a374ecfd0 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:31.486529 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-d5ea238a-af2f-4d66-91b9-4e2a374ecfd0 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.20 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 810 time: 0.1413066 Apr 05 19:49:31.533597 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b858d1d4-bc8e-4753-9662-5af0a5acd5bb tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17d8c990635d49018fdd7c53a5dc0482 HTTP/1.1" status: 200 len: 380 time: 0.0337443 Apr 05 19:49:31.547129 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'port': {'device_id': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'admin_state_up': True, 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'security_groups': ['fdfcc2bf-5fcc-4584-9d90-8c378fa41212']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:49:31.658223 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Made reservation on behalf of 17d8c990635d49018fdd7c53a5dc0482 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:49:31.661753 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:31.843014 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Allocated IP 172.20.0.10 (16a2a036-a646-4927-b805-221ef09382d6/8564e2a0-79a0-4ee3-a171-98f40a8783ae/07df7be6-f1d9-4ffb-aac0-278370d9ba6e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:49:32.062340 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:32.104650 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:32.179146 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Network 16a2a036-a646-4927-b805-221ef09382d6 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:49:32.180797 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'Port': ['ID=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:32.188924 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.189294 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.189690 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.190002 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.190744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.190744 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.191331 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.191615 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.191717 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.192108 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.192765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.192765 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:32.206655 n-d-836650-3 neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:49:32.208011 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:49:32.285267 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:32.285955 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:32.306419 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-b3bb53cb-3806-40e3-85fe-be3b916813bc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7628367 Apr 05 19:49:32.477846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-02b67e46-ba20-4cb8-abf5-c542dbd66a5f None None] Provisioning complete for port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e triggered by entity DHCP. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:49:32.479001 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02b67e46-ba20-4cb8-abf5-c542dbd66a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:32.518064 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-02b67e46-ba20-4cb8-abf5-c542dbd66a5f None None] Port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e cannot update to ACTIVE because it is not bound. {{(pid=102641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 05 19:49:32.594882 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef5bb-543e-4a32-86a3-e96527158f90 req-92d1e1be-bc43-449f-aa4f-962155ddc143 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:32.596362 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-748ef5bb-543e-4a32-86a3-e96527158f90 req-92d1e1be-bc43-449f-aa4f-962155ddc143 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 932 time: 0.0531421 Apr 05 19:49:32.638586 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-748ef5bb-543e-4a32-86a3-e96527158f90 req-ac6dbaa7-2c52-4bba-bb58-448eb71f099d tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358570 Apr 05 19:49:33.776739 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9d2a-a9d6-4a8f-ad79-f88b733b8363 req-33fb646b-81be-46f8-8e00-cd8d3bf92caf tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:33.778230 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5ae9d2a-a9d6-4a8f-ad79-f88b733b8363 req-33fb646b-81be-46f8-8e00-cd8d3bf92caf tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 932 time: 0.0650258 Apr 05 19:49:33.817181 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-a5ae9d2a-a9d6-4a8f-ad79-f88b733b8363 req-d4bfc2ad-548e-4b67-8293-e2206bb00043 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328805 Apr 05 19:49:34.327616 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:49:34.411110 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:34.434417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:49:34.436894 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4562f8f7-1790-473e-83cd-c14caa89472f" -d '{"events": [{"server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:49:34.451565 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:49:34.458074 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:34.492536 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 19:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febd605f-bc30-4fe5-b60d-4054c5fb0bb5 x-openstack-request-id: req-febd605f-bc30-4fe5-b60d-4054c5fb0bb5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:49:34.492880 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:49:34.493063 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-febd605f-bc30-4fe5-b60d-4054c5fb0bb5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:49:34.493467 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febd605f-bc30-4fe5-b60d-4054c5fb0bb5'] response: {'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'code': 200} Apr 05 19:49:34.517772 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Pushing event updated for resources: {'Port': ['ID=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:34.937919 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b7e4-2d26-4f33-a873-245bb1ebf2aa req-67146e28-ee1e-46f7-8c52-f9565ae9416f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:34.939417 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed82b7e4-2d26-4f33-a873-245bb1ebf2aa req-67146e28-ee1e-46f7-8c52-f9565ae9416f tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 932 time: 0.0496953 Apr 05 19:49:34.980040 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-ed82b7e4-2d26-4f33-a873-245bb1ebf2aa req-0d40c68c-cfdb-4e85-a0f1-25244a17acff tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339308 Apr 05 19:49:35.750333 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:36.117912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb2691-871e-4caf-86cd-afe1a422f1ce req-3092f916-1436-4a5d-afda-9f693f3b27ad tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:36.119537 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62fb2691-871e-4caf-86cd-afe1a422f1ce req-3092f916-1436-4a5d-afda-9f693f3b27ad tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 932 time: 0.0537252 Apr 05 19:49:36.158198 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-62fb2691-871e-4caf-86cd-afe1a422f1ce req-207b3df8-1b0c-47f6-bc20-70ee2bc299f6 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Apr 05 19:49:37.332766 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9fdc1-0529-4545-9123-16ec51bbb971 req-c0d9083e-041d-46de-96ad-fcc3f0d84d1a tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:37.332766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fc9fdc1-0529-4545-9123-16ec51bbb971 req-c0d9083e-041d-46de-96ad-fcc3f0d84d1a tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 932 time: 0.0579834 Apr 05 19:49:37.376828 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2fc9fdc1-0529-4545-9123-16ec51bbb971 req-b9bae3ec-e553-449b-abbc-32b63c94c7ba tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Apr 05 19:49:37.658264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:38.261744 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:49:38.507902 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6416b-a2a6-4d64-a0ca-5d31cd8fb6a1 req-0c315b3f-0641-4af1-8735-9621b0bcf9c3 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:38.509376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66b6416b-a2a6-4d64-a0ca-5d31cd8fb6a1 req-0c315b3f-0641-4af1-8735-9621b0bcf9c3 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 932 time: 0.0591435 Apr 05 19:49:38.549054 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-66b6416b-a2a6-4d64-a0ca-5d31cd8fb6a1 req-0e69d11a-7c11-4d9b-9822-9039e5431551 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Apr 05 19:49:39.610264 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c15fae49-d30b-4ae9-a2bf-b11b7f074d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:39.668534 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344a692-ad69-4eaa-a422-006e5bcabdec req-fb33bf94-f968-46ad-a422-a5d630d5df52 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:39.670682 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d344a692-ad69-4eaa-a422-006e5bcabdec req-fb33bf94-f968-46ad-a422-a5d630d5df52 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 932 time: 0.0504277 Apr 05 19:49:39.708089 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d344a692-ad69-4eaa-a422-006e5bcabdec req-38d6dd65-f43b-4074-a12b-95045d4ceffc tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Apr 05 19:49:39.802020 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.v2.base [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Request body: {'port': {'device_id': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836650-3'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:49:39.857662 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:40.112782 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07df7be6-f1d9-4ffb-aac0-278370d9ba6e {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:49:40.120565 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:40.133076 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Transition to ACTIVE for port object 07df7be6-f1d9-4ffb-aac0-278370d9ba6e will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:49:40.136028 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:40.186056 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Pushing event updated for resources: {'Port': ['ID=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:40.260792 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Attempting to bind port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e on host n-h2-836650-3 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:49:40.261119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Attempting to bind port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e by drivers openvswitch,hyperv on host n-h2-836650-3 at level 0 using segments [{'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:49:40.261442 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Attempting to bind port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e on network 16a2a036-a646-4927-b805-221ef09382d6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:49:40.266430 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e on network 16a2a036-a646-4927-b805-221ef09382d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836650-3 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 19:49:40.266767 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Attempting to bind port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e on network 16a2a036-a646-4927-b805-221ef09382d6 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 19:49:40.271760 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Checking agent: {'id': 'c23fdb88-f58e-4870-a9a5-4b1da449dfea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836650-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'started_at': datetime.datetime(2022, 4, 5, 18, 31, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 19:49:40.272229 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Checking segment: {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 05 19:49:40.272613 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Bound using segment: {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 19:49:40.273219 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Bound port: 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host: n-h2-836650-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd657b88a-c33a-4f5e-b16f-336ffae57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16a2a036-a646-4927-b805-221ef09382d6'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:49:40.273576 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:40.343410 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] For port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host n-h2-836650-3, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 19:49:40.346365 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] For port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host n-h2-836650-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 19:49:40.351372 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12964806'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:40.385026 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:40.385544 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:40.386984 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] 10.222.0.20 "PUT /v2.0/ports/07df7be6-f1d9-4ffb-aac0-278370d9ba6e HTTP/1.1" status: 200 len: 1092 time: 0.5896063 Apr 05 19:49:40.387413 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:49:40.389654 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e99951-1417-4510-8c69-c073b5b3db76" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:49:40.413043 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41124063-3b7d-4d4f-9466-214cdfc99371 service neutron] Pushing event updated for resources: {'Port': ['ID=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:40.448670 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2c3ce1-798f-4b57-bc5a-4c3515dd235b x-openstack-request-id: req-1f2c3ce1-798f-4b57-bc5a-4c3515dd235b {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:49:40.448961 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:49:40.449210 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f2c3ce1-798f-4b57-bc5a-4c3515dd235b {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:49:40.449613 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2c3ce1-798f-4b57-bc5a-4c3515dd235b'] response: {'name': 'network-changed', 'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'status': 'completed', 'code': 200} Apr 05 19:49:40.484511 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-e2f3b497-835e-4af6-aaf7-f6118ee7141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:40.486014 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-e2f3b497-835e-4af6-aaf7-f6118ee7141d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 1095 time: 0.0488074 Apr 05 19:49:40.528820 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-1093daee-3ac8-4276-912d-dc77ad746c17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e HTTP/1.1" status: 200 len: 217 time: 0.0349965 Apr 05 19:49:40.581496 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-cbbf5061-379f-4c55-9e10-f93261cda0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:40.582977 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-cbbf5061-379f-4c55-9e10-f93261cda0c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0442605 Apr 05 19:49:40.637022 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-66f1db54-e701-4b82-9076-f4301e5e15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:40.638453 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-66f1db54-e701-4b82-9076-f4301e5e15c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448167 Apr 05 19:49:40.728928 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-9ac8b443-cf19-4d80-9678-e041ae2b0286 service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793848 Apr 05 19:49:40.859931 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de968b-386c-4dc9-ba44-4ab4afa2d571 req-5071a7e9-9928-4916-b341-00eb8a304578 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:40.861378 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5de968b-386c-4dc9-ba44-4ab4afa2d571 req-5071a7e9-9928-4916-b341-00eb8a304578 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 944 time: 0.0738776 Apr 05 19:49:40.863130 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cfa09ca3-ca7c-4dd1-a5c0-6c6987003aeb req-7bc5b76d-9109-47dc-b600-6a28ce90c0d6 service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242828 Apr 05 19:49:40.901668 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f5de968b-386c-4dc9-ba44-4ab4afa2d571 req-83f0774a-9f1c-4511-84b7-5c85ecb255cb tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340872 Apr 05 19:49:40.958475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e99951-1417-4510-8c69-c073b5b3db76 req-d5fb1f4c-1376-4891-8a76-878feb51509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:40.960534 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69e99951-1417-4510-8c69-c073b5b3db76 req-d5fb1f4c-1376-4891-8a76-878feb51509b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 1095 time: 0.0407870 Apr 05 19:49:41.056119 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e99951-1417-4510-8c69-c073b5b3db76 req-de1786d9-dfd5-4afa-b8a4-075883a0514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:41.057571 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69e99951-1417-4510-8c69-c073b5b3db76 req-de1786d9-dfd5-4afa-b8a4-075883a0514e service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0853209 Apr 05 19:49:41.099441 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69e99951-1417-4510-8c69-c073b5b3db76 req-d2e5c938-cde5-4aca-8241-f03e344e58e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e HTTP/1.1" status: 200 len: 217 time: 0.0346918 Apr 05 19:49:41.153124 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e99951-1417-4510-8c69-c073b5b3db76 req-84f68be4-cf56-417b-8d9e-9101e9936a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:41.154490 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69e99951-1417-4510-8c69-c073b5b3db76 req-84f68be4-cf56-417b-8d9e-9101e9936a49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0468428 Apr 05 19:49:41.199794 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e99951-1417-4510-8c69-c073b5b3db76 req-b889090a-debe-48ee-9d12-f1fce6af04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:41.201253 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69e99951-1417-4510-8c69-c073b5b3db76 req-b889090a-debe-48ee-9d12-f1fce6af04da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393834 Apr 05 19:49:41.290821 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69e99951-1417-4510-8c69-c073b5b3db76 req-c1e91d2f-e6e2-4e53-a239-0fd0b19eb110 service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812926 Apr 05 19:49:41.383966 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-69e99951-1417-4510-8c69-c073b5b3db76 req-a1fde69a-0b1c-4331-99a4-364c592bc8f7 service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846822 Apr 05 19:49:41.950052 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-62563e7b-9a84-4fda-b760-c41e92f1d218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:42.021451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613692a-f07e-4ee1-ba93-6c47a2f617b5 req-3c1f4320-7301-4c97-835e-ebf5096253ef tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:42.023034 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7613692a-f07e-4ee1-ba93-6c47a2f617b5 req-3c1f4320-7301-4c97-835e-ebf5096253ef tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 944 time: 0.0487077 Apr 05 19:49:42.061068 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7613692a-f07e-4ee1-ba93-6c47a2f617b5 req-1bdf2386-d3b4-439b-85b8-73e61ab4de87 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Apr 05 19:49:42.745996 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 07df7be6-f1d9-4ffb-aac0-278370d9ba6e details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:49:42.841235 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:49:42.852132 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'port_id': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'mac_address': 'fa:16:3e:d0:40:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:49:42.886804 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:42.899077 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07df7be6-f1d9-4ffb-aac0-278370d9ba6e {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:49:42.918194 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:49:42.922146 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:42.969705 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:43.130442 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:43.177709 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a03b1-03e2-4a7f-9428-26b4760240aa req-4682fb48-0f1d-45e3-ada3-2e0fbef0b7b1 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:43.179270 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a5a03b1-03e2-4a7f-9428-26b4760240aa req-4682fb48-0f1d-45e3-ada3-2e0fbef0b7b1 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 945 time: 0.0498106 Apr 05 19:49:43.210315 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['07df7be6-f1d9-4ffb-aac0-278370d9ba6e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:49:43.216830 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-0a5a03b1-03e2-4a7f-9428-26b4760240aa req-3c0886ee-2134-40e3-947f-4afb4e79942e tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Apr 05 19:49:44.336173 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba736-1bbd-4f44-8924-43b379fb5d6c req-7f033d67-36e4-4e2c-a90a-f17de13e763c tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:44.337640 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c4ba736-1bbd-4f44-8924-43b379fb5d6c req-7f033d67-36e4-4e2c-a90a-f17de13e763c tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 945 time: 0.0541439 Apr 05 19:49:44.375824 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-8c4ba736-1bbd-4f44-8924-43b379fb5d6c req-d279a5ed-2bbf-42ab-93b4-b38afd8b40c7 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Apr 05 19:49:44.652511 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:44.745719 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 07df7be6-f1d9-4ffb-aac0-278370d9ba6e up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:49:44.793899 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning for port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e completed by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:49:44.797902 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:49:44.798268 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:44.874436 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:44.896511 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:49:44.899323 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10337304-ecbd-4a2c-aa76-d26fae033b4d" -d '{"events": [{"server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "name": "network-vif-plugged", "status": "completed", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:49:44.912218 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:49:44.915733 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:44.962098 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:44.998333 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4206c6c-8616-48a6-be94-178eb04d366c x-openstack-request-id: req-c4206c6c-8616-48a6-be94-178eb04d366c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:49:44.998651 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "name": "network-vif-plugged", "status": "completed", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:49:44.998908 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4206c6c-8616-48a6-be94-178eb04d366c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:49:44.999306 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4206c6c-8616-48a6-be94-178eb04d366c'] response: {'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'code': 200} Apr 05 19:49:45.119428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524232fb-5e07-4c34-93be-7009fdc64f47 req-93a71e1c-5008-4070-aab7-9ea9fd428d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:45.121303 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-524232fb-5e07-4c34-93be-7009fdc64f47 req-93a71e1c-5008-4070-aab7-9ea9fd428d2f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0412827 Apr 05 19:49:45.122798 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:45.156568 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-524232fb-5e07-4c34-93be-7009fdc64f47 req-57ec9bd6-1783-4b61-bcd1-c321f741a820 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285878 Apr 05 19:49:45.490423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a199550-c0f5-4c6c-8720-3d2c0b69c5f4 req-40fa6e90-fd51-4813-a89b-84b945bd8de3 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:45.492454 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a199550-c0f5-4c6c-8720-3d2c0b69c5f4 req-40fa6e90-fd51-4813-a89b-84b945bd8de3 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 946 time: 0.0494795 Apr 05 19:49:45.529172 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-4a199550-c0f5-4c6c-8720-3d2c0b69c5f4 req-b2c6d544-374a-45d3-8e82-bc4c48a7bdf0 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306294 Apr 05 19:49:46.649530 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e1b0-4ffd-4010-8a2f-755e13710b93 req-71e587ec-4512-42b5-ba42-2d0a6c3df8ac tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:46.651093 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f42e1b0-4ffd-4010-8a2f-755e13710b93 req-71e587ec-4512-42b5-ba42-2d0a6c3df8ac tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 946 time: 0.0523877 Apr 05 19:49:46.688339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-7f42e1b0-4ffd-4010-8a2f-755e13710b93 req-18af1429-2a9f-4115-9d4c-f2ca8622ff56 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Apr 05 19:49:46.805716 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7611ed-0f7c-4a29-840d-c6ca671c068a req-90e3fa14-25e7-42b3-b3e2-07f983f6fb40 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:46.807202 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c7611ed-0f7c-4a29-840d-c6ca671c068a req-90e3fa14-25e7-42b3-b3e2-07f983f6fb40 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 946 time: 0.0497613 Apr 05 19:49:46.844021 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-2c7611ed-0f7c-4a29-840d-c6ca671c068a req-a7ebbb3f-2785-4162-9408-1d33817432ca tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309041 Apr 05 19:49:46.864947 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38540) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:49:46.906176 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf00d6a-4ef1-414e-b33e-0554c50c544f tempest-TestSnapshotPattern-1395717963 tempest-TestSnapshotPattern-1395717963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:46.907780 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-bdf00d6a-4ef1-414e-b33e-0554c50c544f tempest-TestSnapshotPattern-1395717963 tempest-TestSnapshotPattern-1395717963-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 1092 time: 0.0413723 Apr 05 19:49:46.910743 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38542) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:49:46.915395 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.v2.base [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Request body: {'floatingip': {'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'port_id': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:49:46.937040 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for floatingip, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:47.033293 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:47.133429 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_common [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Allocated IP 172.25.4.164 (b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f/a5412efe-cfc4-495f-891b-df8ae7905400/e2df10e9-fd68-44fe-a48b-fad26b95fee8) {{(pid=102639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:49:47.236690 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for port, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:47.269427 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773418213452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:47.305047 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Network b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f is already hosted by enough agents. {{(pid=102639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:49:47.309724 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.base_scheduler [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Resources bound (agent type, host, resource id): {{(pid=102639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:49:47.313184 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Received port after_create {{(pid=102639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 19:49:47.336742 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'Port': ['ID=e2df10e9-fd68-44fe-a48b-fad26b95fee8,revision_number=1']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:47.349203 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.349544 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.349963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.350299 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.350653 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.350979 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.351304 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.351622 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.351941 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.352260 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.352580 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.352898 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:49:47.677628 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:47.747387 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:47.904416 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for port, precommit_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:47.908881 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13678373'] for port, after_update {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:47.984651 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event updated for resources: {'Port': ['ID=e2df10e9-fd68-44fe-a48b-fad26b95fee8,revision_number=2']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:49:47.995839 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275545'] for floatingip, after_create {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:48.101568 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Floating IP 44fee20d-2fe2-4ec2-b945-185f60253957 associated. External IP: 172.25.4.164, port: 07df7be6-f1d9-4ffb-aac0-278370d9ba6e. Apr 05 19:49:48.349648 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Router 943b807c-0e6b-4d98-91d7-5709b4fad3ca has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:49:48.473881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:49:48.484366 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] Sync routers for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:49:48.496113 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:49:48.496678 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:49:48.496990 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:49:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:49:48.542546 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-3f59e0cd-d1e6-47c1-828f-b7db6b90f799 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6227314 Apr 05 19:49:48.542546 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:49:48.542546 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:49:48.612842 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:49:48.631568 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7d1306-5a62-4e65-b326-3b029f6a8825 x-openstack-request-id: req-ab7d1306-5a62-4e65-b326-3b029f6a8825 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:49:48.632073 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:49:48.632495 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab7d1306-5a62-4e65-b326-3b029f6a8825 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:49:48.632894 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7d1306-5a62-4e65-b326-3b029f6a8825'] response: {'name': 'network-changed', 'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'status': 'completed', 'code': 200} Apr 05 19:49:48.697912 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-16b865d4-8c6c-4acc-bc4b-f89bb46b3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:48.699472 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-16b865d4-8c6c-4acc-bc4b-f89bb46b3f99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0447602 Apr 05 19:49:48.791057 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-44789bad-9050-44a5-b010-5fa3c2a1c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:48.792553 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-44789bad-9050-44a5-b010-5fa3c2a1c165 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0861547 Apr 05 19:49:48.842648 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '44fee20d-2fe2-4ec2-b945-185f60253957', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:d0:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:49:47Z', 'updated_at': '2022-04-05T19:49:47Z', 'revision_number': 0, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}, {'id': 'f1ca9ab4-63f5-4577-8fd8-4302e2a91002', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:46:43Z', 'updated_at': '2022-04-05T19:46:45Z', 'revision_number': 1, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:49:48.862980 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-2f57714c-991a-47ba-9c5f-956bf9784acc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e HTTP/1.1" status: 200 len: 1000 time: 0.0636137 Apr 05 19:49:48.868691 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] Checking router: 943b807c-0e6b-4d98-91d7-5709b4fad3ca for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:49:48.877178 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:49:48.877779 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:49:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:49:48.910610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-92b5ccb3-b796-4908-80a6-264c9cab50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:48.912095 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-92b5ccb3-b796-4908-80a6-264c9cab50f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0433798 Apr 05 19:49:48.956471 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-6fe26ef6-69f4-4c48-8a39-b1a74e8fbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:49:48.957969 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-6fe26ef6-69f4-4c48-8a39-b1a74e8fbb46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390873 Apr 05 19:49:48.983368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:49:49.050215 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-79e8f9f4-34c7-4474-838d-a853f637b775 service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854611 Apr 05 19:49:49.140850 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-dbbf19c8-5918-4ad8-b1d1-36d70a0124d3 req-77fed082-01a4-45e9-b10e-636cbf91e249 service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837369 Apr 05 19:49:49.207685 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '44fee20d-2fe2-4ec2-b945-185f60253957', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:d0:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:49:47Z', 'updated_at': '2022-04-05T19:49:47Z', 'revision_number': 0, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}, {'id': 'f1ca9ab4-63f5-4577-8fd8-4302e2a91002', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:46:43Z', 'updated_at': '2022-04-05T19:46:45Z', 'revision_number': 1, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:49:49.234076 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de195daf-07cd-4f8d-bc27-c4a94190e05d None None] The sync data for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 is: [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': '44fee20d-2fe2-4ec2-b945-185f60253957', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:d0:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:49:47Z', 'updated_at': '2022-04-05T19:49:47Z', 'revision_number': 0, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}, {'id': 'f1ca9ab4-63f5-4577-8fd8-4302e2a91002', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:46:43Z', 'updated_at': '2022-04-05T19:46:45Z', 'revision_number': 1, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:49:49.426759 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d07f94-de7a-40ac-8e11-7181b3995b14 None None] New status for floating IP 44fee20d-2fe2-4ec2-b945-185f60253957: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:50:05.747315 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:07.651576 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:09.611930 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-186b66b6-a571-4d75-a8bd-3c3eaa6015aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:11.952436 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-451ff9ca-9c40-40a0-9cf6-f9f50833eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:13.133597 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:14.654162 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:15.123660 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:15.260591 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:50:23.493696 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-324802e8-bf07-4cef-9d46-b32341b90737 req-01132db7-af22-43b2-9283-59e8933f995d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819440 Apr 05 19:50:23.589273 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324802e8-bf07-4cef-9d46-b32341b90737 req-7dea5e3c-f977-4189-b7c5-893150af54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:50:23.590766 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-324802e8-bf07-4cef-9d46-b32341b90737 req-7dea5e3c-f977-4189-b7c5-893150af54e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0440538 Apr 05 19:50:23.695580 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324802e8-bf07-4cef-9d46-b32341b90737 req-7130d5c3-6464-4809-b5b7-ead0177e4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:50:23.697028 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-324802e8-bf07-4cef-9d46-b32341b90737 req-7130d5c3-6464-4809-b5b7-ead0177e4dc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0834320 Apr 05 19:50:23.767645 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-324802e8-bf07-4cef-9d46-b32341b90737 req-40f6d303-0af8-493e-a2e2-fec0b3aa63b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e HTTP/1.1" status: 200 len: 1002 time: 0.0606382 Apr 05 19:50:23.818299 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324802e8-bf07-4cef-9d46-b32341b90737 req-2f15d7b1-6005-4b92-ac82-c1452ab1e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:50:23.820436 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-324802e8-bf07-4cef-9d46-b32341b90737 req-2f15d7b1-6005-4b92-ac82-c1452ab1e0f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0422003 Apr 05 19:50:23.868209 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324802e8-bf07-4cef-9d46-b32341b90737 req-30885efc-6847-4a24-b485-cb06e840db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:50:23.869643 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-324802e8-bf07-4cef-9d46-b32341b90737 req-30885efc-6847-4a24-b485-cb06e840db69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394194 Apr 05 19:50:23.965376 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-324802e8-bf07-4cef-9d46-b32341b90737 req-84fbe2f4-5dd6-4ab9-912b-b0961ab7cf7d service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839510 Apr 05 19:50:24.056958 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-324802e8-bf07-4cef-9d46-b32341b90737 req-a36b3df4-9358-49b2-8afa-a27f7ff6ee6b service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798135 Apr 05 19:50:26.377959 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-da7d046c-2ace-450c-92da-9b0417ea02e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429683 Apr 05 19:50:26.457900 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-53020e92-9e30-4958-ab33-a77fb2eb5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:50:26.459422 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-53020e92-9e30-4958-ab33-a77fb2eb5551 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0407035 Apr 05 19:50:26.559517 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-d2f7354f-b033-4a3e-b045-a9922c6d0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:50:26.560883 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-d2f7354f-b033-4a3e-b045-a9922c6d0747 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0835004 Apr 05 19:50:26.628726 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-3b6e423f-bf1a-4e37-b94d-82681343be3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 998 time: 0.0617905 Apr 05 19:50:26.677216 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-e5c87e1d-9287-4e46-892a-f009c8d77edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:50:26.678674 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-e5c87e1d-9287-4e46-892a-f009c8d77edd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0434871 Apr 05 19:50:26.722708 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-455c9022-3a3e-4d67-a3b2-af3b6e4ada26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:50:26.724168 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-455c9022-3a3e-4d67-a3b2-af3b6e4ada26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386724 Apr 05 19:50:26.818122 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-74225c7c-77aa-423e-aa2c-c56c6612bafc service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870225 Apr 05 19:50:26.906128 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-98c3c720-2f9d-4ed7-b937-d918303ccabf req-37e35280-c957-4fa8-b6c6-faf2847bd1e8 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820651 Apr 05 19:50:35.748226 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:37.654935 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:39.613726 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68f9ab31-9659-440f-acc9-f0ccf5719fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:41.952991 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbc6087b-5744-4d18-95e4-f7da7063bce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:43.136662 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:44.656919 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:45.124358 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:50:52.259689 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:51:05.751924 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:07.650003 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:09.615209 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63882285-002d-4f7e-8233-1b3370b01ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:11.955794 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76179bd8-3f42-4572-aca5-924f0b0b81a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:13.139872 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:14.661313 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:15.125986 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:24.421251 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-6a462683-8a0f-4c31-91a5-7819a602dfb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402672 Apr 05 19:51:24.513927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-46cbe9a1-2653-4bd5-9f01-d18c2c9b7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:24.515359 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-46cbe9a1-2653-4bd5-9f01-d18c2c9b7aea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0441415 Apr 05 19:51:24.621286 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-b0170ad4-8d25-4cf9-b991-b6219e7a1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:24.622781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-b0170ad4-8d25-4cf9-b991-b6219e7a1784 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0841870 Apr 05 19:51:24.694590 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-4a7fc85c-75a5-469c-a33d-f987a1328995 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e HTTP/1.1" status: 200 len: 1002 time: 0.0609262 Apr 05 19:51:24.746978 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-3e6a8a97-e833-4cc1-925b-0d5603122484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:24.748513 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-3e6a8a97-e833-4cc1-925b-0d5603122484 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0436862 Apr 05 19:51:24.799423 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-fe509479-7e8f-4f41-ab21-151be8092909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:24.801813 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-fe509479-7e8f-4f41-ab21-151be8092909 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430148 Apr 05 19:51:24.896268 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-046741b6-3286-4d5d-a099-dff9073d1822 service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824289 Apr 05 19:51:24.987310 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f1a1f671-3f97-46cf-8545-7da823342dbb req-a14bb0cc-f34d-4df0-8279-b8cc248a06bd service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807147 Apr 05 19:51:26.374499 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8013b18e-5cde-43e8-ac96-83844058011c req-69aa8137-fb55-49d8-b9b9-d723197b0684 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449250 Apr 05 19:51:26.454725 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013b18e-5cde-43e8-ac96-83844058011c req-b0e7f12b-bc4c-4daf-ae86-0cd5102dc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:26.456188 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8013b18e-5cde-43e8-ac96-83844058011c req-b0e7f12b-bc4c-4daf-ae86-0cd5102dc0af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0401220 Apr 05 19:51:26.556649 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013b18e-5cde-43e8-ac96-83844058011c req-9540b046-dd04-4902-bde3-0205d25a05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:26.558199 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8013b18e-5cde-43e8-ac96-83844058011c req-9540b046-dd04-4902-bde3-0205d25a05e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0836732 Apr 05 19:51:26.627588 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8013b18e-5cde-43e8-ac96-83844058011c req-7241d478-2c89-46ef-9ba5-5dd90652f4fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 998 time: 0.0628564 Apr 05 19:51:26.675995 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013b18e-5cde-43e8-ac96-83844058011c req-9b27d641-275d-485f-be33-45f6646a970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:26.677422 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8013b18e-5cde-43e8-ac96-83844058011c req-9b27d641-275d-485f-be33-45f6646a970a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0434899 Apr 05 19:51:26.723460 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013b18e-5cde-43e8-ac96-83844058011c req-57b053c6-88be-4e7b-91b4-8962a9ed9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:26.724930 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8013b18e-5cde-43e8-ac96-83844058011c req-57b053c6-88be-4e7b-91b4-8962a9ed9c38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406168 Apr 05 19:51:26.820398 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8013b18e-5cde-43e8-ac96-83844058011c req-6c1e2904-85fe-4b58-8a81-f5caa5630581 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879283 Apr 05 19:51:26.908624 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-8013b18e-5cde-43e8-ac96-83844058011c req-9e22f1c5-16bc-452e-a4a1-6d77f1099d17 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818913 Apr 05 19:51:29.258678 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:51:31.254846 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 07df7be6-f1d9-4ffb-aac0-278370d9ba6e details requested by agent hyperv_n-h2-836650-3 with host n-h2-836650-3 {{(pid=102641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 19:51:31.354699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:31.370123 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Returning: {'device': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'port_id': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'mac_address': 'fa:16:3e:d0:40:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 19:51:31.408960 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:31.422808 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07df7be6-f1d9-4ffb-aac0-278370d9ba6e {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 19:51:31.443452 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:31.449337 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:31.520035 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:31.528198 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.528548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.528874 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.529208 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.529539 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.529983 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.530318 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.530699 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.531028 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.531346 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.531669 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.531988 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:31.537226 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] get_ports_and_sgs() called for port_ids ['07df7be6-f1d9-4ffb-aac0-278370d9ba6e'] {{(pid=102641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 19:51:33.263940 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 07df7be6-f1d9-4ffb-aac0-278370d9ba6e up at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 19:51:33.316872 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Provisioning complete for port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e triggered by entity L2. {{(pid=102641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:51:33.317239 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608970'] for port, provisioning_complete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:33.417605 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779029'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:33.442672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:51:33.445002 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7d2fe08cb1ef3c638b1a31bcb4d737a2e48966636ed8df79e7b411a3ea3616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23caa812-f078-4dc9-b409-8254b4999288" -d '{"events": [{"server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "name": "network-vif-plugged", "status": "completed", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:51:33.462378 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] For port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:33.468531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773418736321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773418213443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773418211831'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:33.506157 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665df423-2d74-4bc6-af09-37a96a534ca3 x-openstack-request-id: req-665df423-2d74-4bc6-af09-37a96a534ca3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:51:33.506157 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "name": "network-vif-plugged", "status": "completed", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:51:33.506834 n-d-836650-3 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-665df423-2d74-4bc6-af09-37a96a534ca3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:51:33.506834 n-d-836650-3 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665df423-2d74-4bc6-af09-37a96a534ca3'] response: {'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'code': 200} Apr 05 19:51:33.523369 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Pushing event updated for resources: {'Port': ['ID=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:35.753864 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:37.660101 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:39.616725 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac2de76c-e76d-4ff7-8ff8-694603028013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:40.472547 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38750) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:40.632310 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Deleting port e2df10e9-fd68-44fe-a48b-fad26b95fee8 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:40.632653 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:40.705843 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:40.706172 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:40.717993 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Calling delete_port for e2df10e9-fd68-44fe-a48b-fad26b95fee8 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:40.863658 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:40.890462 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event deleted for resources: {'Port': ['ID=e2df10e9-fd68-44fe-a48b-fad26b95fee8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:40.914644 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.914987 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.915328 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.915662 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.916020 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.916479 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.916818 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.917141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.917465 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.917791 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.918111 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.918456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:40.961703 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:40.962036 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Floating IP 44fee20d-2fe2-4ec2-b945-185f60253957 disassociated (deleted). External IP: 172.25.4.164, port: 07df7be6-f1d9-4ffb-aac0-278370d9ba6e. Apr 05 19:51:41.169524 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Router 943b807c-0e6b-4d98-91d7-5709b4fad3ca has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:51:41.273348 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:51:41.278234 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:41.282673 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] Sync routers for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:51:41.292155 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:51:41.292773 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:41.308143 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cebad5a6-eb8d-491f-87b8-9ff1ce92a9a8 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "DELETE /v2.0/floatingips/44fee20d-2fe2-4ec2-b945-185f60253957 HTTP/1.1" status: 204 len: 168 time: 0.8343501 Apr 05 19:51:41.308760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:51:41.311664 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09c680c-a6e5-4098-af7a-03a9a54ad614" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:51:41.369792 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a460ba1-6158-416f-bb9a-83cfd2918d74 x-openstack-request-id: req-4a460ba1-6158-416f-bb9a-83cfd2918d74 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:51:41.370142 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:51:41.370461 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a460ba1-6158-416f-bb9a-83cfd2918d74 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:51:41.370830 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a460ba1-6158-416f-bb9a-83cfd2918d74'] response: {'name': 'network-changed', 'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'status': 'completed', 'code': 200} Apr 05 19:51:41.407026 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:51:41.442753 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-b2bd8465-69b6-427d-b21d-8ae4fb9f8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:41.444339 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-b2bd8465-69b6-427d-b21d-8ae4fb9f8bd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0452344 Apr 05 19:51:41.571121 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-4ae3d14e-7d33-4601-96c2-d8136099ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:41.573223 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-4ae3d14e-7d33-4601-96c2-d8136099ae64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.1220236 Apr 05 19:51:41.583491 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98718f30-8e0e-4e87-8037-66078b76a0e8 req-2bb39549-0070-4ab3-b939-7a515a774bee tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:41.584881 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98718f30-8e0e-4e87-8037-66078b76a0e8 req-2bb39549-0070-4ab3-b939-7a515a774bee tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 946 time: 0.0784633 Apr 05 19:51:41.633631 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-176145e8-49e2-48b2-8a67-33bd154ea9d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e HTTP/1.1" status: 200 len: 217 time: 0.0478137 Apr 05 19:51:41.642703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f1ca9ab4-63f5-4577-8fd8-4302e2a91002', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:46:43Z', 'updated_at': '2022-04-05T19:46:45Z', 'revision_number': 1, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:41.668801 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] Checking router: 943b807c-0e6b-4d98-91d7-5709b4fad3ca for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:51:41.677201 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:51:41.677785 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:51:12Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:41.678145 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-98718f30-8e0e-4e87-8037-66078b76a0e8 req-42e9611c-1786-4499-82c9-274ef216cc1d tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861270 Apr 05 19:51:41.693965 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-8f9a074c-fc67-45b9-bbf6-6dce3c96fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:41.695361 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-8f9a074c-fc67-45b9-bbf6-6dce3c96fbc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0539379 Apr 05 19:51:41.740886 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-c70e78db-63f8-404c-bc6a-b5a48ce7836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:41.742370 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-c70e78db-63f8-404c-bc6a-b5a48ce7836a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397375 Apr 05 19:51:41.785082 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:51:41.834998 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-8811e7f5-0aa6-4930-90a0-3c9b2b9ba12f service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855138 Apr 05 19:51:41.927175 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-d09c680c-a6e5-4098-af7a-03a9a54ad614 req-62f09d50-377e-49f9-8d99-13c92c7560d5 service neutron] 10.222.0.20 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821998 Apr 05 19:51:41.968917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b090f694-b0ea-4ea0-9802-28c74ec2734f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:42.024494 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f1ca9ab4-63f5-4577-8fd8-4302e2a91002', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:46:43Z', 'updated_at': '2022-04-05T19:46:45Z', 'revision_number': 1, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:42.050548 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8219dd-969c-4bbd-8835-7f41a610f645 None None] The sync data for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 is: [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_floatingips': [{'id': 'f1ca9ab4-63f5-4577-8fd8-4302e2a91002', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'router_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'port_id': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'mac_address': 'fa:16:3e:1f:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T19:46:43Z', 'updated_at': '2022-04-05T19:46:45Z', 'revision_number': 1, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:51:42.270634 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60167359-fd29-46e0-930f-a68e5be82921 None None] New status for floating IP 44fee20d-2fe2-4ec2-b945-185f60253957: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:51:42.797156 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d1a7d-779e-4738-8e78-29df1d015470 req-02fc360b-6dca-4d70-8906-dc36992e7f46 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:42.798642 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f37d1a7d-779e-4738-8e78-29df1d015470 req-02fc360b-6dca-4d70-8906-dc36992e7f46 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 946 time: 0.0494206 Apr 05 19:51:42.836494 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-f37d1a7d-779e-4738-8e78-29df1d015470 req-20328344-3639-4bd7-883c-c0e059b13d50 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Apr 05 19:51:43.141084 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:43.335451 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f456320-6d70-4758-af22-4e966a361be6 req-d0457c98-0d07-45ad-b53b-b6ba4f2bc219 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:43.336872 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f456320-6d70-4758-af22-4e966a361be6 req-d0457c98-0d07-45ad-b53b-b6ba4f2bc219 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 946 time: 0.0519202 Apr 05 19:51:43.424475 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6f456320-6d70-4758-af22-4e966a361be6 req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Deleting port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:43.424711 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f456320-6d70-4758-af22-4e966a361be6 req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:43.512939 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6f456320-6d70-4758-af22-4e966a361be6 req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] For port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e, host n-h2-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836650-3',level=0,port_id=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:43.513302 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f456320-6d70-4758-af22-4e966a361be6 req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:43.526097 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-6f456320-6d70-4758-af22-4e966a361be6 req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Calling delete_port for 07df7be6-f1d9-4ffb-aac0-278370d9ba6e owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:43.649385 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f456320-6d70-4758-af22-4e966a361be6 req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:43.983879 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event deleted for resources: {'Port': ['ID=07df7be6-f1d9-4ffb-aac0-278370d9ba6e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:44.031357 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-cbe100f2-f6c5-47d4-b111-bbbb10f9489b req-237a2f77-c127-462f-bda2-01dd056cd5b9 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffd1970-15ab-4d97-a3d8-44b0cde09fb9 HTTP/1.1" status: 200 len: 210 time: 0.0516653 Apr 05 19:51:44.032610 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.032946 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.033274 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.033603 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.033927 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.034245 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.034594 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.034913 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.035230 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.035548 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.035866 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.036183 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836650-3 {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:51:44.052327 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f456320-6d70-4758-af22-4e966a361be6 req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] No DVR routers for this DVR port 07df7be6-f1d9-4ffb-aac0-278370d9ba6e on host n-h2-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:51:44.054908 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6f456320-6d70-4758-af22-4e966a361be6 req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:44.058209 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-6f456320-6d70-4758-af22-4e966a361be6 req-e5230f0a-db3e-41f4-9292-5b1bf0b9af83 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.20 "DELETE /v2.0/ports/07df7be6-f1d9-4ffb-aac0-278370d9ba6e HTTP/1.1" status: 204 len: 173 time: 0.7147498 Apr 05 19:51:44.058656 n-d-836650-3 neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'name': 'network-vif-deleted', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:51:44.060855 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baade37db8395efa39d0b5c1f2d42fe61668f4b921828c6c374855758a518ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a3ade0-f7cd-433f-a04a-332baee93c38" -d '{"events": [{"server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "name": "network-vif-deleted", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:51:44.158862 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04d52ea-b3d9-45af-a246-081afc6934bc x-openstack-request-id: req-a04d52ea-b3d9-45af-a246-081afc6934bc {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:51:44.159151 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffd1970-15ab-4d97-a3d8-44b0cde09fb9", "name": "network-vif-deleted", "tag": "07df7be6-f1d9-4ffb-aac0-278370d9ba6e", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:51:44.159399 n-d-836650-3 neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a04d52ea-b3d9-45af-a246-081afc6934bc {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:51:44.159799 n-d-836650-3 neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04d52ea-b3d9-45af-a246-081afc6934bc'] response: {'server_uuid': '1ffd1970-15ab-4d97-a3d8-44b0cde09fb9', 'name': 'network-vif-deleted', 'tag': '07df7be6-f1d9-4ffb-aac0-278370d9ba6e', 'status': 'completed', 'code': 200} Apr 05 19:51:44.661878 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:45.128361 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:45.313935 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 07df7be6-f1d9-4ffb-aac0-278370d9ba6e no longer exists at agent hyperv_n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:51:45.335159 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] No Port match for: 07df7be6-f1d9-4ffb-aac0-278370d9ba6e {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:51:45.335537 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Device 07df7be6-f1d9-4ffb-aac0-278370d9ba6e not bound to the agent host n-h2-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:51:45.608412 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38812) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:45.762194 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Deleting port 13135fac-443e-494a-9b58-ca96cafd7569 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:45.762584 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:45.836330 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:45.836662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:45.848028 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Calling delete_port for 13135fac-443e-494a-9b58-ca96cafd7569 owned by network:floatingip {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:45.993754 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:46.016141 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event deleted for resources: {'Port': ['ID=13135fac-443e-494a-9b58-ca96cafd7569,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:46.085662 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for floatingip, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:46.086080 n-d-836650-3 neutron-server[102639]: INFO neutron.db.l3_db [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Floating IP f1ca9ab4-63f5-4577-8fd8-4302e2a91002 disassociated (deleted). External IP: 172.25.4.65, port: 4d7a1b06-7a7e-4c66-aea7-cf64673745a0. Apr 05 19:51:46.289307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Router 943b807c-0e6b-4d98-91d7-5709b4fad3ca has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:51:46.394687 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:51:46.399618 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for floatingip, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:46.404797 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] Sync routers for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:51:46.413655 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:51:46.414252 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:51:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:46.429595 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-cde9f866-b2a6-437c-a64c-cea5f099bdce tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "DELETE /v2.0/floatingips/f1ca9ab4-63f5-4577-8fd8-4302e2a91002 HTTP/1.1" status: 204 len: 168 time: 0.8201201 Apr 05 19:51:46.430166 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:51:46.433265 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880dedba-78bc-4f12-a1c8-3e407fe5f354" -d '{"events": [{"name": "network-changed", "server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:51:46.475983 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 19:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65e626f-50cc-46f8-ab51-74732409893c x-openstack-request-id: req-d65e626f-50cc-46f8-ab51-74732409893c {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:51:46.476273 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:51:46.476529 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d65e626f-50cc-46f8-ab51-74732409893c {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:51:46.476937 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65e626f-50cc-46f8-ab51-74732409893c'] response: {'name': 'network-changed', 'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'status': 'completed', 'code': 200} Apr 05 19:51:46.528160 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:51:46.544084 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-5d3d1c62-aee5-49d5-a92c-214fe6ae30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:46.545708 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-5d3d1c62-aee5-49d5-a92c-214fe6ae30ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17d8c990635d49018fdd7c53a5dc0482&device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0436468 Apr 05 19:51:46.646266 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-db493dc0-f8cd-49e0-ad3b-80c784c96310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:46.647856 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-db493dc0-f8cd-49e0-ad3b-80c784c96310 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 200 len: 910 time: 0.0910852 Apr 05 19:51:46.688614 n-d-836650-3 neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75901507-d3b5-4078-be25-38bb8e4a0c43 req-ac28fb0a-5d47-4917-b665-29fad35a8f1b tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:46.690333 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75901507-d3b5-4078-be25-38bb8e4a0c43 req-ac28fb0a-5d47-4917-b665-29fad35a8f1b tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 943 time: 0.0585761 Apr 05 19:51:46.744049 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-75901507-d3b5-4078-be25-38bb8e4a0c43 req-f078fec9-3d31-41e6-ab5c-9489977eb3ca tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdfcc2bf-5fcc-4584-9d90-8c378fa41212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376797 Apr 05 19:51:46.745836 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:46.774610 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] Checking router: 943b807c-0e6b-4d98-91d7-5709b4fad3ca for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:51:46.784991 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:51:46.785528 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:51:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:46.896706 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:51:47.033135 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-1966dbcb-2442-4757-8eb5-6e898430278e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 200 len: 217 time: 0.3778892 Apr 05 19:51:47.081756 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-8010b292-0ea4-4dd8-8653-1677cb8403ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:47.083656 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-8010b292-0ea4-4dd8-8653-1677cb8403ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 200 len: 849 time: 0.0436544 Apr 05 19:51:47.105973 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:47.130340 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-8a3fe5d5-def5-4b69-ad23-381ecbbca571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:47.131815 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cd366-941c-42b7-92f9-b13fad41948e None None] The sync data for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 is: [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:19Z', 'revision_number': 4, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3', '_interfaces': [{'id': 'a7538aa6-d6cd-447f-bdbc-a028ab636469', 'name': '', 'network_id': '16a2a036-a646-4927-b805-221ef09382d6', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'mac_address': 'fa:16:3e:41:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:19Z', 'updated_at': '2022-04-05T19:46:24Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'subnets': [{'id': '8564e2a0-79a0-4ee3-a171-98f40a8783ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:51:47.132011 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-8a3fe5d5-def5-4b69-ad23-381ecbbca571 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16a2a036-a646-4927-b805-221ef09382d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389962 Apr 05 19:51:47.232479 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-1fb2f4a0-edcb-44d6-9c2e-6f0e84c6d3b2 service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924003 Apr 05 19:51:47.327495 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-880dedba-78bc-4f12-a1c8-3e407fe5f354 req-c8d2ce29-d320-4537-b399-be867572ccaa service neutron] 10.222.0.25 "GET /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876319 Apr 05 19:51:47.367929 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caff52f-4ada-4e2b-80b7-437f81523a3c None None] New status for floating IP f1ca9ab4-63f5-4577-8fd8-4302e2a91002: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 19:51:47.507019 n-d-836650-3 neutron-server[102639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-b2cf6f72-fe8e-46ed-aa6d-0b9ef2b17780 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:51:47.508448 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-b2cf6f72-fe8e-46ed-aa6d-0b9ef2b17780 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.25 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 943 time: 0.0498252 Apr 05 19:51:47.601323 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Deleting port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:47.601675 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:47.687416 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] For port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0, host n-h1-836650-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836650-3',level=0,port_id=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:47.688085 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:47.704678 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Calling delete_port for 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 owned by compute:nova {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:47.831447 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:47.850162 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [req-bdc5d43a-61ea-4500-a803-09e0aa92995e req-df18bcc7-5772-426d-95bc-ceaa5530da6b tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "GET /v2.0/ports?device_id=769acd41-e06a-416d-acae-1cf09a8cc4a8 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Apr 05 19:51:47.860914 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event deleted for resources: {'Port': ['ID=4d7a1b06-7a7e-4c66-aea7-cf64673745a0,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:47.906532 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] No DVR routers for this DVR port 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 on host n-h1-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:51:47.909088 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105697'] for port, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:47.912516 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [req-79d0c068-a245-4b45-9e5d-c1401b93d138 req-14dab9db-5188-4377-91e8-b2398e112d95 tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.25 "DELETE /v2.0/ports/4d7a1b06-7a7e-4c66-aea7-cf64673745a0 HTTP/1.1" status: 204 len: 173 time: 0.3979924 Apr 05 19:51:48.478016 n-d-836650-3 neutron-server[102639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'name': 'network-vif-deleted', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0'}] {{(pid=102639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 19:51:48.480749 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a887a37ee99c731a3de92abf30373948389cb67be0f184cf6d9deea82633f3d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c30e3d-9b33-41ce-9404-ef0b016213f7" -d '{"events": [{"server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "name": "network-vif-deleted", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0"}]}' {{(pid=102639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 19:51:48.516369 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 19:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1accf352-2938-41ca-ba0f-67a06be45536 x-openstack-request-id: req-1accf352-2938-41ca-ba0f-67a06be45536 {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 19:51:48.516768 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769acd41-e06a-416d-acae-1cf09a8cc4a8", "name": "network-vif-deleted", "tag": "4d7a1b06-7a7e-4c66-aea7-cf64673745a0", "status": "completed", "code": 200}]} {{(pid=102639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 19:51:48.517081 n-d-836650-3 neutron-server[102639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1accf352-2938-41ca-ba0f-67a06be45536 {{(pid=102639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 19:51:48.517568 n-d-836650-3 neutron-server[102639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1accf352-2938-41ca-ba0f-67a06be45536'] response: {'server_uuid': '769acd41-e06a-416d-acae-1cf09a8cc4a8', 'name': 'network-vif-deleted', 'tag': '4d7a1b06-7a7e-4c66-aea7-cf64673745a0', 'status': 'completed', 'code': 200} Apr 05 19:51:48.907856 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38826) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:48.965896 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ff09daf-c05f-407a-aa0c-b28ed033457c tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:48.991721 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ff09daf-c05f-407a-aa0c-b28ed033457c tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:49.051380 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ff09daf-c05f-407a-aa0c-b28ed033457c tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:49.054057 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-7ff09daf-c05f-407a-aa0c-b28ed033457c tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:49.055264 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-7ff09daf-c05f-407a-aa0c-b28ed033457c tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] 10.222.0.15 "DELETE /v2.0/security-groups/fdfcc2bf-5fcc-4584-9d90-8c378fa41212 HTTP/1.1" status: 204 len: 168 time: 0.1463892 Apr 05 19:51:49.064828 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff09daf-c05f-407a-aa0c-b28ed033457c tempest-TestSnapshotPattern-445379971 tempest-TestSnapshotPattern-445379971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfcc2bf-5fcc-4584-9d90-8c378fa41212,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:50.123269 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38834) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:50.677644 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:50.903354 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 no longer exists at agent hyperv_n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:51:50.922368 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] No Port match for: 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:51:50.922750 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Device 4d7a1b06-7a7e-4c66-aea7-cf64673745a0 not bound to the agent host n-h1-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:51:50.924494 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Deleting port a7538aa6-d6cd-447f-bdbc-a028ab636469 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:50.924972 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:51.002717 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] For port a7538aa6-d6cd-447f-bdbc-a028ab636469, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=a7538aa6-d6cd-447f-bdbc-a028ab636469,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:51.002717 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:51.016103 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Calling delete_port for a7538aa6-d6cd-447f-bdbc-a028ab636469 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:51.203214 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:51.234292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7538aa6-d6cd-447f-bdbc-a028ab636469,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:51.403950 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:51.615620 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Router 943b807c-0e6b-4d98-91d7-5709b4fad3ca has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:51:51.722838 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:51:51.727800 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d80fdaba-1cfe-4cd0-9df2-6b31cdd1e8f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/943b807c-0e6b-4d98-91d7-5709b4fad3ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6034703 Apr 05 19:51:51.730437 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38846) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:51.731400 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] Sync routers for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:51:51.740703 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:51:51.741307 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:51:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:51.836209 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:51.846602 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: n-d-836650-3 {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:51:51.936478 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:51.994218 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Deleting port de8d5c61-7090-40b5-801d-43cc514b348d {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:51.994606 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.077746 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] For port de8d5c61-7090-40b5-801d-43cc514b348d, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=de8d5c61-7090-40b5-801d-43cc514b348d,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:52.078207 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.091169 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Calling delete_port for de8d5c61-7090-40b5-801d-43cc514b348d owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:52.182360 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:51:51Z', 'revision_number': 5, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port': {'id': 'de8d5c61-7090-40b5-801d-43cc514b348d', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:52.209527 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] Checking router: 943b807c-0e6b-4d98-91d7-5709b4fad3ca for host: n-d-836650-3 {{(pid=102641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:51:52.219621 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] Routers {'943b807c-0e6b-4d98-91d7-5709b4fad3ca'} bound to L3 agent in host n-d-836650-3 {{(pid=102641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:51:52.220237 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:51:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'], 'active': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:52.266293 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.290931 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8d5c61-7090-40b5-801d-43cc514b348d,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:52.310282 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvr_db [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] Set router 943b807c-0e6b-4d98-91d7-5709b4fad3ca gateway port host: None {{(pid=102641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:51:52.356992 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.365633 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_hamode_db [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:51:51Z', 'revision_number': 6, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:52.392814 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a828e69-8833-4054-8eed-bd986dc2817e None None] The sync data for ids ['943b807c-0e6b-4d98-91d7-5709b4fad3ca'] in n-d-836650-3 is: [{'id': '943b807c-0e6b-4d98-91d7-5709b4fad3ca', 'name': 'tempest-TestSnapshotPattern-2062944450-router', 'tenant_id': '17d8c990635d49018fdd7c53a5dc0482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:17Z', 'updated_at': '2022-04-05T19:51:51Z', 'revision_number': 6, 'project_id': '17d8c990635d49018fdd7c53a5dc0482', 'gw_port_host': None}] {{(pid=102641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:51:52.450884 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.452983 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.495021 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.495464 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 943b807c-0e6b-4d98-91d7-5709b4fad3ca {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:51:52.500533 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.501658 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d098165d-345f-4c29-a6d8-7745b55cf168 admin admin] 10.222.0.15 "DELETE /v2.0/routers/943b807c-0e6b-4d98-91d7-5709b4fad3ca HTTP/1.1" status: 204 len: 168 time: 0.7703006 Apr 05 19:51:52.504357 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38848) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:52.551611 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e80d41e-2305-4904-8379-b9f2eeab75b7 admin admin] Deleting subnet 8564e2a0-79a0-4ee3-a171-98f40a8783ae {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:51:52.554625 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e80d41e-2305-4904-8379-b9f2eeab75b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.589096 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e80d41e-2305-4904-8379-b9f2eeab75b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.665448 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e80d41e-2305-4904-8379-b9f2eeab75b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.716999 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e80d41e-2305-4904-8379-b9f2eeab75b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.747755 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80d41e-2305-4904-8379-b9f2eeab75b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8564e2a0-79a0-4ee3-a171-98f40a8783ae,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:52.751671 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-8e80d41e-2305-4904-8379-b9f2eeab75b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.757102 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-8e80d41e-2305-4904-8379-b9f2eeab75b7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8564e2a0-79a0-4ee3-a171-98f40a8783ae HTTP/1.1" status: 204 len: 168 time: 0.2495766 Apr 05 19:51:52.757445 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38850) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:52.757948 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94516e05-3f34-4c0e-87e7-fd999db8bfec None None] Network 16a2a036-a646-4927-b805-221ef09382d6 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:51:52.842552 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.904617 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a7538aa6-d6cd-447f-bdbc-a028ab636469 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:51:52.915504 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Deleting port d14ddeb7-11bf-473e-bda0-93315fca2780 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:52.915837 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.926748 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: a7538aa6-d6cd-447f-bdbc-a028ab636469 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:51:52.927095 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device a7538aa6-d6cd-447f-bdbc-a028ab636469 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:51:52.978470 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] For port d14ddeb7-11bf-473e-bda0-93315fca2780, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=d14ddeb7-11bf-473e-bda0-93315fca2780,segment=NetworkSegment(d657b88a-c33a-4f5e-b16f-336ffae57b9a),segment_id=d657b88a-c33a-4f5e-b16f-336ffae57b9a)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:52.978831 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:52.991558 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Calling delete_port for d14ddeb7-11bf-473e-bda0-93315fca2780 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:53.071111 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12964815'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.092935 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14ddeb7-11bf-473e-bda0-93315fca2780,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:53.098428 n-d-836650-3 neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] No DVR routers for this DVR port d14ddeb7-11bf-473e-bda0-93315fca2780 on host n-d-836650-3 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:51:53.165505 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.185363 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a2a036-a646-4927-b805-221ef09382d6']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:53.194053 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd657b88a-c33a-4f5e-b16f-336ffae57b9a') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:53.194336 n-d-836650-3 neutron-server[102640]: DEBUG neutron.services.segments.db [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd657b88a-c33a-4f5e-b16f-336ffae57b9a') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:53.206745 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13870177'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.220801 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.226825 n-d-836650-3 neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:51:53.227285 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12964762'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: Traceback (most recent call last): Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: timer() Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: cb(*args, **kw) Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: return func(*args, **kwargs) Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: self._notify() Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: self.callback(batched_events) Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: event.method(event) Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: return f(self, *a, **k) Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: return self._get(url).json() Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:51:53.228984 n-d-836650-3 neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:51:53.259417 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331a563-23f1-4ea5-ad36-89d1ca6bdad6 None None] DHCP port deletion for 16a2a036-a646-4927-b805-221ef09382d6 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:51:53.284944 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.290509 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.294343 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/16a2a036-a646-4927-b805-221ef09382d6 HTTP/1.1" status: 204 len: 168 time: 0.5352168 Apr 05 19:51:53.297305 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38852) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:53.305517 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f2a4-dcbb-4d42-8a11-a800217327d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a2a036-a646-4927-b805-221ef09382d6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:53.645459 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16280665'] for router_interface, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.888409 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Deleting port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:53.888743 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.963457 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] For port 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8,segment=NetworkSegment(6bf3a7cf-2464-4cf6-82ea-d4f829963130),segment_id=6bf3a7cf-2464-4cf6-82ea-d4f829963130)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:53.963740 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:53.979109 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Calling delete_port for 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 owned by network:router_interface {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:54.150729 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:54.176026 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:54.663753 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16463022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275689'] for router_interface, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:54.828572 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device de8d5c61-7090-40b5-801d-43cc514b348d no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:51:54.853340 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: de8d5c61-7090-40b5-801d-43cc514b348d {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:51:54.853682 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device de8d5c61-7090-40b5-801d-43cc514b348d not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:51:54.854089 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d14ddeb7-11bf-473e-bda0-93315fca2780 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:51:54.874081 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: d14ddeb7-11bf-473e-bda0-93315fca2780 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:51:54.874435 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device d14ddeb7-11bf-473e-bda0-93315fca2780 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:51:54.885539 n-d-836650-3 neutron-server[102639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf has already been hosted by L3 agent a0fe04da-53d5-4f56-a7bc-5939b3b9ab04 {{(pid=102639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 19:51:54.995159 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] Notify agent at l3_agent.n-d-836650-3 the message routers_updated {{(pid=102639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 19:51:55.002972 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-5f465d72-cde1-40a6-97b2-1bfbd5f9aaf9 admin admin] 10.222.0.15 "PUT /v2.0/routers/bc3bd80e-a426-4bae-b46d-f31c8ae8dacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022583 Apr 05 19:51:55.003230 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38854) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:55.004372 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] Sync routers for ids ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'] in n-d-836650-3 {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:51:55.015042 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] Routers {'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:51:55.015769 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:51:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:55.109153 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks [] for router, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.122637 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] Set router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf gateway port host: n-d-836650-3 {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:51:55.215977 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.271760 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Deleting port 862b33c0-d3a5-4952-aacf-988bb0562c70 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:55.272186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.312266 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'external_fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:21Z', 'updated_at': '2022-04-05T19:51:54Z', 'revision_number': 5, 'project_id': '980b774c00564016b70da63c3d60a656', 'gw_port': {'id': '862b33c0-d3a5-4952-aacf-988bb0562c70', 'name': '', 'network_id': 'b12a4bca-0fa0-4cf4-a30a-ea470b9a8d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836650-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:46:22Z', 'updated_at': '2022-04-05T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5412efe-cfc4-495f-891b-df8ae7905400', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836650-3'}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:55.339301 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] Checking router: bc3bd80e-a426-4bae-b46d-f31c8ae8dacf for host: n-d-836650-3 {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:51:55.348271 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] Routers {'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'} bound to L3 agent in host n-d-836650-3 {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 19:51:55.348866 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836650-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T18:23:12Z,description=,heartbeat_timestamp=2022-04-05T19:51:42Z,host='n-d-836650-3',id=a0fe04da-53d5-4f56-a7bc-5939b3b9ab04,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T18:23:12Z,topic='l3_agent')) {'router_ids': ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:55.358808 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] For port 862b33c0-d3a5-4952-aacf-988bb0562c70, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=862b33c0-d3a5-4952-aacf-988bb0562c70,segment=NetworkSegment(4c10c64c-39e3-453e-8b99-7620d10d975b),segment_id=4c10c64c-39e3-453e-8b99-7620d10d975b)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:55.359198 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.375948 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Calling delete_port for 862b33c0-d3a5-4952-aacf-988bb0562c70 owned by network:router_gateway {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:55.433262 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] Set router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 19:51:55.490438 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:21Z', 'updated_at': '2022-04-05T19:51:55Z', 'revision_number': 6, 'project_id': '980b774c00564016b70da63c3d60a656', 'gw_port_host': None}], 'n-d-836650-3', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:55.530791 n-d-836650-3 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77158a-f74e-4adf-9e33-2b078152a6a2 None None] The sync data for ids ['bc3bd80e-a426-4bae-b46d-f31c8ae8dacf'] in n-d-836650-3 is: [{'id': 'bc3bd80e-a426-4bae-b46d-f31c8ae8dacf', 'name': 'tempest-TestSnapshotPattern-322110817-router', 'tenant_id': '980b774c00564016b70da63c3d60a656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:46:21Z', 'updated_at': '2022-04-05T19:51:55Z', 'revision_number': 6, 'project_id': '980b774c00564016b70da63c3d60a656', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:51:55.547435 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.586568 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Pushing event deleted for resources: {'Port': ['ID=862b33c0-d3a5-4952-aacf-988bb0562c70,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:55.649887 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16280979'] for router_gateway, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.738271 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16275240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.740560 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.785043 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275263'] for router, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.785704 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3bd80e-a426-4bae-b46d-f31c8ae8dacf {{(pid=102639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 19:51:55.790726 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] Notify callbacks [] for router, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.791449 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-e68964f5-b116-46d0-9c11-045a484f4024 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bc3bd80e-a426-4bae-b46d-f31c8ae8dacf HTTP/1.1" status: 204 len: 168 time: 0.7872782 Apr 05 19:51:55.794453 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38856) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:55.842146 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37ec010-4bbd-4e7d-9a73-e951db29c37b admin admin] Deleting subnet 4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6 {{(pid=102639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 05 19:51:55.845062 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d37ec010-4bbd-4e7d-9a73-e951db29c37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.880699 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d37ec010-4bbd-4e7d-9a73-e951db29c37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12970345'] for subnet, precommit_delete_associations {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:55.960502 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d37ec010-4bbd-4e7d-9a73-e951db29c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605153'] for subnet, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.017191 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d37ec010-4bbd-4e7d-9a73-e951db29c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16476990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13678815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12850413'] for subnet, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.042208 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ec010-4bbd-4e7d-9a73-e951db29c37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:56.046238 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-d37ec010-4bbd-4e7d-9a73-e951db29c37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.049673 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-d37ec010-4bbd-4e7d-9a73-e951db29c37b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4ab6a68e-181c-4f70-b339-b1bdc0ff3ee6 HTTP/1.1" status: 204 len: 168 time: 0.2543001 Apr 05 19:51:56.052806 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38858) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:56.054922 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fffb253-2203-43d8-906a-bb97b09a053c None None] Network b07e4cfb-9582-4cd2-9824-22664bd05ba2 requested from n-d-836650-3 {{(pid=102641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 05 19:51:56.121820 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548229'] for network, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.174307 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Deleting port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 {{(pid=102639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:56.174693 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.242249 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.db [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] For port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2bb660fd-71c7-4ced-ad4d-c5b95be7d516,segment=NetworkSegment(6bf3a7cf-2464-4cf6-82ea-d4f829963130),segment_id=6bf3a7cf-2464-4cf6-82ea-d4f829963130)] {{(pid=102639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:56.242647 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.256629 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Calling delete_port for 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 owned by network:dhcp {{(pid=102639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:56.283339 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5845e7f-7e96-465d-8349-b2234f2ea228 None None] DHCP port deletion for b07e4cfb-9582-4cd2-9824-22664bd05ba2 request from n-d-836650-3 {{(pid=102641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 05 19:51:56.332285 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d5845e7f-7e96-465d-8349-b2234f2ea228 None None] Deleting port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 05 19:51:56.332706 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5845e7f-7e96-465d-8349-b2234f2ea228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773418727397'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.339361 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13678380'] for port, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.368963 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb660fd-71c7-4ced-ad4d-c5b95be7d516,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:56.372881 n-d-836650-3 neutron-server[102639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] No DVR routers for this DVR port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 on host n-d-836650-3 {{(pid=102639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:51:56.403674 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d5845e7f-7e96-465d-8349-b2234f2ea228 None None] For port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516, host n-d-836650-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836650-3',level=0,port_id=2bb660fd-71c7-4ced-ad4d-c5b95be7d516,segment=NetworkSegment(6bf3a7cf-2464-4cf6-82ea-d4f829963130),segment_id=6bf3a7cf-2464-4cf6-82ea-d4f829963130)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 19:51:56.404073 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5845e7f-7e96-465d-8349-b2234f2ea228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16282501'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.421363 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d5845e7f-7e96-465d-8349-b2234f2ea228 None None] Calling delete_port for 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 05 19:51:56.445376 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605288', 'neutron.services.segments.db._delete_segments_for_network-8773418760708'] for network, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.466843 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07e4cfb-9582-4cd2-9824-22664bd05ba2']}} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:56.477212 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf3a7cf-2464-4cf6-82ea-d4f829963130') {'for_net_delete': True} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:56.477645 n-d-836650-3 neutron-server[102639]: DEBUG neutron.services.segments.db [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf3a7cf-2464-4cf6-82ea-d4f829963130') {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:51:56.488483 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773418761229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12970338'] for segment, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.499452 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5845e7f-7e96-465d-8349-b2234f2ea228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773418736303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773418213434'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.503519 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560'] for segment, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.509989 n-d-836650-3 neutron-server[102639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 19:51:56.510336 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13678457'] for segment, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: Traceback (most recent call last): Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: timer() Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: cb(*args, **kw) Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: return func(*args, **kwargs) Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: self._notify() Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: self.callback(batched_events) Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: event.method(event) Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: return f(self, *a, **k) Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: return self._get(url).json() Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: return self.request(url, 'GET', **kwargs) Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 19:51:56.512808 n-d-836650-3 neutron-server[102639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 19:51:56.523061 n-d-836650-3 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5845e7f-7e96-465d-8349-b2234f2ea228 None None] Pushing event deleted for resources: {'Port': ['ID=2bb660fd-71c7-4ced-ad4d-c5b95be7d516,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:56.530740 n-d-836650-3 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5845e7f-7e96-465d-8349-b2234f2ea228 None None] No DVR routers for this DVR port 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 on host n-d-836650-3 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 19:51:56.577186 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16477031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16463031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275531'] for network, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.585041 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Notify callbacks [] for network, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.588191 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/b07e4cfb-9582-4cd2-9824-22664bd05ba2 HTTP/1.1" status: 204 len: 168 time: 0.5344536 Apr 05 19:51:56.601977 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040e158-669c-4961-ab6a-6eb2a5a523aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b07e4cfb-9582-4cd2-9824-22664bd05ba2,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:56.701998 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38862) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:56.743781 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-a0ea18d6-cca7-4b59-9401-2def866b17ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17d8c990635d49018fdd7c53a5dc0482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405116 Apr 05 19:51:56.746382 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.15', 38864) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:56.755561 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 862b33c0-d3a5-4952-aacf-988bb0562c70 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:51:56.778051 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 862b33c0-d3a5-4952-aacf-988bb0562c70 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:51:56.778999 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 862b33c0-d3a5-4952-aacf-988bb0562c70 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:51:56.779614 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:51:56.800672 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:51:56.800939 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 31aa9e88-fa00-4ad8-a68b-8a81ae56c8e8 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:51:56.801536 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 no longer exists at agent ovs-agent-n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 19:51:56.803720 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d39d-5f33-4f65-9e3e-d4ee8eb866fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.824857 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d39d-5f33-4f65-9e3e-d4ee8eb866fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.825078 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] No Port match for: 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 {{(pid=102641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 05 19:51:56.825310 n-d-836650-3 neutron-server[102641]: DEBUG neutron.plugins.ml2.rpc [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Device 2bb660fd-71c7-4ced-ad4d-c5b95be7d516 not bound to the agent host n-d-836650-3 {{(pid=102641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 19:51:56.873420 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d39d-5f33-4f65-9e3e-d4ee8eb866fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.875938 n-d-836650-3 neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d39d-5f33-4f65-9e3e-d4ee8eb866fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:56.877075 n-d-836650-3 neutron-server[102640]: INFO neutron.wsgi [None req-2ea9d39d-5f33-4f65-9e3e-d4ee8eb866fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9c4fdc9-a010-4284-829d-a3eddfc04521 HTTP/1.1" status: 204 len: 168 time: 0.1297719 Apr 05 19:51:56.885103 n-d-836650-3 neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9d39d-5f33-4f65-9e3e-d4ee8eb866fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c4fdc9-a010-4284-829d-a3eddfc04521,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:51:57.199715 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38870) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:57.239941 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-be58016c-c238-4e32-a38e-27e561d5e27e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=980b774c00564016b70da63c3d60a656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390646 Apr 05 19:51:57.242456 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [-] (102639) accepted ('10.222.0.15', 38872) {{(pid=102639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 05 19:51:57.289909 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6531c0b-3480-4557-97e7-bf3780ec5e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:57.310439 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6531c0b-3480-4557-97e7-bf3780ec5e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:57.356925 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6531c0b-3480-4557-97e7-bf3780ec5e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475089'] for security_group, after_delete {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:57.359559 n-d-836650-3 neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-b6531c0b-3480-4557-97e7-bf3780ec5e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:51:57.360761 n-d-836650-3 neutron-server[102639]: INFO neutron.wsgi [None req-b6531c0b-3480-4557-97e7-bf3780ec5e18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a89fefd-dbb1-469c-bd69-78315a037cc3 HTTP/1.1" status: 204 len: 168 time: 0.1173880 Apr 05 19:51:57.369292 n-d-836650-3 neutron-server[102639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6531c0b-3480-4557-97e7-bf3780ec5e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a89fefd-dbb1-469c-bd69-78315a037cc3,revision_number=None']} {{(pid=102639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:52:05.780035 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:06.257846 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:52:07.649754 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:09.619888 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-efce5458-da64-4094-9ca0-27a27bdd45f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:11.959644 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5138ebea-535f-4354-ab19-73f00eade53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:13.145248 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:14.664288 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:15.124622 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:35.771909 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:37.652842 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:39.622306 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb4d6-00e1-4fce-bddc-c857d41882e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:41.964179 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa8153e1-1651-41fe-93c7-8b47906a173b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:43.146847 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:43.258961 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:52:44.668273 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:52:45.126176 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:05.772299 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:07.663356 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:09.623483 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edea269f-c532-4983-a579-527d6875d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:11.967283 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d9283c6-5f9c-42ab-9078-bdd62b1a2ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:13.150588 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:14.670449 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:15.127211 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:20.258569 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:53:35.773461 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:37.662362 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:39.625891 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87661fa9-9e47-4040-b3bd-c4a4b184c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:41.968153 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b59464e-fb91-4df4-a3f3-eee77fd69596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:43.154186 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:44.674744 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:45.129088 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:53:57.257274 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:54:05.785824 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:07.664243 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:09.626876 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f460a450-de36-4c9e-8759-b687e901db46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:11.970335 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-686f8fe9-d215-416d-8c11-4007e5ee8466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:13.155751 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:14.677093 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:15.130670 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:34.256341 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:54:35.784373 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:37.660067 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:39.631496 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44556a6e-3188-46f2-92e0-e40a72fa2369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:41.973520 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a7d58b6-deca-41be-bf99-4294670b9353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:43.158359 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:44.680600 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:54:45.131858 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:05.800473 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:07.659145 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:09.633137 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d637f4a5-a397-405a-bb28-32cdee9c5bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:11.255319 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:55:11.975337 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c343-97b8-454a-8ce8-9ff47f72bfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:13.160996 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:14.683807 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:15.132450 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:35.815021 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:37.679566 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:39.634888 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6f25-4626-4080-a4cd-27816fcda556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:41.977108 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65295463-0dfb-430d-b446-f1462fed3f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:43.164439 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:44.687548 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:45.133271 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:55:48.254669 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:56:05.817722 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:07.680717 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:09.636564 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63d7e81c-c1b3-46c1-a0fa-c4e0f8dcba6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:11.977519 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ea5404f-f947-4e8b-986e-5fa149c3feb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:13.167782 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:14.690291 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:15.135585 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:25.254667 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:56:35.815715 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:37.690559 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:39.638634 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00e79ba3-cef9-48ca-9e17-41c555c6e245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:41.979115 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-981b90c2-f878-4aa1-b32f-98b745073810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:43.171060 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:44.693084 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:56:45.137441 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:02.253518 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:57:05.813976 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:07.687514 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:09.641268 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d4db230-eb86-4f0f-a8db-958f421405d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:11.980917 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c368bcd5-4cb8-4b1c-9725-183b51980d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:13.173797 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:14.696358 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:15.138484 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:15.425881 n-d-836650-3 neutron-server[102640]: DEBUG neutron.wsgi [req-67b64bbe-f939-46e4-b5fe-2552974b5c78 req-2f05de9b-2ed3-4ab3-b3f9-e410545d909b service neutron] (102640) timed out ('10.222.0.25', 52359) {{(pid=102640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:57:35.813227 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:37.686669 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:39.255060 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:57:39.642254 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d247d94-293c-4a13-8d1c-fe4d61fcd100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:41.984998 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1980a2c-43b6-44a4-8ea9-bc3884e5c6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.180100 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:44.699647 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:45.140319 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:05.820428 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:07.686278 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:09.644871 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-835e7b1d-d37f-490f-b2d8-1e99b297690c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:11.985758 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18f03c12-2180-415c-9ea9-941cbca37ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:13.179234 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:14.704560 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:15.141707 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:16.253846 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:58:35.821508 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:37.693245 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:39.647292 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3af82e4d-0099-430c-af7f-165854b6b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:41.989042 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f486067f-e380-4e2a-bb9d-0617a3a850b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:43.183296 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:44.704631 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:45.142734 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:53.252801 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:59:05.841623 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:07.698811 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:09.648747 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63e25ad0-7f22-4cca-9fef-f820bbae803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:11.990256 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac42d-9549-423a-8c4d-4595f5232e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:13.185976 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:14.707991 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:15.144572 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:23.448859 n-d-836650-3 neutron-server[102639]: DEBUG neutron.wsgi [req-1c76b9c1-3503-4552-9195-a8e942057d03 req-c284fb85-18c6-4a26-aecc-e807a3dd3203 service neutron] (102639) timed out ('10.222.0.15', 36450) {{(pid=102639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 05 19:59:30.251811 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 19:59:35.857223 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:37.700604 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:39.649731 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0085329-401e-4456-825e-7364b67b5ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:41.994800 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5de2e5d-ff74-4dab-bfa3-49b4d6ebc201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:43.188746 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:44.712138 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:45.151126 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:05.870303 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:07.250951 n-d-836650-3 neutron-server[102642]: DEBUG neutron.db.agents_db [None req-4aa2edfd-c9cc-42ac-964e-8df4cf28649a None None] Agent healthcheck: found 7 active agents {{(pid=102642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 20:00:07.693796 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:09.650839 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e46bc36e-cdb1-4661-9020-6f5b31f5a71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:11.995861 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2116db-7c96-41e9-a97e-cecea10de17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:13.192545 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e489b410-1bc5-4af6-be51-00221f7ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:14.715992 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf19a9db-d46b-4b42-9098-451e865d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:15.152839 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ec51f80-baf1-446e-95c2-f4edf4f92123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:35.871702 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac226ed2-a159-43bd-8cf0-ab09100e15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:37.696112 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a0236c0-ad43-4674-a2ee-4e0e19d254bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:39.652531 n-d-836650-3 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9300c095-4947-4b62-94d4-033045664b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773418722542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606312'] for agent, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}